-- Logs begin at Fri 2021-07-16 17:09:22 UTC, end at Fri 2021-07-16 19:31:45 UTC. -- Jul 16 17:42:27.706133 n-d-794306-7 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 17:42:30.421084 n-d-794306-7 neutron-server[105329]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:42:30.421784 n-d-794306-7 neutron-server[105329]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:42:30.421950 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105329) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:42:30.425216 n-d-794306-7 neutron-server[105329]: INFO neutron.common.config [-] Logging enabled! Jul 16 17:42:30.425473 n-d-794306-7 neutron-server[105329]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 17:42:30.425786 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=105329) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 17:42:30.426703 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:42:30.426937 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:42:30.427304 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:42:30.427552 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:42:30.427799 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:42:30.428117 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.428411 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.428701 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.428928 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.429218 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.429502 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.429782 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.430063 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.430355 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.430635 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.430909 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.431189 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.431418 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.431723 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] config_source = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.432005 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.432290 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.432506 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] debug = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.432780 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.433199 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.433619 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.433899 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.434186 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.434460 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.434726 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.435000 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.435295 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.435708 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] host = n-d-794306-7 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.435984 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.436269 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.436554 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.436839 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.437119 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.438037 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.438355 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.438635 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] log_dir = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.438909 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] log_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.439189 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.439474 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.439797 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.440077 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.440301 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.440522 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.440808 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.441090 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.441365 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.441634 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.441908 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.442180 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.442453 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.442714 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.442993 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.443271 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.443552 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.443847 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.444119 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.444385 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.444653 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.444932 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.445201 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.445470 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.445741 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.446082 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.446360 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.446634 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.446931 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.447219 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.447495 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.447799 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.448073 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.448351 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.448617 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.448885 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] use_journal = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.449151 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] use_json = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.449417 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.449681 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.449959 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.450227 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.450493 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.450761 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.451028 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.451306 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:30.451618 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.451915 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.452214 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.452497 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.452787 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.453770 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.454064 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.454344 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.454629 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.454917 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.455203 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.455478 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.455786 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.456062 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.456354 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.456657 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.456948 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.457242 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.457517 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.457789 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.458057 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.458332 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.458615 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.458905 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.459188 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.459458 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.459755 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.460041 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.460315 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.460584 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.460854 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.461138 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.461407 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.461672 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.461948 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.462220 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.462507 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.462757 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.463029 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.463311 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.463603 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.463874 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.464140 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.464414 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.464684 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.464968 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.465241 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.465510 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.465856 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.466132 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.466405 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.466674 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.466951 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.467218 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.467491 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.467781 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.468052 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.468321 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.468617 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.468887 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.469161 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.469426 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.469702 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.469974 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.470245 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.470518 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.470791 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.471081 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.471347 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.471668 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.471948 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.472225 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.472504 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.472781 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.473056 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.473331 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.473607 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.473883 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.474152 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.474441 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.474726 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.475010 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.475291 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.475576 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.475880 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.476158 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.476441 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.476719 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.477000 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.477289 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.477571 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.477862 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.478154 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.478447 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.478737 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.479026 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.479307 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.479638 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.479919 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:30.480136 n-d-794306-7 neutron-server[105329]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:42:30.480377 n-d-794306-7 neutron-server[105329]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=105329) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 17:42:30.837025 n-d-794306-7 neutron-server[105329]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=105329) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:42:30.837304 n-d-794306-7 neutron-server[105329]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=105329) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:42:30.837593 n-d-794306-7 neutron-server[105329]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=105329) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 17:42:30.837920 n-d-794306-7 neutron-server[105329]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 17:42:31.225777 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.225986 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.226241 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.227412 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.227709 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.227982 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.261860 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.262136 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.262399 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.276054 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.276331 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.276600 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.307132 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.307414 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.307731 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.343090 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.343362 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.344163 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.573535 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.574170 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.574170 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.574317 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.575017 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.694532 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.694851 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.695133 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.695405 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.695693 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.696004 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.696264 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.696516 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.696770 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.697066 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.697319 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.697586 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.697838 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.698089 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.698345 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.698615 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.698869 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.699133 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.699407 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.699693 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.699962 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.700210 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.700488 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.700863 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.701110 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.701352 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.701740 n-d-794306-7 neutron-server[105329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=105329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:42:31.701982 n-d-794306-7 neutron-server[105329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=105329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:42:31.702218 n-d-794306-7 neutron-server[105329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=105329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:42:31.702452 n-d-794306-7 neutron-server[105329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=105329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:42:31.702685 n-d-794306-7 neutron-server[105329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=105329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:42:31.703549 n-d-794306-7 neutron-server[105329]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=105329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:42:31.704034 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 17:42:31.707155 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 17:42:31.711050 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 17:42:31.714775 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Jul 16 17:42:31.716402 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 17:42:31.716851 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 17:42:31.717185 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 17:42:31.717573 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 17:42:31.721980 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 17:42:31.722231 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 17:42:31.722576 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:42:31.750286 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 17:42:31.750737 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.751036 n-d-794306-7 neutron-server[105329]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=105329) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 17:42:31.751393 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.752770 n-d-794306-7 neutron-server[105329]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=105329) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 17:42:31.753046 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 17:42:31.753288 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 17:42:31.756472 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.756750 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:31.821282 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 17:42:31.821517 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 17:42:31.821749 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 17:42:31.822119 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 17:42:31.843337 n-d-794306-7 neutron-server[105329]: DEBUG oslo_db.sqlalchemy.engines [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=105329) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 17:42:32.392045 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Initializing driver for type 'gre' Jul 16 17:42:32.392573 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] gre ID ranges: [(1, 1000)] Jul 16 17:42:32.457078 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Initializing driver for type 'local' Jul 16 17:42:32.457543 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Initializing driver for type 'vlan' Jul 16 17:42:32.471196 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] VlanTypeDriver initialization complete Jul 16 17:42:32.471683 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Initializing driver for type 'vxlan' Jul 16 17:42:32.472193 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] vxlan ID ranges: [(1, 1000)] Jul 16 17:42:32.525342 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Initializing extension driver 'port_security' Jul 16 17:42:32.525782 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.extensions.port_security [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] PortSecurityExtensionDriver initialization complete Jul 16 17:42:32.526155 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Initializing mechanism driver 'openvswitch' Jul 16 17:42:32.526520 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Initializing mechanism driver 'hyperv' Jul 16 17:42:32.533915 n-d-794306-7 neutron-server[105329]: DEBUG neutron.plugins.ml2.plugin [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=105329) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:42:32.534756 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > port after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.535127 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > port after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.535476 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > port after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.536019 n-d-794306-7 neutron-server[105329]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=105329) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:42:32.536450 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > subnet after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.536801 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > subnet after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.537144 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.537532 n-d-794306-7 neutron-server[105329]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=105329) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:42:32.537933 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > network after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.538284 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > network after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.538623 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > network after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.539010 n-d-794306-7 neutron-server[105329]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=105329) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:42:32.539411 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > security_group after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.539801 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > security_group after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.540139 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > security_group after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.540532 n-d-794306-7 neutron-server[105329]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=105329) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:42:32.540935 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.541277 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.541621 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.542006 n-d-794306-7 neutron-server[105329]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=105329) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:42:32.542403 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > address_group after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.542745 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > address_group after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.543082 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > address_group after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.543468 n-d-794306-7 neutron-server[105329]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=105329) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 17:42:32.543866 n-d-794306-7 neutron-server[105329]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] ML2 OVO RPC backend initialized. {{(pid=105329) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 17:42:32.544567 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.544919 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.545335 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > network before_response 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.545683 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > networks before_response 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.546031 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > port before_response 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.546373 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > ports before_response 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.547318 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > subnet before_response 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.547693 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > subnets before_response 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.548039 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > network after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.548381 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > network after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.548726 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > network after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.549060 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > port after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.549398 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > port after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.549729 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > port after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.550062 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > subnet after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.550397 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > subnet after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.550729 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > subnet after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.551291 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.plugin [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Modular L2 Plugin initialization complete Jul 16 17:42:32.551649 n-d-794306-7 neutron-server[105329]: DEBUG neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading services supported by the core plugin {{(pid=105329) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 17:42:32.551977 n-d-794306-7 neutron-server[105329]: INFO neutron.plugins.ml2.managers [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Got port-security extension from driver 'port_security' Jul 16 17:42:32.552432 n-d-794306-7 neutron-server[105329]: INFO neutron.extensions.vlantransparent [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Disabled vlantransparent extension. Jul 16 17:42:32.552905 n-d-794306-7 neutron-server[105329]: DEBUG neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=105329) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 17:42:32.553211 n-d-794306-7 neutron-server[105329]: INFO neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading Plugin: router Jul 16 17:42:32.589034 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router_interface before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.589646 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router after_create 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.589781 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router before_create 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.590145 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.590519 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.590954 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router after_delete 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.591327 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > floatingip after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.591839 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router after_create 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.592191 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router after_update 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.592543 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router after_update 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.592890 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.593251 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router after_update 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.593905 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router precommit_update 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.594280 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: port after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.594620 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: port after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.594960 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: subnet after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.595297 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.595671 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > port precommit_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.596019 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router precommit_create 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.596358 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: port before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.596702 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router precommit_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.597056 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router after_update 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.597400 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router precommit_delete 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.597751 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router precommit_create 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.598112 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router_interface after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.598456 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router precommit_update 55549900 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.598818 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > agent after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.599165 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > agent after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.599510 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > network after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.600399 n-d-794306-7 neutron-server[105329]: DEBUG neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Tracking information for resource: router configured {{(pid=105329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:42:32.600732 n-d-794306-7 neutron-server[105329]: DEBUG neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Tracking information for resource: floatingip configured {{(pid=105329) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 17:42:32.605604 n-d-794306-7 neutron-server[105329]: INFO neutron.db.l3_agentschedulers_db [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 17:42:32.606184 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: port after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.606546 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: port after_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.606896 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: port after_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.607251 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: port after_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.608355 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router before_create 55550100 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.608702 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router precommit_delete 55550100 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.609667 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router precommit_create 55550100 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.610067 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > router precommit_update 55550100 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.614603 n-d-794306-7 neutron-server[105329]: DEBUG neutron.services.provider_configuration [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service providers = [] {{(pid=105329) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 17:42:32.614971 n-d-794306-7 neutron-server[105329]: DEBUG neutron.db.servicetype_db [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=105329) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 17:42:32.617900 n-d-794306-7 neutron-server[105329]: DEBUG neutron.services.service_base [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=105329) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:42:32.618250 n-d-794306-7 neutron-server[105329]: DEBUG neutron.services.service_base [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=105329) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:42:32.618592 n-d-794306-7 neutron-server[105329]: DEBUG neutron.services.service_base [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=105329) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:42:32.619521 n-d-794306-7 neutron-server[105329]: DEBUG neutron.services.service_base [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=105329) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 17:42:32.619940 n-d-794306-7 neutron-server[105329]: INFO neutron.services.service_base [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 17:42:32.620317 n-d-794306-7 neutron-server[105329]: DEBUG neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=105329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:42:32.620634 n-d-794306-7 neutron-server[105329]: INFO neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 17:42:32.631835 n-d-794306-7 neutron-server[105329]: DEBUG neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=105329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:42:32.632168 n-d-794306-7 neutron-server[105329]: INFO neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading Plugin: auto_allocate Jul 16 17:42:32.637912 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: network precommit_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.638283 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: network precommit_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.638802 n-d-794306-7 neutron-server[105329]: DEBUG neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=105329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:42:32.639120 n-d-794306-7 neutron-server[105329]: INFO neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading Plugin: tag Jul 16 17:42:32.645836 n-d-794306-7 neutron-server[105329]: DEBUG neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=105329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:42:32.646166 n-d-794306-7 neutron-server[105329]: INFO neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading Plugin: timestamp Jul 16 17:42:32.649982 n-d-794306-7 neutron-server[105329]: DEBUG neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=105329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:42:32.650376 n-d-794306-7 neutron-server[105329]: INFO neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading Plugin: network_ip_availability Jul 16 17:42:32.655796 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.656704 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.657058 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.657771 n-d-794306-7 neutron-server[105329]: DEBUG neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=105329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:42:32.658090 n-d-794306-7 neutron-server[105329]: INFO neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading Plugin: flavors Jul 16 17:42:32.664281 n-d-794306-7 neutron-server[105329]: DEBUG neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=105329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:42:32.664604 n-d-794306-7 neutron-server[105329]: INFO neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading Plugin: revisions Jul 16 17:42:32.668861 n-d-794306-7 neutron-server[105329]: DEBUG neutron.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=105329) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 17:42:32.669249 n-d-794306-7 neutron-server[105329]: DEBUG oslo_concurrency.lockutils [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.832s {{(pid=105329) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 17:42:32.669978 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=105329) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 17:42:32.670377 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Initializing extension manager. Jul 16 17:42:32.670882 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: __init__.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.671222 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: __pycache__ {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.672145 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.672485 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: address_group.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.673238 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.673800 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: address-group Jul 16 17:42:32.674123 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: address_scope.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.674832 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.675338 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: address-scope Jul 16 17:42:32.675684 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: admin_state_down_before_update.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.676628 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.677133 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: router-admin-state-down-before-update Jul 16 17:42:32.677455 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: agent.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.678154 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.678653 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: agent Jul 16 17:42:32.678975 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: agent_resources_synced.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.679910 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.680417 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: agent-resources-synced Jul 16 17:42:32.680738 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: allowedaddresspairs.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.682503 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.683022 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: allowed-address-pairs Jul 16 17:42:32.683352 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: auto_allocated_topology.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.684444 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.684955 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: auto-allocated-topology Jul 16 17:42:32.685276 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: availability_zone.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.685964 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.686469 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: availability_zone Jul 16 17:42:32.686789 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: availability_zone_filter.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.687884 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.688387 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: availability_zone_filter Jul 16 17:42:32.688706 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: data_plane_status.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.689608 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.690104 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 17:42:32.690422 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: default_subnetpools.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.691323 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.691855 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: default-subnetpools Jul 16 17:42:32.692176 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: dhcpagentscheduler.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.692975 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.693476 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: dhcp_agent_scheduler Jul 16 17:42:32.693796 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: dns.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.694700 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.695204 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 17:42:32.695526 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: dns_domain_ports.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.696468 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.696967 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 17:42:32.697287 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.698262 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.698762 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 17:42:32.699084 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: dvr.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.699782 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.700284 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: dvr Jul 16 17:42:32.700604 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: empty_string_filtering.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.701505 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.702009 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: empty-string-filtering Jul 16 17:42:32.702330 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.703364 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.703917 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:42:32.704246 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.705150 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.705652 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 17:42:32.705986 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: external_net.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.706877 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.707376 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: external-net Jul 16 17:42:32.707738 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: extra_dhcp_opt.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.708629 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.709201 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: extra_dhcp_opt Jul 16 17:42:32.709523 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: extraroute.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.710427 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.710934 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: extraroute Jul 16 17:42:32.711255 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: extraroute_atomic.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.712323 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.712892 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: extraroute-atomic Jul 16 17:42:32.713223 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: filter_validation.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.713886 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.714384 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: filter-validation Jul 16 17:42:32.714700 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: fip_pf_description.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.715668 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.716377 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 17:42:32.716696 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: fip_port_details.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.717615 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.718119 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: fip-port-details Jul 16 17:42:32.718992 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: flavors.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.720310 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.720853 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: flavors Jul 16 17:42:32.721176 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.723730 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.724285 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 17:42:32.724740 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: floatingip_pools.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.725477 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.726116 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: floatingip-pools Jul 16 17:42:32.726465 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: ip_allocation.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.727606 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.728121 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 17:42:32.728469 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.729617 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.730239 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: ip-substring-filtering Jul 16 17:42:32.730569 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: l2_adjacency.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.731652 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.732294 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 17:42:32.732895 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: l3.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.734083 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.735274 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: router Jul 16 17:42:32.735775 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: l3_conntrack_helper.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.738518 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.739372 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 17:42:32.739662 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.740750 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.741312 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: ext-gw-mode Jul 16 17:42:32.741723 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.743016 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.743518 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: l3-ha Jul 16 17:42:32.743820 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: l3_flavors.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.744913 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.745601 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: l3-flavors Jul 16 17:42:32.745840 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.746915 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.747431 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 17:42:32.747776 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: l3agentscheduler.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.748823 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.749332 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: l3_agent_scheduler Jul 16 17:42:32.749697 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: logging.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.751276 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.751819 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension logging not supported by any of loaded plugins Jul 16 17:42:32.752148 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: metering.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.752919 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.753496 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: metering Jul 16 17:42:32.753824 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.754915 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.755428 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: metering_source_and_destination_fields Jul 16 17:42:32.755783 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: multiprovidernet.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.756835 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.757345 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: multi-provider Jul 16 17:42:32.757669 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: netmtu.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.758584 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.759088 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: net-mtu Jul 16 17:42:32.759407 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: netmtu_writable.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.760351 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.760852 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: net-mtu-writable Jul 16 17:42:32.761173 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: network_availability_zone.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.761837 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.762335 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: network_availability_zone Jul 16 17:42:32.762654 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: network_ip_availability.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.763785 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.764293 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: network-ip-availability Jul 16 17:42:32.764615 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: network_segment_range.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.765515 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.766082 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 17:42:32.766401 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: pagination.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.767374 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.767734 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: pagination Jul 16 17:42:32.768056 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: port_device_profile.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.768963 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.769478 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: port-device-profile Jul 16 17:42:32.769802 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.770719 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.771221 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: port-mac-address-regenerate Jul 16 17:42:32.771544 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.772462 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.772964 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: port-numa-affinity-policy Jul 16 17:42:32.773284 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: port_resource_request.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.774189 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.774695 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 17:42:32.775015 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: portbindings.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.775954 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.776462 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: binding Jul 16 17:42:32.776781 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: portbindings_extended.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.778025 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.778534 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: binding-extended Jul 16 17:42:32.778858 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: portsecurity.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.779792 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.780299 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: port-security Jul 16 17:42:32.780621 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: project_id.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.782119 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.782437 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: project-id Jul 16 17:42:32.782757 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: providernet.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.783697 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.784207 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: provider Jul 16 17:42:32.784527 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: qos.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.788003 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.788524 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension qos not supported by any of loaded plugins Jul 16 17:42:32.788853 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.790091 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.790604 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 17:42:32.790932 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.791888 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.792396 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 17:42:32.792720 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: qos_default.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.793638 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.794147 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension qos-default not supported by any of loaded plugins Jul 16 17:42:32.794473 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: qos_fip.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.795121 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.795644 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 17:42:32.795966 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: qos_gateway_ip.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.797433 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.797937 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 17:42:32.798258 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: qos_port_network_policy.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.799167 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.799698 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 17:42:32.800027 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: qos_rule_type_details.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.800936 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.801440 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 17:42:32.801763 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: qos_rules_alias.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.802790 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.803302 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 17:42:32.803659 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: quotasv2.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.804579 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.805093 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: quotas Jul 16 17:42:32.805416 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: quotasv2_detail.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.808448 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.808785 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: quota_details Jul 16 17:42:32.809117 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: rbac.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.810190 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.810705 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: rbac-policies Jul 16 17:42:32.811034 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: rbac_address_group.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.812022 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.812588 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: rbac-address-group Jul 16 17:42:32.812887 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: rbac_address_scope.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.813818 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.814326 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: rbac-address-scope Jul 16 17:42:32.814648 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: rbac_security_groups.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.815574 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.816086 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: rbac-security-groups Jul 16 17:42:32.816411 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: rbac_subnetpool.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.817318 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.817822 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: rbac-subnetpool Jul 16 17:42:32.818142 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: revisionifmatch.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.819052 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.819583 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: revision-if-match Jul 16 17:42:32.819907 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: revisions.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.821006 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.821513 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: standard-attr-revisions Jul 16 17:42:32.821836 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: router_availability_zone.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.822508 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.823010 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: router_availability_zone Jul 16 17:42:32.823332 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: routerservicetype.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.824281 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.824780 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 17:42:32.825100 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.826015 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.826520 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: security-groups-normalized-cidr Jul 16 17:42:32.826841 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: security_groups_port_filtering.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.827848 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.828363 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: port-security-groups-filtering Jul 16 17:42:32.828682 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.829610 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.830113 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: security-groups-remote-address-group Jul 16 17:42:32.830431 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: securitygroup.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.840109 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.840641 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: security-group Jul 16 17:42:32.840971 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: segment.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.841773 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.842285 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension segment not supported by any of loaded plugins Jul 16 17:42:32.842608 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.844123 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.844700 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 17:42:32.845028 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: servicetype.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.846134 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.846779 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: service-type Jul 16 17:42:32.847270 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: sorting.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.848292 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.848634 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: sorting Jul 16 17:42:32.848954 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: standard_attr_segment.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.849945 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.850460 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 17:42:32.850790 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: standardattrdescription.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.851442 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.851976 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: standard-attr-description Jul 16 17:42:32.852297 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: stateful_security_group.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.853223 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.853739 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: stateful-security-group Jul 16 17:42:32.854068 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: stdattrs_common.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.854647 n-d-794306-7 neutron-server[105329]: WARNING neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 17:42:32.854967 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.855917 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.856424 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 17:42:32.856745 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: subnet_onboard.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.858060 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.858578 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: subnet_onboard Jul 16 17:42:32.858900 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.860417 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.860930 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 17:42:32.861251 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: subnet_service_types.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.862297 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.862812 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: subnet-service-types Jul 16 17:42:32.863133 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: subnetallocation.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.864260 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.864774 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: subnet_allocation Jul 16 17:42:32.865101 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.865770 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.866275 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: subnetpool-prefix-ops Jul 16 17:42:32.866597 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.867523 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.868064 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 17:42:32.868389 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: tagging.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.869455 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.870010 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: standard-attr-tag Jul 16 17:42:32.870290 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: timestamp.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.871520 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.872054 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loaded extension: standard-attr-timestamp Jul 16 17:42:32.872383 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: trunk.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.873445 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.873998 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension trunk not supported by any of loaded plugins Jul 16 17:42:32.874326 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: trunk_details.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.875335 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.875910 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 17:42:32.876235 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: uplink_status_propagation.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.877210 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.877747 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 17:42:32.878072 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Loading extension file: vlantransparent.py {{(pid=105329) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 17:42:32.878741 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=105329) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 17:42:32.879248 n-d-794306-7 neutron-server[105329]: INFO neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 17:42:32.881748 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:network Jul 16 17:42:32.882286 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:subnet Jul 16 17:42:32.882689 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:42:32.883085 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:port Jul 16 17:42:32.884365 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.884814 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service FLAVORS assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.885433 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.885864 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.886188 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:router Jul 16 17:42:32.886623 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:42:32.887106 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service METERING assigned prefix: /metering {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.888591 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.888960 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.889312 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=105329) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:42:32.890582 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:42:32.891172 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:42:32.891648 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:42:32.892261 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service CORE assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.892588 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:42:32.892933 n-d-794306-7 neutron-server[105329]: WARNING neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] subnetpool is already registered Jul 16 17:42:32.893354 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service CORE assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.893673 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:42:32.893999 n-d-794306-7 neutron-server[105329]: WARNING neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] subnetpool is already registered Jul 16 17:42:32.896322 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.896762 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service FLAVORS assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.897349 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.897769 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.898099 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:router Jul 16 17:42:32.898438 n-d-794306-7 neutron-server[105329]: WARNING neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] router is already registered Jul 16 17:42:32.898846 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 17:42:32.899182 n-d-794306-7 neutron-server[105329]: WARNING neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] floatingip is already registered Jul 16 17:42:32.899662 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service METERING assigned prefix: /metering {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.900338 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 17:42:32.900664 n-d-794306-7 neutron-server[105329]: WARNING neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] rbac_policy is already registered Jul 16 17:42:32.901073 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:security_group Jul 16 17:42:32.901405 n-d-794306-7 neutron-server[105329]: WARNING neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] security_group is already registered Jul 16 17:42:32.901802 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 17:42:32.902130 n-d-794306-7 neutron-server[105329]: WARNING neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] security_group_rule is already registered Jul 16 17:42:32.902747 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service CORE assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.903074 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:42:32.903408 n-d-794306-7 neutron-server[105329]: WARNING neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] subnetpool is already registered Jul 16 17:42:32.903847 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.v2.resource_helper [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Service CORE assigned prefix: {{(pid=105329) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 17:42:32.904169 n-d-794306-7 neutron-server[105329]: INFO neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 17:42:32.904498 n-d-794306-7 neutron-server[105329]: WARNING neutron.quota.resource_registry [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] subnetpool is already registered Jul 16 17:42:32.904961 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: extensions {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.907120 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: address-groups {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.908674 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: address-scopes {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.909995 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: agents {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.911157 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: auto-allocated-topology {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.912432 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: availability_zones {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.913661 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: dhcp-networks {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.915169 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: dhcp-agents {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.916644 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: routers {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.918367 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: flavors {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.920731 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: service_profiles {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.922599 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: next_providers {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.924087 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: service_profiles {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.925659 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: floatingip-pools {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.926894 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: routers {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.928619 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: floatingips {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.929893 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: l3-routers {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.931282 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: l3-agents {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.932751 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: metering-labels {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.934010 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: metering-label-rules {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.935397 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: network-ip-availabilities {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.936685 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: bindings {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.938282 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: quotas {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.939856 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: quotas {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.941280 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: rbac-policies {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.942474 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: security-groups {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.943803 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: security-group-rules {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.945055 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: service-providers {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.946311 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: subnetpools {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.947656 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: subnetpools {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.949207 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: tags {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.950889 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: tags {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.952778 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: tags {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.954582 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: tags {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.956312 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: tags {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.958284 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: tags {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.960005 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: tags {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.961817 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: tags {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.963703 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: tags {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.965481 n-d-794306-7 neutron-server[105329]: DEBUG neutron.api.extensions [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Extended resource: tags {{(pid=105329) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 17:42:32.972106 n-d-794306-7 neutron-server[105329]: WARNING keystonemiddleware.auth_token [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 17:42:32.976658 n-d-794306-7 neutron-server[105329]: WARNING keystonemiddleware.auth_token [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 17:42:32.986103 n-d-794306-7 neutron-server[105329]: DEBUG oslo_concurrency.lockutils [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Acquired lock "singleton_lock" {{(pid=105329) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 17:42:32.986574 n-d-794306-7 neutron-server[105329]: DEBUG oslo_concurrency.lockutils [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Releasing lock "singleton_lock" {{(pid=105329) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 17:42:32.987220 n-d-794306-7 neutron-server[105329]: INFO oslo_service.service [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Starting 2 workers Jul 16 17:42:32.992089 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Started child 105438 {{(pid=105329) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:42:32.996706 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Started child 105439 {{(pid=105329) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:42:32.997532 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:32.998402 n-d-794306-7 neutron-server[105329]: INFO neutron.service [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 17:42:32.999084 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [-] (105438) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:42:32.999242 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Notify callbacks [] for process, before_spawn {{(pid=105329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:33.001738 n-d-794306-7 neutron-server[105329]: INFO oslo_service.service [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Starting 1 workers Jul 16 17:42:33.002147 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:33.003856 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [-] (105439) wsgi starting up on http://0.0.0.0:9696 Jul 16 17:42:33.007100 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Started child 105440 {{(pid=105329) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:42:33.007686 n-d-794306-7 neutron-server[105329]: INFO oslo_service.service [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Starting 1 workers Jul 16 17:42:33.012069 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Started child 105441 {{(pid=105329) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 17:42:33.012908 n-d-794306-7 neutron-server[105329]: DEBUG neutron_lib.callbacks.manager [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] Notify callbacks [] for process, after_spawn {{(pid=105329) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:33.015106 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105329) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:42:33.015106 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:42:33.017071 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:42:33.017071 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:42:33.017071 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:42:33.018136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.service [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] calling RpcWorker wait() {{(pid=105440) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 17:42:33.019670 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:42:33.019932 n-d-794306-7 neutron-server[105440]: DEBUG neutron.service [None req-ffc77492-d6c0-4d1a-95ed-548419a6e070 None None] returning from RpcWorker wait() {{(pid=105440) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 17:42:33.020185 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.020185 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.020185 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.021109 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:33.022417 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.022690 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:33.022946 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.023200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:42:33.023462 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.023462 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.026472 n-d-794306-7 neutron-server[105441]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:42:33.026684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.026684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.026684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.026684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.026684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.026684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.026684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.026684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.028299 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.028299 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.028299 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.028299 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.028299 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.028299 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.028299 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.028299 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] debug = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.029772 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.029772 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.029772 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.029772 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.029772 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.029772 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.032517 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.032517 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.032517 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.032517 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.032517 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.032517 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.032517 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.032517 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.034038 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.034038 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.034038 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.034038 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] host = n-d-794306-7 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.034038 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.034038 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.034038 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.034038 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.035634 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.035634 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.035634 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.035634 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.035634 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.035634 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.035634 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.035634 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.037217 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.037217 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.037217 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_options = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.037217 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.037217 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.037217 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.037217 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.037217 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.038654 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.038654 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.038654 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.038654 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.038654 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.038654 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.038654 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.038654 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.040404 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.040404 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.040404 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.040404 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.040404 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.040404 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.040404 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.040404 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.042179 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.042179 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.042179 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.042179 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.042179 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.042179 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.042179 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.042179 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.042179 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.043822 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.043822 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.043822 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.043822 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.043822 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.043822 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.043822 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.043822 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.045356 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.045356 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.045356 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.045356 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.045356 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.045356 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.045356 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.045356 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_json = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.047520 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.047520 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.047520 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.047520 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.047520 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.047520 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.047520 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.047520 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.049061 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.049061 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.049061 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.049061 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.049061 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.049061 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.049061 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.049061 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.050601 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.050601 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.050601 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.050601 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.050601 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.050601 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.050601 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.050601 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051053 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051053 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051053 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051053 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051053 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051053 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051053 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051053 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051507 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051507 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051507 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051507 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051507 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051507 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051507 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051507 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051998 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051998 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.051998 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.052970 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.053198 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.053422 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.053651 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.054050 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.054294 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.054552 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.055470 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.055716 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.055953 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.056217 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.056502 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.056737 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.056954 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.057349 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.057596 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.057818 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.058037 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.058248 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.058487 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.058717 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.058934 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.059147 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.059627 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.059627 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.059926 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.060093 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.060311 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.060544 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.060754 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.060969 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.061208 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.061421 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.061650 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.061884 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.062142 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.063052 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.063052 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.063052 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.063546 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.063546 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.063546 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.066811 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.066811 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.066811 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.066811 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.069092 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.069815 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.070745 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.070745 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.070745 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.070994 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.071239 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.071512 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.071887 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.072250 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.072474 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.072701 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.072895 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.073118 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.073324 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.073555 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.073927 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.074205 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.074205 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.075117 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.075117 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.075117 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.075117 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.075708 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.075708 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.076002 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.076143 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.076359 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.076589 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.076878 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.077169 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.077448 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.077665 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.079153 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.079153 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.079153 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.080557 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.080557 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.080557 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.080557 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.080557 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.080557 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.081476 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.081476 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.081476 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.081476 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.082943 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.082943 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.082943 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.082943 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.082943 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.082943 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.083933 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.083933 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.083933 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.083933 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.084412 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.084412 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.084656 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.084805 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.085045 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.085308 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.085528 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.085767 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.085968 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.086208 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.086456 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.086661 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.086993 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.087239 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.087888 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.087888 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.087888 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.088874 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.088874 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.088874 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.088874 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.092113 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.092113 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.092113 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.092113 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.092113 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.092113 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.092113 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.092113 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.095705 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.095705 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.095705 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.095705 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.095705 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.095705 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.095705 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.095705 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097018 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097018 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097018 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097018 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097018 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097018 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097018 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097018 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097999 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097999 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097999 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097999 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097999 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097999 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097999 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.097999 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.098922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.098922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.098922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.098922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.098922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.098922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.098922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.098922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.099917 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.099917 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.099917 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.099917 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.099917 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.099917 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.100651 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.100651 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.100651 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.100651 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.101157 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.101157 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.101408 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.101540 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.101807 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.102171 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.102289 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.102835 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.102835 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.102835 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.103087 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.103274 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.103468 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.103710 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.103926 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.104144 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.104367 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.104574 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.104782 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.105000 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.105214 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.105443 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.105664 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.105928 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.106130 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.106354 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.106568 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.106775 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.107177 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.107312 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.107530 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.108191 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.108739 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.108739 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.108999 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.109485 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.109696 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.109922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.110169 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.110387 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.110766 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.111182 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.111702 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.112007 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.112264 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.112500 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.112795 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.113078 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.113347 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.113562 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.113856 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.114266 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.114494 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.114753 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.115001 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.115260 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.115485 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.115745 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.115978 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.116231 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.116469 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.116710 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.116940 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.117185 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.117421 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.117648 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.117903 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.118134 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.118364 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.118605 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.118838 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.118995 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:42:33.119509 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=105329) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 17:42:33.119745 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 17:42:33.119830 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 17:42:33.119993 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 17:42:33.120213 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 17:42:33.120311 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 17:42:33.120507 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.120753 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.121143 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.121289 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.121435 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.121683 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.121897 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.121897 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.122338 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.122338 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.122338 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.122922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.122922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.122922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.122922 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.123734 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.123734 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.123734 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.123734 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.123734 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] config_source = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.124742 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.124742 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.124742 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] debug = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.124742 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.124742 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.124742 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.125846 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.125846 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.125846 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.125846 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.125846 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.125846 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.125846 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.127041 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.127041 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.127041 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.127041 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.127041 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.127041 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.127041 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.127041 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] host = n-d-794306-7 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.128977 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.128977 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.128977 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.128977 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.128977 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.128977 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.128977 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.128977 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.131024 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.131024 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.131024 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.131024 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.131024 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_dir = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.131024 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.131024 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_options = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.131024 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.131024 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.133128 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.133128 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.133128 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.133128 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.133128 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.133128 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.133128 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.134432 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.134432 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.134432 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.134432 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.134432 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.134432 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.134432 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.134432 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.134432 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.136545 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.136545 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.136545 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.136545 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.136545 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.136545 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.136545 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.136545 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.137643 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.137643 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.137643 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.137643 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.137643 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.137643 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.137643 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.137643 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.139045 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.139045 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.139045 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.139045 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.139045 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.139045 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.139045 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.139045 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.140891 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.140891 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.140891 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_journal = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.140891 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_json = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.140891 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.140891 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.140891 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.140891 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.140891 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.142364 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.142364 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.142364 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 17:42:33.142364 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.142364 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.142364 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.142364 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.142364 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.143786 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.143786 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.143786 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.143786 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.143786 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.143786 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.143786 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.143786 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.145224 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.145224 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.145224 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.145224 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.145224 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.145224 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.145224 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.145224 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.146489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.146489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.146489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.146489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.146489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.146489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.146489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.146489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.147764 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.147764 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.147764 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.147764 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.147764 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.147764 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.147764 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.147764 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.147764 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.148407 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.148407 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.148407 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.148407 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.148407 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.148407 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.148407 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.148407 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.148407 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149008 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149008 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149008 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149008 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149008 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149008 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149008 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149008 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149008 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149605 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149605 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149605 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149605 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149605 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149605 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149605 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149605 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.149605 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150221 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150221 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150221 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150221 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150221 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150221 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150221 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150221 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150221 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150847 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150847 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150847 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150847 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150847 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150847 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150847 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150847 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.150847 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.151459 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.151459 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.151459 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.151459 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.151459 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.151459 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.151903 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.151903 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.151903 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.152127 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.152127 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.152280 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.152440 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.152755 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.152755 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.153123 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.153123 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.153481 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.153481 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.153481 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.154021 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.154021 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.154021 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.154557 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.154557 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.154557 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.154557 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.155489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.155489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.155489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.155489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.155489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.155489 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.157600 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.157600 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.157600 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.157600 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.157600 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.157600 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.157600 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.157600 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.159266 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.159266 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.159266 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.159266 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.159266 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.159266 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.159266 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.159266 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.160585 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.160585 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.160585 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.160585 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.160585 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.160585 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.160585 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.160585 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.162190 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.162190 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.162190 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.162190 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.162190 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.162190 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.162190 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.162190 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.164626 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.164626 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.164626 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.164626 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.164626 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.164626 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.164626 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.164626 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.166120 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.166120 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.166120 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.166120 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.166120 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.166120 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.166120 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.166120 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.167777 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.167777 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.167777 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.167777 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.167777 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.167777 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.167777 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.167777 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168240 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168240 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168240 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168240 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168240 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168240 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168240 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168240 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.168684 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169200 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169200 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169200 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169200 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169200 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169200 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169200 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169200 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169733 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169733 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169733 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169733 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169733 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169733 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169733 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.169733 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.170263 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.170263 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.170263 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.170263 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.170263 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.170606 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.170606 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.170746 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.170824 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.170997 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.171162 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.171544 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.171544 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.171997 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.171997 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.171997 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.172583 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.172583 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.172583 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.172583 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.175206 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.175206 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.175206 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.175206 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.175206 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.175206 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.175206 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.175206 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.176696 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.176696 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.176696 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.176696 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.176696 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.176696 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.176696 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.176696 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.178316 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.178316 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.178316 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.178316 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.178316 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.178316 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.178316 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.178316 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.180062 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.180062 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.180062 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.180062 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.180062 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.180062 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.180062 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.180062 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.181898 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.181898 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.181898 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.181898 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.181898 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.181898 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.181898 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.181898 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.181898 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.183154 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.183154 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.183154 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.183154 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.183154 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.183154 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.183154 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.183154 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.183154 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.184235 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.184235 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.184235 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.184235 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.184235 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 17:42:33.184235 n-d-794306-7 neutron-server[105329]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=105329) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 17:42:33.188111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:42:33.392656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38794) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:33.401038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061522 Jul 16 17:42:45.443119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1c8515-4029-43d1-aa14-08fd9704dd30 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 17:42:45.550723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1c8515-4029-43d1-aa14-08fd9704dd30 None None] No non-hosted networks {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 17:42:45.571880 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3666dba6-114a-44cb-aaac-f7a0ac031c19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009606'] for agent, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:47.799602 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009606'] for agent, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:47.800344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.800770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.801139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.801529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.801803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.802325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.802572 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.802979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.803264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.803616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.803951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.804289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:42:47.804754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-794306-7', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:42:47.812747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-794306-7', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:42:48.110632 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-42d19d28-5d72-4201-9d75-f45c4b0f1adc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009606'] for agent, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:48.144188 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c68bd1d-7a0a-480c-832d-d84c92bde78f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:49.668925 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009606'] for agent, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:51.669603 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009606'] for agent, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:52.575074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38886) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:53.081260 n-d-794306-7 neutron-server[105439]: WARNING oslo_policy.policy [None req-9f3259ac-a92a-42de-af69-9d89f8c9da25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:42:53.081876 n-d-794306-7 neutron-server[105439]: WARNING oslo_policy.policy [None req-9f3259ac-a92a-42de-af69-9d89f8c9da25 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:42:53.310687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-9f3259ac-a92a-42de-af69-9d89f8c9da25 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:42:53.312448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9f3259ac-a92a-42de-af69-9d89f8c9da25 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7364247 Jul 16 17:42:55.562309 n-d-794306-7 neutron-server[105440]: INFO neutron.db.l3_hamode_db [None req-a9453201-5d2f-4d1a-bbfc-bee741f8f62c None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 17:42:55.642012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9453201-5d2f-4d1a-bbfc-bee741f8f62c None None] Routers set() bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:42:55.642407 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9453201-5d2f-4d1a-bbfc-bee741f8f62c None None] Router IDs set() for agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 17:42:55.808975 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38900) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:56.332004 n-d-794306-7 neutron-server[105438]: WARNING oslo_policy.policy [None req-10d18385-e2b2-4cae-9f93-858f16e66a69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:42:56.332587 n-d-794306-7 neutron-server[105438]: WARNING oslo_policy.policy [None req-10d18385-e2b2-4cae-9f93-858f16e66a69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:42:56.551247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-10d18385-e2b2-4cae-9f93-858f16e66a69 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:42:56.645062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.policy [None req-10d18385-e2b2-4cae-9f93-858f16e66a69 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105438) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:42:56.689079 n-d-794306-7 neutron-server[105438]: WARNING oslo_policy.policy [None req-10d18385-e2b2-4cae-9f93-858f16e66a69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:42:56.689448 n-d-794306-7 neutron-server[105438]: WARNING oslo_policy.policy [None req-10d18385-e2b2-4cae-9f93-858f16e66a69 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:42:56.698063 n-d-794306-7 neutron-server[105438]: INFO neutron.quota [None req-10d18385-e2b2-4cae-9f93-858f16e66a69 admin admin] Loaded quota_driver: . Jul 16 17:42:56.792864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10d18385-e2b2-4cae-9f93-858f16e66a69 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746773418703', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746773418208', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746773425297', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746773437127', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746773445640', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8746773451813', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-576519', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-584948', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1592512', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2004019'] for rbac-policy, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:56.859262 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10d18385-e2b2-4cae-9f93-858f16e66a69 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:56.860589 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-10d18385-e2b2-4cae-9f93-858f16e66a69 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0493462 Jul 16 17:42:59.466082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38918) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:42:59.768164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Request body: {'network': {'project_id': 'c8d857a505024fb99d761804c25c0edf', 'name': 'private', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'admin_state_up': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:42:59.797619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Made reservation on behalf of c8d857a505024fb99d761804c25c0edf for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:42:59.800554 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:59.817530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:59.941547 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:59.945383 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:59.965158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 373} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:42:59.994781 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746775416899', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:42:59.995371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Unsubscribe: segment precommit_create {{(pid=105438) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:42:59.995885 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Added segment b50c19ad-7685-4d35-9b96-32d4a886fb69 of type vlan for network 55a8acb6-bee0-4173-b450-7e09d1731c16 Jul 16 17:43:00.013137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=035b121e-284d-480b-9a86-8c3bb2851f9d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:00.063670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.064007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.064338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.064666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.064990 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.065309 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.065625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.065940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.066252 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.066561 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.066873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.067186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Tracked resource versions report: Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: pushed versions: Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: { 'AddressGroup': {'1.2'}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'ConntrackHelper': {'1.0'}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'Log': {'1.0'}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'Network': {'1.1'}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'Port': {'1.7'}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'PortForwarding': {'1.2'}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'QosPolicy': {'1.8'}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'SecurityGroup': {'1.4'}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'SubPort': {'1.0'}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'Subnet': {'1.1'}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'Trunk': {'1.1'}} Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: consumer versions: Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: { DHCP agent@n-d-794306-7: {}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: L3 agent@n-d-794306-7: {}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: Metadata agent@n-d-794306-7: {}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: Metering agent@n-d-794306-7: {}, Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: Open vSwitch agent@n-d-794306-7: { 'AddressGroup': '1.2', Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'ConntrackHelper': '1.0', Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'Log': '1.0', Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'Network': '1.1', Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'Port': '1.7', Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'PortForwarding': '1.2', Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'QosPolicy': '1.8', Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'SecurityGroup': '1.4', Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'SecurityGroupRule': '1.2', Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'SubPort': '1.0', Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'Subnet': '1.1', Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: 'Trunk': '1.1'}} Jul 16 17:43:00.068285 n-d-794306-7 neutron-server[105438]: {{(pid=105438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:43:00.117685 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:00.168325 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:00.169518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:43:00.170178 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:00.230218 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7629354 Jul 16 17:43:00.272166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc3697e-1b62-4c71-a9bd-9d08f7dc5600 admin admin] Pushing event updated for resources: {'Network': ['ID=55a8acb6-bee0-4173-b450-7e09d1731c16,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:00.285539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 55a8acb6-bee0-4173-b450-7e09d1731c16 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:43:02.911710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38932) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:03.317287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ec6b14-9236-49a6-b02e-2ba7b04cc7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:43:03.318717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-36ec6b14-9236-49a6-b02e-2ba7b04cc7fc admin admin] 10.222.0.47 "GET /v2.0/networks/55a8acb6-bee0-4173-b450-7e09d1731c16 HTTP/1.1" status: 200 len: 825 time: 0.4060152 Jul 16 17:43:03.344209 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1a91c0a6-6bc1-4d01-8035-1dbf259e39a6 admin admin] 10.222.0.47 "GET /v2.0/subnetpools/4134125a-a9e2-46a8-ae60-ec07039ceb30 HTTP/1.1" status: 200 len: 734 time: 0.0199857 Jul 16 17:43:03.352918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] Request body: {'subnet': {'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16', 'subnetpool_id': '4134125a-a9e2-46a8-ae60-ec07039ceb30', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'name': 'private-subnet'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:43:03.377290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] Made reservation on behalf of c8d857a505024fb99d761804c25c0edf for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:43:03.380127 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:03.686770 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:03.759107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7bfff89-a807-40fd-9d1f-70762bed1695,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:03.761385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] Checking segment: {'id': 'b50c19ad-7685-4d35-9b96-32d4a886fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:43:03.761766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] Network hostable DHCP agents. Network: 55a8acb6-bee0-4173-b450-7e09d1731c16, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:43:03.783441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] Network 55a8acb6-bee0-4173-b450-7e09d1731c16 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:43:03.795809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 55a8acb6-bee0-4173-b450-7e09d1731c16) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:43:03.804066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:43:03.804648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:03.806479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4030abb4-07ba-418d-8fe0-fe03e4eef073 None None] Network 55a8acb6-bee0-4173-b450-7e09d1731c16 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:43:03.819003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a653e1b2-7c7f-4cf7-abd9-c4b0fe4cfcc7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4694970 Jul 16 17:43:04.186798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-55a8acb6-bee0-4173-b450-7e09d1731c16', 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'fixed_ips': [{'subnet_id': 'a7bfff89-a807-40fd-9d1f-70762bed1695'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:43:04.188200 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:04.476427 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Allocated IP 172.20.0.2 (55a8acb6-bee0-4173-b450-7e09d1731c16/a7bfff89-a807-40fd-9d1f-70762bed1695/3eb08126-d1f8-4b25-8b7c-e92aa329bce0) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:43:04.717201 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:04.734461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Transition to ACTIVE for port object 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:43:04.755450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Transition to ACTIVE for port object 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:43:04.764807 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:04.839290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Network 55a8acb6-bee0-4173-b450-7e09d1731c16 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:43:04.844939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:43:04.855030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:43:04.859055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Pushing event updated for resources: {'Port': ['ID=3eb08126-d1f8-4b25-8b7c-e92aa329bce0,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:04.885247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.885643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.885923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.886253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.886580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.886914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.887251 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.887601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.887918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.888242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.888620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.888965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Tracked resource versions report: Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: pushed versions: Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: { 'AddressGroup': {'1.2'}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'ConntrackHelper': {'1.0'}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'Log': {'1.0'}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'Network': {'1.1'}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'Port': {'1.7'}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'PortForwarding': {'1.2'}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'QosPolicy': {'1.8'}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'SecurityGroup': {'1.4'}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'SubPort': {'1.0'}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'Subnet': {'1.1'}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'Trunk': {'1.1'}} Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: consumer versions: Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: { DHCP agent@n-d-794306-7: {}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: L3 agent@n-d-794306-7: {}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: Metadata agent@n-d-794306-7: {}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: Metering agent@n-d-794306-7: {}, Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: Open vSwitch agent@n-d-794306-7: { 'AddressGroup': '1.2', Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'ConntrackHelper': '1.0', Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'Log': '1.0', Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'Network': '1.1', Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'Port': '1.7', Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'PortForwarding': '1.2', Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'QosPolicy': '1.8', Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'SecurityGroup': '1.4', Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'SecurityGroupRule': '1.2', Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'SubPort': '1.0', Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'Subnet': '1.1', Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: 'Trunk': '1.1'}} Jul 16 17:43:04.890037 n-d-794306-7 neutron-server[105440]: {{(pid=105440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:43:04.944449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Attempting to bind port 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:43:04.944853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Attempting to bind port 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'b50c19ad-7685-4d35-9b96-32d4a886fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:43:04.945274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Attempting to bind port 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 on network 55a8acb6-bee0-4173-b450-7e09d1731c16 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:43:04.950439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:43:04.950841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Checking segment: {'id': 'b50c19ad-7685-4d35-9b96-32d4a886fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:43:04.951450 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:04.951908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Bound using segment: {'id': 'b50c19ad-7685-4d35-9b96-32d4a886fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:43:04.952436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Bound port: 3eb08126-d1f8-4b25-8b7c-e92aa329bce0, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50c19ad-7685-4d35-9b96-32d4a886fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:43:04.952848 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:05.019339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] For port 3eb08126-d1f8-4b25-8b7c-e92aa329bce0, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:43:05.023752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] For port 3eb08126-d1f8-4b25-8b7c-e92aa329bce0, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3eb08126-d1f8-4b25-8b7c-e92aa329bce0,segment=NetworkSegment(b50c19ad-7685-4d35-9b96-32d4a886fb69),segment_id=b50c19ad-7685-4d35-9b96-32d4a886fb69)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:43:05.029330 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:05.114648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbea6f4-6261-40ed-a41a-2479a783c163 None None] Pushing event updated for resources: {'Port': ['ID=3eb08126-d1f8-4b25-8b7c-e92aa329bce0,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:06.248883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38940) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:06.614105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-e776c96b-2022-4c17-b706-50ed2898d12f admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:43:06.615119 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e776c96b-2022-4c17-b706-50ed2898d12f admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3650141 Jul 16 17:43:09.017130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38948) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:09.370022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-20b681cb-37ee-486b-9bdf-5af162bf2ce0 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:43:09.371178 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-20b681cb-37ee-486b-9bdf-5af162bf2ce0 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3528302 Jul 16 17:43:11.425131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0fb31df-26d3-42b0-9e1a-ab385a83d3e0 None None] Network 55a8acb6-bee0-4173-b450-7e09d1731c16 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:43:11.508068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9fd998c2-6ff1-47e9-acd6-d39c7be86cd8 None None] Provisioning for port 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:43:11.830831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:43:11.925828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:43:11.929664 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:43:11.930069 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:12.042379 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:12.064182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38962) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:12.078581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3eb08126-d1f8-4b25-8b7c-e92aa329bce0, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3eb08126-d1f8-4b25-8b7c-e92aa329bce0,segment=NetworkSegment(b50c19ad-7685-4d35-9b96-32d4a886fb69),segment_id=b50c19ad-7685-4d35-9b96-32d4a886fb69)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:43:12.082650 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:12.130764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3eb08126-d1f8-4b25-8b7c-e92aa329bce0,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:12.372268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b567a57f-f29e-44d5-9354-ebf7b266f98d admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'admin_state_up': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:43:12.396533 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b567a57f-f29e-44d5-9354-ebf7b266f98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:12.398101 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b567a57f-f29e-44d5-9354-ebf7b266f98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:12.533675 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b567a57f-f29e-44d5-9354-ebf7b266f98d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:12.538565 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b567a57f-f29e-44d5-9354-ebf7b266f98d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:12.551036 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b567a57f-f29e-44d5-9354-ebf7b266f98d admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:12.552254 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b567a57f-f29e-44d5-9354-ebf7b266f98d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4867852 Jul 16 17:43:13.797650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:43:13.846577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:43:13.846950 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:14.932782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38970) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:15.246705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-394efe74-531a-43e4-840a-6eb2b717e953 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:43:15.247732 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-394efe74-531a-43e4-840a-6eb2b717e953 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3139524 Jul 16 17:43:15.366160 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-601335af-ba19-4f0e-aef1-b81b8d51b46c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:17.670517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38978) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:17.782349 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:17.996873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Request body: {'network': {'router:external': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True, 'name': 'public', 'provider:network_type': 'flat'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:43:18.020654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Made reservation on behalf of e8ce3a346c85497db99e3f8f5ecccc99 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:43:18.022965 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:18.032046 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:18.097524 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1041f695-b382-4e66-8484-e5d38ac9acaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:18.130974 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:18.134487 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:18.149977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Reserving flat network on physical network physnet1 {{(pid=105438) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 17:43:18.168767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e7f9ab8-125e-4736-b887-4ba6b0f3a089,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:18.175481 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:18.175858 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Added segment 1507a59c-dc53-4c97-b970-ff2299f5523a of type flat for network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 Jul 16 17:43:18.222256 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:18.257104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:18.258051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:43:18.258616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:18.289586 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6180053 Jul 16 17:43:18.322753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9bd6c7-0592-437e-adb4-cd54ac9e9b26 admin admin] Pushing event updated for resources: {'Network': ['ID=bfa01be5-61b7-48dd-aaef-b6d5bb065e60,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:18.334060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:43:19.604483 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:20.910623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38996) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:21.088116 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4986da5-8261-4946-b56e-65c85b08e6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:43:21.089445 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e4986da5-8261-4946-b56e-65c85b08e6d7 admin admin] 10.222.0.47 "GET /v2.0/subnets/a7bfff89-a807-40fd-9d1f-70762bed1695 HTTP/1.1" status: 200 len: 849 time: 0.1776133 Jul 16 17:43:21.207779 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-18a34ef8-e58d-477d-9adc-06d531501a09 admin admin] 10.222.0.47 "GET /v2.0/routers/1d46ed90-fb00-4485-88c6-0c228896d4aa HTTP/1.1" status: 200 len: 704 time: 0.1117597 Jul 16 17:43:21.479103 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:21.621539 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:21.771621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Allocated IP 172.20.0.1 (55a8acb6-bee0-4173-b450-7e09d1731c16/a7bfff89-a807-40fd-9d1f-70762bed1695/4418e3e6-8324-467c-a1bf-0a11ebfb8477) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:43:21.972587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:21.993894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Transition to ACTIVE for port object 4418e3e6-8324-467c-a1bf-0a11ebfb8477 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:43:22.071703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:22.143702 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Network 55a8acb6-bee0-4173-b450-7e09d1731c16 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:43:22.148287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:43:22.154626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:43:22.155144 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:22.213396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Pushing event updated for resources: {'Port': ['ID=4418e3e6-8324-467c-a1bf-0a11ebfb8477,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:22.372762 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:22.394964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-afc89a75-e5f6-4996-aeec-d3d29a858d25 None None] Provisioning for port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:43:22.398685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-afc89a75-e5f6-4996-aeec-d3d29a858d25 None None] Provisioning complete for port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:43:22.399059 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-afc89a75-e5f6-4996-aeec-d3d29a858d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:22.432073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-afc89a75-e5f6-4996-aeec-d3d29a858d25 None None] Port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:43:22.558617 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:22.563073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:22.563956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:22.621177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Pushing event updated for resources: {'Port': ['ID=4418e3e6-8324-467c-a1bf-0a11ebfb8477,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:22.688450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Network 55a8acb6-bee0-4173-b450-7e09d1731c16 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:43:22.690006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:43:22.852074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-93d9cd2f-210d-45b6-8d0f-2ddba57c842c None None] Provisioning complete for port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:43:22.852799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Router 1d46ed90-fb00-4485-88c6-0c228896d4aa is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:43:22.853061 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-93d9cd2f-210d-45b6-8d0f-2ddba57c842c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:22.886667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-93d9cd2f-210d-45b6-8d0f-2ddba57c842c None None] Port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:43:22.945477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:43:22.950746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-07ff76a1-db14-4812-9a10-a7aaff13da39 admin admin] 10.222.0.47 "PUT /v2.0/routers/1d46ed90-fb00-4485-88c6-0c228896d4aa/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7381341 Jul 16 17:43:22.971800 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Sync routers for ids ['1d46ed90-fb00-4485-88c6-0c228896d4aa'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:43:22.984082 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Routers {'1d46ed90-fb00-4485-88c6-0c228896d4aa'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:43:22.984962 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:43:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1d46ed90-fb00-4485-88c6-0c228896d4aa'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:43:23.173664 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Set router 1d46ed90-fb00-4485-88c6-0c228896d4aa gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:43:23.613469 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'name': 'router1', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:43:12Z', 'updated_at': '2021-07-16T17:43:22Z', 'revision_number': 2, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'gw_port_host': None, '_interfaces': [{'id': '4418e3e6-8324-467c-a1bf-0a11ebfb8477', 'name': '', 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'mac_address': 'fa:16:3e:d3:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:43:21Z', 'updated_at': '2021-07-16T17:43:22Z', 'revision_number': 2, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'subnets': [{'id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4134125a-a9e2-46a8-ae60-ec07039ceb30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:43:23.665111 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Checking router: 1d46ed90-fb00-4485-88c6-0c228896d4aa for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:43:23.665555 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Updating router 1d46ed90-fb00-4485-88c6-0c228896d4aa port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:43:23.732253 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:24.242479 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:24.266537 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Transition to ACTIVE for port object 4418e3e6-8324-467c-a1bf-0a11ebfb8477 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:43:24.274728 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:24.456054 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Attempting to bind port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:43:24.456468 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Attempting to bind port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'b50c19ad-7685-4d35-9b96-32d4a886fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:43:24.456972 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Attempting to bind port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 on network 55a8acb6-bee0-4173-b450-7e09d1731c16 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:43:24.464883 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Pushing event updated for resources: {'Port': ['ID=4418e3e6-8324-467c-a1bf-0a11ebfb8477,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:24.469959 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:43:24.470384 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Checking segment: {'id': 'b50c19ad-7685-4d35-9b96-32d4a886fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:43:24.470874 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:24.471265 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Bound using segment: {'id': 'b50c19ad-7685-4d35-9b96-32d4a886fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:43:24.471788 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Bound port: 4418e3e6-8324-467c-a1bf-0a11ebfb8477, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b50c19ad-7685-4d35-9b96-32d4a886fb69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 373, 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:43:24.472210 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:24.485311 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.485669 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.486011 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.486348 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.486682 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.487011 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.487340 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.487693 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.488019 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.488343 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.488665 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.488986 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Tracked resource versions report: Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: pushed versions: Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: { 'AddressGroup': {'1.2'}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'ConntrackHelper': {'1.0'}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'Log': {'1.0'}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'Network': {'1.1'}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'Port': {'1.7'}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'PortForwarding': {'1.2'}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'QosPolicy': {'1.8'}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'SecurityGroup': {'1.4'}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'SubPort': {'1.0'}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'Subnet': {'1.1'}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'Trunk': {'1.1'}} Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: consumer versions: Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: { DHCP agent@n-d-794306-7: {}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: L3 agent@n-d-794306-7: {}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: Metadata agent@n-d-794306-7: {}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: Metering agent@n-d-794306-7: {}, Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: Open vSwitch agent@n-d-794306-7: { 'AddressGroup': '1.2', Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'ConntrackHelper': '1.0', Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'Log': '1.0', Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'Network': '1.1', Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'Port': '1.7', Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'PortForwarding': '1.2', Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'QosPolicy': '1.8', Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'SecurityGroup': '1.4', Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'SecurityGroupRule': '1.2', Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'SubPort': '1.0', Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'Subnet': '1.1', Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: 'Trunk': '1.1'}} Jul 16 17:43:24.490049 n-d-794306-7 neutron-server[105441]: {{(pid=105441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:43:24.554950 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] For port 4418e3e6-8324-467c-a1bf-0a11ebfb8477, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:43:24.576278 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] For port 4418e3e6-8324-467c-a1bf-0a11ebfb8477, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4418e3e6-8324-467c-a1bf-0a11ebfb8477,segment=NetworkSegment(b50c19ad-7685-4d35-9b96-32d4a886fb69),segment_id=b50c19ad-7685-4d35-9b96-32d4a886fb69)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:43:24.581461 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:24.631279 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Routers {'1d46ed90-fb00-4485-88c6-0c228896d4aa'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:43:24.631913 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:43:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1d46ed90-fb00-4485-88c6-0c228896d4aa'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:43:24.701570 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98be57f1-9611-4bc1-99f8-33e106c38b47 None None] Pushing event updated for resources: {'Port': ['ID=4418e3e6-8324-467c-a1bf-0a11ebfb8477,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:24.728353 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] Set router 1d46ed90-fb00-4485-88c6-0c228896d4aa gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:43:24.942259 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'name': 'router1', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:43:12Z', 'updated_at': '2021-07-16T17:43:22Z', 'revision_number': 2, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'gw_port_host': None, '_interfaces': [{'id': '4418e3e6-8324-467c-a1bf-0a11ebfb8477', 'name': '', 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'mac_address': 'fa:16:3e:d3:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:43:21Z', 'updated_at': '2021-07-16T17:43:24Z', 'revision_number': 4, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'subnets': [{'id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4134125a-a9e2-46a8-ae60-ec07039ceb30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:43:24.971766 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c55c82b4-351b-49b3-9cbe-d33e9c9b3dda None None] The sync data for ids ['1d46ed90-fb00-4485-88c6-0c228896d4aa'] in n-d-794306-7 is: [{'id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'name': 'router1', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:43:12Z', 'updated_at': '2021-07-16T17:43:22Z', 'revision_number': 2, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'gw_port_host': None, '_interfaces': [{'id': '4418e3e6-8324-467c-a1bf-0a11ebfb8477', 'name': '', 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'mac_address': 'fa:16:3e:d3:cd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:43:21Z', 'updated_at': '2021-07-16T17:43:24Z', 'revision_number': 4, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'subnets': [{'id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4134125a-a9e2-46a8-ae60-ec07039ceb30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:43:25.240729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39016) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:25.352983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08ba45c2-e5b6-4afa-aece-8ddbeea73f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:43:25.354348 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-08ba45c2-e5b6-4afa-aece-8ddbeea73f86 admin admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 842 time: 0.1125951 Jul 16 17:43:25.364894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Request body: {'subnet': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'ip_version': 4, 'gateway_ip': '172.25.7.1', 'cidr': '172.25.7.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:43:25.392384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Made reservation on behalf of e8ce3a346c85497db99e3f8f5ecccc99 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:43:25.394619 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Notify callbacks [] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:25.757921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 17:43:25.758361 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:25.817546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b5dbced-e424-46ea-a6ed-caf4f6ceed4b,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:25.830094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:43:25.830455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Network hostable DHCP agents. Network: bfa01be5-61b7-48dd-aaef-b6d5bb065e60, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:43:25.848745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:43:25.859292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, bfa01be5-61b7-48dd-aaef-b6d5bb065e60) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:43:25.863651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:43:25.864230 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:25.869809 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f801c4-0a8f-4a24-b0e8-99583ce033bd None None] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:43:25.888227 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b64e4177-edb7-4212-9396-da55753bb5da admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5271590 Jul 16 17:43:26.022136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb700a9e-9013-4643-bf7c-d7ffd403cac8 None None] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:43:28.196276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39028) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:28.324279 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1786add0-32f5-44e8-84f6-18b183941013 admin admin] 10.222.0.47 "GET /v2.0/routers/1d46ed90-fb00-4485-88c6-0c228896d4aa HTTP/1.1" status: 200 len: 710 time: 0.1267610 Jul 16 17:43:28.409839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87de70a8-fb81-4652-a09c-3024285c3dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:43:28.411204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-87de70a8-fb81-4652-a09c-3024285c3dc3 admin admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 886 time: 0.0813310 Jul 16 17:43:28.419931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:43:28.656269 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:28.895019 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:28.969992 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:29.070822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Allocated IP 172.25.7.223 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/5af472ac-b5c7-435e-bf33-e13ff2cdc1ce) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:43:29.174417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:29.213648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:29.253689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:43:29.256335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:43:29.259836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:43:29.297208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Pushing event updated for resources: {'Port': ['ID=5af472ac-b5c7-435e-bf33-e13ff2cdc1ce,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:29.584253 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:29.772120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:29.775429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:29.816371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4418e3e6-8324-467c-a1bf-0a11ebfb8477 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:43:29.864438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:43:29.868118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:43:29.868491 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:29.882123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Router 1d46ed90-fb00-4485-88c6-0c228896d4aa has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:43:29.945298 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:29.975814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 4418e3e6-8324-467c-a1bf-0a11ebfb8477, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4418e3e6-8324-467c-a1bf-0a11ebfb8477,segment=NetworkSegment(b50c19ad-7685-4d35-9b96-32d4a886fb69),segment_id=b50c19ad-7685-4d35-9b96-32d4a886fb69)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:43:29.980529 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:29.989125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:43:29.993222 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:30.008403 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ee7e2fb0-d847-47c0-94c2-64c14a3fc0d1 admin admin] 10.222.0.47 "PUT /v2.0/routers/1d46ed90-fb00-4485-88c6-0c228896d4aa HTTP/1.1" status: 200 len: 890 time: 1.5778704 Jul 16 17:43:30.015460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Sync routers for ids ['1d46ed90-fb00-4485-88c6-0c228896d4aa'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:43:30.039959 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Routers {'1d46ed90-fb00-4485-88c6-0c228896d4aa'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:43:30.040641 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e435a065-651d-49b7-8a14-91c235471371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:43:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1d46ed90-fb00-4485-88c6-0c228896d4aa'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:43:30.042734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=4418e3e6-8324-467c-a1bf-0a11ebfb8477,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:30.312627 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Set router 1d46ed90-fb00-4485-88c6-0c228896d4aa gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:43:30.705093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e435a065-651d-49b7-8a14-91c235471371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'name': 'router1', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '5af472ac-b5c7-435e-bf33-e13ff2cdc1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:43:12Z', 'updated_at': '2021-07-16T17:43:29Z', 'revision_number': 4, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'gw_port': {'id': '5af472ac-b5c7-435e-bf33-e13ff2cdc1ce', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:92:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:43:28Z', 'updated_at': '2021-07-16T17:43:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4418e3e6-8324-467c-a1bf-0a11ebfb8477', 'name': '', 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'mac_address': 'fa:16:3e:d3:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:43:21Z', 'updated_at': '2021-07-16T17:43:29Z', 'revision_number': 5, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'subnets': [{'id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4134125a-a9e2-46a8-ae60-ec07039ceb30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:43:30.756155 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Checking router: 1d46ed90-fb00-4485-88c6-0c228896d4aa for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:43:30.756508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Updating router 1d46ed90-fb00-4485-88c6-0c228896d4aa port 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:43:30.792061 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:31.112525 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:31.121553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Transition to ACTIVE for port object 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:43:31.128314 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:31.178441 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Attempting to bind port 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:43:31.178818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Attempting to bind port 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:43:31.179185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Attempting to bind port 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:43:31.181939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c54029-1813-475d-bb8f-957a223fc648 None None] Pushing event updated for resources: {'Port': ['ID=5af472ac-b5c7-435e-bf33-e13ff2cdc1ce,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:31.191687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:43:31.192072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:43:31.192505 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:31.192871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:43:31.193345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Bound port: 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:43:31.193747 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:31.245263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e435a065-651d-49b7-8a14-91c235471371 None None] For port 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:43:31.248762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e435a065-651d-49b7-8a14-91c235471371 None None] For port 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5af472ac-b5c7-435e-bf33-e13ff2cdc1ce,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:43:31.253107 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:31.314426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c54029-1813-475d-bb8f-957a223fc648 None None] Pushing event updated for resources: {'Port': ['ID=5af472ac-b5c7-435e-bf33-e13ff2cdc1ce,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:31.316860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Routers {'1d46ed90-fb00-4485-88c6-0c228896d4aa'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:43:31.317448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e435a065-651d-49b7-8a14-91c235471371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:43:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1d46ed90-fb00-4485-88c6-0c228896d4aa'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:43:31.504554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e435a065-651d-49b7-8a14-91c235471371 None None] Set router 1d46ed90-fb00-4485-88c6-0c228896d4aa gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:43:31.705594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e435a065-651d-49b7-8a14-91c235471371 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'name': 'router1', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '5af472ac-b5c7-435e-bf33-e13ff2cdc1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:43:12Z', 'updated_at': '2021-07-16T17:43:29Z', 'revision_number': 4, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'gw_port': {'id': '5af472ac-b5c7-435e-bf33-e13ff2cdc1ce', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:92:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:43:28Z', 'updated_at': '2021-07-16T17:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4418e3e6-8324-467c-a1bf-0a11ebfb8477', 'name': '', 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'mac_address': 'fa:16:3e:d3:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:43:21Z', 'updated_at': '2021-07-16T17:43:29Z', 'revision_number': 5, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'subnets': [{'id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4134125a-a9e2-46a8-ae60-ec07039ceb30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:43:31.736061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e435a065-651d-49b7-8a14-91c235471371 None None] The sync data for ids ['1d46ed90-fb00-4485-88c6-0c228896d4aa'] in n-d-794306-7 is: [{'id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'name': 'router1', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.223'}], 'enable_snat': True}, 'gw_port_id': '5af472ac-b5c7-435e-bf33-e13ff2cdc1ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:43:12Z', 'updated_at': '2021-07-16T17:43:29Z', 'revision_number': 4, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'gw_port': {'id': '5af472ac-b5c7-435e-bf33-e13ff2cdc1ce', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:92:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.223', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:43:28Z', 'updated_at': '2021-07-16T17:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4418e3e6-8324-467c-a1bf-0a11ebfb8477', 'name': '', 'network_id': '55a8acb6-bee0-4173-b450-7e09d1731c16', 'tenant_id': 'c8d857a505024fb99d761804c25c0edf', 'mac_address': 'fa:16:3e:d3:cd:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d46ed90-fb00-4485-88c6-0c228896d4aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:43:21Z', 'updated_at': '2021-07-16T17:43:29Z', 'revision_number': 5, 'project_id': 'c8d857a505024fb99d761804c25c0edf', 'subnets': [{'id': 'a7bfff89-a807-40fd-9d1f-70762bed1695', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4134125a-a9e2-46a8-ae60-ec07039ceb30'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:43:31.841743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4418e3e6-8324-467c-a1bf-0a11ebfb8477 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:43:31.899063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:43:31.899758 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:32.403346 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39036) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:43:32.529598 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d489397e-3378-4025-ba2a-447de3d7b998 admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1250808 Jul 16 17:43:33.859842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:43:33.918604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:43:33.923209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:43:33.923774 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:33.999952 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:34.020107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5af472ac-b5c7-435e-bf33-e13ff2cdc1ce,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:43:34.024191 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:34.073235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=5af472ac-b5c7-435e-bf33-e13ff2cdc1ce,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:43:35.819227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:43:35.883357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5af472ac-b5c7-435e-bf33-e13ff2cdc1ce triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:43:35.884115 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:45.375169 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a30d0bd9-066d-47b3-96e2-f7170a78356d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:47.074621 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 5 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:43:47.789199 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:48.091410 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bb7a5f6-8421-48f0-b276-a69a43d1ad52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:49.613956 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:43:51.644895 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:15.372258 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5de69499-4bef-4838-bd25-198fd81e9cf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:17.831503 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:18.093881 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9849693b-fc16-45a6-8930-d4fc3e196367 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:19.613417 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:21.645334 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:24.072833 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 5 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:44:45.367941 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-58a1589a-9c2b-4641-a83a-1af40058a291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:47.784091 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:48.095598 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0c57d789-4043-47e3-9e33-84a1d2871c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:49.614176 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:44:51.647818 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:01.070539 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 5 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:45:15.082715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39636) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:15.179022 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-56a75e18-c508-4b5a-b5de-b82f4d191678 admin admin] GET failed (client error): The resource could not be found. Jul 16 17:45:15.180638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-56a75e18-c508-4b5a-b5de-b82f4d191678 admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0969646 Jul 16 17:45:15.361284 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4dce9cd0-ed8d-4c83-b9a5-6ca2e5c699b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:15.455326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.policy [None req-f5ef1bf0-203f-452f-bb35-1b7c99acfd1b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=105439) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 17:45:15.499862 n-d-794306-7 neutron-server[105439]: WARNING oslo_policy.policy [None req-f5ef1bf0-203f-452f-bb35-1b7c99acfd1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:45:15.500233 n-d-794306-7 neutron-server[105439]: WARNING oslo_policy.policy [None req-f5ef1bf0-203f-452f-bb35-1b7c99acfd1b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 17:45:15.508474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ef1bf0-203f-452f-bb35-1b7c99acfd1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:15.510732 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f5ef1bf0-203f-452f-bb35-1b7c99acfd1b admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.3261969 Jul 16 17:45:17.699953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39648) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:17.785729 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:17.827623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e652eaf7-ba94-44e2-a144-b6b75ff45b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:17.828969 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e652eaf7-ba94-44e2-a144-b6b75ff45b77 admin admin] 10.222.0.47 "GET /v2.0/subnets/a7bfff89-a807-40fd-9d1f-70762bed1695 HTTP/1.1" status: 200 len: 849 time: 0.1280720 Jul 16 17:45:17.839028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:45:17.923262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Notify callbacks [] for subnet, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:18.082704 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746775501195'] for subnet, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:18.095690 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-195e7a06-ca40-409d-ba92-f2e5a5738a38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:18.148054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:18.148883 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:18.158944 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] 10.222.0.47 "PUT /v2.0/subnets/a7bfff89-a807-40fd-9d1f-70762bed1695 HTTP/1.1" status: 200 len: 868 time: 0.3154166 Jul 16 17:45:18.159229 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a4cc52-d36a-4336-8c67-88cd39fe5639 None None] Network 55a8acb6-bee0-4173-b450-7e09d1731c16 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:45:18.170418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7bfff89-a807-40fd-9d1f-70762bed1695,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:45:18.181213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.181633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.182060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.183078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.183078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.183078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.183416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.183727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.184076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.184397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.184769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.185096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-139fdc40-7488-4a87-95ee-c74515d98c3e admin admin] Tracked resource versions report: Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: pushed versions: Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: { 'AddressGroup': {'1.2'}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'ConntrackHelper': {'1.0'}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'Log': {'1.0'}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'Network': {'1.1'}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'Port': {'1.7'}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'PortForwarding': {'1.2'}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'QosPolicy': {'1.8'}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'SecurityGroup': {'1.4'}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'SubPort': {'1.0'}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'Subnet': {'1.1'}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'Trunk': {'1.1'}} Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: consumer versions: Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: { DHCP agent@n-d-794306-7: {}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: L3 agent@n-d-794306-7: {}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: Metadata agent@n-d-794306-7: {}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: Metering agent@n-d-794306-7: {}, Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: Open vSwitch agent@n-d-794306-7: { 'AddressGroup': '1.2', Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'ConntrackHelper': '1.0', Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'Log': '1.0', Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'Network': '1.1', Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'Port': '1.7', Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'PortForwarding': '1.2', Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'QosPolicy': '1.8', Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'SecurityGroup': '1.4', Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'SecurityGroupRule': '1.2', Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'SubPort': '1.0', Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'Subnet': '1.1', Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: 'Trunk': '1.1'}} Jul 16 17:45:18.186226 n-d-794306-7 neutron-server[105439]: {{(pid=105439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:45:18.585991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-17d68b82-4f22-46db-9250-a34e77d67ed0 None None] Provisioning complete for port 4418e3e6-8324-467c-a1bf-0a11ebfb8477 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:45:18.586363 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17d68b82-4f22-46db-9250-a34e77d67ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:18.671448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-17d68b82-4f22-46db-9250-a34e77d67ed0 None None] Provisioning complete for port 3eb08126-d1f8-4b25-8b7c-e92aa329bce0 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:45:18.671826 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17d68b82-4f22-46db-9250-a34e77d67ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:19.615849 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:20.326963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39660) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:20.549369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e451116-e2e0-4053-b822-e7493765822d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:20.549770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e451116-e2e0-4053-b822-e7493765822d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:20.551296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6e451116-e2e0-4053-b822-e7493765822d admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2232697 Jul 16 17:45:21.645276 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:22.714902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39668) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:22.845928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9ae9fa-8277-462e-9e9d-077f681415a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:22.846406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9ae9fa-8277-462e-9e9d-077f681415a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:22.847983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5d9ae9fa-8277-462e-9e9d-077f681415a3 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1321280 Jul 16 17:45:25.006858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39676) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:25.134943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a957982-2593-4777-956b-6980ae0186de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:25.136342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7a957982-2593-4777-956b-6980ae0186de admin admin] 10.222.0.47 "GET /v2.0/networks/55a8acb6-bee0-4173-b450-7e09d1731c16 HTTP/1.1" status: 200 len: 869 time: 0.1285548 Jul 16 17:45:27.298044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39686) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:27.437933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fefae16-8ccb-477a-93f0-fce2a86f10cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:27.439305 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8fefae16-8ccb-477a-93f0-fce2a86f10cf admin admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 886 time: 0.1403117 Jul 16 17:45:29.611018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39694) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:29.733047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c0ea6c-cf22-4581-86f0-7e30c40ce157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:29.733509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c0ea6c-cf22-4581-86f0-7e30c40ce157 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:29.735024 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-35c0ea6c-cf22-4581-86f0-7e30c40ce157 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1229808 Jul 16 17:45:31.907947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39702) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:31.999655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92efff88-4fd8-44db-9786-59046a3c3146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:32.000112 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92efff88-4fd8-44db-9786-59046a3c3146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:32.001596 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-92efff88-4fd8-44db-9786-59046a3c3146 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0923939 Jul 16 17:45:34.186876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39710) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:34.277232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5731eaef-c620-46a8-8ea8-cbce3472bb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:34.278586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5731eaef-c620-46a8-8ea8-cbce3472bb11 admin admin] 10.222.0.47 "GET /v2.0/subnets/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b HTTP/1.1" status: 200 len: 816 time: 0.0907571 Jul 16 17:45:36.446888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39718) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:45:36.539610 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c05a23-5aea-4ccf-81e6-fde6b5d61210 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:45:36.541510 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a7c05a23-5aea-4ccf-81e6-fde6b5d61210 admin admin] 10.222.0.47 "GET /v2.0/subnets/a7bfff89-a807-40fd-9d1f-70762bed1695 HTTP/1.1" status: 200 len: 868 time: 0.0936644 Jul 16 17:45:38.069204 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 5 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:45:45.367934 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-87776ea4-9a97-4089-a049-7c4db5a87a1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:47.786818 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:48.096410 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a3f50986-c68d-4dbd-840c-33ba437b4399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:49.617938 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:45:51.651554 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:01.393884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39770) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:01.439780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-12dd32a7-f826-4526-adc4-e3f5b32bcf5e admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:46:01.440760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-12dd32a7-f826-4526-adc4-e3f5b32bcf5e admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459514 Jul 16 17:46:03.680063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39778) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:03.739441 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d626be12-c16c-4f04-959f-fbffd4582ab6 admin admin] GET failed (client error): The resource could not be found. Jul 16 17:46:03.740807 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d626be12-c16c-4f04-959f-fbffd4582ab6 admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0597992 Jul 16 17:46:03.888805 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4254f5a-98df-4fb1-83db-e29fafd8eb2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:03.890186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c4254f5a-98df-4fb1-83db-e29fafd8eb2a admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1452026 Jul 16 17:46:06.179287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39786) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:06.225321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:06.247623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Made reservation on behalf of e8ce3a346c85497db99e3f8f5ecccc99 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:46:06.249895 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:06.278206 n-d-794306-7 neutron-server[105438]: WARNING neutron.services.revisions.revision_plugin [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Could not find related network for resource to bump revision. Jul 16 17:46:06.290148 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 394} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:46:06.299862 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:06.300194 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Added segment 5ed24798-b5a9-48bd-bd54-01a395285884 of type vlan for network 5d4cb65f-6c21-47bf-a90b-697887b9e157 Jul 16 17:46:06.339186 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:06.367291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:06.368386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:06.368961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:06.398736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2183695 Jul 16 17:46:06.432044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Pushing event updated for resources: {'Network': ['ID=5d4cb65f-6c21-47bf-a90b-697887b9e157,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:06.439282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.439649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.439976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.440308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.440635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.440962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.441284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.441601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.441920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.442239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.442557 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.442874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdea684a-772e-426f-a8ab-6c2e8ae4ad99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:06.454012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:46:08.627740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39794) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:46:08.688494 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-73259ef4-fa6c-47b9-89b3-264359c4e21a admin admin] GET failed (client error): The resource could not be found. Jul 16 17:46:08.689850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-73259ef4-fa6c-47b9-89b3-264359c4e21a admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0612006 Jul 16 17:46:08.773438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d087ba0-0424-4445-b97b-a0fc9b5fefe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:08.775589 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9d087ba0-0424-4445-b97b-a0fc9b5fefe0 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0813191 Jul 16 17:46:08.784939 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] Request body: {'subnet': {'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:46:08.807686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] Made reservation on behalf of e8ce3a346c85497db99e3f8f5ecccc99 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:46:08.810036 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:09.078039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:09.129241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2bf7784-6e17-43c5-868d-fe04c4aef813,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:09.139802 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:46:09.140152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] Network hostable DHCP agents. Network: 5d4cb65f-6c21-47bf-a90b-697887b9e157, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:46:09.156723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:46:09.165922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 5d4cb65f-6c21-47bf-a90b-697887b9e157) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:46:09.169865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:46:09.170441 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:09.175035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e242294-df33-40ad-9ba8-62b37d9fc061 None None] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:46:09.184065 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2b126706-25b7-4cd9-b12e-f9786e98feaf admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4027352 Jul 16 17:46:09.428007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-5d4cb65f-6c21-47bf-a90b-697887b9e157', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'tenant_id': 'e8ce3a346c85497db99e3f8f5ecccc99', 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:46:09.428890 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:09.568700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Allocated IP 192.168.233.2 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/f94e4f18-cfd5-4b25-96a4-5d560c960800) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:46:09.719161 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:09.728645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Transition to ACTIVE for port object f94e4f18-cfd5-4b25-96a4-5d560c960800 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:46:09.744759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Transition to ACTIVE for port object f94e4f18-cfd5-4b25-96a4-5d560c960800 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:46:09.750289 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:09.789216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:46:09.794821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:46:09.797271 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:46:09.808367 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Pushing event updated for resources: {'Port': ['ID=f94e4f18-cfd5-4b25-96a4-5d560c960800,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:09.832362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.832710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.833052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.833394 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.833754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.834070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.834399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.834724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.835051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.835374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.835737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.836047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:46:09.876115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Attempting to bind port f94e4f18-cfd5-4b25-96a4-5d560c960800 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:46:09.876490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Attempting to bind port f94e4f18-cfd5-4b25-96a4-5d560c960800 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:46:09.876852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Attempting to bind port f94e4f18-cfd5-4b25-96a4-5d560c960800 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:46:09.881905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:46:09.882279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:46:09.882681 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:09.883077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:46:09.883591 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Bound port: f94e4f18-cfd5-4b25-96a4-5d560c960800, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:46:09.884515 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:09.959724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] For port f94e4f18-cfd5-4b25-96a4-5d560c960800, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:46:09.964161 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] For port f94e4f18-cfd5-4b25-96a4-5d560c960800, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f94e4f18-cfd5-4b25-96a4-5d560c960800,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:46:09.971725 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:10.042512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de98814-ecf0-469c-9a8d-61eebb4ae190 None None] Pushing event updated for resources: {'Port': ['ID=f94e4f18-cfd5-4b25-96a4-5d560c960800,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:10.869692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b17930-b554-49c4-ac2e-3cea6b12bb52 None None] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:46:10.985719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-25b5b97c-bda0-44a2-b347-0de26ddf239f None None] Provisioning for port f94e4f18-cfd5-4b25-96a4-5d560c960800 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:46:12.068856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f94e4f18-cfd5-4b25-96a4-5d560c960800 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:46:12.124771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port f94e4f18-cfd5-4b25-96a4-5d560c960800 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:46:12.128617 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f94e4f18-cfd5-4b25-96a4-5d560c960800 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:46:12.128993 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:12.207831 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:12.242708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port f94e4f18-cfd5-4b25-96a4-5d560c960800, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f94e4f18-cfd5-4b25-96a4-5d560c960800,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:46:12.247159 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:12.295743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=f94e4f18-cfd5-4b25-96a4-5d560c960800,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:46:14.031377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f94e4f18-cfd5-4b25-96a4-5d560c960800 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:46:14.079018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f94e4f18-cfd5-4b25-96a4-5d560c960800 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:46:14.079388 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:15.068006 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 5 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:46:15.372006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-de888653-5b83-4d5c-976e-b5879eff67ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:17.793161 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:18.098361 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f68aa707-b680-4d31-b9f6-686faab168af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:19.619791 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:21.654227 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:45.383549 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-19e50375-e6c5-4e25-bd16-438d1ae5b5f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:47.785231 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:48.099835 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b108d154-5926-4c05-ba9f-ecebd30674b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:49.623788 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:51.660539 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:46:52.065978 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 5 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:47:15.376190 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fc1fd816-a5ee-4618-961b-6662beab1543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:17.787446 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:18.104202 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28457355-5785-4c3c-8235-59ddc6316d0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:19.628290 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:21.668546 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.146010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39846) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:26.152843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-ebc12c7f-36a2-4760-831c-3e3ea67cd1e7 tempest-verify_tempest_config-22102331 tempest-verify_tempest_config-22102331-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:47:26.153820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ebc12c7f-36a2-4760-831c-3e3ea67cd1e7 tempest-verify_tempest_config-22102331 tempest-verify_tempest_config-22102331-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059967 Jul 16 17:47:26.462233 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39864) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:26.569160 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.657213 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.661319 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.706038 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d518d547f1c4ff0a40a00a00d7681fe&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2427504 Jul 16 17:47:26.707221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dc8420d-71c4-4685-9ceb-feeef3bef421,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:26.708773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39868) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:47:26.714375 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.714718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.715055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.715390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.715756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.716088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.716417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.716743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.717065 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.717387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.717708 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.718028 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf47afb-6474-46a8-8036-e0d778f83c51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.796610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.820848 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.910979 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.913769 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:26.918333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3dc8420d-71c4-4685-9ceb-feeef3bef421 HTTP/1.1" status: 204 len: 168 time: 0.2079792 Jul 16 17:47:26.926085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dc8420d-71c4-4685-9ceb-feeef3bef421,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:47:26.933285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.933812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.934155 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.934493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.934827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.935159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.935494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.935848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.936173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.936491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.936813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:26.937132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e966e54-a0b5-4b42-9757-78ecfab95a3b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:47:29.064845 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 5 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:47:45.377110 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-213aabe4-a737-4e72-811f-a51c761c891b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:47.788573 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:48.105074 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8494eec0-1a59-430a-9b19-168ea8b94e91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:49.631799 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:47:51.666884 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:06.062931 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 5 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:48:15.383899 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a2151991-e17a-4177-af6b-663a0dd5213a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:17.789750 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:18.104440 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-89b96caa-2ba7-4376-927c-3344fefbe1f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:19.637969 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:21.669587 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:43.061308 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 5 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:48:45.383219 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a7f4729b-db6b-485a-b8d1-b083d4232fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:47.792045 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:48.104923 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5915478f-96dc-466d-a711-d9e48dd80d77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:49.638895 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:48:51.672480 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:15.380539 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3ddadf28-6362-44e0-9236-8c6ec406baa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:17.793934 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:18.105207 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-596b1670-563d-4808-be31-18f179071f38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:19.641425 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:20.060258 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 5 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:49:21.674459 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:45.373042 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f25f5872-0e04-4f2f-ae7d-51b3ff18147d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:47.794555 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:48.104459 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9d917734-d8c1-451c-a4ac-67cd8f56d69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:49.643820 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:51.677551 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:49:57.059797 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 5 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:50:15.373135 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-00b1a826-90f0-4e5f-b1df-3ba879dcd350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:17.796635 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:18.104811 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-42097a0d-a95a-4a0a-8c48-f96a2502ec0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:19.645880 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:21.680975 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:28.971178 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009606'] for agent, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:34.058767 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 6 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:50:41.647224 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-2009606'] for agent, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:45.377801 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-972b18fd-318d-41d6-92f1-f3203af7164d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:47.800227 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:48.106469 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cb28d283-ceda-4676-b1b1-dab0a5b51b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:49.649734 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:51.682859 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:50:58.890493 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:11.057882 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:51:11.626657 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:15.380100 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3c15a2bd-06ce-401c-90f4-18c123137e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:17.803331 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:18.106775 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a054468c-3c9c-443c-99bd-9b9b3983aa9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:19.653173 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:21.685422 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:24.894843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39930) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:24.995007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-387e3cdb-1be9-4f7d-9491-8682fea83fac admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0990930 Jul 16 17:51:27.160907 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39940) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:51:27.213309 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-460fc670-3c7b-4f98-9bda-fabb92b54b4f admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0513353 Jul 16 17:51:28.904679 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:41.641931 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:45.380937 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-89135502-4544-4987-a329-f4e5a6211eb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:47.804876 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:48.056990 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:51:48.106715 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-502aa0ce-1ed5-4189-b2fb-b35f511ede97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:49.655082 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:51.689604 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:51:58.905111 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:11.642116 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:15.395594 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4c37b2cc-1772-4436-b8e0-8224ddb63e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:17.808063 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:18.107141 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-83730386-8026-42ff-92d5-ebb89185a7c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:19.658811 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:21.692701 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:25.055400 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:52:28.904421 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:41.654674 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:45.385213 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f0b842ec-a9c2-4fad-9223-c1885e3405cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:47.810916 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:48.109179 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ae1b7573-0043-44e2-8cf2-64353577091e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:49.666906 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:51.719037 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.538971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40090) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:52.876878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-network', 'tenant_id': '43130acca04945a79f69f3c5f20cf265'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:52.901251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Made reservation on behalf of 43130acca04945a79f69f3c5f20cf265 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:52.904246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:52.913679 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.012514 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.020298 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.048060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3555ef7d-c613-41fa-88aa-a265714411ef,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:53.056255 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.056722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.057072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.057400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.057724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.058249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.058572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.059446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.059824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.060241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.060566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.060945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Tracked resource versions report: Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: pushed versions: Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: { 'AddressGroup': {'1.2'}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'ConntrackHelper': {'1.0'}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'Log': {'1.0'}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'Network': {'1.1'}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'Port': {'1.7'}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'PortForwarding': {'1.2'}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'QosPolicy': {'1.8'}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'SecurityGroup': {'1.4'}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'SubPort': {'1.0'}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'Subnet': {'1.1'}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'Trunk': {'1.1'}} Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: consumer versions: Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: { DHCP agent@n-d-794306-7: {}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: HyperV agent@n-h1-794306-7: {}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: HyperV agent@n-h2-794306-7: {}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: L3 agent@n-d-794306-7: {}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: Metadata agent@n-d-794306-7: {}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: Metering agent@n-d-794306-7: {}, Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: Open vSwitch agent@n-d-794306-7: { 'AddressGroup': '1.2', Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'ConntrackHelper': '1.0', Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'Log': '1.0', Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'Network': '1.1', Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'Port': '1.7', Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'PortForwarding': '1.2', Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'QosPolicy': '1.8', Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'SecurityGroup': '1.4', Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'SecurityGroupRule': '1.2', Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'SubPort': '1.0', Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'Subnet': '1.1', Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: 'Trunk': '1.1'}} Jul 16 17:52:53.061912 n-d-794306-7 neutron-server[105438]: {{(pid=105438) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:52:53.069906 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:52:53.080373 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.080738 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Added segment db73c26b-90ba-486b-83a3-fed49a19d44d of type vlan for network 6e607010-b04a-43b9-bc82-01c9d49f67b6 Jul 16 17:52:53.132523 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.164348 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.165485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:53.166136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.201924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40138) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:53.202553 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6618738 Jul 16 17:52:53.208061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Request body: {'subnet': {'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-subnet', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:53.209541 n-d-794306-7 neutron-server[105439]: INFO neutron.quota [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Loaded quota_driver: . Jul 16 17:52:53.249737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66b406-001b-40a1-bc54-9f170693a7d1 admin admin] Pushing event updated for resources: {'Network': ['ID=6e607010-b04a-43b9-bc82-01c9d49f67b6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:53.253886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Made reservation on behalf of 43130acca04945a79f69f3c5f20cf265 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:53.256377 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.263140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 6e607010-b04a-43b9-bc82-01c9d49f67b6 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:52:53.508025 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.556952 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e61b5433-18ce-4759-a1d2-aa3c01fe79bb,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:53.572711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.575786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.575786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.575786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.575786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.575786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.575786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.575786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.576771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.576771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.576771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.577076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Tracked resource versions report: Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: pushed versions: Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: { 'AddressGroup': {'1.2'}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'ConntrackHelper': {'1.0'}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'Log': {'1.0'}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'Network': {'1.1'}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'Port': {'1.7'}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'PortForwarding': {'1.2'}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'QosPolicy': {'1.8'}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'SecurityGroup': {'1.4'}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'SubPort': {'1.0'}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'Subnet': {'1.1'}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'Trunk': {'1.1'}} Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: consumer versions: Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: { DHCP agent@n-d-794306-7: {}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: HyperV agent@n-h1-794306-7: {}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: HyperV agent@n-h2-794306-7: {}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: L3 agent@n-d-794306-7: {}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: Metadata agent@n-d-794306-7: {}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: Metering agent@n-d-794306-7: {}, Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: Open vSwitch agent@n-d-794306-7: { 'AddressGroup': '1.2', Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'ConntrackHelper': '1.0', Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'Log': '1.0', Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'Network': '1.1', Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'Port': '1.7', Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'PortForwarding': '1.2', Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'QosPolicy': '1.8', Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'SecurityGroup': '1.4', Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'SecurityGroupRule': '1.2', Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'SubPort': '1.0', Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'Subnet': '1.1', Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: 'Trunk': '1.1'}} Jul 16 17:52:53.578129 n-d-794306-7 neutron-server[105439]: {{(pid=105439) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:52:53.592493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Checking segment: {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:53.592882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Network hostable DHCP agents. Network: 6e607010-b04a-43b9-bc82-01c9d49f67b6, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:52:53.622299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Network 6e607010-b04a-43b9-bc82-01c9d49f67b6 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:52:53.635023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 6e607010-b04a-43b9-bc82-01c9d49f67b6) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:53.640994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:52:53.641781 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.645382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7cf75e0-b6ba-4476-b57d-213bcfd92791 None None] Network 6e607010-b04a-43b9-bc82-01c9d49f67b6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:53.671669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40158) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:53.677892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:53.682146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1714a5de-bf2d-4913-b479-29dcb36fed04 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4789565 Jul 16 17:52:53.705359 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.707046 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.771985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.830690 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-6e607010-b04a-43b9-bc82-01c9d49f67b6', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:52:53.831593 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:53.928918 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.003983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Allocated IP 172.20.0.2 (6e607010-b04a-43b9-bc82-01c9d49f67b6/e61b5433-18ce-4759-a1d2-aa3c01fe79bb/7b044af3-60e1-4113-b62f-4dadd79fe89d) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:54.170756 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.180664 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Transition to ACTIVE for port object 7b044af3-60e1-4113-b62f-4dadd79fe89d will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:54.198481 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.202418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Transition to ACTIVE for port object 7b044af3-60e1-4113-b62f-4dadd79fe89d will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:54.210218 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.222592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.258444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Pushing event updated for resources: {'Port': ['ID=7b044af3-60e1-4113-b62f-4dadd79fe89d,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:54.268895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.269588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.269785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.270277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.270685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.271250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.271818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.272361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.272867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.273388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.273889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.274478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Tracked resource versions report: Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: pushed versions: Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: { 'AddressGroup': {'1.2'}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'ConntrackHelper': {'1.0'}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'Log': {'1.0'}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'Network': {'1.1'}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'Port': {'1.7'}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'PortForwarding': {'1.2'}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'QosPolicy': {'1.8'}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'SecurityGroup': {'1.4'}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'SubPort': {'1.0'}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'Subnet': {'1.1'}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'Trunk': {'1.1'}} Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: consumer versions: Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: { DHCP agent@n-d-794306-7: {}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: HyperV agent@n-h1-794306-7: {}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: HyperV agent@n-h2-794306-7: {}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: L3 agent@n-d-794306-7: {}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: Metadata agent@n-d-794306-7: {}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: Metering agent@n-d-794306-7: {}, Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: Open vSwitch agent@n-d-794306-7: { 'AddressGroup': '1.2', Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'ConntrackHelper': '1.0', Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'Log': '1.0', Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'Network': '1.1', Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'Port': '1.7', Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'PortForwarding': '1.2', Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'QosPolicy': '1.8', Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'SecurityGroup': '1.4', Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'SecurityGroupRule': '1.2', Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'SubPort': '1.0', Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'Subnet': '1.1', Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: 'Trunk': '1.1'}} Jul 16 17:52:54.275722 n-d-794306-7 neutron-server[105440]: {{(pid=105440) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:52:54.296352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Network 6e607010-b04a-43b9-bc82-01c9d49f67b6 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:54.297980 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:54.300637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:54.341987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Allocated IP 172.25.7.6 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/73370179-bd0e-48ab-856d-1fdcb733194f) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:54.367020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Attempting to bind port 7b044af3-60e1-4113-b62f-4dadd79fe89d on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:54.367778 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Attempting to bind port 7b044af3-60e1-4113-b62f-4dadd79fe89d by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:54.368379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Attempting to bind port 7b044af3-60e1-4113-b62f-4dadd79fe89d on network 6e607010-b04a-43b9-bc82-01c9d49f67b6 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:54.375482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:54.376142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Checking segment: {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:54.376707 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.377256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Bound using segment: {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:54.377882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Bound port: 7b044af3-60e1-4113-b62f-4dadd79fe89d, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:54.378443 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.457196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] For port 7b044af3-60e1-4113-b62f-4dadd79fe89d, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:54.463817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] For port 7b044af3-60e1-4113-b62f-4dadd79fe89d, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7b044af3-60e1-4113-b62f-4dadd79fe89d,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:54.466709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.469927 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.515124 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:54.527763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ef5e6-79b6-4ae0-a823-8dfe5d692bdc None None] Pushing event updated for resources: {'Port': ['ID=7b044af3-60e1-4113-b62f-4dadd79fe89d,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:54.565106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:54.569888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:54.573728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:54.646824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Pushing event updated for resources: {'Port': ['ID=73370179-bd0e-48ab-856d-1fdcb733194f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:54.818879 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.030672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.291279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:52:55.425388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:52:55.438336 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Sync routers for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:52:55.452897 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:55.453551 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:52:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:55.454854 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:55.456340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-61f4c6e9-db21-47a1-934d-d2dffc0b6bf0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 1.7828963 Jul 16 17:52:55.459189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40226) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:55.680473 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:55.781043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e88f8baf-90b1-49f8-be5f-91ccb8148615 None None] Network 6e607010-b04a-43b9-bc82-01c9d49f67b6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:52:55.869281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8e0ae988-1366-40f5-895a-9e6501ea61eb None None] Provisioning for port 7b044af3-60e1-4113-b62f-4dadd79fe89d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:55.927597 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:54Z', 'revision_number': 3, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:55.972647 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Checking router: 9ef89b33-10b2-4ef0-bde9-327d79c5de29 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:52:55.973310 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Updating router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 port 73370179-bd0e-48ab-856d-1fdcb733194f binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:52:56.019396 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.420989 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7b044af3-60e1-4113-b62f-4dadd79fe89d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:56.437106 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.589452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7b044af3-60e1-4113-b62f-4dadd79fe89d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:56.604693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7b044af3-60e1-4113-b62f-4dadd79fe89d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:56.605325 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.615910 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.644002 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Transition to ACTIVE for port object 73370179-bd0e-48ab-856d-1fdcb733194f will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:56.655250 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.794807 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Attempting to bind port 73370179-bd0e-48ab-856d-1fdcb733194f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:52:56.797374 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Attempting to bind port 73370179-bd0e-48ab-856d-1fdcb733194f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:52:56.799676 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Attempting to bind port 73370179-bd0e-48ab-856d-1fdcb733194f on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:52:56.813280 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:52:56.816565 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:52:56.817197 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.817926 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:52:56.818603 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Bound port: 73370179-bd0e-48ab-856d-1fdcb733194f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:52:56.819932 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.830230 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.912243 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Pushing event updated for resources: {'Port': ['ID=73370179-bd0e-48ab-856d-1fdcb733194f,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:56.930468 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.931466 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.932337 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.932771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Allocated IP 172.20.0.1 (6e607010-b04a-43b9-bc82-01c9d49f67b6/e61b5433-18ce-4759-a1d2-aa3c01fe79bb/e9c470a5-8633-4919-87d3-4104e22492c7) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:52:56.933291 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 7b044af3-60e1-4113-b62f-4dadd79fe89d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7b044af3-60e1-4113-b62f-4dadd79fe89d,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:56.934622 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.935550 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.936295 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.936947 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.937626 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.938584 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.939512 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.940399 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.942015 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Tracked resource versions report: Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: pushed versions: Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: { 'AddressGroup': {'1.2'}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'ConntrackHelper': {'1.0'}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'Log': {'1.0'}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'Network': {'1.1'}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'Port': {'1.7'}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'PortForwarding': {'1.2'}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'QosPolicy': {'1.8'}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'SecurityGroup': {'1.4'}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'SecurityGroupRule': {'1.2'}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'SubPort': {'1.0'}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'Subnet': {'1.1'}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'Trunk': {'1.1'}} Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: consumer versions: Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: { DHCP agent@n-d-794306-7: {}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: HyperV agent@n-h1-794306-7: {}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: HyperV agent@n-h2-794306-7: {}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: L3 agent@n-d-794306-7: {}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: Metadata agent@n-d-794306-7: {}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: Metering agent@n-d-794306-7: {}, Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: Open vSwitch agent@n-d-794306-7: { 'AddressGroup': '1.2', Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'ConntrackHelper': '1.0', Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'Log': '1.0', Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'Network': '1.1', Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'Port': '1.7', Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'PortForwarding': '1.2', Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'QosPolicy': '1.8', Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'SecurityGroup': '1.4', Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'SecurityGroupRule': '1.2', Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'SubPort': '1.0', Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'Subnet': '1.1', Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: 'Trunk': '1.1'}} Jul 16 17:52:56.943667 n-d-794306-7 neutron-server[105441]: {{(pid=105441) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 17:52:56.950055 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:56.973811 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] For port 73370179-bd0e-48ab-856d-1fdcb733194f, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:52:56.977447 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] For port 73370179-bd0e-48ab-856d-1fdcb733194f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=73370179-bd0e-48ab-856d-1fdcb733194f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:52:56.984377 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.018433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=7b044af3-60e1-4113-b62f-4dadd79fe89d,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:57.063698 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3bd8a4-e48f-4ff6-8ae0-c04e5257c578 None None] Pushing event updated for resources: {'Port': ['ID=73370179-bd0e-48ab-856d-1fdcb733194f,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:57.073079 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:57.073688 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:52:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:57.229820 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:52:57.236587 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.285500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Transition to ACTIVE for port object e9c470a5-8633-4919-87d3-4104e22492c7 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:52:57.404559 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.419299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40286) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:57.533793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Network 6e607010-b04a-43b9-bc82-01c9d49f67b6 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:57.545919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:57.552197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:52:57.552905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.582693 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:54Z', 'revision_number': 3, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:57.617538 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b7431d5-e164-4e82-be80-b73cae04828f None None] The sync data for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 is: [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:54Z', 'revision_number': 3, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:52:57.633068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c470a5-8633-4919-87d3-4104e22492c7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:57.854552 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d8b5ed6-21e4-4e1f-9c88-7211b3bd9f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.888753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6fceaeb1-cb10-444d-adf3-d5b824c34a37 None None] Provisioning for port e9c470a5-8633-4919-87d3-4104e22492c7 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:57.892740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6fceaeb1-cb10-444d-adf3-d5b824c34a37 None None] Provisioning complete for port e9c470a5-8633-4919-87d3-4104e22492c7 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:57.893110 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6fceaeb1-cb10-444d-adf3-d5b824c34a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:57.922588 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.013223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6fceaeb1-cb10-444d-adf3-d5b824c34a37 None None] Port e9c470a5-8633-4919-87d3-4104e22492c7 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:52:58.096585 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d8b5ed6-21e4-4e1f-9c88-7211b3bd9f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.100824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d8b5ed6-21e4-4e1f-9c88-7211b3bd9f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.158761 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3d8b5ed6-21e4-4e1f-9c88-7211b3bd9f51 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=866e69f1981044f4b3b80079da5e202f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7355387 Jul 16 17:52:58.162289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40300) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:58.172468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b5ed6-21e4-4e1f-9c88-7211b3bd9f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d191d32e-fc50-42d0-bcc9-3ff6b3d81685,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:58.268057 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.281635 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.282626 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.337681 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efa23f4c-6e29-4f3a-aa99-39eee5facd6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.399163 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efa23f4c-6e29-4f3a-aa99-39eee5facd6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.436346 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Pushing event updated for resources: {'Port': ['ID=e9c470a5-8633-4919-87d3-4104e22492c7,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:58.503493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7b044af3-60e1-4113-b62f-4dadd79fe89d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:58.511005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efa23f4c-6e29-4f3a-aa99-39eee5facd6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.515801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efa23f4c-6e29-4f3a-aa99-39eee5facd6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.519794 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-efa23f4c-6e29-4f3a-aa99-39eee5facd6b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d191d32e-fc50-42d0-bcc9-3ff6b3d81685 HTTP/1.1" status: 204 len: 168 time: 0.3563910 Jul 16 17:52:58.535890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa23f4c-6e29-4f3a-aa99-39eee5facd6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d191d32e-fc50-42d0-bcc9-3ff6b3d81685,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:58.581711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Network 6e607010-b04a-43b9-bc82-01c9d49f67b6 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:52:58.583519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:52:58.676723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7b044af3-60e1-4113-b62f-4dadd79fe89d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:58.676922 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:58.843162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:52:58.887650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 73370179-bd0e-48ab-856d-1fdcb733194f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:52:58.980916 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.007522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-72211deb-24fa-4082-965c-f55114450959 None None] Provisioning complete for port e9c470a5-8633-4919-87d3-4104e22492c7 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:59.007916 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-72211deb-24fa-4082-965c-f55114450959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.058960 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 73370179-bd0e-48ab-856d-1fdcb733194f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:52:59.066416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:52:59.067610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 73370179-bd0e-48ab-856d-1fdcb733194f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:52:59.068213 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.079895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c3519d7e-28fc-400e-818b-be58ac340052 admin admin] 10.222.0.47 "PUT /v2.0/routers/9ef89b33-10b2-4ef0-bde9-327d79c5de29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6167181 Jul 16 17:52:59.110803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-72211deb-24fa-4082-965c-f55114450959 None None] Port e9c470a5-8633-4919-87d3-4104e22492c7 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:52:59.171221 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.190770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40348) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:59.205972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 73370179-bd0e-48ab-856d-1fdcb733194f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=73370179-bd0e-48ab-856d-1fdcb733194f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:52:59.206288 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0046e43e-6694-4790-a3df-091f1df3f9e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.211514 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.283604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=73370179-bd0e-48ab-856d-1fdcb733194f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:59.336476 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0046e43e-6694-4790-a3df-091f1df3f9e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.341225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0046e43e-6694-4790-a3df-091f1df3f9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.381422 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0046e43e-6694-4790-a3df-091f1df3f9e8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e144e4dbd1b400f88c260127e55d3bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1894519 Jul 16 17:52:59.382497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0046e43e-6694-4790-a3df-091f1df3f9e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638c7590-3eda-4a4d-8ec9-dec47671043d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:59.387794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40356) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:59.462322 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-61b4ff8e-6eb3-4aa1-b3c1-f90e7ac19359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.525128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-61b4ff8e-6eb3-4aa1-b3c1-f90e7ac19359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.685073 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-61b4ff8e-6eb3-4aa1-b3c1-f90e7ac19359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.694819 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-61b4ff8e-6eb3-4aa1-b3c1-f90e7ac19359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.700476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-61b4ff8e-6eb3-4aa1-b3c1-f90e7ac19359 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/638c7590-3eda-4a4d-8ec9-dec47671043d HTTP/1.1" status: 204 len: 168 time: 0.3103037 Jul 16 17:52:59.709301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4ff8e-6eb3-4aa1-b3c1-f90e7ac19359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638c7590-3eda-4a4d-8ec9-dec47671043d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:52:59.723222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40386) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:59.726194 n-d-794306-7 neutron-server[105439]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 17:52:59.770833 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-2134f652-2bc4-4a74-b098-9d3b11c807f8 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=61e1efb5cae141188ef448d2ae66e4cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0461247 Jul 16 17:52:59.881457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40398) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:52:59.889045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-network', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:52:59.905735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Sync routers for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:52:59.919777 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Made reservation on behalf of 8d83e21946184c5f8538b614c5a4a5fb for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:52:59.923188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:52:59.923480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:52:59.925627 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:52:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:52:59.933035 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.009448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987773-39ad-488c-8824-38d4375d97ef req-ea92f729-9ee2-4af1-a87e-6b5dd6edff12 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:00.011173 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-ea92f729-9ee2-4af1-a87e-6b5dd6edff12 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351313 Jul 16 17:53:00.041586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-8cd6c0f2-c138-4adf-b494-bac785a4cb5e tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/quotas/61e1efb5cae141188ef448d2ae66e4cd HTTP/1.1" status: 200 len: 375 time: 0.0218966 Jul 16 17:53:00.060794 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.066352 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.114564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e991fc2b-d9b8-4fca-be41-93081a627bb2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:00.121739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:00.122982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-9138c90a-c966-41b4-b062-de59f659e0b4 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=61e1efb5cae141188ef448d2ae66e4cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743008 Jul 16 17:53:00.136872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:00.147944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.148527 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Added segment ff0341c6-563a-4a10-867d-bb232ad543db of type vlan for network 7dcf3235-bce4-48d0-bc57-71332e74dffe Jul 16 17:53:00.203859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.244834 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.246550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:00.247931 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.286564 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.4036574 Jul 16 17:53:00.289380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40414) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:00.295279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] Request body: {'subnet': {'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-subnet', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:00.347048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5614754a-875f-4b1e-8252-bf75975d8c42 admin admin] Pushing event updated for resources: {'Network': ['ID=7dcf3235-bce4-48d0-bc57-71332e74dffe,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:00.375348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 73370179-bd0e-48ab-856d-1fdcb733194f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:00.376173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] Made reservation on behalf of 8d83e21946184c5f8538b614c5a4a5fb for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:00.378696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] Notify callbacks [] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.380315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 7dcf3235-bce4-48d0-bc57-71332e74dffe details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:00.566719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 73370179-bd0e-48ab-856d-1fdcb733194f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:00.567103 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.594592 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:52:58Z', 'revision_number': 2, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:00.630574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Checking router: 9ef89b33-10b2-4ef0-bde9-327d79c5de29 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:00.630830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Updating router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 port e9c470a5-8633-4919-87d3-4104e22492c7 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:00.650012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.681019 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.723838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=4c78e232-c18b-41a7-b6f7-dfa1aa478433,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:00.788307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] Checking segment: {'id': 'ff0341c6-563a-4a10-867d-bb232ad543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:00.788670 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] Network hostable DHCP agents. Network: 7dcf3235-bce4-48d0-bc57-71332e74dffe, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:00.818316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] Network 7dcf3235-bce4-48d0-bc57-71332e74dffe is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:00.838633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 7dcf3235-bce4-48d0-bc57-71332e74dffe) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:00.845717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:00.846761 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.880310 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5e1e4933-001f-44db-b788-ea051218e4ad admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5873880 Jul 16 17:53:00.882157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40456) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:00.894177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-router', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:00.986347 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1aadead2-d471-466c-a506-2bf83e915099 req-c3bb2501-6a4b-4435-b104-f3c6f446557d tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 210 time: 0.1104605 Jul 16 17:53:00.998452 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:00.999775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.126708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f69fcf-ffb4-452e-94f2-ff217eeecd31 None None] Network 7dcf3235-bce4-48d0-bc57-71332e74dffe requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:01.163240 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.411870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.444895 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.508947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Transition to ACTIVE for port object e9c470a5-8633-4919-87d3-4104e22492c7 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:01.520868 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.542709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-7dcf3235-bce4-48d0-bc57-71332e74dffe', 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'fixed_ips': [{'subnet_id': '4c78e232-c18b-41a7-b6f7-dfa1aa478433'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:53:01.546981 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.733718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29a371-d4fe-492d-b39f-d18e6d9952d5 None None] Pushing event updated for resources: {'Port': ['ID=e9c470a5-8633-4919-87d3-4104e22492c7,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:01.819763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:01.900131 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.044654 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Attempting to bind port e9c470a5-8633-4919-87d3-4104e22492c7 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:02.045491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Attempting to bind port e9c470a5-8633-4919-87d3-4104e22492c7 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:02.048324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Attempting to bind port e9c470a5-8633-4919-87d3-4104e22492c7 on network 6e607010-b04a-43b9-bc82-01c9d49f67b6 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:02.059132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:02.060101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Checking segment: {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:02.060688 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:53:02.061447 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.062231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Bound using segment: {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:02.063003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Bound port: e9c470a5-8633-4919-87d3-4104e22492c7, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:02.063982 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.183129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Allocated IP 172.25.7.202 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/42a216d9-6601-4e7b-b675-f655daa27ee3) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:02.405012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Allocated IP 172.20.0.2 (7dcf3235-bce4-48d0-bc57-71332e74dffe/4c78e232-c18b-41a7-b6f7-dfa1aa478433/5fb2da0d-00ab-4c03-9ada-d4f0ae704577) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:02.466646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40560) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:02.487699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] For port e9c470a5-8633-4919-87d3-4104e22492c7, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:02.497577 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.534483 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] For port e9c470a5-8633-4919-87d3-4104e22492c7, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e9c470a5-8633-4919-87d3-4104e22492c7,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:02.543752 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.554443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.645650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:02.646372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:52:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:02.648930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:02.658984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:02.661661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:02.693571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a29a371-d4fe-492d-b39f-d18e6d9952d5 None None] Pushing event updated for resources: {'Port': ['ID=e9c470a5-8633-4919-87d3-4104e22492c7,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:02.736482 n-d-794306-7 neutron-server[105438]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 17:53:02.833026 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-637890b5-fdb8-4afc-9236-3f8ff3506df7 req-8d0ea387-c5f2-482f-9d31-388144353608 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 210 time: 0.3601348 Jul 16 17:53:02.857715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40576) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:02.949855 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:02.991777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Transition to ACTIVE for port object 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:02.994493 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d68f939-0c22-440e-abf5-c11b5ace7f96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.039202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:03.069826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Pushing event updated for resources: {'Port': ['ID=42a216d9-6601-4e7b-b675-f655daa27ee3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:03.151223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Transition to ACTIVE for port object 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:03.218906 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.271216 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d68f939-0c22-440e-abf5-c11b5ace7f96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.277205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d68f939-0c22-440e-abf5-c11b5ace7f96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.343665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d68f939-0c22-440e-abf5-c11b5ace7f96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dca172a-164f-4e81-98fb-97f48b59bda7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:03.393312 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5d68f939-0c22-440e-abf5-c11b5ace7f96 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5c46d0997f6a4dba91e706f82a757d99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5343227 Jul 16 17:53:03.396694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40614) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:03.424887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.470963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Network 7dcf3235-bce4-48d0-bc57-71332e74dffe is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:03.475363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Pushing event updated for resources: {'Port': ['ID=5fb2da0d-00ab-4c03-9ada-d4f0ae704577,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:03.482754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:03.488167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:03.590884 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b9d73dd-a7d4-491f-9626-6439d184fa41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.644905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Attempting to bind port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:03.646938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Attempting to bind port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ff0341c6-563a-4a10-867d-bb232ad543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:03.649175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Attempting to bind port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 on network 7dcf3235-bce4-48d0-bc57-71332e74dffe {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:03.652796 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b9d73dd-a7d4-491f-9626-6439d184fa41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.665515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:03.670459 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Checking segment: {'id': 'ff0341c6-563a-4a10-867d-bb232ad543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:03.670827 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.673433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Bound using segment: {'id': 'ff0341c6-563a-4a10-867d-bb232ad543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:03.673942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Bound port: 5fb2da0d-00ab-4c03-9ada-d4f0ae704577, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0341c6-563a-4a10-867d-bb232ad543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:03.674436 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.748077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b9d73dd-a7d4-491f-9626-6439d184fa41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.750700 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b9d73dd-a7d4-491f-9626-6439d184fa41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:03.754646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4b9d73dd-a7d4-491f-9626-6439d184fa41 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9dca172a-164f-4e81-98fb-97f48b59bda7 HTTP/1.1" status: 204 len: 168 time: 0.3564329 Jul 16 17:53:03.771575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9d73dd-a7d4-491f-9626-6439d184fa41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dca172a-164f-4e81-98fb-97f48b59bda7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:03.846506 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40644) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:03.887907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:02Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:03.895349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] For port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:03.912274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] For port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5fb2da0d-00ab-4c03-9ada-d4f0ae704577,segment=NetworkSegment(ff0341c6-563a-4a10-867d-bb232ad543db),segment_id=ff0341c6-563a-4a10-867d-bb232ad543db)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:03.952627 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdf5bf2-d382-4ed9-b909-5e1b9368be8e None None] The sync data for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 is: [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:02Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:03.959076 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.106601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.111009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c61b83-dbad-4085-90e6-50d3a84a15b2 None None] Pushing event updated for resources: {'Port': ['ID=5fb2da0d-00ab-4c03-9ada-d4f0ae704577,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:04.376653 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18c12021-6fbd-4c86-96d3-bb6f96589f87 req-21afbb97-bc23-4586-87f5-c990184b4e81 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 210 time: 0.0637693 Jul 16 17:53:04.467784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9c470a5-8633-4919-87d3-4104e22492c7 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:04.468576 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Router a41d2637-511b-47be-b6cf-13311cb30f66 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:53:04.532616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a87fa5f5-dff5-455a-aa76-559ed39a131f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.579451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40682) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:04.675484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.37', 63877) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:04.743471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port e9c470a5-8633-4919-87d3-4104e22492c7 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:04.765159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e9c470a5-8633-4919-87d3-4104e22492c7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:04.767510 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:04.884635 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40696) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:04.913510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-6fea3095-d300-4761-b36b-3e22c76d1b73 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=61e1efb5cae141188ef448d2ae66e4cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2197821 Jul 16 17:53:04.997088 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9a2e0350-1c30-4b6d-9b58-416311524b4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.001549 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a87fa5f5-dff5-455a-aa76-559ed39a131f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.008478 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a87fa5f5-dff5-455a-aa76-559ed39a131f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.017031 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.088251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87fa5f5-dff5-455a-aa76-559ed39a131f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6216f5-8183-4440-8cb2-6b2cc067540f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:05.110186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port e9c470a5-8633-4919-87d3-4104e22492c7, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e9c470a5-8633-4919-87d3-4104e22492c7,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:05.124200 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.165109 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a87fa5f5-dff5-455a-aa76-559ed39a131f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a07dc9aa4a514772a3890fbc67dc36c2&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3174644 Jul 16 17:53:05.165731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40712) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:05.195343 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=e9c470a5-8633-4919-87d3-4104e22492c7,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:05.281492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987773-39ad-488c-8824-38d4375d97ef req-263b377a-bce1-47e3-87e4-0207f79d478e tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:05.287323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-263b377a-bce1-47e3-87e4-0207f79d478e tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3678567 Jul 16 17:53:05.309426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:05.321709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e525d3c-ec22-4311-ba04-595496e6b3c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.322421 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Sync routers for ids ['a41d2637-511b-47be-b6cf-13311cb30f66'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:05.346027 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Routers {'a41d2637-511b-47be-b6cf-13311cb30f66'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:05.348183 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:52:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a41d2637-511b-47be-b6cf-13311cb30f66'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:05.360602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d44d53d6-caaa-47dc-8b59-cd056a0a24f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.418534 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d44d53d6-caaa-47dc-8b59-cd056a0a24f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.430123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Request body: {'port': {'device_id': 'b3a51dd6-722d-4415-9d29-fae654ca602d', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '61e1efb5cae141188ef448d2ae66e4cd'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:05.577684 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d44d53d6-caaa-47dc-8b59-cd056a0a24f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.580490 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d44d53d6-caaa-47dc-8b59-cd056a0a24f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.587095 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d44d53d6-caaa-47dc-8b59-cd056a0a24f5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c6216f5-8183-4440-8cb2-6b2cc067540f HTTP/1.1" status: 204 len: 168 time: 0.4188573 Jul 16 17:53:05.610960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44d53d6-caaa-47dc-8b59-cd056a0a24f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6216f5-8183-4440-8cb2-6b2cc067540f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:05.696843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40726) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:05.703620 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Set router a41d2637-511b-47be-b6cf-13311cb30f66 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:05.741594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b6fdb8a-100b-463c-8e17-f3952e2494c6 req-29245f63-4290-4b1e-a3e5-667d3c1c5811 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 210 time: 0.0805554 Jul 16 17:53:05.847823 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9a2e0350-1c30-4b6d-9b58-416311524b4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.872397 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9a2e0350-1c30-4b6d-9b58-416311524b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:05.953371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd9cb1f-d44b-485b-8bc6-551fbc8acf7a None None] Network 7dcf3235-bce4-48d0-bc57-71332e74dffe requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:05.994198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e525d3c-ec22-4311-ba04-595496e6b3c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.009559 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e525d3c-ec22-4311-ba04-595496e6b3c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.070509 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9a2e0350-1c30-4b6d-9b58-416311524b4f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=51126bf7eac94fd6b974b602e4d69687&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1754055 Jul 16 17:53:06.076381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40748) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:06.093859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.102615 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-553358c0-4373-4f68-bcbf-f8ac40392d52 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.2169697 Jul 16 17:53:06.104494 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2e525d3c-ec22-4311-ba04-595496e6b3c4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=11345589a5004452acdfbcd2b490226a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4331481 Jul 16 17:53:06.105201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40750) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:06.105539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40752) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:06.106291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e525d3c-ec22-4311-ba04-595496e6b3c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affd07ad-d308-431d-8be3-4cce50dd3dd2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:06.160897 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bc823972-ddbc-44f5-aa3c-b7474b6f2131 None None] Provisioning for port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:06.207374 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-e5d229b9-616f-48c1-ac3d-180e30208f22 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=c0a3216fa79f473e8cca950ffffec0fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0916719 Jul 16 17:53:06.216744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2e0350-1c30-4b6d-9b58-416311524b4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a243cbe-a48d-4ad0-ac4c-4761cb7818b0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:06.249635 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Made reservation on behalf of 61e1efb5cae141188ef448d2ae66e4cd for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:06.254274 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.273630 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-router', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:03Z', 'revision_number': 3, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'gw_port': {'id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:06.346791 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Checking router: a41d2637-511b-47be-b6cf-13311cb30f66 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:06.347436 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Updating router a41d2637-511b-47be-b6cf-13311cb30f66 port 42a216d9-6601-4e7b-b675-f655daa27ee3 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:06.348954 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-54bb1d20-f1b0-4b8b-8db1-42ffbd65d1a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.352041 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.441080 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.536942 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.543270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9c470a5-8633-4919-87d3-4104e22492c7 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:06.553205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5159f457-346c-406d-888b-35a45da08ed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.564325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.579835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5159f457-346c-406d-888b-35a45da08ed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.638715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40764) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:06.687108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2986bc77-5d8c-4cb3-9016-0ed578888e71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.783378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7171a837-fe77-4492-b3af-95c091ef2d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.785955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:06.828034 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5159f457-346c-406d-888b-35a45da08ed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.830442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5159f457-346c-406d-888b-35a45da08ed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.831612 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5159f457-346c-406d-888b-35a45da08ed6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/affd07ad-d308-431d-8be3-4cce50dd3dd2 HTTP/1.1" status: 204 len: 168 time: 0.5117726 Jul 16 17:53:06.862542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e9c470a5-8633-4919-87d3-4104e22492c7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:06.862935 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.928556 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.943293 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Transition to ACTIVE for port object 42a216d9-6601-4e7b-b675-f655daa27ee3 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:06.951518 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:06.971217 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-54bb1d20-f1b0-4b8b-8db1-42ffbd65d1a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.001921 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668447c-7bf0-4bc2-97be-7cf61eecebe8 None None] Pushing event updated for resources: {'Port': ['ID=42a216d9-6601-4e7b-b675-f655daa27ee3,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:07.050190 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Attempting to bind port 42a216d9-6601-4e7b-b675-f655daa27ee3 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:07.051547 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Attempting to bind port 42a216d9-6601-4e7b-b675-f655daa27ee3 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:07.052049 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Attempting to bind port 42a216d9-6601-4e7b-b675-f655daa27ee3 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:07.060355 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:07.061024 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:07.061740 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.062257 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:07.065782 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Bound port: 42a216d9-6601-4e7b-b675-f655daa27ee3, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:07.066376 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.080299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:07.097127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159f457-346c-406d-888b-35a45da08ed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affd07ad-d308-431d-8be3-4cce50dd3dd2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:07.211430 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] For port 42a216d9-6601-4e7b-b675-f655daa27ee3, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:07.228073 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] For port 42a216d9-6601-4e7b-b675-f655daa27ee3, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=42a216d9-6601-4e7b-b675-f655daa27ee3,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:07.238164 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.263596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-eb022b1a-ec51-4af6-bdaa-81c9c9e32979 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:07.270693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:07.275200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:07.276771 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.280189 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-eb022b1a-ec51-4af6-bdaa-81c9c9e32979 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0716269 Jul 16 17:53:07.293170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f62fb8c1-329c-4ddf-a60b-ddad089441b0 req-c76d6930-25f0-49d2-af5e-305c47aa247e tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 210 time: 0.1526139 Jul 16 17:53:07.317876 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2986bc77-5d8c-4cb3-9016-0ed578888e71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.340620 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2986bc77-5d8c-4cb3-9016-0ed578888e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.425151 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3668447c-7bf0-4bc2-97be-7cf61eecebe8 None None] Pushing event updated for resources: {'Port': ['ID=42a216d9-6601-4e7b-b675-f655daa27ee3,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:07.445673 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2986bc77-5d8c-4cb3-9016-0ed578888e71 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=591f96e42e7f4926afb86ca12ded2165&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8057628 Jul 16 17:53:07.448371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40776) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:07.464804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2986bc77-5d8c-4cb3-9016-0ed578888e71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edd69899-ce55-42a1-93c5-8b6b8929c364,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:07.466729 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.478631 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Routers {'a41d2637-511b-47be-b6cf-13311cb30f66'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:07.481758 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:52:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a41d2637-511b-47be-b6cf-13311cb30f66'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:07.552028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5fb2da0d-00ab-4c03-9ada-d4f0ae704577,segment=NetworkSegment(ff0341c6-563a-4a10-867d-bb232ad543db),segment_id=ff0341c6-563a-4a10-867d-bb232ad543db)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:07.558791 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.624246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-893251bb-84e6-43cf-9d43-cec7d78d0eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.657053 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] Set router a41d2637-511b-47be-b6cf-13311cb30f66 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:07.657723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=5fb2da0d-00ab-4c03-9ada-d4f0ae704577,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:07.665852 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-893251bb-84e6-43cf-9d43-cec7d78d0eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.762662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40778) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:07.786775 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-83a366ea-9762-4760-b344-2765304bc965 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/quotas/c0a3216fa79f473e8cca950ffffec0fe HTTP/1.1" status: 200 len: 375 time: 0.5056691 Jul 16 17:53:07.829320 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-071f58e9-7368-46f7-b4bd-4b0e30c8eb2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.838796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7171a837-fe77-4492-b3af-95c091ef2d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.881287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-b7cf6352-c6f6-4e58-b6b6-200b341c4a47 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c0a3216fa79f473e8cca950ffffec0fe&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934229 Jul 16 17:53:07.890281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Allocated IP 192.168.233.203 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/aec54622-9dcc-44c5-94ce-5aac440af72b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:07.892913 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-54bb1d20-f1b0-4b8b-8db1-42ffbd65d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.898091 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-54bb1d20-f1b0-4b8b-8db1-42ffbd65d1a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.903607 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-54bb1d20-f1b0-4b8b-8db1-42ffbd65d1a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a243cbe-a48d-4ad0-ac4c-4761cb7818b0 HTTP/1.1" status: 204 len: 168 time: 1.8108351 Jul 16 17:53:07.904473 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.913948 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7171a837-fe77-4492-b3af-95c091ef2d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:07.993763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb1d20-f1b0-4b8b-8db1-42ffbd65d1a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a243cbe-a48d-4ad0-ac4c-4761cb7818b0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:08.007873 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-router', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:03Z', 'revision_number': 3, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'gw_port': {'id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:08.034093 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-893251bb-84e6-43cf-9d43-cec7d78d0eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.046689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-893251bb-84e6-43cf-9d43-cec7d78d0eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.048012 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55001d0-0259-4d98-9232-28e5b231a9e1 None None] The sync data for ids ['a41d2637-511b-47be-b6cf-13311cb30f66'] in n-d-794306-7 is: [{'id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-router', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:03Z', 'revision_number': 3, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'gw_port': {'id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8d:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:08.051929 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-893251bb-84e6-43cf-9d43-cec7d78d0eca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/edd69899-ce55-42a1-93c5-8b6b8929c364 HTTP/1.1" status: 204 len: 168 time: 0.5927987 Jul 16 17:53:08.082840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893251bb-84e6-43cf-9d43-cec7d78d0eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd69899-ce55-42a1-93c5-8b6b8929c364,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:08.243044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-071f58e9-7368-46f7-b4bd-4b0e30c8eb2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.332030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-071f58e9-7368-46f7-b4bd-4b0e30c8eb2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.393180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:08.397928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7171a837-fe77-4492-b3af-95c091ef2d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0c8487-f02e-411f-aa38-2d8eb0cb6092,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:08.451031 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7171a837-fe77-4492-b3af-95c091ef2d54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2fc871b09bab4787a63da58342c7dcf5&name=default HTTP/1.1" status: 200 len: 2975 time: 2.7469373 Jul 16 17:53:08.451700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40792) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:08.561285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:08.565114 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:08.588548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e25ecb9-e18d-4b2c-996b-cb932aaeb41a req-e1b543d7-25cb-4bf7-af81-2f4d72b710eb tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 210 time: 0.1934757 Jul 16 17:53:08.589199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40800) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:08.597679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Allocated IP 172.20.0.1 (7dcf3235-bce4-48d0-bc57-71332e74dffe/4c78e232-c18b-41a7-b6f7-dfa1aa478433/db5dadab-ecd2-4fe8-8d9a-563da659176b) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:08.612397 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-071f58e9-7368-46f7-b4bd-4b0e30c8eb2d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8607f9d999db499da2928c1ac1a11fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8478005 Jul 16 17:53:08.650294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071f58e9-7368-46f7-b4bd-4b0e30c8eb2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7444da30-4646-4e03-b0b3-6a99f98f4b3f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:08.944052 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.012918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8bdff45b-5d15-4102-9e6a-430f9374f215 req-473e5ab8-2b69-4be9-979c-a5d82b3d5dd3 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 210 time: 0.2298625 Jul 16 17:53:09.013481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Transition to ACTIVE for port object db5dadab-ecd2-4fe8-8d9a-563da659176b will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:09.015186 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5c3621ab-621c-44e9-adaa-7df1a62e0d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.102638 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5c3621ab-621c-44e9-adaa-7df1a62e0d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.224857 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d89f75f-eef6-4925-9830-f45b938f1a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.253206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.313266 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d89f75f-eef6-4925-9830-f45b938f1a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.390714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5c3621ab-621c-44e9-adaa-7df1a62e0d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.399444 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d89f75f-eef6-4925-9830-f45b938f1a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.402620 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5c3621ab-621c-44e9-adaa-7df1a62e0d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.405622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d89f75f-eef6-4925-9830-f45b938f1a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.408095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4d89f75f-eef6-4925-9830-f45b938f1a70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc0c8487-f02e-411f-aa38-2d8eb0cb6092 HTTP/1.1" status: 204 len: 168 time: 0.9317791 Jul 16 17:53:09.413509 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5c3621ab-621c-44e9-adaa-7df1a62e0d68 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7444da30-4646-4e03-b0b3-6a99f98f4b3f HTTP/1.1" status: 204 len: 168 time: 0.8102682 Jul 16 17:53:09.415783 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.440119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d89f75f-eef6-4925-9830-f45b938f1a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0c8487-f02e-411f-aa38-2d8eb0cb6092,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:09.440346 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Network 7dcf3235-bce4-48d0-bc57-71332e74dffe is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:09.474111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Transition to ACTIVE for port object aec54622-9dcc-44c5-94ce-5aac440af72b will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:09.494167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:09.516228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3621ab-621c-44e9-adaa-7df1a62e0d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7444da30-4646-4e03-b0b3-6a99f98f4b3f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:09.565884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:09.566688 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.575473 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:09.580309 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Pushing event updated for resources: {'Port': ['ID=db5dadab-ecd2-4fe8-8d9a-563da659176b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:09.894730 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5083888-4812-44ce-819b-2091801eecd0 req-749e3bb0-4978-4faf-b26c-b8513ebd2869 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 210 time: 0.1568050 Jul 16 17:53:09.975547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Pushing event updated for resources: {'Port': ['ID=aec54622-9dcc-44c5-94ce-5aac440af72b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:10.027320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:10.034024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:10.052287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:10.059778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:10.060639 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.107684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-e56480d5-0ecd-4b5a-8b5c-eca7855246f6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6788285 Jul 16 17:53:10.137506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-1b25550a-14d2-4b61-9875-e14009474186 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:53:10.138984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-1b25550a-14d2-4b61-9875-e14009474186 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0076659 Jul 16 17:53:10.145215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0eac6338-4604-4522-a9da-f6b80476d1f9 None None] Provisioning for port db5dadab-ecd2-4fe8-8d9a-563da659176b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:10.156018 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.161638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0eac6338-4604-4522-a9da-f6b80476d1f9 None None] Provisioning complete for port db5dadab-ecd2-4fe8-8d9a-563da659176b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:10.163791 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0eac6338-4604-4522-a9da-f6b80476d1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.317426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0eac6338-4604-4522-a9da-f6b80476d1f9 None None] Port db5dadab-ecd2-4fe8-8d9a-563da659176b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:10.464708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 42a216d9-6601-4e7b-b675-f655daa27ee3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:10.537671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 42a216d9-6601-4e7b-b675-f655daa27ee3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:10.557999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 42a216d9-6601-4e7b-b675-f655daa27ee3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:10.562298 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.594150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a6b78b-3b11-4b27-a5be-8d0d7688c959 req-6cd239a2-d000-431a-9fb0-e7ffa476b1aa tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:10.626234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96a6b78b-3b11-4b27-a5be-8d0d7688c959 req-6cd239a2-d000-431a-9fb0-e7ffa476b1aa tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 936 time: 0.3453245 Jul 16 17:53:10.680528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d4bafd5d-fcc7-4912-951c-0b19b96dddbe None None] Provisioning for port aec54622-9dcc-44c5-94ce-5aac440af72b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:10.693819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d4bafd5d-fcc7-4912-951c-0b19b96dddbe None None] Provisioning complete for port aec54622-9dcc-44c5-94ce-5aac440af72b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:10.694024 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d4bafd5d-fcc7-4912-951c-0b19b96dddbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.756375 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.762386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.763407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.774752 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96a6b78b-3b11-4b27-a5be-8d0d7688c959 req-513b90f2-3d7e-4d05-beea-b613f55f07a8 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472383 Jul 16 17:53:10.805457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40862) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:10.810832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d4bafd5d-fcc7-4912-951c-0b19b96dddbe None None] Port aec54622-9dcc-44c5-94ce-5aac440af72b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:10.884766 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afe5e949-ef1a-4027-8cfe-704290695584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.893425 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.930051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 42a216d9-6601-4e7b-b675-f655daa27ee3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=42a216d9-6601-4e7b-b675-f655daa27ee3,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:10.936331 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:10.964829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Pushing event updated for resources: {'Port': ['ID=db5dadab-ecd2-4fe8-8d9a-563da659176b,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:11.071269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=42a216d9-6601-4e7b-b675-f655daa27ee3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:11.082645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Network 7dcf3235-bce4-48d0-bc57-71332e74dffe is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:11.089045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:11.302320 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3cc7ebc7-3838-4bb5-912a-4ca0cd8ea2bd req-3bd7b003-9be4-4082-9c73-a9eb3bd9cd07 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 210 time: 0.0981865 Jul 16 17:53:11.372055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afe5e949-ef1a-4027-8cfe-704290695584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.390391 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afe5e949-ef1a-4027-8cfe-704290695584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.437549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Router a41d2637-511b-47be-b6cf-13311cb30f66 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:53:11.482705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-afe5e949-ef1a-4027-8cfe-704290695584 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61f0493918884a769b2e87fa59bc0748&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6766407 Jul 16 17:53:11.492946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40876) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:11.504836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe5e949-ef1a-4027-8cfe-704290695584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84000f5c-fd84-4e8f-a61e-f1164eb1c43e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:11.566674 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e9092e75-e0c1-46f2-b9d8-ca7cb15fe157 None None] Provisioning complete for port db5dadab-ecd2-4fe8-8d9a-563da659176b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:11.567260 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e9092e75-e0c1-46f2-b9d8-ca7cb15fe157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.622770 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4672b8e1-01ea-4ed9-a572-7ec383f20748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.668482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4672b8e1-01ea-4ed9-a572-7ec383f20748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.729506 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.751453 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e9092e75-e0c1-46f2-b9d8-ca7cb15fe157 None None] Port db5dadab-ecd2-4fe8-8d9a-563da659176b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:11.766300 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4672b8e1-01ea-4ed9-a572-7ec383f20748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.769887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4672b8e1-01ea-4ed9-a572-7ec383f20748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:11.771357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4672b8e1-01ea-4ed9-a572-7ec383f20748 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/84000f5c-fd84-4e8f-a61e-f1164eb1c43e HTTP/1.1" status: 204 len: 168 time: 0.2773688 Jul 16 17:53:11.777976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:11.784560 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1bb01f90-c433-4f4d-831f-4eab621af8ff admin admin] 10.222.0.47 "PUT /v2.0/routers/a41d2637-511b-47be-b6cf-13311cb30f66/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6717293 Jul 16 17:53:11.788980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4672b8e1-01ea-4ed9-a572-7ec383f20748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84000f5c-fd84-4e8f-a61e-f1164eb1c43e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:11.806747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Sync routers for ids ['a41d2637-511b-47be-b6cf-13311cb30f66'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:11.893152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.18', 54167) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:11.905858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Routers {'a41d2637-511b-47be-b6cf-13311cb30f66'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:11.907717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:52:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a41d2637-511b-47be-b6cf-13311cb30f66'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:11.985344 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d53bca53-ec4e-4c05-a782-4a74ac2299b8 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=c0a3216fa79f473e8cca950ffffec0fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0884573 Jul 16 17:53:12.090688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Request body: {'port': {'device_id': 'b3a51dd6-722d-4415-9d29-fae654ca602d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:12.276411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Set router a41d2637-511b-47be-b6cf-13311cb30f66 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:12.327048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-7a5ad662-e4ea-4dbf-b3a2-753472297635 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:12.328792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-7a5ad662-e4ea-4dbf-b3a2-753472297635 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3374510 Jul 16 17:53:12.409831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Request body: {'port': {'device_id': '7226913b-35ee-4c8d-8445-59521bebe3c7', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': 'c0a3216fa79f473e8cca950ffffec0fe'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:12.410499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 42a216d9-6601-4e7b-b675-f655daa27ee3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:12.634914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Made reservation on behalf of c0a3216fa79f473e8cca950ffffec0fe for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:12.640735 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:12.651999 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3fb9801-c718-403a-8874-a46926c4c049 req-ef16ffed-3029-43d5-9ef2-2a97e410373d tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 210 time: 0.0835540 Jul 16 17:53:12.669023 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:12.675410 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:12.838404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 42a216d9-6601-4e7b-b675-f655daa27ee3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:12.839534 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:12.926801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31fdbaf-6a1c-460d-a224-bb5e97fd069b req-a80b1205-7d5f-4449-aacb-7d626f019aec tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:12.941888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d31fdbaf-6a1c-460d-a224-bb5e97fd069b req-a80b1205-7d5f-4449-aacb-7d626f019aec tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 936 time: 0.7897909 Jul 16 17:53:13.128176 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d31fdbaf-6a1c-460d-a224-bb5e97fd069b req-0cca18b3-44fb-4f57-98cc-ba49486cac66 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848922 Jul 16 17:53:13.212605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-router', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:10Z', 'revision_number': 4, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'gw_port': {'id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'db5dadab-ecd2-4fe8-8d9a-563da659176b', 'name': '', 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'mac_address': 'fa:16:3e:0c:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4c78e232-c18b-41a7-b6f7-dfa1aa478433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:07Z', 'updated_at': '2021-07-16T17:53:10Z', 'revision_number': 2, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'subnets': [{'id': '4c78e232-c18b-41a7-b6f7-dfa1aa478433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:13.282385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Checking router: a41d2637-511b-47be-b6cf-13311cb30f66 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:13.283157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Updating router a41d2637-511b-47be-b6cf-13311cb30f66 port db5dadab-ecd2-4fe8-8d9a-563da659176b binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:13.346581 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.562562 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.569912 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.678508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aec54622-9dcc-44c5-94ce-5aac440af72b {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:13.692579 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:13.713251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac53bd7-f847-41b1-a249-401b5d64984a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:13.721610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Transition to ACTIVE for port object aec54622-9dcc-44c5-94ce-5aac440af72b will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:13.733811 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.090807 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-21512f13-7789-43cf-bac0-c46d9a3c99dd req-b2f45f89-c7e0-406f-997a-e09e9db760d7 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 210 time: 0.0891535 Jul 16 17:53:14.409574 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.462561 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Transition to ACTIVE for port object db5dadab-ecd2-4fe8-8d9a-563da659176b will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:14.487530 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.628955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Pushing event updated for resources: {'Port': ['ID=aec54622-9dcc-44c5-94ce-5aac440af72b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:14.666954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Attempting to bind port aec54622-9dcc-44c5-94ce-5aac440af72b on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:14.669492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Attempting to bind port aec54622-9dcc-44c5-94ce-5aac440af72b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:14.670106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Attempting to bind port aec54622-9dcc-44c5-94ce-5aac440af72b on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:14.679028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Allocated IP 192.168.233.44 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/ac034a03-5c7a-4812-b114-7d6d2521af28) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:14.686437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Port aec54622-9dcc-44c5-94ce-5aac440af72b on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:14.687893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Attempting to bind port aec54622-9dcc-44c5-94ce-5aac440af72b on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:14.696712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:14.704975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:14.706354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:14.707178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Bound port: aec54622-9dcc-44c5-94ce-5aac440af72b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:14.707989 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.818938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20a50b-89a2-49d0-a07b-72c6901f93a9 None None] Pushing event updated for resources: {'Port': ['ID=db5dadab-ecd2-4fe8-8d9a-563da659176b,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:14.861342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5beff8-3943-474b-b0af-98eacd11277d req-425ac86b-1476-471c-9b23-4b7979234bdc tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:14.874453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab5beff8-3943-474b-b0af-98eacd11277d req-425ac86b-1476-471c-9b23-4b7979234bdc tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 948 time: 0.3711791 Jul 16 17:53:14.931724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] For port aec54622-9dcc-44c5-94ce-5aac440af72b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:14.947178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Attempting to bind port db5dadab-ecd2-4fe8-8d9a-563da659176b on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:14.947481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Attempting to bind port db5dadab-ecd2-4fe8-8d9a-563da659176b by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ff0341c6-563a-4a10-867d-bb232ad543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:14.947970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Attempting to bind port db5dadab-ecd2-4fe8-8d9a-563da659176b on network 7dcf3235-bce4-48d0-bc57-71332e74dffe {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:14.956535 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] For port aec54622-9dcc-44c5-94ce-5aac440af72b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=aec54622-9dcc-44c5-94ce-5aac440af72b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:14.965498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:14.966034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Checking segment: {'id': 'ff0341c6-563a-4a10-867d-bb232ad543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:14.972199 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.983473 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:14.983897 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Bound using segment: {'id': 'ff0341c6-563a-4a10-867d-bb232ad543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:14.984474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Bound port: db5dadab-ecd2-4fe8-8d9a-563da659176b, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff0341c6-563a-4a10-867d-bb232ad543db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:14.984872 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.049317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab5beff8-3943-474b-b0af-98eacd11277d req-b5c4afa8-00ac-4e5f-a0cd-8745bdd56f47 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700971 Jul 16 17:53:15.147129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40964) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:15.169562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] For port db5dadab-ecd2-4fe8-8d9a-563da659176b, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:15.177799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] For port db5dadab-ecd2-4fe8-8d9a-563da659176b, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=db5dadab-ecd2-4fe8-8d9a-563da659176b,segment=NetworkSegment(ff0341c6-563a-4a10-867d-bb232ad543db),segment_id=ff0341c6-563a-4a10-867d-bb232ad543db)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:15.186125 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.470420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Routers {'a41d2637-511b-47be-b6cf-13311cb30f66'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:15.471862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:52:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a41d2637-511b-47be-b6cf-13311cb30f66'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:15.536047 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d2c7ed83-864e-4201-a297-48bcd9064977 req-5e5b9def-d67d-4c07-aa9e-21cf3319ca54 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 210 time: 0.0906701 Jul 16 17:53:15.540920 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.544036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40974) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:15.549782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-150fa6f3-eb5a-457c-a888-74f4a1e4f382 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Request body: {'security_group': {'name': 'tempest-securitygroup--493022234', 'description': 'tempest-description--32509788'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:15.578708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Transition to ACTIVE for port object ac034a03-5c7a-4812-b114-7d6d2521af28 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:15.625603 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-150fa6f3-eb5a-457c-a888-74f4a1e4f382 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.724304 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e12ae05e-e08f-4ef1-9b9f-e3af4d7ead01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.758659 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.802199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:15.806310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.811375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] 10.222.0.37 "PUT /v2.0/ports/aec54622-9dcc-44c5-94ce-5aac440af72b HTTP/1.1" status: 200 len: 1096 time: 4.2356639 Jul 16 17:53:15.817548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a51dd6-722d-4415-9d29-fae654ca602d', 'tag': 'aec54622-9dcc-44c5-94ce-5aac440af72b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:15.970940 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-150fa6f3-eb5a-457c-a888-74f4a1e4f382 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:15.977698 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-150fa6f3-eb5a-457c-a888-74f4a1e4f382 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.125714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-150fa6f3-eb5a-457c-a888-74f4a1e4f382 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.128814 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-150fa6f3-eb5a-457c-a888-74f4a1e4f382 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.5834005 Jul 16 17:53:16.136427 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-00669da2-1a63-445c-9d20-9672c1f2087e tempest-AutoAllocateNetworkTest-1975865281 tempest-AutoAllocateNetworkTest-1975865281-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=19abbb50d4994fd48289a7d669000d83&shared=False HTTP/1.1" status: 200 len: 208 time: 0.9853206 Jul 16 17:53:16.136427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40988) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:16.140696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40990) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:16.153138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-fdfa81b8-728c-4ed0-b21a-6a3bcddec1af tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Request body: {'security_group_rule': {'security_group_id': '3734d125-6130-4f59-9ef9-6ab4acc19316', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:16.164943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150fa6f3-eb5a-457c-a888-74f4a1e4f382 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3734d125-6130-4f59-9ef9-6ab4acc19316,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:16.268160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e07f57-da0b-4514-9963-72dc16eb75a6 service neutron] Pushing event updated for resources: {'Port': ['ID=aec54622-9dcc-44c5-94ce-5aac440af72b,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:16.315139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c20a50b-89a2-49d0-a07b-72c6901f93a9 None None] Pushing event updated for resources: {'Port': ['ID=db5dadab-ecd2-4fe8-8d9a-563da659176b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:16.450246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] Set router a41d2637-511b-47be-b6cf-13311cb30f66 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:16.490321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:16.630184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:16.657939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Pushing event updated for resources: {'Port': ['ID=ac034a03-5c7a-4812-b114-7d6d2521af28,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:16.666008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:16.703395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:16.708097 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:16.755906 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9983264e-6052-4324-a4dd-e3f7f9a2e015" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a51dd6-722d-4415-9d29-fae654ca602d", "tag": "aec54622-9dcc-44c5-94ce-5aac440af72b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:16.899766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987773-39ad-488c-8824-38d4375d97ef req-b351336e-f942-44f5-9d7c-96b32a72f99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:16.901325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-b351336e-f942-44f5-9d7c-96b32a72f99c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=61e1efb5cae141188ef448d2ae66e4cd&device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 1099 time: 0.8492281 Jul 16 17:53:16.961362 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-8ace18f2-4ca2-4f18-9465-8bac9d0645b2 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.5697095 Jul 16 17:53:17.030378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-router', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:10Z', 'revision_number': 4, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'gw_port': {'id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'db5dadab-ecd2-4fe8-8d9a-563da659176b', 'name': '', 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'mac_address': 'fa:16:3e:0c:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4c78e232-c18b-41a7-b6f7-dfa1aa478433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:07Z', 'updated_at': '2021-07-16T17:53:15Z', 'revision_number': 4, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'subnets': [{'id': '4c78e232-c18b-41a7-b6f7-dfa1aa478433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:17.087572 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4253575d-78f3-4baa-96c4-b2c2fb34570b None None] The sync data for ids ['a41d2637-511b-47be-b6cf-13311cb30f66'] in n-d-794306-7 is: [{'id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-router', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:10Z', 'revision_number': 4, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'gw_port': {'id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'db5dadab-ecd2-4fe8-8d9a-563da659176b', 'name': '', 'network_id': '7dcf3235-bce4-48d0-bc57-71332e74dffe', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'mac_address': 'fa:16:3e:0c:98:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '4c78e232-c18b-41a7-b6f7-dfa1aa478433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:07Z', 'updated_at': '2021-07-16T17:53:15Z', 'revision_number': 4, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'subnets': [{'id': '4c78e232-c18b-41a7-b6f7-dfa1aa478433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:17.123839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977158f2-df46-4116-883c-c811c196e058 tempest-AutoAllocateNetworkTest-1975865281 tempest-AutoAllocateNetworkTest-1975865281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.130258 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-977158f2-df46-4116-883c-c811c196e058 tempest-AutoAllocateNetworkTest-1975865281 tempest-AutoAllocateNetworkTest-1975865281-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.9842119 Jul 16 17:53:17.151895 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdfa81b8-728c-4ed0-b21a-6a3bcddec1af tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.161159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41016) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:17.165360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-d1177529-25e8-46e1-97c2-d0271a4fb4f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=aec54622-9dcc-44c5-94ce-5aac440af72b HTTP/1.1" status: 200 len: 217 time: 0.2012672 Jul 16 17:53:17.173446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-84f503c3-b323-40fb-91c4-0735661101fe None None] Provisioning for port ac034a03-5c7a-4812-b114-7d6d2521af28 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:17.210291 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-84f503c3-b323-40fb-91c4-0735661101fe None None] Provisioning complete for port ac034a03-5c7a-4812-b114-7d6d2521af28 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:17.210762 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84f503c3-b323-40fb-91c4-0735661101fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.216734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-1ea6682e-49dd-41a3-b71e-274e35690720 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:53:17.219633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-1ea6682e-49dd-41a3-b71e-274e35690720 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0659068 Jul 16 17:53:17.251354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4dd894d3-279a-4c77-bc2a-7fbe4df1dc6a tempest-AutoAllocateNetworkTest-1975865281 tempest-AutoAllocateNetworkTest-1975865281-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0922630 Jul 16 17:53:17.266237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41018) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:17.328147 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-541f3cdb-8661-4053-a6e3-531265f57423 tempest-AutoAllocateNetworkTest-1975865281 tempest-AutoAllocateNetworkTest-1975865281-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=19abbb50d4994fd48289a7d669000d83 HTTP/1.1" status: 200 len: 208 time: 0.0546951 Jul 16 17:53:17.340061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-84f503c3-b323-40fb-91c4-0735661101fe None None] Port ac034a03-5c7a-4812-b114-7d6d2521af28 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:17.438878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987773-39ad-488c-8824-38d4375d97ef req-839eaceb-417e-43b2-93c3-e2fe281c2c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.453539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-839eaceb-417e-43b2-93c3-e2fe281c2c29 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.2527988 Jul 16 17:53:17.485551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa0c97e-41c9-4284-a7c0-5546ec227e1c req-0e1c7927-21d2-4149-b435-15056f961b20 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.497473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfa0c97e-41c9-4284-a7c0-5546ec227e1c req-0e1c7927-21d2-4149-b435-15056f961b20 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 948 time: 1.1097860 Jul 16 17:53:17.543194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67db0af8-5a1a-4d99-b5ee-13743084386a req-e2946da6-c22a-4fe0-9a3b-0ca69d1f1ea1 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.551967 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67db0af8-5a1a-4d99-b5ee-13743084386a req-e2946da6-c22a-4fe0-9a3b-0ca69d1f1ea1 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 935 time: 0.6575153 Jul 16 17:53:17.555910 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdfa81b8-728c-4ed0-b21a-6a3bcddec1af tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.602703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdfa81b8-728c-4ed0-b21a-6a3bcddec1af tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.656455 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdfa81b8-728c-4ed0-b21a-6a3bcddec1af tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.661427 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fdfa81b8-728c-4ed0-b21a-6a3bcddec1af tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5221806 Jul 16 17:53:17.662122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41024) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:17.662716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfa0c97e-41c9-4284-a7c0-5546ec227e1c req-d3e3ce94-7cd8-4d3a-a4c0-c0a44aa1085b tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635673 Jul 16 17:53:17.676058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-61ef30f4-83d0-4630-af0c-70af4c914e23 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Request body: {'security_group_rule': {'security_group_id': '3734d125-6130-4f59-9ef9-6ab4acc19316', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:17.722370 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67db0af8-5a1a-4d99-b5ee-13743084386a req-b5fc5022-3312-4f09-bb42-d9ad9ccba594 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618812 Jul 16 17:53:17.731327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfa81b8-728c-4ed0-b21a-6a3bcddec1af tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee8d50aa-170f-49cf-8c55-eb09fdb8ce3e,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:17.742020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61ef30f4-83d0-4630-af0c-70af4c914e23 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.805432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15987773-39ad-488c-8824-38d4375d97ef req-0bb19903-c2d3-48cb-8067-24154f72681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:17.806851 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-0bb19903-c2d3-48cb-8067-24154f72681e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3057477 Jul 16 17:53:17.864021 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61ef30f4-83d0-4630-af0c-70af4c914e23 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.868860 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.870575 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61ef30f4-83d0-4630-af0c-70af4c914e23 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.904228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ef30f4-83d0-4630-af0c-70af4c914e23 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8a05ae3-1f6a-49fa-a419-846316779ba3,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:17.918362 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61ef30f4-83d0-4630-af0c-70af4c914e23 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:17.924018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-61ef30f4-83d0-4630-af0c-70af4c914e23 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2529860 Jul 16 17:53:17.924825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41038) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:17.931762 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:17.972278 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.031330 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-189dd608-f85c-40ba-9477-083349a47ee7 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144022 Jul 16 17:53:18.146756 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a6fb36d7-c25e-478d-99a5-1318c5239b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.278166 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15987773-39ad-488c-8824-38d4375d97ef req-5ffaf0e3-c791-4404-9822-4d0b92f17e9d service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151353 Jul 16 17:53:18.396712 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.414718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Request body: {'port': {'device_id': '7226913b-35ee-4c8d-8445-59521bebe3c7', 'device_owner': 'compute:tempest-test_az-1215825113', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:18.517230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device db5dadab-ecd2-4fe8-8d9a-563da659176b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:18.614485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Allocated IP 172.25.7.121 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/f998397b-fddf-4302-a4b5-2eb72b1556c0) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:18.632490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port db5dadab-ecd2-4fe8-8d9a-563da659176b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:18.642611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port db5dadab-ecd2-4fe8-8d9a-563da659176b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:18.643670 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.684016 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.792024 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.828111 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.834778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41054) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:18.857218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:18.864328 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d5cc01-6292-4ba9-b5b3-9cff59152da9 x-openstack-request-id: req-96d5cc01-6292-4ba9-b5b3-9cff59152da9 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:18.865513 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a51dd6-722d-4415-9d29-fae654ca602d", "tag": "aec54622-9dcc-44c5-94ce-5aac440af72b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:18.866776 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-96d5cc01-6292-4ba9-b5b3-9cff59152da9 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:18.869621 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a51dd6-722d-4415-9d29-fae654ca602d', 'tag': 'aec54622-9dcc-44c5-94ce-5aac440af72b', 'status': 'completed', 'code': 200} Jul 16 17:53:18.945296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port db5dadab-ecd2-4fe8-8d9a-563da659176b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=db5dadab-ecd2-4fe8-8d9a-563da659176b,segment=NetworkSegment(ff0341c6-563a-4a10-867d-bb232ad543db),segment_id=ff0341c6-563a-4a10-867d-bb232ad543db)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:18.954131 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.027070 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Pushing event updated for resources: {'Port': ['ID=f998397b-fddf-4302-a4b5-2eb72b1556c0,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:19.068872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:19.074293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:19.078439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:19.118277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=db5dadab-ecd2-4fe8-8d9a-563da659176b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:19.419865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41064) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:19.496547 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b914cdac-7eac-451f-94c6-45df3b63cf79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.511327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.543768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eaed3ca-2e6a-48d7-8ec7-e72ecb905dd9 req-cda85110-646a-4d4e-9313-030d944ec669 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:19.548555 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3eaed3ca-2e6a-48d7-8ec7-e72ecb905dd9 req-cda85110-646a-4d4e-9313-030d944ec669 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 948 time: 0.3833678 Jul 16 17:53:19.616040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.658857 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3eaed3ca-2e6a-48d7-8ec7-e72ecb905dd9 req-86ffbff4-61d7-44f1-9e77-fc23a17f64b9 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092970 Jul 16 17:53:19.686272 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.933361 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:19.942004 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.044102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Pushing event updated for resources: {'Port': ['ID=f998397b-fddf-4302-a4b5-2eb72b1556c0,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:20.048498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.075682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983264e-6052-4324-a4dd-e3f7f9a2e015 req-0baba5be-52e8-4d94-bc71-cfa9deab7ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:20.077720 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9983264e-6052-4324-a4dd-e3f7f9a2e015 req-0baba5be-52e8-4d94-bc71-cfa9deab7ed8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=61e1efb5cae141188ef448d2ae66e4cd&device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 1099 time: 1.1596897 Jul 16 17:53:20.078534 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79d01745-91a3-4cff-a9ee-ef0881bb9949 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.361080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device db5dadab-ecd2-4fe8-8d9a-563da659176b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:20.364495 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b914cdac-7eac-451f-94c6-45df3b63cf79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.376496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.385508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b3c08f73-4cab-4e26-b5d5-cc90e563b84b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4511971 Jul 16 17:53:20.470562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port db5dadab-ecd2-4fe8-8d9a-563da659176b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:20.470936 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.534182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b914cdac-7eac-451f-94c6-45df3b63cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:20.547496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532824a0-3a52-476d-800f-0a9662759d23 req-9eebf22c-f240-4fdf-9a84-86dd5c06cd61 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:20.568884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-532824a0-3a52-476d-800f-0a9662759d23 req-9eebf22c-f240-4fdf-9a84-86dd5c06cd61 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 935 time: 1.0627882 Jul 16 17:53:20.896927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b914cdac-7eac-451f-94c6-45df3b63cf79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23161ddf-9743-4299-9dd9-c3a589628f34,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:21.002891 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-532824a0-3a52-476d-800f-0a9662759d23 req-53e43ada-5179-4d62-834c-eed0c0964845 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4326925 Jul 16 17:53:21.007339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b914cdac-7eac-451f-94c6-45df3b63cf79 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19abbb50d4994fd48289a7d669000d83&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1705594 Jul 16 17:53:21.011956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41110) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:21.012476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41112) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:21.012675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41114) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:21.033910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac034a03-5c7a-4812-b114-7d6d2521af28 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:21.042680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983264e-6052-4324-a4dd-e3f7f9a2e015 req-ebc5b6e1-fff5-4e27-8c30-2a2ddd74323a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:21.044795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9983264e-6052-4324-a4dd-e3f7f9a2e015 req-ebc5b6e1-fff5-4e27-8c30-2a2ddd74323a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.9591727 Jul 16 17:53:21.055716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.130549 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-891321d9-0807-47d7-9634-466414bfa3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.154802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9983264e-6052-4324-a4dd-e3f7f9a2e015 req-1a95c655-c8be-4392-bf83-793cf0a6c73e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.203&port_id=aec54622-9dcc-44c5-94ce-5aac440af72b HTTP/1.1" status: 200 len: 217 time: 0.0947661 Jul 16 17:53:21.200423 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-891321d9-0807-47d7-9634-466414bfa3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.253810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983264e-6052-4324-a4dd-e3f7f9a2e015 req-6d7909ee-156a-4ebe-9efe-8a345d7bf83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:21.255578 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9983264e-6052-4324-a4dd-e3f7f9a2e015 req-6d7909ee-156a-4ebe-9efe-8a345d7bf83f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0924535 Jul 16 17:53:21.256813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Transition to ACTIVE for port object ac034a03-5c7a-4812-b114-7d6d2521af28 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:21.345830 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f543d9d-0d8d-4b33-9591-5f5a420c3bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.358817 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-891321d9-0807-47d7-9634-466414bfa3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.374167 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.374291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-891321d9-0807-47d7-9634-466414bfa3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.380105 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-891321d9-0807-47d7-9634-466414bfa3a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23161ddf-9743-4299-9dd9-c3a589628f34 HTTP/1.1" status: 204 len: 168 time: 0.3628554 Jul 16 17:53:21.411277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891321d9-0807-47d7-9634-466414bfa3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23161ddf-9743-4299-9dd9-c3a589628f34,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:21.440283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-20ab89dd-7de5-4568-adfd-f15450bbe23c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.550676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Pushing event updated for resources: {'Port': ['ID=ac034a03-5c7a-4812-b114-7d6d2521af28,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:21.581807 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79d01745-91a3-4cff-a9ee-ef0881bb9949 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.783770 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.806803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79d01745-91a3-4cff-a9ee-ef0881bb9949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.883099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f543d9d-0d8d-4b33-9591-5f5a420c3bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.891671 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f543d9d-0d8d-4b33-9591-5f5a420c3bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:21.950330 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-79d01745-91a3-4cff-a9ee-ef0881bb9949 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af8b164a324c4ea9845e1344f7be2750&name=default HTTP/1.1" status: 200 len: 2979 time: 2.5127304 Jul 16 17:53:21.950330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Attempting to bind port ac034a03-5c7a-4812-b114-7d6d2521af28 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:21.950330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Attempting to bind port ac034a03-5c7a-4812-b114-7d6d2521af28 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:21.950330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Attempting to bind port ac034a03-5c7a-4812-b114-7d6d2521af28 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:21.980463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41126) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:22.014571 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0f543d9d-0d8d-4b33-9591-5f5a420c3bd3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47fd8317dcae402cadee28e93fe490c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9999824 Jul 16 17:53:22.017166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41128) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:22.026833 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cd286-f322-4ff6-8597-cda69c2aa612 req-7cf2fc52-b173-40a8-9b94-73420334cdf3 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:22.043725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-600cd286-f322-4ff6-8597-cda69c2aa612 req-7cf2fc52-b173-40a8-9b94-73420334cdf3 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 948 time: 0.7854521 Jul 16 17:53:22.057944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Port ac034a03-5c7a-4812-b114-7d6d2521af28 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:22.057944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Attempting to bind port ac034a03-5c7a-4812-b114-7d6d2521af28 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:22.063164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f543d9d-0d8d-4b33-9591-5f5a420c3bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab67c72-d627-473c-98a1-b7e49b8723b1,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:22.124023 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d316-e44a-4e43-888a-08c9b01cad8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.136086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:22.136486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:22.136965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:22.137519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Bound port: ac034a03-5c7a-4812-b114-7d6d2521af28, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:22.137926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.181715 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d316-e44a-4e43-888a-08c9b01cad8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.252322 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-600cd286-f322-4ff6-8597-cda69c2aa612 req-9d6dbb13-7a96-4a97-ab38-1f83a9df05cf tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075825 Jul 16 17:53:22.256716 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d01745-91a3-4cff-a9ee-ef0881bb9949 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a33f855d-0592-423d-817d-6e783916dbe8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:22.261778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9983264e-6052-4324-a4dd-e3f7f9a2e015 req-ea0d7fca-a17c-4f36-83de-6270972799bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:22.267388 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9983264e-6052-4324-a4dd-e3f7f9a2e015 req-ea0d7fca-a17c-4f36-83de-6270972799bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9812753 Jul 16 17:53:22.519430 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b32332b-ff47-476c-9bb7-cf2a647223c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.522939 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-20ab89dd-7de5-4568-adfd-f15450bbe23c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.533340 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-20ab89dd-7de5-4568-adfd-f15450bbe23c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.567089 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b32332b-ff47-476c-9bb7-cf2a647223c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.592385 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d316-e44a-4e43-888a-08c9b01cad8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.601910 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecb4d316-e44a-4e43-888a-08c9b01cad8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.603547 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ecb4d316-e44a-4e43-888a-08c9b01cad8e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fab67c72-d627-473c-98a1-b7e49b8723b1 HTTP/1.1" status: 204 len: 168 time: 0.5793176 Jul 16 17:53:22.683951 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-20ab89dd-7de5-4568-adfd-f15450bbe23c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f0731e8a41243f1bf7ed5af1a3c8999&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6525180 Jul 16 17:53:22.684423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41142) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:22.687383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ab89dd-7de5-4568-adfd-f15450bbe23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34f4eca0-eeee-4a52-83b2-7bc1c6b1e840,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:22.709701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b32332b-ff47-476c-9bb7-cf2a647223c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.715233 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b32332b-ff47-476c-9bb7-cf2a647223c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.715496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb4d316-e44a-4e43-888a-08c9b01cad8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab67c72-d627-473c-98a1-b7e49b8723b1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:22.718379 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3b32332b-ff47-476c-9bb7-cf2a647223c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a33f855d-0592-423d-817d-6e783916dbe8 HTTP/1.1" status: 204 len: 168 time: 0.7332659 Jul 16 17:53:22.721369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9983264e-6052-4324-a4dd-e3f7f9a2e015 req-f73c018a-f746-4b36-b07f-60bb17a75cca service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4433546 Jul 16 17:53:22.818818 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b32332b-ff47-476c-9bb7-cf2a647223c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a33f855d-0592-423d-817d-6e783916dbe8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:22.851285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] For port ac034a03-5c7a-4812-b114-7d6d2521af28, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:22.867329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] For port ac034a03-5c7a-4812-b114-7d6d2521af28, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ac034a03-5c7a-4812-b114-7d6d2521af28,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:22.876035 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.931488 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afa3a8eb-5bb7-4fcb-95e3-b8a72128be8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.937019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:22.937951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:22.939801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] 10.222.0.18 "PUT /v2.0/ports/ac034a03-5c7a-4812-b114-7d6d2521af28 HTTP/1.1" status: 200 len: 1117 time: 5.2999926 Jul 16 17:53:22.945125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7226913b-35ee-4c8d-8445-59521bebe3c7', 'tag': 'ac034a03-5c7a-4812-b114-7d6d2521af28'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:22.947296 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bcbb3d7-d5dd-4361-9b0a-83a16e83759e" -d '{"events": [{"name": "network-changed", "server_uuid": "7226913b-35ee-4c8d-8445-59521bebe3c7", "tag": "ac034a03-5c7a-4812-b114-7d6d2521af28"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:23.041341 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afa3a8eb-5bb7-4fcb-95e3-b8a72128be8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.057137 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-85456253-29ca-4d3d-b193-30ac03d38e45 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--493022234&fields=id&tenant_id=43130acca04945a79f69f3c5f20cf265 HTTP/1.1" status: 200 len: 267 time: 0.0906482 Jul 16 17:53:23.122037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92cf257-999f-4cf0-b66f-0daa74d7090a service neutron] Pushing event updated for resources: {'Port': ['ID=ac034a03-5c7a-4812-b114-7d6d2521af28,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:23.160004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb50f76-07d4-4665-9fb1-5a4b57c3eeab req-a1f5bd99-e508-4d25-8647-d6c43949ecf9 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:23.170520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdb50f76-07d4-4665-9fb1-5a4b57c3eeab req-a1f5bd99-e508-4d25-8647-d6c43949ecf9 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 969 time: 0.4453845 Jul 16 17:53:23.428037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdb50f76-07d4-4665-9fb1-5a4b57c3eeab req-5d569d1b-e568-4576-b260-6e7f4ea353ad tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445834 Jul 16 17:53:23.507012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afa3a8eb-5bb7-4fcb-95e3-b8a72128be8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.509760 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afa3a8eb-5bb7-4fcb-95e3-b8a72128be8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.514084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-afa3a8eb-5bb7-4fcb-95e3-b8a72128be8a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34f4eca0-eeee-4a52-83b2-7bc1c6b1e840 HTTP/1.1" status: 204 len: 168 time: 0.8232076 Jul 16 17:53:23.514084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41166) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:23.515892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41168) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:23.604821 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d80fec6c-f7fc-482a-bb58-e4d3ef7cb678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.623926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c84db46-3fd5-4dbb-8a6c-5f38307b8a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.644709 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e20b4d-e1e5-441d-8d69-379b2778a19b x-openstack-request-id: req-14e20b4d-e1e5-441d-8d69-379b2778a19b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:23.645067 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7226913b-35ee-4c8d-8445-59521bebe3c7", "tag": "ac034a03-5c7a-4812-b114-7d6d2521af28", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:23.645274 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-14e20b4d-e1e5-441d-8d69-379b2778a19b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:23.645726 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7226913b-35ee-4c8d-8445-59521bebe3c7', 'tag': 'ac034a03-5c7a-4812-b114-7d6d2521af28', 'status': 'completed', 'code': 200} Jul 16 17:53:23.703453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-9d0f1c0d-e2bf-48dd-8fed-2b664aad69c3 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:23.705565 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-9d0f1c0d-e2bf-48dd-8fed-2b664aad69c3 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/networks?id=6e607010-b04a-43b9-bc82-01c9d49f67b6 HTTP/1.1" status: 200 len: 824 time: 0.6382227 Jul 16 17:53:23.741882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-c76139c5-aa52-4c9c-b3f1-ca984573f3de tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/quotas/43130acca04945a79f69f3c5f20cf265 HTTP/1.1" status: 200 len: 375 time: 0.0284660 Jul 16 17:53:23.815278 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d80fec6c-f7fc-482a-bb58-e4d3ef7cb678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.839252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3a8eb-5bb7-4fcb-95e3-b8a72128be8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34f4eca0-eeee-4a52-83b2-7bc1c6b1e840,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:23.894169 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d80fec6c-f7fc-482a-bb58-e4d3ef7cb678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:23.942958 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-7e618ae1-56e4-44cb-a98c-6165bc95012d tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=43130acca04945a79f69f3c5f20cf265&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1995778 Jul 16 17:53:23.970406 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d80fec6c-f7fc-482a-bb58-e4d3ef7cb678 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=401a2e6fca2f45d3b917c86fc0332d3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4452572 Jul 16 17:53:23.982176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41180) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:24.003426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fec6c-f7fc-482a-bb58-e4d3ef7cb678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f689bdc9-dac6-4482-8740-c4644c2289f7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:24.031914 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9983264e-6052-4324-a4dd-e3f7f9a2e015 req-d8c35a0c-61cf-4ee0-8312-b530b53677a0 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0010860 Jul 16 17:53:24.066178 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac98d6f1-9ac5-4329-8dc1-2079a3d591cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.108786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d8d58-6770-4032-bd64-29680afd37a1 req-d3bfb761-e9cf-45cc-8379-b02258b28e2b tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:24.116565 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e8d8d58-6770-4032-bd64-29680afd37a1 req-d3bfb761-e9cf-45cc-8379-b02258b28e2b tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 948 time: 0.2988634 Jul 16 17:53:24.140466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41186) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:24.155598 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac98d6f1-9ac5-4329-8dc1-2079a3d591cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.180479 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0a18c640-7e53-47ef-b889-763ad3fae85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.277739 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac98d6f1-9ac5-4329-8dc1-2079a3d591cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.281053 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac98d6f1-9ac5-4329-8dc1-2079a3d591cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.288935 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e8d8d58-6770-4032-bd64-29680afd37a1 req-9d5e5273-407c-4a28-9041-5f266da9a5da tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712444 Jul 16 17:53:24.289068 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ac98d6f1-9ac5-4329-8dc1-2079a3d591cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f689bdc9-dac6-4482-8740-c4644c2289f7 HTTP/1.1" status: 204 len: 168 time: 0.3054929 Jul 16 17:53:24.302156 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-6c51c3db-3438-4b52-a2c5-498157a77acb service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:53:24.312465 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-6c51c3db-3438-4b52-a2c5-498157a77acb service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2146692 Jul 16 17:53:24.346319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98d6f1-9ac5-4329-8dc1-2079a3d591cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f689bdc9-dac6-4482-8740-c4644c2289f7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:24.383615 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c84db46-3fd5-4dbb-8a6c-5f38307b8a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.395609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c84db46-3fd5-4dbb-8a6c-5f38307b8a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.503076 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-6a332bb2-c1ec-4bd3-997d-d5188f7bf6ad service neutron] 10.222.0.47 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884413 Jul 16 17:53:24.561463 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0a18c640-7e53-47ef-b889-763ad3fae85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.569673 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0a18c640-7e53-47ef-b889-763ad3fae85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.585739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7c84db46-3fd5-4dbb-8a6c-5f38307b8a1a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad412f08b8994808a0c9ba5b8672c300&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0567536 Jul 16 17:53:24.598098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41196) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:24.634196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84db46-3fd5-4dbb-8a6c-5f38307b8a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1462b55d-c70f-47bf-bbb3-15a537ef3bf1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:24.672267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a18c640-7e53-47ef-b889-763ad3fae85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3087f90b-431b-41cb-b94f-8f7f2e753ff8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:24.678438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0a18c640-7e53-47ef-b889-763ad3fae85b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=832c9cfdb31545bdbb122d30bb4226f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5347891 Jul 16 17:53:24.681750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41200) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:24.764287 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-803d031d-7254-4719-9c6a-53af89da4c65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.789208 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-977483c6-65c6-4037-ac08-06ec9f5abbd9 service neutron] 10.222.0.47 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2809260 Jul 16 17:53:24.799986 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a5e-9067-4d58-8eb9-d631e4f0ebd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.835604 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a5e-9067-4d58-8eb9-d631e4f0ebd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.851765 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-803d031d-7254-4719-9c6a-53af89da4c65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.894324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8bfe2-a836-48ab-8f2d-03c511de99d5 req-6467a270-0ed3-440b-865c-1c57fd17e77c tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:24.904130 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-61d8bfe2-a836-48ab-8f2d-03c511de99d5 req-6467a270-0ed3-440b-865c-1c57fd17e77c tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 969 time: 0.2150908 Jul 16 17:53:24.905044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a5e-9067-4d58-8eb9-d631e4f0ebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.907903 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfd88a5e-9067-4d58-8eb9-d631e4f0ebd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:24.909462 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cfd88a5e-9067-4d58-8eb9-d631e4f0ebd2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3087f90b-431b-41cb-b94f-8f7f2e753ff8 HTTP/1.1" status: 204 len: 168 time: 0.2226706 Jul 16 17:53:24.929068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd88a5e-9067-4d58-8eb9-d631e4f0ebd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3087f90b-431b-41cb-b94f-8f7f2e753ff8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:24.989454 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-61d8bfe2-a836-48ab-8f2d-03c511de99d5 req-b80ad2bc-1595-44fd-b77c-97536c4d9cc0 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837421 Jul 16 17:53:25.006605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-803d031d-7254-4719-9c6a-53af89da4c65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.010117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-803d031d-7254-4719-9c6a-53af89da4c65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:25.013002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-803d031d-7254-4719-9c6a-53af89da4c65 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1462b55d-c70f-47bf-bbb3-15a537ef3bf1 HTTP/1.1" status: 204 len: 168 time: 0.4168925 Jul 16 17:53:25.025921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d031d-7254-4719-9c6a-53af89da4c65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1462b55d-c70f-47bf-bbb3-15a537ef3bf1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:25.221591 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b3d2bab4-dd6d-47d3-af02-1321a9e6e069 req-458f9441-2d91-414b-8980-0cfcd0ed76d8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 210 time: 0.0426719 Jul 16 17:53:25.599580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574e1967-e915-4752-ac52-b6f4dbf66746 req-eaa23f7e-4998-48d5-b121-b2fab45c226a tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:25.601355 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-574e1967-e915-4752-ac52-b6f4dbf66746 req-eaa23f7e-4998-48d5-b121-b2fab45c226a tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 948 time: 0.1085904 Jul 16 17:53:25.664890 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-574e1967-e915-4752-ac52-b6f4dbf66746 req-941dc238-7b1e-4ea7-8732-3b199747a4e9 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558927 Jul 16 17:53:26.225707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd6aed-27f8-443b-a940-641e345705d5 req-f9b43dd2-dcd2-42dd-b3ad-a0909f5539bf tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:26.231512 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5cd6aed-27f8-443b-a940-641e345705d5 req-f9b43dd2-dcd2-42dd-b3ad-a0909f5539bf tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 969 time: 0.0924745 Jul 16 17:53:26.285359 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5cd6aed-27f8-443b-a940-641e345705d5 req-c826ab16-b9ba-4d21-b02d-4c5217fcdb7e tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439985 Jul 16 17:53:26.443326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device aec54622-9dcc-44c5-94ce-5aac440af72b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:26.466644 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5d1bf619-a22f-413c-9359-ad06dd2828ea req-5e851923-90cc-4a31-b3a8-3bae38485f59 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 210 time: 0.0571616 Jul 16 17:53:26.616443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port aec54622-9dcc-44c5-94ce-5aac440af72b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=aec54622-9dcc-44c5-94ce-5aac440af72b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:26.629834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'aec54622-9dcc-44c5-94ce-5aac440af72b', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': 'aec54622-9dcc-44c5-94ce-5aac440af72b', 'mac_address': 'fa:16:3e:e6:27:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:26.686505 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.720217 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aec54622-9dcc-44c5-94ce-5aac440af72b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:26.751250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port aec54622-9dcc-44c5-94ce-5aac440af72b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=aec54622-9dcc-44c5-94ce-5aac440af72b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:26.766761 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:26.897848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=aec54622-9dcc-44c5-94ce-5aac440af72b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:26.934000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41292) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:27.070956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-775a5538-09e9-42ad-86c3-754c576031aa tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:27.073343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-775a5538-09e9-42ad-86c3-754c576031aa tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.37 "GET /v2.0/networks?id=6e607010-b04a-43b9-bc82-01c9d49f67b6 HTTP/1.1" status: 200 len: 824 time: 0.3539116 Jul 16 17:53:27.119010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['aec54622-9dcc-44c5-94ce-5aac440af72b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:27.119162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b92ea-6179-4b1f-92e3-7358b05083f1 req-0fbe2bde-d4cd-4ba9-bb55-d43c96b19b8a tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:27.127237 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d14b92ea-6179-4b1f-92e3-7358b05083f1 req-0fbe2bde-d4cd-4ba9-bb55-d43c96b19b8a tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 949 time: 0.1176569 Jul 16 17:53:27.208663 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d14b92ea-6179-4b1f-92e3-7358b05083f1 req-5414ef18-208c-45b2-ab9c-e03523461c95 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798707 Jul 16 17:53:27.227039 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-dec0305f-44f6-4da9-b371-d51971f818e5 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43130acca04945a79f69f3c5f20cf265 HTTP/1.1" status: 200 len: 379 time: 0.1364548 Jul 16 17:53:27.236463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Request body: {'port': {'device_id': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'admin_state_up': True, 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'security_groups': ['3734d125-6130-4f59-9ef9-6ab4acc19316']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:27.266446 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c413ab1b-5d1a-478e-b0b7-fd077f7e90eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.515179 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c413ab1b-5d1a-478e-b0b7-fd077f7e90eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.538251 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c413ab1b-5d1a-478e-b0b7-fd077f7e90eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.549527 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Made reservation on behalf of 43130acca04945a79f69f3c5f20cf265 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:27.556876 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.647639 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c413ab1b-5d1a-478e-b0b7-fd077f7e90eb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70da51d14c8440d2a3c2d4bf71baf16c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7124448 Jul 16 17:53:27.653965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41316) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:27.658943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413ab1b-5d1a-478e-b0b7-fd077f7e90eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf29f12-2c3b-49cc-85e9-f1f170452732,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:27.717976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450833e-108a-4db1-973a-18d92c97912b req-1f83cc03-fd8e-4422-a136-3bcbf0d32938 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:27.725340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8450833e-108a-4db1-973a-18d92c97912b req-1f83cc03-fd8e-4422-a136-3bcbf0d32938 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 969 time: 0.2062337 Jul 16 17:53:27.726012 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abed5d7-74f2-4c33-be21-a9661d213f63 req-73ef5040-3c0a-4301-92c1-e4c124bd4560 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 210 time: 0.0788360 Jul 16 17:53:27.784183 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8450833e-108a-4db1-973a-18d92c97912b req-c48792af-ffe9-4dc3-8c7c-8138bf3b421f tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578434 Jul 16 17:53:27.819794 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6274e3af-9179-4ef9-8f4c-94732532a47d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.852409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Allocated IP 172.20.0.12 (6e607010-b04a-43b9-bc82-01c9d49f67b6/e61b5433-18ce-4759-a1d2-aa3c01fe79bb/900bde5e-5a56-4955-ba35-24cdd1a2f3a2) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:27.861692 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6274e3af-9179-4ef9-8f4c-94732532a47d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.971357 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6274e3af-9179-4ef9-8f4c-94732532a47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.974028 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6274e3af-9179-4ef9-8f4c-94732532a47d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:27.975235 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6274e3af-9179-4ef9-8f4c-94732532a47d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eaf29f12-2c3b-49cc-85e9-f1f170452732 HTTP/1.1" status: 204 len: 168 time: 0.3196189 Jul 16 17:53:28.186846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6274e3af-9179-4ef9-8f4c-94732532a47d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf29f12-2c3b-49cc-85e9-f1f170452732,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:28.241624 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.261780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Transition to ACTIVE for port object 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:28.278443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbb3d7-d5dd-4361-9b0a-83a16e83759e req-abb96883-7d84-48f5-bb46-fb09d45be722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.279972 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bcbb3d7-d5dd-4361-9b0a-83a16e83759e req-abb96883-7d84-48f5-bb46-fb09d45be722 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0a3216fa79f473e8cca950ffffec0fe&device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 1120 time: 0.1127329 Jul 16 17:53:28.340125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bcbb3d7-d5dd-4361-9b0a-83a16e83759e req-cb35b767-b21b-4b69-8f68-aa3abcff693d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=c0a3216fa79f473e8cca950ffffec0fe&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0447741 Jul 16 17:53:28.377976 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.411118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device aec54622-9dcc-44c5-94ce-5aac440af72b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:28.489601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port aec54622-9dcc-44c5-94ce-5aac440af72b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:28.499491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port aec54622-9dcc-44c5-94ce-5aac440af72b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:28.500189 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.519240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Network 6e607010-b04a-43b9-bc82-01c9d49f67b6 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:28.533287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41354) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:28.556152 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84fa20c2-2e2f-47c5-bceb-b52caefda22b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.560838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:28.592041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:28.598628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.599281 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.618964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Pushing event updated for resources: {'Port': ['ID=900bde5e-5a56-4955-ba35-24cdd1a2f3a2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:28.718231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcbb3d7-d5dd-4361-9b0a-83a16e83759e req-b253f03a-3802-4e5f-adbd-83dc11918506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.720771 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.730464 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bcbb3d7-d5dd-4361-9b0a-83a16e83759e req-b253f03a-3802-4e5f-adbd-83dc11918506 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3824897 Jul 16 17:53:28.765776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cf5708-06fe-4aec-93b0-4af61093d149 req-978b115b-937d-4b42-bf1e-69335e2c1e06 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:28.769119 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6cf5708-06fe-4aec-93b0-4af61093d149 req-978b115b-937d-4b42-bf1e-69335e2c1e06 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 949 time: 0.4143703 Jul 16 17:53:28.777476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a51dd6-722d-4415-9d29-fae654ca602d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec54622-9dcc-44c5-94ce-5aac440af72b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:28.836372 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84fa20c2-2e2f-47c5-bceb-b52caefda22b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.856406 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84fa20c2-2e2f-47c5-bceb-b52caefda22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.943996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-0987bd81-d64c-4a3f-a890-7ad77eb50a66 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7032800 Jul 16 17:53:28.975949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port aec54622-9dcc-44c5-94ce-5aac440af72b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=aec54622-9dcc-44c5-94ce-5aac440af72b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:28.983492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Request body: {'port': {'device_id': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:28.987296 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:28.999491 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.053724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-61e433f1-3334-4cd1-be6e-4c9243da23c5 None None] Provisioning for port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:29.068337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-61e433f1-3334-4cd1-be6e-4c9243da23c5 None None] Provisioning complete for port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:29.068799 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-61e433f1-3334-4cd1-be6e-4c9243da23c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.075360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=aec54622-9dcc-44c5-94ce-5aac440af72b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:29.086955 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6cf5708-06fe-4aec-93b0-4af61093d149 req-6e15a8f0-d8a8-4107-b1c2-dd6bf32700e1 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077040 Jul 16 17:53:29.119536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-61e433f1-3334-4cd1-be6e-4c9243da23c5 None None] Port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:29.160364 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-84fa20c2-2e2f-47c5-bceb-b52caefda22b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=590dc35e85304434b3fad691513369b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6258490 Jul 16 17:53:29.168393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41372) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:29.180790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-e122442f-d1b8-48de-90c1-a4c4271d94e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.183037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-e122442f-d1b8-48de-90c1-a4c4271d94e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c0a3216fa79f473e8cca950ffffec0fe&device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 1120 time: 0.3666348 Jul 16 17:53:29.191348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa20c2-2e2f-47c5-bceb-b52caefda22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=394cc94a-c9bd-449c-a286-0e1c18c0860e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:29.202630 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.245290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-4b840304-3980-429d-ab1d-3d8bb2666561 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=ac034a03-5c7a-4812-b114-7d6d2521af28 HTTP/1.1" status: 200 len: 217 time: 0.0509267 Jul 16 17:53:29.304157 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab7db1c-4e02-4963-9722-2529154881e9" -d '{"events": [{"server_uuid": "b3a51dd6-722d-4415-9d29-fae654ca602d", "name": "network-vif-plugged", "status": "completed", "tag": "aec54622-9dcc-44c5-94ce-5aac440af72b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:29.336876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815b9d7-19b0-45ef-a166-104c56c76996 req-ff881d3e-efcf-410e-bbf3-c9f2c7441cab tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.337495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815b9d7-19b0-45ef-a166-104c56c76996 req-ff881d3e-efcf-410e-bbf3-c9f2c7441cab tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.338087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815b9d7-19b0-45ef-a166-104c56c76996 req-ff881d3e-efcf-410e-bbf3-c9f2c7441cab tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.338760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815b9d7-19b0-45ef-a166-104c56c76996 req-ff881d3e-efcf-410e-bbf3-c9f2c7441cab tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.339227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0815b9d7-19b0-45ef-a166-104c56c76996 req-ff881d3e-efcf-410e-bbf3-c9f2c7441cab tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.341602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0815b9d7-19b0-45ef-a166-104c56c76996 req-ff881d3e-efcf-410e-bbf3-c9f2c7441cab tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.5193126 Jul 16 17:53:29.357936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57eff0b6-c042-4ea2-b4fb-84a8a04a6e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.387646 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57eff0b6-c042-4ea2-b4fb-84a8a04a6e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.455994 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57eff0b6-c042-4ea2-b4fb-84a8a04a6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.459314 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57eff0b6-c042-4ea2-b4fb-84a8a04a6e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.462979 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-57eff0b6-c042-4ea2-b4fb-84a8a04a6e96 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/394cc94a-c9bd-449c-a286-0e1c18c0860e HTTP/1.1" status: 204 len: 168 time: 0.2906702 Jul 16 17:53:29.504647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eff0b6-c042-4ea2-b4fb-84a8a04a6e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=394cc94a-c9bd-449c-a286-0e1c18c0860e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:29.547589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-deb6c8b9-1e5e-4a5e-9531-4a053a887846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.549261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-deb6c8b9-1e5e-4a5e-9531-4a053a887846 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1390891 Jul 16 17:53:29.576460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3448ae91-aaff-4e96-9415-07e02f0a8df7 req-8a5d1854-0f8b-4442-a6d5-a6839a2ef436 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.585015 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3448ae91-aaff-4e96-9415-07e02f0a8df7 req-8a5d1854-0f8b-4442-a6d5-a6839a2ef436 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 969 time: 0.1228864 Jul 16 17:53:29.631598 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3448ae91-aaff-4e96-9415-07e02f0a8df7 req-9ac2c025-b0a4-4244-94d7-bcca3ebe538f tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455415 Jul 16 17:53:29.677890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48855dd4-14a4-4d62-997f-de39f7b3ebbd req-fa9a70df-86f8-48da-9173-0c71b0405f14 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.686160 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48855dd4-14a4-4d62-997f-de39f7b3ebbd req-fa9a70df-86f8-48da-9173-0c71b0405f14 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 932 time: 0.2749405 Jul 16 17:53:29.789127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-59b08369-bfb6-4a8a-8360-2618afc1960d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:29.790678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-59b08369-bfb6-4a8a-8360-2618afc1960d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2314315 Jul 16 17:53:29.798500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48855dd4-14a4-4d62-997f-de39f7b3ebbd req-1f9b37eb-a07a-48f0-ab13-51631921349d tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114681 Jul 16 17:53:29.829924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:29.845994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.890369 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f7c06c-5f93-4c6d-830d-faefac6a79ea x-openstack-request-id: req-69f7c06c-5f93-4c6d-830d-faefac6a79ea {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:29.891650 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a51dd6-722d-4415-9d29-fae654ca602d", "name": "network-vif-plugged", "status": "completed", "tag": "aec54622-9dcc-44c5-94ce-5aac440af72b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:29.892062 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69f7c06c-5f93-4c6d-830d-faefac6a79ea {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:29.892267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Transition to ACTIVE for port object 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:29.892909 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a51dd6-722d-4415-9d29-fae654ca602d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aec54622-9dcc-44c5-94ce-5aac440af72b', 'code': 200} Jul 16 17:53:29.909046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:29.924815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41394) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:30.017230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.37', 63890) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:30.028809 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-b8c747c3-a20b-4df0-a84e-b746f2b686c3 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292819 Jul 16 17:53:30.051420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=900bde5e-5a56-4955-ba35-24cdd1a2f3a2,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:30.161294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69339865-b91c-4c63-8754-13a2883788ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.196772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83954eb8-2821-4eaa-a6cc-8d422ecb7371 req-51ceaafd-ed6e-4fa0-a025-72121d8fab69 tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.198325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83954eb8-2821-4eaa-a6cc-8d422ecb7371 req-51ceaafd-ed6e-4fa0-a025-72121d8fab69 tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 886 time: 0.3091030 Jul 16 17:53:30.207409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Attempting to bind port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:30.207409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Attempting to bind port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:30.207409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Attempting to bind port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 on network 6e607010-b04a-43b9-bc82-01c9d49f67b6 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:30.211731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 on network 6e607010-b04a-43b9-bc82-01c9d49f67b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:30.212097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Attempting to bind port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 on network 6e607010-b04a-43b9-bc82-01c9d49f67b6 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:30.226901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:30.227241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Checking segment: {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:30.227738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Bound using segment: {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:30.228169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Bound port: 900bde5e-5a56-4955-ba35-24cdd1a2f3a2, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:30.228658 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.291099 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c94e79-7016-4e96-bfb6-9f7477344b7f req-ba2ef887-1581-4c93-8c2e-9a4857269961 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507124 Jul 16 17:53:30.293774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d0092-af15-4b9a-97aa-43c2b3ef83af req-5a8888ca-e3cf-4265-a798-191763810d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.307811 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d87d0092-af15-4b9a-97aa-43c2b3ef83af req-5a8888ca-e3cf-4265-a798-191763810d72 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 1101 time: 0.2769029 Jul 16 17:53:30.362788 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d87d0092-af15-4b9a-97aa-43c2b3ef83af req-e513ae4c-89b8-4d1f-8843-5bac2581efde service neutron] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.369137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] For port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:30.375996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] For port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=900bde5e-5a56-4955-ba35-24cdd1a2f3a2,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:30.381453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.446543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d351d2-a2a5-4786-a7ce-84164c39dfc0 req-c80c43e4-6587-48b5-8055-c15662d10123 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.448659 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-40d351d2-a2a5-4786-a7ce-84164c39dfc0 req-c80c43e4-6587-48b5-8055-c15662d10123 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 950 time: 0.1289608 Jul 16 17:53:30.450081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Pushing event updated for resources: {'Port': ['ID=900bde5e-5a56-4955-ba35-24cdd1a2f3a2,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:30.471993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.472711 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.474126 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-a42af7ac-f260-4d08-8d5e-ef3347396dd6 service neutron] 10.222.0.37 "PUT /v2.0/ports/900bde5e-5a56-4955-ba35-24cdd1a2f3a2 HTTP/1.1" status: 200 len: 1092 time: 1.5177281 Jul 16 17:53:30.474568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'tag': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:30.477070 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f" -d '{"events": [{"name": "network-changed", "server_uuid": "b441276f-5a78-4f46-8a17-8d0519444a2c", "tag": "900bde5e-5a56-4955-ba35-24cdd1a2f3a2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:30.522274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69339865-b91c-4c63-8754-13a2883788ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.540343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69339865-b91c-4c63-8754-13a2883788ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.602277 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-40d351d2-a2a5-4786-a7ce-84164c39dfc0 req-3afe9a6e-e447-4a93-8814-13e0abdf0dd0 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234498 Jul 16 17:53:30.602882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69339865-b91c-4c63-8754-13a2883788ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6672e7-9b3f-4ba7-9c0e-f1bfa76ffc16,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:30.629025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-69339865-b91c-4c63-8754-13a2883788ba admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad75b6ddffa4423ba304ea97ffc6f6eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7028277 Jul 16 17:53:30.632068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41428) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:30.685362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c8f18-bdd9-427f-95f1-2e9ffbac0d80 req-1c9dde91-d5ce-46c8-8010-d369a9c6a2b5 tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.685845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c8f18-bdd9-427f-95f1-2e9ffbac0d80 req-1c9dde91-d5ce-46c8-8010-d369a9c6a2b5 tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.686433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c8f18-bdd9-427f-95f1-2e9ffbac0d80 req-1c9dde91-d5ce-46c8-8010-d369a9c6a2b5 tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.687968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c8f18-bdd9-427f-95f1-2e9ffbac0d80 req-1c9dde91-d5ce-46c8-8010-d369a9c6a2b5 tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.688713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533c8f18-bdd9-427f-95f1-2e9ffbac0d80 req-1c9dde91-d5ce-46c8-8010-d369a9c6a2b5 tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.690933 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-533c8f18-bdd9-427f-95f1-2e9ffbac0d80 req-1c9dde91-d5ce-46c8-8010-d369a9c6a2b5 tempest-NetworksTest-542362905 tempest-NetworksTest-542362905-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3629 time: 0.1912248 Jul 16 17:53:30.693880 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5103e2f6-82bd-494f-b9e4-61e037decc13 x-openstack-request-id: req-5103e2f6-82bd-494f-b9e4-61e037decc13 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:30.694170 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b441276f-5a78-4f46-8a17-8d0519444a2c", "tag": "900bde5e-5a56-4955-ba35-24cdd1a2f3a2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:30.694417 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5103e2f6-82bd-494f-b9e4-61e037decc13 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:30.694852 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'tag': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2', 'status': 'completed', 'code': 200} Jul 16 17:53:30.697595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-dd73cc88-d566-4124-be19-241fec116ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:30.699757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-dd73cc88-d566-4124-be19-241fec116ad3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43130acca04945a79f69f3c5f20cf265&device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 1095 time: 0.1644039 Jul 16 17:53:30.770752 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d87d0092-af15-4b9a-97aa-43c2b3ef83af req-e513ae4c-89b8-4d1f-8843-5bac2581efde service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.780536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d87d0092-af15-4b9a-97aa-43c2b3ef83af req-e513ae4c-89b8-4d1f-8843-5bac2581efde service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.810217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d87d0092-af15-4b9a-97aa-43c2b3ef83af req-e513ae4c-89b8-4d1f-8843-5bac2581efde service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5014336 Jul 16 17:53:30.853192 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-36165629-7929-4194-a9fa-6c385f902b64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.906807 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-36165629-7929-4194-a9fa-6c385f902b64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.957835 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e513ae4c-89b8-4d1f-8843-5bac2581efde service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=c1965fe5-9bd9-4d30-a17b-fb0586957097,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:30.966655 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-36165629-7929-4194-a9fa-6c385f902b64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.969648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-36165629-7929-4194-a9fa-6c385f902b64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:30.971470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-36165629-7929-4194-a9fa-6c385f902b64 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3e6672e7-9b3f-4ba7-9c0e-f1bfa76ffc16 HTTP/1.1" status: 204 len: 168 time: 0.3379245 Jul 16 17:53:30.982176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36165629-7929-4194-a9fa-6c385f902b64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6672e7-9b3f-4ba7-9c0e-f1bfa76ffc16,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:31.074507 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-7f70f2b2-03bf-4b48-9efb-6a0a279874eb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=900bde5e-5a56-4955-ba35-24cdd1a2f3a2 HTTP/1.1" status: 200 len: 217 time: 0.3544116 Jul 16 17:53:31.086044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7316cd0-5762-4960-96d8-6d6f8880e894 req-d1f07223-56ce-47e4-b8d8-cd80d9d7cbc5 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.092879 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7316cd0-5762-4960-96d8-6d6f8880e894 req-d1f07223-56ce-47e4-b8d8-cd80d9d7cbc5 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 944 time: 0.0845547 Jul 16 17:53:31.139824 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7316cd0-5762-4960-96d8-6d6f8880e894 req-ee5b3a4c-0a56-4266-b0af-f5d437f73d23 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458498 Jul 16 17:53:31.144975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a4c8ea-25d5-407c-90fa-e500e4050b71 req-abf605e3-43a6-45f4-aa25-452381018a45 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.146973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a4c8ea-25d5-407c-90fa-e500e4050b71 req-abf605e3-43a6-45f4-aa25-452381018a45 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 969 time: 0.0711305 Jul 16 17:53:31.227399 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a4c8ea-25d5-407c-90fa-e500e4050b71 req-6afcbd25-9756-45c5-943a-f710af734697 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747299 Jul 16 17:53:31.230990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-b65c8e85-7bc5-4414-9c9f-9ab7687c499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.232578 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-b65c8e85-7bc5-4414-9c9f-9ab7687c499e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e61b5433-18ce-4759-a1d2-aa3c01fe79bb HTTP/1.1" status: 200 len: 863 time: 0.0724912 Jul 16 17:53:31.304904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-4b078685-34ae-4291-8b9a-e3508cd17f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.306475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-4b078685-34ae-4291-8b9a-e3508cd17f15 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e607010-b04a-43b9-bc82-01c9d49f67b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675156 Jul 16 17:53:31.368377 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41458) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:31.398515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41462) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:31.418607 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-f639c8bd-47d6-45da-83f4-8d24bbae3b38 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048903 Jul 16 17:53:31.509375 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41468) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:31.521326 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f329b1d1-3d14-4148-8c30-98e19390a421 req-b4bda7a5-eaf8-496f-be7e-4650e53a50d6 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948668 Jul 16 17:53:31.529738 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdfe170a-f576-485e-97be-0e94a2d14370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.569604 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2652fb33-7912-4943-8f91-084009dad029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.704635 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f req-c2e53486-95d2-4a47-a647-6275382b74dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.706700 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f req-c2e53486-95d2-4a47-a647-6275382b74dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43130acca04945a79f69f3c5f20cf265&device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 1095 time: 0.0671234 Jul 16 17:53:31.707865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdfe170a-f576-485e-97be-0e94a2d14370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.724182 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdfe170a-f576-485e-97be-0e94a2d14370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.740987 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a7d67ad-b51d-4314-a1c0-6d66e1cd919a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:31.839322 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fdfe170a-f576-485e-97be-0e94a2d14370 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5a6c002115b049118e88c51e48168ad6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3275127 Jul 16 17:53:31.840026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41476) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:31.841318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f req-da727a55-3c1c-4eb6-92aa-671e66b742cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.843642 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f req-da727a55-3c1c-4eb6-92aa-671e66b742cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e607010-b04a-43b9-bc82-01c9d49f67b6 HTTP/1.1" status: 200 len: 925 time: 0.1288655 Jul 16 17:53:31.843781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfe170a-f576-485e-97be-0e94a2d14370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd78febe-3b45-43d2-a083-c4468600edc3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:31.907187 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f req-0224a209-acae-4d7f-b82c-7aafb1f1ed98 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=900bde5e-5a56-4955-ba35-24cdd1a2f3a2 HTTP/1.1" status: 200 len: 217 time: 0.0500834 Jul 16 17:53:31.971610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f req-a8a26c1e-cfad-42ee-90e8-74e0af4c48b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:31.973090 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f req-a8a26c1e-cfad-42ee-90e8-74e0af4c48b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e61b5433-18ce-4759-a1d2-aa3c01fe79bb HTTP/1.1" status: 200 len: 863 time: 0.0587695 Jul 16 17:53:32.001223 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d55baa48-3450-4eda-afbd-b62db27aeae4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.010144 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2652fb33-7912-4943-8f91-084009dad029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.020189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc16d73-728b-4018-bf0c-1bd925c1e6c4 req-d9322dae-0fcb-481f-aafb-c2abd6a55604 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:32.021681 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6dc16d73-728b-4018-bf0c-1bd925c1e6c4 req-d9322dae-0fcb-481f-aafb-c2abd6a55604 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 950 time: 0.1520772 Jul 16 17:53:32.034255 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2652fb33-7912-4943-8f91-084009dad029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.044696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f req-182cbbc1-fbc3-4892-a986-368a93f0b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:32.046299 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f req-182cbbc1-fbc3-4892-a986-368a93f0b3ad service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e607010-b04a-43b9-bc82-01c9d49f67b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0654411 Jul 16 17:53:32.077499 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2652fb33-7912-4943-8f91-084009dad029 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5174dc3608ba41debfe81d4208c04d7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7080483 Jul 16 17:53:32.085033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41484) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:32.090480 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d55baa48-3450-4eda-afbd-b62db27aeae4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.187255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab70ced6-634d-43d2-9595-b599b9876329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.212011 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab70ced6-634d-43d2-9595-b599b9876329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.236162 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f req-3b0a7767-4971-45e3-9f0e-86decab9ded3 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829364 Jul 16 17:53:32.322088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652fb33-7912-4943-8f91-084009dad029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3da76bda-8446-48f2-ab97-ebd10de307d5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:32.334988 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6dc16d73-728b-4018-bf0c-1bd925c1e6c4 req-c02a8f63-41f4-4bd7-bd85-301012109119 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3031993 Jul 16 17:53:32.386054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d55baa48-3450-4eda-afbd-b62db27aeae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.388787 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d55baa48-3450-4eda-afbd-b62db27aeae4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.392700 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d55baa48-3450-4eda-afbd-b62db27aeae4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dd78febe-3b45-43d2-a083-c4468600edc3 HTTP/1.1" status: 204 len: 168 time: 0.5475972 Jul 16 17:53:32.393446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2ad048a-ee1f-4cbf-87f8-6e650a23be5f req-2d904976-811e-49c9-b51c-299c0d096e9e service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366642 Jul 16 17:53:32.406617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55baa48-3450-4eda-afbd-b62db27aeae4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd78febe-3b45-43d2-a083-c4468600edc3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:32.459938 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a7d67ad-b51d-4314-a1c0-6d66e1cd919a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.475419 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a7d67ad-b51d-4314-a1c0-6d66e1cd919a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.486226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a76099-a20d-4a14-a4f6-f161bbe5edc9 req-5dd39937-0bfb-48aa-9c27-1462b6b4c335 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:32.488637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a2a76099-a20d-4a14-a4f6-f161bbe5edc9 req-5dd39937-0bfb-48aa-9c27-1462b6b4c335 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 944 time: 0.1938891 Jul 16 17:53:32.489282 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab70ced6-634d-43d2-9595-b599b9876329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.492182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab70ced6-634d-43d2-9595-b599b9876329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.496039 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ab70ced6-634d-43d2-9595-b599b9876329 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3da76bda-8446-48f2-ab97-ebd10de307d5 HTTP/1.1" status: 204 len: 168 time: 0.4078088 Jul 16 17:53:32.535200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab70ced6-634d-43d2-9595-b599b9876329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3da76bda-8446-48f2-ab97-ebd10de307d5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:32.554315 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a2a76099-a20d-4a14-a4f6-f161bbe5edc9 req-da466f12-95be-4c7b-b095-bfc4ac21297c tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591538 Jul 16 17:53:32.573551 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1a7d67ad-b51d-4314-a1c0-6d66e1cd919a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a76abb19b5440bb987930a440ec6452&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1737764 Jul 16 17:53:32.582891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7d67ad-b51d-4314-a1c0-6d66e1cd919a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bedf6da-f841-46a3-aff4-263cd5418dd9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:32.582891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41504) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:32.644615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a28e28-db99-41b8-8c91-01b8e0b53a0d req-bbf01fb5-1391-4002-a145-a24642b08b3e tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:32.646116 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a3a28e28-db99-41b8-8c91-01b8e0b53a0d req-bbf01fb5-1391-4002-a145-a24642b08b3e tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 969 time: 0.1600716 Jul 16 17:53:32.669630 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfc57a7b-cd5b-4669-8f2b-86d92db250dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.710092 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfc57a7b-cd5b-4669-8f2b-86d92db250dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.721138 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a3a28e28-db99-41b8-8c91-01b8e0b53a0d req-119effb3-f602-40a8-8240-d6a0953749f8 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629454 Jul 16 17:53:32.780755 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfc57a7b-cd5b-4669-8f2b-86d92db250dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.784143 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfc57a7b-cd5b-4669-8f2b-86d92db250dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:32.787243 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bfc57a7b-cd5b-4669-8f2b-86d92db250dc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9bedf6da-f841-46a3-aff4-263cd5418dd9 HTTP/1.1" status: 204 len: 168 time: 0.2079339 Jul 16 17:53:32.797830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc57a7b-cd5b-4669-8f2b-86d92db250dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bedf6da-f841-46a3-aff4-263cd5418dd9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:32.998747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41524) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:33.027545 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2f5aa73-ac28-4c30-b5ad-5885a1b5e5b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.159204 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2f5aa73-ac28-4c30-b5ad-5885a1b5e5b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.164523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2f5aa73-ac28-4c30-b5ad-5885a1b5e5b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.204144 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d2f5aa73-ac28-4c30-b5ad-5885a1b5e5b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=953b388c00664224a43ec768f59dd9b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2031116 Jul 16 17:53:33.206062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f5aa73-ac28-4c30-b5ad-5885a1b5e5b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8743c9a0-0a74-473a-9b11-c2194ee9713d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:33.206956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41534) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:33.266709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-79e66a63-a5fb-4a1b-8cfa-01da6e3eee29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.273893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41536) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:33.292760 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-79e66a63-a5fb-4a1b-8cfa-01da6e3eee29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.299550 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a59edce-df6a-4372-9d73-02d8e36746bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.354722 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-79e66a63-a5fb-4a1b-8cfa-01da6e3eee29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.360735 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-79e66a63-a5fb-4a1b-8cfa-01da6e3eee29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.362383 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-79e66a63-a5fb-4a1b-8cfa-01da6e3eee29 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8743c9a0-0a74-473a-9b11-c2194ee9713d HTTP/1.1" status: 204 len: 168 time: 0.1543932 Jul 16 17:53:33.379516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e66a63-a5fb-4a1b-8cfa-01da6e3eee29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8743c9a0-0a74-473a-9b11-c2194ee9713d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:33.446364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a59edce-df6a-4372-9d73-02d8e36746bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.452562 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a59edce-df6a-4372-9d73-02d8e36746bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.488386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41550) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:33.489047 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8a59edce-df6a-4372-9d73-02d8e36746bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea2294bfb9b74ddcbc61142a0fd2b52f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2140272 Jul 16 17:53:33.522405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a59edce-df6a-4372-9d73-02d8e36746bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74848c01-2cbc-4097-9f86-e4f0df27183c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:33.564142 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b98b37-9a0e-4d46-91ff-6061b7a06bb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.588009 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b98b37-9a0e-4d46-91ff-6061b7a06bb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.589736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9d1908-3373-452c-ae5e-669c6ca1eb25 req-cd54e55f-a739-4922-9a08-7e3e821e8b41 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:33.591474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f9d1908-3373-452c-ae5e-669c6ca1eb25 req-cd54e55f-a739-4922-9a08-7e3e821e8b41 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 950 time: 0.0828409 Jul 16 17:53:33.639946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f9d1908-3373-452c-ae5e-669c6ca1eb25 req-38ebe30a-923a-479b-976c-3f67fcbdf6a6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421557 Jul 16 17:53:33.642578 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b98b37-9a0e-4d46-91ff-6061b7a06bb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.645587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b98b37-9a0e-4d46-91ff-6061b7a06bb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:33.649586 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d9b98b37-9a0e-4d46-91ff-6061b7a06bb3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/74848c01-2cbc-4097-9f86-e4f0df27183c HTTP/1.1" status: 204 len: 168 time: 0.1601825 Jul 16 17:53:33.658386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b98b37-9a0e-4d46-91ff-6061b7a06bb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74848c01-2cbc-4097-9f86-e4f0df27183c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:33.821558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ac034a03-5c7a-4812-b114-7d6d2521af28 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:33.865079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981b1d5-9c46-4246-8645-5860fd799539 req-a28cd91d-6930-4dcc-9719-fe51d078cd1b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:33.866687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7981b1d5-9c46-4246-8645-5860fd799539 req-a28cd91d-6930-4dcc-9719-fe51d078cd1b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 944 time: 0.0874326 Jul 16 17:53:33.926210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7981b1d5-9c46-4246-8645-5860fd799539 req-6dbde7d5-c1c0-4c2f-8484-1e9a684b5513 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513499 Jul 16 17:53:33.940742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ac034a03-5c7a-4812-b114-7d6d2521af28, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ac034a03-5c7a-4812-b114-7d6d2521af28,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:33.953609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'ac034a03-5c7a-4812-b114-7d6d2521af28', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': 'ac034a03-5c7a-4812-b114-7d6d2521af28', 'mac_address': 'fa:16:3e:79:7c:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:tempest-test_az-1215825113', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:33.996481 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.012010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac034a03-5c7a-4812-b114-7d6d2521af28 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:34.037571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ac034a03-5c7a-4812-b114-7d6d2521af28, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ac034a03-5c7a-4812-b114-7d6d2521af28,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:34.043894 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.107138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ac034a03-5c7a-4812-b114-7d6d2521af28,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:34.124758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38654249-ecb1-462b-bfc0-50fe428194e6 req-9aa29154-fd37-48e0-ab73-8ef4c6607df8 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:34.128041 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38654249-ecb1-462b-bfc0-50fe428194e6 req-9aa29154-fd37-48e0-ab73-8ef4c6607df8 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 969 time: 0.0989616 Jul 16 17:53:34.172010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38654249-ecb1-462b-bfc0-50fe428194e6 req-c0533f56-e283-4e22-aee0-580f0c79e3d3 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394709 Jul 16 17:53:34.347100 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ac034a03-5c7a-4812-b114-7d6d2521af28'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:34.424218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:34.699501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=900bde5e-5a56-4955-ba35-24cdd1a2f3a2,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:34.716675 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'port_id': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2', 'mac_address': 'fa:16:3e:cb:b4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:34.775918 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.796585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:34.830318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=900bde5e-5a56-4955-ba35-24cdd1a2f3a2,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:34.837532 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:34.908834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=900bde5e-5a56-4955-ba35-24cdd1a2f3a2,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:34.916771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67240ce7-17a6-45c5-828e-769c844cb7f4 req-c1be9aa0-948f-459d-b5f0-ba808c306ede tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:34.919668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67240ce7-17a6-45c5-828e-769c844cb7f4 req-c1be9aa0-948f-459d-b5f0-ba808c306ede tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 950 time: 0.1391652 Jul 16 17:53:34.972785 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67240ce7-17a6-45c5-828e-769c844cb7f4 req-9b829248-3877-43a7-89e5-1feaa82e5377 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410359 Jul 16 17:53:35.169663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97913b9-8d67-43dc-ada7-cc5e6230bb5d req-8eefbc5c-93c2-487f-8120-11c5ca577b56 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:35.172070 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e97913b9-8d67-43dc-ada7-cc5e6230bb5d req-8eefbc5c-93c2-487f-8120-11c5ca577b56 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 945 time: 0.0943513 Jul 16 17:53:35.214312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['900bde5e-5a56-4955-ba35-24cdd1a2f3a2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:35.217274 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e97913b9-8d67-43dc-ada7-cc5e6230bb5d req-02c74d5b-f46d-460b-ba2b-9cfd3101cd47 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338883 Jul 16 17:53:35.233344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41660) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:35.356762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1607431013-network', 'tenant_id': 'fd1e60976af94d0bbe27792be036c702'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:35.405650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Made reservation on behalf of fd1e60976af94d0bbe27792be036c702 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:35.408773 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.420791 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.439232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52425d95-25e3-41ea-90b5-88d28a5e1efa req-fae4a001-1b4f-4847-a67a-b41be47ced7f tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:35.441096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-52425d95-25e3-41ea-90b5-88d28a5e1efa req-fae4a001-1b4f-4847-a67a-b41be47ced7f tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 970 time: 0.0772824 Jul 16 17:53:35.509124 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-52425d95-25e3-41ea-90b5-88d28a5e1efa req-af2ecef5-cbc6-4ee9-b79e-1390114c3a83 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612943 Jul 16 17:53:35.552317 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.568280 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.613149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:35.630688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf10ca1-1250-4b44-ab74-02824facc8ba,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:35.647887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8746775416899', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.648749 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Unsubscribe: segment precommit_create {{(pid=105439) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 17:53:35.649677 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Added segment 8bffa43a-3626-4875-87f7-0d8497317e85 of type vlan for network e3f5c890-cb19-4a71-b707-17807504369d Jul 16 17:53:35.718779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.787092 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.788219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:35.788799 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.828378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ac034a03-5c7a-4812-b114-7d6d2521af28 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:35.856629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6219718 Jul 16 17:53:35.857118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41706) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:35.877658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] Request body: {'subnet': {'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1607431013-subnet', 'tenant_id': 'fd1e60976af94d0bbe27792be036c702', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:35.906620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port ac034a03-5c7a-4812-b114-7d6d2521af28 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:35.909006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12db2e-e6c6-4753-b7b2-75c5737244cc admin admin] Pushing event updated for resources: {'Network': ['ID=e3f5c890-cb19-4a71-b707-17807504369d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:35.924618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port ac034a03-5c7a-4812-b114-7d6d2521af28 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:35.925005 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.927843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] Made reservation on behalf of fd1e60976af94d0bbe27792be036c702 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:35.930192 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:35.934772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network e3f5c890-cb19-4a71-b707-17807504369d details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:36.082240 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.110672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7226913b-35ee-4c8d-8445-59521bebe3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac034a03-5c7a-4812-b114-7d6d2521af28'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:36.113267 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34338697-e2a2-4f3a-95cc-3c7266e34409" -d '{"events": [{"server_uuid": "7226913b-35ee-4c8d-8445-59521bebe3c7", "name": "network-vif-plugged", "status": "completed", "tag": "ac034a03-5c7a-4812-b114-7d6d2521af28"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:36.129532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ac034a03-5c7a-4812-b114-7d6d2521af28, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ac034a03-5c7a-4812-b114-7d6d2521af28,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:36.139484 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.153756 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-0836558c-d8a0-4cd5-9ef8-218b031c8c2a tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3b3e335419634f89b404b74744106018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0364814 Jul 16 17:53:36.196403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ac034a03-5c7a-4812-b114-7d6d2521af28,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:36.231519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a442da-be85-4fbb-a6df-c8beb8cd2182 req-0e94eb1c-dbe3-4abc-81e7-8e2aac12389f tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.233149 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45a442da-be85-4fbb-a6df-c8beb8cd2182 req-0e94eb1c-dbe3-4abc-81e7-8e2aac12389f tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 1101 time: 0.2598336 Jul 16 17:53:36.291666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70757114-f9b5-4636-80bb-71fe139640d8 req-ac4382ff-d86a-4f93-bb14-816be50f2bd4 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.293323 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-ac4382ff-d86a-4f93-bb14-816be50f2bd4 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1385696 Jul 16 17:53:36.313921 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-be91a52f-ecfe-4b9c-97aa-505b5ef54ddd tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/quotas/3b3e335419634f89b404b74744106018 HTTP/1.1" status: 200 len: 375 time: 0.0139799 Jul 16 17:53:36.314370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41742) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:36.360130 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-95ee70f0-c2f6-4af5-a6b3-3c70a256f89f tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b3e335419634f89b404b74744106018&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392370 Jul 16 17:53:36.424164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:36.426475 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.443831 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6072-6aba-455b-8e2b-704e44a0aa44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.482837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:36.491796 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5414e4ed-787a-4663-b931-0ee0781f5b00 req-f8380680-c023-4d5e-816a-ca10d7012236 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.498872 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5414e4ed-787a-4663-b931-0ee0781f5b00 req-f8380680-c023-4d5e-816a-ca10d7012236 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 950 time: 0.2103362 Jul 16 17:53:36.502272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:36.502654 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.527893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:36.534798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-45a442da-be85-4fbb-a6df-c8beb8cd2182 req-2c759551-2963-46bd-9331-e6e5bcabc049 tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] Deleting port aec54622-9dcc-44c5-94ce-5aac440af72b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:36.535364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45a442da-be85-4fbb-a6df-c8beb8cd2182 req-2c759551-2963-46bd-9331-e6e5bcabc049 tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.585194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5414e4ed-787a-4663-b931-0ee0781f5b00 req-1edac30b-9f8f-4559-b43a-8add8a981938 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854640 Jul 16 17:53:36.606370 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6072-6aba-455b-8e2b-704e44a0aa44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.617709 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.620518 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f0f6072-6aba-455b-8e2b-704e44a0aa44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.621704 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43201873-78fd-473f-a7fd-c28770e6e895 x-openstack-request-id: req-43201873-78fd-473f-a7fd-c28770e6e895 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:36.635809 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7226913b-35ee-4c8d-8445-59521bebe3c7", "name": "network-vif-plugged", "status": "completed", "tag": "ac034a03-5c7a-4812-b114-7d6d2521af28", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:36.636789 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-43201873-78fd-473f-a7fd-c28770e6e895 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:36.638111 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7226913b-35ee-4c8d-8445-59521bebe3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac034a03-5c7a-4812-b114-7d6d2521af28', 'code': 200} Jul 16 17:53:36.692793 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9f0f6072-6aba-455b-8e2b-704e44a0aa44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d28d532308645018ea28d4083e06019&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773153 Jul 16 17:53:36.694290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=900bde5e-5a56-4955-ba35-24cdd1a2f3a2,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:36.703660 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.705179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:36.705754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41754) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:36.705876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] Network hostable DHCP agents. Network: e3f5c890-cb19-4a71-b707-17807504369d, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:36.733242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-45a442da-be85-4fbb-a6df-c8beb8cd2182 req-2c759551-2963-46bd-9331-e6e5bcabc049 tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] For port aec54622-9dcc-44c5-94ce-5aac440af72b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=aec54622-9dcc-44c5-94ce-5aac440af72b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:36.733622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45a442da-be85-4fbb-a6df-c8beb8cd2182 req-2c759551-2963-46bd-9331-e6e5bcabc049 tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.738215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0f6072-6aba-455b-8e2b-704e44a0aa44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d65a436-c3be-4710-ad07-f40c93440f05,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:36.780849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=900bde5e-5a56-4955-ba35-24cdd1a2f3a2,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:36.793550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-45a442da-be85-4fbb-a6df-c8beb8cd2182 req-2c759551-2963-46bd-9331-e6e5bcabc049 tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] Calling delete_port for aec54622-9dcc-44c5-94ce-5aac440af72b owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:36.796503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] Network e3f5c890-cb19-4a71-b707-17807504369d is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:36.810065 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f6cd9ab-0b0d-4129-9c1b-678b811b9dfa req-bd9a3aa8-19cf-4e97-9359-2a769c8e773b tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 210 time: 0.0915694 Jul 16 17:53:36.846121 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3182420-ff08-42e8-8ab9-fb22e2e0d410 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.869161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, e3f5c890-cb19-4a71-b707-17807504369d) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:36.875460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:36.876518 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.879896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b372d464-0222-4e32-aa07-683d6e39c81d None None] Network e3f5c890-cb19-4a71-b707-17807504369d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:36.883954 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3182420-ff08-42e8-8ab9-fb22e2e0d410 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.947332 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3182420-ff08-42e8-8ab9-fb22e2e0d410 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.952153 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3182420-ff08-42e8-8ab9-fb22e2e0d410 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:36.957224 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c3182420-ff08-42e8-8ab9-fb22e2e0d410 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d65a436-c3be-4710-ad07-f40c93440f05 HTTP/1.1" status: 204 len: 168 time: 0.2500093 Jul 16 17:53:36.984054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3182420-ff08-42e8-8ab9-fb22e2e0d410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d65a436-c3be-4710-ad07-f40c93440f05,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:37.127118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ee5acb4-56c1-4fa6-a760-52afe6bd7545 None None] Network e3f5c890-cb19-4a71-b707-17807504369d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:37.251600 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdfdc2b-d4f2-4677-86ef-7cffa8e5fe52 req-47c49830-ad83-4692-bc20-da4f32fa95b9 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:37.254061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7cdfdc2b-d4f2-4677-86ef-7cffa8e5fe52 req-47c49830-ad83-4692-bc20-da4f32fa95b9 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 971 time: 0.1271312 Jul 16 17:53:37.266744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4f6ee9-2756-4a90-b268-66675c4663e2 req-8ab13aa0-ad4c-4aaa-8770-b4d29eca6833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:37.268255 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a4f6ee9-2756-4a90-b268-66675c4663e2 req-8ab13aa0-ad4c-4aaa-8770-b4d29eca6833 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 1122 time: 0.5561666 Jul 16 17:53:37.305103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9af93b4a-0d34-4109-b653-101e8c3c8a48 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.4407551 Jul 16 17:53:37.316617 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7cdfdc2b-d4f2-4677-86ef-7cffa8e5fe52 req-d3d18566-7ffe-4097-894f-5c432f5d292f tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518849 Jul 16 17:53:37.350661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7fcf13-68ed-4ef5-963b-7aafc41c349e req-33680352-f9bf-451d-b87e-c67a6ecea2cf tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:37.352498 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a7fcf13-68ed-4ef5-963b-7aafc41c349e req-33680352-f9bf-451d-b87e-c67a6ecea2cf tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 946 time: 0.5602908 Jul 16 17:53:37.378427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a4f6ee9-2756-4a90-b268-66675c4663e2 req-e6e307ec-38c4-4ec9-9b98-d4f1186fa93e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009109 Jul 16 17:53:37.475587 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a7fcf13-68ed-4ef5-963b-7aafc41c349e req-2abec701-7637-45da-a126-f0cad5e58f6f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105797 Jul 16 17:53:37.493990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45a442da-be85-4fbb-a6df-c8beb8cd2182 req-2c759551-2963-46bd-9331-e6e5bcabc049 tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.534232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['aec54622-9dcc-44c5-94ce-5aac440af72b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:37.549876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c759551-2963-46bd-9331-e6e5bcabc049 tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] Pushing event deleted for resources: {'Port': ['ID=aec54622-9dcc-44c5-94ce-5aac440af72b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:37.602685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a442da-be85-4fbb-a6df-c8beb8cd2182 req-2c759551-2963-46bd-9331-e6e5bcabc049 tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] No DVR routers for this DVR port aec54622-9dcc-44c5-94ce-5aac440af72b on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:37.622486 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45a442da-be85-4fbb-a6df-c8beb8cd2182 req-2c759551-2963-46bd-9331-e6e5bcabc049 tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:37.629781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45a442da-be85-4fbb-a6df-c8beb8cd2182 req-2c759551-2963-46bd-9331-e6e5bcabc049 tempest-DeleteServersAdminTestJSON-829791463 tempest-DeleteServersAdminTestJSON-829791463-project-admin] 10.222.0.37 "DELETE /v2.0/ports/aec54622-9dcc-44c5-94ce-5aac440af72b HTTP/1.1" status: 204 len: 173 time: 1.3877270 Jul 16 17:53:37.630575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a51dd6-722d-4415-9d29-fae654ca602d', 'name': 'network-vif-deleted', 'tag': 'aec54622-9dcc-44c5-94ce-5aac440af72b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:37.640850 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74736b56-b0ae-4f37-9e3f-6e6b26081077" -d '{"events": [{"server_uuid": "b3a51dd6-722d-4415-9d29-fae654ca602d", "name": "network-vif-deleted", "tag": "aec54622-9dcc-44c5-94ce-5aac440af72b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:37.798092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a0a6b58-d7e9-4c36-9f33-0199ed48d7c8 req-cab1fc93-1bdb-48bb-b8df-9d2a970ea597 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=b3a51dd6-722d-4415-9d29-fae654ca602d HTTP/1.1" status: 200 len: 210 time: 0.0542769 Jul 16 17:53:37.873057 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73f55354-dd96-407a-9d9e-a22cbf90cb0b x-openstack-request-id: req-73f55354-dd96-407a-9d9e-a22cbf90cb0b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:37.873770 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a51dd6-722d-4415-9d29-fae654ca602d", "name": "network-vif-deleted", "tag": "aec54622-9dcc-44c5-94ce-5aac440af72b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:37.876220 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73f55354-dd96-407a-9d9e-a22cbf90cb0b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:37.876951 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a51dd6-722d-4415-9d29-fae654ca602d', 'name': 'network-vif-deleted', 'tag': 'aec54622-9dcc-44c5-94ce-5aac440af72b', 'status': 'completed', 'code': 200} Jul 16 17:53:38.005185 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c876781-3aa5-440c-8817-87faddf4d81d req-e4d26a94-6231-4f9a-ab04-bb4b5b60ec2f tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 210 time: 0.0309057 Jul 16 17:53:38.183613 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-6a747961-042a-4562-b24c-d236c810fca4 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3b3e335419634f89b404b74744106018&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258989 Jul 16 17:53:38.210026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41814) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:38.383682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70757114-f9b5-4636-80bb-71fe139640d8 req-9cf8717d-62a6-4a44-91a2-bf33017ab453 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:38.386975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-9cf8717d-62a6-4a44-91a2-bf33017ab453 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1953652 Jul 16 17:53:38.401458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Request body: {'port': {'device_id': 'e025a50b-57bf-416d-99dc-ca90f079bf43', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '3b3e335419634f89b404b74744106018'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:38.475519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41824) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:38.483834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1849657395-network', 'tenant_id': '6bc9f44259b9469cbc4222596395f243'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:38.585114 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Made reservation on behalf of 3b3e335419634f89b404b74744106018 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:38.589050 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ffd41848-15d0-4b0b-8a58-6fd7c2e92d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.590528 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.593927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Made reservation on behalf of 6bc9f44259b9469cbc4222596395f243 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:38.596501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.600927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.618890 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.639969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:38.645672 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0adc80-9ada-4d93-829e-65e1e3924d1f" -d '{"events": [{"server_uuid": "b441276f-5a78-4f46-8a17-8d0519444a2c", "name": "network-vif-plugged", "status": "completed", "tag": "900bde5e-5a56-4955-ba35-24cdd1a2f3a2"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:38.666721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a2db3e-cb85-4d46-9518-d6cbbb2fbd44 req-fd0731ff-d933-4c77-a49a-726b1ead92ee tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:38.669234 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8a2db3e-cb85-4d46-9518-d6cbbb2fbd44 req-fd0731ff-d933-4c77-a49a-726b1ead92ee tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 971 time: 0.1409719 Jul 16 17:53:38.711039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.717823 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8a2db3e-cb85-4d46-9518-d6cbbb2fbd44 req-26ca9e90-8467-4181-86be-8c134a5f41f8 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394819 Jul 16 17:53:38.718077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.816242 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ffd41848-15d0-4b0b-8a58-6fd7c2e92d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.822822 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ffd41848-15d0-4b0b-8a58-6fd7c2e92d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:38.889955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ffd41848-15d0-4b0b-8a58-6fd7c2e92d75 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9c7094967a15415589e9ab55c47e62ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6787140 Jul 16 17:53:38.895834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41836) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:38.896713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd41848-15d0-4b0b-8a58-6fd7c2e92d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44cc0f34-a9f5-4a72-92c1-86865f2bdae8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:38.945680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6adffdaf-8549-43fe-94bf-f0fd5af35e38,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:39.003476 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.008838 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.027759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Allocated IP 192.168.233.24 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/370dcb15-1119-4767-a4f3-c2b65d8011b5) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:39.033272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:39.044114 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166df5a8-2813-4600-ba3f-171fe65da996 x-openstack-request-id: req-166df5a8-2813-4600-ba3f-171fe65da996 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:39.044501 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b441276f-5a78-4f46-8a17-8d0519444a2c", "name": "network-vif-plugged", "status": "completed", "tag": "900bde5e-5a56-4955-ba35-24cdd1a2f3a2", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:39.044753 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-166df5a8-2813-4600-ba3f-171fe65da996 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:39.045128 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2', 'code': 200} Jul 16 17:53:39.048826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00123b13-0d22-4cc3-90fb-6e636739a480,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:39.054114 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.054459 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Added segment 0f99f0b1-7f11-4a32-9103-5b713fb1b218 of type vlan for network cb556f86-baba-4d39-b0d1-0931d5f033be Jul 16 17:53:39.067291 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:53:39.068660 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87c0aee7-816f-4c3b-9732-1348271189ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.085419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3bf6e-d262-4e9c-b913-ba417172e361 req-62ea46e7-6cc3-419d-9e14-a367526f3c43 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.093204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80d3bf6e-d262-4e9c-b913-ba417172e361 req-62ea46e7-6cc3-419d-9e14-a367526f3c43 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 946 time: 0.2998686 Jul 16 17:53:39.117897 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.151597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87c0aee7-816f-4c3b-9732-1348271189ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.160526 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.162017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.163457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.237513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=cb556f86-baba-4d39-b0d1-0931d5f033be,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:39.249773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network cb556f86-baba-4d39-b0d1-0931d5f033be details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:39.264362 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-47147ab6-6956-4579-bfd5-65bfcb1bf2f7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7848763 Jul 16 17:53:39.264780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41854) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:39.273510 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] Request body: {'subnet': {'network_id': 'cb556f86-baba-4d39-b0d1-0931d5f033be', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1849657395-subnet', 'tenant_id': '6bc9f44259b9469cbc4222596395f243', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:39.327965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] Made reservation on behalf of 6bc9f44259b9469cbc4222596395f243 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:39.330335 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] Notify callbacks [] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.350821 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f57f9de3-dc31-43a4-a998-16254c0bab2c req-e77e34d8-5078-463f-9a73-f287356bf00a tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 210 time: 0.0358484 Jul 16 17:53:39.408323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80d3bf6e-d262-4e9c-b913-ba417172e361 req-f4512894-bdbb-4470-aa2c-fdbbdbe9beeb tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3138404 Jul 16 17:53:39.468523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3565bfa0-bbd9-49cc-9baa-3b0a67a15742 req-bd08b4ea-c11d-4fc4-932c-73161b6e19fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.470025 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3565bfa0-bbd9-49cc-9baa-3b0a67a15742 req-bd08b4ea-c11d-4fc4-932c-73161b6e19fb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 1097 time: 0.3104181 Jul 16 17:53:39.493841 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.502430 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87c0aee7-816f-4c3b-9732-1348271189ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.504937 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87c0aee7-816f-4c3b-9732-1348271189ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.507607 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-87c0aee7-816f-4c3b-9732-1348271189ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/44cc0f34-a9f5-4a72-92c1-86865f2bdae8 HTTP/1.1" status: 204 len: 168 time: 0.6077790 Jul 16 17:53:39.528772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0aee7-816f-4c3b-9732-1348271189ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44cc0f34-a9f5-4a72-92c1-86865f2bdae8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:39.530997 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-204d3b13-de45-4bc9-82f2-1e84621f8ed5 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=61e1efb5cae141188ef448d2ae66e4cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300097 Jul 16 17:53:39.532190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Transition to ACTIVE for port object 370dcb15-1119-4767-a4f3-c2b65d8011b5 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:39.549100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3565bfa0-bbd9-49cc-9baa-3b0a67a15742 req-3ed94b12-4cef-4dc1-a288-35b758af104b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713418 Jul 16 17:53:39.586895 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.624095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.648846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:39.662035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:39.665281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:39.672130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.672772 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.686817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Pushing event updated for resources: {'Port': ['ID=370dcb15-1119-4767-a4f3-c2b65d8011b5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:39.702712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-36168d7a-56d6-4720-b5cd-0cdf73a8931c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3058145 Jul 16 17:53:39.717756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Request body: {'port': {'device_id': 'e025a50b-57bf-416d-99dc-ca90f079bf43', 'device_owner': 'compute:tempest-test_az-1215825113', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:39.795357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] Pushing event updated for resources: {'Subnet': ['ID=63ff87ab-26c4-45e7-81eb-1579ed48c3b7,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:39.824371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] Checking segment: {'id': '0f99f0b1-7f11-4a32-9103-5b713fb1b218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': 'cb556f86-baba-4d39-b0d1-0931d5f033be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:39.824733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] Network hostable DHCP agents. Network: cb556f86-baba-4d39-b0d1-0931d5f033be, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:39.838884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a204f0-31f6-44a3-baca-28953bae738c req-03d15e1b-9c6b-4bae-aebf-304014c65a6d tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.845972 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.846393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-03d15e1b-9c6b-4bae-aebf-304014c65a6d tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2624850 Jul 16 17:53:39.864138 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-c2d0be51-9530-4163-b7b7-45a7410e0cb9 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/quotas/61e1efb5cae141188ef448d2ae66e4cd HTTP/1.1" status: 200 len: 375 time: 0.0167100 Jul 16 17:53:39.872275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] Network cb556f86-baba-4d39-b0d1-0931d5f033be is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:39.895946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, cb556f86-baba-4d39-b0d1-0931d5f033be) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:39.904902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34158a02-c418-43dd-91ec-fc28da53efb3 None None] Network cb556f86-baba-4d39-b0d1-0931d5f033be requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:39.928623 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-5be6f848-bcfb-4da7-a39b-34228f9c2996 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=61e1efb5cae141188ef448d2ae66e4cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470827 Jul 16 17:53:39.929745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:39.932842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:39.950238 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b4b9d353-b7a5-4619-b747-4d7e84620c3f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6842353 Jul 16 17:53:40.077139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41888) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:40.101139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0e6504-a5b0-4fb7-874b-63e92f047b55 None None] Network cb556f86-baba-4d39-b0d1-0931d5f033be requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:40.120826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f720a680-d9c5-4154-8521-3e116e3b4e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.122639 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d73b695b-7a1f-497b-a1e6-4620f8f90d4f None None] Provisioning for port 370dcb15-1119-4767-a4f3-c2b65d8011b5 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:40.138373 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d73b695b-7a1f-497b-a1e6-4620f8f90d4f None None] Provisioning complete for port 370dcb15-1119-4767-a4f3-c2b65d8011b5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:40.139063 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d73b695b-7a1f-497b-a1e6-4620f8f90d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.227885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89579d2f-bab4-454c-be82-e0c28c96f548 req-eda8b650-39a6-49ab-a9c6-c5602e78ec02 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.230093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-89579d2f-bab4-454c-be82-e0c28c96f548 req-eda8b650-39a6-49ab-a9c6-c5602e78ec02 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 971 time: 0.2667868 Jul 16 17:53:40.234497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d73b695b-7a1f-497b-a1e6-4620f8f90d4f None None] Port 370dcb15-1119-4767-a4f3-c2b65d8011b5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:40.302058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f720a680-d9c5-4154-8521-3e116e3b4e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.308128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f720a680-d9c5-4154-8521-3e116e3b4e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.349527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-89579d2f-bab4-454c-be82-e0c28c96f548 req-e2eb0a2f-2a59-41e0-bd90-a2a7038de410 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823689 Jul 16 17:53:40.364866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720a680-d9c5-4154-8521-3e116e3b4e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcf6520-b490-480a-81c7-e60893207d13,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:40.385451 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-571129d0-6cdb-4024-82ea-54d6d6ab4f15 req-0d56772f-2a32-4b08-9a1f-ff9026d46ca0 tempest-FlavorsV2NegativeTest-253918854 tempest-FlavorsV2NegativeTest-253918854-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3d01e78fc5dd43b1a9dc0bec95fa4d2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658522 Jul 16 17:53:40.393705 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f720a680-d9c5-4154-8521-3e116e3b4e80 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6521d87a1276497abe7531e0b16406b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3143137 Jul 16 17:53:40.395088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41908) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:40.427014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device aec54622-9dcc-44c5-94ce-5aac440af72b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:40.448657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: aec54622-9dcc-44c5-94ce-5aac440af72b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:40.449212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device aec54622-9dcc-44c5-94ce-5aac440af72b not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:40.455973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b6eca9d-0eae-4221-96ec-a8a5fba35bb4 req-09271111-d510-40e0-bf1e-eaf03ac0736c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 210 time: 0.0359614 Jul 16 17:53:40.460695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 370dcb15-1119-4767-a4f3-c2b65d8011b5 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:40.469297 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.487693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Transition to ACTIVE for port object 370dcb15-1119-4767-a4f3-c2b65d8011b5 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:40.493179 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.511427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07efa0d5-d918-4b81-8897-d42c774cec7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.599157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Attempting to bind port 370dcb15-1119-4767-a4f3-c2b65d8011b5 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:40.599643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Attempting to bind port 370dcb15-1119-4767-a4f3-c2b65d8011b5 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:40.600017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Attempting to bind port 370dcb15-1119-4767-a4f3-c2b65d8011b5 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:40.600199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571129d0-6cdb-4024-82ea-54d6d6ab4f15 req-d83f26c0-8008-45e8-99d7-34c6586b971f tempest-FlavorsV2NegativeTest-253918854 tempest-FlavorsV2NegativeTest-253918854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.607944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Port 370dcb15-1119-4767-a4f3-c2b65d8011b5 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:40.609051 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-571129d0-6cdb-4024-82ea-54d6d6ab4f15 req-d83f26c0-8008-45e8-99d7-34c6586b971f tempest-FlavorsV2NegativeTest-253918854 tempest-FlavorsV2NegativeTest-253918854-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1879880 Jul 16 17:53:40.609536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Attempting to bind port 370dcb15-1119-4767-a4f3-c2b65d8011b5 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:40.621816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:40.629352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:40.629729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:40.633177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Bound port: 370dcb15-1119-4767-a4f3-c2b65d8011b5, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:40.633557 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.637210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=370dcb15-1119-4767-a4f3-c2b65d8011b5,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:40.638135 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07efa0d5-d918-4b81-8897-d42c774cec7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.714294 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-571129d0-6cdb-4024-82ea-54d6d6ab4f15 req-727c3f59-1ed1-4236-be99-efc7eb80f62e tempest-FlavorsV2NegativeTest-253918854 tempest-FlavorsV2NegativeTest-253918854-project] 10.222.0.47 "GET /v2.0/quotas/3d01e78fc5dd43b1a9dc0bec95fa4d2e HTTP/1.1" status: 200 len: 375 time: 0.1041656 Jul 16 17:53:40.761989 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-571129d0-6cdb-4024-82ea-54d6d6ab4f15 req-310fff4b-d48b-4ae3-88dd-493dd67f4480 tempest-FlavorsV2NegativeTest-253918854 tempest-FlavorsV2NegativeTest-253918854-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3d01e78fc5dd43b1a9dc0bec95fa4d2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447857 Jul 16 17:53:40.779183 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07efa0d5-d918-4b81-8897-d42c774cec7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.782126 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07efa0d5-d918-4b81-8897-d42c774cec7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.783460 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-07efa0d5-d918-4b81-8897-d42c774cec7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/afcf6520-b490-480a-81c7-e60893207d13 HTTP/1.1" status: 204 len: 168 time: 0.3874860 Jul 16 17:53:40.793638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] For port 370dcb15-1119-4767-a4f3-c2b65d8011b5, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:40.802351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07efa0d5-d918-4b81-8897-d42c774cec7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcf6520-b490-480a-81c7-e60893207d13,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:40.804675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] For port 370dcb15-1119-4767-a4f3-c2b65d8011b5, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=370dcb15-1119-4767-a4f3-c2b65d8011b5,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:40.812835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c0535f-ad74-43a0-823d-69b291bb3c3d req-a5b28c07-4036-4d32-84a2-43b881dcd880 tempest-AggregatesAdminTestJSON-2111779081 tempest-AggregatesAdminTestJSON-2111779081-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.814628 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63c0535f-ad74-43a0-823d-69b291bb3c3d req-a5b28c07-4036-4d32-84a2-43b881dcd880 tempest-AggregatesAdminTestJSON-2111779081 tempest-AggregatesAdminTestJSON-2111779081-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 1122 time: 0.1389635 Jul 16 17:53:40.816198 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.907188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c0535f-ad74-43a0-823d-69b291bb3c3d req-1767b39b-6510-43aa-8adc-659573d43313 tempest-AggregatesAdminTestJSON-2111779081 tempest-AggregatesAdminTestJSON-2111779081-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.933806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:40.934517 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:40.935961 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/370dcb15-1119-4767-a4f3-c2b65d8011b5 HTTP/1.1" status: 200 len: 1117 time: 1.2240322 Jul 16 17:53:40.936339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e025a50b-57bf-416d-99dc-ca90f079bf43', 'tag': '370dcb15-1119-4767-a4f3-c2b65d8011b5'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:40.939081 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587daffc-9107-48f0-b6eb-9f5b58c0eddc" -d '{"events": [{"name": "network-changed", "server_uuid": "e025a50b-57bf-416d-99dc-ca90f079bf43", "tag": "370dcb15-1119-4767-a4f3-c2b65d8011b5"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:40.973989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168a064b-caa1-49f1-b694-4f84efbca9f1 service neutron] Pushing event updated for resources: {'Port': ['ID=370dcb15-1119-4767-a4f3-c2b65d8011b5,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:41.141174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb10148-1d6f-402b-950c-d3939571bd85 req-383f0025-ee10-4fe8-9959-89385c98242f tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.142534 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-edb10148-1d6f-402b-950c-d3939571bd85 req-383f0025-ee10-4fe8-9959-89385c98242f tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 969 time: 0.2170620 Jul 16 17:53:41.174589 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c0535f-ad74-43a0-823d-69b291bb3c3d req-1767b39b-6510-43aa-8adc-659573d43313 tempest-AggregatesAdminTestJSON-2111779081 tempest-AggregatesAdminTestJSON-2111779081-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.185299 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c0535f-ad74-43a0-823d-69b291bb3c3d req-1767b39b-6510-43aa-8adc-659573d43313 tempest-AggregatesAdminTestJSON-2111779081 tempest-AggregatesAdminTestJSON-2111779081-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.232090 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63c0535f-ad74-43a0-823d-69b291bb3c3d req-1767b39b-6510-43aa-8adc-659573d43313 tempest-AggregatesAdminTestJSON-2111779081 tempest-AggregatesAdminTestJSON-2111779081-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3820562 Jul 16 17:53:41.238551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767b39b-6510-43aa-8adc-659573d43313 tempest-AggregatesAdminTestJSON-2111779081 tempest-AggregatesAdminTestJSON-2111779081-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c74c5f54-ffa7-4f8f-bc2b-a0e241e070c8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:41.246427 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-edb10148-1d6f-402b-950c-d3939571bd85 req-8482fbef-c6bf-41a6-889c-e486365db7db tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/security-groups?id=6adffdaf-8549-43fe-94bf-f0fd5af35e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939221 Jul 16 17:53:41.254223 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70757114-f9b5-4636-80bb-71fe139640d8 req-827d607e-84a0-4cc8-be50-522a344fbc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.257892 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-827d607e-84a0-4cc8-be50-522a344fbc22 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b3e335419634f89b404b74744106018&device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 1120 time: 0.1754153 Jul 16 17:53:41.335727 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-b8a35ac7-3b58-4542-8155-98c1060cd231 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=370dcb15-1119-4767-a4f3-c2b65d8011b5 HTTP/1.1" status: 200 len: 217 time: 0.0685115 Jul 16 17:53:41.382034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41942) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:41.399932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70757114-f9b5-4636-80bb-71fe139640d8 req-080fe850-2ab6-414c-95d7-dd164b646d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.402999 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-080fe850-2ab6-414c-95d7-dd164b646d3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0611091 Jul 16 17:53:41.406851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5722e25-2d0d-4169-979f-9bb88742c15d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.471514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70757114-f9b5-4636-80bb-71fe139640d8 req-f659109d-9335-4027-9584-6fb6520b9c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.473442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-f659109d-9335-4027-9584-6fb6520b9c09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0622475 Jul 16 17:53:41.492452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4e95b8-8e9a-437e-b15e-d48107471a46 req-94f51a62-8831-4306-b232-cddce6d4a5f4 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.494078 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c4e95b8-8e9a-437e-b15e-d48107471a46 req-94f51a62-8831-4306-b232-cddce6d4a5f4 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 946 time: 0.1044972 Jul 16 17:53:41.554152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c4e95b8-8e9a-437e-b15e-d48107471a46 req-502bbbce-20c7-4d54-bbd5-5c8a4c5b1f9b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512071 Jul 16 17:53:41.601172 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5722e25-2d0d-4169-979f-9bb88742c15d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.607877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5722e25-2d0d-4169-979f-9bb88742c15d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.627281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-163d74de-e445-481b-87a7-ab0a5894f8cf service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466599 Jul 16 17:53:41.651491 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b64454a7-ab96-4e97-841d-994885c6b92f x-openstack-request-id: req-b64454a7-ab96-4e97-841d-994885c6b92f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:41.651819 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e025a50b-57bf-416d-99dc-ca90f079bf43", "tag": "370dcb15-1119-4767-a4f3-c2b65d8011b5", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:41.652515 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b64454a7-ab96-4e97-841d-994885c6b92f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:41.652515 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e025a50b-57bf-416d-99dc-ca90f079bf43', 'tag': '370dcb15-1119-4767-a4f3-c2b65d8011b5', 'status': 'completed', 'code': 200} Jul 16 17:53:41.671840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c5722e25-2d0d-4169-979f-9bb88742c15d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a0be54fb09854c2d8e10a63e4382d001&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2886996 Jul 16 17:53:41.674837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41962) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:41.682037 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.697903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5722e25-2d0d-4169-979f-9bb88742c15d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87185ab-83ac-4e94-8cb3-d45b92991d1c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:41.796281 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ded24a8-cd72-46cf-8702-3c146263a389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.858802 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ded24a8-cd72-46cf-8702-3c146263a389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.891466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-d1c0d256-f232-47bc-92a3-14a2056431d3 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=61e1efb5cae141188ef448d2ae66e4cd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0598204 Jul 16 17:53:41.937904 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ded24a8-cd72-46cf-8702-3c146263a389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.940913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ded24a8-cd72-46cf-8702-3c146263a389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:41.942157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4ded24a8-cd72-46cf-8702-3c146263a389 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e87185ab-83ac-4e94-8cb3-d45b92991d1c HTTP/1.1" status: 204 len: 168 time: 0.2654457 Jul 16 17:53:41.980154 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70757114-f9b5-4636-80bb-71fe139640d8 req-3997ee6d-848f-4957-b16e-ed9555935ea1 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350754 Jul 16 17:53:41.985032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ded24a8-cd72-46cf-8702-3c146263a389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87185ab-83ac-4e94-8cb3-d45b92991d1c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:41.988647 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-210a6995-d6eb-4871-b718-86d0b035bb3f req-f128989f-0b1e-4067-b2c2-f7e9fad3484b tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 210 time: 0.0421243 Jul 16 17:53:41.991628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-ff8571df-ca3a-4311-9379-e262a5dccb49 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:41.993446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-ff8571df-ca3a-4311-9379-e262a5dccb49 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 821 time: 0.2787960 Jul 16 17:53:42.071550 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-76d5c264-f6b4-4feb-b736-8af0c4a5cf9d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/quotas/fd1e60976af94d0bbe27792be036c702 HTTP/1.1" status: 200 len: 375 time: 0.0614104 Jul 16 17:53:42.151473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-5aa2f480-c5c0-4651-bc1b-1a1b4d022cbb tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576086 Jul 16 17:53:42.165210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a204f0-31f6-44a3-baca-28953bae738c req-c04e9246-a8ad-486f-a045-271c9701c8a4 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.167162 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-c04e9246-a8ad-486f-a045-271c9701c8a4 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684398 Jul 16 17:53:42.184187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41982) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:42.187305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Request body: {'port': {'device_id': '70f36d76-8b54-4e04-8f25-c52691d46663', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '61e1efb5cae141188ef448d2ae66e4cd'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:42.292083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc19c7a2-2d6c-4e10-9424-a773206449d1 req-1055497f-9fe6-4a60-af02-dc4edbdcd61b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.293858 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc19c7a2-2d6c-4e10-9424-a773206449d1 req-1055497f-9fe6-4a60-af02-dc4edbdcd61b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 946 time: 0.1031299 Jul 16 17:53:42.305190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41992) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:42.313215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-01ebf315-a018-4b20-a823-72b6ad865acc tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Request body: {'floatingip': {'port_id': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:42.429939 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b633c5a0-8771-4ef8-8fc2-f5c7c4991e39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.448013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-01ebf315-a018-4b20-a823-72b6ad865acc tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.461525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587daffc-9107-48f0-b6eb-9f5b58c0eddc req-db5c2212-ed94-478a-a6e5-396c4df39b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.463609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-587daffc-9107-48f0-b6eb-9f5b58c0eddc req-db5c2212-ed94-478a-a6e5-396c4df39b72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3b3e335419634f89b404b74744106018&device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 1120 time: 0.4040246 Jul 16 17:53:42.537830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-de28a6ea-4f20-42d3-981b-7f07808b3553 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:53:42.545680 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-de28a6ea-4f20-42d3-981b-7f07808b3553 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0938499 Jul 16 17:53:42.711644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587daffc-9107-48f0-b6eb-9f5b58c0eddc req-7c57f041-5639-46bc-b116-e75bea2d3c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.713684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-587daffc-9107-48f0-b6eb-9f5b58c0eddc req-7c57f041-5639-46bc-b116-e75bea2d3c39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2429509 Jul 16 17:53:42.720485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-35669f20-4379-44bb-9afe-a0da55b61c2e service neutron] 10.222.0.47 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736493 Jul 16 17:53:42.794805 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-587daffc-9107-48f0-b6eb-9f5b58c0eddc req-befdbc0a-3fbe-40b0-9dfb-90897fcba358 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.24&port_id=370dcb15-1119-4767-a4f3-c2b65d8011b5 HTTP/1.1" status: 200 len: 217 time: 0.0604758 Jul 16 17:53:42.806872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a3b73e-7125-4826-939f-6e6a8a83481a req-aa51e40f-5f2b-422b-8fa1-0151d0582b92 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.809341 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a4a3b73e-7125-4826-939f-6e6a8a83481a req-aa51e40f-5f2b-422b-8fa1-0151d0582b92 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 969 time: 0.2768352 Jul 16 17:53:42.880966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587daffc-9107-48f0-b6eb-9f5b58c0eddc req-7fa3f8e5-05e9-4b9f-a941-fa64a6347935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:42.882427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-587daffc-9107-48f0-b6eb-9f5b58c0eddc req-7fa3f8e5-05e9-4b9f-a941-fa64a6347935 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0915487 Jul 16 17:53:42.885269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-23ebe656-c9e1-4dc9-8942-24df59adad57 service neutron] 10.222.0.47 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592553 Jul 16 17:53:42.887551 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b633c5a0-8771-4ef8-8fc2-f5c7c4991e39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:42.935530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Made reservation on behalf of 61e1efb5cae141188ef448d2ae66e4cd for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:42.939308 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.024244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587daffc-9107-48f0-b6eb-9f5b58c0eddc req-3ef1e9ad-ffe8-46e7-b89b-27617db2ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:43.027206 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-587daffc-9107-48f0-b6eb-9f5b58c0eddc req-3ef1e9ad-ffe8-46e7-b89b-27617db2ef5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1379733 Jul 16 17:53:43.130144 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b633c5a0-8771-4ef8-8fc2-f5c7c4991e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.178014 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a4a3b73e-7125-4826-939f-6e6a8a83481a req-fa14eebd-75d1-4047-a8ea-afde15957439 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/security-groups?id=6adffdaf-8549-43fe-94bf-f0fd5af35e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319674 Jul 16 17:53:43.184416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Allocated IP 192.168.233.101 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/ad05b977-3ff7-4d74-938e-68bf7188cff9) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:43.202402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b633c5a0-8771-4ef8-8fc2-f5c7c4991e39 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3d01e78fc5dd43b1a9dc0bec95fa4d2e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0168116 Jul 16 17:53:43.211804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42024) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:43.219440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633c5a0-8771-4ef8-8fc2-f5c7c4991e39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70acbd75-e509-44a9-8c16-368b2e87c593,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:43.267466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-587daffc-9107-48f0-b6eb-9f5b58c0eddc req-ef3f2f73-e16b-4dcd-b055-3a5e63115637 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335670 Jul 16 17:53:43.366700 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd57e0c0-b71a-4dc8-8314-970337318937 req-8a78650f-600f-44e2-aad2-c0e92374f289 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 210 time: 0.0615144 Jul 16 17:53:43.433725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fb60c0-0f03-4e4c-b5fa-aaf2b98c8228 req-c1d3a512-506d-49e4-99c2-e95a9d0f81e4 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 210 time: 0.0903983 Jul 16 17:53:43.494781 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01d8e47a-a22e-4974-9a48-693f17804ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.562440 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-587daffc-9107-48f0-b6eb-9f5b58c0eddc req-2258ae06-fff4-4019-ab5a-2c199cd5f89a service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843266 Jul 16 17:53:43.567297 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01d8e47a-a22e-4974-9a48-693f17804ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.624516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.663780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Transition to ACTIVE for port object ad05b977-3ff7-4d74-938e-68bf7188cff9 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:43.667296 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01d8e47a-a22e-4974-9a48-693f17804ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.669985 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01d8e47a-a22e-4974-9a48-693f17804ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.673578 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-01d8e47a-a22e-4974-9a48-693f17804ca2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70acbd75-e509-44a9-8c16-368b2e87c593 HTTP/1.1" status: 204 len: 168 time: 0.4584365 Jul 16 17:53:43.694844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8e47a-a22e-4974-9a48-693f17804ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70acbd75-e509-44a9-8c16-368b2e87c593,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:43.734051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.788115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:43.796337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:43.801132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:43.808128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:43.808979 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:43.824642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Pushing event updated for resources: {'Port': ['ID=ad05b977-3ff7-4d74-938e-68bf7188cff9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:43.836659 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-c947d7b1-9962-4196-8dce-1d53a7a1866c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6528349 Jul 16 17:53:43.855321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Request body: {'port': {'device_id': '70f36d76-8b54-4e04-8f25-c52691d46663', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:43.863050 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.resource_extend [None req-01ebf315-a018-4b20-a823-72b6ad865acc tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:53:44.017008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-01ebf315-a018-4b20-a823-72b6ad865acc tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.024572 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-01ebf315-a018-4b20-a823-72b6ad865acc tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.048528 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.173645 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-01ebf315-a018-4b20-a823-72b6ad865acc tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Floating IP 20db4d71-3bcc-427c-a85c-4e5798aff75c associated. External IP: 172.25.7.121, port: 900bde5e-5a56-4955-ba35-24cdd1a2f3a2. Jul 16 17:53:44.244952 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ea254a29-869d-470a-b27d-5bbf89e93a21 None None] Provisioning for port ad05b977-3ff7-4d74-938e-68bf7188cff9 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:44.262174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ea254a29-869d-470a-b27d-5bbf89e93a21 None None] Provisioning complete for port ad05b977-3ff7-4d74-938e-68bf7188cff9 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:44.262560 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ea254a29-869d-470a-b27d-5bbf89e93a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.352500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ea254a29-869d-470a-b27d-5bbf89e93a21 None None] Port ad05b977-3ff7-4d74-938e-68bf7188cff9 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:44.583714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad05b977-3ff7-4d74-938e-68bf7188cff9 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:44.592016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ebf315-a018-4b20-a823-72b6ad865acc tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:53:44.592839 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.606254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Transition to ACTIVE for port object ad05b977-3ff7-4d74-938e-68bf7188cff9 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:44.611482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.669557 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Pushing event updated for resources: {'Port': ['ID=ad05b977-3ff7-4d74-938e-68bf7188cff9,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:44.689883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f9ef43-8236-4414-ab8f-68eae1c34065 req-6de96f49-c1af-4ee3-a61c-6310f0c0dace tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:44.697461 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71f9ef43-8236-4414-ab8f-68eae1c34065 req-6de96f49-c1af-4ee3-a61c-6310f0c0dace tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 969 time: 0.1676126 Jul 16 17:53:44.721380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Attempting to bind port ad05b977-3ff7-4d74-938e-68bf7188cff9 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:44.733200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Attempting to bind port ad05b977-3ff7-4d74-938e-68bf7188cff9 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:44.733533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Attempting to bind port ad05b977-3ff7-4d74-938e-68bf7188cff9 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:44.742726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Port ad05b977-3ff7-4d74-938e-68bf7188cff9 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:44.743043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Attempting to bind port ad05b977-3ff7-4d74-938e-68bf7188cff9 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:44.759846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:44.760324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:44.764573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:44.765033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Bound port: ad05b977-3ff7-4d74-938e-68bf7188cff9, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:44.765533 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.811017 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71f9ef43-8236-4414-ab8f-68eae1c34065 req-6a6bb0d7-2c3c-4c39-a051-f322e7651ede tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/security-groups?id=6adffdaf-8549-43fe-94bf-f0fd5af35e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122901 Jul 16 17:53:44.822210 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ebf315-a018-4b20-a823-72b6ad865acc tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:44.849142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e6f2284-973c-41bc-88e1-3d88107a43e3 req-e13daad6-28ef-4871-94ef-9f95473bdb80 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 210 time: 0.0862455 Jul 16 17:53:44.856156 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-01ebf315-a018-4b20-a823-72b6ad865acc tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:44.861042 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc27a2-0659-4b16-a9d1-418ca6c3275b None None] Sync routers for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:44.872699 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc27a2-0659-4b16-a9d1-418ca6c3275b None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:44.873717 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-eecc27a2-0659-4b16-a9d1-418ca6c3275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:53:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:44.921697 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-01ebf315-a018-4b20-a823-72b6ad865acc tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "PUT /v2.0/floatingips/20db4d71-3bcc-427c-a85c-4e5798aff75c HTTP/1.1" status: 200 len: 992 time: 2.6151650 Jul 16 17:53:44.923003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'tag': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:44.999322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] For port ad05b977-3ff7-4d74-938e-68bf7188cff9, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:45.003470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] For port ad05b977-3ff7-4d74-938e-68bf7188cff9, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=ad05b977-3ff7-4d74-938e-68bf7188cff9,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:45.014757 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.090954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.092255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.093703 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] 10.222.0.37 "PUT /v2.0/ports/ad05b977-3ff7-4d74-938e-68bf7188cff9 HTTP/1.1" status: 200 len: 1096 time: 1.2436752 Jul 16 17:53:45.094145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70f36d76-8b54-4e04-8f25-c52691d46663', 'tag': 'ad05b977-3ff7-4d74-938e-68bf7188cff9'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:45.096423 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7" -d '{"events": [{"name": "network-changed", "server_uuid": "70f36d76-8b54-4e04-8f25-c52691d46663", "tag": "ad05b977-3ff7-4d74-938e-68bf7188cff9"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:45.130249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310dff53-77b9-46bc-9dd8-1875ab71420b service neutron] Pushing event updated for resources: {'Port': ['ID=ad05b977-3ff7-4d74-938e-68bf7188cff9,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:45.218498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42116) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:45.286105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff9d34-9686-4e7b-b7e6-95ad4cfd089e req-96ff9e44-afd6-4f39-b1e3-aba588e6669e tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.300932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03ff9d34-9686-4e7b-b7e6-95ad4cfd089e req-96ff9e44-afd6-4f39-b1e3-aba588e6669e tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 948 time: 0.2235301 Jul 16 17:53:45.311653 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71b01d55-7e13-4518-bb9a-0e4afdef8b59" -d '{"events": [{"name": "network-changed", "server_uuid": "b441276f-5a78-4f46-8a17-8d0519444a2c", "tag": "900bde5e-5a56-4955-ba35-24cdd1a2f3a2"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:45.328514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-cd313c62-8064-489c-8a6b-639626e6af49 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.330024 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-cd313c62-8064-489c-8a6b-639626e6af49 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.37 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 821 time: 0.2694890 Jul 16 17:53:45.348853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a204f0-31f6-44a3-baca-28953bae738c req-06d9571d-d481-4fef-8800-c511b820d324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.350439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-06d9571d-d481-4fef-8800-c511b820d324 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=61e1efb5cae141188ef448d2ae66e4cd&device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 1099 time: 0.1327717 Jul 16 17:53:45.356527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Request body: {'port': {'device_id': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d', 'admin_state_up': True, 'tenant_id': 'fd1e60976af94d0bbe27792be036c702'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:45.395507 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-eecc27a2-0659-4b16-a9d1-418ca6c3275b None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:45.399396 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03ff9d34-9686-4e7b-b7e6-95ad4cfd089e req-54f1bf29-f2c7-4d4b-9727-4f8f31f09d4e tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968421 Jul 16 17:53:45.402721 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-71b1b8e6-4463-4859-8d27-5a279516c2ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.469765 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-83c703b2-a71b-4659-a268-eab08ce3f86c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ad05b977-3ff7-4d74-938e-68bf7188cff9 HTTP/1.1" status: 200 len: 217 time: 0.1071348 Jul 16 17:53:45.539984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-network', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:45.599380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a204f0-31f6-44a3-baca-28953bae738c req-4925a43e-e7cb-464a-90f6-45479c16fe6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.600910 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-4925a43e-e7cb-464a-90f6-45479c16fe6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1250370 Jul 16 17:53:45.606360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Made reservation on behalf of 5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:45.609452 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.623291 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.750381 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae85e7f1-9ff5-47e7-b273-5e1dc7f2f3e8 x-openstack-request-id: req-ae85e7f1-9ff5-47e7-b273-5e1dc7f2f3e8 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:45.750600 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70f36d76-8b54-4e04-8f25-c52691d46663", "tag": "ad05b977-3ff7-4d74-938e-68bf7188cff9", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:45.750841 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae85e7f1-9ff5-47e7-b273-5e1dc7f2f3e8 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:45.751200 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70f36d76-8b54-4e04-8f25-c52691d46663', 'tag': 'ad05b977-3ff7-4d74-938e-68bf7188cff9', 'status': 'completed', 'code': 200} Jul 16 17:53:45.793199 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.808425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a204f0-31f6-44a3-baca-28953bae738c req-72b92f21-1004-4cf4-b4fa-3213d8e0c0cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:45.811471 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-72b92f21-1004-4cf4-b4fa-3213d8e0c0cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1899023 Jul 16 17:53:45.818684 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Made reservation on behalf of fd1e60976af94d0bbe27792be036c702 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:45.818946 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.823517 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.848599 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2a68c0-a167-4980-83e1-6d32d7b67602 x-openstack-request-id: req-1c2a68c0-a167-4980-83e1-6d32d7b67602 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:45.848599 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b441276f-5a78-4f46-8a17-8d0519444a2c", "tag": "900bde5e-5a56-4955-ba35-24cdd1a2f3a2", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:45.848839 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c2a68c0-a167-4980-83e1-6d32d7b67602 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:45.849472 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'tag': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2', 'status': 'completed', 'code': 200} Jul 16 17:53:45.875627 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 370dcb15-1119-4767-a4f3-c2b65d8011b5 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:45.894774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.37', 63900) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:45.907327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:53:45.965296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04e7411d-4919-4d81-bdbb-acbdd51b7872,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:45.998631 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:45.998986 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Added segment 2efa6e36-310b-44b4-801c-f60acaca7799 of type vlan for network 996bca0c-9842-44a2-bbeb-6d344630b843 Jul 16 17:53:46.048010 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-eecc27a2-0659-4b16-a9d1-418ca6c3275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '20db4d71-3bcc-427c-a85c-4e5798aff75c', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'port_id': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'mac_address': 'fa:16:3e:cb:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:19Z', 'updated_at': '2021-07-16T17:53:43Z', 'revision_number': 1, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:46.048783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 370dcb15-1119-4767-a4f3-c2b65d8011b5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=370dcb15-1119-4767-a4f3-c2b65d8011b5,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:46.052292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.37', 63901) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:46.077996 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc27a2-0659-4b16-a9d1-418ca6c3275b None None] Checking router: 9ef89b33-10b2-4ef0-bde9-327d79c5de29 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:46.080558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '370dcb15-1119-4767-a4f3-c2b65d8011b5', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '370dcb15-1119-4767-a4f3-c2b65d8011b5', 'mac_address': 'fa:16:3e:a7:0b:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.24'}], 'device_owner': 'compute:tempest-test_az-1215825113', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:46.088338 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecc27a2-0659-4b16-a9d1-418ca6c3275b None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:46.090154 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-eecc27a2-0659-4b16-a9d1-418ca6c3275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:53:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:46.098951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.105026 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-2896cc79-4bb5-4da9-9dcf-fd9316e182b1 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796626 Jul 16 17:53:46.126901 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.143274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 370dcb15-1119-4767-a4f3-c2b65d8011b5 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:46.169952 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 370dcb15-1119-4767-a4f3-c2b65d8011b5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=370dcb15-1119-4767-a4f3-c2b65d8011b5,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:46.175832 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.217684 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-eecc27a2-0659-4b16-a9d1-418ca6c3275b None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:46.218358 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7654d78-b952-4dd4-82bf-3cb795863ce3 req-24a57747-7d91-4afc-9ba2-571483adc8a5 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 210 time: 0.0618389 Jul 16 17:53:46.250362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=370dcb15-1119-4767-a4f3-c2b65d8011b5,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:46.332320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Allocated IP 172.20.0.5 (e3f5c890-cb19-4a71-b707-17807504369d/0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0/7fb5b5c8-bf04-4905-817d-b3effbc9067b) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:46.346004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44a204f0-31f6-44a3-baca-28953bae738c req-a0a9b47b-bdcb-4bee-b331-c0c828f05a44 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213559 Jul 16 17:53:46.356241 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.357475 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.358475 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.372660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b01d55-7e13-4518-bb9a-0e4afdef8b59 req-7a3dae75-4016-4b5e-9391-2becd5b55288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.374159 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71b01d55-7e13-4518-bb9a-0e4afdef8b59 req-7a3dae75-4016-4b5e-9391-2becd5b55288 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43130acca04945a79f69f3c5f20cf265&device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 1097 time: 0.4780717 Jul 16 17:53:46.389183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['370dcb15-1119-4767-a4f3-c2b65d8011b5'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:46.547822 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac25245b-f55b-41e0-a21e-117d9215362c req-f9861ea5-3b75-4135-9c05-3fccbdd5f2a1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4536138 Jul 16 17:53:46.582414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400ea5a-0371-4bf5-b645-58047c891cd2 req-09d6e779-0116-4d3e-bb75-bf0d0a4b2df1 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.584361 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8400ea5a-0371-4bf5-b645-58047c891cd2 req-09d6e779-0116-4d3e-bb75-bf0d0a4b2df1 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 969 time: 0.4706695 Jul 16 17:53:46.599149 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-eecc27a2-0659-4b16-a9d1-418ca6c3275b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '20db4d71-3bcc-427c-a85c-4e5798aff75c', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'port_id': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'mac_address': 'fa:16:3e:cb:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:19Z', 'updated_at': '2021-07-16T17:53:43Z', 'revision_number': 1, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:46.627305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b01d55-7e13-4518-bb9a-0e4afdef8b59 req-bc3df592-0ba5-4ca0-8a27-5d3e2468d2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.628947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71b01d55-7e13-4518-bb9a-0e4afdef8b59 req-bc3df592-0ba5-4ca0-8a27-5d3e2468d2c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e607010-b04a-43b9-bc82-01c9d49f67b6 HTTP/1.1" status: 200 len: 925 time: 0.2388856 Jul 16 17:53:46.631318 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecc27a2-0659-4b16-a9d1-418ca6c3275b None None] The sync data for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 is: [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '20db4d71-3bcc-427c-a85c-4e5798aff75c', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'port_id': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'mac_address': 'fa:16:3e:cb:b4:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:19Z', 'updated_at': '2021-07-16T17:53:43Z', 'revision_number': 1, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:46.764315 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5447390 Jul 16 17:53:46.770803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42166) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:46.777062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] Request body: {'subnet': {'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-subnet', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:46.804820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8400ea5a-0371-4bf5-b645-58047c891cd2 req-3cce0a1a-dce8-480c-8710-ffd08283baf3 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/security-groups?id=6adffdaf-8549-43fe-94bf-f0fd5af35e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055850 Jul 16 17:53:46.818425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af08a6cd-438e-4590-b26a-c91109a6b561 admin admin] Pushing event updated for resources: {'Network': ['ID=996bca0c-9842-44a2-bbeb-6d344630b843,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:46.843182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 996bca0c-9842-44a2-bbeb-6d344630b843 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:53:46.852055 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71b01d55-7e13-4518-bb9a-0e4afdef8b59 req-2a21cca0-0a81-4d05-97d2-262c9dac5049 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=900bde5e-5a56-4955-ba35-24cdd1a2f3a2 HTTP/1.1" status: 200 len: 1000 time: 0.2083406 Jul 16 17:53:46.866030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] Made reservation on behalf of 5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:53:46.868347 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.910126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7 req-7f211702-eac1-4e5a-b7f7-94cee0aa6c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.912264 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7 req-7f211702-eac1-4e5a-b7f7-94cee0aa6c86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=61e1efb5cae141188ef448d2ae66e4cd&device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 1099 time: 0.2080519 Jul 16 17:53:46.938593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef98ca6b-6ead-4dda-ab80-aae1c64070ed req-4c5c8d27-b9a1-4b5d-8cce-f556bdb43acd tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.940144 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef98ca6b-6ead-4dda-ab80-aae1c64070ed req-4c5c8d27-b9a1-4b5d-8cce-f556bdb43acd tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 948 time: 0.2396059 Jul 16 17:53:46.953977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c344bf10-d56a-4d78-a376-51bb8d370679 None None] New status for floating IP 20db4d71-3bcc-427c-a85c-4e5798aff75c: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:53:46.955351 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:46.966272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b01d55-7e13-4518-bb9a-0e4afdef8b59 req-2a048de9-c8f5-479d-b97b-d5611179aec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:46.967989 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71b01d55-7e13-4518-bb9a-0e4afdef8b59 req-2a048de9-c8f5-479d-b97b-d5611179aec2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e61b5433-18ce-4759-a1d2-aa3c01fe79bb HTTP/1.1" status: 200 len: 863 time: 0.1087945 Jul 16 17:53:47.077231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef98ca6b-6ead-4dda-ab80-aae1c64070ed req-81759b0d-1f84-46a8-9fff-9955c57470ad tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057384 Jul 16 17:53:47.084056 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.121572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7 req-37b28195-c004-4bf6-94a2-d69fb38a6668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:47.122759 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7 req-37b28195-c004-4bf6-94a2-d69fb38a6668 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2015917 Jul 16 17:53:47.150660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b01d55-7e13-4518-bb9a-0e4afdef8b59 req-b2aa1a2f-5aaf-4e22-8660-c7edf76ebe19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:47.152591 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71b01d55-7e13-4518-bb9a-0e4afdef8b59 req-b2aa1a2f-5aaf-4e22-8660-c7edf76ebe19 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e607010-b04a-43b9-bc82-01c9d49f67b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1760297 Jul 16 17:53:47.193061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Network e3f5c890-cb19-4a71-b707-17807504369d is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:47.225836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7 req-c2b2ddf0-a672-4798-8321-ecd93fd494ca service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=ad05b977-3ff7-4d74-938e-68bf7188cff9 HTTP/1.1" status: 200 len: 217 time: 0.0920372 Jul 16 17:53:47.230776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:47.240271 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:47.246483 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:47.247245 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.261119 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Pushing event updated for resources: {'Port': ['ID=7fb5b5c8-bf04-4905-817d-b3effbc9067b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:47.316226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-1db31de5-06b7-4da9-973b-88fe42ad0bd8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9691701 Jul 16 17:53:47.325862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7 req-28243677-a975-4641-a403-542e562987ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:47.327421 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7 req-28243677-a975-4641-a403-542e562987ac service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0908313 Jul 16 17:53:47.346654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Request body: {'port': {'device_id': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:47.378221 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71b01d55-7e13-4518-bb9a-0e4afdef8b59 req-bfbb1645-eef8-4ca5-84c6-c05d8f90560a service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175601 Jul 16 17:53:47.462801 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.558249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7 req-b0d938f7-5a19-445a-8288-961b79e9186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:47.559790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7 req-b0d938f7-5a19-445a-8288-961b79e9186f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1984496 Jul 16 17:53:47.564045 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.568783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c56e8934-09e2-47a1-bfdb-44df19220217,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:47.599911 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71b01d55-7e13-4518-bb9a-0e4afdef8b59 req-c8b0cfad-fe89-4de6-93a2-c89f2a91b7b8 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149293 Jul 16 17:53:47.604244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] Checking segment: {'id': '2efa6e36-310b-44b4-801c-f60acaca7799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:47.604609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] Network hostable DHCP agents. Network: 996bca0c-9842-44a2-bbeb-6d344630b843, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:53:47.691196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] Network 996bca0c-9842-44a2-bbeb-6d344630b843 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:53:47.709829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 996bca0c-9842-44a2-bbeb-6d344630b843) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:47.725533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:47.726144 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.726859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31d6b57-3c2b-42da-806c-80225bad0cf5 None None] Network 996bca0c-9842-44a2-bbeb-6d344630b843 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:47.732770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7 req-67a2e70b-d815-471f-95cf-b97133c3b1d7 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649380 Jul 16 17:53:47.779539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e0173756-dd65-42d3-95a4-f13fa7b75679 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.0075884 Jul 16 17:53:47.780215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42214) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:47.793811 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-router', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:53:47.887198 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.888087 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.895248 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:47.901250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42224) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:47.916403 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c7d96fa-cf4b-4897-8bfd-2ee590832ba7 req-3543fdd2-fbd5-4d70-ac9b-676edc337c55 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767194 Jul 16 17:53:47.974584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 370dcb15-1119-4767-a4f3-c2b65d8011b5 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:48.002883 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.018351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afeb3726-cf70-41d4-8d54-f5707b8d980a req-459b1f78-fd09-44f7-adfe-be9dd24e8a56 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:48.020468 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-afeb3726-cf70-41d4-8d54-f5707b8d980a req-459b1f78-fd09-44f7-adfe-be9dd24e8a56 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 931 time: 0.5138335 Jul 16 17:53:48.138089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-996bca0c-9842-44a2-bbeb-6d344630b843', 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'fixed_ips': [{'subnet_id': 'c56e8934-09e2-47a1-bfdb-44df19220217'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:53:48.139667 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.172389 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1dad016c-205d-4761-9478-8891739c5b19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.179055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d985dd92-1ac7-450a-bf39-c4e19a3ffb65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.206812 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-afeb3726-cf70-41d4-8d54-f5707b8d980a req-00f7c1f8-467b-485e-87a2-434a1c93997f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764083 Jul 16 17:53:48.229288 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.269767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 370dcb15-1119-4767-a4f3-c2b65d8011b5 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:48.276314 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 370dcb15-1119-4767-a4f3-c2b65d8011b5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:48.276684 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.335252 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25245b-f55b-41e0-a21e-117d9215362c req-0ff64c11-4ae7-4819-b3bd-5d8e6fe3bfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:48.340494 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac25245b-f55b-41e0-a21e-117d9215362c req-0ff64c11-4ae7-4819-b3bd-5d8e6fe3bfc6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43130acca04945a79f69f3c5f20cf265&device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 1097 time: 0.3583515 Jul 16 17:53:48.395587 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Allocated IP 172.20.0.2 (996bca0c-9842-44a2-bbeb-6d344630b843/c56e8934-09e2-47a1-bfdb-44df19220217/c6d71521-4309-455f-aef0-dddbc69ddc6b) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:48.455492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc43b0f-6d58-4058-8784-b81e3318b43b req-f7ed0b86-6605-452e-ac06-c5cef18a7a52 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:48.457536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6cc43b0f-6d58-4058-8784-b81e3318b43b req-f7ed0b86-6605-452e-ac06-c5cef18a7a52 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 970 time: 0.2242117 Jul 16 17:53:48.462870 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.478883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb5b5c8-bf04-4905-817d-b3effbc9067b {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:48.506162 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.526290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e025a50b-57bf-416d-99dc-ca90f079bf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370dcb15-1119-4767-a4f3-c2b65d8011b5'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:48.528920 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738484b5-2303-49f6-90f4-975e490f4d80" -d '{"events": [{"server_uuid": "e025a50b-57bf-416d-99dc-ca90f079bf43", "name": "network-vif-plugged", "status": "completed", "tag": "370dcb15-1119-4767-a4f3-c2b65d8011b5"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:48.542533 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6cc43b0f-6d58-4058-8784-b81e3318b43b req-c573f9d0-1022-460b-a4b4-c3d1cac61038 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/security-groups?id=6adffdaf-8549-43fe-94bf-f0fd5af35e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751255 Jul 16 17:53:48.545545 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d985dd92-1ac7-450a-bf39-c4e19a3ffb65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.547401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 370dcb15-1119-4767-a4f3-c2b65d8011b5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=370dcb15-1119-4767-a4f3-c2b65d8011b5,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:48.552108 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d985dd92-1ac7-450a-bf39-c4e19a3ffb65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.552381 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.569929 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Transition to ACTIVE for port object 7fb5b5c8-bf04-4905-817d-b3effbc9067b will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:48.576274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.633071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25245b-f55b-41e0-a21e-117d9215362c req-1a218297-fed2-40df-bdb0-bb701381ea35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:48.635397 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac25245b-f55b-41e0-a21e-117d9215362c req-1a218297-fed2-40df-bdb0-bb701381ea35 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e607010-b04a-43b9-bc82-01c9d49f67b6 HTTP/1.1" status: 200 len: 925 time: 0.2386010 Jul 16 17:53:48.648137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=370dcb15-1119-4767-a4f3-c2b65d8011b5,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:48.661741 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.670723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Transition to ACTIVE for port object c6d71521-4309-455f-aef0-dddbc69ddc6b will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:48.686722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Transition to ACTIVE for port object c6d71521-4309-455f-aef0-dddbc69ddc6b will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:48.693438 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.695440 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d985dd92-1ac7-450a-bf39-c4e19a3ffb65 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a40586533bd547fcb45cba8a610b87d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7931063 Jul 16 17:53:48.696669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985dd92-1ac7-450a-bf39-c4e19a3ffb65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4dfb7c0-f44b-432c-9886-0e754cc01dc1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:48.707901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1958fd-2579-4602-82b8-0b97648bb228 req-e805daeb-c0de-411a-bbb3-3ecdcebae3e1 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:48.713555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42242) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:48.716844 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1c1958fd-2579-4602-82b8-0b97648bb228 req-e805daeb-c0de-411a-bbb3-3ecdcebae3e1 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 948 time: 0.2572992 Jul 16 17:53:48.719196 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Pushing event updated for resources: {'Port': ['ID=7fb5b5c8-bf04-4905-817d-b3effbc9067b,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:48.738986 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Network 996bca0c-9842-44a2-bbeb-6d344630b843 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:48.744608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:48.748083 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:48.759847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Pushing event updated for resources: {'Port': ['ID=c6d71521-4309-455f-aef0-dddbc69ddc6b,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:48.807732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:48.808107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:48.808640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:48.814812 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Attempting to bind port c6d71521-4309-455f-aef0-dddbc69ddc6b on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:48.815010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Attempting to bind port c6d71521-4309-455f-aef0-dddbc69ddc6b by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '2efa6e36-310b-44b4-801c-f60acaca7799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:48.815595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Attempting to bind port c6d71521-4309-455f-aef0-dddbc69ddc6b on network 996bca0c-9842-44a2-bbeb-6d344630b843 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:48.820739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:48.821203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Checking segment: {'id': '2efa6e36-310b-44b4-801c-f60acaca7799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:48.821794 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.822232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Bound using segment: {'id': '2efa6e36-310b-44b4-801c-f60acaca7799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:48.822770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Bound port: c6d71521-4309-455f-aef0-dddbc69ddc6b, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efa6e36-310b-44b4-801c-f60acaca7799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:48.828771 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.828866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:53:48.829344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:48.840100 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.847854 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1c1958fd-2579-4602-82b8-0b97648bb228 req-76746704-0d00-4fa4-b9f0-8ed202ce9d22 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233993 Jul 16 17:53:48.857009 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac25245b-f55b-41e0-a21e-117d9215362c req-cd7b89ab-651b-47b7-a48c-bef2d70f1c5d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=900bde5e-5a56-4955-ba35-24cdd1a2f3a2 HTTP/1.1" status: 200 len: 1002 time: 0.2116067 Jul 16 17:53:48.858259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:48.858676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:48.859153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:48.859620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Bound port: 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:48.859990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.883428 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.900469 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-974a9a12-d530-4b8c-86a9-fcc58cadb1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:48.917175 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8496e073-46dc-44e4-8edf-931695978428 x-openstack-request-id: req-8496e073-46dc-44e4-8edf-931695978428 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:48.919339 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e025a50b-57bf-416d-99dc-ca90f079bf43", "name": "network-vif-plugged", "status": "completed", "tag": "370dcb15-1119-4767-a4f3-c2b65d8011b5", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:48.919817 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8496e073-46dc-44e4-8edf-931695978428 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:48.920434 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e025a50b-57bf-416d-99dc-ca90f079bf43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '370dcb15-1119-4767-a4f3-c2b65d8011b5', 'code': 200} Jul 16 17:53:48.956474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25245b-f55b-41e0-a21e-117d9215362c req-5ac42304-3de3-446c-a179-30c7c393dc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:48.958282 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac25245b-f55b-41e0-a21e-117d9215362c req-5ac42304-3de3-446c-a179-30c7c393dc67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e61b5433-18ce-4759-a1d2-aa3c01fe79bb HTTP/1.1" status: 200 len: 863 time: 0.0949171 Jul 16 17:53:48.970263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] For port c6d71521-4309-455f-aef0-dddbc69ddc6b, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:48.989288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] For port c6d71521-4309-455f-aef0-dddbc69ddc6b, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c6d71521-4309-455f-aef0-dddbc69ddc6b,segment=NetworkSegment(2efa6e36-310b-44b4-801c-f60acaca7799),segment_id=2efa6e36-310b-44b4-801c-f60acaca7799)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:48.997653 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.024636 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:49.039423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Allocated IP 172.25.7.105 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/b6a86845-18a9-46d4-b275-f3d996124e1b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:49.065093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324ba613-0b0c-4229-863d-593f26fd2bce None None] Pushing event updated for resources: {'Port': ['ID=c6d71521-4309-455f-aef0-dddbc69ddc6b,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:49.082652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:49.085312 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-974a9a12-d530-4b8c-86a9-fcc58cadb1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.090766 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.196355 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:49.197620 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.199031 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] 10.222.0.37 "PUT /v2.0/ports/7fb5b5c8-bf04-4905-817d-b3effbc9067b HTTP/1.1" status: 200 len: 1091 time: 1.8587236 Jul 16 17:53:49.199686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfdc25-bebd-4c68-ad8b-fbae1733556f service neutron] Pushing event updated for resources: {'Port': ['ID=7fb5b5c8-bf04-4905-817d-b3effbc9067b,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:49.207892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'tag': '7fb5b5c8-bf04-4905-817d-b3effbc9067b'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:49.213888 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afcff514-7e0e-445b-8f77-8f738506e6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fcb72c-1817-487f-904c-1db3f8fad08a", "tag": "7fb5b5c8-bf04-4905-817d-b3effbc9067b"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:49.222430 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-974a9a12-d530-4b8c-86a9-fcc58cadb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.224988 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-974a9a12-d530-4b8c-86a9-fcc58cadb1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.226380 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-974a9a12-d530-4b8c-86a9-fcc58cadb1d0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4dfb7c0-f44b-432c-9886-0e754cc01dc1 HTTP/1.1" status: 204 len: 168 time: 0.5080323 Jul 16 17:53:49.243861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac25245b-f55b-41e0-a21e-117d9215362c req-8b21df14-9813-4027-a956-09de8bd6a4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:49.246214 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac25245b-f55b-41e0-a21e-117d9215362c req-8b21df14-9813-4027-a956-09de8bd6a4a3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e607010-b04a-43b9-bc82-01c9d49f67b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2822413 Jul 16 17:53:49.301696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974a9a12-d530-4b8c-86a9-fcc58cadb1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4dfb7c0-f44b-432c-9886-0e754cc01dc1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:49.385232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c718cdb-4e58-4aa5-ad09-6e7363a978d7 req-54911bf8-c406-4b3f-bb22-52a4586a781b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:49.386783 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c718cdb-4e58-4aa5-ad09-6e7363a978d7 req-54911bf8-c406-4b3f-bb22-52a4586a781b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 1122 time: 0.2503119 Jul 16 17:53:49.468454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.493053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c718cdb-4e58-4aa5-ad09-6e7363a978d7 req-9ae86220-b2e9-4281-94e0-84e1236d1cae service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6adffdaf-8549-43fe-94bf-f0fd5af35e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943687 Jul 16 17:53:49.528116 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caaf152b-7776-44d0-bc79-a131ae73c3c1 x-openstack-request-id: req-caaf152b-7776-44d0-bc79-a131ae73c3c1 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:49.528478 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fcb72c-1817-487f-904c-1db3f8fad08a", "tag": "7fb5b5c8-bf04-4905-817d-b3effbc9067b", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:49.528776 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-caaf152b-7776-44d0-bc79-a131ae73c3c1 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:49.529266 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'tag': '7fb5b5c8-bf04-4905-817d-b3effbc9067b', 'status': 'completed', 'code': 200} Jul 16 17:53:49.573800 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac25245b-f55b-41e0-a21e-117d9215362c req-64822388-4104-4977-8320-0b46e2bc37a3 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192151 Jul 16 17:53:49.578302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.590571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42276) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:49.669471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-4a6c1814-3d44-48dd-9fef-1cdf9be17d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:49.671182 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-4a6c1814-3d44-48dd-9fef-1cdf9be17d54 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 1094 time: 0.1463511 Jul 16 17:53:49.677843 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.755364 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-3441b228-a640-4eca-b9d5-33ae4fc0215a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b HTTP/1.1" status: 200 len: 217 time: 0.0702069 Jul 16 17:53:49.782526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac25245b-f55b-41e0-a21e-117d9215362c req-02ea3402-ebf6-400c-a477-b2c702196338 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018113 Jul 16 17:53:49.818144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42286) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:49.847358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-fc85290a-9d06-4a60-bf5a-a14e7084de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:49.849970 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-fc85290a-9d06-4a60-bf5a-a14e7084de72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0847116 Jul 16 17:53:49.851718 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9eda0cd2-ad0e-4de5-90c7-3e40b9b8cded admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.870583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb24e415-96e0-411f-b9db-e956b6814647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:49.890820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:49.898043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:49.906946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:49.912063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=b6a86845-18a9-46d4-b275-f3d996124e1b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:49.919307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-dcf866e4-de68-4715-b6c3-d82875964f36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588183 Jul 16 17:53:49.998496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.api [None req-bb24e415-96e0-411f-b9db-e956b6814647 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:53:49.998496 n-d-794306-7 neutron-server[105438]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 17:53:49.998496 n-d-794306-7 neutron-server[105438]: [parameters: {'project_id_1': 'c467096ed8c24284a023e2db1ee9e518', 'expiration_1': datetime.datetime(2021, 7, 16, 17, 53, 49, 949876)}] Jul 16 17:53:49.998496 n-d-794306-7 neutron-server[105438]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:53:49.998899 n-d-794306-7 neutron-server[105438]: DEBUG oslo_db.api [None req-bb24e415-96e0-411f-b9db-e956b6814647 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:53:50.016523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e26ccc-ea3e-4f8b-9d4a-3709b098fbee req-9e17df25-a392-4e84-bd7f-82a362e4d4ff tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.018574 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62e26ccc-ea3e-4f8b-9d4a-3709b098fbee req-9e17df25-a392-4e84-bd7f-82a362e4d4ff tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 943 time: 0.4444284 Jul 16 17:53:50.092362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9315e958-967d-498a-86f6-5060b4e2570b req-91fe32d3-76c1-449d-bd9e-53e460b20666 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.094097 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9315e958-967d-498a-86f6-5060b4e2570b req-91fe32d3-76c1-449d-bd9e-53e460b20666 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 971 time: 0.2248206 Jul 16 17:53:50.110773 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62e26ccc-ea3e-4f8b-9d4a-3709b098fbee req-313815f3-210b-433d-b358-5cf837524590 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823302 Jul 16 17:53:50.132710 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-c789917b-6e6f-475b-a704-c98e57b72e19 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925809 Jul 16 17:53:50.197906 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.201582 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9315e958-967d-498a-86f6-5060b4e2570b req-b9e5277f-4665-47cb-b2e7-39f1c79e83d3 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/security-groups?id=6adffdaf-8549-43fe-94bf-f0fd5af35e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958512 Jul 16 17:53:50.283450 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9eda0cd2-ad0e-4de5-90c7-3e40b9b8cded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.292678 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9eda0cd2-ad0e-4de5-90c7-3e40b9b8cded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.383027 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9eda0cd2-ad0e-4de5-90c7-3e40b9b8cded admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e99f63a5d4bd421ea117be718c30de24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5637128 Jul 16 17:53:50.390133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42296) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:50.396605 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d64c4f2c-f852-4ec6-80b0-3efc983f29e4 req-5b409999-3f8c-4bac-a18f-0f7fda456d1b service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2564731 Jul 16 17:53:50.396783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a03ca90-abae-42d2-9864-666cf01bb49e None None] Network 996bca0c-9842-44a2-bbeb-6d344630b843 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:53:50.398844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eda0cd2-ad0e-4de5-90c7-3e40b9b8cded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e335629-2a3a-4d2f-89c1-4adc5a589b0d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:50.501436 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb24e415-96e0-411f-b9db-e956b6814647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.530194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c0911-6d9a-43ca-8a4f-e7154169dc94 req-264c0960-c915-4631-bd1c-128d23a9101b tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.531953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f02c0911-6d9a-43ca-8a4f-e7154169dc94 req-264c0960-c915-4631-bd1c-128d23a9101b tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 948 time: 0.1183693 Jul 16 17:53:50.579630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device ad05b977-3ff7-4d74-938e-68bf7188cff9 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:50.583861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c6d71521-4309-455f-aef0-dddbc69ddc6b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:50.615513 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f02c0911-6d9a-43ca-8a4f-e7154169dc94 req-2bf9243b-4f33-4b11-8e6b-dd3ce950d89f tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735922 Jul 16 17:53:50.639345 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.700586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port c6d71521-4309-455f-aef0-dddbc69ddc6b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:50.714800 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb24e415-96e0-411f-b9db-e956b6814647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.720228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcff514-7e0e-445b-8f77-8f738506e6ca req-acd863db-0506-4038-ace4-1f33b0aa0036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.721792 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-afcff514-7e0e-445b-8f77-8f738506e6ca req-acd863db-0506-4038-ace4-1f33b0aa0036 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 1094 time: 0.1041787 Jul 16 17:53:50.722873 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb24e415-96e0-411f-b9db-e956b6814647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.726686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3eedce5d-4cc4-43b0-9292-e7d062a18d4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.728075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-24e52a51-2db8-4fb1-af8e-4c09a886e236 None None] Provisioning for port c6d71521-4309-455f-aef0-dddbc69ddc6b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:50.735600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-24e52a51-2db8-4fb1-af8e-4c09a886e236 None None] Provisioning complete for port c6d71521-4309-455f-aef0-dddbc69ddc6b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:50.736292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-24e52a51-2db8-4fb1-af8e-4c09a886e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.750636 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3eedce5d-4cc4-43b0-9292-e7d062a18d4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.793969 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bb24e415-96e0-411f-b9db-e956b6814647 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c467096ed8c24284a023e2db1ee9e518&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1984544 Jul 16 17:53:50.794535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42306) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:50.798449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb24e415-96e0-411f-b9db-e956b6814647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bb47eb-a677-438a-9a50-23dd3e5e714a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:50.823304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3eedce5d-4cc4-43b0-9292-e7d062a18d4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.826461 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3eedce5d-4cc4-43b0-9292-e7d062a18d4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:50.829978 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3eedce5d-4cc4-43b0-9292-e7d062a18d4f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7e335629-2a3a-4d2f-89c1-4adc5a589b0d HTTP/1.1" status: 204 len: 168 time: 0.4357057 Jul 16 17:53:50.873234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eedce5d-4cc4-43b0-9292-e7d062a18d4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e335629-2a3a-4d2f-89c1-4adc5a589b0d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:50.891234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcff514-7e0e-445b-8f77-8f738506e6ca req-42bb8b41-33b0-4837-9caf-062f4741a13f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:50.892746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-afcff514-7e0e-445b-8f77-8f738506e6ca req-42bb8b41-33b0-4837-9caf-062f4741a13f service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1594946 Jul 16 17:53:50.950366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-afcff514-7e0e-445b-8f77-8f738506e6ca req-6b5efb2f-45fc-41d3-8df9-b32cab01803d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b HTTP/1.1" status: 200 len: 217 time: 0.0419633 Jul 16 17:53:50.972417 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Router bfc61c45-e783-439e-bacf-9f6e6128842f is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:53:50.983786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bac02212-1e47-49e9-9a8b-777ade9a760f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.000881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port ad05b977-3ff7-4d74-938e-68bf7188cff9, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=ad05b977-3ff7-4d74-938e-68bf7188cff9,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:51.021966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'ad05b977-3ff7-4d74-938e-68bf7188cff9', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': 'ad05b977-3ff7-4d74-938e-68bf7188cff9', 'mac_address': 'fa:16:3e:b4:90:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:51.055443 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-24e52a51-2db8-4fb1-af8e-4c09a886e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.108749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:51.117246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bac02212-1e47-49e9-9a8b-777ade9a760f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.120270 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Sync routers for ids ['bfc61c45-e783-439e-bacf-9f6e6128842f'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:51.125440 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.126856 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7d3480f8-a796-46dc-a9b7-697d391a3bd0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.3389773 Jul 16 17:53:51.130460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42312) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:51.132571 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Routers {'bfc61c45-e783-439e-bacf-9f6e6128842f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:51.133300 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:53:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bfc61c45-e783-439e-bacf-9f6e6128842f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:51.177968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcff514-7e0e-445b-8f77-8f738506e6ca req-f3dedc0f-6439-4de1-9b5c-fb60b41af559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.179999 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-afcff514-7e0e-445b-8f77-8f738506e6ca req-f3dedc0f-6439-4de1-9b5c-fb60b41af559 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.2002852 Jul 16 17:53:51.202021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-24e52a51-2db8-4fb1-af8e-4c09a886e236 None None] For port c6d71521-4309-455f-aef0-dddbc69ddc6b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c6d71521-4309-455f-aef0-dddbc69ddc6b,segment=NetworkSegment(2efa6e36-310b-44b4-801c-f60acaca7799),segment_id=2efa6e36-310b-44b4-801c-f60acaca7799)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:51.203898 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.221674 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-24e52a51-2db8-4fb1-af8e-4c09a886e236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.239751 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-afcff514-7e0e-445b-8f77-8f738506e6ca req-51573718-3762-41fa-ad00-f7e17fe6b2ab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527749 Jul 16 17:53:51.282718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae88e21-5578-45e0-9ed4-21fe5da101ce req-4d8412e4-6769-42b7-a747-2eec7b0c5cbd tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.294323 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ae88e21-5578-45e0-9ed4-21fe5da101ce req-4d8412e4-6769-42b7-a747-2eec7b0c5cbd tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 971 time: 0.2322667 Jul 16 17:53:51.305708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad05b977-3ff7-4d74-938e-68bf7188cff9 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:51.312393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bac02212-1e47-49e9-9a8b-777ade9a760f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.315238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bac02212-1e47-49e9-9a8b-777ade9a760f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.319305 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bac02212-1e47-49e9-9a8b-777ade9a760f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/39bb47eb-a677-438a-9a50-23dd3e5e714a HTTP/1.1" status: 204 len: 168 time: 0.5218322 Jul 16 17:53:51.334851 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Set router bfc61c45-e783-439e-bacf-9f6e6128842f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:51.347778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac02212-1e47-49e9-9a8b-777ade9a760f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bb47eb-a677-438a-9a50-23dd3e5e714a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:51.373259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port ad05b977-3ff7-4d74-938e-68bf7188cff9, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=ad05b977-3ff7-4d74-938e-68bf7188cff9,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:51.416610 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.493946 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ae88e21-5578-45e0-9ed4-21fe5da101ce req-69ff96b4-9588-44cc-9826-884230369c91 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1984212 Jul 16 17:53:51.542326 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-afcff514-7e0e-445b-8f77-8f738506e6ca req-4776ca54-bd6f-4978-be66-9ff047b39a21 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957876 Jul 16 17:53:51.552480 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-router', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:47Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 3, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'gw_port': {'id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:53:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:51.588870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1b3c3fe6-0d1f-4d38-8c5c-9d078b643213 None None] Provisioning complete for port c6d71521-4309-455f-aef0-dddbc69ddc6b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:51.589247 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1b3c3fe6-0d1f-4d38-8c5c-9d078b643213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.597093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e52a51-2db8-4fb1-af8e-4c09a886e236 None None] Pushing event updated for resources: {'Port': ['ID=c6d71521-4309-455f-aef0-dddbc69ddc6b,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:51.623111 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Checking router: bfc61c45-e783-439e-bacf-9f6e6128842f for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:51.624584 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Updating router bfc61c45-e783-439e-bacf-9f6e6128842f port b6a86845-18a9-46d4-b275-f3d996124e1b binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:51.716019 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.748793 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-afcff514-7e0e-445b-8f77-8f738506e6ca req-e2fc9d47-bacc-4b1a-a661-deaa576815ed service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930556 Jul 16 17:53:51.750248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=ad05b977-3ff7-4d74-938e-68bf7188cff9,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:51.785843 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:51.795868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3de5b4-6319-409f-9f30-33887608b7dd req-a152e0c6-c133-476c-ad83-292cd1c1f25d tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.797276 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f3de5b4-6319-409f-9f30-33887608b7dd req-a152e0c6-c133-476c-ad83-292cd1c1f25d tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 971 time: 0.1203225 Jul 16 17:53:51.849274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d440c86-ad99-4eb8-ad9d-dfae429efcfd req-71eeb53c-6878-4590-a50e-af147a0b2fe4 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:51.858059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3d440c86-ad99-4eb8-ad9d-dfae429efcfd req-71eeb53c-6878-4590-a50e-af147a0b2fe4 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 943 time: 0.3987975 Jul 16 17:53:51.863110 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f3de5b4-6319-409f-9f30-33887608b7dd req-2cf855f6-edb7-4b81-9341-3e172a5b8784 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/security-groups?id=6adffdaf-8549-43fe-94bf-f0fd5af35e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551848 Jul 16 17:53:51.877771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['ad05b977-3ff7-4d74-938e-68bf7188cff9'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:51.951774 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3d440c86-ad99-4eb8-ad9d-dfae429efcfd req-3034cd86-d1d5-4da3-b28a-33aec52eedcd tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923126 Jul 16 17:53:52.128778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42344) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:52.163000 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-71ea9c3f-f39b-42dd-bbd5-403e4bfe9600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.297189 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-71ea9c3f-f39b-42dd-bbd5-403e4bfe9600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.301442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-71ea9c3f-f39b-42dd-bbd5-403e4bfe9600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.308520 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.321066 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Transition to ACTIVE for port object b6a86845-18a9-46d4-b275-f3d996124e1b will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:52.329999 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.373213 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-71ea9c3f-f39b-42dd-bbd5-403e4bfe9600 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=58a30bd389db4d848400ec164a05d401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2410626 Jul 16 17:53:52.373968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42350) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:52.381752 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ea9c3f-f39b-42dd-bbd5-403e4bfe9600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f793c60c-026d-48da-bbd6-c26afbf37b88,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.383416 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576232a-8764-4a1f-a640-e5df9c1e2142 None None] Pushing event updated for resources: {'Port': ['ID=b6a86845-18a9-46d4-b275-f3d996124e1b,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.423739 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Attempting to bind port b6a86845-18a9-46d4-b275-f3d996124e1b on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:52.425209 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Attempting to bind port b6a86845-18a9-46d4-b275-f3d996124e1b by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:52.425855 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Attempting to bind port b6a86845-18a9-46d4-b275-f3d996124e1b on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:52.426322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c6d71521-4309-455f-aef0-dddbc69ddc6b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:52.435085 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:52.435653 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:52.436216 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.436926 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:52.437557 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Bound port: b6a86845-18a9-46d4-b275-f3d996124e1b, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:52.438503 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.483177 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c689f337-f599-440c-8aef-70e7f18428cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.496032 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.521188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c689f337-f599-440c-8aef-70e7f18428cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.534515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c6d71521-4309-455f-aef0-dddbc69ddc6b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:52.534882 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.545525 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] For port b6a86845-18a9-46d4-b275-f3d996124e1b, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:52.551262 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] For port b6a86845-18a9-46d4-b275-f3d996124e1b, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b6a86845-18a9-46d4-b275-f3d996124e1b,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:52.558243 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.614355 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c689f337-f599-440c-8aef-70e7f18428cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.617655 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c689f337-f599-440c-8aef-70e7f18428cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:52.621453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c689f337-f599-440c-8aef-70e7f18428cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f793c60c-026d-48da-bbd6-c26afbf37b88 HTTP/1.1" status: 204 len: 168 time: 0.2442613 Jul 16 17:53:52.639958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c689f337-f599-440c-8aef-70e7f18428cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f793c60c-026d-48da-bbd6-c26afbf37b88,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.649321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6153c10e-dd7d-4c28-8dd6-ab13952b5d33 req-5e74deec-6f7c-458c-b53c-e03d0c7d9ffe tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:52.654513 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Routers {'bfc61c45-e783-439e-bacf-9f6e6128842f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:52.655289 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:53:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bfc61c45-e783-439e-bacf-9f6e6128842f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:52.657793 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6153c10e-dd7d-4c28-8dd6-ab13952b5d33 req-5e74deec-6f7c-458c-b53c-e03d0c7d9ffe tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 949 time: 0.4516637 Jul 16 17:53:52.681993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f45d23c-0d00-41f6-96fb-3f43276dbee5 req-cfcb640e-6ecd-48e3-8d63-c8515e18a124 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:52.684007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f45d23c-0d00-41f6-96fb-3f43276dbee5 req-cfcb640e-6ecd-48e3-8d63-c8515e18a124 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.18 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 971 time: 0.3723471 Jul 16 17:53:52.704242 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b576232a-8764-4a1f-a640-e5df9c1e2142 None None] Pushing event updated for resources: {'Port': ['ID=b6a86845-18a9-46d4-b275-f3d996124e1b,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:52.883051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f89d8-fb79-4199-98fa-3136ac3a2de0 req-fd64b156-76cf-45ee-a93a-7cc056806f6c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:52.887990 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-423f89d8-fb79-4199-98fa-3136ac3a2de0 req-fd64b156-76cf-45ee-a93a-7cc056806f6c tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 971 time: 0.0994115 Jul 16 17:53:52.913626 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] Set router bfc61c45-e783-439e-bacf-9f6e6128842f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:52.957161 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-423f89d8-fb79-4199-98fa-3136ac3a2de0 req-3590df00-037e-4674-a1db-468c06a1906e tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/security-groups?id=6adffdaf-8549-43fe-94bf-f0fd5af35e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634644 Jul 16 17:53:53.075928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6153c10e-dd7d-4c28-8dd6-ab13952b5d33 req-52ae37e0-63b4-45e8-89d6-1e820a3aedc5 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4171481 Jul 16 17:53:53.154101 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-router', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:47Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 3, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'gw_port': {'id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:53.197561 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b338afbf-d610-42ff-b667-b84d4a7681c0 None None] The sync data for ids ['bfc61c45-e783-439e-bacf-9f6e6128842f'] in n-d-794306-7 is: [{'id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-router', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:47Z', 'updated_at': '2021-07-16T17:53:50Z', 'revision_number': 3, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'gw_port': {'id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:53:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:53.219126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Allocated IP 172.20.0.1 (996bca0c-9842-44a2-bbeb-6d344630b843/c56e8934-09e2-47a1-bfdb-44df19220217/5bb6e4fa-c9a1-420e-be8d-955b80d42b72) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:53:53.357319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c93e777-ecde-4710-a13d-0b3466e58fe8 req-75030465-ff5c-4d45-b6fe-ec74945e9645 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.367610 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4c93e777-ecde-4710-a13d-0b3466e58fe8 req-75030465-ff5c-4d45-b6fe-ec74945e9645 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 971 time: 0.1202142 Jul 16 17:53:53.387360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-9f45d23c-0d00-41f6-96fb-3f43276dbee5 req-b46c31a5-6cf9-4a6b-9dcf-97bcc08ffab3 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Deleting port ac034a03-5c7a-4812-b114-7d6d2521af28 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:53.392056 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f45d23c-0d00-41f6-96fb-3f43276dbee5 req-b46c31a5-6cf9-4a6b-9dcf-97bcc08ffab3 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.414328 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4c93e777-ecde-4710-a13d-0b3466e58fe8 req-66ea4ffd-f089-40a7-94d3-a68945aa098d tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/security-groups?id=7ac53bd7-f847-41b1-a249-401b5d64984a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453265 Jul 16 17:53:53.505794 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.536614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Transition to ACTIVE for port object 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:53.552915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d869375f-ca72-4ceb-8f45-020f06921239 req-8d0b716f-4bcf-4eec-b065-ce6f0c7dbbd2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.579385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d869375f-ca72-4ceb-8f45-020f06921239 req-8d0b716f-4bcf-4eec-b065-ce6f0c7dbbd2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 943 time: 0.3224390 Jul 16 17:53:53.624851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9f45d23c-0d00-41f6-96fb-3f43276dbee5 req-b46c31a5-6cf9-4a6b-9dcf-97bcc08ffab3 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] For port ac034a03-5c7a-4812-b114-7d6d2521af28, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ac034a03-5c7a-4812-b114-7d6d2521af28,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:53.625219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f45d23c-0d00-41f6-96fb-3f43276dbee5 req-b46c31a5-6cf9-4a6b-9dcf-97bcc08ffab3 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.661159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-9f45d23c-0d00-41f6-96fb-3f43276dbee5 req-b46c31a5-6cf9-4a6b-9dcf-97bcc08ffab3 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Calling delete_port for ac034a03-5c7a-4812-b114-7d6d2521af28 owned by compute:tempest-test_az-1215825113 {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:53.770154 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d869375f-ca72-4ceb-8f45-020f06921239 req-d54e5f6f-9ad4-48a1-b149-caaee14349fe tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898329 Jul 16 17:53:53.778518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.18', 54181) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:53.820006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.866537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Network 996bca0c-9842-44a2-bbeb-6d344630b843 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:53.871280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:53.876304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:53:53.877156 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:53.916608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095d1f38-42d7-4599-8f74-ac2ffd955497 req-9eb38366-3d29-4df6-979b-c5898e6708c5 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:53.921658 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-095d1f38-42d7-4599-8f74-ac2ffd955497 req-9eb38366-3d29-4df6-979b-c5898e6708c5 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.18 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 971 time: 0.1418579 Jul 16 17:53:54.045979 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f45d23c-0d00-41f6-96fb-3f43276dbee5 req-b46c31a5-6cf9-4a6b-9dcf-97bcc08ffab3 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.047979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb6e4fa-c9a1-420e-be8d-955b80d42b72,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:54.065006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.065564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.066062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.066599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.067073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.067544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.068051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.068657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.069198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.069820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.070289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.070802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:54.141391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c31a5-6cf9-4a6b-9dcf-97bcc08ffab3 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Pushing event deleted for resources: {'Port': ['ID=ac034a03-5c7a-4812-b114-7d6d2521af28,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:54.202699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-095d1f38-42d7-4599-8f74-ac2ffd955497 req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Deleting port 370dcb15-1119-4767-a4f3-c2b65d8011b5 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:54.203463 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-095d1f38-42d7-4599-8f74-ac2ffd955497 req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.248091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-857ac54b-c68d-4a4f-b11c-35f72c8e9a98 None None] Provisioning for port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:54.255334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-857ac54b-c68d-4a4f-b11c-35f72c8e9a98 None None] Provisioning complete for port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:54.255730 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-857ac54b-c68d-4a4f-b11c-35f72c8e9a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.313862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-857ac54b-c68d-4a4f-b11c-35f72c8e9a98 None None] Port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:54.366733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f45d23c-0d00-41f6-96fb-3f43276dbee5 req-b46c31a5-6cf9-4a6b-9dcf-97bcc08ffab3 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] No DVR routers for this DVR port ac034a03-5c7a-4812-b114-7d6d2521af28 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:54.414423 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f45d23c-0d00-41f6-96fb-3f43276dbee5 req-b46c31a5-6cf9-4a6b-9dcf-97bcc08ffab3 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.416766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f45d23c-0d00-41f6-96fb-3f43276dbee5 req-b46c31a5-6cf9-4a6b-9dcf-97bcc08ffab3 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.18 "DELETE /v2.0/ports/ac034a03-5c7a-4812-b114-7d6d2521af28 HTTP/1.1" status: 204 len: 173 time: 1.7236724 Jul 16 17:53:54.444447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7226913b-35ee-4c8d-8445-59521bebe3c7', 'name': 'network-vif-deleted', 'tag': 'ac034a03-5c7a-4812-b114-7d6d2521af28'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:54.447293 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ff42d0-0ad2-46cc-9a8a-5c4334d39ccc" -d '{"events": [{"server_uuid": "7226913b-35ee-4c8d-8445-59521bebe3c7", "name": "network-vif-deleted", "tag": "ac034a03-5c7a-4812-b114-7d6d2521af28"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:54.455260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b6a86845-18a9-46d4-b275-f3d996124e1b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:54.527426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7fb5b5c8-bf04-4905-817d-b3effbc9067b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:53:54.544415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-095d1f38-42d7-4599-8f74-ac2ffd955497 req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] For port 370dcb15-1119-4767-a4f3-c2b65d8011b5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=370dcb15-1119-4767-a4f3-c2b65d8011b5,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:54.544964 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-095d1f38-42d7-4599-8f74-ac2ffd955497 req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.606123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-095d1f38-42d7-4599-8f74-ac2ffd955497 req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Calling delete_port for 370dcb15-1119-4767-a4f3-c2b65d8011b5 owned by compute:tempest-test_az-1215825113 {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:54.637446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521c717-ac85-400e-b083-6927cfae174d req-32bfca5f-d1f3-4a5d-b9f6-38db4626898f tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:54.639920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1521c717-ac85-400e-b083-6927cfae174d req-32bfca5f-d1f3-4a5d-b9f6-38db4626898f tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 971 time: 0.3432305 Jul 16 17:53:54.661965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device ad05b977-3ff7-4d74-938e-68bf7188cff9 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:54.692651 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.711048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:54.735796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '7fb5b5c8-bf04-4905-817d-b3effbc9067b', 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d', 'port_id': '7fb5b5c8-bf04-4905-817d-b3effbc9067b', 'mac_address': 'fa:16:3e:a6:8d:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:53:54.739676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e7cbab-2a3f-4496-9274-ae799d8674aa req-a027ddb8-3ca9-4776-b73d-6dbd15abfe17 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:54.748973 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01e7cbab-2a3f-4496-9274-ae799d8674aa req-a027ddb8-3ca9-4776-b73d-6dbd15abfe17 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 949 time: 0.3201630 Jul 16 17:53:54.751844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1521c717-ac85-400e-b083-6927cfae174d req-a94bde72-15e8-489d-b29b-ae3c10f5fa1b tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/security-groups?id=6adffdaf-8549-43fe-94bf-f0fd5af35e38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009042 Jul 16 17:53:54.812772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port b6a86845-18a9-46d4-b275-f3d996124e1b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:54.820959 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01e7cbab-2a3f-4496-9274-ae799d8674aa req-d751f5e2-5399-43ef-bb5b-eb31a8c80e49 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707874 Jul 16 17:53:54.878484 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.887081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b6a86845-18a9-46d4-b275-f3d996124e1b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:54.887682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:54.980094 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fb5b5c8-bf04-4905-817d-b3effbc9067b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:53:55.015877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.020506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:55.023703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port ad05b977-3ff7-4d74-938e-68bf7188cff9 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:55.025130 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.026251 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.050518 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.066870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port ad05b977-3ff7-4d74-938e-68bf7188cff9 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:55.069905 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.151187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb6e4fa-c9a1-420e-be8d-955b80d42b72,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:55.160429 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f6ccbf-3457-4d00-8030-7989f25bb1d1 x-openstack-request-id: req-e6f6ccbf-3457-4d00-8030-7989f25bb1d1 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:55.160753 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7226913b-35ee-4c8d-8445-59521bebe3c7", "name": "network-vif-deleted", "tag": "ac034a03-5c7a-4812-b114-7d6d2521af28", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:55.160992 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e6f6ccbf-3457-4d00-8030-7989f25bb1d1 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:55.161383 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7226913b-35ee-4c8d-8445-59521bebe3c7', 'name': 'network-vif-deleted', 'tag': 'ac034a03-5c7a-4812-b114-7d6d2521af28', 'status': 'completed', 'code': 200} Jul 16 17:53:55.218983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7fb5b5c8-bf04-4905-817d-b3effbc9067b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:55.237781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.238299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.238739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.241156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.241549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.241898 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.242292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.242675 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.243014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.243501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.247921 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.248573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.262894 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Network 996bca0c-9842-44a2-bbeb-6d344630b843 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:53:55.264705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:53:55.280870 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5e5538a2-ecda-4a64-a92c-fb08d96501fc req-74868fa2-b9ee-4c42-89aa-b52c98124c68 tempest-AggregatesAdminTestJSON-2123978970 tempest-AggregatesAdminTestJSON-2123978970-project] 10.222.0.47 "GET /v2.0/ports?device_id=7226913b-35ee-4c8d-8445-59521bebe3c7 HTTP/1.1" status: 200 len: 210 time: 0.0505898 Jul 16 17:53:55.318853 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-095d1f38-42d7-4599-8f74-ac2ffd955497 req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.354308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['370dcb15-1119-4767-a4f3-c2b65d8011b5'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:55.385103 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.394204 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Pushing event deleted for resources: {'Port': ['ID=370dcb15-1119-4767-a4f3-c2b65d8011b5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:55.418497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port b6a86845-18a9-46d4-b275-f3d996124e1b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b6a86845-18a9-46d4-b275-f3d996124e1b,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:55.448782 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['7fb5b5c8-bf04-4905-817d-b3effbc9067b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:53:55.463495 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.494158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.502406 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.503272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.505123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.505536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.505948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.506355 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.506697 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.510462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.511695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.512275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.512867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:53:55.573705 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.604967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Router bfc61c45-e783-439e-bacf-9f6e6128842f has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:53:55.623480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-095d1f38-42d7-4599-8f74-ac2ffd955497 req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] No DVR routers for this DVR port 370dcb15-1119-4767-a4f3-c2b65d8011b5 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:53:55.643250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=b6a86845-18a9-46d4-b275-f3d996124e1b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:55.643806 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-095d1f38-42d7-4599-8f74-ac2ffd955497 req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.648756 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-095d1f38-42d7-4599-8f74-ac2ffd955497 req-629c0457-d76a-43f7-8cf2-686dc866e286 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.18 "DELETE /v2.0/ports/370dcb15-1119-4767-a4f3-c2b65d8011b5 HTTP/1.1" status: 204 len: 173 time: 1.7201507 Jul 16 17:53:55.651228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e025a50b-57bf-416d-99dc-ca90f079bf43', 'name': 'network-vif-deleted', 'tag': '370dcb15-1119-4767-a4f3-c2b65d8011b5'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:55.654544 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1444dec1-1767-45a4-8df3-1df81948e98e" -d '{"events": [{"server_uuid": "e025a50b-57bf-416d-99dc-ca90f079bf43", "name": "network-vif-deleted", "tag": "370dcb15-1119-4767-a4f3-c2b65d8011b5"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:55.657822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f36d76-8b54-4e04-8f25-c52691d46663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad05b977-3ff7-4d74-938e-68bf7188cff9'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:55.663733 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab512342-d9b1-436d-afd9-b45266927fca" -d '{"events": [{"server_uuid": "70f36d76-8b54-4e04-8f25-c52691d46663", "name": "network-vif-plugged", "status": "completed", "tag": "ad05b977-3ff7-4d74-938e-68bf7188cff9"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:55.723238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port ad05b977-3ff7-4d74-938e-68bf7188cff9, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=ad05b977-3ff7-4d74-938e-68bf7188cff9,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:55.735436 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.758509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b9ced-5d6b-447a-8fa4-3a53607c45bc req-ca56aaf1-ea3f-45d6-8f77-094fbc68fccc tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:55.777845 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e2b9ced-5d6b-447a-8fa4-3a53607c45bc req-ca56aaf1-ea3f-45d6-8f77-094fbc68fccc tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 944 time: 0.2300291 Jul 16 17:53:55.824106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:53:55.830091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7914485c-3f81-41bb-8a2e-e3c5a7721214 admin admin] 10.222.0.47 "PUT /v2.0/routers/bfc61c45-e783-439e-bacf-9f6e6128842f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6985209 Jul 16 17:53:55.848137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Sync routers for ids ['bfc61c45-e783-439e-bacf-9f6e6128842f'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:53:55.893955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e2b9ced-5d6b-447a-8fa4-3a53607c45bc req-74752296-7637-4bd9-87a8-f642e96ecf1f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139803 Jul 16 17:53:55.915656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7c6c20a3-bcec-47f4-a130-29557baf788e None None] Provisioning complete for port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:55.916274 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c6c20a3-bcec-47f4-a130-29557baf788e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:55.922157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Routers {'bfc61c45-e783-439e-bacf-9f6e6128842f'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:55.923184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:53:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bfc61c45-e783-439e-bacf-9f6e6128842f'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:55.992772 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca3819d4-4ef3-4431-a43c-e9c256dddbb4 x-openstack-request-id: req-ca3819d4-4ef3-4431-a43c-e9c256dddbb4 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:55.993428 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e025a50b-57bf-416d-99dc-ca90f079bf43", "name": "network-vif-deleted", "tag": "370dcb15-1119-4767-a4f3-c2b65d8011b5", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:55.993826 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ca3819d4-4ef3-4431-a43c-e9c256dddbb4 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:55.994685 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e025a50b-57bf-416d-99dc-ca90f079bf43', 'name': 'network-vif-deleted', 'tag': '370dcb15-1119-4767-a4f3-c2b65d8011b5', 'status': 'completed', 'code': 200} Jul 16 17:53:56.096043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42454) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:56.170886 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-006c68d8-4191-4089-875f-bab688eddd77 x-openstack-request-id: req-006c68d8-4191-4089-875f-bab688eddd77 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:56.171070 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f36d76-8b54-4e04-8f25-c52691d46663", "name": "network-vif-plugged", "status": "completed", "tag": "ad05b977-3ff7-4d74-938e-68bf7188cff9", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:56.171236 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-006c68d8-4191-4089-875f-bab688eddd77 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:56.171660 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f36d76-8b54-4e04-8f25-c52691d46663', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad05b977-3ff7-4d74-938e-68bf7188cff9', 'code': 200} Jul 16 17:53:56.179064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ac034a03-5c7a-4812-b114-7d6d2521af28 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:56.182764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=ad05b977-3ff7-4d74-938e-68bf7188cff9,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:56.216316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: ac034a03-5c7a-4812-b114-7d6d2521af28 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:56.216663 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ac034a03-5c7a-4812-b114-7d6d2521af28 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:56.248326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7c6c20a3-bcec-47f4-a130-29557baf788e None None] Port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:53:56.301110 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2bf60d8e-5ab7-4663-86cd-ac605d84d8fa req-bae72fbf-edc1-49bd-8ede-c0837a48de60 tempest-ServerDiagnosticsNegativeTest-1704451239 tempest-ServerDiagnosticsNegativeTest-1704451239-project] 10.222.0.47 "GET /v2.0/ports?device_id=e025a50b-57bf-416d-99dc-ca90f079bf43 HTTP/1.1" status: 200 len: 210 time: 0.0711558 Jul 16 17:53:56.330032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba93619a-7c77-40bb-bc8b-7c92faebef8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.341135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Set router bfc61c45-e783-439e-bacf-9f6e6128842f gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:56.360449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0625b96d-26a8-406f-9a41-04db9cf2faa9 req-e010e696-3dc4-4f8a-9ec3-da956b645b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:56.361966 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0625b96d-26a8-406f-9a41-04db9cf2faa9 req-e010e696-3dc4-4f8a-9ec3-da956b645b42 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 1101 time: 0.2028384 Jul 16 17:53:56.410183 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0625b96d-26a8-406f-9a41-04db9cf2faa9 req-7aa8c741-2281-47c1-a892-aff6bb5ed490 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416970 Jul 16 17:53:56.471472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b6a86845-18a9-46d4-b275-f3d996124e1b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:56.546901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b6a86845-18a9-46d4-b275-f3d996124e1b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:56.547265 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.548125 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba93619a-7c77-40bb-bc8b-7c92faebef8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.550528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cf42f0-a228-4f5a-9ce0-a9b94b38bd37 req-75bea161-fd24-44bf-a92a-b5eca930ca54 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:56.552376 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16cf42f0-a228-4f5a-9ce0-a9b94b38bd37 req-75bea161-fd24-44bf-a92a-b5eca930ca54 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 950 time: 0.0968952 Jul 16 17:53:56.554563 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba93619a-7c77-40bb-bc8b-7c92faebef8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.601183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16cf42f0-a228-4f5a-9ce0-a9b94b38bd37 req-78608bc2-8911-4df1-ad4e-ec7bd1024a25 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398738 Jul 16 17:53:56.606758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42468) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:56.607316 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ba93619a-7c77-40bb-bc8b-7c92faebef8f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8e526c7a89fa414b8e86ac8febcffddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100141 Jul 16 17:53:56.609233 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93619a-7c77-40bb-bc8b-7c92faebef8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca946d60-11bf-457f-b273-825d13087358,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:56.695113 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da9a41ce-db83-4fc6-9c2a-8e4d44493627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.722439 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-20fd00f8-7f1e-40e0-bf04-825097f76656 req-c19f8333-3c21-4771-b410-c2413a103884 tempest-FloatingIPDetailsNegativeTestJSON-1130187259 tempest-FloatingIPDetailsNegativeTestJSON-1130187259-project] show failed (client error): The resource could not be found. Jul 16 17:53:56.724420 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20fd00f8-7f1e-40e0-bf04-825097f76656 req-c19f8333-3c21-4771-b410-c2413a103884 tempest-FloatingIPDetailsNegativeTestJSON-1130187259 tempest-FloatingIPDetailsNegativeTestJSON-1130187259-project] 10.222.0.47 "GET /v2.0/floatingips/0294f3b8-cc6e-494f-9e2f-708a9462dcf1 HTTP/1.1" status: 404 len: 350 time: 0.0610433 Jul 16 17:53:56.733145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42472) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:56.736951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da9a41ce-db83-4fc6-9c2a-8e4d44493627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.772228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-router', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:47Z', 'updated_at': '2021-07-16T17:53:54Z', 'revision_number': 4, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'gw_port': {'id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5bb6e4fa-c9a1-420e-be8d-955b80d42b72', 'name': '', 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'mac_address': 'fa:16:3e:c1:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c56e8934-09e2-47a1-bfdb-44df19220217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:52Z', 'updated_at': '2021-07-16T17:53:54Z', 'revision_number': 2, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'subnets': [{'id': 'c56e8934-09e2-47a1-bfdb-44df19220217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:56.826919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Checking router: bfc61c45-e783-439e-bacf-9f6e6128842f for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:53:56.827176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Updating router bfc61c45-e783-439e-bacf-9f6e6128842f port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:53:56.832518 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da9a41ce-db83-4fc6-9c2a-8e4d44493627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.838167 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da9a41ce-db83-4fc6-9c2a-8e4d44493627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:56.839671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-da9a41ce-db83-4fc6-9c2a-8e4d44493627 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca946d60-11bf-457f-b273-825d13087358 HTTP/1.1" status: 204 len: 168 time: 0.2316282 Jul 16 17:53:56.851873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9a41ce-db83-4fc6-9c2a-8e4d44493627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca946d60-11bf-457f-b273-825d13087358,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:56.913178 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.174242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe8bf74-c6b4-4a42-890d-cc0732965fef req-2c663630-0a06-4cf4-a13d-92e7350a6dc8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:57.183111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fe8bf74-c6b4-4a42-890d-cc0732965fef req-2c663630-0a06-4cf4-a13d-92e7350a6dc8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 944 time: 0.0825131 Jul 16 17:53:57.246149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42486) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:57.279203 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fe8bf74-c6b4-4a42-890d-cc0732965fef req-4dbd2437-8251-4688-b3e9-55d50fa3e45c tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946305 Jul 16 17:53:57.443149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42494) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:57.460410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.464760 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79d56e9a-8088-499b-a14b-ebb3b7fbefed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.499802 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.530710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Transition to ACTIVE for port object 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:53:57.541755 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.600957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42496) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:57.656769 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79d56e9a-8088-499b-a14b-ebb3b7fbefed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.661295 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79d56e9a-8088-499b-a14b-ebb3b7fbefed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.715335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700cd6d-f46a-4ecf-b0be-c7c2a6ac9e57 None None] Pushing event updated for resources: {'Port': ['ID=5bb6e4fa-c9a1-420e-be8d-955b80d42b72,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:57.740012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d56e9a-8088-499b-a14b-ebb3b7fbefed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=273b5229-1572-4338-be0d-f98219e90474,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:57.794526 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-79d56e9a-8088-499b-a14b-ebb3b7fbefed admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9659dbccb7bb443eb6f2ab09a44dbe1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3478904 Jul 16 17:53:57.795085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42504) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:57.798024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Attempting to bind port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:53:57.798661 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Attempting to bind port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '2efa6e36-310b-44b4-801c-f60acaca7799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:53:57.799218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Attempting to bind port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 on network 996bca0c-9842-44a2-bbeb-6d344630b843 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:53:57.813595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:53:57.814357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Checking segment: {'id': '2efa6e36-310b-44b4-801c-f60acaca7799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:53:57.818364 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.819015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Bound using segment: {'id': '2efa6e36-310b-44b4-801c-f60acaca7799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:53:57.820478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Bound port: 5bb6e4fa-c9a1-420e-be8d-955b80d42b72, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2efa6e36-310b-44b4-801c-f60acaca7799', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:53:57.823472 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.910184 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e83ea785-1848-4ae7-a5d5-358af7457bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.946100 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] For port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:53:57.952516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] For port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5bb6e4fa-c9a1-420e-be8d-955b80d42b72,segment=NetworkSegment(2efa6e36-310b-44b4-801c-f60acaca7799),segment_id=2efa6e36-310b-44b4-801c-f60acaca7799)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:53:57.958217 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:57.966256 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-379d290f-e3f7-474a-9c85-8153f54bf5f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c0a3216fa79f473e8cca950ffffec0fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7180464 Jul 16 17:53:57.970393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42510) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:58.006095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 370dcb15-1119-4767-a4f3-c2b65d8011b5 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:53:58.008024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42512) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:58.026329 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a50519e-ced7-4b3b-9c1c-e8c1f132b51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.046665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 370dcb15-1119-4767-a4f3-c2b65d8011b5 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:53:58.047418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 370dcb15-1119-4767-a4f3-c2b65d8011b5 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:53:58.074235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a285ab9-bc49-4743-95c1-a211121331a7 req-a35bf244-5fad-4490-8e03-363359dc0533 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:58.075722 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a285ab9-bc49-4743-95c1-a211121331a7 req-a35bf244-5fad-4490-8e03-363359dc0533 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 950 time: 0.2138743 Jul 16 17:53:58.085354 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Routers {'bfc61c45-e783-439e-bacf-9f6e6128842f'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:53:58.086376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a50519e-ced7-4b3b-9c1c-e8c1f132b51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.086518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:53:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bfc61c45-e783-439e-bacf-9f6e6128842f'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:58.089899 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50cbbe5f-a2b7-4477-be00-1466a7108630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.188188 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a285ab9-bc49-4743-95c1-a211121331a7 req-9012db32-4ce7-4369-bc05-413068a1a72f tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038651 Jul 16 17:53:58.214043 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50cbbe5f-a2b7-4477-be00-1466a7108630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.304454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a50519e-ced7-4b3b-9c1c-e8c1f132b51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.307193 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] Set router bfc61c45-e783-439e-bacf-9f6e6128842f gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:53:58.307520 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a50519e-ced7-4b3b-9c1c-e8c1f132b51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.308940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8a50519e-ced7-4b3b-9c1c-e8c1f132b51f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/273b5229-1572-4338-be0d-f98219e90474 HTTP/1.1" status: 204 len: 168 time: 0.5128939 Jul 16 17:53:58.331536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a50519e-ced7-4b3b-9c1c-e8c1f132b51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=273b5229-1572-4338-be0d-f98219e90474,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:58.337574 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e6202599-709c-4077-bb87-69ed4bb43f39 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3b3e335419634f89b404b74744106018&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3244042 Jul 16 17:53:58.340420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42522) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:58.360029 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50cbbe5f-a2b7-4477-be00-1466a7108630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.360181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e83ea785-1848-4ae7-a5d5-358af7457bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.363541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50cbbe5f-a2b7-4477-be00-1466a7108630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.370510 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e83ea785-1848-4ae7-a5d5-358af7457bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.374145 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-50cbbe5f-a2b7-4477-be00-1466a7108630 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7ac53bd7-f847-41b1-a249-401b5d64984a HTTP/1.1" status: 204 len: 168 time: 0.3978150 Jul 16 17:53:58.413259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cbbe5f-a2b7-4477-be00-1466a7108630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac53bd7-f847-41b1-a249-401b5d64984a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:58.447060 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9410dea-e62e-400e-83a1-4eb40283d667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.471946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c700cd6d-f46a-4ecf-b0be-c7c2a6ac9e57 None None] Pushing event updated for resources: {'Port': ['ID=5bb6e4fa-c9a1-420e-be8d-955b80d42b72,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:58.495017 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e83ea785-1848-4ae7-a5d5-358af7457bb2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c249a6b175eb429087fca7b3acb81e89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8925767 Jul 16 17:53:58.496026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ea785-1848-4ae7-a5d5-358af7457bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b51a9a1c-a1a5-4f63-b95d-f0bc87053dd5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:58.499340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42526) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:58.500190 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9410dea-e62e-400e-83a1-4eb40283d667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.569711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7fb5b5c8-bf04-4905-817d-b3effbc9067b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:53:58.630342 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9410dea-e62e-400e-83a1-4eb40283d667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.641793 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9410dea-e62e-400e-83a1-4eb40283d667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.643248 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3105f32-a615-4948-9eb7-a00be51999db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.644536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d9410dea-e62e-400e-83a1-4eb40283d667 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6adffdaf-8549-43fe-94bf-f0fd5af35e38 HTTP/1.1" status: 204 len: 168 time: 0.3031614 Jul 16 17:53:58.702828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 7fb5b5c8-bf04-4905-817d-b3effbc9067b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:53:58.709750 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3105f32-a615-4948-9eb7-a00be51999db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.716028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9410dea-e62e-400e-83a1-4eb40283d667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6adffdaf-8549-43fe-94bf-f0fd5af35e38,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:58.723076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 7fb5b5c8-bf04-4905-817d-b3effbc9067b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:53:58.723533 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.783117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f94166-18d4-4121-9d86-8163d4d78781 req-e2b4ef15-aad8-40f4-b6c1-36ac1e24ec22 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:58.784932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4f94166-18d4-4121-9d86-8163d4d78781 req-e2b4ef15-aad8-40f4-b6c1-36ac1e24ec22 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 944 time: 0.1781182 Jul 16 17:53:58.797875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-router', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:47Z', 'updated_at': '2021-07-16T17:53:54Z', 'revision_number': 4, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'gw_port': {'id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5bb6e4fa-c9a1-420e-be8d-955b80d42b72', 'name': '', 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'mac_address': 'fa:16:3e:c1:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c56e8934-09e2-47a1-bfdb-44df19220217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:52Z', 'updated_at': '2021-07-16T17:53:57Z', 'revision_number': 4, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'subnets': [{'id': 'c56e8934-09e2-47a1-bfdb-44df19220217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:53:58.832205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe1c0865-0c45-49a4-b891-e9cce21aa19f None None] The sync data for ids ['bfc61c45-e783-439e-bacf-9f6e6128842f'] in n-d-794306-7 is: [{'id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-router', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:47Z', 'updated_at': '2021-07-16T17:53:54Z', 'revision_number': 4, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'gw_port': {'id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5bb6e4fa-c9a1-420e-be8d-955b80d42b72', 'name': '', 'network_id': '996bca0c-9842-44a2-bbeb-6d344630b843', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'mac_address': 'fa:16:3e:c1:13:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_interface', 'standard_attr_id': 290, 'fixed_ips': [{'subnet_id': 'c56e8934-09e2-47a1-bfdb-44df19220217', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:52Z', 'updated_at': '2021-07-16T17:53:57Z', 'revision_number': 4, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'subnets': [{'id': 'c56e8934-09e2-47a1-bfdb-44df19220217', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:53:58.848733 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3105f32-a615-4948-9eb7-a00be51999db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.855126 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3105f32-a615-4948-9eb7-a00be51999db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.858016 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f3105f32-a615-4948-9eb7-a00be51999db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b51a9a1c-a1a5-4f63-b95d-f0bc87053dd5 HTTP/1.1" status: 204 len: 168 time: 0.3474116 Jul 16 17:53:58.880280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3105f32-a615-4948-9eb7-a00be51999db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b51a9a1c-a1a5-4f63-b95d-f0bc87053dd5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:58.910261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] Deleting port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:53:58.910939 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:58.940220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4f94166-18d4-4121-9d86-8163d4d78781 req-55e76266-45a4-44cb-998b-73d7fb086361 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461716 Jul 16 17:53:58.940705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42540) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:58.984291 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.047729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fe450003-62b0-44cb-b69e-4d6952bba915 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7fc5a7a5320c438da730f40995260a89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1058705 Jul 16 17:53:59.050296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42544) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:59.058070 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.073063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb5b5c8-bf04-4905-817d-b3effbc9067b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:53:59.075317 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-228b6cfa-0952-4eed-91d7-d7dd45ac28a1" -d '{"events": [{"server_uuid": "b0fcb72c-1817-487f-904c-1db3f8fad08a", "name": "network-vif-plugged", "status": "completed", "tag": "7fb5b5c8-bf04-4905-817d-b3effbc9067b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:53:59.098566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:59.114866 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.175315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ab01095-4ec3-46ce-a5b7-eaa025f93906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.175475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] For port 5bb6e4fa-c9a1-420e-be8d-955b80d42b72, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5bb6e4fa-c9a1-420e-be8d-955b80d42b72,segment=NetworkSegment(2efa6e36-310b-44b4-801c-f60acaca7799),segment_id=2efa6e36-310b-44b4-801c-f60acaca7799)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:53:59.175769 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.199189 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9612c8e-7f9e-410b-984c-056dbd3ac19a x-openstack-request-id: req-c9612c8e-7f9e-410b-984c-056dbd3ac19a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:53:59.199189 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fcb72c-1817-487f-904c-1db3f8fad08a", "name": "network-vif-plugged", "status": "completed", "tag": "7fb5b5c8-bf04-4905-817d-b3effbc9067b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:53:59.199518 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c9612c8e-7f9e-410b-984c-056dbd3ac19a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:53:59.199725 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fb5b5c8-bf04-4905-817d-b3effbc9067b', 'code': 200} Jul 16 17:53:59.209508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] Calling delete_port for 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:53:59.210903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7fb5b5c8-bf04-4905-817d-b3effbc9067b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:59.240640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56987eab-50a3-4ca9-ba74-e936b2800db9 req-9a837416-3baa-4e84-8c67-f5588c2184d1 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.250185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56987eab-50a3-4ca9-ba74-e936b2800db9 req-9a837416-3baa-4e84-8c67-f5588c2184d1 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 950 time: 0.1805041 Jul 16 17:53:59.253778 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ab01095-4ec3-46ce-a5b7-eaa025f93906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.358157 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ab01095-4ec3-46ce-a5b7-eaa025f93906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.366564 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ab01095-4ec3-46ce-a5b7-eaa025f93906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.373959 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0ab01095-4ec3-46ce-a5b7-eaa025f93906 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c74c5f54-ffa7-4f8f-bc2b-a0e241e070c8 HTTP/1.1" status: 204 len: 168 time: 0.3226035 Jul 16 17:53:59.375798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42552) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:59.427079 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-059a13b0-8006-4809-aec0-992c9e669c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.434064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab01095-4ec3-46ce-a5b7-eaa025f93906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c74c5f54-ffa7-4f8f-bc2b-a0e241e070c8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:59.479771 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56987eab-50a3-4ca9-ba74-e936b2800db9 req-b4982b03-fe1d-485a-b9f1-0188e93c4307 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286258 Jul 16 17:53:59.507794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223c02e7-8c7d-471d-9464-bfb710bb496d req-177fa434-0e66-49ac-bec1-2686939c8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:53:59.520277 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-223c02e7-8c7d-471d-9464-bfb710bb496d req-177fa434-0e66-49ac-bec1-2686939c8e53 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 1096 time: 0.2284617 Jul 16 17:53:59.657929 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-223c02e7-8c7d-471d-9464-bfb710bb496d req-9498aae3-dee2-4527-aec8-6f83f5c207b9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829132 Jul 16 17:53:59.668872 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-059a13b0-8006-4809-aec0-992c9e669c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.676916 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-059a13b0-8006-4809-aec0-992c9e669c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.777301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42564) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:59.796725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-059a13b0-8006-4809-aec0-992c9e669c6f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c2f02537c884e578d60913d222eca3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4161959 Jul 16 17:53:59.800063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42566) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:53:59.802084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059a13b0-8006-4809-aec0-992c9e669c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebc916fb-859d-4f24-9b77-75ac0571f5ac,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:59.803540 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2137e3e-4950-4fcb-9bc6-24bce0408729 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.832957 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:53:59.875777 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb6e4fa-c9a1-420e-be8d-955b80d42b72,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:53:59.959432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc64e-6d3a-427c-99f7-0700fc097391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.018071 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc64e-6d3a-427c-99f7-0700fc097391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.144232 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc64e-6d3a-427c-99f7-0700fc097391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.146768 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b7bfc64e-6d3a-427c-99f7-0700fc097391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.150519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b7bfc64e-6d3a-427c-99f7-0700fc097391 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ebc916fb-859d-4f24-9b77-75ac0571f5ac HTTP/1.1" status: 204 len: 168 time: 0.3468323 Jul 16 17:54:00.159522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bfc64e-6d3a-427c-99f7-0700fc097391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebc916fb-859d-4f24-9b77-75ac0571f5ac,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:00.336352 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.421506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90b2ff2-7d7f-48dc-bf0b-a76566c24604 req-f74dc32f-4c6c-4cfa-a06c-7dc5666a36e5 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.423142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d90b2ff2-7d7f-48dc-bf0b-a76566c24604 req-f74dc32f-4c6c-4cfa-a06c-7dc5666a36e5 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 950 time: 0.1247087 Jul 16 17:54:00.440613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f11152-f1c5-4494-a400-8838fc082b1a req-4b1572fa-253a-4499-97bb-0ac993e9eab1 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:00.451131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97f11152-f1c5-4494-a400-8838fc082b1a req-4b1572fa-253a-4499-97bb-0ac993e9eab1 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 945 time: 0.3228807 Jul 16 17:54:00.472679 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2137e3e-4950-4fcb-9bc6-24bce0408729 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.492591 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2137e3e-4950-4fcb-9bc6-24bce0408729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.512306 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d90b2ff2-7d7f-48dc-bf0b-a76566c24604 req-4f8ca587-6997-4b8b-bb2c-d1477b7169bb tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820231 Jul 16 17:54:00.611152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e2137e3e-4950-4fcb-9bc6-24bce0408729 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1df9c565d11d42ba986c33a9d464e714&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8326428 Jul 16 17:54:00.613949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42598) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:00.637811 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97f11152-f1c5-4494-a400-8838fc082b1a req-f046aa5c-097a-4215-a77c-e54935892ae3 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854229 Jul 16 17:54:00.647831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2137e3e-4950-4fcb-9bc6-24bce0408729 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c9b498-6dd0-4921-bc48-3c3acfd3259c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:00.689819 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cf0dafe-0c9e-40e2-bb67-510bbe74c222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.721439 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cf0dafe-0c9e-40e2-bb67-510bbe74c222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.781635 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cf0dafe-0c9e-40e2-bb67-510bbe74c222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.784182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cf0dafe-0c9e-40e2-bb67-510bbe74c222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:00.785563 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4cf0dafe-0c9e-40e2-bb67-510bbe74c222 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b7c9b498-6dd0-4921-bc48-3c3acfd3259c HTTP/1.1" status: 204 len: 168 time: 0.1701164 Jul 16 17:54:00.795328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf0dafe-0c9e-40e2-bb67-510bbe74c222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c9b498-6dd0-4921-bc48-3c3acfd3259c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:00.827896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] Router bfc61c45-e783-439e-bacf-9f6e6128842f has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:00.946241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:00.953091 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1562c76e-ea42-4627-8fd7-4bbcc7e53d80 admin admin] 10.222.0.47 "PUT /v2.0/routers/bfc61c45-e783-439e-bacf-9f6e6128842f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2182810 Jul 16 17:54:00.955747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42614) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:00.955923 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301e5950-3494-4784-a1da-c803e38bd64a None None] Sync routers for ids ['bfc61c45-e783-439e-bacf-9f6e6128842f'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:00.967685 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301e5950-3494-4784-a1da-c803e38bd64a None None] Routers {'bfc61c45-e783-439e-bacf-9f6e6128842f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:00.968745 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-301e5950-3494-4784-a1da-c803e38bd64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:53:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bfc61c45-e783-439e-bacf-9f6e6128842f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:01.078874 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.099105 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-301e5950-3494-4784-a1da-c803e38bd64a None None] Set router bfc61c45-e783-439e-bacf-9f6e6128842f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:01.304460 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-301e5950-3494-4784-a1da-c803e38bd64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-router', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:47Z', 'updated_at': '2021-07-16T17:53:59Z', 'revision_number': 5, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'gw_port': {'id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:01.343066 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301e5950-3494-4784-a1da-c803e38bd64a None None] Checking router: bfc61c45-e783-439e-bacf-9f6e6128842f for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:01.355294 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301e5950-3494-4784-a1da-c803e38bd64a None None] Routers {'bfc61c45-e783-439e-bacf-9f6e6128842f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:01.356284 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-301e5950-3494-4784-a1da-c803e38bd64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:53:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bfc61c45-e783-439e-bacf-9f6e6128842f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:01.417744 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.499327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Deleting port b6a86845-18a9-46d4-b275-f3d996124e1b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:01.499705 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.506254 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-301e5950-3494-4784-a1da-c803e38bd64a None None] Set router bfc61c45-e783-439e-bacf-9f6e6128842f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:01.608096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] For port b6a86845-18a9-46d4-b275-f3d996124e1b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b6a86845-18a9-46d4-b275-f3d996124e1b,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:01.612174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:01.631976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Calling delete_port for b6a86845-18a9-46d4-b275-f3d996124e1b owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:01.813750 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-301e5950-3494-4784-a1da-c803e38bd64a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-router', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:47Z', 'updated_at': '2021-07-16T17:53:59Z', 'revision_number': 5, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'gw_port': {'id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:01.879235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e83312d-913d-401d-84be-f6798a97ba31 req-6577bb45-6cf1-46ef-8ddb-05aadd12c9f2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:01.887818 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e83312d-913d-401d-84be-f6798a97ba31 req-6577bb45-6cf1-46ef-8ddb-05aadd12c9f2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 945 time: 0.0997770 Jul 16 17:54:01.888038 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-301e5950-3494-4784-a1da-c803e38bd64a None None] The sync data for ids ['bfc61c45-e783-439e-bacf-9f6e6128842f'] in n-d-794306-7 is: [{'id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1995583364-router', 'tenant_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105'}], 'enable_snat': True}, 'gw_port_id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:47Z', 'updated_at': '2021-07-16T17:53:59Z', 'revision_number': 5, 'project_id': '5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5', 'gw_port': {'id': 'b6a86845-18a9-46d4-b275-f3d996124e1b', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:4b:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bfc61c45-e783-439e-bacf-9f6e6128842f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 274, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:48Z', 'updated_at': '2021-07-16T17:53:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:01.990038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e83312d-913d-401d-84be-f6798a97ba31 req-902869e4-49eb-40c3-9e19-48355b9466ac tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942655 Jul 16 17:54:02.003727 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.038998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6a86845-18a9-46d4-b275-f3d996124e1b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:02.070389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.147392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f570ddca-1083-4775-8137-5f2a5995596e req-ab0a87ae-a5d8-499a-8339-c563542fcf54 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:02.155552 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f570ddca-1083-4775-8137-5f2a5995596e req-ab0a87ae-a5d8-499a-8339-c563542fcf54 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 950 time: 0.4566731 Jul 16 17:54:02.186127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb958060-3d89-418e-9a7c-2810492a600e req-6e82d999-f366-454b-8e38-89e414be80d7 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:02.187413 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.187652 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb958060-3d89-418e-9a7c-2810492a600e req-6e82d999-f366-454b-8e38-89e414be80d7 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.37 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 950 time: 0.4280019 Jul 16 17:54:02.190496 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.268806 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f570ddca-1083-4775-8137-5f2a5995596e req-b011a82e-6376-4363-ae7e-38b6d17709e9 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/security-groups?id=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070631 Jul 16 17:54:02.293595 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.294352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router bfc61c45-e783-439e-bacf-9f6e6128842f {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:54:02.316378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.319278 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8510969c-61a4-4270-8664-7436ba7abb7d admin admin] 10.222.0.47 "DELETE /v2.0/routers/bfc61c45-e783-439e-bacf-9f6e6128842f HTTP/1.1" status: 204 len: 168 time: 1.3611193 Jul 16 17:54:02.320862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42672) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:02.404104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-cb958060-3d89-418e-9a7c-2810492a600e req-f9e2dea7-e481-4d43-bcff-2c7d1ab9b3c6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Deleting port ad05b977-3ff7-4d74-938e-68bf7188cff9 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:02.404550 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cb958060-3d89-418e-9a7c-2810492a600e req-f9e2dea7-e481-4d43-bcff-2c7d1ab9b3c6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.406286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:02.429702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd78567-c235-447e-98f7-ec98c04d6c84 admin admin] Deleting subnet c56e8934-09e2-47a1-bfdb-44df19220217 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:02.434194 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7cd78567-c235-447e-98f7-ec98c04d6c84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.442530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:02.442883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5bb6e4fa-c9a1-420e-be8d-955b80d42b72 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:02.500127 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7cd78567-c235-447e-98f7-ec98c04d6c84 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.545358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-cb958060-3d89-418e-9a7c-2810492a600e req-f9e2dea7-e481-4d43-bcff-2c7d1ab9b3c6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] For port ad05b977-3ff7-4d74-938e-68bf7188cff9, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=ad05b977-3ff7-4d74-938e-68bf7188cff9,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:02.545729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cb958060-3d89-418e-9a7c-2810492a600e req-f9e2dea7-e481-4d43-bcff-2c7d1ab9b3c6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.564069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-cb958060-3d89-418e-9a7c-2810492a600e req-f9e2dea7-e481-4d43-bcff-2c7d1ab9b3c6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Calling delete_port for ad05b977-3ff7-4d74-938e-68bf7188cff9 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:02.604160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7cd78567-c235-447e-98f7-ec98c04d6c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.701229 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7cd78567-c235-447e-98f7-ec98c04d6c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.735337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd78567-c235-447e-98f7-ec98c04d6c84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c56e8934-09e2-47a1-bfdb-44df19220217,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:02.756950 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7cd78567-c235-447e-98f7-ec98c04d6c84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.760524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7cd78567-c235-447e-98f7-ec98c04d6c84 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c56e8934-09e2-47a1-bfdb-44df19220217 HTTP/1.1" status: 204 len: 168 time: 0.4376574 Jul 16 17:54:02.763315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cb958060-3d89-418e-9a7c-2810492a600e req-f9e2dea7-e481-4d43-bcff-2c7d1ab9b3c6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.764594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf464980-fc9b-470b-8714-0de996993dc9 None None] Network 996bca0c-9842-44a2-bbeb-6d344630b843 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:02.770850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42680) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:02.826815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e2dea7-e481-4d43-bcff-2c7d1ab9b3c6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Pushing event deleted for resources: {'Port': ['ID=ad05b977-3ff7-4d74-938e-68bf7188cff9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:02.837402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['ad05b977-3ff7-4d74-938e-68bf7188cff9'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:02.920924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb958060-3d89-418e-9a7c-2810492a600e req-f9e2dea7-e481-4d43-bcff-2c7d1ab9b3c6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] No DVR routers for this DVR port ad05b977-3ff7-4d74-938e-68bf7188cff9 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:02.925444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cb958060-3d89-418e-9a7c-2810492a600e req-f9e2dea7-e481-4d43-bcff-2c7d1ab9b3c6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:02.927943 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb958060-3d89-418e-9a7c-2810492a600e req-f9e2dea7-e481-4d43-bcff-2c7d1ab9b3c6 tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.37 "DELETE /v2.0/ports/ad05b977-3ff7-4d74-938e-68bf7188cff9 HTTP/1.1" status: 204 len: 173 time: 0.7322261 Jul 16 17:54:02.928405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70f36d76-8b54-4e04-8f25-c52691d46663', 'name': 'network-vif-deleted', 'tag': 'ad05b977-3ff7-4d74-938e-68bf7188cff9'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:02.931018 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25c7775a-078f-4c6c-82a3-e06c9b3e06c0" -d '{"events": [{"server_uuid": "70f36d76-8b54-4e04-8f25-c52691d46663", "name": "network-vif-deleted", "tag": "ad05b977-3ff7-4d74-938e-68bf7188cff9"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:02.954333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.023413 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3720b9d8-5f82-4661-a944-c17af61b91db x-openstack-request-id: req-3720b9d8-5f82-4661-a944-c17af61b91db {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:03.023738 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70f36d76-8b54-4e04-8f25-c52691d46663", "name": "network-vif-deleted", "tag": "ad05b977-3ff7-4d74-938e-68bf7188cff9", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:03.024745 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3720b9d8-5f82-4661-a944-c17af61b91db {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:03.025282 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70f36d76-8b54-4e04-8f25-c52691d46663', 'name': 'network-vif-deleted', 'tag': 'ad05b977-3ff7-4d74-938e-68bf7188cff9', 'status': 'completed', 'code': 200} Jul 16 17:54:03.132479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Deleting port c6d71521-4309-455f-aef0-dddbc69ddc6b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:03.132853 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.307883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] For port c6d71521-4309-455f-aef0-dddbc69ddc6b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c6d71521-4309-455f-aef0-dddbc69ddc6b,segment=NetworkSegment(2efa6e36-310b-44b4-801c-f60acaca7799),segment_id=2efa6e36-310b-44b4-801c-f60acaca7799)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:03.308270 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.340054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Calling delete_port for c6d71521-4309-455f-aef0-dddbc69ddc6b owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:03.373487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac497dc3-3ee9-4296-8179-4684fdf074d0 None None] DHCP port deletion for 996bca0c-9842-44a2-bbeb-6d344630b843 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:54:03.437593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ac497dc3-3ee9-4296-8179-4684fdf074d0 None None] Deleting port c6d71521-4309-455f-aef0-dddbc69ddc6b {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:03.438875 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac497dc3-3ee9-4296-8179-4684fdf074d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.478719 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4177109d-5a6c-4486-8c7c-73e6adf88136 req-04f39192-4722-449a-a4b7-05b6177bcd7e tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:03.478719 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4177109d-5a6c-4486-8c7c-73e6adf88136 req-04f39192-4722-449a-a4b7-05b6177bcd7e tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 1096 time: 0.1400423 Jul 16 17:54:03.514671 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.537874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] No DVR routers for this DVR port c6d71521-4309-455f-aef0-dddbc69ddc6b on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:03.590869 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4177109d-5a6c-4486-8c7c-73e6adf88136 req-1a7aef3c-94a2-4454-aa69-cc5e0ff8be85 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046860 Jul 16 17:54:03.594964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Pushing event deleted for resources: {'Port': ['ID=c6d71521-4309-455f-aef0-dddbc69ddc6b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:03.683264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ac497dc3-3ee9-4296-8179-4684fdf074d0 None None] For port c6d71521-4309-455f-aef0-dddbc69ddc6b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c6d71521-4309-455f-aef0-dddbc69ddc6b,segment=NetworkSegment(2efa6e36-310b-44b4-801c-f60acaca7799),segment_id=2efa6e36-310b-44b4-801c-f60acaca7799)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:03.683714 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac497dc3-3ee9-4296-8179-4684fdf074d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.709579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ac497dc3-3ee9-4296-8179-4684fdf074d0 None None] Calling delete_port for c6d71521-4309-455f-aef0-dddbc69ddc6b owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:03.723509 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.747306 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.747678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.748426 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.748758 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > port after_create 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.749131 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > port after_delete 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.749402 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > port after_update 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.749733 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.750035 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.750349 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.750669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.915508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-08ee957d-5fca-4c1e-aae7-744b0b280fd7 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=181a2b4cceec48868a070c2d745a73bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0677226 Jul 16 17:54:03.954085 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac497dc3-3ee9-4296-8179-4684fdf074d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:03.985973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac497dc3-3ee9-4296-8179-4684fdf074d0 None None] Pushing event deleted for resources: {'Port': ['ID=c6d71521-4309-455f-aef0-dddbc69ddc6b,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:03.989405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac497dc3-3ee9-4296-8179-4684fdf074d0 None None] No DVR routers for this DVR port c6d71521-4309-455f-aef0-dddbc69ddc6b on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:03.995120 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.996604 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.998282 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.999063 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105439) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:03.999804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['996bca0c-9842-44a2-bbeb-6d344630b843']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:04.068907 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-84c3aed1-30d2-4e57-8279-a93265cbb3ce req-3d5acfc8-92aa-4b45-9578-1427422b3b6c tempest-DeleteServersAdminTestJSON-699450972 tempest-DeleteServersAdminTestJSON-699450972-project] 10.222.0.47 "GET /v2.0/ports?device_id=70f36d76-8b54-4e04-8f25-c52691d46663 HTTP/1.1" status: 200 len: 210 time: 0.0613389 Jul 16 17:54:04.088280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2efa6e36-310b-44b4-801c-f60acaca7799') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:04.088280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2efa6e36-310b-44b4-801c-f60acaca7799') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:04.106198 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.127848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462393b5-db72-442d-83f2-1675e83869a4 req-8684aebd-f67a-4976-80d4-a33a61562f5d tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.130548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.135791 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-8684aebd-f67a-4976-80d4-a33a61562f5d tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2159314 Jul 16 17:54:04.146307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-df9b5a6e-411f-4281-8c26-74e26bf90e28 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/quotas/181a2b4cceec48868a070c2d745a73bf HTTP/1.1" status: 200 len: 375 time: 0.0094593 Jul 16 17:54:04.149964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:04.150629 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.182908 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-84f5adad-881e-462c-b0a7-8487df165e6d tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=181a2b4cceec48868a070c2d745a73bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299101 Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: from cryptography.utils import int_from_bytes Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: from cryptography.utils import int_from_bytes Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: timer() Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:04.183361 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:04.246197 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.256539 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.264592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] 10.222.0.47 "DELETE /v2.0/networks/996bca0c-9842-44a2-bbeb-6d344630b843 HTTP/1.1" status: 204 len: 168 time: 1.4913702 Jul 16 17:54:04.290145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6fbb79-9764-433f-8fc9-416210fe7f4b admin admin] Pushing event deleted for resources: {'Network': ['ID=996bca0c-9842-44a2-bbeb-6d344630b843,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:04.402273 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b6a86845-18a9-46d4-b275-f3d996124e1b no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:04.441095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: b6a86845-18a9-46d4-b275-f3d996124e1b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:04.441686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b6a86845-18a9-46d4-b275-f3d996124e1b not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:04.441871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c6d71521-4309-455f-aef0-dddbc69ddc6b no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:04.491536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: c6d71521-4309-455f-aef0-dddbc69ddc6b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:04.492037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c6d71521-4309-455f-aef0-dddbc69ddc6b not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:04.526619 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c081dc0f-2ab9-401e-a27e-d05853b93e8a req-9a7463dc-16a7-425f-ad47-0c45af43013e tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 210 time: 0.0425367 Jul 16 17:54:04.552419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be787cde-66ef-44b2-a10e-c4e18aebb190 req-d24a55e7-4ecc-4c3e-964f-095c545b1eab tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:04.558021 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be787cde-66ef-44b2-a10e-c4e18aebb190 req-d24a55e7-4ecc-4c3e-964f-095c545b1eab tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 1096 time: 0.1161139 Jul 16 17:54:04.588354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42752) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:04.608906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be787cde-66ef-44b2-a10e-c4e18aebb190 req-4fc894ac-8496-4aa1-9f57-8b37b756dbef tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469568 Jul 16 17:54:04.662354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42758) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:04.663488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3687506b-ab53-428d-b722-ab3437728341 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5b3e3fe0ba7e412bbe6f6fbe4d3dfcd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0738883 Jul 16 17:54:04.747031 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e826d40-3929-43b3-b8e0-ad29ea13ab82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.773354 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e826d40-3929-43b3-b8e0-ad29ea13ab82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.847444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e826d40-3929-43b3-b8e0-ad29ea13ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.850013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e826d40-3929-43b3-b8e0-ad29ea13ab82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:04.851170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1e826d40-3929-43b3-b8e0-ad29ea13ab82 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04e7411d-4919-4d81-bdbb-acbdd51b7872 HTTP/1.1" status: 204 len: 168 time: 0.1873724 Jul 16 17:54:04.865122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e826d40-3929-43b3-b8e0-ad29ea13ab82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04e7411d-4919-4d81-bdbb-acbdd51b7872,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:05.205713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42788) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:05.557704 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7284e3-db6e-4a60-ae1f-092c3f63fea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.683322 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7284e3-db6e-4a60-ae1f-092c3f63fea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.690418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7284e3-db6e-4a60-ae1f-092c3f63fea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.761950 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-c7e62bbb-81d9-4a9c-8b2c-d9c8c2c1fb21 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=181a2b4cceec48868a070c2d745a73bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0322139 Jul 16 17:54:05.775081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fa7284e3-db6e-4a60-ae1f-092c3f63fea6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e8fe3645e1ef40d7bdebd933e0b37ee0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5682192 Jul 16 17:54:05.776399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7284e3-db6e-4a60-ae1f-092c3f63fea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024bd9c1-89c5-4eb3-b006-fbde618729d4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:05.781853 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25fdafb3-0903-497b-b263-2f996bc78736 req-2b075fde-f6aa-4576-938b-c60288984b75 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 210 time: 0.0639930 Jul 16 17:54:05.782634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42816) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:05.853326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b3f365b6-2052-4cd7-b9a3-712f294342a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.882255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b3f365b6-2052-4cd7-b9a3-712f294342a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.972691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b3f365b6-2052-4cd7-b9a3-712f294342a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.975784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b3f365b6-2052-4cd7-b9a3-712f294342a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:05.977677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b3f365b6-2052-4cd7-b9a3-712f294342a6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/024bd9c1-89c5-4eb3-b006-fbde618729d4 HTTP/1.1" status: 204 len: 168 time: 0.1933062 Jul 16 17:54:05.998472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f365b6-2052-4cd7-b9a3-712f294342a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024bd9c1-89c5-4eb3-b006-fbde618729d4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:06.058783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462393b5-db72-442d-83f2-1675e83869a4 req-0b822cea-fc95-4793-b879-a242474fba7a tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:06.060537 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-0b822cea-fc95-4793-b879-a242474fba7a tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2930892 Jul 16 17:54:06.074400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Request body: {'port': {'device_id': 'f7945596-7c1d-4032-832b-24c2191421ea', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '181a2b4cceec48868a070c2d745a73bf'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:06.084914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42840) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:06.210388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Made reservation on behalf of 181a2b4cceec48868a070c2d745a73bf for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:06.215634 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.225454 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.328138 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.332062 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.400773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90936613-bf49-4cf5-b997-0c68ece04708,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:06.477859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Allocated IP 192.168.233.18 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/be202531-16d5-489d-a51c-691238aa276c) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:06.485432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-27dee4fc-de0f-4dc4-91ba-400f6413eb51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.563059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device ad05b977-3ff7-4d74-938e-68bf7188cff9 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:06.592693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: ad05b977-3ff7-4d74-938e-68bf7188cff9 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:06.593567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device ad05b977-3ff7-4d74-938e-68bf7188cff9 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:06.617150 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-27dee4fc-de0f-4dc4-91ba-400f6413eb51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.624273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-27dee4fc-de0f-4dc4-91ba-400f6413eb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.648221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42860) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:06.673484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50f4bdc8-6e1e-4c03-b8f9-eb291ce224b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.710966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42862) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:06.711798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-27dee4fc-de0f-4dc4-91ba-400f6413eb51 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f7ef163cadde4af5b2543bbaae5539cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6250775 Jul 16 17:54:06.714875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dee4fc-de0f-4dc4-91ba-400f6413eb51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc386cc-c1a7-4aee-bd07-e9a0dff6cecc,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:06.794612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.823837 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50f4bdc8-6e1e-4c03-b8f9-eb291ce224b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.824823 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-590f406f-4502-48a0-9807-035250531e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.827090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Transition to ACTIVE for port object be202531-16d5-489d-a51c-691238aa276c will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:06.831111 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50f4bdc8-6e1e-4c03-b8f9-eb291ce224b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.856977 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-590f406f-4502-48a0-9807-035250531e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.875314 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-50f4bdc8-6e1e-4c03-b8f9-eb291ce224b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b73bfdfcc27044bc9eb148e47ce26e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226810 Jul 16 17:54:06.875531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42872) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:06.913902 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.932051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4bdc8-6e1e-4c03-b8f9-eb291ce224b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3872536f-960a-4846-aa2d-65fa2e26dfda,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:06.973644 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-49e407ad-9cc3-4071-9223-d0a426208bed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:06.997512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-49e407ad-9cc3-4071-9223-d0a426208bed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.019733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:07.021355 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:07.043083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:07.050580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.051312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.053117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-49e407ad-9cc3-4071-9223-d0a426208bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.058274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Pushing event updated for resources: {'Port': ['ID=be202531-16d5-489d-a51c-691238aa276c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:07.058571 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-49e407ad-9cc3-4071-9223-d0a426208bed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.074101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-49e407ad-9cc3-4071-9223-d0a426208bed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3872536f-960a-4846-aa2d-65fa2e26dfda HTTP/1.1" status: 204 len: 168 time: 0.1973441 Jul 16 17:54:07.079009 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-590f406f-4502-48a0-9807-035250531e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.083982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e407ad-9cc3-4071-9223-d0a426208bed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3872536f-960a-4846-aa2d-65fa2e26dfda,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:07.091511 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-590f406f-4502-48a0-9807-035250531e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.092735 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-590f406f-4502-48a0-9807-035250531e87 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1fc386cc-c1a7-4aee-bd07-e9a0dff6cecc HTTP/1.1" status: 204 len: 168 time: 0.3800962 Jul 16 17:54:07.117630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-cff225cd-6f17-4295-8fa1-7ac873d49e8c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0482566 Jul 16 17:54:07.119181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590f406f-4502-48a0-9807-035250531e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc386cc-c1a7-4aee-bd07-e9a0dff6cecc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:07.137123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Request body: {'port': {'device_id': 'f7945596-7c1d-4032-832b-24c2191421ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:07.301845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.423616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0608d5-4ad9-4466-8f18-cf2a240a6996 req-cea5ef14-fdb9-4791-9e8f-1a4f372c28c9 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.431204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b0608d5-4ad9-4466-8f18-cf2a240a6996 req-cea5ef14-fdb9-4791-9e8f-1a4f372c28c9 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 935 time: 0.0929525 Jul 16 17:54:07.453166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ece5e306-ffee-4d38-92af-4e2ddde15c7e None None] Provisioning for port be202531-16d5-489d-a51c-691238aa276c completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:07.461083 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ece5e306-ffee-4d38-92af-4e2ddde15c7e None None] Provisioning complete for port be202531-16d5-489d-a51c-691238aa276c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:07.462334 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ece5e306-ffee-4d38-92af-4e2ddde15c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.494073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b0608d5-4ad9-4466-8f18-cf2a240a6996 req-264cdee4-8b98-46d4-b42a-e1f118a34eb7 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552962 Jul 16 17:54:07.520727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ece5e306-ffee-4d38-92af-4e2ddde15c7e None None] Port be202531-16d5-489d-a51c-691238aa276c cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:07.624853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42900) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:07.647281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be202531-16d5-489d-a51c-691238aa276c {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:07.656663 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.669497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Transition to ACTIVE for port object be202531-16d5-489d-a51c-691238aa276c will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:07.673993 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.729758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Pushing event updated for resources: {'Port': ['ID=be202531-16d5-489d-a51c-691238aa276c,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:07.763063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Attempting to bind port be202531-16d5-489d-a51c-691238aa276c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:07.763477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Attempting to bind port be202531-16d5-489d-a51c-691238aa276c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:07.763936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Attempting to bind port be202531-16d5-489d-a51c-691238aa276c on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:07.768547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Port be202531-16d5-489d-a51c-691238aa276c on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:07.768939 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Attempting to bind port be202531-16d5-489d-a51c-691238aa276c on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:07.774696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:07.775758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:07.776008 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:07.776501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Bound port: be202531-16d5-489d-a51c-691238aa276c, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:07.776931 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.871317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] For port be202531-16d5-489d-a51c-691238aa276c, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:07.879141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] For port be202531-16d5-489d-a51c-691238aa276c, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=be202531-16d5-489d-a51c-691238aa276c,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:07.879298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42908) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:07.884742 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.903099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ee580cc-624a-4d0a-8f8e-83f207836750 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.925839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:07.926702 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:07.928304 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] 10.222.0.18 "PUT /v2.0/ports/be202531-16d5-489d-a51c-691238aa276c HTTP/1.1" status: 200 len: 1095 time: 0.7974393 Jul 16 17:54:07.928905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7945596-7c1d-4032-832b-24c2191421ea', 'tag': 'be202531-16d5-489d-a51c-691238aa276c'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:07.931940 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107d6a31-36fa-4fe7-af91-98423982891f" -d '{"events": [{"name": "network-changed", "server_uuid": "f7945596-7c1d-4032-832b-24c2191421ea", "tag": "be202531-16d5-489d-a51c-691238aa276c"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:07.957045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44e8218-129d-4232-9a06-920c8c0692bf service neutron] Pushing event updated for resources: {'Port': ['ID=be202531-16d5-489d-a51c-691238aa276c,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:07.968671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-1c0de0aa-f393-467c-b006-648a9b58c709 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:54:07.979074 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-1c0de0aa-f393-467c-b006-648a9b58c709 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3511527 Jul 16 17:54:08.073923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462393b5-db72-442d-83f2-1675e83869a4 req-d73f93e6-e90e-4f2d-8b7d-b7e66cb4d33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.075500 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-d73f93e6-e90e-4f2d-8b7d-b7e66cb4d33c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=181a2b4cceec48868a070c2d745a73bf&device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 1098 time: 0.0821042 Jul 16 17:54:08.114725 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ee580cc-624a-4d0a-8f8e-83f207836750 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.119822 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ee580cc-624a-4d0a-8f8e-83f207836750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.133594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-2602102e-ba18-494d-9362-3dd472ce40f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=be202531-16d5-489d-a51c-691238aa276c HTTP/1.1" status: 200 len: 217 time: 0.0489612 Jul 16 17:54:08.171850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee580cc-624a-4d0a-8f8e-83f207836750 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d2c048-0e7d-4b09-bc86-fbc79985941d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:08.220273 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2ee580cc-624a-4d0a-8f8e-83f207836750 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0daedf6517e94b80a14645222a32fc0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3397682 Jul 16 17:54:08.223364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42926) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:08.257592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462393b5-db72-442d-83f2-1675e83869a4 req-9f6c38da-d9b6-492e-9ffe-5ca8ec53ee1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.265335 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-9f6c38da-d9b6-492e-9ffe-5ca8ec53ee1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1233270 Jul 16 17:54:08.349195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Request body: {'binding': {'host': 'n-h2-794306-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:08.350097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Unknown quota resources ['binding']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:54:08.369989 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d66aa428-40ac-4db7-a436-ef406f31bf09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.401477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462393b5-db72-442d-83f2-1675e83869a4 req-9f98f2dd-2812-4a99-8d09-b7792d88183f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.403003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-9f98f2dd-2812-4a99-8d09-b7792d88183f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1247101 Jul 16 17:54:08.407859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d66aa428-40ac-4db7-a436-ef406f31bf09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.465510 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69a1c4f-9bdb-427d-8289-4d2197e1116c x-openstack-request-id: req-d69a1c4f-9bdb-427d-8289-4d2197e1116c {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:08.465797 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7945596-7c1d-4032-832b-24c2191421ea", "tag": "be202531-16d5-489d-a51c-691238aa276c", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:08.466043 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d69a1c4f-9bdb-427d-8289-4d2197e1116c {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:08.466435 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7945596-7c1d-4032-832b-24c2191421ea', 'tag': 'be202531-16d5-489d-a51c-691238aa276c', 'status': 'completed', 'code': 200} Jul 16 17:54:08.525634 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d66aa428-40ac-4db7-a436-ef406f31bf09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.528199 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d66aa428-40ac-4db7-a436-ef406f31bf09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.529393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d66aa428-40ac-4db7-a436-ef406f31bf09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/42d2c048-0e7d-4b09-bc86-fbc79985941d HTTP/1.1" status: 204 len: 168 time: 0.3049724 Jul 16 17:54:08.533350 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-1615eef8-e41e-4455-a55c-b65f27e1340c service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176891 Jul 16 17:54:08.540093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66aa428-40ac-4db7-a436-ef406f31bf09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d2c048-0e7d-4b09-bc86-fbc79985941d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:08.575722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on host n-h2-794306-7 for vnic_type normal with profile None {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:08.576453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:08.577008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:08.582682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:08.583100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:08.589009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:08.589515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:08.589971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:08.590465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Bound port: 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:08.673526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-462393b5-db72-442d-83f2-1675e83869a4 req-25d6e7c4-aae6-4eff-a6bf-7c016f56f6cd service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211247 Jul 16 17:54:08.706020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:08.712875 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:08.714519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f749ba7b-e74b-4376-861e-c697e0aa4985 service neutron] 10.222.0.47 "POST /v2.0/ports/7fb5b5c8-bf04-4905-817d-b3effbc9067b/bindings HTTP/1.1" status: 201 len: 389 time: 0.5903366 Jul 16 17:54:08.803952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d6a31-36fa-4fe7-af91-98423982891f req-a7a1e07b-8e10-4f45-b41a-275e241e37e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.809596 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-107d6a31-36fa-4fe7-af91-98423982891f req-a7a1e07b-8e10-4f45-b41a-275e241e37e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=181a2b4cceec48868a070c2d745a73bf&device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 1098 time: 0.0821457 Jul 16 17:54:08.862779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42962) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:08.992866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d6a31-36fa-4fe7-af91-98423982891f req-8b1ea23a-cc85-4e59-9448-9dc452f3ea03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:08.994574 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-107d6a31-36fa-4fe7-af91-98423982891f req-8b1ea23a-cc85-4e59-9448-9dc452f3ea03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1804316 Jul 16 17:54:09.041423 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-107d6a31-36fa-4fe7-af91-98423982891f req-81633a2e-451e-45db-baf5-8568ee56ed39 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.18&port_id=be202531-16d5-489d-a51c-691238aa276c HTTP/1.1" status: 200 len: 217 time: 0.0390570 Jul 16 17:54:09.081459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc01-edac-4795-a762-86bd6812368e req-2f6b5a62-29cd-4197-a157-d7ba703c87b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.083289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-2f6b5a62-29cd-4197-a157-d7ba703c87b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 1096 time: 0.0759962 Jul 16 17:54:09.090081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6ecc2-9119-4aba-82e7-a120d418b6c1 req-253a7a38-91a7-4728-958e-6a313b557145 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.091602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ad6ecc2-9119-4aba-82e7-a120d418b6c1 req-253a7a38-91a7-4728-958e-6a313b557145 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 947 time: 0.1532516 Jul 16 17:54:09.122923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d6a31-36fa-4fe7-af91-98423982891f req-7e53be8a-8db0-4910-a187-2326e6a42328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.124432 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-107d6a31-36fa-4fe7-af91-98423982891f req-7e53be8a-8db0-4910-a187-2326e6a42328 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0749016 Jul 16 17:54:09.174352 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ad6ecc2-9119-4aba-82e7-a120d418b6c1 req-5228b170-a553-4e17-92a8-8159ef4a977f tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749917 Jul 16 17:54:09.205567 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-565f8213-d454-47f6-ae04-4373d8c11b15 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=61e1efb5cae141188ef448d2ae66e4cd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3414507 Jul 16 17:54:09.216937 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42976) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:09.225236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc01-edac-4795-a762-86bd6812368e req-c9fa2dfd-f0c0-4daf-a93e-7b044bb4f577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.227737 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-c9fa2dfd-f0c0-4daf-a93e-7b044bb4f577 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1371918 Jul 16 17:54:09.303351 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-6ca6a70a-081c-4645-9f07-3ed8b96e2c71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b HTTP/1.1" status: 200 len: 217 time: 0.0691788 Jul 16 17:54:09.322820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107d6a31-36fa-4fe7-af91-98423982891f req-330a702c-36a6-4cfd-8516-440fda2022a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.328574 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-107d6a31-36fa-4fe7-af91-98423982891f req-330a702c-36a6-4cfd-8516-440fda2022a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1912684 Jul 16 17:54:09.387853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc01-edac-4795-a762-86bd6812368e req-80ab25c8-6fd1-43fb-a986-f716953b8285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.390063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-80ab25c8-6fd1-43fb-a986-f716953b8285 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0665936 Jul 16 17:54:09.413173 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-309f9a61-1afe-4ae6-a28f-98adbf6160ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.473646 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-309f9a61-1afe-4ae6-a28f-98adbf6160ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.478770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-7191d844-828d-4b65-8a5a-0ae08b2564a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801232 Jul 16 17:54:09.526321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-107d6a31-36fa-4fe7-af91-98423982891f req-eedc5323-6c42-4570-a4b4-5aa5c3a259d3 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868553 Jul 16 17:54:09.600107 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-309f9a61-1afe-4ae6-a28f-98adbf6160ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.602842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-309f9a61-1afe-4ae6-a28f-98adbf6160ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:09.604002 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-309f9a61-1afe-4ae6-a28f-98adbf6160ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4 HTTP/1.1" status: 204 len: 168 time: 0.3860817 Jul 16 17:54:09.605089 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-3a19af12-66c2-40f7-9f73-da36d486267a service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028268 Jul 16 17:54:09.623973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f9a61-1afe-4ae6-a28f-98adbf6160ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3ce1630-5aaf-4ba9-8f7c-026dc373c0b4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:09.648380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-107d6a31-36fa-4fe7-af91-98423982891f req-1fabbbe5-f083-4a29-b66c-0134dd615aaf service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158066 Jul 16 17:54:09.868189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e13f08e-4b61-4da8-9e7e-b5fb6f789c66 req-f3598409-df2d-4582-8b1f-6d9d92a08dc4 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:09.869693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e13f08e-4b61-4da8-9e7e-b5fb6f789c66 req-f3598409-df2d-4582-8b1f-6d9d92a08dc4 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 945 time: 0.4055355 Jul 16 17:54:09.942994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e13f08e-4b61-4da8-9e7e-b5fb6f789c66 req-82f5015f-20c6-42e1-9573-7d072651b948 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499108 Jul 16 17:54:09.947197 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f193bf8b-5cb7-4270-bcca-0734ebf73f98 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349023 Jul 16 17:54:10.100775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43036) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:10.188119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc01-edac-4795-a762-86bd6812368e req-12a506ea-c5ca-4e48-a94d-b98aa45ae8b2 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:10.189616 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-12a506ea-c5ca-4e48-a94d-b98aa45ae8b2 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1096 time: 0.1193624 Jul 16 17:54:10.201392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-7'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:10.223948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43046) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:10.240284 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3e9d-f0d2-4c0a-b327-4babe2abeeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.292970 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.361367 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3e9d-f0d2-4c0a-b327-4babe2abeeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.371328 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3ab3e9d-f0d2-4c0a-b327-4babe2abeeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.419390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f3ab3e9d-f0d2-4c0a-b327-4babe2abeeda admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85c5ab2d087b497eaf43b037f6cb9a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942599 Jul 16 17:54:10.421539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab3e9d-f0d2-4c0a-b327-4babe2abeeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5215ca6f-85c6-4b52-8725-77b40493ae64,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:10.424233 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43050) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:10.477115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1c849-2233-4ebd-a524-4a283b08d765 req-afe9fc3b-fc33-498f-b7d4-f38f9d08b98a tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:10.478633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1da1c849-2233-4ebd-a524-4a283b08d765 req-afe9fc3b-fc33-498f-b7d4-f38f9d08b98a tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 947 time: 0.1400220 Jul 16 17:54:10.485625 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a065f76-ba4b-44b0-b3ca-f755c29a0e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.510289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:10.566006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1da1c849-2233-4ebd-a524-4a283b08d765 req-6f63a23e-94ca-4caf-81a8-d49eaabf41fc tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792649 Jul 16 17:54:10.569034 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5833d04f-6392-4996-acc7-439eff19b365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.582638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:10.612936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5833d04f-6392-4996-acc7-439eff19b365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.636213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb5b5c8-bf04-4905-817d-b3effbc9067b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:10.638588 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8eb3e89-b0c5-460b-9dad-378badc1620e" -d '{"events": [{"server_uuid": "b0fcb72c-1817-487f-904c-1db3f8fad08a", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb5b5c8-bf04-4905-817d-b3effbc9067b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:10.643091 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.661292 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.681780 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a065f76-ba4b-44b0-b3ca-f755c29a0e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.695385 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a065f76-ba4b-44b0-b3ca-f755c29a0e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.714964 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ae4a2e7-3173-455d-a333-b1e13d44e9b5 x-openstack-request-id: req-6ae4a2e7-3173-455d-a333-b1e13d44e9b5 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:10.715177 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fcb72c-1817-487f-904c-1db3f8fad08a", "name": "network-vif-unplugged", "status": "completed", "tag": "7fb5b5c8-bf04-4905-817d-b3effbc9067b", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:10.715418 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6ae4a2e7-3173-455d-a333-b1e13d44e9b5 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:10.715825 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fb5b5c8-bf04-4905-817d-b3effbc9067b', 'code': 200} Jul 16 17:54:10.751630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3a065f76-ba4b-44b0-b3ca-f755c29a0e2b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0c8b900edc91408381c09f79ca78c2b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6488388 Jul 16 17:54:10.753256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43058) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:10.760539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a065f76-ba4b-44b0-b3ca-f755c29a0e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270bea7d-ec78-4845-8d4c-f0dbb67ebacd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:10.769227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb5b5c8-bf04-4905-817d-b3effbc9067b,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:10.778169 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5833d04f-6392-4996-acc7-439eff19b365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.784854 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5833d04f-6392-4996-acc7-439eff19b365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.787017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on host n-h1-794306-7 for vnic_type normal with profile {"migrating_to": "n-h2-794306-7"} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:10.787361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:10.787725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:10.788917 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5833d04f-6392-4996-acc7-439eff19b365 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5215ca6f-85c6-4b52-8725-77b40493ae64 HTTP/1.1" status: 204 len: 168 time: 0.3499298 Jul 16 17:54:10.809765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:10.811197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Attempting to bind port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:10.816562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5833d04f-6392-4996-acc7-439eff19b365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5215ca6f-85c6-4b52-8725-77b40493ae64,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:10.816714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:10.816955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:10.818931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:10.819859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Bound port: 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:10.820404 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.869636 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92813999-5d60-469e-9de5-01fee85b2a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.892225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92813999-5d60-469e-9de5-01fee85b2a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.931647 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:10.946150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:10.950490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.954065 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92813999-5d60-469e-9de5-01fee85b2a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.957451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92813999-5d60-469e-9de5-01fee85b2a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:10.966217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-92813999-5d60-469e-9de5-01fee85b2a8b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/270bea7d-ec78-4845-8d4c-f0dbb67ebacd HTTP/1.1" status: 204 len: 168 time: 0.2118869 Jul 16 17:54:10.974707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92813999-5d60-469e-9de5-01fee85b2a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270bea7d-ec78-4845-8d4c-f0dbb67ebacd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:11.046131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.046905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.048469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] 10.222.0.18 "PUT /v2.0/ports/7fb5b5c8-bf04-4905-817d-b3effbc9067b HTTP/1.1" status: 200 len: 1121 time: 0.8512173 Jul 16 17:54:11.054552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31289ae-dc57-4324-a142-95b6e154d008 service neutron] Pushing event updated for resources: {'Port': ['ID=7fb5b5c8-bf04-4905-817d-b3effbc9067b,revision_number=8']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:11.186487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba9c6-475c-4a66-9419-4390dbf73516 req-3ab50293-e610-45e6-a420-0e8b1f70d51a tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.193869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-890ba9c6-475c-4a66-9419-4390dbf73516 req-3ab50293-e610-45e6-a420-0e8b1f70d51a tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 943 time: 0.0757158 Jul 16 17:54:11.200863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['7fb5b5c8-bf04-4905-817d-b3effbc9067b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:11.236576 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-890ba9c6-475c-4a66-9419-4390dbf73516 req-3e4f2896-47c6-4de1-9550-912f03bae76d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417478 Jul 16 17:54:11.677108 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:11.766498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84fdab-ea1b-47cc-bd3c-386b68382171 req-2f9921cc-9236-4264-aa53-c46de8dea4b3 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:11.768107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f84fdab-ea1b-47cc-bd3c-386b68382171 req-2f9921cc-9236-4264-aa53-c46de8dea4b3 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 947 time: 0.0685294 Jul 16 17:54:11.815939 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f84fdab-ea1b-47cc-bd3c-386b68382171 req-63e6b7b6-abb0-4d7e-acd7-c09afeefe045 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398471 Jul 16 17:54:12.029802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device be202531-16d5-489d-a51c-691238aa276c details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:12.181004 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port be202531-16d5-489d-a51c-691238aa276c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=be202531-16d5-489d-a51c-691238aa276c,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:12.192022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'be202531-16d5-489d-a51c-691238aa276c', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': 'be202531-16d5-489d-a51c-691238aa276c', 'mac_address': 'fa:16:3e:77:0f:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.18'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:12.243602 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.261785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be202531-16d5-489d-a51c-691238aa276c {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:12.312295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port be202531-16d5-489d-a51c-691238aa276c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=be202531-16d5-489d-a51c-691238aa276c,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:12.317115 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.386174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=be202531-16d5-489d-a51c-691238aa276c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:12.427986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e20e5b6-08e9-4a99-afc8-7bc868a25778 req-b6156fe9-1149-4f8d-93d2-789050653072 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:12.431251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e20e5b6-08e9-4a99-afc8-7bc868a25778 req-b6156fe9-1149-4f8d-93d2-789050653072 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 943 time: 0.0756450 Jul 16 17:54:12.480198 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e20e5b6-08e9-4a99-afc8-7bc868a25778 req-65b7ba0c-9e19-4d34-a1b6-eeb9d5e2e7a1 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425155 Jul 16 17:54:12.546697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['be202531-16d5-489d-a51c-691238aa276c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:12.579510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43186) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:12.717263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'tag': '7fb5b5c8-bf04-4905-817d-b3effbc9067b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:12.719942 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13784108-f2b4-487a-a0bd-8994a0728839" -d '{"events": [{"name": "network-changed", "server_uuid": "b0fcb72c-1817-487f-904c-1db3f8fad08a", "tag": "7fb5b5c8-bf04-4905-817d-b3effbc9067b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:12.815978 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec97c13-5d44-4e9c-80b1-29ebabcdcbde x-openstack-request-id: req-6ec97c13-5d44-4e9c-80b1-29ebabcdcbde {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:12.816435 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0fcb72c-1817-487f-904c-1db3f8fad08a", "tag": "7fb5b5c8-bf04-4905-817d-b3effbc9067b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:12.816828 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6ec97c13-5d44-4e9c-80b1-29ebabcdcbde {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:12.817402 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'tag': '7fb5b5c8-bf04-4905-817d-b3effbc9067b', 'status': 'completed', 'code': 200} Jul 16 17:54:12.857343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1846733849-network', 'tenant_id': '273172bcaed443e5b422bb2273a512a3'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:12.896963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Made reservation on behalf of 273172bcaed443e5b422bb2273a512a3 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:12.902484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.922892 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:12.991371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13784108-f2b4-487a-a0bd-8994a0728839 req-67129ea1-393c-4838-aed0-a3483e455805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:12.994344 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13784108-f2b4-487a-a0bd-8994a0728839 req-67129ea1-393c-4838-aed0-a3483e455805 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 1124 time: 0.1368277 Jul 16 17:54:13.199301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13784108-f2b4-487a-a0bd-8994a0728839 req-7ee7101b-0960-48ed-be69-3efd86a3f36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.200837 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13784108-f2b4-487a-a0bd-8994a0728839 req-7ee7101b-0960-48ed-be69-3efd86a3f36e service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1991954 Jul 16 17:54:13.231463 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.240462 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.272569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695462d7-eef8-4859-bcb0-28864cd60aa7 req-79658780-c950-4a99-8bf5-308e6e4c53e8 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.275974 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13784108-f2b4-487a-a0bd-8994a0728839 req-498c7380-b299-4b05-ad30-08928ec6e25b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b HTTP/1.1" status: 200 len: 217 time: 0.0672319 Jul 16 17:54:13.288805 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-695462d7-eef8-4859-bcb0-28864cd60aa7 req-79658780-c950-4a99-8bf5-308e6e4c53e8 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 948 time: 0.2301474 Jul 16 17:54:13.295201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:13.359939 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13784108-f2b4-487a-a0bd-8994a0728839 req-54684e1c-a241-461a-b538-4109e96df3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.362302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.362706 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Added segment 53804907-0694-45e1-aadd-c9ff3831daa9 of type vlan for network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 Jul 16 17:54:13.364248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db942c02-7b5c-4519-bb37-ad7f86062ebb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:13.364709 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13784108-f2b4-487a-a0bd-8994a0728839 req-54684e1c-a241-461a-b538-4109e96df3a4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0743170 Jul 16 17:54:13.421360 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13784108-f2b4-487a-a0bd-8994a0728839 req-3272e4b9-1704-46f5-87c7-21ff63b07dcb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395072 Jul 16 17:54:13.441729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-695462d7-eef8-4859-bcb0-28864cd60aa7 req-150ff3e3-012d-445f-9c10-7ac06330f928 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286395 Jul 16 17:54:13.451625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.516786 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.517809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:13.518386 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.589070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] Pushing event updated for resources: {'Network': ['ID=d8f8ea43-c94e-40f2-8d9a-b07c737726f2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:13.596987 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-81b99baf-a99a-4ad2-bb61-499d5819bce8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0158300 Jul 16 17:54:13.597910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43268) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:13.601558 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13784108-f2b4-487a-a0bd-8994a0728839 req-cd9d1d39-7cc1-4a4e-93a1-64e37a21ee04 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726897 Jul 16 17:54:13.601869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:13.604839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] Request body: {'subnet': {'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1846733849-subnet', 'tenant_id': '273172bcaed443e5b422bb2273a512a3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:13.628143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] Made reservation on behalf of 273172bcaed443e5b422bb2273a512a3 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:13.631191 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.792638 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13784108-f2b4-487a-a0bd-8994a0728839 req-18b1adb8-60f6-4976-ae59-39fa8db16677 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836312 Jul 16 17:54:13.921925 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:13.980136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] Pushing event updated for resources: {'Subnet': ['ID=209e1bd4-38a2-42c9-9679-f1d8f8792b96,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:13.993615 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] Checking segment: {'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:13.993972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] Network hostable DHCP agents. Network: d8f8ea43-c94e-40f2-8d9a-b07c737726f2, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:14.010942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] Network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:14.016526 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a43333-9fcb-4e0f-acaa-21f7f1367887 req-80b8f4e6-9461-4101-a262-4ad47fe0e3b2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:14.020253 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82a43333-9fcb-4e0f-acaa-21f7f1367887 req-80b8f4e6-9461-4101-a262-4ad47fe0e3b2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 943 time: 0.0746024 Jul 16 17:54:14.020885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, d8f8ea43-c94e-40f2-8d9a-b07c737726f2) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:14.025713 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7fb5b5c8-bf04-4905-817d-b3effbc9067b details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:14.036697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:14.037180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254b1ac6-f302-4ddd-8159-84c9f957955b None None] Network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:14.037359 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.061369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d424ba75-7ecc-43e9-8b0c-2c208655a96e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4622462 Jul 16 17:54:14.077696 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82a43333-9fcb-4e0f-acaa-21f7f1367887 req-a3541596-af15-4e71-ae64-0bd29398e890 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528550 Jul 16 17:54:14.096682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device be202531-16d5-489d-a51c-691238aa276c up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:14.313387 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661fa632-3434-4a4f-9338-c0d6c2a85bc9 None None] Network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:14.349057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port be202531-16d5-489d-a51c-691238aa276c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:14.352291 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:14.373151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7fb5b5c8-bf04-4905-817d-b3effbc9067b has no active binding in host n-h2-794306-7 {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:54:14.375788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port be202531-16d5-489d-a51c-691238aa276c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:14.376323 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.536676 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.561329 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7945596-7c1d-4032-832b-24c2191421ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be202531-16d5-489d-a51c-691238aa276c'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:14.563728 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc9bc70-8f8d-48af-9fbc-f59f6e16b3e3" -d '{"events": [{"server_uuid": "f7945596-7c1d-4032-832b-24c2191421ea", "name": "network-vif-plugged", "status": "completed", "tag": "be202531-16d5-489d-a51c-691238aa276c"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:14.566636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c1665d7c-d43f-4cd9-b420-c32753c5ddb3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:14.572107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c1665d7c-d43f-4cd9-b420-c32753c5ddb3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/networks?id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2 HTTP/1.1" status: 200 len: 822 time: 0.1163669 Jul 16 17:54:14.578114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port be202531-16d5-489d-a51c-691238aa276c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=be202531-16d5-489d-a51c-691238aa276c,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:14.582572 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:14.585575 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-80d9cc50-aec9-478b-9f7d-0575d4544dae tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/quotas/273172bcaed443e5b422bb2273a512a3 HTTP/1.1" status: 200 len: 375 time: 0.0101254 Jul 16 17:54:14.627064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-33bc02b4-edc3-4f49-b8c5-b41ca1157609 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=273172bcaed443e5b422bb2273a512a3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0351415 Jul 16 17:54:14.633323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=be202531-16d5-489d-a51c-691238aa276c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:14.729979 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-7ca5a6a3-6555-4e70-b0e8-9ea05716fe7a service neutron] 10.222.0.47 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937555 Jul 16 17:54:14.840239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-aa433f11-70d5-487c-8622-754ffe8e3906 service neutron] 10.222.0.47 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042190 Jul 16 17:54:14.862434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9136182-382f-4559-83f7-a541eeb09adc req-29f292d6-52f7-4bb6-a267-d17f25c809ee tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:14.864240 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e9136182-382f-4559-83f7-a541eeb09adc req-29f292d6-52f7-4bb6-a267-d17f25c809ee tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 949 time: 0.0810957 Jul 16 17:54:14.909162 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e9136182-382f-4559-83f7-a541eeb09adc req-30364780-c509-4dc9-80c6-acd1a8881113 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385163 Jul 16 17:54:14.963002 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bb7b94d-dfd6-49e2-89d1-3bf03fa0416f x-openstack-request-id: req-9bb7b94d-dfd6-49e2-89d1-3bf03fa0416f {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:14.963465 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7945596-7c1d-4032-832b-24c2191421ea", "name": "network-vif-plugged", "status": "completed", "tag": "be202531-16d5-489d-a51c-691238aa276c", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:14.963796 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9bb7b94d-dfd6-49e2-89d1-3bf03fa0416f {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:14.964194 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7945596-7c1d-4032-832b-24c2191421ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be202531-16d5-489d-a51c-691238aa276c', 'code': 200} Jul 16 17:54:15.115057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c729123-c910-4fee-a04e-56c077a9beaf req-f08a0b7a-0125-47bd-bad1-b5b679fd9d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:15.116650 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c729123-c910-4fee-a04e-56c077a9beaf req-f08a0b7a-0125-47bd-bad1-b5b679fd9d7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 1100 time: 0.0842896 Jul 16 17:54:15.190007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0136090b-531a-4ae3-81d8-77f76e4a4fc2 req-494db347-962b-48fd-b4b1-596fc8310d65 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 210 time: 0.0424645 Jul 16 17:54:15.213951 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c729123-c910-4fee-a04e-56c077a9beaf req-2c5f0090-2373-4ba8-9a27-661deaebe827 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829589 Jul 16 17:54:15.398220 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f971e3f0-8372-4989-9489-375d36e56305 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:15.454053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab13bfb3-8212-4b72-a1c9-21414989438b req-130b66a9-e8fb-43ad-ba3e-da86a97e51f2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:15.460072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab13bfb3-8212-4b72-a1c9-21414989438b req-130b66a9-e8fb-43ad-ba3e-da86a97e51f2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 943 time: 0.0773318 Jul 16 17:54:15.525243 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab13bfb3-8212-4b72-a1c9-21414989438b req-e03c09a6-bf77-4c9f-92c3-460d06dfc5e8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551820 Jul 16 17:54:15.837623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43406) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:16.001753 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-146cd6bf-d8d0-4c2f-bc1f-5800d8b78b5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.041810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43426) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:16.077299 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:54:16.144180 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-146cd6bf-d8d0-4c2f-bc1f-5800d8b78b5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.150536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-146cd6bf-d8d0-4c2f-bc1f-5800d8b78b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.190948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-146cd6bf-d8d0-4c2f-bc1f-5800d8b78b5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=852d18c12a804e96b521c370a5cbe131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3522243 Jul 16 17:54:16.193190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d14305-894b-4280-a9e0-90a86a46323e req-924ab67a-7ee3-4dd2-a3e4-17c7e84ff280 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.197867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43438) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:16.205959 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19d14305-894b-4280-a9e0-90a86a46323e req-924ab67a-7ee3-4dd2-a3e4-17c7e84ff280 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 949 time: 0.1698873 Jul 16 17:54:16.243809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146cd6bf-d8d0-4c2f-bc1f-5800d8b78b5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c8605da-b958-4733-9f6e-5ee190066111,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:16.282063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19d14305-894b-4280-a9e0-90a86a46323e req-7d4bc815-ef35-4c28-99ef-ff93096c2534 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733366 Jul 16 17:54:16.291406 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-904497cc-4365-4945-b64d-04ce2338dd1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.327761 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c93e5376-5f8e-407a-9a58-6f741a13474d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.440927 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17a43f87-da53-4e9b-a766-2395c0024055 req-2ac5de1e-cb58-4d66-a72a-5b9468371c19 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 210 time: 0.0476625 Jul 16 17:54:16.443195 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c93e5376-5f8e-407a-9a58-6f741a13474d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.518240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-13c25e95-f279-478f-9c15-1150549f1c19 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.519737 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-13c25e95-f279-478f-9c15-1150549f1c19 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.18 "GET /v2.0/networks?id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2 HTTP/1.1" status: 200 len: 822 time: 0.1493704 Jul 16 17:54:16.536439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Request body: {'port': {'device_id': 'a95edaa9-b30f-4f18-9ee9-5593bab3c324', 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2', 'admin_state_up': True, 'tenant_id': '273172bcaed443e5b422bb2273a512a3'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:16.572502 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-904497cc-4365-4945-b64d-04ce2338dd1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.576795 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-5343fd84-15e3-4424-aa6c-ae9be52a4a0e service neutron] 10.222.0.37 "GET /v2.0/ports/7fb5b5c8-bf04-4905-817d-b3effbc9067b/bindings/n-h2-794306-7 HTTP/1.1" status: 200 len: 384 time: 0.2433465 Jul 16 17:54:16.578253 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-904497cc-4365-4945-b64d-04ce2338dd1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.652348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904497cc-4365-4945-b64d-04ce2338dd1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50cfe9e3-57c0-4500-a6e7-0ae97290dd50,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:16.711059 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c93e5376-5f8e-407a-9a58-6f741a13474d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.713699 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c93e5376-5f8e-407a-9a58-6f741a13474d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.717187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c93e5376-5f8e-407a-9a58-6f741a13474d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9c8605da-b958-4733-9f6e-5ee190066111 HTTP/1.1" status: 204 len: 168 time: 0.5156779 Jul 16 17:54:16.738456 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Made reservation on behalf of 273172bcaed443e5b422bb2273a512a3 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:16.745406 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:16.751642 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-904497cc-4365-4945-b64d-04ce2338dd1d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2617379d64314f60897aa1c3389a5e00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7078795 Jul 16 17:54:16.751865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e5376-5f8e-407a-9a58-6f741a13474d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c8605da-b958-4733-9f6e-5ee190066111,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:16.756135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43466) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:16.874366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610361ae-a80c-4c24-af42-a17497e1a243 req-ec42b25c-b9f6-44f7-bb60-3ee0823ddc0e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:16.881261 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610361ae-a80c-4c24-af42-a17497e1a243 req-ec42b25c-b9f6-44f7-bb60-3ee0823ddc0e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 943 time: 0.2214210 Jul 16 17:54:16.953121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Allocated IP 172.20.0.7 (d8f8ea43-c94e-40f2-8d9a-b07c737726f2/209e1bd4-38a2-42c9-9679-f1d8f8792b96/2ad40190-deba-4035-8746-8fbe144d34d3) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:16.967822 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeaff679-bc56-4735-b011-7292d7fd91f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.014642 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610361ae-a80c-4c24-af42-a17497e1a243 req-0a773454-6510-447d-afd1-476df5ef595c tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323109 Jul 16 17:54:17.053641 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeaff679-bc56-4735-b011-7292d7fd91f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.068368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-8ef4dc01-edac-4795-a762-86bd6812368e req-e854536c-3219-40b7-8def-39f6e4bc443d service neutron] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:17.110905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43482) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:17.114394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-8ef4dc01-edac-4795-a762-86bd6812368e req-e854536c-3219-40b7-8def-39f6e4bc443d service neutron] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:17.143099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.156113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66780464-99fa-4bd1-9e91-d3134d645b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.185746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-8ef4dc01-edac-4795-a762-86bd6812368e req-e854536c-3219-40b7-8def-39f6e4bc443d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fb5b5c8-bf04-4905-817d-b3effbc9067b {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:17.191057 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.204322 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeaff679-bc56-4735-b011-7292d7fd91f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.208219 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeaff679-bc56-4735-b011-7292d7fd91f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.213360 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eeaff679-bc56-4735-b011-7292d7fd91f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50cfe9e3-57c0-4500-a6e7-0ae97290dd50 HTTP/1.1" status: 204 len: 168 time: 0.4537127 Jul 16 17:54:17.219240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-8ef4dc01-edac-4795-a762-86bd6812368e req-e854536c-3219-40b7-8def-39f6e4bc443d service neutron] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:17.240146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:17.244081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:17.245218 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaff679-bc56-4735-b011-7292d7fd91f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50cfe9e3-57c0-4500-a6e7-0ae97290dd50,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:17.248090 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:17.253568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8ef4dc01-edac-4795-a762-86bd6812368e req-e854536c-3219-40b7-8def-39f6e4bc443d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.305325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event updated for resources: {'Port': ['ID=2ad40190-deba-4035-8746-8fbe144d34d3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:17.333074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:17.333732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.419657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-8ef4dc01-edac-4795-a762-86bd6812368e req-e854536c-3219-40b7-8def-39f6e4bc443d service neutron] Transition to ACTIVE for port object 7fb5b5c8-bf04-4905-817d-b3effbc9067b will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:17.431249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8ef4dc01-edac-4795-a762-86bd6812368e req-e854536c-3219-40b7-8def-39f6e4bc443d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.433974 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66780464-99fa-4bd1-9e91-d3134d645b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.442509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66780464-99fa-4bd1-9e91-d3134d645b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.451709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-603efb48-6e01-40be-a409-ca7d99c1806e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9202309 Jul 16 17:54:17.474126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Request body: {'port': {'device_id': 'a95edaa9-b30f-4f18-9ee9-5593bab3c324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:17.486791 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-66780464-99fa-4bd1-9e91-d3134d645b6c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70e6c01d51ca4e36bec4f32af0f0edbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3748252 Jul 16 17:54:17.493984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43492) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:17.611477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66780464-99fa-4bd1-9e91-d3134d645b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f269b274-ab8f-48e1-ac16-f58689f975a7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:17.652095 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.682406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fd0026-e189-4ea3-bd82-ba73c6b79a3e req-2bb05a33-a244-439c-8825-b6f6d6d2f378 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:17.684203 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6fd0026-e189-4ea3-bd82-ba73c6b79a3e req-2bb05a33-a244-439c-8825-b6f6d6d2f378 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 949 time: 0.2485156 Jul 16 17:54:17.684779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43502) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:17.767954 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6fd0026-e189-4ea3-bd82-ba73c6b79a3e req-ed89e181-61cd-45c2-b6f6-f5bdd994e0a8 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747674 Jul 16 17:54:17.841535 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.886287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43516) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:17.920063 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69538c98-374d-46e5-892f-e6fbf337bbcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.925696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bc38-0781-416a-8874-0dba357a52cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:17.939324 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef4dc01-edac-4795-a762-86bd6812368e req-e854536c-3219-40b7-8def-39f6e4bc443d service neutron] No DVR routers for this DVR port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:17.963097 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e854536c-3219-40b7-8def-39f6e4bc443d service neutron] Pushing event updated for resources: {'Port': ['ID=7fb5b5c8-bf04-4905-817d-b3effbc9067b,revision_number=10']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:17.984182 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2a3270d-ff11-4261-82da-69b15c494e26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.006546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.api [None req-d5e7bc38-0781-416a-8874-0dba357a52cd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 17:54:18.006546 n-d-794306-7 neutron-server[105439]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 17:54:18.006546 n-d-794306-7 neutron-server[105439]: [parameters: {'project_id': '355ce91758c44174856bd5e496b6e5f4', 'id': '1ec3d9d9-577e-4933-a3d7-b90eda7d1479', 'expiration': datetime.datetime(2021, 7, 16, 17, 56, 17, 991029)}] Jul 16 17:54:18.006546 n-d-794306-7 neutron-server[105439]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:54:18.007190 n-d-794306-7 neutron-server[105439]: DEBUG oslo_db.api [None req-d5e7bc38-0781-416a-8874-0dba357a52cd admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:54:18.024467 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-e854536c-3219-40b7-8def-39f6e4bc443d service neutron] 10.222.0.37 "PUT /v2.0/ports/7fb5b5c8-bf04-4905-817d-b3effbc9067b/bindings/n-h2-794306-7/activate HTTP/1.1" status: 200 len: 369 time: 1.4141183 Jul 16 17:54:18.035540 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2a3270d-ff11-4261-82da-69b15c494e26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.085102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950424ee-cf2a-4285-a945-e70decbaa70c req-d789d5d7-9cc7-4359-a51e-5900201df472 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.087116 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-950424ee-cf2a-4285-a945-e70decbaa70c req-d789d5d7-9cc7-4359-a51e-5900201df472 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 931 time: 0.1496325 Jul 16 17:54:18.110702 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2a3270d-ff11-4261-82da-69b15c494e26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.114140 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2a3270d-ff11-4261-82da-69b15c494e26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.115436 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e2a3270d-ff11-4261-82da-69b15c494e26 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f269b274-ab8f-48e1-ac16-f58689f975a7 HTTP/1.1" status: 204 len: 168 time: 0.6159964 Jul 16 17:54:18.126279 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fbf66afe-8b34-4d50-b5b3-1e906ef5dba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.178527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a3270d-ff11-4261-82da-69b15c494e26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f269b274-ab8f-48e1-ac16-f58689f975a7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:18.226790 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-950424ee-cf2a-4285-a945-e70decbaa70c req-4b9cf22e-18d7-4b72-960c-cddccace2f61 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093278 Jul 16 17:54:18.251358 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69538c98-374d-46e5-892f-e6fbf337bbcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.259909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad40190-deba-4035-8746-8fbe144d34d3 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:18.265471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69538c98-374d-46e5-892f-e6fbf337bbcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.279351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.317680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc01-edac-4795-a762-86bd6812368e req-bc3ef54d-3ef2-4204-a3d7-7c918452b8d3 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.319794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Transition to ACTIVE for port object 2ad40190-deba-4035-8746-8fbe144d34d3 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:18.320204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-bc3ef54d-3ef2-4204-a3d7-7c918452b8d3 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.1930146 Jul 16 17:54:18.335707 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-69538c98-374d-46e5-892f-e6fbf337bbcd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a4d3dccebc646ef9c17fcfed41cf275&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6494246 Jul 16 17:54:18.347380 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.358794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43532) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:18.375150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69538c98-374d-46e5-892f-e6fbf337bbcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e45b2c-08d6-4700-807b-71db8d416239,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:18.444537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad40190-deba-4035-8746-8fbe144d34d3,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:18.513493 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc01-edac-4795-a762-86bd6812368e req-dd8a9ed8-16b5-40cc-882c-10baaa8e8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.515811 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-dd8a9ed8-16b5-40cc-882c-10baaa8e8222 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a&tenant_id=fd1e60976af94d0bbe27792be036c702 HTTP/1.1" status: 200 len: 1095 time: 0.1851275 Jul 16 17:54:18.525215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bc38-0781-416a-8874-0dba357a52cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.630092 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc01-edac-4795-a762-86bd6812368e req-8da1c686-6cde-40c4-a953-6f4e201b38c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.631625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-8da1c686-6cde-40c4-a953-6f4e201b38c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 1095 time: 0.0844352 Jul 16 17:54:18.644849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df37b148-22ff-4d42-a936-bf8c0b889a59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.700865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Attempting to bind port 2ad40190-deba-4035-8746-8fbe144d34d3 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:18.701129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Attempting to bind port 2ad40190-deba-4035-8746-8fbe144d34d3 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:18.701518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Attempting to bind port 2ad40190-deba-4035-8746-8fbe144d34d3 on network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:18.710353 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df37b148-22ff-4d42-a936-bf8c0b889a59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.737919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Port 2ad40190-deba-4035-8746-8fbe144d34d3 on network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:18.738580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Attempting to bind port 2ad40190-deba-4035-8746-8fbe144d34d3 on network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:18.775805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f899b731-8f66-482e-b9a7-c1db2156dfca req-24fcbf7a-c1b9-4310-942d-1e2553615295 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.777326 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f899b731-8f66-482e-b9a7-c1db2156dfca req-24fcbf7a-c1b9-4310-942d-1e2553615295 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 944 time: 0.2053790 Jul 16 17:54:18.778081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:18.778416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Checking segment: {'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:18.778581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc01-edac-4795-a762-86bd6812368e req-d6d8574e-ab47-49f0-baa1-10c2f224229b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.778797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Bound using segment: {'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:18.779239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Bound port: 2ad40190-deba-4035-8746-8fbe144d34d3, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:18.779613 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.780350 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-d6d8574e-ab47-49f0-baa1-10c2f224229b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1420596 Jul 16 17:54:18.788861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4177a8-9c34-4e7b-9eb2-4dc482bbc6c6 req-ba8088b5-4821-4683-8a35-88f06875c8bb tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.791041 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8a4177a8-9c34-4e7b-9eb2-4dc482bbc6c6 req-ba8088b5-4821-4683-8a35-88f06875c8bb tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 949 time: 0.1432185 Jul 16 17:54:18.840564 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-992c055a-7cde-4b2f-8b4b-eb1cc22d0c98 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b HTTP/1.1" status: 200 len: 217 time: 0.0484288 Jul 16 17:54:18.875054 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df37b148-22ff-4d42-a936-bf8c0b889a59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.877535 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df37b148-22ff-4d42-a936-bf8c0b889a59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.878657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-df37b148-22ff-4d42-a936-bf8c0b889a59 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0e45b2c-08d6-4700-807b-71db8d416239 HTTP/1.1" status: 204 len: 168 time: 0.5175576 Jul 16 17:54:18.891151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f899b731-8f66-482e-b9a7-c1db2156dfca req-01f86478-c55e-4b39-879f-2aae7a4ee136 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047845 Jul 16 17:54:18.893328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bc38-0781-416a-8874-0dba357a52cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.919904 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8a4177a8-9c34-4e7b-9eb2-4dc482bbc6c6 req-23a7529d-d58c-41d2-a0f8-159616c53099 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190140 Jul 16 17:54:18.927242 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc01-edac-4795-a762-86bd6812368e req-0cc2e5ae-4473-48ce-aa96-ce3c22ca472c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:18.931124 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-0cc2e5ae-4473-48ce-aa96-ce3c22ca472c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0844109 Jul 16 17:54:18.933103 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5e7bc38-0781-416a-8874-0dba357a52cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:18.948862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37b148-22ff-4d42-a936-bf8c0b889a59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e45b2c-08d6-4700-807b-71db8d416239,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:19.020494 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-6c33ff4a-1b7d-44f8-bfc4-1ec8ff74b8b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826218 Jul 16 17:54:19.049954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] For port 2ad40190-deba-4035-8746-8fbe144d34d3, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:19.080573 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d5e7bc38-0781-416a-8874-0dba357a52cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=355ce91758c44174856bd5e496b6e5f4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1931601 Jul 16 17:54:19.083403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e7bc38-0781-416a-8874-0dba357a52cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9810b4-7543-498a-8b1d-c5341ed43078,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:19.089006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-2f89c08b-c7fb-42bf-a19d-d5afef829276 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b8385265675e48cc9f3b72e58e7e028d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0632951 Jul 16 17:54:19.091219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] For port 2ad40190-deba-4035-8746-8fbe144d34d3, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2ad40190-deba-4035-8746-8fbe144d34d3,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:19.093065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43574) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:19.128953 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.149324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-a6a80855-2baf-447d-a763-ec657572f86f service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209772 Jul 16 17:54:19.191492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.192503 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.194128 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] 10.222.0.18 "PUT /v2.0/ports/2ad40190-deba-4035-8746-8fbe144d34d3 HTTP/1.1" status: 200 len: 1091 time: 1.7252758 Jul 16 17:54:19.209803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95edaa9-b30f-4f18-9ee9-5593bab3c324', 'tag': '2ad40190-deba-4035-8746-8fbe144d34d3'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:19.214923 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8c2373-d6c3-40c4-8855-b20782a2e923" -d '{"events": [{"name": "network-changed", "server_uuid": "a95edaa9-b30f-4f18-9ee9-5593bab3c324", "tag": "2ad40190-deba-4035-8746-8fbe144d34d3"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:19.293282 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-4db8a2f0-c5b3-457c-afef-1391673482b4 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=181a2b4cceec48868a070c2d745a73bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715909 Jul 16 17:54:19.373335 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-38548092-e5dc-48f1-b6e7-94c0451b1a5f service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182515 Jul 16 17:54:19.416372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43594) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:19.437613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7cfebbee-8ab5-4538-b32b-30db06947847 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.492875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-969cc724-ca1c-4086-a1ad-123fae08d3bc tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.494465 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-969cc724-ca1c-4086-a1ad-123fae08d3bc tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1905129 Jul 16 17:54:19.512688 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-961e79f3-40d2-4741-8f17-3f2b15126982 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/quotas/181a2b4cceec48868a070c2d745a73bf HTTP/1.1" status: 200 len: 375 time: 0.0111635 Jul 16 17:54:19.595972 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-424ab503-9c82-4f16-bf1b-c29d9f45d7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.619666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c469e326-cc95-4925-9c1d-f458423fdf67 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad40190-deba-4035-8746-8fbe144d34d3,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:19.649565 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-6903c7e3-f828-4c3e-9e6b-ded088c7e6ab tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=181a2b4cceec48868a070c2d745a73bf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1197598 Jul 16 17:54:19.651291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7cfebbee-8ab5-4538-b32b-30db06947847 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.657391 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7cfebbee-8ab5-4538-b32b-30db06947847 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.663214 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-424ab503-9c82-4f16-bf1b-c29d9f45d7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.682472 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.712890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-4a798c92-d0aa-44dd-9c4d-d1e3f14f7c4f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.719968 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-4a798c92-d0aa-44dd-9c4d-d1e3f14f7c4f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5943015 Jul 16 17:54:19.734562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfebbee-8ab5-4538-b32b-30db06947847 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b457913-de8f-4a9a-94bf-13acdb242705,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:19.738950 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7cfebbee-8ab5-4538-b32b-30db06947847 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f098d7c08e841bc8512515357402e59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3216000 Jul 16 17:54:19.743825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43602) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:19.775171 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-61ba8966-cd64-42b8-a6be-9a1bfbba6fad tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/quotas/b8385265675e48cc9f3b72e58e7e028d HTTP/1.1" status: 200 len: 375 time: 0.0541399 Jul 16 17:54:19.781225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-6b409947-9788-4544-8148-a04f6e6fe99d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.782702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-6b409947-9788-4544-8148-a04f6e6fe99d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273172bcaed443e5b422bb2273a512a3&device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 1094 time: 0.5357363 Jul 16 17:54:19.827839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc01-edac-4795-a762-86bd6812368e req-bf35f44c-6b15-4260-a15a-6265205211df tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.829402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-bf35f44c-6b15-4260-a15a-6265205211df tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.1272416 Jul 16 17:54:19.830180 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7ded-213d-4583-b67f-b7903b777ed9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.839742 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-788f15cc-e4a1-442d-9cab-afffa2ba7214 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8385265675e48cc9f3b72e58e7e028d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634494 Jul 16 17:54:19.876882 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-dc99d0c3-b540-4916-b43c-0e9049a6ffa9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ad40190-deba-4035-8746-8fbe144d34d3 HTTP/1.1" status: 200 len: 217 time: 0.0819757 Jul 16 17:54:19.887879 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7ded-213d-4583-b67f-b7903b777ed9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.894671 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-424ab503-9c82-4f16-bf1b-c29d9f45d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.897756 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-424ab503-9c82-4f16-bf1b-c29d9f45d7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:19.900080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-424ab503-9c82-4f16-bf1b-c29d9f45d7c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a9810b4-7543-498a-8b1d-c5341ed43078 HTTP/1.1" status: 204 len: 168 time: 0.8051181 Jul 16 17:54:19.928029 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75c6c59-15d0-423d-876f-2882f5c60307 x-openstack-request-id: req-f75c6c59-15d0-423d-876f-2882f5c60307 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:19.928328 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95edaa9-b30f-4f18-9ee9-5593bab3c324", "tag": "2ad40190-deba-4035-8746-8fbe144d34d3", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:19.928576 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f75c6c59-15d0-423d-876f-2882f5c60307 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:19.928960 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95edaa9-b30f-4f18-9ee9-5593bab3c324', 'tag': '2ad40190-deba-4035-8746-8fbe144d34d3', 'status': 'completed', 'code': 200} Jul 16 17:54:19.939282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424ab503-9c82-4f16-bf1b-c29d9f45d7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9810b4-7543-498a-8b1d-c5341ed43078,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:19.971516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-ab55254b-0e3d-40c7-b161-53c78c856ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:19.973702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-ab55254b-0e3d-40c7-b161-53c78c856ed7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=209e1bd4-38a2-42c9-9679-f1d8f8792b96 HTTP/1.1" status: 200 len: 862 time: 0.0901897 Jul 16 17:54:20.020939 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-3578af70-fa90-42f9-a21a-7429f4563cca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395482 Jul 16 17:54:20.102272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7ded-213d-4583-b67f-b7903b777ed9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:20.105548 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8ac7ded-213d-4583-b67f-b7903b777ed9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:20.106869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e8ac7ded-213d-4583-b67f-b7903b777ed9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b457913-de8f-4a9a-94bf-13acdb242705 HTTP/1.1" status: 204 len: 168 time: 0.3621516 Jul 16 17:54:20.121508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ac7ded-213d-4583-b67f-b7903b777ed9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b457913-de8f-4a9a-94bf-13acdb242705,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:20.138104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-8ef4dc01-edac-4795-a762-86bd6812368e req-d9fa01d8-0edf-490a-99ad-ffd41d9bbbb0 service neutron] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:20.145590 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8ef4dc01-edac-4795-a762-86bd6812368e req-d9fa01d8-0edf-490a-99ad-ffd41d9bbbb0 service neutron] Notify callbacks [] for binding, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:20.150059 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef4dc01-edac-4795-a762-86bd6812368e req-d9fa01d8-0edf-490a-99ad-ffd41d9bbbb0 service neutron] 10.222.0.18 "DELETE /v2.0/ports/7fb5b5c8-bf04-4905-817d-b3effbc9067b/bindings/n-h1-794306-7 HTTP/1.1" status: 204 len: 173 time: 0.3084192 Jul 16 17:54:20.290057 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-9c727bee-f40f-4445-b649-e4a5cb20e216 service neutron] 10.222.0.18 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2626259 Jul 16 17:54:20.433610 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64d8bbb1-601d-432b-955e-f2a8dc594a47 req-985c7838-1f5b-42ad-b268-818ab5111f99 service neutron] 10.222.0.18 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342499 Jul 16 17:54:20.437878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b2977c-528a-48e9-aafd-d29b4fd6480a req-177a779f-b6f0-4607-af27-84a39d3bbb31 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:20.439447 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0b2977c-528a-48e9-aafd-d29b4fd6480a req-177a779f-b6f0-4607-af27-84a39d3bbb31 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 943 time: 0.2271426 Jul 16 17:54:20.521826 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0b2977c-528a-48e9-aafd-d29b4fd6480a req-6f6b710d-0f67-419e-baba-9c0426c7b99f tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715590 Jul 16 17:54:20.591193 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7fb5b5c8-bf04-4905-817d-b3effbc9067b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:20.693016 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7fb5b5c8-bf04-4905-817d-b3effbc9067b not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:20.722260 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16c65543-0ef1-4ec7-a98b-8297294ca241 req-ece5f20a-8152-4ed2-ab91-546a8a8d9198 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 210 time: 0.1020429 Jul 16 17:54:20.728123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c2373-d6c3-40c4-8855-b20782a2e923 req-71650af5-6c3b-4b20-bc69-c16eb3934089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:20.735008 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc8c2373-d6c3-40c4-8855-b20782a2e923 req-71650af5-6c3b-4b20-bc69-c16eb3934089 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=273172bcaed443e5b422bb2273a512a3&device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 1094 time: 0.2486446 Jul 16 17:54:20.937346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-878babb7-137d-495e-9399-46f93474d628 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=b8385265675e48cc9f3b72e58e7e028d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460331 Jul 16 17:54:20.996669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d37f9f9-68ff-44bd-a36e-55f2dd3d0a99 req-6f531f88-9cd5-4353-a42f-c89d71d0f5ec tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.006658 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d37f9f9-68ff-44bd-a36e-55f2dd3d0a99 req-6f531f88-9cd5-4353-a42f-c89d71d0f5ec tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 944 time: 0.1622486 Jul 16 17:54:21.018677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c2373-d6c3-40c4-8855-b20782a2e923 req-887d4722-a031-47e2-932c-279b2a3ecb46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.020181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc8c2373-d6c3-40c4-8855-b20782a2e923 req-887d4722-a031-47e2-932c-279b2a3ecb46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2 HTTP/1.1" status: 200 len: 923 time: 0.2733200 Jul 16 17:54:21.071353 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc8c2373-d6c3-40c4-8855-b20782a2e923 req-cd2489c7-ca43-4b61-b1de-3f89da34be1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2ad40190-deba-4035-8746-8fbe144d34d3 HTTP/1.1" status: 200 len: 217 time: 0.0433886 Jul 16 17:54:21.080805 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d37f9f9-68ff-44bd-a36e-55f2dd3d0a99 req-c90c0912-ee3f-4c99-956c-cf4d77c088e2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664649 Jul 16 17:54:21.190145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8c2373-d6c3-40c4-8855-b20782a2e923 req-595c5af8-c172-4342-99d7-c9c6d7bb6e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.191506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc8c2373-d6c3-40c4-8855-b20782a2e923 req-595c5af8-c172-4342-99d7-c9c6d7bb6e69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=209e1bd4-38a2-42c9-9679-f1d8f8792b96 HTTP/1.1" status: 200 len: 862 time: 0.0892262 Jul 16 17:54:21.199505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-10604569-22a6-4464-9a3f-ebd2436d5d31 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.200994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-10604569-22a6-4464-9a3f-ebd2436d5d31 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2628858 Jul 16 17:54:21.229839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc8c2373-d6c3-40c4-8855-b20782a2e923 req-9fc2f4f2-333d-4a09-972c-44d3ada0fc2d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278285 Jul 16 17:54:21.253198 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-ff8f7b1f-ac75-4b33-a521-9db1cc2405a0 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/quotas/b8385265675e48cc9f3b72e58e7e028d HTTP/1.1" status: 200 len: 375 time: 0.0423226 Jul 16 17:54:21.317670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-9b3de043-9c0e-45e5-acba-8fa271fc48f1 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b8385265675e48cc9f3b72e58e7e028d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633748 Jul 16 17:54:21.464278 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc8c2373-d6c3-40c4-8855-b20782a2e923 req-86e68692-cc90-43c6-af80-925e92bad90b service neutron] 10.222.0.18 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274492 Jul 16 17:54:21.598348 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc8c2373-d6c3-40c4-8855-b20782a2e923 req-382eaf4d-9a6c-4fb4-9485-72460f60ef0c service neutron] 10.222.0.18 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271775 Jul 16 17:54:21.717206 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:21.783265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dd113-a3c9-4982-8ed2-d6fb8cc7e324 req-850c13d8-5274-49c8-ae0b-1dce247a7c2d tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:21.785158 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c40dd113-a3c9-4982-8ed2-d6fb8cc7e324 req-850c13d8-5274-49c8-ae0b-1dce247a7c2d tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 1095 time: 0.1182947 Jul 16 17:54:21.844341 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c40dd113-a3c9-4982-8ed2-d6fb8cc7e324 req-7b837166-7dac-4e07-9d69-0e5354081b9c tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523865 Jul 16 17:54:21.984457 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bcc0ff79-bd23-4880-baad-1ed9ce0c2cb5 req-e0aac3dc-f563-4956-acc6-a0272a15a561 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 210 time: 0.0931184 Jul 16 17:54:22.114841 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-07e9c97d-eb57-4076-b90e-d598ac2324c3 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=181a2b4cceec48868a070c2d745a73bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0529392 Jul 16 17:54:22.212399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3376c538-b509-4374-ac0e-8c45a6fd03cc req-7dff7b23-37e8-44d6-aae3-0850a07ac2e0 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.225947 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3376c538-b509-4374-ac0e-8c45a6fd03cc req-7dff7b23-37e8-44d6-aae3-0850a07ac2e0 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 943 time: 0.1589515 Jul 16 17:54:22.307553 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3376c538-b509-4374-ac0e-8c45a6fd03cc req-282e8739-3952-4c49-a16b-df4c2a43c737 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802915 Jul 16 17:54:22.441110 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6861634b-d6c5-4842-a73f-55ec21762150 req-ec0a4a32-1889-4d0f-b7bf-fd2697b413b0 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 210 time: 0.0812418 Jul 16 17:54:22.481281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-e3414e47-8ae2-43a0-a2a3-11c52b8c16dc tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.482953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-e3414e47-8ae2-43a0-a2a3-11c52b8c16dc tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3627965 Jul 16 17:54:22.501808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Request body: {'port': {'device_id': 'efa326f2-841e-48c8-9ca0-642ec3b43f9e', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '181a2b4cceec48868a070c2d745a73bf'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:22.665745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-f9cadac7-6746-495f-96a7-c55a99f95d24 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b8385265675e48cc9f3b72e58e7e028d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263884 Jul 16 17:54:22.795399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a584968e-912b-4d3e-b362-6e8e941ba1ed tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.802469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a584968e-912b-4d3e-b362-6e8e941ba1ed tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 821 time: 0.2279277 Jul 16 17:54:22.817942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-f2107def-b277-4872-92aa-36e07ed411fe tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/quotas/fd1e60976af94d0bbe27792be036c702 HTTP/1.1" status: 200 len: 375 time: 0.0149868 Jul 16 17:54:22.900992 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-86d3427a-fb10-4557-98bd-bbdc3cb9fe47 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:22.902698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-86d3427a-fb10-4557-98bd-bbdc3cb9fe47 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294919 Jul 16 17:54:22.935286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Request body: {'port': {'device_id': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': 'b8385265675e48cc9f3b72e58e7e028d'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:23.006138 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-ff252d56-c518-441c-9921-4517c8f1ee82 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1847618 Jul 16 17:54:23.020581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Made reservation on behalf of 181a2b4cceec48868a070c2d745a73bf for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:23.036015 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.129371 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43770) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:23.140999 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-2a200395-9f2d-4904-96b0-2187cbac4f41 service neutron] 10.222.0.47 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275477 Jul 16 17:54:23.244385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-992d0a1a-2b72-4ef1-9e97-fefe93ec785a req-b04e55c9-c446-4303-acd1-a75f4ae3393b tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 210 time: 0.0469835 Jul 16 17:54:23.263736 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Made reservation on behalf of b8385265675e48cc9f3b72e58e7e028d for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:23.267337 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.285193 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.327667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Allocated IP 192.168.233.122 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/841c7a5e-86cc-4085-8e24-310e4dba92a6) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:23.341731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-5ca86e38-93d4-4445-bfed-a4a0b088986f service neutron] 10.222.0.47 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949162 Jul 16 17:54:23.404644 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc328c1e-6476-45fd-a318-9f24c24c26a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.576038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-b75875a8-976f-4cde-9e73-665df5787590 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=b8385265675e48cc9f3b72e58e7e028d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0352805 Jul 16 17:54:23.718371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.746277 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.835404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-21cbaedf-9970-4c23-b747-80c072c9940a tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:23.837767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-21cbaedf-9970-4c23-b747-80c072c9940a tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2513580 Jul 16 17:54:23.848652 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:23.864389 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Request body: {'port': {'device_id': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': 'b8385265675e48cc9f3b72e58e7e028d'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:23.880176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Transition to ACTIVE for port object 841c7a5e-86cc-4085-8e24-310e4dba92a6 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:23.960880 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0fd5c50-d4e1-4349-85fb-6dbaa8df2c91 req-bfa25a65-a4ac-4b7b-8da3-fa6b9be168e3 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 210 time: 0.0875809 Jul 16 17:54:23.969402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e28058-ae40-4f9b-a68e-df9e91041271,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:24.006374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6063dd-ec7b-4509-a548-cadc5e268dc7 req-2cd536de-d530-432f-adb2-d7b56873f109 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:24.014790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b6063dd-ec7b-4509-a548-cadc5e268dc7 req-2cd536de-d530-432f-adb2-d7b56873f109 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 943 time: 0.3462424 Jul 16 17:54:24.034274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.047221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['be202531-16d5-489d-a51c-691238aa276c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:24.096465 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b6063dd-ec7b-4509-a548-cadc5e268dc7 req-4888ec26-8a8f-4d34-acf5-09f616c96fbf tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807071 Jul 16 17:54:24.115700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 2ad40190-deba-4035-8746-8fbe144d34d3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:24.134803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc328c1e-6476-45fd-a318-9f24c24c26a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.140167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cbc8e28f-c41c-45ea-93ef-0954f3b65814 req-db67ca16-41c6-4b51-9b34-77d830d368da tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 210 time: 0.1237187 Jul 16 17:54:24.148143 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc328c1e-6476-45fd-a318-9f24c24c26a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.207280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Pushing event updated for resources: {'Port': ['ID=841c7a5e-86cc-4085-8e24-310e4dba92a6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:24.216347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:24.228201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:24.246518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:24.250396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Made reservation on behalf of b8385265675e48cc9f3b72e58e7e028d for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:24.253439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:24.254080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.258413 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.282317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Allocated IP 192.168.233.188 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/19c96b8a-acf3-4e06-bac6-9a63b1b144fe) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:24.295446 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9c1ce223-ecfa-4fd3-9f62-3c42d362524c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7983992 Jul 16 17:54:24.296896 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.resource_extend [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:54:24.320800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Request body: {'port': {'device_id': 'efa326f2-841e-48c8-9ca0-642ec3b43f9e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:24.355866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bc328c1e-6476-45fd-a318-9f24c24c26a1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=81c93a6b2a064444a6555657e8e565b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2247376 Jul 16 17:54:24.361527 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43810) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:24.409468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc328c1e-6476-45fd-a318-9f24c24c26a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c812f42a-d4da-4182-abb6-9a70195e350d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:24.642929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 2ad40190-deba-4035-8746-8fbe144d34d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2ad40190-deba-4035-8746-8fbe144d34d3,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:24.659363 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06ce4c40-bd18-46c2-8ac9-e4948bcf12b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.676919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '2ad40190-deba-4035-8746-8fbe144d34d3', 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2', 'port_id': '2ad40190-deba-4035-8746-8fbe144d34d3', 'mac_address': 'fa:16:3e:5a:34:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e1bd4-38a2-42c9-9679-f1d8f8792b96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:24.705066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a7dc996-852f-431a-b0ef-d253c0d01572 req-a1eb8abb-7a17-42e1-b06c-adb5eada6a20 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 210 time: 0.0516770 Jul 16 17:54:24.724967 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06ce4c40-bd18-46c2-8ac9-e4948bcf12b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.754291 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.775209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f3e3454f-a8e9-4375-b2f8-4ab3fe669143 None None] Provisioning for port 841c7a5e-86cc-4085-8e24-310e4dba92a6 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:24.779437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad40190-deba-4035-8746-8fbe144d34d3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:24.784282 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.785969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f3e3454f-a8e9-4375-b2f8-4ab3fe669143 None None] Provisioning complete for port 841c7a5e-86cc-4085-8e24-310e4dba92a6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:24.786540 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f3e3454f-a8e9-4375-b2f8-4ab3fe669143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.798007 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.798970 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06ce4c40-bd18-46c2-8ac9-e4948bcf12b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.805843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06ce4c40-bd18-46c2-8ac9-e4948bcf12b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:24.807295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-06ce4c40-bd18-46c2-8ac9-e4948bcf12b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c812f42a-d4da-4182-abb6-9a70195e350d HTTP/1.1" status: 204 len: 168 time: 0.4163675 Jul 16 17:54:24.808038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43824) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:24.825561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce4c40-bd18-46c2-8ac9-e4948bcf12b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c812f42a-d4da-4182-abb6-9a70195e350d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:24.905781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Transition to ACTIVE for port object 19c96b8a-acf3-4e06-bac6-9a63b1b144fe will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:24.994934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 2ad40190-deba-4035-8746-8fbe144d34d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2ad40190-deba-4035-8746-8fbe144d34d3,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:25.004147 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.006797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f3e3454f-a8e9-4375-b2f8-4ab3fe669143 None None] Port 841c7a5e-86cc-4085-8e24-310e4dba92a6 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:25.114091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=2ad40190-deba-4035-8746-8fbe144d34d3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:25.194134 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.232043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['2ad40190-deba-4035-8746-8fbe144d34d3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:25.323638 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-367c5d8b-8e30-40f1-8018-27ac3ffebfa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.355250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:25.363269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:25.388941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:25.395755 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:25.396406 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.401342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43856) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:25.405162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Pushing event updated for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:25.432981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57750ed2-5597-481e-bfbe-beea86a4c92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.477884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a5d131-de13-45ab-bd75-e6fcdfce7a51 req-d2d33cdd-a3d9-4be0-acc0-7f5f5dd2eb88 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:25.480238 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03a5d131-de13-45ab-bd75-e6fcdfce7a51 req-d2d33cdd-a3d9-4be0-acc0-7f5f5dd2eb88 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 936 time: 0.2592623 Jul 16 17:54:25.525516 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03a5d131-de13-45ab-bd75-e6fcdfce7a51 req-082063fb-2ae8-45eb-b1d3-d3ce4f6b40cc tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355361 Jul 16 17:54:25.547846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-ffe6c3dd-6fcb-4c0d-a7b0-15c3148c4e9a tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:25.547846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-ffe6c3dd-6fcb-4c0d-a7b0-15c3148c4e9a tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 821 time: 0.4302688 Jul 16 17:54:25.549191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Allocated IP 192.168.233.26 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:25.574746 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Request body: {'port': {'device_id': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d', 'admin_state_up': True, 'tenant_id': 'fd1e60976af94d0bbe27792be036c702'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:25.660401 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8d1e0976-188c-4962-b0cf-335ebeec11b2 req-7a3ec870-83fa-46ef-9c6d-bc1faffc152b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 210 time: 0.0302708 Jul 16 17:54:25.698488 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710370c9-3b79-40f6-a8ef-d0505d416f46 req-9f6882c6-59d0-4185-99cf-1196a7574439 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:25.700024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-710370c9-3b79-40f6-a8ef-d0505d416f46 req-9f6882c6-59d0-4185-99cf-1196a7574439 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 944 time: 0.3563757 Jul 16 17:54:25.739663 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9c7fc597-5173-4378-a7a9-f2dff7475db9 None None] Provisioning for port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:25.750217 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9c7fc597-5173-4378-a7a9-f2dff7475db9 None None] Provisioning complete for port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:25.750916 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9c7fc597-5173-4378-a7a9-f2dff7475db9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.796501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9c7fc597-5173-4378-a7a9-f2dff7475db9 None None] Port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:25.847045 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-367c5d8b-8e30-40f1-8018-27ac3ffebfa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.861722 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c26dea96-4752-4b15-ac2b-147f27356393 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9308832 Jul 16 17:54:25.878085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Request body: {'port': {'device_id': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:25.891079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-710370c9-3b79-40f6-a8ef-d0505d416f46 req-754ec364-a305-4906-8932-2b1cc280e51a tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750376 Jul 16 17:54:25.896276 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-367c5d8b-8e30-40f1-8018-27ac3ffebfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:25.926531 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-367c5d8b-8e30-40f1-8018-27ac3ffebfa8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79b043e28090452a88c489c5b04039a9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1057019 Jul 16 17:54:25.934887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43862) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:25.970603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367c5d8b-8e30-40f1-8018-27ac3ffebfa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949af0da-977f-49e1-a18c-e99f81ea0d80,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:25.995316 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.010477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Transition to ACTIVE for port object 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:26.051814 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.062447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43868) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:26.064481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 2ad40190-deba-4035-8746-8fbe144d34d3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:26.078562 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3105b8be-3355-4b2b-8e4b-ccaffac9fca7 req-82b4e272-4492-4805-9828-1f52a634321f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 210 time: 0.0767841 Jul 16 17:54:26.111997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:26.116313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:26.122795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:26.124825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.150609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 2ad40190-deba-4035-8746-8fbe144d34d3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:26.155112 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3c451931-429f-4cfe-abd0-32010c524a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.160168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 2ad40190-deba-4035-8746-8fbe144d34d3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:26.160661 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.177627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Pushing event updated for resources: {'Port': ['ID=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.200519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:26.201990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.263112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3c18db7-5a76-454d-903d-15b2d05688c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.284202 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3c451931-429f-4cfe-abd0-32010c524a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.286856 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57750ed2-5597-481e-bfbe-beea86a4c92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.291176 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.299795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-57f9540d-cecc-4745-ad6a-be486e7ebc27 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4442368 Jul 16 17:54:26.313452 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57750ed2-5597-481e-bfbe-beea86a4c92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.323659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Request body: {'port': {'device_id': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:26.325818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95edaa9-b30f-4f18-9ee9-5593bab3c324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad40190-deba-4035-8746-8fbe144d34d3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:26.328255 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de45d6b5-1186-4da7-86e6-b2259ca4c35f" -d '{"events": [{"server_uuid": "a95edaa9-b30f-4f18-9ee9-5593bab3c324", "name": "network-vif-plugged", "status": "completed", "tag": "2ad40190-deba-4035-8746-8fbe144d34d3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:26.344660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 2ad40190-deba-4035-8746-8fbe144d34d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2ad40190-deba-4035-8746-8fbe144d34d3,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:26.351491 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.362381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Made reservation on behalf of fd1e60976af94d0bbe27792be036c702 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:26.366313 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.398924 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9489f7dd-9bc8-4141-9761-884eb03eff5e x-openstack-request-id: req-9489f7dd-9bc8-4141-9761-884eb03eff5e {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:26.399692 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95edaa9-b30f-4f18-9ee9-5593bab3c324", "name": "network-vif-plugged", "status": "completed", "tag": "2ad40190-deba-4035-8746-8fbe144d34d3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:26.399952 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9489f7dd-9bc8-4141-9761-884eb03eff5e {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:26.400342 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95edaa9-b30f-4f18-9ee9-5593bab3c324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad40190-deba-4035-8746-8fbe144d34d3', 'code': 200} Jul 16 17:54:26.421288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=2ad40190-deba-4035-8746-8fbe144d34d3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.525849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-797fa451-6045-4d79-a549-de224088becd None None] Provisioning for port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:26.529444 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.532215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-797fa451-6045-4d79-a549-de224088becd None None] Provisioning complete for port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:26.532717 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-797fa451-6045-4d79-a549-de224088becd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.587089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-797fa451-6045-4d79-a549-de224088becd None None] Port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:26.737185 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3c18db7-5a76-454d-903d-15b2d05688c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.747240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Allocated IP 172.20.0.13 (e3f5c890-cb19-4a71-b707-17807504369d/0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0/7ec9c29a-544e-40f8-a77e-ffb22d551ef4) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:26.757859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3c18db7-5a76-454d-903d-15b2d05688c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.814906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-57750ed2-5597-481e-bfbe-beea86a4c92d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a83546d534b84e27b80c7297576cd094&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4111125 Jul 16 17:54:26.821625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43880) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:26.826172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57750ed2-5597-481e-bfbe-beea86a4c92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e12ee7b6-9ced-4c47-87f6-df356645a41c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.839208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 841c7a5e-86cc-4085-8e24-310e4dba92a6 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:26.860930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d962567-6760-41a7-b29d-8c4564caf256 req-72532423-5588-4f6b-ae0f-ec1285fa166d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 210 time: 0.0738556 Jul 16 17:54:26.868591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c18db7-5a76-454d-903d-15b2d05688c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee15cdd-bc0f-4eec-aa6c-308ab0d2d578,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:26.873877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.878171 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a3c18db7-5a76-454d-903d-15b2d05688c6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=44833ecb84bd4c7e976bcd1399baf62f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8106740 Jul 16 17:54:26.878960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43884) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:26.923956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3c451931-429f-4cfe-abd0-32010c524a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.926483 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3c451931-429f-4cfe-abd0-32010c524a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.927514 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3c451931-429f-4cfe-abd0-32010c524a00 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/949af0da-977f-49e1-a18c-e99f81ea0d80 HTTP/1.1" status: 204 len: 168 time: 0.9911675 Jul 16 17:54:26.931177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Transition to ACTIVE for port object 841c7a5e-86cc-4085-8e24-310e4dba92a6 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:26.946190 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:26.964590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c451931-429f-4cfe-abd0-32010c524a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949af0da-977f-49e1-a18c-e99f81ea0d80,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:27.020784 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-725d69ea-0161-4767-8b24-b9b4461bf352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.024637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7629513a-7a20-4508-a02d-d18e531a1f01 req-031171aa-e38c-4638-9fdc-1f8371320f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.026349 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7629513a-7a20-4508-a02d-d18e531a1f01 req-031171aa-e38c-4638-9fdc-1f8371320f8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 1096 time: 0.3127940 Jul 16 17:54:27.055892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Pushing event updated for resources: {'Port': ['ID=841c7a5e-86cc-4085-8e24-310e4dba92a6,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:27.084555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff0be87-7703-47c3-8ebc-f83dc64a4ce8 req-d32e2f05-3bc6-4766-b358-42a318bb5f74 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.086810 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ff0be87-7703-47c3-8ebc-f83dc64a4ce8 req-d32e2f05-3bc6-4766-b358-42a318bb5f74 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 936 time: 0.3741527 Jul 16 17:54:27.177011 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-725d69ea-0161-4767-8b24-b9b4461bf352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.236999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Attempting to bind port 841c7a5e-86cc-4085-8e24-310e4dba92a6 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:27.237335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Attempting to bind port 841c7a5e-86cc-4085-8e24-310e4dba92a6 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:27.237660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Attempting to bind port 841c7a5e-86cc-4085-8e24-310e4dba92a6 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:27.273993 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7629513a-7a20-4508-a02d-d18e531a1f01 req-7519d4e7-1aca-4702-814e-febd9a01dd04 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366629 Jul 16 17:54:27.300228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Port 841c7a5e-86cc-4085-8e24-310e4dba92a6 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:27.301250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Attempting to bind port 841c7a5e-86cc-4085-8e24-310e4dba92a6 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:27.305416 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ff0be87-7703-47c3-8ebc-f83dc64a4ce8 req-a6562da0-62c1-443f-bd7a-1bf00e7a46b1 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108827 Jul 16 17:54:27.314928 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:27.315342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:27.317333 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:27.318294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Bound port: 841c7a5e-86cc-4085-8e24-310e4dba92a6, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:27.318903 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.354556 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7368-c765-4dd4-8c0e-2a180687842c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.384518 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-725d69ea-0161-4767-8b24-b9b4461bf352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.387300 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-725d69ea-0161-4767-8b24-b9b4461bf352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.393157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-725d69ea-0161-4767-8b24-b9b4461bf352 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e12ee7b6-9ced-4c47-87f6-df356645a41c HTTP/1.1" status: 204 len: 168 time: 0.5640800 Jul 16 17:54:27.442921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43896) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:27.445783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725d69ea-0161-4767-8b24-b9b4461bf352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e12ee7b6-9ced-4c47-87f6-df356645a41c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:27.446696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7368-c765-4dd4-8c0e-2a180687842c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.474349 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efc5eadc-c30a-4530-aee1-c1ea79aa76ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.486320 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.501104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] For port 841c7a5e-86cc-4085-8e24-310e4dba92a6, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:27.505695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] For port 841c7a5e-86cc-4085-8e24-310e4dba92a6, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=841c7a5e-86cc-4085-8e24-310e4dba92a6,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:27.513030 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.583085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a921ac-e457-49ff-a0a9-59c2719847e3 req-90c3eabe-293a-45b9-8d1f-bdd98cdecd00 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.590499 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35a921ac-e457-49ff-a0a9-59c2719847e3 req-90c3eabe-293a-45b9-8d1f-bdd98cdecd00 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.2369108 Jul 16 17:54:27.608472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.609121 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.610607 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] 10.222.0.37 "PUT /v2.0/ports/841c7a5e-86cc-4085-8e24-310e4dba92a6 HTTP/1.1" status: 200 len: 1096 time: 3.2982731 Jul 16 17:54:27.615060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efa326f2-841e-48c8-9ca0-642ec3b43f9e', 'tag': '841c7a5e-86cc-4085-8e24-310e4dba92a6'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:27.617598 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1" -d '{"events": [{"name": "network-changed", "server_uuid": "efa326f2-841e-48c8-9ca0-642ec3b43f9e", "tag": "841c7a5e-86cc-4085-8e24-310e4dba92a6"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:27.640770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e52c05f-de9a-4381-ba3b-83cf3290225f service neutron] Pushing event updated for resources: {'Port': ['ID=841c7a5e-86cc-4085-8e24-310e4dba92a6,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:27.644123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:27.661893 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7368-c765-4dd4-8c0e-2a180687842c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.665427 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1ee7368-c765-4dd4-8c0e-2a180687842c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.666670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c1ee7368-c765-4dd4-8c0e-2a180687842c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ee15cdd-bc0f-4eec-aa6c-308ab0d2d578 HTTP/1.1" status: 204 len: 168 time: 0.7867234 Jul 16 17:54:27.670003 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.696366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef36551-2562-4722-949d-b0581b4dc27e req-3e8e7d64-d0a4-415b-b922-32b969569f5c tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:27.697986 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eef36551-2562-4722-949d-b0581b4dc27e req-3e8e7d64-d0a4-415b-b922-32b969569f5c tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 935 time: 0.1513736 Jul 16 17:54:27.704886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.710892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ee7368-c765-4dd4-8c0e-2a180687842c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee15cdd-bc0f-4eec-aa6c-308ab0d2d578,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:27.732724 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35a921ac-e457-49ff-a0a9-59c2719847e3 req-e9cdf250-b26f-4331-ab93-999a93d2520c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410887 Jul 16 17:54:27.739172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Transition to ACTIVE for port object 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:27.804844 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.836725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Network e3f5c890-cb19-4a71-b707-17807504369d is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:27.841103 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-769ada3b-4f7f-4d24-8680-95ca64869cab x-openstack-request-id: req-769ada3b-4f7f-4d24-8680-95ca64869cab {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:27.841405 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efa326f2-841e-48c8-9ca0-642ec3b43f9e", "tag": "841c7a5e-86cc-4085-8e24-310e4dba92a6", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:27.841663 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-769ada3b-4f7f-4d24-8680-95ca64869cab {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:27.842083 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efa326f2-841e-48c8-9ca0-642ec3b43f9e', 'tag': '841c7a5e-86cc-4085-8e24-310e4dba92a6', 'status': 'completed', 'code': 200} Jul 16 17:54:27.851243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:27.859079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:27.884494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Pushing event updated for resources: {'Port': ['ID=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:27.906174 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efc5eadc-c30a-4530-aee1-c1ea79aa76ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:27.923215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eef36551-2562-4722-949d-b0581b4dc27e req-2867d616-487e-4a25-b1f9-32996a1a5b91 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2176161 Jul 16 17:54:27.924159 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efc5eadc-c30a-4530-aee1-c1ea79aa76ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.056006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-efc5eadc-c30a-4530-aee1-c1ea79aa76ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=285155c4071b4b44b6f5cda2a6c7ec12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6118696 Jul 16 17:54:28.059873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43912) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:28.062816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5eadc-c30a-4530-aee1-c1ea79aa76ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03df147e-7557-4d6f-9467-c42a4a405991,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:28.081104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-df580ebc-4b2f-4e68-a4e1-a0ecab48fca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:28.083409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:28.084074 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-df580ebc-4b2f-4e68-a4e1-a0ecab48fca2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=181a2b4cceec48868a070c2d745a73bf&device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 1099 time: 0.3552864 Jul 16 17:54:28.084215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.125183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Pushing event updated for resources: {'Port': ['ID=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:28.188537 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a38b386b-6a71-49d0-a5f6-baea3d8e5818 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6282494 Jul 16 17:54:28.203031 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-765f5806-0858-41bd-bd8a-e455de35a092 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=841c7a5e-86cc-4085-8e24-310e4dba92a6 HTTP/1.1" status: 200 len: 217 time: 0.0953169 Jul 16 17:54:28.212664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Request body: {'port': {'device_id': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:28.260422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Attempting to bind port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:28.261123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Attempting to bind port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:28.261719 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Attempting to bind port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:28.284588 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:28.284820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Attempting to bind port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:28.371631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19c96b8a-acf3-4e06-bac6-9a63b1b144fe {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:28.373389 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:28.373832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:28.374119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:28.374573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Bound port: 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:28.374938 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.408095 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.417556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.433931 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68f376e7-4dd1-448f-8a2f-9fe44118966f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.436906 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Transition to ACTIVE for port object 19c96b8a-acf3-4e06-bac6-9a63b1b144fe will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:28.449480 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.462476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defce26-8263-49c9-84b4-ad63a4d1d947 req-72350676-e57d-4c1b-bb47-5a64f2cccb73 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:28.463218 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-59fc06ca-e1d9-4057-bb36-40e1bcc007f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:28.468619 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-59fc06ca-e1d9-4057-bb36-40e1bcc007f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.2434196 Jul 16 17:54:28.469544 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3defce26-8263-49c9-84b4-ad63a4d1d947 req-72350676-e57d-4c1b-bb47-5a64f2cccb73 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 932 time: 0.3705668 Jul 16 17:54:28.551032 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68f376e7-4dd1-448f-8a2f-9fe44118966f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.583844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43926) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:28.605392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] For port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:28.627915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3defce26-8263-49c9-84b4-ad63a4d1d947 req-c4fd2fa0-32c8-4ff1-958c-3c3f26077c73 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573906 Jul 16 17:54:28.636024 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c74c91a-c1b1-4a71-827e-ae06776cbecb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.658268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] For port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:28.662512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Pushing event updated for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:28.731803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.737639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Attempting to bind port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:28.737979 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Attempting to bind port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:28.738317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Attempting to bind port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:28.769640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:28.776311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Attempting to bind port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:28.784345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:28.784936 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.786311 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] 10.222.0.37 "PUT /v2.0/ports/69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b HTTP/1.1" status: 200 len: 1095 time: 2.4687135 Jul 16 17:54:28.786762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'tag': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:28.789678 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85cc7136-a58f-441a-b139-4b1510f4a1eb" -d '{"events": [{"name": "network-changed", "server_uuid": "b512bb6e-0957-43bb-953e-1a8df318b374", "tag": "69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:28.802027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-04b9a76d-906a-4805-8052-fbcbe2119ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:28.804159 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-04b9a76d-906a-4805-8052-fbcbe2119ea3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3023994 Jul 16 17:54:28.848849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68f376e7-4dd1-448f-8a2f-9fe44118966f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.852188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68f376e7-4dd1-448f-8a2f-9fe44118966f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.856060 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-68f376e7-4dd1-448f-8a2f-9fe44118966f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/03df147e-7557-4d6f-9467-c42a4a405991 HTTP/1.1" status: 204 len: 168 time: 0.7682319 Jul 16 17:54:28.915541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3086a5f1-6894-41cb-990e-a4e3fbfc68fa service neutron] Pushing event updated for resources: {'Port': ['ID=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:28.918157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:28.919767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:28.919925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43938) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:28.920660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:28.921135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Bound port: 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:28.921482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:28.921778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f376e7-4dd1-448f-8a2f-9fe44118966f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03df147e-7557-4d6f-9467-c42a4a405991,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:28.946559 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751e7a90-36b3-497c-8615-f232338e0c23 req-3e4e8cbc-5b0d-4d14-a0e6-8509758ed242 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:28.953910 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-751e7a90-36b3-497c-8615-f232338e0c23 req-3e4e8cbc-5b0d-4d14-a0e6-8509758ed242 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 948 time: 0.4255512 Jul 16 17:54:28.967029 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.086836 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c74c91a-c1b1-4a71-827e-ae06776cbecb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.119702 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-751e7a90-36b3-497c-8615-f232338e0c23 req-bca621b2-4609-4eec-a9d8-c3e7aa018d4b tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648955 Jul 16 17:54:29.120597 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c74c91a-c1b1-4a71-827e-ae06776cbecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.143221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-8780a91f-2ef7-4aa7-909f-41c44db72f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.144971 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-8780a91f-2ef7-4aa7-909f-41c44db72f10 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8385265675e48cc9f3b72e58e7e028d&device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 1098 time: 0.2863603 Jul 16 17:54:29.176989 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-9992daa8-b5f3-4dc3-81f0-dcbcd4534cc2 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519268 Jul 16 17:54:29.184427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be359304-b131-4d6c-8a82-d7b291b305a3 req-fe0f721a-2bc2-4505-8cab-3ed9b44eb6e1 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.186431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be359304-b131-4d6c-8a82-d7b291b305a3 req-fe0f721a-2bc2-4505-8cab-3ed9b44eb6e1 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.2656674 Jul 16 17:54:29.220438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:29.221168 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9afecd2-44a5-4c53-85e4-517ba97bbc70 x-openstack-request-id: req-d9afecd2-44a5-4c53-85e4-517ba97bbc70 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:29.221461 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b512bb6e-0957-43bb-953e-1a8df318b374", "tag": "69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:29.221714 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9afecd2-44a5-4c53-85e4-517ba97bbc70 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:29.222987 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'tag': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b', 'status': 'completed', 'code': 200} Jul 16 17:54:29.243885 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1c74c91a-c1b1-4a71-827e-ae06776cbecb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4d4fd5f694124a3ea07fce162936c435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6544015 Jul 16 17:54:29.250621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43946) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:29.264077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c74c91a-c1b1-4a71-827e-ae06776cbecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=416bb028-3002-4fcd-b068-5b1d42783efa,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:29.280650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:29.303825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.317643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-a9a12960-5541-45b9-bc42-040cbef904c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b HTTP/1.1" status: 200 len: 217 time: 0.1566973 Jul 16 17:54:29.374888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-network', 'tenant_id': 'e45211deb4be4523a5da741a978df62c'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:29.425129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-67460de7-2f57-459b-b29a-eee74782dbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.426807 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-67460de7-2f57-459b-b29a-eee74782dbbc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0967929 Jul 16 17:54:29.431345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:29.442238 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.469061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Made reservation on behalf of e45211deb4be4523a5da741a978df62c for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:29.470296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.471015 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.471396 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.472550 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] 10.222.0.37 "PUT /v2.0/ports/19c96b8a-acf3-4e06-bac6-9a63b1b144fe HTTP/1.1" status: 200 len: 1096 time: 3.5991302 Jul 16 17:54:29.520352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be359304-b131-4d6c-8a82-d7b291b305a3 req-0dfb1371-fe99-4773-98e4-861fddaf8d2a tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015985 Jul 16 17:54:29.532321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8bb232f-e1fd-437c-ba21-f906b0eef73e req-c24c9efd-a7f8-4e9e-b058-2c00fcae9257 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3476603 Jul 16 17:54:29.533732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.539856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92fb5f-e960-4885-8cc0-201e08c177c7 service neutron] Pushing event updated for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:29.550881 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7ece6b30-be90-42bf-ad61-ce2c4a7a46bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.567071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Transition to ACTIVE for port object 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:29.584345 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.638886 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7ece6b30-be90-42bf-ad61-ce2c4a7a46bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.644611 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Pushing event updated for resources: {'Port': ['ID=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:29.677342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-0fd2fb76-e3a5-4fae-87f0-f4b0755f3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.678305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-0fd2fb76-e3a5-4fae-87f0-f4b0755f3dab service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2386596 Jul 16 17:54:29.680439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893aa05a-ca50-4512-8b79-f8db3d8cd2e9 req-bf2dc5e7-8e87-4b2c-96fb-0d52b64acb0f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.684098 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-893aa05a-ca50-4512-8b79-f8db3d8cd2e9 req-bf2dc5e7-8e87-4b2c-96fb-0d52b64acb0f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 947 time: 0.2992718 Jul 16 17:54:29.791707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7ece6b30-be90-42bf-ad61-ce2c4a7a46bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.795882 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7ece6b30-be90-42bf-ad61-ce2c4a7a46bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.800369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7ece6b30-be90-42bf-ad61-ce2c4a7a46bf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/416bb028-3002-4fcd-b068-5b1d42783efa HTTP/1.1" status: 204 len: 168 time: 0.5295937 Jul 16 17:54:29.865529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:29.865972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:29.866310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:29.867376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:29.868799 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1efabbb4-0650-4d94-b393-8c2721ec169a" -d '{"events": [{"name": "network-changed", "server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:29.878944 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece6b30-be90-42bf-ad61-ce2c4a7a46bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416bb028-3002-4fcd-b068-5b1d42783efa,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:29.910885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:29.911215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:29.923078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:29.923323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:29.923745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:29.924161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Bound port: 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:29.924622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:29.928346 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-a72b3836-ca49-4458-9bf1-1b34b27ba904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.930839 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-a72b3836-ca49-4458-9bf1-1b34b27ba904 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8385265675e48cc9f3b72e58e7e028d&device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 1099 time: 0.3714073 Jul 16 17:54:29.934221 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-893aa05a-ca50-4512-8b79-f8db3d8cd2e9 req-c933d712-552f-4c8c-bebd-79261c30e682 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688187 Jul 16 17:54:29.944105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1 req-6e3b69de-c2fa-4e6f-b19e-db3cc085c752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:29.946428 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1 req-6e3b69de-c2fa-4e6f-b19e-db3cc085c752 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=181a2b4cceec48868a070c2d745a73bf&device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 1099 time: 0.2937124 Jul 16 17:54:29.992327 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-64bcda34-d0d7-4fdb-9a1e-8a4976912931 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3002057 Jul 16 17:54:30.040827 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.065888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.079099 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-f3b76eef-fad7-446b-b8ec-6d56648c8b6d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe HTTP/1.1" status: 200 len: 217 time: 0.1251249 Jul 16 17:54:30.155418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:30.177386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b23b6-f230-4c5e-98d3-d68b6c70c03a req-a678555a-8b7f-4fa7-8b29-74290b63db75 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.184935 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-223b23b6-f230-4c5e-98d3-d68b6c70c03a req-a678555a-8b7f-4fa7-8b29-74290b63db75 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.3248949 Jul 16 17:54:30.194617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a49762dc-a6b7-4da5-ad60-3a154a79fcdd,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:30.209166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:30.211858 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.212126 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Added segment a239d9b4-989f-4e65-b56a-7dfb73a0a15d of type vlan for network fe2db131-f8c2-4333-a6d8-a25e67aae06c Jul 16 17:54:30.219362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1 req-b147d994-b4e0-492b-ae5c-c43325f2932a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.220881 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1 req-b147d994-b4e0-492b-ae5c-c43325f2932a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2566414 Jul 16 17:54:30.256644 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-4362d7ae-8c4b-479c-a74e-1af9ddf31688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.259807 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-4362d7ae-8c4b-479c-a74e-1af9ddf31688 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1643848 Jul 16 17:54:30.275438 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:30.289255 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0d64dfc-66a5-4d8f-ad3d-f82d1835cc3d req-58e0db51-5a14-4fab-957b-fcf8d53b2bc1 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2681239 Jul 16 17:54:30.297128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.314780 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.342398 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-223b23b6-f230-4c5e-98d3-d68b6c70c03a req-636db896-22e0-4214-aba0-d4998fadd44b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566577 Jul 16 17:54:30.351317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.352356 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.353928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] 10.222.0.18 "PUT /v2.0/ports/7ec9c29a-544e-40f8-a77e-ffb22d551ef4 HTTP/1.1" status: 200 len: 1092 time: 2.1510351 Jul 16 17:54:30.433595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542afb93-7a9b-48e6-a70f-b25a591ece8d service neutron] Pushing event updated for resources: {'Port': ['ID=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:30.434448 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1 req-fdc35855-1d9e-48eb-98d6-d16bb2ea0684 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=841c7a5e-86cc-4085-8e24-310e4dba92a6 HTTP/1.1" status: 200 len: 217 time: 0.1729705 Jul 16 17:54:30.452759 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284daf82-eef7-4511-bf91-1c6810ffbf8a x-openstack-request-id: req-284daf82-eef7-4511-bf91-1c6810ffbf8a {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:30.453106 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:30.453288 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-284daf82-eef7-4511-bf91-1c6810ffbf8a {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:30.453717 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'status': 'completed', 'code': 200} Jul 16 17:54:30.467617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dded6f-1e98-4b3c-8e4b-10261b75d120 req-d1c32891-0b4c-4aa2-863e-2bf2c9046d04 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.478609 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b3dded6f-1e98-4b3c-8e4b-10261b75d120 req-d1c32891-0b4c-4aa2-863e-2bf2c9046d04 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 944 time: 0.4015870 Jul 16 17:54:30.501066 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.502052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.502924 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.579411 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.6545939 Jul 16 17:54:30.583519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1 req-67d5553a-33ef-44ef-866e-7d7961b18391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.585167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1 req-67d5553a-33ef-44ef-866e-7d7961b18391 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1035414 Jul 16 17:54:30.587264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43998) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:30.595918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] Request body: {'subnet': {'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-subnet', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:30.602022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-ae4eb156-604b-4776-b354-05e02e2b6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.603729 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-ae4eb156-604b-4776-b354-05e02e2b6933 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3328242 Jul 16 17:54:30.612205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba786d9-9370-4b7a-8c9e-7ebf649481a5 admin admin] Pushing event updated for resources: {'Network': ['ID=fe2db131-f8c2-4333-a6d8-a25e67aae06c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:30.616163 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b3dded6f-1e98-4b3c-8e4b-10261b75d120 req-a3d1ea4a-ca97-4dca-88bd-81b8e044d8ce tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363423 Jul 16 17:54:30.625238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network fe2db131-f8c2-4333-a6d8-a25e67aae06c details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:30.638139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7136-a58f-441a-b139-4b1510f4a1eb req-1f80dff4-1d77-4b2b-84ee-c359b71fe187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.639656 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85cc7136-a58f-441a-b139-4b1510f4a1eb req-1f80dff4-1d77-4b2b-84ee-c359b71fe187 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8385265675e48cc9f3b72e58e7e028d&device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 1098 time: 0.2269094 Jul 16 17:54:30.642381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a56cee7c-64d5-4a63-882c-875dd3949ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.643817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-a56cee7c-64d5-4a63-882c-875dd3949ed0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1095 time: 0.2292764 Jul 16 17:54:30.742876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] Made reservation on behalf of e45211deb4be4523a5da741a978df62c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:30.745531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:30.934612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-0bcac122-9706-4a7e-b16f-d4a93cb862e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4 HTTP/1.1" status: 200 len: 217 time: 0.1041873 Jul 16 17:54:30.949614 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-db514a3f-9f50-4802-b9ba-3d80982de02c service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2981043 Jul 16 17:54:30.954165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1 req-1baf450e-df6d-450b-895a-53e0831b87af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.963858 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1 req-1baf450e-df6d-450b-895a-53e0831b87af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3560448 Jul 16 17:54:30.986558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7136-a58f-441a-b139-4b1510f4a1eb req-cf00e5be-3789-4117-9d13-79f553e59807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:30.988287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85cc7136-a58f-441a-b139-4b1510f4a1eb req-cf00e5be-3789-4117-9d13-79f553e59807 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.3405130 Jul 16 17:54:31.051395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85cc7136-a58f-441a-b139-4b1510f4a1eb req-7090aa5d-4039-437b-93b3-d8e186ca2787 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.26&port_id=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b HTTP/1.1" status: 200 len: 217 time: 0.0533540 Jul 16 17:54:31.056057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-9ac387d2-2068-4a6a-ae49-cf948f92dbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.058676 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-9ac387d2-2068-4a6a-ae49-cf948f92dbfc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.1151297 Jul 16 17:54:31.108815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f36b5d-f29f-4bcf-811a-d2faf9ae975a req-905cc91d-643d-4a14-938d-c69ea813aa71 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.110475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45f36b5d-f29f-4bcf-811a-d2faf9ae975a req-905cc91d-643d-4a14-938d-c69ea813aa71 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 948 time: 0.2789328 Jul 16 17:54:31.132844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-77a438b5-33e2-4553-a244-d9bc1f443f9b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607879 Jul 16 17:54:31.206072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7136-a58f-441a-b139-4b1510f4a1eb req-802468cb-17bd-4e7a-9dfc-52b1b30a78cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.207928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85cc7136-a58f-441a-b139-4b1510f4a1eb req-802468cb-17bd-4e7a-9dfc-52b1b30a78cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1481564 Jul 16 17:54:31.360034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cde9cb5-af9b-4efc-b573-d3a6b2021a03 req-aa1f026e-aa86-495a-99ca-119c59db9f25 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.361418 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3cde9cb5-af9b-4efc-b573-d3a6b2021a03 req-aa1f026e-aa86-495a-99ca-119c59db9f25 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.5479903 Jul 16 17:54:31.485983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'tag': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:31.488174 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24838772-eff7-41bf-a20a-3758d5305cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "59f18cf5-0b0f-4032-be02-decb57d5fc3d", "tag": "7ec9c29a-544e-40f8-a77e-ffb22d551ef4"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:31.493933 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45f36b5d-f29f-4bcf-811a-d2faf9ae975a req-79dd02aa-7c8e-4de7-9de2-56f8035adaf0 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636556 Jul 16 17:54:31.505269 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ebe24fef-f558-4e0a-b338-6a287f5e1e08 req-c41402f6-b5ca-4675-9457-cd11b63838a7 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5412447 Jul 16 17:54:31.517009 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1 req-9b71fd9e-57bf-4a62-883f-2c231219c54c service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5417266 Jul 16 17:54:31.529606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3cde9cb5-af9b-4efc-b573-d3a6b2021a03 req-e068db0b-9acf-4233-9f38-ebc496bf4c4f tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328194 Jul 16 17:54:31.565378 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-d9b1550f-2600-404a-8414-63ca7954f831 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143946 Jul 16 17:54:31.577476 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:31.685846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8580ef7-f80e-4572-bdc3-0274690b690f req-83be2bcb-4773-48d9-bec8-a849f80813d6 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125853 Jul 16 17:54:31.714633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cc7136-a58f-441a-b139-4b1510f4a1eb req-453a1fb9-ac16-43cf-8f5f-7c4ddb461d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.721688 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85cc7136-a58f-441a-b139-4b1510f4a1eb req-453a1fb9-ac16-43cf-8f5f-7c4ddb461d3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4767292 Jul 16 17:54:31.751198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2da14ea1-1b00-4de2-b3ae-11689d02871c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:31.791869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7cf0f471-c63b-49e6-94de-ed12e6a80dd1 req-be029517-d4a6-454d-84e6-9d4a3970e313 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463162 Jul 16 17:54:31.796927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] Checking segment: {'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:31.797290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] Network hostable DHCP agents. Network: fe2db131-f8c2-4333-a6d8-a25e67aae06c, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:31.841586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efabbb4-0650-4d94-b393-8c2721ec169a req-365403b5-61dc-4f60-9f24-6f34537adccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.843210 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1efabbb4-0650-4d94-b393-8c2721ec169a req-365403b5-61dc-4f60-9f24-6f34537adccb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8385265675e48cc9f3b72e58e7e028d&device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 1099 time: 0.1796923 Jul 16 17:54:31.846800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] Network fe2db131-f8c2-4333-a6d8-a25e67aae06c is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:31.857576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9568d-aa2e-4754-a65a-f566f030ddf4 req-80cf37fe-b3ac-4bf3-8a1a-2a7cf8f7043b tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.859047 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ff9568d-aa2e-4754-a65a-f566f030ddf4 req-80cf37fe-b3ac-4bf3-8a1a-2a7cf8f7043b tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 947 time: 0.1825500 Jul 16 17:54:31.868524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85cc7136-a58f-441a-b139-4b1510f4a1eb req-6fd73bd9-8590-4179-a708-871c726fc171 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190383 Jul 16 17:54:31.873658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, fe2db131-f8c2-4333-a6d8-a25e67aae06c) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:31.883706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59d2806-fead-47cd-a5b0-e5c7057de555 None None] Network fe2db131-f8c2-4333-a6d8-a25e67aae06c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:31.898457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:31.899119 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:31.967154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-895cc08a-997e-4a14-b082-57275aed5f1d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3745060 Jul 16 17:54:31.968723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44044) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:31.973439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:31.989170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ff9568d-aa2e-4754-a65a-f566f030ddf4 req-8dfd2d98-4fb8-44e9-8bf0-e537516e16d9 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177089 Jul 16 17:54:32.002209 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85cc7136-a58f-441a-b139-4b1510f4a1eb req-fd31635c-dcfc-4088-bbf3-836c0c2e8bb3 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259005 Jul 16 17:54:32.031599 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.032619 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.044851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efabbb4-0650-4d94-b393-8c2721ec169a req-46975b67-a683-483f-859a-6d08da34f962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.046338 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1efabbb4-0650-4d94-b393-8c2721ec169a req-46975b67-a683-483f-859a-6d08da34f962 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1844451 Jul 16 17:54:32.087606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:54:32.088705 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.111531 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1efabbb4-0650-4d94-b393-8c2721ec169a req-ed99660d-6d9e-4979-99ce-4178486adcd2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe HTTP/1.1" status: 200 len: 217 time: 0.0538056 Jul 16 17:54:32.189344 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfb5672-a9d0-401d-8262-3a0c37195d29 x-openstack-request-id: req-ddfb5672-a9d0-401d-8262-3a0c37195d29 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:32.190146 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f18cf5-0b0f-4032-be02-decb57d5fc3d", "tag": "7ec9c29a-544e-40f8-a77e-ffb22d551ef4", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:32.191847 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ddfb5672-a9d0-401d-8262-3a0c37195d29 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:32.191969 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.192737 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'tag': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4', 'status': 'completed', 'code': 200} Jul 16 17:54:32.251527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Allocated IP 172.20.0.2 (fe2db131-f8c2-4333-a6d8-a25e67aae06c/2da14ea1-1b00-4de2-b3ae-11689d02871c/91d6a35f-847e-468c-8d26-0b1bb12788ff) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:32.299914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24838772-eff7-41bf-a20a-3758d5305cc8 req-9202909f-6aa5-445b-82cf-f4792f45d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.301344 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24838772-eff7-41bf-a20a-3758d5305cc8 req-9202909f-6aa5-445b-82cf-f4792f45d03c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1095 time: 0.0812023 Jul 16 17:54:32.313805 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efabbb4-0650-4d94-b393-8c2721ec169a req-278d8d65-a122-424e-bad6-721eac6f5eec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.313805 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1efabbb4-0650-4d94-b393-8c2721ec169a req-278d8d65-a122-424e-bad6-721eac6f5eec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1687286 Jul 16 17:54:32.419499 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.439463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a8ca8f-e898-489d-87e2-132cce80aac4 req-3c095a9e-8e9a-4e7c-8cbb-ee1529d307ca tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.441336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5a8ca8f-e898-489d-87e2-132cce80aac4 req-3c095a9e-8e9a-4e7c-8cbb-ee1529d307ca tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.3012700 Jul 16 17:54:32.450265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190f123-edd6-45ce-993e-c646e57e5e28 req-e19633ce-92bf-4d68-8e11-ed18670eae4e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.451073 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.451808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e190f123-edd6-45ce-993e-c646e57e5e28 req-e19633ce-92bf-4d68-8e11-ed18670eae4e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 944 time: 0.1544545 Jul 16 17:54:32.462840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Transition to ACTIVE for port object 91d6a35f-847e-468c-8d26-0b1bb12788ff will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:32.465012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24838772-eff7-41bf-a20a-3758d5305cc8 req-6c19de37-9059-4368-b15f-29f0149382ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.466432 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24838772-eff7-41bf-a20a-3758d5305cc8 req-6c19de37-9059-4368-b15f-29f0149382ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1476607 Jul 16 17:54:32.480388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Transition to ACTIVE for port object 91d6a35f-847e-468c-8d26-0b1bb12788ff will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:32.488941 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.507938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Network fe2db131-f8c2-4333-a6d8-a25e67aae06c is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:32.511007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:32.515727 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24838772-eff7-41bf-a20a-3758d5305cc8 req-24e1cc4f-e982-4c3c-8234-8351ff08a615 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4 HTTP/1.1" status: 200 len: 217 time: 0.0361419 Jul 16 17:54:32.526060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efabbb4-0650-4d94-b393-8c2721ec169a req-4715a322-f27a-4c57-bdb6-77bb53ae98e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.528830 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1efabbb4-0650-4d94-b393-8c2721ec169a req-4715a322-f27a-4c57-bdb6-77bb53ae98e4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1853912 Jul 16 17:54:32.532872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:32.534093 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5a8ca8f-e898-489d-87e2-132cce80aac4 req-4c439c66-3623-45a3-b2fd-97cffe3e8906 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757790 Jul 16 17:54:32.538084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e190f123-edd6-45ce-993e-c646e57e5e28 req-2c803dfa-8e0b-4534-a15b-485ccd41bb5b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753150 Jul 16 17:54:32.603294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Pushing event updated for resources: {'Port': ['ID=91d6a35f-847e-468c-8d26-0b1bb12788ff,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:32.637612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24838772-eff7-41bf-a20a-3758d5305cc8 req-c3c3e5a5-f1bc-4473-b2ab-4c1190e48d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:32.639268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24838772-eff7-41bf-a20a-3758d5305cc8 req-c3c3e5a5-f1bc-4473-b2ab-4c1190e48d3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.1001163 Jul 16 17:54:32.682571 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1efabbb4-0650-4d94-b393-8c2721ec169a req-d2ea0b5d-1705-48c5-90ae-a0b63cdab12e service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461864 Jul 16 17:54:32.695159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:32.697396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24838772-eff7-41bf-a20a-3758d5305cc8 req-ebb8dbcf-8e03-4800-afa3-452b75b38451 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469327 Jul 16 17:54:32.704219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Attempting to bind port 91d6a35f-847e-468c-8d26-0b1bb12788ff on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:32.705376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Attempting to bind port 91d6a35f-847e-468c-8d26-0b1bb12788ff by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:32.705376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Attempting to bind port 91d6a35f-847e-468c-8d26-0b1bb12788ff on network fe2db131-f8c2-4333-a6d8-a25e67aae06c {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:32.715041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:32.715533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Checking segment: {'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:32.716193 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.716352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Bound using segment: {'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:32.716822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Bound port: 91d6a35f-847e-468c-8d26-0b1bb12788ff, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:32.717207 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.894496 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24838772-eff7-41bf-a20a-3758d5305cc8 req-a919689b-9e82-4f78-82a5-63e9bebaedff service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756353 Jul 16 17:54:32.958690 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1efabbb4-0650-4d94-b393-8c2721ec169a req-6d44153a-c2ee-4b17-b2d7-0e628cd5c9fd service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656972 Jul 16 17:54:32.960205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.964436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] For port 91d6a35f-847e-468c-8d26-0b1bb12788ff, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:32.971379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] For port 91d6a35f-847e-468c-8d26-0b1bb12788ff, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=91d6a35f-847e-468c-8d26-0b1bb12788ff,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:32.982379 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:32.994114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:33.012506 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.046597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317b982d-dbbe-4280-95ed-9bbc0d769126 req-f25efbff-b953-4fd9-a864-2f783417f560 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:33.048615 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-317b982d-dbbe-4280-95ed-9bbc0d769126 req-f25efbff-b953-4fd9-a864-2f783417f560 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 948 time: 0.1997080 Jul 16 17:54:33.052082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b', 'mac_address': 'fa:16:3e:c3:81:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:33.059904 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24838772-eff7-41bf-a20a-3758d5305cc8 req-400d8cb7-4e5f-4931-bc58-7097abca1f29 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558032 Jul 16 17:54:33.104859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec917f8d-1908-436d-bebb-3b328566f330 None None] Pushing event updated for resources: {'Port': ['ID=91d6a35f-847e-468c-8d26-0b1bb12788ff,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:33.124077 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.149358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:33.156111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-317b982d-dbbe-4280-95ed-9bbc0d769126 req-723b8dd0-84e6-46a0-bffc-a242201f0168 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723386 Jul 16 17:54:33.178047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:33.189016 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.191015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 841c7a5e-86cc-4085-8e24-310e4dba92a6 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:33.205725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Allocated IP 172.25.7.123 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/036983b3-5d6b-4eb8-a326-18b62426aa5e) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:33.304711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 841c7a5e-86cc-4085-8e24-310e4dba92a6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=841c7a5e-86cc-4085-8e24-310e4dba92a6,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:33.340929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:33.355733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '841c7a5e-86cc-4085-8e24-310e4dba92a6', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '841c7a5e-86cc-4085-8e24-310e4dba92a6', 'mac_address': 'fa:16:3e:0f:4b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:33.388015 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.433674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bd0227-9539-4666-8d7d-dfb775dd6ac2 req-e9a9cfbe-8a36-4f02-9947-fc09cbb6b6a9 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:33.436062 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.440757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3bd0227-9539-4666-8d7d-dfb775dd6ac2 req-e9a9cfbe-8a36-4f02-9947-fc09cbb6b6a9 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.1279130 Jul 16 17:54:33.452222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 841c7a5e-86cc-4085-8e24-310e4dba92a6 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:33.481128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 841c7a5e-86cc-4085-8e24-310e4dba92a6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=841c7a5e-86cc-4085-8e24-310e4dba92a6,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:33.487937 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.488527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fd88ba-272a-4dfc-91ff-8dec757b6e81 req-9ed62056-836d-423a-8597-57fa273c1c20 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:33.490354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44fd88ba-272a-4dfc-91ff-8dec757b6e81 req-9ed62056-836d-423a-8597-57fa273c1c20 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 948 time: 0.1230013 Jul 16 17:54:33.494134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3bd0227-9539-4666-8d7d-dfb775dd6ac2 req-c2b6b587-77e1-4053-888d-867b74f51876 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524848 Jul 16 17:54:33.515807 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.548766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=841c7a5e-86cc-4085-8e24-310e4dba92a6,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:33.577769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:33.583866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44fd88ba-272a-4dfc-91ff-8dec757b6e81 req-1252f45c-9f49-405c-bc75-36923a66c5d7 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838270 Jul 16 17:54:33.587288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:33.589503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Pushing event updated for resources: {'Port': ['ID=036983b3-5d6b-4eb8-a326-18b62426aa5e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:33.592085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:33.813058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['841c7a5e-86cc-4085-8e24-310e4dba92a6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:33.847085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6a807a-6b90-44c8-baa0-6a9363ef9d62 req-ebe202d5-41fb-457d-9a9a-c119dba8c49b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:33.847926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:33.848576 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1a6a807a-6b90-44c8-baa0-6a9363ef9d62 req-ebe202d5-41fb-457d-9a9a-c119dba8c49b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.1506195 Jul 16 17:54:33.877493 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:33.941020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451f21b-022c-4f4c-87ce-1f296d43c7b6 req-7968392e-7dde-40ff-8814-0964441b6226 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:33.942582 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d451f21b-022c-4f4c-87ce-1f296d43c7b6 req-7968392e-7dde-40ff-8814-0964441b6226 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 944 time: 0.0936985 Jul 16 17:54:33.948034 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1a6a807a-6b90-44c8-baa0-6a9363ef9d62 req-1ce3129a-627f-4fe8-8461-c7a6b2344639 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892942 Jul 16 17:54:34.001540 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d451f21b-022c-4f4c-87ce-1f296d43c7b6 req-d60ecea3-4891-4d55-968f-ea171bdad713 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483174 Jul 16 17:54:34.129171 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:34.336335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:34.381616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4', 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d', 'port_id': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4', 'mac_address': 'fa:16:3e:16:84:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:34.451182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb6afee-52b2-4019-900f-0e8a1a1356fa None None] Network fe2db131-f8c2-4333-a6d8-a25e67aae06c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:34.463050 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a0de8b7-90ca-490a-94d3-d1f1b8e92ab9 req-d2984ef8-17c9-4a07-bc26-5e8244769ddd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1619928 Jul 16 17:54:34.485198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83270483-de84-406d-81f1-e9a273018c17 req-451facec-c1e6-4c4e-bf9e-e995ff0f1c82 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.495396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83270483-de84-406d-81f1-e9a273018c17 req-451facec-c1e6-4c4e-bf9e-e995ff0f1c82 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 949 time: 0.1451814 Jul 16 17:54:34.516047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 91d6a35f-847e-468c-8d26-0b1bb12788ff up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:34.559323 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.590636 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83270483-de84-406d-81f1-e9a273018c17 req-7d6aa976-b812-40fa-ac93-903f9cfb67ef tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940838 Jul 16 17:54:34.611534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-62b4c90e-260d-483f-94b6-e0dcf389fa6f None None] Provisioning for port 91d6a35f-847e-468c-8d26-0b1bb12788ff completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:34.615179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0de8b7-90ca-490a-94d3-d1f1b8e92ab9 req-396e5bb7-0fbb-432b-8702-cee72f37008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.619122 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a0de8b7-90ca-490a-94d3-d1f1b8e92ab9 req-396e5bb7-0fbb-432b-8702-cee72f37008c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 1095 time: 0.1045003 Jul 16 17:54:34.646289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:34.653333 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44114) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:34.677842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 19c96b8a-acf3-4e06-bac6-9a63b1b144fe details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:34.680217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae23cb-62c9-4584-bc2a-6a08656a4720 req-f61ddcb7-b798-4d08-b62c-99eeca02bdaf tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.681740 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17ae23cb-62c9-4584-bc2a-6a08656a4720 req-f61ddcb7-b798-4d08-b62c-99eeca02bdaf tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.4730759 Jul 16 17:54:34.686214 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.749521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:34.754232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 91d6a35f-847e-468c-8d26-0b1bb12788ff completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:34.787628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0de8b7-90ca-490a-94d3-d1f1b8e92ab9 req-75cd8351-d0ca-4e0c-81da-37f2b9ea624c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.789847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a0de8b7-90ca-490a-94d3-d1f1b8e92ab9 req-75cd8351-d0ca-4e0c-81da-37f2b9ea624c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1465912 Jul 16 17:54:34.799142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 91d6a35f-847e-468c-8d26-0b1bb12788ff triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:34.799520 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.804946 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.832255 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17ae23cb-62c9-4584-bc2a-6a08656a4720 req-e2c2a01e-602a-40d9-8fbe-f3bcd3e3e469 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409428 Jul 16 17:54:34.843929 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5e8ea7d-ebd6-420a-93f8-c93331de0df6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:34.851320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a0de8b7-90ca-490a-94d3-d1f1b8e92ab9 req-027e163b-9066-4ff4-afba-bbaacf0f9707 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b HTTP/1.1" status: 200 len: 217 time: 0.0533879 Jul 16 17:54:34.884145 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.resource_extend [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:54:34.920431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0de8b7-90ca-490a-94d3-d1f1b8e92ab9 req-bd117b28-1276-4cea-bd5e-baac25206ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:34.921302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:34.923001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a0de8b7-90ca-490a-94d3-d1f1b8e92ab9 req-bd117b28-1276-4cea-bd5e-baac25206ca9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0623870 Jul 16 17:54:35.007058 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a0de8b7-90ca-490a-94d3-d1f1b8e92ab9 req-418aeca6-3868-4e4c-8e6d-b8005e569d60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0702872 Jul 16 17:54:35.010749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Router 7adea880-b92f-4381-9e2a-c51cea7ab239 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:54:35.031067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:35.067251 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'mac_address': 'fa:16:3e:87:db:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:35.072651 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5e8ea7d-ebd6-420a-93f8-c93331de0df6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.106748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ad392b-3ca5-45de-897b-52f7c6edb838 req-2f8c18ab-4d05-46b9-abc2-43399f44925e tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:35.112418 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96ad392b-3ca5-45de-897b-52f7c6edb838 req-2f8c18ab-4d05-46b9-abc2-43399f44925e tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 948 time: 0.1950281 Jul 16 17:54:35.113436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['7ec9c29a-544e-40f8-a77e-ffb22d551ef4'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:35.115214 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.115477 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5e8ea7d-ebd6-420a-93f8-c93331de0df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.189708 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96ad392b-3ca5-45de-897b-52f7c6edb838 req-c7a9e11e-6174-4dfa-989a-47c75dfc59fd tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706995 Jul 16 17:54:35.191846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a0de8b7-90ca-490a-94d3-d1f1b8e92ab9 req-5625f919-e537-4e5a-b44f-80a8cca66f0b service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1755800 Jul 16 17:54:35.192414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8ea7d-ebd6-420a-93f8-c93331de0df6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da6b59ba-304f-4472-9ed1-36a33192b4df,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:35.211759 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f5e8ea7d-ebd6-420a-93f8-c93331de0df6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=40c25ccf37b34b03b7e741e70ccb2f41&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5565512 Jul 16 17:54:35.229418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44126) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:35.291054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b79c156-8d2b-4dd2-bb7c-b903b11e8f27 req-d05eeaad-74f2-4d57-8d30-ca61840d00de tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:35.301535 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b79c156-8d2b-4dd2-bb7c-b903b11e8f27 req-d05eeaad-74f2-4d57-8d30-ca61840d00de tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.2695348 Jul 16 17:54:35.321853 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.357587 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 91d6a35f-847e-468c-8d26-0b1bb12788ff, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=91d6a35f-847e-468c-8d26-0b1bb12788ff,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:35.359501 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-900e1da5-2d62-4498-a5fc-c31de31809f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.362784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a0de8b7-90ca-490a-94d3-d1f1b8e92ab9 req-c3ebb0d3-dbb8-474c-9e2d-7bce66965253 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528878 Jul 16 17:54:35.379033 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.389139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c96b8a-acf3-4e06-bac6-9a63b1b144fe {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:35.391028 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-900e1da5-2d62-4498-a5fc-c31de31809f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.408762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b79c156-8d2b-4dd2-bb7c-b903b11e8f27 req-e68fd37a-d76c-483d-92d4-1410c4f39ea0 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054480 Jul 16 17:54:35.445184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:35.470302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Sync routers for ids ['7adea880-b92f-4381-9e2a-c51cea7ab239'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:35.480533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:35.482065 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.484452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d7c92d5a-d2a5-4c31-af67-9bd4139020c1 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 3.5144339 Jul 16 17:54:35.487462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44134) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:35.496635 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-900e1da5-2d62-4498-a5fc-c31de31809f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.501748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.502147 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-900e1da5-2d62-4498-a5fc-c31de31809f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:35.504069 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-900e1da5-2d62-4498-a5fc-c31de31809f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da6b59ba-304f-4472-9ed1-36a33192b4df HTTP/1.1" status: 204 len: 168 time: 0.2741547 Jul 16 17:54:35.517345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e1da5-2d62-4498-a5fc-c31de31809f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da6b59ba-304f-4472-9ed1-36a33192b4df,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:35.531170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Routers {'7adea880-b92f-4381-9e2a-c51cea7ab239'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:35.531851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:54:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7adea880-b92f-4381-9e2a-c51cea7ab239'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:35.533668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=91d6a35f-847e-468c-8d26-0b1bb12788ff,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:35.580946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4512b2-7226-44ae-95fc-fcddce5200e8 req-0b17e17e-a586-4ef8-b535-6678c44665e2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:35.582887 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf4512b2-7226-44ae-95fc-fcddce5200e8 req-0b17e17e-a586-4ef8-b535-6678c44665e2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 945 time: 0.1818230 Jul 16 17:54:35.665397 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf4512b2-7226-44ae-95fc-fcddce5200e8 req-676ab409-92fa-445a-881a-897d9b3f81f7 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742648 Jul 16 17:54:35.712335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Set router 7adea880-b92f-4381-9e2a-c51cea7ab239 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:35.895465 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44154) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:35.951953 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6245dee1-9a17-4053-8e29-56a59a4c6f62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.043739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5081afb-c9dd-4a62-a7e2-7feb858c4f4d req-35aba8e3-e96a-4894-9b6a-4198e9a010e1 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:36.045416 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5081afb-c9dd-4a62-a7e2-7feb858c4f4d req-35aba8e3-e96a-4894-9b6a-4198e9a010e1 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 949 time: 0.1558595 Jul 16 17:54:36.122080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5bd680c6-e74e-46ad-af13-6730c62820b7 None None] Provisioning complete for port 91d6a35f-847e-468c-8d26-0b1bb12788ff triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:36.122450 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5bd680c6-e74e-46ad-af13-6730c62820b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.144822 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5081afb-c9dd-4a62-a7e2-7feb858c4f4d req-eefdfd28-7f3c-4f94-8e02-7e2dc5ee9d0f tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908895 Jul 16 17:54:36.185810 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6245dee1-9a17-4053-8e29-56a59a4c6f62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.193211 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6245dee1-9a17-4053-8e29-56a59a4c6f62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.265512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['19c96b8a-acf3-4e06-bac6-9a63b1b144fe'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:36.272030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44162) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:36.274170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6245dee1-9a17-4053-8e29-56a59a4c6f62 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=941d760839cc45caa997bb9a39a4c4c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3773596 Jul 16 17:54:36.277378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6245dee1-9a17-4053-8e29-56a59a4c6f62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c0ffa2-1a96-4403-a074-1e6d450e6b72,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:36.300869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:36.302064 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.364447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44166) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:36.453243 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68d9a99-1621-4357-876c-1573fe514ce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.505087 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68d9a99-1621-4357-876c-1573fe514ce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.522035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Allocated IP 172.20.0.1 (fe2db131-f8c2-4333-a6d8-a25e67aae06c/2da14ea1-1b00-4de2-b3ae-11689d02871c/6783eca9-fa49-432b-9aae-a8305ae8f7d3) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:36.535964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 91d6a35f-847e-468c-8d26-0b1bb12788ff up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:36.579510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:33Z', 'revision_number': 3, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:36.591410 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-edae7f9e-0130-4517-9c3a-6ce9c2f59a5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.615403 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68d9a99-1621-4357-876c-1573fe514ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.618154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68d9a99-1621-4357-876c-1573fe514ce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.621757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d68d9a99-1621-4357-876c-1573fe514ce7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c6c0ffa2-1a96-4403-a074-1e6d450e6b72 HTTP/1.1" status: 204 len: 168 time: 0.3452685 Jul 16 17:54:36.640834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68d9a99-1621-4357-876c-1573fe514ce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c0ffa2-1a96-4403-a074-1e6d450e6b72,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:36.666717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Checking router: 7adea880-b92f-4381-9e2a-c51cea7ab239 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:36.667073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Updating router 7adea880-b92f-4381-9e2a-c51cea7ab239 port 036983b3-5d6b-4eb8-a326-18b62426aa5e binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:54:36.723185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:36.724254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-edae7f9e-0130-4517-9c3a-6ce9c2f59a5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.728942 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.732141 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.733293 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-edae7f9e-0130-4517-9c3a-6ce9c2f59a5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.751034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Transition to ACTIVE for port object 6783eca9-fa49-432b-9aae-a8305ae8f7d3 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:36.796037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae7f9e-0130-4517-9c3a-6ce9c2f59a5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cfcd012-3965-4968-b45b-fe4819b44070,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:36.838565 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.839066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-edae7f9e-0130-4517-9c3a-6ce9c2f59a5d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=911e5edf56694080ad80fa1920a7eec7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4712858 Jul 16 17:54:36.840406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44182) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:36.896348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Network fe2db131-f8c2-4333-a6d8-a25e67aae06c is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:36.909133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:36.925998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:36.926491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.943273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e0139-f34c-4535-ad4f-2a45b5e74cb4 req-fe4c6047-bedd-4500-b4d7-3f03bb4e1fbd tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:36.944772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 91d6a35f-847e-468c-8d26-0b1bb12788ff triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:36.945158 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:36.953932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-414e0139-f34c-4535-ad4f-2a45b5e74cb4 req-fe4c6047-bedd-4500-b4d7-3f03bb4e1fbd tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 948 time: 0.3988645 Jul 16 17:54:37.015102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f5fa9-2386-462c-a1a1-a6a1351d6251 req-cc26a0c9-5a46-4927-af8a-dfcced51eff0 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:37.015214 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d6f5fa9-2386-462c-a1a1-a6a1351d6251 req-cc26a0c9-5a46-4927-af8a-dfcced51eff0 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.1852293 Jul 16 17:54:37.028337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Pushing event updated for resources: {'Port': ['ID=6783eca9-fa49-432b-9aae-a8305ae8f7d3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:37.039642 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-847c0b05-e52f-4d4c-8b55-b0445a4e40ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.076387 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-847c0b05-e52f-4d4c-8b55-b0445a4e40ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.087865 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-414e0139-f34c-4535-ad4f-2a45b5e74cb4 req-b7c5243a-37bf-414f-bbb5-6bf15a52bb07 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323531 Jul 16 17:54:37.124848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:37.149758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:37.150187 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.161779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-847c0b05-e52f-4d4c-8b55-b0445a4e40ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.164772 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-847c0b05-e52f-4d4c-8b55-b0445a4e40ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.166078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-847c0b05-e52f-4d4c-8b55-b0445a4e40ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8cfcd012-3965-4968-b45b-fe4819b44070 HTTP/1.1" status: 204 len: 168 time: 0.3243856 Jul 16 17:54:37.182899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c0b05-e52f-4d4c-8b55-b0445a4e40ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cfcd012-3965-4968-b45b-fe4819b44070,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:37.201153 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d6f5fa9-2386-462c-a1a1-a6a1351d6251 req-003a2dfa-3fe8-4cff-a40d-cd3dfa70c85b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1766820 Jul 16 17:54:37.297785 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.426903 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.444080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Transition to ACTIVE for port object 036983b3-5d6b-4eb8-a326-18b62426aa5e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:37.483608 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.498873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a0b8aa34-e9a9-401c-82c3-2f46a5140d92 None None] Provisioning for port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:37.528067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8558aa-f0b7-4307-b6b1-e0a9db232925 req-16064565-ced4-450f-863e-655e78cda596 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:37.535940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be8558aa-f0b7-4307-b6b1-e0a9db232925 req-16064565-ced4-450f-863e-655e78cda596 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 949 time: 0.0863075 Jul 16 17:54:37.577175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a0b8aa34-e9a9-401c-82c3-2f46a5140d92 None None] Provisioning complete for port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:37.579895 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a0b8aa34-e9a9-401c-82c3-2f46a5140d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.592910 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be8558aa-f0b7-4307-b6b1-e0a9db232925 req-a040f611-f96e-45da-8d1e-c7256cabb6a0 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550416 Jul 16 17:54:37.607966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071000cd-5f9d-4ac4-853f-6ba792856dd0 req-75a0c4aa-773d-4209-9055-9208d9b2e1e5 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:37.611022 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-071000cd-5f9d-4ac4-853f-6ba792856dd0 req-75a0c4aa-773d-4209-9055-9208d9b2e1e5 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 945 time: 0.2514784 Jul 16 17:54:37.672972 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-071000cd-5f9d-4ac4-853f-6ba792856dd0 req-c04d6e9d-a36c-4369-8065-74dac6364a3b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610018 Jul 16 17:54:37.686520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcce99-8e14-4415-9642-32e73230aa85 None None] Pushing event updated for resources: {'Port': ['ID=036983b3-5d6b-4eb8-a326-18b62426aa5e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:37.694180 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.714732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Attempting to bind port 036983b3-5d6b-4eb8-a326-18b62426aa5e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:37.715170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Attempting to bind port 036983b3-5d6b-4eb8-a326-18b62426aa5e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:37.715544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Attempting to bind port 036983b3-5d6b-4eb8-a326-18b62426aa5e on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:37.726303 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.732178 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.733104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.737716 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:37.738785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:37.739597 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.740463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:37.742567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Bound port: 036983b3-5d6b-4eb8-a326-18b62426aa5e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:37.743252 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.745118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a0b8aa34-e9a9-401c-82c3-2f46a5140d92 None None] Port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:37.786693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44208) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:37.804790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:37.806533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:37.809385 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64cf10c-63f1-4a2a-b8e4-44c9f1050252" -d '{"events": [{"server_uuid": "b512bb6e-0957-43bb-953e-1a8df318b374", "name": "network-vif-plugged", "status": "completed", "tag": "69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:37.815407 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.816347 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 841c7a5e-86cc-4085-8e24-310e4dba92a6 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:37.828320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Pushing event updated for resources: {'Port': ['ID=6783eca9-fa49-432b-9aae-a8305ae8f7d3,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:37.901583 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40f54b67-e77c-419a-a5d3-867c2eacd890 x-openstack-request-id: req-40f54b67-e77c-419a-a5d3-867c2eacd890 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:37.901883 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b512bb6e-0957-43bb-953e-1a8df318b374", "name": "network-vif-plugged", "status": "completed", "tag": "69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:37.902137 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-40f54b67-e77c-419a-a5d3-867c2eacd890 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:37.902978 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b', 'code': 200} Jul 16 17:54:37.909238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:37.924762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44214) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:37.938079 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Network fe2db131-f8c2-4333-a6d8-a25e67aae06c is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:37.940684 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:37.943641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-53315706-network', 'tenant_id': 'fe3c07171c05415a8e169c7cb106ac85'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:37.951868 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-acf26a55-85f5-4aec-b680-2ec3a2873f40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.964545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] For port 036983b3-5d6b-4eb8-a326-18b62426aa5e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:37.968971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] For port 036983b3-5d6b-4eb8-a326-18b62426aa5e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=036983b3-5d6b-4eb8-a326-18b62426aa5e,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:37.975037 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:37.985563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 841c7a5e-86cc-4085-8e24-310e4dba92a6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:37.994896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Made reservation on behalf of fe3c07171c05415a8e169c7cb106ac85 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:37.997524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.013018 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.030171 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 841c7a5e-86cc-4085-8e24-310e4dba92a6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:38.030722 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.088220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Routers {'7adea880-b92f-4381-9e2a-c51cea7ab239'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:38.089058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:54:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7adea880-b92f-4381-9e2a-c51cea7ab239'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:38.101044 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:38.110879 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-acf26a55-85f5-4aec-b680-2ec3a2873f40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.131000 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-acf26a55-85f5-4aec-b680-2ec3a2873f40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.143479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fcce99-8e14-4415-9642-32e73230aa85 None None] Pushing event updated for resources: {'Port': ['ID=036983b3-5d6b-4eb8-a326-18b62426aa5e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:38.150012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9352eb45-a68c-4d38-a852-b5f01a9f1941 req-6e3fd40c-a456-4122-af4b-e629d7a36837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:38.151948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9352eb45-a68c-4d38-a852-b5f01a9f1941 req-6e3fd40c-a456-4122-af4b-e629d7a36837 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 1100 time: 0.1397333 Jul 16 17:54:38.190259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Router 7adea880-b92f-4381-9e2a-c51cea7ab239 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:54:38.231780 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9352eb45-a68c-4d38-a852-b5f01a9f1941 req-07b335b0-e28f-4050-9e47-6c75b9c95c2c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720267 Jul 16 17:54:38.244544 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-acf26a55-85f5-4aec-b680-2ec3a2873f40 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=350a15fccd8b4af58eb2a5bfac416282&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181610 Jul 16 17:54:38.248395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44220) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:38.252444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf26a55-85f5-4aec-b680-2ec3a2873f40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b475205f-473b-4015-97c5-c1bfb7cd1dfe,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:38.413536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.423340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.442179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6f53cbec-a7e4-4d8a-abe2-28546352d79e None None] Provisioning complete for port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:38.442460 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f53cbec-a7e4-4d8a-abe2-28546352d79e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.454393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61591a47-a058-4fb0-9c2f-b4f8863ea215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.462786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:38.472440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf32c4c-40df-4d2d-8f66-59a3c6fcd743,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:38.497292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed3040-76ce-4d1e-b97c-a9ed7cc5997e req-81aed7c9-002a-4461-8a7d-c2d9f76cd036 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:38.498844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-74ed3040-76ce-4d1e-b97c-a9ed7cc5997e req-81aed7c9-002a-4461-8a7d-c2d9f76cd036 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 949 time: 0.2309995 Jul 16 17:54:38.500083 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.500406 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Added segment 138b40a4-9448-4c7d-90a5-f8b293f0dc29 of type vlan for network 342140f3-7047-4924-bdad-d26646438a04 Jul 16 17:54:38.514271 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61591a47-a058-4fb0-9c2f-b4f8863ea215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.516476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] Set router 7adea880-b92f-4381-9e2a-c51cea7ab239 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:38.528068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:54:38.539343 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d81391-ee6e-42f1-b514-0f12d03cdea2 req-2d6fbede-ba28-4d97-abda-6822543be818 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:38.541105 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0d81391-ee6e-42f1-b514-0f12d03cdea2 req-2d6fbede-ba28-4d97-abda-6822543be818 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.1836815 Jul 16 17:54:38.545773 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.559185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-86720bd4-2f1f-4070-b236-33809f230735 admin admin] 10.222.0.47 "PUT /v2.0/routers/7adea880-b92f-4381-9e2a-c51cea7ab239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0602365 Jul 16 17:54:38.559385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:38.576728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6f53cbec-a7e4-4d8a-abe2-28546352d79e None None] Port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:38.576965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.592409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:38.592938 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.601019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-74ed3040-76ce-4d1e-b97c-a9ed7cc5997e req-190879f2-cbfe-4179-8a57-1997431f7ce6 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916290 Jul 16 17:54:38.610081 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0d81391-ee6e-42f1-b514-0f12d03cdea2 req-7c1d3435-c90a-431d-b292-77d50a5abe08 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447128 Jul 16 17:54:38.638430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61591a47-a058-4fb0-9c2f-b4f8863ea215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.643298 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61591a47-a058-4fb0-9c2f-b4f8863ea215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.645109 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-61591a47-a058-4fb0-9c2f-b4f8863ea215 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b475205f-473b-4015-97c5-c1bfb7cd1dfe HTTP/1.1" status: 204 len: 168 time: 0.3944397 Jul 16 17:54:38.660803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.662998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:38.663691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.673392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61591a47-a058-4fb0-9c2f-b4f8863ea215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b475205f-473b-4015-97c5-c1bfb7cd1dfe,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:38.676327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 841c7a5e-86cc-4085-8e24-310e4dba92a6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=841c7a5e-86cc-4085-8e24-310e4dba92a6,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:38.713470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9255073 Jul 16 17:54:38.716486 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44230) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:38.722171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] Request body: {'subnet': {'network_id': '342140f3-7047-4924-bdad-d26646438a04', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-53315706-subnet', 'tenant_id': 'fe3c07171c05415a8e169c7cb106ac85', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:38.768410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] Made reservation on behalf of fe3c07171c05415a8e169c7cb106ac85 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:38.770924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.816831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de88df5-8d40-4fdd-80b6-d1c453ae4fef admin admin] Pushing event updated for resources: {'Network': ['ID=342140f3-7047-4924-bdad-d26646438a04,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:38.857994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 342140f3-7047-4924-bdad-d26646438a04 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:38.858761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9068c531-c087-459c-91f9-66ffdd8feae6 req-46d9faf1-8410-404c-a72e-2b59d35d99ad tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:38.860572 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9068c531-c087-459c-91f9-66ffdd8feae6 req-46d9faf1-8410-404c-a72e-2b59d35d99ad tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 950 time: 0.1327019 Jul 16 17:54:38.928038 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:38.931603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9068c531-c087-459c-91f9-66ffdd8feae6 req-9f8bf066-8ca9-42ee-8496-66a076d25f56 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636482 Jul 16 17:54:39.057550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=841c7a5e-86cc-4085-8e24-310e4dba92a6,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:39.060727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 19c96b8a-acf3-4e06-bac6-9a63b1b144fe up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:39.079391 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.141864 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3646dc27-a376-4ffc-89bf-84d2d2950889 req-200d9da6-83a2-4602-a19f-8767488433c2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:39.149363 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3646dc27-a376-4ffc-89bf-84d2d2950889 req-200d9da6-83a2-4602-a19f-8767488433c2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 945 time: 0.2426727 Jul 16 17:54:39.194052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ecc76099-186a-4359-b3e3-d66f9d230cae,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:39.216577 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3646dc27-a376-4ffc-89bf-84d2d2950889 req-5c761aa2-1704-435e-a086-92a138f79ece tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662608 Jul 16 17:54:39.219179 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.235170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] Checking segment: {'id': '138b40a4-9448-4c7d-90a5-f8b293f0dc29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '342140f3-7047-4924-bdad-d26646438a04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:39.235934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] Network hostable DHCP agents. Network: 342140f3-7047-4924-bdad-d26646438a04, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:39.237205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:39.244522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:39.245196 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.269411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] Network 342140f3-7047-4924-bdad-d26646438a04 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:39.302387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 342140f3-7047-4924-bdad-d26646438a04) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:39.306991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:39.307665 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.323786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5a28a3-82cc-4d09-a5c7-9ebf5e648aa6 None None] Network 342140f3-7047-4924-bdad-d26646438a04 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:39.342359 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-672f8655-88a6-4df3-b865-b284fdedc692 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.6246443 Jul 16 17:54:39.365520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:39.385225 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.461354 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6783eca9-fa49-432b-9aae-a8305ae8f7d3', 'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'mac_address': 'fa:16:3e:a6:56:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:36Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 2, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'subnets': [{'id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:39.519466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225d7aa7-a0e9-4995-a5f7-64dcc8408b72 None None] The sync data for ids ['7adea880-b92f-4381-9e2a-c51cea7ab239'] in n-d-794306-7 is: [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6783eca9-fa49-432b-9aae-a8305ae8f7d3', 'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'mac_address': 'fa:16:3e:a6:56:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:36Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 2, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'subnets': [{'id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:39.638530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:39.676982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-4afedafe-d5f9-44a2-bb1e-1ce3e8d94a73 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:39.692519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e960a7e-cef1-4913-91e5-dbb29ff6e777 None None] Network 342140f3-7047-4924-bdad-d26646438a04 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:39.698810 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-4afedafe-d5f9-44a2-bb1e-1ce3e8d94a73 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/networks?id=fe2db131-f8c2-4333-a6d8-a25e67aae06c HTTP/1.1" status: 200 len: 829 time: 0.2055516 Jul 16 17:54:39.717175 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.734093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-83f12a80-a459-47a4-9078-688c63112698 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/quotas/e45211deb4be4523a5da741a978df62c HTTP/1.1" status: 200 len: 375 time: 0.0330026 Jul 16 17:54:39.824909 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:39.838388 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:39.906588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa326f2-841e-48c8-9ca0-642ec3b43f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841c7a5e-86cc-4085-8e24-310e4dba92a6'}, {'server_uuid': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4'}, {'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:39.921770 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6c2e3f-5cd3-4034-b874-6d015a2006e2" -d '{"events": [{"server_uuid": "efa326f2-841e-48c8-9ca0-642ec3b43f9e", "name": "network-vif-plugged", "status": "completed", "tag": "841c7a5e-86cc-4085-8e24-310e4dba92a6"}, {"server_uuid": "59f18cf5-0b0f-4032-be02-decb57d5fc3d", "name": "network-vif-plugged", "status": "completed", "tag": "7ec9c29a-544e-40f8-a77e-ffb22d551ef4"}, {"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-plugged", "status": "completed", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:39.957480 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-5eb3d644-67bc-443e-8960-f97e9e02076d tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e45211deb4be4523a5da741a978df62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2218521 Jul 16 17:54:39.992350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:40.064205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b344c5-0931-4506-bbab-a72bab4e77de req-63fea2aa-2fc1-488a-a447-e9b393d0b85a tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:40.070629 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84b344c5-0931-4506-bbab-a72bab4e77de req-63fea2aa-2fc1-488a-a447-e9b393d0b85a tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 949 time: 0.1846793 Jul 16 17:54:40.092168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-59e586c0-0079-4a6c-86b1-e15d0e352c4a service neutron] 10.222.0.47 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335783 Jul 16 17:54:40.114902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 2ad40190-deba-4035-8746-8fbe144d34d3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:40.166829 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84b344c5-0931-4506-bbab-a72bab4e77de req-c3bed6cf-b9f9-4365-82d6-4e27ccc92a08 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883551 Jul 16 17:54:40.224429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-0b39b4da-6df0-4e35-bb68-3f6f6800ad0f service neutron] 10.222.0.47 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255670 Jul 16 17:54:40.302425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44302) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:40.308581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1424813980-network', 'tenant_id': '441a3a3400404cc78bf15a4ceb4f49bb'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:40.350860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Made reservation on behalf of 441a3a3400404cc78bf15a4ceb4f49bb for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:40.353355 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.374655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 2ad40190-deba-4035-8746-8fbe144d34d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2ad40190-deba-4035-8746-8fbe144d34d3,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:40.378549 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.398541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf4494a-a0a8-45ab-9eee-d9b9a85c0064 req-602f241e-119a-48bd-9839-168fbb5e0a40 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:40.401877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '2ad40190-deba-4035-8746-8fbe144d34d3', 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2', 'port_id': '2ad40190-deba-4035-8746-8fbe144d34d3', 'mac_address': 'fa:16:3e:5a:34:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e1bd4-38a2-42c9-9679-f1d8f8792b96', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:40.409013 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aaf4494a-a0a8-45ab-9eee-d9b9a85c0064 req-602f241e-119a-48bd-9839-168fbb5e0a40 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 945 time: 0.1053212 Jul 16 17:54:40.476714 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aaf4494a-a0a8-45ab-9eee-d9b9a85c0064 req-ced60e33-9fd8-403c-b57e-6dbd08c439af tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654552 Jul 16 17:54:40.504680 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.530179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2ad40190-deba-4035-8746-8fbe144d34d3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:40.562241 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351459a2-bfd1-4ad0-83bd-ef7f92ae2e79 x-openstack-request-id: req-351459a2-bfd1-4ad0-83bd-ef7f92ae2e79 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:40.562546 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa326f2-841e-48c8-9ca0-642ec3b43f9e", "name": "network-vif-plugged", "status": "completed", "tag": "841c7a5e-86cc-4085-8e24-310e4dba92a6", "code": 200}, {"server_uuid": "59f18cf5-0b0f-4032-be02-decb57d5fc3d", "name": "network-vif-plugged", "status": "completed", "tag": "7ec9c29a-544e-40f8-a77e-ffb22d551ef4", "code": 200}, {"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-plugged", "status": "completed", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:40.562798 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-351459a2-bfd1-4ad0-83bd-ef7f92ae2e79 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:40.563199 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa326f2-841e-48c8-9ca0-642ec3b43f9e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '841c7a5e-86cc-4085-8e24-310e4dba92a6', 'code': 200} Jul 16 17:54:40.563448 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4', 'code': 200} Jul 16 17:54:40.565507 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'code': 200} Jul 16 17:54:40.595178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 2ad40190-deba-4035-8746-8fbe144d34d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2ad40190-deba-4035-8746-8fbe144d34d3,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:40.606033 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.696578 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.754054 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:40.827461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=2ad40190-deba-4035-8746-8fbe144d34d3,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:40.842884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['2ad40190-deba-4035-8746-8fbe144d34d3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:40.865143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423eecc5-3a2f-436f-814d-f125a24f2cd2 req-827a60f4-efa3-4f40-8d78-35ef54f0cd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:40.867635 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-423eecc5-3a2f-436f-814d-f125a24f2cd2 req-827a60f4-efa3-4f40-8d78-35ef54f0cd52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 1101 time: 0.0927429 Jul 16 17:54:40.925113 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-423eecc5-3a2f-436f-814d-f125a24f2cd2 req-0355ea89-0dcf-4e77-ad23-6b9fbacad9e7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506396 Jul 16 17:54:40.977945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:54:41.060187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5159276e-6c14-4c0f-b6a6-0836be85124a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:41.087855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.088589 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Added segment 7197cb22-8a9d-450b-a391-913edbff13d4 of type vlan for network 5a70cc38-bf7f-4151-801b-438e4deed51f Jul 16 17:54:41.104470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68cfee9-d8d0-42c8-bbe5-4a25332021a1 req-f3c9e398-9b07-4a41-a28b-aa5b3118ac1b tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.110332 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c68cfee9-d8d0-42c8-bbe5-4a25332021a1 req-f3c9e398-9b07-4a41-a28b-aa5b3118ac1b tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 950 time: 0.1456444 Jul 16 17:54:41.169634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.201624 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c68cfee9-d8d0-42c8-bbe5-4a25332021a1 req-26108f29-e9b2-4768-b576-950f9cd0b538 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836995 Jul 16 17:54:41.210443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.211625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.212188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.249822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b35572c-28a0-4705-acdf-1e4b923ae144 req-b0f6c0f4-8755-4799-b241-e177a19bce42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.251372 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0b35572c-28a0-4705-acdf-1e4b923ae144 req-b0f6c0f4-8755-4799-b241-e177a19bce42 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1097 time: 0.5499687 Jul 16 17:54:41.283845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9777000 Jul 16 17:54:41.284207 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44328) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:41.290198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] Request body: {'subnet': {'network_id': '5a70cc38-bf7f-4151-801b-438e4deed51f', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1424813980-subnet', 'tenant_id': '441a3a3400404cc78bf15a4ceb4f49bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:41.316351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] Made reservation on behalf of 441a3a3400404cc78bf15a4ceb4f49bb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:41.320109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] Notify callbacks [] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.344886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cc3be-7626-4435-91a5-56cd71911d12 req-66ade968-d8cc-4276-8035-46def73932a9 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.348072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a3cc3be-7626-4435-91a5-56cd71911d12 req-66ade968-d8cc-4276-8035-46def73932a9 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 950 time: 0.5251415 Jul 16 17:54:41.357598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b88fe34-c8f8-4332-9bde-2789e58d51f5 admin admin] Pushing event updated for resources: {'Network': ['ID=5a70cc38-bf7f-4151-801b-438e4deed51f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:41.370404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e01a8c-793f-463e-b9f9-9abadc8bb8e6 req-ce1fcbab-dff4-4b0d-8106-98766d4c5dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.371501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 5a70cc38-bf7f-4151-801b-438e4deed51f details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:54:41.372700 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4e01a8c-793f-463e-b9f9-9abadc8bb8e6 req-ce1fcbab-dff4-4b0d-8106-98766d4c5dae service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 1101 time: 0.5557632 Jul 16 17:54:41.424370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0b35572c-28a0-4705-acdf-1e4b923ae144 req-bce96d5c-c185-4e79-995e-a07cd5b9df22 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608098 Jul 16 17:54:41.464562 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a3cc3be-7626-4435-91a5-56cd71911d12 req-8d2e3a13-5f66-48cf-ac3e-004cefa0e980 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095705 Jul 16 17:54:41.483224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4e01a8c-793f-463e-b9f9-9abadc8bb8e6 req-23664ddc-475e-443d-9017-d489538ca368 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782096 Jul 16 17:54:41.516330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc1408f-db75-48d9-8e24-03627f090430 req-1e9e3feb-894b-49d6-8d75-ed146237ad3d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.518721 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cbc1408f-db75-48d9-8e24-03627f090430 req-1e9e3feb-894b-49d6-8d75-ed146237ad3d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 946 time: 0.1205583 Jul 16 17:54:41.610592 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cbc1408f-db75-48d9-8e24-03627f090430 req-dfff2ffa-8fc5-428a-8816-e4a0ca2bdb86 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665312 Jul 16 17:54:41.677185 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.711982 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.771985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] Pushing event updated for resources: {'Subnet': ['ID=929cbfe6-8dfd-4fc5-9936-88551e900585,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:41.799286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] Checking segment: {'id': '7197cb22-8a9d-450b-a391-913edbff13d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '5a70cc38-bf7f-4151-801b-438e4deed51f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:41.799701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] Network hostable DHCP agents. Network: 5a70cc38-bf7f-4151-801b-438e4deed51f, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:54:41.822826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] Network 5a70cc38-bf7f-4151-801b-438e4deed51f is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:54:41.834543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 5a70cc38-bf7f-4151-801b-438e4deed51f) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:41.840476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:41.841083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:41.845967 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e944f5-a11e-41d9-862a-1af5f65ca6a4 None None] Network 5a70cc38-bf7f-4151-801b-438e4deed51f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:41.872446 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-46065821-8758-441d-b74c-e9e411aa6430 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5869658 Jul 16 17:54:41.929747 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25697f43-8f7e-4cef-aee1-35280327582d req-b9df55d5-497e-4f93-b1ea-df083cec0d05 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 210 time: 0.3255494 Jul 16 17:54:42.019546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44338) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:42.031883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6c36e82-e569-47c0-a4a7-7dff3c382f58 None None] Network 5a70cc38-bf7f-4151-801b-438e4deed51f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:54:42.071013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-582aee55-f47c-44b2-8b1d-cbb5d56ab5cc admin admin] Deleting subnet ecc76099-186a-4359-b3e3-d66f9d230cae {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:42.074856 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-582aee55-f47c-44b2-8b1d-cbb5d56ab5cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.125802 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-582aee55-f47c-44b2-8b1d-cbb5d56ab5cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.127859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 2ad40190-deba-4035-8746-8fbe144d34d3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:42.188453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-582aee55-f47c-44b2-8b1d-cbb5d56ab5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.229892 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-d311cf6a-cd9e-4dba-9dda-cbf4a2406fec tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=062537ea7da04e45bd99e357cf9993d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482168 Jul 16 17:54:42.374067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a725025-6837-494f-901e-3f7c21a7ee6f req-698e57cc-cb70-486f-ad1c-37b7a1ff5c50 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:42.375668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a725025-6837-494f-901e-3f7c21a7ee6f req-698e57cc-cb70-486f-ad1c-37b7a1ff5c50 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 944 time: 0.1482360 Jul 16 17:54:42.472866 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-582aee55-f47c-44b2-8b1d-cbb5d56ab5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.488463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-ca4a0436-b4b2-4afd-8e44-0a705c10620b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:42.501614 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-ca4a0436-b4b2-4afd-8e44-0a705c10620b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2650328 Jul 16 17:54:42.514923 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-cafcf082-7596-4aec-9ea3-46a2e7daa9ba tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/quotas/062537ea7da04e45bd99e357cf9993d8 HTTP/1.1" status: 200 len: 375 time: 0.0120423 Jul 16 17:54:42.547896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 036983b3-5d6b-4eb8-a326-18b62426aa5e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:42.575635 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.589512 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-00cdba01-bf42-41bf-882a-32efbf0989f7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610816 Jul 16 17:54:42.592752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 2ad40190-deba-4035-8746-8fbe144d34d3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:42.616685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 2ad40190-deba-4035-8746-8fbe144d34d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2ad40190-deba-4035-8746-8fbe144d34d3,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:42.630428 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.653299 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a725025-6837-494f-901e-3f7c21a7ee6f req-68ba5a3b-1800-4aa0-b465-d7492b7a40e1 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2631640 Jul 16 17:54:42.671274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582aee55-f47c-44b2-8b1d-cbb5d56ab5cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ecc76099-186a-4359-b3e3-d66f9d230cae,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:42.677953 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-582aee55-f47c-44b2-8b1d-cbb5d56ab5cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.693109 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-582aee55-f47c-44b2-8b1d-cbb5d56ab5cc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ecc76099-186a-4359-b3e3-d66f9d230cae HTTP/1.1" status: 204 len: 168 time: 0.6714666 Jul 16 17:54:42.696178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44356) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:42.701819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 036983b3-5d6b-4eb8-a326-18b62426aa5e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:42.714634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 036983b3-5d6b-4eb8-a326-18b62426aa5e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:42.715010 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.745571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=2ad40190-deba-4035-8746-8fbe144d34d3,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:42.793096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e285c7d8-269c-4185-8199-47a40df9790b tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:42.796848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e285c7d8-269c-4185-8199-47a40df9790b tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.18 "GET /v2.0/networks?id=fe2db131-f8c2-4333-a6d8-a25e67aae06c HTTP/1.1" status: 200 len: 829 time: 0.4726458 Jul 16 17:54:42.815477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Request body: {'port': {'device_id': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'admin_state_up': True, 'tenant_id': 'e45211deb4be4523a5da741a978df62c'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:42.830488 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.879140 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.921969 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Sync routers for ids ['7adea880-b92f-4381-9e2a-c51cea7ab239'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:54:42.935470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:42.936949 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Routers {'7adea880-b92f-4381-9e2a-c51cea7ab239'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:42.938541 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:54:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7adea880-b92f-4381-9e2a-c51cea7ab239'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:42.947710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 036983b3-5d6b-4eb8-a326-18b62426aa5e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=036983b3-5d6b-4eb8-a326-18b62426aa5e,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:42.948078 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:42.948694 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:42.949447 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:42.949765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > port after_create 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:42.950087 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:42.950446 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > port after_update 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:42.950735 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:42.951050 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:42.951366 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:42.952145 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:42.961704 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.073204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=036983b3-5d6b-4eb8-a326-18b62426aa5e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:43.082859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:43.083217 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:43.083654 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:43.083998 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=105438) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 17:54:43.084294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['342140f3-7047-4924-bdad-d26646438a04']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:43.121118 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '138b40a4-9448-4c7d-90a5-f8b293f0dc29') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:43.122004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '138b40a4-9448-4c7d-90a5-f8b293f0dc29') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:43.126075 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5822c704-3d14-45b1-a287-8d02f54d0a5e req-f527c8cd-ca29-43fa-bf4a-177d7d52d19c tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:43.128167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5822c704-3d14-45b1-a287-8d02f54d0a5e req-f527c8cd-ca29-43fa-bf4a-177d7d52d19c tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 950 time: 0.1798074 Jul 16 17:54:43.128972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Made reservation on behalf of e45211deb4be4523a5da741a978df62c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:43.132811 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.144761 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Set router 7adea880-b92f-4381-9e2a-c51cea7ab239 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:43.150437 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.181724 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.220340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:43.220738 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: from cryptography.utils import int_from_bytes Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: from cryptography.utils import int_from_bytes Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: timer() Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:43.229827 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:43.242936 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5822c704-3d14-45b1-a287-8d02f54d0a5e req-1610dc83-80e9-42fd-b06c-071d9da47f8c tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064208 Jul 16 17:54:43.346464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Allocated IP 172.20.0.6 (fe2db131-f8c2-4333-a6d8-a25e67aae06c/2da14ea1-1b00-4de2-b3ae-11689d02871c/70e910c1-258c-4f42-b496-14fd8159015b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:43.359352 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6783eca9-fa49-432b-9aae-a8305ae8f7d3', 'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'mac_address': 'fa:16:3e:a6:56:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:36Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 2, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'subnets': [{'id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:43.390258 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Checking router: 7adea880-b92f-4381-9e2a-c51cea7ab239 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:54:43.390619 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Updating router 7adea880-b92f-4381-9e2a-c51cea7ab239 port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:54:43.425668 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.560942 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.577422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26787be7-73a1-4dc6-a4bd-e0728e9b3d91 req-1b20b18f-67d3-43cc-9acb-38acc2de0e4d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:43.579168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-26787be7-73a1-4dc6-a4bd-e0728e9b3d91 req-1b20b18f-67d3-43cc-9acb-38acc2de0e4d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 946 time: 0.1485136 Jul 16 17:54:43.625661 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-26787be7-73a1-4dc6-a4bd-e0728e9b3d91 req-d8567b9b-085a-4636-ba48-41227efb7149 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375104 Jul 16 17:54:43.708112 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.709902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Transition to ACTIVE for port object 70e910c1-258c-4f42-b496-14fd8159015b will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:43.720519 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.722650 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/342140f3-7047-4924-bdad-d26646438a04 HTTP/1.1" status: 204 len: 168 time: 1.0251923 Jul 16 17:54:43.728426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44378) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:43.734232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73044fc3-096b-43a4-8739-e073718c27c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=342140f3-7047-4924-bdad-d26646438a04,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:43.745179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645c3147-bca5-4cae-9a20-26388fe686ca req-bd6a6623-d930-491c-9167-9847965b6fe0 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:43.752129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-645c3147-bca5-4cae-9a20-26388fe686ca req-bd6a6623-d930-491c-9167-9847965b6fe0 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 950 time: 0.6237068 Jul 16 17:54:43.795029 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-645c3147-bca5-4cae-9a20-26388fe686ca req-f921debb-70ef-47d2-b97f-f21755e3d3a1 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398045 Jul 16 17:54:43.811784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5965770a-1ec0-4214-a6c0-faa63f5b7380 req-a214a38a-2f53-4bf1-90a8-7c894275946a tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 210 time: 0.0474110 Jul 16 17:54:43.838325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-11df3912-1a6c-471d-8f76-e03ff26cdaa8 admin admin] Deleting subnet 929cbfe6-8dfd-4fc5-9936-88551e900585 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:54:43.842447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11df3912-1a6c-471d-8f76-e03ff26cdaa8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.884547 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.932743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Network fe2db131-f8c2-4333-a6d8-a25e67aae06c is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:43.938077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11df3912-1a6c-471d-8f76-e03ff26cdaa8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:43.943200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:43.973908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:44.038649 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Pushing event updated for resources: {'Port': ['ID=70e910c1-258c-4f42-b496-14fd8159015b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:44.075524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:44.076231 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.079269 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11df3912-1a6c-471d-8f76-e03ff26cdaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.134832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-e16ff402-b512-4795-b140-132a1a1f60c5 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3234458 Jul 16 17:54:44.147491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Request body: {'port': {'device_id': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:44.179518 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.242443 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Transition to ACTIVE for port object 6783eca9-fa49-432b-9aae-a8305ae8f7d3 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:44.246823 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11df3912-1a6c-471d-8f76-e03ff26cdaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.252062 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.263259 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fd499f7d-2e72-4d87-89c0-1befc7066b9a req-c6de2c68-9391-4b0a-bd3a-9c2e8b43284a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 210 time: 0.0936606 Jul 16 17:54:44.294807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8e246809-9927-42bf-ab35-7cd92caa2a4a None None] Provisioning for port 70e910c1-258c-4f42-b496-14fd8159015b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:44.306363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8e246809-9927-42bf-ab35-7cd92caa2a4a None None] Provisioning complete for port 70e910c1-258c-4f42-b496-14fd8159015b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:44.306740 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8e246809-9927-42bf-ab35-7cd92caa2a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.308967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11df3912-1a6c-471d-8f76-e03ff26cdaa8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=929cbfe6-8dfd-4fc5-9936-88551e900585,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:44.310934 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11df3912-1a6c-471d-8f76-e03ff26cdaa8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.321582 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-11df3912-1a6c-471d-8f76-e03ff26cdaa8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/929cbfe6-8dfd-4fc5-9936-88551e900585 HTTP/1.1" status: 204 len: 168 time: 0.5891414 Jul 16 17:54:44.326752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44384) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:44.378294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb80229a-ac1b-4e6e-8ab2-9d4fb4e91645 req-60920744-aa22-43e1-a42f-f4b58db45bb9 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:44.380323 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb80229a-ac1b-4e6e-8ab2-9d4fb4e91645 req-60920744-aa22-43e1-a42f-f4b58db45bb9 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.18 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 943 time: 0.1974111 Jul 16 17:54:44.386061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.400641 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8e246809-9927-42bf-ab35-7cd92caa2a4a None None] Port 70e910c1-258c-4f42-b496-14fd8159015b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:44.416967 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Pushing event updated for resources: {'Port': ['ID=6783eca9-fa49-432b-9aae-a8305ae8f7d3,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:44.438574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb826f0-b4c9-4c53-ada1-03f2076c6d84 req-06b5e2fe-9154-4b60-b3b8-e9ff79826662 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:44.441161 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ceb826f0-b4c9-4c53-ada1-03f2076c6d84 req-06b5e2fe-9154-4b60-b3b8-e9ff79826662 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1097 time: 0.2515712 Jul 16 17:54:44.454634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 036983b3-5d6b-4eb8-a326-18b62426aa5e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:44.486051 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.486395 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.486732 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.487063 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.487391 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.487745 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.488067 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.488389 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.488707 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.489048 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.489368 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.489686 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:44.529377 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Attempting to bind port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:44.529741 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Attempting to bind port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:44.530096 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Attempting to bind port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 on network fe2db131-f8c2-4333-a6d8-a25e67aae06c {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:44.542559 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:44.542928 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Checking segment: {'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:44.543588 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.543757 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Bound using segment: {'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:44.544228 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Bound port: 6783eca9-fa49-432b-9aae-a8305ae8f7d3, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:44.544648 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.580331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 036983b3-5d6b-4eb8-a326-18b62426aa5e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:44.580704 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.582082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.18', 54197) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:44.610520 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.631174 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-d3f70f1e-eb45-4fd2-9887-1b9c8c837fad tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=062537ea7da04e45bd99e357cf9993d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0476062 Jul 16 17:54:44.717509 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] For port 6783eca9-fa49-432b-9aae-a8305ae8f7d3, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:44.722134 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] For port 6783eca9-fa49-432b-9aae-a8305ae8f7d3, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6783eca9-fa49-432b-9aae-a8305ae8f7d3,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:44.731009 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.792694 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Routers {'7adea880-b92f-4381-9e2a-c51cea7ab239'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:54:44.793328 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:54:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7adea880-b92f-4381-9e2a-c51cea7ab239'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:44.798179 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e899636-31f9-4087-aefb-2e8b0bdf25c2 None None] Pushing event updated for resources: {'Port': ['ID=6783eca9-fa49-432b-9aae-a8305ae8f7d3,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:44.814224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-eb80229a-ac1b-4e6e-8ab2-9d4fb4e91645 req-472450e6-70fe-488a-a2ff-880c630dc175 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Deleting port 2ad40190-deba-4035-8746-8fbe144d34d3 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:44.814838 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-eb80229a-ac1b-4e6e-8ab2-9d4fb4e91645 req-472450e6-70fe-488a-a2ff-880c630dc175 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:44.858983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ceb826f0-b4c9-4c53-ada1-03f2076c6d84 req-cb827694-33ce-4ddc-b2c0-fdbfa5576fd9 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3582900 Jul 16 17:54:44.873209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-26d5dbc9-b15a-46a8-853d-ddee2c851982 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:44.875178 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-26d5dbc9-b15a-46a8-853d-ddee2c851982 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2185907 Jul 16 17:54:44.885602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6240f1eb-4938-4fad-ba66-4c25cd3855d7 req-3021d5cb-aee7-4ae4-93cf-773391bd8136 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:44.887220 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6240f1eb-4938-4fad-ba66-4c25cd3855d7 req-3021d5cb-aee7-4ae4-93cf-773391bd8136 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=a95edaa9-b30f-4f18-9ee9-5593bab3c324 HTTP/1.1" status: 200 len: 943 time: 0.2988746 Jul 16 17:54:44.894083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Request body: {'port': {'device_id': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '062537ea7da04e45bd99e357cf9993d8'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:44.959323 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] Set router 7adea880-b92f-4381-9e2a-c51cea7ab239 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:54:45.028222 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.044243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a70cc38-bf7f-4151-801b-438e4deed51f']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:45.090442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7197cb22-8a9d-450b-a391-913edbff13d4') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:45.090825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7197cb22-8a9d-450b-a391-913edbff13d4') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:45.110578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-eb80229a-ac1b-4e6e-8ab2-9d4fb4e91645 req-472450e6-70fe-488a-a2ff-880c630dc175 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] For port 2ad40190-deba-4035-8746-8fbe144d34d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2ad40190-deba-4035-8746-8fbe144d34d3,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:45.110955 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-eb80229a-ac1b-4e6e-8ab2-9d4fb4e91645 req-472450e6-70fe-488a-a2ff-880c630dc175 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.114740 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.124569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-eb80229a-ac1b-4e6e-8ab2-9d4fb4e91645 req-472450e6-70fe-488a-a2ff-880c630dc175 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Calling delete_port for 2ad40190-deba-4035-8746-8fbe144d34d3 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:45.140297 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.192693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:54:45.194546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: timer() Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:54:45.196056 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:54:45.219296 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6240f1eb-4938-4fad-ba66-4c25cd3855d7 req-0bdfef6d-9ac6-4eab-b266-f5295f2acbe9 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173125 Jul 16 17:54:45.238779 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6783eca9-fa49-432b-9aae-a8305ae8f7d3', 'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'mac_address': 'fa:16:3e:a6:56:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:36Z', 'updated_at': '2021-07-16T17:54:44Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'subnets': [{'id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:54:45.275039 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e39f6c30-3352-4f76-9138-dc4ad66acd51 None None] The sync data for ids ['7adea880-b92f-4381-9e2a-c51cea7ab239'] in n-d-794306-7 is: [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6783eca9-fa49-432b-9aae-a8305ae8f7d3', 'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'mac_address': 'fa:16:3e:a6:56:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:36Z', 'updated_at': '2021-07-16T17:54:44Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'subnets': [{'id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:54:45.298460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Made reservation on behalf of 062537ea7da04e45bd99e357cf9993d8 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:45.308120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.321547 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.321807 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.342567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.347651 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5a70cc38-bf7f-4151-801b-438e4deed51f HTTP/1.1" status: 204 len: 168 time: 1.0193758 Jul 16 17:54:45.365335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8872c716-778b-43b5-b753-845211e28283 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a70cc38-bf7f-4151-801b-438e4deed51f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:45.409474 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f6ce9232-9f91-4c82-8910-f0d260b16ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.423651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70e910c1-258c-4f42-b496-14fd8159015b {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:45.444542 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.481199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Transition to ACTIVE for port object 70e910c1-258c-4f42-b496-14fd8159015b will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:45.497908 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.551105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-eb80229a-ac1b-4e6e-8ab2-9d4fb4e91645 req-472450e6-70fe-488a-a2ff-880c630dc175 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.558789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cfbe96-308a-4342-a8ae-163bb4d5c424 req-34d4f93b-4fff-4591-a043-278eb6b37c5b tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:45.565643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50cfbe96-308a-4342-a8ae-163bb4d5c424 req-34d4f93b-4fff-4591-a043-278eb6b37c5b tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 950 time: 0.1445825 Jul 16 17:54:45.607308 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Pushing event updated for resources: {'Port': ['ID=70e910c1-258c-4f42-b496-14fd8159015b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:45.615330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edc4fb4-f6f2-4c19-8a31-9cf6c7d57d1e req-51c9bbf4-8783-4caf-9c56-1774bbc2ca04 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:45.618195 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5edc4fb4-f6f2-4c19-8a31-9cf6c7d57d1e req-51c9bbf4-8783-4caf-9c56-1774bbc2ca04 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 931 time: 0.2129769 Jul 16 17:54:45.633036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472450e6-70fe-488a-a2ff-880c630dc175 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event deleted for resources: {'Port': ['ID=2ad40190-deba-4035-8746-8fbe144d34d3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:45.673298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44398) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:45.675698 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.707237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.721193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb80229a-ac1b-4e6e-8ab2-9d4fb4e91645 req-472450e6-70fe-488a-a2ff-880c630dc175 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] No DVR routers for this DVR port 2ad40190-deba-4035-8746-8fbe144d34d3 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:45.724844 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-eb80229a-ac1b-4e6e-8ab2-9d4fb4e91645 req-472450e6-70fe-488a-a2ff-880c630dc175 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.727154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb80229a-ac1b-4e6e-8ab2-9d4fb4e91645 req-472450e6-70fe-488a-a2ff-880c630dc175 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.18 "DELETE /v2.0/ports/2ad40190-deba-4035-8746-8fbe144d34d3 HTTP/1.1" status: 204 len: 173 time: 1.3396614 Jul 16 17:54:45.736813 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50cfbe96-308a-4342-a8ae-163bb4d5c424 req-37678acb-025a-43af-8ff9-c719893c9d95 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609044 Jul 16 17:54:45.743972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95edaa9-b30f-4f18-9ee9-5593bab3c324', 'name': 'network-vif-deleted', 'tag': '2ad40190-deba-4035-8746-8fbe144d34d3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:45.749181 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cd00bf-1c53-44e2-8a33-480b915d3060" -d '{"events": [{"server_uuid": "a95edaa9-b30f-4f18-9ee9-5593bab3c324", "name": "network-vif-deleted", "tag": "2ad40190-deba-4035-8746-8fbe144d34d3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:45.801379 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6654e99c-a9e9-410a-b3f4-2c92e732e587 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fe3c07171c05415a8e169c7cb106ac85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1240411 Jul 16 17:54:45.805004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44404) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:45.906714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3ee31df-32dd-41ba-b443-c0a49c03e23a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:45.916466 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-044ee707-582a-4424-ad06-d8b7746a5376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:45.920525 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5edc4fb4-f6f2-4c19-8a31-9cf6c7d57d1e req-9a007555-69ee-4f6f-a297-be5ffd7dd9d1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/security-groups?id=a49762dc-a6b7-4da5-ad60-3a154a79fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2936349 Jul 16 17:54:45.939634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Attempting to bind port 70e910c1-258c-4f42-b496-14fd8159015b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:45.941530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Attempting to bind port 70e910c1-258c-4f42-b496-14fd8159015b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:45.943012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Attempting to bind port 70e910c1-258c-4f42-b496-14fd8159015b on network fe2db131-f8c2-4333-a6d8-a25e67aae06c {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:45.964061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Port 70e910c1-258c-4f42-b496-14fd8159015b on network fe2db131-f8c2-4333-a6d8-a25e67aae06c not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:45.964428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Attempting to bind port 70e910c1-258c-4f42-b496-14fd8159015b on network fe2db131-f8c2-4333-a6d8-a25e67aae06c {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:45.972433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:45.972790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Checking segment: {'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:45.973164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Bound using segment: {'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:45.973632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Bound port: 70e910c1-258c-4f42-b496-14fd8159015b, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:45.974225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.016619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Allocated IP 192.168.233.91 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/6b1fceb3-aa00-4157-9b0b-0e16ee81ba62) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:46.058572 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-044ee707-582a-4424-ad06-d8b7746a5376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.114898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] For port 70e910c1-258c-4f42-b496-14fd8159015b, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:46.142769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] For port 70e910c1-258c-4f42-b496-14fd8159015b, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=70e910c1-258c-4f42-b496-14fd8159015b,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:46.173966 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.224568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.244514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.245167 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.246546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] 10.222.0.18 "PUT /v2.0/ports/70e910c1-258c-4f42-b496-14fd8159015b HTTP/1.1" status: 200 len: 1091 time: 2.1038153 Jul 16 17:54:46.250641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'tag': '70e910c1-258c-4f42-b496-14fd8159015b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:46.251391 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c108a817-b868-45e5-8238-e8d710f5e181" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f04be9-1f0e-4daf-b4dd-737f4632d4eb", "tag": "70e910c1-258c-4f42-b496-14fd8159015b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:46.278746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Transition to ACTIVE for port object 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:46.304041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff10061-9dcb-486b-8e64-dc4f9eab2416 service neutron] Pushing event updated for resources: {'Port': ['ID=70e910c1-258c-4f42-b496-14fd8159015b,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:46.311861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-044ee707-582a-4424-ad06-d8b7746a5376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.315030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-044ee707-582a-4424-ad06-d8b7746a5376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.319282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-044ee707-582a-4424-ad06-d8b7746a5376 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4bf32c4c-40df-4d2d-8f66-59a3c6fcd743 HTTP/1.1" status: 204 len: 168 time: 0.5102317 Jul 16 17:54:46.374576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b92f166-8c56-4c2b-9672-5e4843f24739 req-24183598-de93-4e53-aa26-445817f7b1a3 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.376420 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1b92f166-8c56-4c2b-9672-5e4843f24739 req-24183598-de93-4e53-aa26-445817f7b1a3 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 950 time: 0.1364644 Jul 16 17:54:46.390053 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.412666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6126fa6-c7ed-4279-b44a-e540bf576849 req-4654d6c7-b985-45e5-a87c-1267a0ac459b tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.414360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6126fa6-c7ed-4279-b44a-e540bf576849 req-4654d6c7-b985-45e5-a87c-1267a0ac459b tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1097 time: 0.4169118 Jul 16 17:54:46.416912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044ee707-582a-4424-ad06-d8b7746a5376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf32c4c-40df-4d2d-8f66-59a3c6fcd743,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:46.479677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-20fe3094-7f64-40ba-997b-6244356d0abd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3335714 Jul 16 17:54:46.521098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:46.527026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6783eca9-fa49-432b-9aae-a8305ae8f7d3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:46.528226 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6126fa6-c7ed-4279-b44a-e540bf576849 req-ea0fac82-19df-495b-a63b-3373b63b4aee tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968223 Jul 16 17:54:46.534841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:46.572859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:46.649896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Pushing event updated for resources: {'Port': ['ID=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:46.667507 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1b92f166-8c56-4c2b-9672-5e4843f24739 req-fd1dc289-b478-4052-a824-8f16bad30d9a tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706988 Jul 16 17:54:46.712409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-213fe35c-ce9d-4365-914e-4bd52b2fea86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.715672 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-213fe35c-ce9d-4365-914e-4bd52b2fea86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e45211deb4be4523a5da741a978df62c&device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 1094 time: 0.3971190 Jul 16 17:54:46.720292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:46.724653 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.728076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:46.732388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:46.732845 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.752081 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-4d760ae5-36d4-4239-a3b9-340f795df693 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8615439 Jul 16 17:54:46.765497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Request body: {'port': {'device_id': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:46.841877 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93e482a-f09b-4f5e-b3d3-a76865af428b x-openstack-request-id: req-a93e482a-f09b-4f5e-b3d3-a76865af428b {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:46.842135 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95edaa9-b30f-4f18-9ee9-5593bab3c324", "name": "network-vif-deleted", "tag": "2ad40190-deba-4035-8746-8fbe144d34d3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:46.842389 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a93e482a-f09b-4f5e-b3d3-a76865af428b {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:46.843074 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95edaa9-b30f-4f18-9ee9-5593bab3c324', 'name': 'network-vif-deleted', 'tag': '2ad40190-deba-4035-8746-8fbe144d34d3', 'status': 'completed', 'code': 200} Jul 16 17:54:46.923521 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.935890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c5ae2fc2-f7c1-40b4-9e40-fb88145a9d8b None None] Provisioning for port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:46.942977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c5ae2fc2-f7c1-40b4-9e40-fb88145a9d8b None None] Provisioning complete for port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:46.943408 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c5ae2fc2-f7c1-40b4-9e40-fb88145a9d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.950308 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:46.999422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 6783eca9-fa49-432b-9aae-a8305ae8f7d3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6783eca9-fa49-432b-9aae-a8305ae8f7d3,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:47.002627 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c5ae2fc2-f7c1-40b4-9e40-fb88145a9d8b None None] Port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:47.008043 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.073446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=6783eca9-fa49-432b-9aae-a8305ae8f7d3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:47.132101 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44428) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:47.188585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-237395cd-0560-43cf-895d-63354535a5e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70e910c1-258c-4f42-b496-14fd8159015b HTTP/1.1" status: 200 len: 217 time: 0.4434428 Jul 16 17:54:47.221037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-49ada530-f92a-41c3-913f-01e66e7c6fde admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=441a3a3400404cc78bf15a4ceb4f49bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875490 Jul 16 17:54:47.223793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44432) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:47.252517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-07502472-b888-4391-ae5a-18b39e0fb000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.254101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-07502472-b888-4391-ae5a-18b39e0fb000 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43130acca04945a79f69f3c5f20cf265&device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 1097 time: 0.6891723 Jul 16 17:54:47.280492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-1ca20893-baaa-4126-aa73-f6c6934c01c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.281937 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-1ca20893-baaa-4126-aa73-f6c6934c01c9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2da14ea1-1b00-4de2-b3ae-11689d02871c HTTP/1.1" status: 200 len: 868 time: 0.0813057 Jul 16 17:54:47.325514 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-330e6c82-093d-42c5-b139-7ce35d993e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.349778 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-330e6c82-093d-42c5-b139-7ce35d993e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.366396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c0b4a0-259a-44ae-bcd4-d64a9fc2b5cd req-cc1d254e-7c5b-4b38-bc4f-d7e436125272 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.368013 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92c0b4a0-259a-44ae-bcd4-d64a9fc2b5cd req-cc1d254e-7c5b-4b38-bc4f-d7e436125272 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 935 time: 0.6262958 Jul 16 17:54:47.436877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-330e6c82-093d-42c5-b139-7ce35d993e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.440019 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-330e6c82-093d-42c5-b139-7ce35d993e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.441365 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-330e6c82-093d-42c5-b139-7ce35d993e82 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5159276e-6c14-4c0f-b6a6-0836be85124a HTTP/1.1" status: 204 len: 168 time: 0.2164717 Jul 16 17:54:47.475721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e6c82-093d-42c5-b139-7ce35d993e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5159276e-6c14-4c0f-b6a6-0836be85124a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:47.478299 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-735634d1-9e37-462e-bc11-8ca13b8a6932 x-openstack-request-id: req-735634d1-9e37-462e-bc11-8ca13b8a6932 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:47.478561 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f04be9-1f0e-4daf-b4dd-737f4632d4eb", "tag": "70e910c1-258c-4f42-b496-14fd8159015b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:47.478816 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-735634d1-9e37-462e-bc11-8ca13b8a6932 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:47.479207 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'tag': '70e910c1-258c-4f42-b496-14fd8159015b', 'status': 'completed', 'code': 200} Jul 16 17:54:47.512787 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92c0b4a0-259a-44ae-bcd4-d64a9fc2b5cd req-259892ba-1ce1-4731-aaa4-e9ea591616ac tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997276 Jul 16 17:54:47.513608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:47.515709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-a1a3a2c6-f9d3-49eb-b1f9-3564be4caa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.517172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-a1a3a2c6-f9d3-49eb-b1f9-3564be4caa6b service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e607010-b04a-43b9-bc82-01c9d49f67b6 HTTP/1.1" status: 200 len: 925 time: 0.2295222 Jul 16 17:54:47.524439 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.528378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-2ea7e47a-2c22-45ff-a034-fb1a2c7c68b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.536229 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-2ea7e47a-2c22-45ff-a034-fb1a2c7c68b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe2db131-f8c2-4333-a6d8-a25e67aae06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2350135 Jul 16 17:54:47.540168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Transition to ACTIVE for port object 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:47.547598 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.605345 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:47.803186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Attempting to bind port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:47.803672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Attempting to bind port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:47.804109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Attempting to bind port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:47.814608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:47.815980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Attempting to bind port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:47.827920 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.829760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d1842f-91b1-4781-98f0-4ba33fbcc532 req-c2cde49c-6240-404c-9c49-06c9ff8c4b66 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.836948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-db0b63d6-692f-43d5-93e1-f749595ac9c2 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857034 Jul 16 17:54:47.840149 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-f0541806-a55b-4f7e-b3cd-81180ce6c9e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=900bde5e-5a56-4955-ba35-24cdd1a2f3a2 HTTP/1.1" status: 200 len: 1002 time: 0.3052239 Jul 16 17:54:47.843511 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85d1842f-91b1-4781-98f0-4ba33fbcc532 req-c2cde49c-6240-404c-9c49-06c9ff8c4b66 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 943 time: 0.1630588 Jul 16 17:54:47.865815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:47.866165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:47.866619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:47.867070 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Bound port: 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:47.867432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:47.933725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f76c35-1ecf-41e0-81cf-d7e4934f3613 req-48314c26-6ad8-47c9-8497-20439225fb61 tempest-LiveMigrationNegativeTest-456098991 tempest-LiveMigrationNegativeTest-456098991-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.935155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68f76c35-1ecf-41e0-81cf-d7e4934f3613 req-48314c26-6ad8-47c9-8497-20439225fb61 tempest-LiveMigrationNegativeTest-456098991 tempest-LiveMigrationNegativeTest-456098991-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 1101 time: 0.2305872 Jul 16 17:54:47.949497 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85d1842f-91b1-4781-98f0-4ba33fbcc532 req-b94177a1-20d4-4fa0-b92c-857012cc8d98 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/security-groups?id=a49762dc-a6b7-4da5-ad60-3a154a79fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049073 Jul 16 17:54:47.969703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-f9a75217-7d56-4563-8f5a-d01cb8d675bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:47.971132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-f9a75217-7d56-4563-8f5a-d01cb8d675bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e61b5433-18ce-4759-a1d2-aa3c01fe79bb HTTP/1.1" status: 200 len: 863 time: 0.1246443 Jul 16 17:54:48.008377 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:48.012549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:48.014704 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-68f76c35-1ecf-41e0-81cf-d7e4934f3613 req-fb809942-1bca-4fac-916e-f9003cd75087 tempest-LiveMigrationNegativeTest-456098991 tempest-LiveMigrationNegativeTest-456098991-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.023855 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.067069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.067981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.070138 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] 10.222.0.18 "PUT /v2.0/ports/6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 HTTP/1.1" status: 200 len: 1095 time: 1.3093867 Jul 16 17:54:48.074297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b22f83aa-c877-424a-a7b4-59b369a77b62 req-1c8f1ed9-0d3d-43fb-aa8e-738b510be567 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131052 Jul 16 17:54:48.110088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43b32f6-1034-4d0e-90c9-651e538dfc64 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:48.125741 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f06be1e8-ca28-4ad2-8240-9cb99ddae218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.155528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 2ad40190-deba-4035-8746-8fbe144d34d3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:48.186513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 2ad40190-deba-4035-8746-8fbe144d34d3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:48.187665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 2ad40190-deba-4035-8746-8fbe144d34d3 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:48.189795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-003bdf1b-61de-45d7-b4ac-d16e6c0cf4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.191237 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-003bdf1b-61de-45d7-b4ac-d16e6c0cf4a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e607010-b04a-43b9-bc82-01c9d49f67b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2108858 Jul 16 17:54:48.276226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a817-b868-45e5-8238-e8d710f5e181 req-873ba3a3-7509-477e-a201-32a671b30a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.278627 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c108a817-b868-45e5-8238-e8d710f5e181 req-873ba3a3-7509-477e-a201-32a671b30a05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e45211deb4be4523a5da741a978df62c&device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 1094 time: 0.0922925 Jul 16 17:54:48.358310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-68f76c35-1ecf-41e0-81cf-d7e4934f3613 req-fb809942-1bca-4fac-916e-f9003cd75087 tempest-LiveMigrationNegativeTest-456098991 tempest-LiveMigrationNegativeTest-456098991-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.377686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-90e0ab56-9515-48cd-99cb-843ec1daf531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.384012 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-90e0ab56-9515-48cd-99cb-843ec1daf531 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 1098 time: 0.2499175 Jul 16 17:54:48.390247 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-68f76c35-1ecf-41e0-81cf-d7e4934f3613 req-fb809942-1bca-4fac-916e-f9003cd75087 tempest-LiveMigrationNegativeTest-456098991 tempest-LiveMigrationNegativeTest-456098991-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.442972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a817-b868-45e5-8238-e8d710f5e181 req-f0221e36-8e1f-4526-81b4-020194849726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.445832 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c108a817-b868-45e5-8238-e8d710f5e181 req-f0221e36-8e1f-4526-81b4-020194849726 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe2db131-f8c2-4333-a6d8-a25e67aae06c HTTP/1.1" status: 200 len: 930 time: 0.1565032 Jul 16 17:54:48.467706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6783eca9-fa49-432b-9aae-a8305ae8f7d3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:48.493758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-25bf0e54-cd99-4c90-991b-91da2f6515af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 HTTP/1.1" status: 200 len: 217 time: 0.1006660 Jul 16 17:54:48.519783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb809942-1bca-4fac-916e-f9003cd75087 tempest-LiveMigrationNegativeTest-456098991 tempest-LiveMigrationNegativeTest-456098991-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb87f0e-c6a8-4adf-a655-30aca84f2302,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:48.527207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:48.527907 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.552284 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c108a817-b868-45e5-8238-e8d710f5e181 req-0269fcfc-b81b-4089-b766-79b5d87df1b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70e910c1-258c-4f42-b496-14fd8159015b HTTP/1.1" status: 200 len: 217 time: 0.0922387 Jul 16 17:54:48.611801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-b9ce85f7-8085-4efa-ba1c-2096655216b7 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4058113 Jul 16 17:54:48.613190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-7a02fc63-a5a4-4c67-9306-f5bd39aa05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.614525 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-7a02fc63-a5a4-4c67-9306-f5bd39aa05aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0718534 Jul 16 17:54:48.626984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68f76c35-1ecf-41e0-81cf-d7e4934f3613 req-fb809942-1bca-4fac-916e-f9003cd75087 tempest-LiveMigrationNegativeTest-456098991 tempest-LiveMigrationNegativeTest-456098991-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6591322 Jul 16 17:54:48.634130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a817-b868-45e5-8238-e8d710f5e181 req-1a207ebe-0b2b-4803-a37c-a026f90f9b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.635869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c108a817-b868-45e5-8238-e8d710f5e181 req-1a207ebe-0b2b-4803-a37c-a026f90f9b19 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2da14ea1-1b00-4de2-b3ae-11689d02871c HTTP/1.1" status: 200 len: 868 time: 0.0776439 Jul 16 17:54:48.636456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44472) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:48.642169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-99bc889b-7654-4193-a9d0-1809a7594933 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Request body: {'security_group': {'name': 'tempest-securitygroup--354423128', 'description': 'tempest-description--992046687'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:48.717306 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-99bc889b-7654-4193-a9d0-1809a7594933 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.818663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-7873fa64-a4ac-44ee-8e19-71a85fc4200b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.822071 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-7873fa64-a4ac-44ee-8e19-71a85fc4200b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1870596 Jul 16 17:54:48.844922 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-99bc889b-7654-4193-a9d0-1809a7594933 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.848258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:48.857016 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14866399-dccc-4c90-b92d-1f9f071e6910" -d '{"events": [{"name": "network-changed", "server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:48.865303 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-99bc889b-7654-4193-a9d0-1809a7594933 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.917408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc889b-7654-4193-a9d0-1809a7594933 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b4e85b4-f405-438d-bb32-4bb2afe2c677,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:48.930775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c108a817-b868-45e5-8238-e8d710f5e181 req-d0023508-3597-4ef4-822d-c82d25d19dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:48.932892 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c108a817-b868-45e5-8238-e8d710f5e181 req-d0023508-3597-4ef4-822d-c82d25d19dd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe2db131-f8c2-4333-a6d8-a25e67aae06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2845590 Jul 16 17:54:48.941504 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-99bc889b-7654-4193-a9d0-1809a7594933 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:48.942582 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-6bcfbf92-c0cd-4833-811f-1cefa0669b63 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061177 Jul 16 17:54:48.944812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc83e72-a2da-4ce5-9a4e-9785690d7ca5 req-15467af3-237a-45b8-86d2-b20eef46f31f service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3117540 Jul 16 17:54:48.946707 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-99bc889b-7654-4193-a9d0-1809a7594933 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3090637 Jul 16 17:54:48.950072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44482) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:48.954530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-97b80e71-c863-4564-bcaa-8e00b647df2b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Request body: {'security_group_rule': {'security_group_id': '7b4e85b4-f405-438d-bb32-4bb2afe2c677', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:49.018567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97b80e71-c863-4564-bcaa-8e00b647df2b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.055915 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f4659d4-f66b-4dcc-b41a-fb1fbc63b7e4 x-openstack-request-id: req-0f4659d4-f66b-4dcc-b41a-fb1fbc63b7e4 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:49.060562 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:49.060820 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f4659d4-f66b-4dcc-b41a-fb1fbc63b7e4 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:49.061217 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', 'status': 'completed', 'code': 200} Jul 16 17:54:49.179177 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97b80e71-c863-4564-bcaa-8e00b647df2b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.200646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c108a817-b868-45e5-8238-e8d710f5e181 req-746c213d-456a-47d7-b7fb-4a5ae37c6201 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2521920 Jul 16 17:54:49.201945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97b80e71-c863-4564-bcaa-8e00b647df2b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.241143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b80e71-c863-4564-bcaa-8e00b647df2b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c8a2802-0585-42d0-bc8f-a5db007fe0f4,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:49.244344 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-678b17ee-2075-4e98-99a9-00bdaa7ad343 req-34e6409b-48ca-4f36-9d50-4d7196fc30c6 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937212 Jul 16 17:54:49.253301 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97b80e71-c863-4564-bcaa-8e00b647df2b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.254466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-97b80e71-c863-4564-bcaa-8e00b647df2b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3052328 Jul 16 17:54:49.258047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44500) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:49.265496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ef17973b-2292-4c08-9b36-f07ab695834c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Request body: {'security_group_rule': {'security_group_id': '7b4e85b4-f405-438d-bb32-4bb2afe2c677', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:49.294506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efd2691-7ef6-4fe3-a09f-09737ae12fdf req-680eb7a5-6509-4aa1-8998-9cc51f68e51f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.301338 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1efd2691-7ef6-4fe3-a09f-09737ae12fdf req-680eb7a5-6509-4aa1-8998-9cc51f68e51f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 947 time: 0.1548247 Jul 16 17:54:49.367616 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef17973b-2292-4c08-9b36-f07ab695834c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.378909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588933fe-1369-4df8-92dc-66bd84a4a430 req-91bc2c22-d3fc-42f2-8c90-5eb645838833 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.381303 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-588933fe-1369-4df8-92dc-66bd84a4a430 req-91bc2c22-d3fc-42f2-8c90-5eb645838833 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1097 time: 0.2289159 Jul 16 17:54:49.388623 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c108a817-b868-45e5-8238-e8d710f5e181 req-5aee99c4-a97f-4e61-9b13-10f2618aecad service neutron] 10.222.0.18 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749854 Jul 16 17:54:49.395092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1efd2691-7ef6-4fe3-a09f-09737ae12fdf req-bb4a1755-d388-4659-a4f7-e090227f180f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927248 Jul 16 17:54:49.452876 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-588933fe-1369-4df8-92dc-66bd84a4a430 req-9bf61741-0298-4f05-8ae7-27d5cb8dbe34 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630796 Jul 16 17:54:49.465460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14866399-dccc-4c90-b92d-1f9f071e6910 req-e8c3e1a6-ee0d-4f05-b9fe-2e305ee3053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.467085 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14866399-dccc-4c90-b92d-1f9f071e6910 req-e8c3e1a6-ee0d-4f05-b9fe-2e305ee3053c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 1098 time: 0.1454525 Jul 16 17:54:49.486149 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef17973b-2292-4c08-9b36-f07ab695834c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.502855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef17973b-2292-4c08-9b36-f07ab695834c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.531388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17973b-2292-4c08-9b36-f07ab695834c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=782d7e46-0bb7-4a63-b832-932b7d348961,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:49.596833 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef17973b-2292-4c08-9b36-f07ab695834c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.598025 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ef17973b-2292-4c08-9b36-f07ab695834c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3390610 Jul 16 17:54:49.602441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44510) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:49.607494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:49.650485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14866399-dccc-4c90-b92d-1f9f071e6910 req-542239c9-ca20-4985-95ad-a5fc1ccafa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.651985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14866399-dccc-4c90-b92d-1f9f071e6910 req-542239c9-ca20-4985-95ad-a5fc1ccafa0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1752977 Jul 16 17:54:49.669341 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.687399 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.715890 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14866399-dccc-4c90-b92d-1f9f071e6910 req-9daaaa6f-6d41-4546-93e5-00e23feda1f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 HTTP/1.1" status: 200 len: 217 time: 0.0567541 Jul 16 17:54:49.729715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a497e-0c78-48ef-8f6e-236c4fd31e71 req-e7b404ea-c26b-476c-b36b-9f0c50afe3b1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.731121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa2a497e-0c78-48ef-8f6e-236c4fd31e71 req-e7b404ea-c26b-476c-b36b-9f0c50afe3b1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 943 time: 0.1685202 Jul 16 17:54:49.813185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14866399-dccc-4c90-b92d-1f9f071e6910 req-6918766e-4f69-4302-8641-e8ac82d79aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.814731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14866399-dccc-4c90-b92d-1f9f071e6910 req-6918766e-4f69-4302-8641-e8ac82d79aff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0827122 Jul 16 17:54:49.822447 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa2a497e-0c78-48ef-8f6e-236c4fd31e71 req-95c3a2d0-5b13-4fc6-bd76-c74da9d06e1f tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/security-groups?id=a49762dc-a6b7-4da5-ad60-3a154a79fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795920 Jul 16 17:54:49.925826 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:49.935703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14866399-dccc-4c90-b92d-1f9f071e6910 req-502c9c7e-9f1c-427d-8a84-c1a401043e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:49.937200 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14866399-dccc-4c90-b92d-1f9f071e6910 req-502c9c7e-9f1c-427d-8a84-c1a401043e09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1139088 Jul 16 17:54:50.108884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-326f35a9-9e48-4f3a-a7e3-2251216a10ea tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380192 Jul 16 17:54:50.140912 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14866399-dccc-4c90-b92d-1f9f071e6910 req-688395d3-467c-48f7-b296-96d7ebbf1ee1 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726630 Jul 16 17:54:50.141907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Allocated IP 172.25.7.55 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/547f9655-ec44-411a-88e9-6ba3d052356c) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:50.233449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e160db60-490f-4622-87d3-45d2754eb7a1 req-bd1195c3-1b35-47b0-88c1-6fbabad11409 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:50.234942 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e160db60-490f-4622-87d3-45d2754eb7a1 req-bd1195c3-1b35-47b0-88c1-6fbabad11409 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 950 time: 0.0667992 Jul 16 17:54:50.278688 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e160db60-490f-4622-87d3-45d2754eb7a1 req-695db005-bdd9-4996-88ed-06f825a1ffb4 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377555 Jul 16 17:54:50.566919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-44e600d0-dcb7-47b1-8d16-cbe521a05ade tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:50.568436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-44e600d0-dcb7-47b1-8d16-cbe521a05ade tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4463043 Jul 16 17:54:50.595185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bfd175-4c36-4969-8266-a146bd4f5322 req-564889d9-c78c-4e8c-b0f3-04b6a0e93cd8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:50.596960 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43bfd175-4c36-4969-8266-a146bd4f5322 req-564889d9-c78c-4e8c-b0f3-04b6a0e93cd8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 947 time: 0.0820911 Jul 16 17:54:50.639381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-c082a217-210f-4f47-8c10-d3ae5c03f9d3 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/quotas/02d40a49c0a84b81a98ec66aee94886f HTTP/1.1" status: 200 len: 375 time: 0.0546877 Jul 16 17:54:50.642970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14866399-dccc-4c90-b92d-1f9f071e6910 req-caf6de7f-9afd-4e35-8d78-0152c65a30b2 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4834137 Jul 16 17:54:50.650941 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43bfd175-4c36-4969-8266-a146bd4f5322 req-5a25d1c6-b2d1-4fba-ba22-ac65a2a2f105 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470018 Jul 16 17:54:50.712117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d5a1c357-c265-42ed-9456-6b75f44ef67d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613861 Jul 16 17:54:50.719191 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.750017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 19c96b8a-acf3-4e06-bac6-9a63b1b144fe details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:50.833535 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:50.900599 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d33110-a717-4918-8236-c0126575650b req-26b8ae54-4887-4d64-8040-fc4d808713af tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:50.904622 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5d33110-a717-4918-8236-c0126575650b req-26b8ae54-4887-4d64-8040-fc4d808713af tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1097 time: 0.1169837 Jul 16 17:54:50.937042 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:50.950763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'mac_address': 'fa:16:3e:87:db:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:50.971994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event updated for resources: {'Port': ['ID=547f9655-ec44-411a-88e9-6ba3d052356c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:50.993017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:50.996155 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:50.998684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:51.012124 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.024034 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5d33110-a717-4918-8236-c0126575650b req-d7fb0da5-f054-47b9-a002-50170e21a082 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021380 Jul 16 17:54:51.066829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 19c96b8a-acf3-4e06-bac6-9a63b1b144fe {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:51.148285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:51.165187 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.267813 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a6761ecc-7c01-4a81-84e3-0f523514fd84 req-7200f921-cf8d-456b-9926-65579a337462 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 210 time: 0.0592308 Jul 16 17:54:51.305101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:51.323698 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.414773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['19c96b8a-acf3-4e06-bac6-9a63b1b144fe'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:51.447991 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.655505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fe113f-7092-44e1-9492-52552f9fd264 req-b100c44b-b921-457c-beea-a629840a47ae tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:51.664866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90fe113f-7092-44e1-9492-52552f9fd264 req-b100c44b-b921-457c-beea-a629840a47ae tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 943 time: 0.2582331 Jul 16 17:54:51.729269 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.792224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90fe113f-7092-44e1-9492-52552f9fd264 req-ac648321-9e42-482e-8810-a8a2c546d7f4 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/security-groups?id=a49762dc-a6b7-4da5-ad60-3a154a79fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263092 Jul 16 17:54:51.845717 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.858288 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:51.983554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event updated for resources: {'Port': ['ID=547f9655-ec44-411a-88e9-6ba3d052356c,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:52.033383 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.064093 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.070692 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b66a4bd1-7dbb-4c84-afa6-22e8d3fbb5f5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4614828 Jul 16 17:54:52.087943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63e2880-712b-4661-8e83-8de12f276c3b req-68bebcc7-54ed-4792-99f3-164af295dd2d tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.089877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b63e2880-712b-4661-8e83-8de12f276c3b req-68bebcc7-54ed-4792-99f3-164af295dd2d tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.37 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 950 time: 0.1938498 Jul 16 17:54:52.201371 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f19b1a4-720a-4bf4-8dd2-d48fa4856e78 req-cdaaa707-edca-4cc2-98ae-34b6903443cd tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.202513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 70e910c1-258c-4f42-b496-14fd8159015b details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:52.217075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f19b1a4-720a-4bf4-8dd2-d48fa4856e78 req-cdaaa707-edca-4cc2-98ae-34b6903443cd tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=efa326f2-841e-48c8-9ca0-642ec3b43f9e HTTP/1.1" status: 200 len: 950 time: 0.2274129 Jul 16 17:54:52.304450 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f19b1a4-720a-4bf4-8dd2-d48fa4856e78 req-2e394f2c-b99e-40f4-8bdf-8f4ab2af768d tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868642 Jul 16 17:54:52.388745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 70e910c1-258c-4f42-b496-14fd8159015b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=70e910c1-258c-4f42-b496-14fd8159015b,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:52.404630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '70e910c1-258c-4f42-b496-14fd8159015b', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'port_id': '70e910c1-258c-4f42-b496-14fd8159015b', 'mac_address': 'fa:16:3e:61:ed:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:52.404976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-b63e2880-712b-4661-8e83-8de12f276c3b req-aba3b464-d625-41af-8641-e3134e2a1e23 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Deleting port 841c7a5e-86cc-4085-8e24-310e4dba92a6 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:52.405266 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b63e2880-712b-4661-8e83-8de12f276c3b req-aba3b464-d625-41af-8641-e3134e2a1e23 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.450897 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.471860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70e910c1-258c-4f42-b496-14fd8159015b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:52.503457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 70e910c1-258c-4f42-b496-14fd8159015b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=70e910c1-258c-4f42-b496-14fd8159015b,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:52.512630 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.513720 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:54:52.627213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b63e2880-712b-4661-8e83-8de12f276c3b req-aba3b464-d625-41af-8641-e3134e2a1e23 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] For port 841c7a5e-86cc-4085-8e24-310e4dba92a6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=841c7a5e-86cc-4085-8e24-310e4dba92a6,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:52.627720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b63e2880-712b-4661-8e83-8de12f276c3b req-aba3b464-d625-41af-8641-e3134e2a1e23 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.644899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-b63e2880-712b-4661-8e83-8de12f276c3b req-aba3b464-d625-41af-8641-e3134e2a1e23 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Calling delete_port for 841c7a5e-86cc-4085-8e24-310e4dba92a6 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:52.665321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=70e910c1-258c-4f42-b496-14fd8159015b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:52.736281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6514b-ff9b-4600-8809-7ffdd9f74267 req-f667f0a1-b4aa-4b3f-9a22-9cda049152ed tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:52.744341 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e0f6514b-ff9b-4600-8809-7ffdd9f74267 req-f667f0a1-b4aa-4b3f-9a22-9cda049152ed tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 947 time: 0.1662960 Jul 16 17:54:52.762695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:52.783919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', 'mac_address': 'fa:16:3e:d8:2a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:54:52.804030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 19c96b8a-acf3-4e06-bac6-9a63b1b144fe up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:52.825932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-898620cc-d35e-4739-a42c-1e9a32c96f41 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358815 Jul 16 17:54:52.840693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e0f6514b-ff9b-4600-8809-7ffdd9f74267 req-df85f47c-15f8-4dcd-8fcf-777a1c351381 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954192 Jul 16 17:54:52.961606 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.978582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:52.979077 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:52.980271 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b63e2880-712b-4661-8e83-8de12f276c3b req-aba3b464-d625-41af-8641-e3134e2a1e23 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.021924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['be202531-16d5-489d-a51c-691238aa276c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:53.041985 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:53.055176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba3b464-d625-41af-8641-e3134e2a1e23 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Pushing event deleted for resources: {'Port': ['ID=841c7a5e-86cc-4085-8e24-310e4dba92a6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.088203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:53.092950 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:54:53.096495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['841c7a5e-86cc-4085-8e24-310e4dba92a6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:53.182559 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-48e9a9f1-b75e-4489-82ed-5fe80181e57e tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:53.185185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-48e9a9f1-b75e-4489-82ed-5fe80181e57e tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3267574 Jul 16 17:54:53.192070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63e2880-712b-4661-8e83-8de12f276c3b req-aba3b464-d625-41af-8641-e3134e2a1e23 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] No DVR routers for this DVR port 841c7a5e-86cc-4085-8e24-310e4dba92a6 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:53.198843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b63e2880-712b-4661-8e83-8de12f276c3b req-aba3b464-d625-41af-8641-e3134e2a1e23 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.206702 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.212235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Request body: {'port': {'device_id': '57ed5079-17c7-4c6e-99d6-5a716618528d', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '02d40a49c0a84b81a98ec66aee94886f'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:53.221139 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b63e2880-712b-4661-8e83-8de12f276c3b req-aba3b464-d625-41af-8641-e3134e2a1e23 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.37 "DELETE /v2.0/ports/841c7a5e-86cc-4085-8e24-310e4dba92a6 HTTP/1.1" status: 204 len: 173 time: 1.1087844 Jul 16 17:54:53.221766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44638) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:54:53.222233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efa326f2-841e-48c8-9ca0-642ec3b43f9e', 'name': 'network-vif-deleted', 'tag': '841c7a5e-86cc-4085-8e24-310e4dba92a6'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:53.226830 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e525d7e2-2ad5-4396-9467-7618b22069d1" -d '{"events": [{"server_uuid": "efa326f2-841e-48c8-9ca0-642ec3b43f9e", "name": "network-vif-deleted", "tag": "841c7a5e-86cc-4085-8e24-310e4dba92a6"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:53.274411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.378861 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.459248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Made reservation on behalf of 02d40a49c0a84b81a98ec66aee94886f for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:53.470135 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.493036 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:53.499093 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.504732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:53.508995 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b839ecf9-ae43-4d5b-a50e-d3ea0329a4a8" -d '{"events": [{"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-plugged", "status": "completed", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:53.519457 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.533941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-d2bc8bbe-4bdb-40ac-ab2e-3d971cdc426c tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:54:53.534985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-d2bc8bbe-4bdb-40ac-ab2e-3d971cdc426c tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3054373 Jul 16 17:54:53.565711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['70e910c1-258c-4f42-b496-14fd8159015b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:53.569723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['6b1fceb3-aa00-4157-9b0b-0e16ee81ba62'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:53.581007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f52d-12ea-4991-a442-338d95a121c0 req-cbcac10d-52f1-43ab-a08f-c212bd2e412e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:53.590629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-cbcac10d-52f1-43ab-a08f-c212bd2e412e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/networks?id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2 HTTP/1.1" status: 200 len: 822 time: 0.2100606 Jul 16 17:54:53.610197 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-f913068a-f20f-4e57-9491-de552cbfe454 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/quotas/273172bcaed443e5b422bb2273a512a3 HTTP/1.1" status: 200 len: 375 time: 0.0186129 Jul 16 17:54:53.688823 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.693270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:53.696379 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Request body: {'binding': {'host': 'n-h1-794306-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:53.697340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Unknown quota resources ['binding']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:54:53.752858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.794112 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-d5d84eda-272f-47fe-a52c-cd9315a31b17 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=273172bcaed443e5b422bb2273a512a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1826551 Jul 16 17:54:53.802292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3eaaec2-307c-448a-95b9-4a64eee5cefd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:53.905564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Allocated IP 192.168.233.141 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/f123625a-9123-4b2b-8f8c-7f0079b30fac) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:53.982524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-502166f3-1ebb-44dc-b646-fd8dd9693cf9 service neutron] 10.222.0.47 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877694 Jul 16 17:54:54.025146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on host n-h1-794306-7 for vnic_type normal with profile None {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:54.025529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:54.025814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:54.038996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:54.039674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:54.047949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:54.048423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:54.048664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:54.049095 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Bound port: 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:54.187084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-6f34aebc-a8f4-4639-ad90-dec88df69e46 service neutron] 10.222.0.47 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024665 Jul 16 17:54:54.222662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:54.248462 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.261475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-554b2d6c-2d6c-47ad-ae8a-df8f9d4ffe15 service neutron] 10.222.0.47 "POST /v2.0/ports/7ec9c29a-544e-40f8-a77e-ffb22d551ef4/bindings HTTP/1.1" status: 201 len: 389 time: 0.6404009 Jul 16 17:54:54.575891 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e91cc4cd-7895-4a95-baec-9eba06cbfa29 req-15e61e0f-e1af-411b-bef4-248128764dab tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 210 time: 0.0510285 Jul 16 17:54:54.614371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.668693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Transition to ACTIVE for port object f123625a-9123-4b2b-8f8c-7f0079b30fac will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:54.676604 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7938f483-2e9d-4954-9ed5-f88fffad79a2 x-openstack-request-id: req-7938f483-2e9d-4954-9ed5-f88fffad79a2 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:54.676792 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efa326f2-841e-48c8-9ca0-642ec3b43f9e", "name": "network-vif-deleted", "tag": "841c7a5e-86cc-4085-8e24-310e4dba92a6", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:54.677031 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7938f483-2e9d-4954-9ed5-f88fffad79a2 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:54.677491 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efa326f2-841e-48c8-9ca0-642ec3b43f9e', 'name': 'network-vif-deleted', 'tag': '841c7a5e-86cc-4085-8e24-310e4dba92a6', 'status': 'completed', 'code': 200} Jul 16 17:54:54.717764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.755092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-f924dbfc-0cca-49bf-9994-36c23ac7d2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.757398 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-f924dbfc-0cca-49bf-9994-36c23ac7d2ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1097 time: 0.1382849 Jul 16 17:54:54.775594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de35db7-4241-4f80-807d-3c09aa69480a req-62f13811-fce9-4933-bb36-e6dae386f52e tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.777086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3de35db7-4241-4f80-807d-3c09aa69480a req-62f13811-fce9-4933-bb36-e6dae386f52e tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 944 time: 0.0981004 Jul 16 17:54:54.794278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:54.798178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:54.816865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:54.820974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event updated for resources: {'Port': ['ID=f123625a-9123-4b2b-8f8c-7f0079b30fac,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:54.843589 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2acf9c30-74ad-4555-a419-949b810123fc x-openstack-request-id: req-2acf9c30-74ad-4555-a419-949b810123fc {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:54.844096 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-plugged", "status": "completed", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:54.844179 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2acf9c30-74ad-4555-a419-949b810123fc {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:54.846959 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'code': 200} Jul 16 17:54:54.902079 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.902728 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:54.916779 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3de35db7-4241-4f80-807d-3c09aa69480a req-8b0709f8-9cfc-4ebd-8077-4de7ba6bbfc6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/security-groups?id=a49762dc-a6b7-4da5-ad60-3a154a79fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324453 Jul 16 17:54:54.968222 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-d19f0106-33e1-4674-afa6-a1f835820ae7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7651942 Jul 16 17:54:54.983948 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-5c22f06f-c73c-41a2-8aba-ff9820ca28d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:54.986694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-5c22f06f-c73c-41a2-8aba-ff9820ca28d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.2194788 Jul 16 17:54:54.992340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Request body: {'port': {'device_id': '57ed5079-17c7-4c6e-99d6-5a716618528d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:55.091893 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-d463aba9-117c-46b4-8c5c-eb30f51979e1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4 HTTP/1.1" status: 200 len: 217 time: 0.0932224 Jul 16 17:54:55.155198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-49bb8f36-81b3-4e1b-bd12-640de9db556c None None] Provisioning for port f123625a-9123-4b2b-8f8c-7f0079b30fac completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:55.169096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-49bb8f36-81b3-4e1b-bd12-640de9db556c None None] Provisioning complete for port f123625a-9123-4b2b-8f8c-7f0079b30fac triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:55.173713 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49bb8f36-81b3-4e1b-bd12-640de9db556c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.174869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-8eeff355-ba45-4073-9c34-a1da3205e194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.176412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-8eeff355-ba45-4073-9c34-a1da3205e194 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0779634 Jul 16 17:54:55.194239 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.226355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-d3889b82-c5ee-436c-94d1-5163772c30c2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398812 Jul 16 17:54:55.236571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-49bb8f36-81b3-4e1b-bd12-640de9db556c None None] Port f123625a-9123-4b2b-8f8c-7f0079b30fac cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:54:55.272178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bc128a-0bcc-4cd9-a0d1-e25147482ad0 req-9803e807-9119-41c9-ab00-6995125638d4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.285528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f3bc128a-0bcc-4cd9-a0d1-e25147482ad0 req-9803e807-9119-41c9-ab00-6995125638d4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 948 time: 0.2294581 Jul 16 17:54:55.375515 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f3bc128a-0bcc-4cd9-a0d1-e25147482ad0 req-16272f3c-5008-431a-950a-7de4921e0a8a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940154 Jul 16 17:54:55.389546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-c807f3d3-ca43-45f2-98f3-2b9c4aa2d1af service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549230 Jul 16 17:54:55.544937 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2c51e706-ffba-47ef-a15f-94456b1a1d13 req-d1d98db5-52c3-4942-920d-1109a954ee44 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 210 time: 0.0426483 Jul 16 17:54:55.574028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136d854-199f-435f-8177-eb54259f438a req-a834a500-da8d-458d-bc2d-392f49cff2e2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.581573 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b136d854-199f-435f-8177-eb54259f438a req-a834a500-da8d-458d-bc2d-392f49cff2e2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 946 time: 0.1683013 Jul 16 17:54:55.587592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-09504aa0-b0a0-4c30-9b76-c4cfdb3d78c1 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910927 Jul 16 17:54:55.635915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b136d854-199f-435f-8177-eb54259f438a req-38293e90-af5c-4f52-8a20-8c0684e2ec02 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532324 Jul 16 17:54:55.757439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f123625a-9123-4b2b-8f8c-7f0079b30fac {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:54:55.769236 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.786949 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Transition to ACTIVE for port object f123625a-9123-4b2b-8f8c-7f0079b30fac will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:54:55.798133 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:55.870654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Pushing event updated for resources: {'Port': ['ID=f123625a-9123-4b2b-8f8c-7f0079b30fac,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:55.901277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.901707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.902123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.902532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.903689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.905125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.905539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.905942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.910103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.910331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81587e95-0431-46a6-93de-f852bf35ece1 req-6c80d74f-ad98-4b66-bdc9-d636432cb23d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.910729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.911143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.911543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:55.918314 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81587e95-0431-46a6-93de-f852bf35ece1 req-6c80d74f-ad98-4b66-bdc9-d636432cb23d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 936 time: 0.1690240 Jul 16 17:54:55.969059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-10082363-7c3b-41f7-9e7d-05978c93bc4b tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:55.970850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-10082363-7c3b-41f7-9e7d-05978c93bc4b tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1097 time: 0.1779816 Jul 16 17:54:56.004288 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81587e95-0431-46a6-93de-f852bf35ece1 req-ba99d1b4-e4ca-4849-9585-42a2ebe157d5 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844214 Jul 16 17:54:56.009591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Attempting to bind port f123625a-9123-4b2b-8f8c-7f0079b30fac on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:56.010169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Attempting to bind port f123625a-9123-4b2b-8f8c-7f0079b30fac by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:56.010473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Attempting to bind port f123625a-9123-4b2b-8f8c-7f0079b30fac on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:56.018568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-7'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:56.019823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Port f123625a-9123-4b2b-8f8c-7f0079b30fac on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:56.030333 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Attempting to bind port f123625a-9123-4b2b-8f8c-7f0079b30fac on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:56.079326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:56.079326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:56.080015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:56.081016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Bound port: f123625a-9123-4b2b-8f8c-7f0079b30fac, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:56.082755 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.135240 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.216046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:56.265034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4debd3-46b8-4f55-a5e4-c0dc614b05ec req-9950cf75-59df-4b00-b4d5-8b6c973f9a78 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:56.266884 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7a4debd3-46b8-4f55-a5e4-c0dc614b05ec req-9950cf75-59df-4b00-b4d5-8b6c973f9a78 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 949 time: 0.2232716 Jul 16 17:54:56.270057 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] For port f123625a-9123-4b2b-8f8c-7f0079b30fac, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:56.276704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] For port f123625a-9123-4b2b-8f8c-7f0079b30fac, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f123625a-9123-4b2b-8f8c-7f0079b30fac,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:56.299689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.303954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:56.310405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:56.311104 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.384626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:56.385394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.386886 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] 10.222.0.37 "PUT /v2.0/ports/f123625a-9123-4b2b-8f8c-7f0079b30fac HTTP/1.1" status: 200 len: 1096 time: 1.4008946 Jul 16 17:54:56.388905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d96f19-fd5a-45b6-a55c-0a2bbf513c2a req-a4a44c9d-f738-4f67-8cd9-7f6fd57e9a72 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:56.391546 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7a4debd3-46b8-4f55-a5e4-c0dc614b05ec req-9eda9a51-3327-45fc-8753-da7704b9acf1 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165614 Jul 16 17:54:56.391546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57ed5079-17c7-4c6e-99d6-5a716618528d', 'tag': 'f123625a-9123-4b2b-8f8c-7f0079b30fac'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:56.393328 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7417eef4-a8af-4eaf-8112-d68163079078" -d '{"events": [{"name": "network-changed", "server_uuid": "57ed5079-17c7-4c6e-99d6-5a716618528d", "tag": "f123625a-9123-4b2b-8f8c-7f0079b30fac"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:56.403867 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94d96f19-fd5a-45b6-a55c-0a2bbf513c2a req-a4a44c9d-f738-4f67-8cd9-7f6fd57e9a72 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 944 time: 0.2173877 Jul 16 17:54:56.448666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a9a8f8-bfab-4beb-a62c-b7294371a4be service neutron] Pushing event updated for resources: {'Port': ['ID=f123625a-9123-4b2b-8f8c-7f0079b30fac,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:56.488334 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.526280 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94d96f19-fd5a-45b6-a55c-0a2bbf513c2a req-affeb3dd-6567-46bf-82d5-aa29e831f8a7 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/security-groups?id=a49762dc-a6b7-4da5-ad60-3a154a79fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214044 Jul 16 17:54:56.558088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:56.562895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:56.570897 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.572019 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 70e910c1-258c-4f42-b496-14fd8159015b up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:54:56.645748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:56.746128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:56.749122 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dea454-4c43-4842-bade-a2655633174d" -d '{"events": [{"server_uuid": "59f18cf5-0b0f-4032-be02-decb57d5fc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec9c29a-544e-40f8-a77e-ffb22d551ef4"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:56.756722 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.758845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:56.765149 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.795073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 841c7a5e-86cc-4085-8e24-310e4dba92a6 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:54:56.802063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.805278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.805728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-3658bc0b-2574-4115-84c0-217153aa6a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:56.806239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.808036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-3658bc0b-2574-4115-84c0-217153aa6a9b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 1099 time: 0.1678324 Jul 16 17:54:56.808575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.809073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.809721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.810207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.813883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.814475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.815106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.815731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.816276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:56.817834 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56108e0-1d6c-4fb1-91ba-d77d4eb33cce x-openstack-request-id: req-d56108e0-1d6c-4fb1-91ba-d77d4eb33cce {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:56.822514 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57ed5079-17c7-4c6e-99d6-5a716618528d", "tag": "f123625a-9123-4b2b-8f8c-7f0079b30fac", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:56.822985 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d56108e0-1d6c-4fb1-91ba-d77d4eb33cce {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:56.823699 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57ed5079-17c7-4c6e-99d6-5a716618528d', 'tag': 'f123625a-9123-4b2b-8f8c-7f0079b30fac', 'status': 'completed', 'code': 200} Jul 16 17:54:56.873874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:56.876310 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74c967d0-2763-4eb0-9bb6-2db4a8edf23a" -d '{"events": [{"server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "name": "network-vif-plugged", "status": "completed", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:56.891840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 841c7a5e-86cc-4085-8e24-310e4dba92a6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:54:56.892194 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 841c7a5e-86cc-4085-8e24-310e4dba92a6 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:54:56.893845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 70e910c1-258c-4f42-b496-14fd8159015b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:54:56.902480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 70e910c1-258c-4f42-b496-14fd8159015b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:54:56.902863 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:56.930022 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-ed81b6b3-e856-4f57-8d32-edf613bc9b15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f123625a-9123-4b2b-8f8c-7f0079b30fac HTTP/1.1" status: 200 len: 217 time: 0.1030078 Jul 16 17:54:56.972431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on host n-h2-794306-7 for vnic_type normal with profile {"migrating_to": "n-h1-794306-7"} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:54:56.973061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:54:56.973320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:56.989006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:54:56.989335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Attempting to bind port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:54:57.032762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:54:57.033126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:54:57.033525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:54:57.033966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Bound port: 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:54:57.034325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.055188 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.112658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3dae9bb0-24f9-43e5-a251-9914f69ec3be req-204354f0-86f1-43e0-8c8c-1fe7fe0a8eea tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 210 time: 0.0625496 Jul 16 17:54:57.139692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Pushing event updated for resources: {'Port': ['ID=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:57.139935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-838e56d3-7fd4-40f3-a2a3-5e4522097a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.139935 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-838e56d3-7fd4-40f3-a2a3-5e4522097a05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1934333 Jul 16 17:54:57.141701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 70e910c1-258c-4f42-b496-14fd8159015b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=70e910c1-258c-4f42-b496-14fd8159015b,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:57.148609 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f52d-12ea-4991-a442-338d95a121c0 req-ee7b4cf6-c8f7-4f67-bc69-dd8150920d12 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.150167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-ee7b4cf6-c8f7-4f67-bc69-dd8150920d12 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.37 "GET /v2.0/networks?id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2 HTTP/1.1" status: 200 len: 822 time: 0.4365890 Jul 16 17:54:57.150862 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.169910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.170688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.171019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.171358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.172831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.173179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.173511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.176142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.179208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.180646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.180974 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.181318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:54:57.214429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Request body: {'port': {'device_id': '8d57dba4-ea2a-4b25-8d58-0dd7bd004eec', 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2', 'admin_state_up': True, 'tenant_id': '273172bcaed443e5b422bb2273a512a3'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:57.229575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5649750b-99f2-4340-8126-030683e95b93 req-d79c3bc7-51e9-4597-a9b4-72597f69a366 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.231124 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5649750b-99f2-4340-8126-030683e95b93 req-d79c3bc7-51e9-4597-a9b4-72597f69a366 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.2906919 Jul 16 17:54:57.268821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=70e910c1-258c-4f42-b496-14fd8159015b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:57.300515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:54:57.304745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:54:57.311502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.354154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5649750b-99f2-4340-8126-030683e95b93 req-c5229aef-ea0e-4adf-95fd-c014e17c8fac tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078670 Jul 16 17:54:57.433417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-00be7f1b-47d1-49b2-9814-446fc8e337af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.435571 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-00be7f1b-47d1-49b2-9814-446fc8e337af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2842705 Jul 16 17:54:57.597391 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86df53f-3a66-47d2-81b1-7a4144cfabcf x-openstack-request-id: req-c86df53f-3a66-47d2-81b1-7a4144cfabcf {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:57.598195 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "name": "network-vif-plugged", "status": "completed", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:57.598741 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c86df53f-3a66-47d2-81b1-7a4144cfabcf {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:57.599301 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', 'code': 200} Jul 16 17:54:57.656161 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-1c75ca3d-eb36-4126-9a3f-44939106cb81 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084608 Jul 16 17:54:57.786067 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4848f8c-e4e6-4954-81ea-9d99182228cd x-openstack-request-id: req-a4848f8c-e4e6-4954-81ea-9d99182228cd {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:57.786472 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f18cf5-0b0f-4032-be02-decb57d5fc3d", "name": "network-vif-unplugged", "status": "completed", "tag": "7ec9c29a-544e-40f8-a77e-ffb22d551ef4", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:57.786777 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4848f8c-e4e6-4954-81ea-9d99182228cd {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:57.787904 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4', 'code': 200} Jul 16 17:54:57.843345 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Made reservation on behalf of 273172bcaed443e5b422bb2273a512a3 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:54:57.848227 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.915965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.916611 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:57.918074 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] 10.222.0.37 "PUT /v2.0/ports/7ec9c29a-544e-40f8-a77e-ffb22d551ef4 HTTP/1.1" status: 200 len: 1122 time: 1.9307966 Jul 16 17:54:57.925855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589d1c6-d589-4b4e-b98c-a1b0a5dba3da service neutron] Pushing event updated for resources: {'Port': ['ID=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,revision_number=8']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:57.939186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a518e7-ed84-4524-a791-82b8e5455553 req-89f6debb-b98a-440f-b857-e0b05fbe3a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.954212 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70a518e7-ed84-4524-a791-82b8e5455553 req-89f6debb-b98a-440f-b857-e0b05fbe3a9b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 1100 time: 0.2401855 Jul 16 17:54:57.961662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fd03c5-cc83-4475-9412-15d3b59c380b req-cb55a082-c833-4b0c-a194-ccc2f47e7486 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.970059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40fd03c5-cc83-4475-9412-15d3b59c380b req-cb55a082-c833-4b0c-a194-ccc2f47e7486 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 944 time: 0.6363852 Jul 16 17:54:57.992201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbc3b6b-c649-4a17-a72b-892cd878bd28 req-2059fe82-f2cb-4f4f-aa48-e2465adc0a0c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:57.995766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cbc3b6b-c649-4a17-a72b-892cd878bd28 req-2059fe82-f2cb-4f4f-aa48-e2465adc0a0c tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 949 time: 0.2113943 Jul 16 17:54:58.017205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['7ec9c29a-544e-40f8-a77e-ffb22d551ef4'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:58.090117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40fd03c5-cc83-4475-9412-15d3b59c380b req-3dc9724c-a455-4625-84a8-b10bacc77e1b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185753 Jul 16 17:54:58.090620 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70a518e7-ed84-4524-a791-82b8e5455553 req-4d5241b4-a658-49a4-82f1-5b55322dde8f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233368 Jul 16 17:54:58.137729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689cdd3-2406-482f-84b4-a15150dc23ac req-f361b654-f8a1-43fe-999c-f754a929e117 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.148368 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9689cdd3-2406-482f-84b4-a15150dc23ac req-f361b654-f8a1-43fe-999c-f754a929e117 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 948 time: 0.3531387 Jul 16 17:54:58.158470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-610a744f-e6a9-4594-aa6f-aa74f150e14b req-ec8f1987-6b7d-4516-8555-6cb5273ab15c service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4833815 Jul 16 17:54:58.233177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-5cbc3b6b-c649-4a17-a72b-892cd878bd28 req-3a813b5e-29af-45c7-8b71-a9c2a46904d6 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Deleting port be202531-16d5-489d-a51c-691238aa276c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:54:58.233775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5cbc3b6b-c649-4a17-a72b-892cd878bd28 req-3a813b5e-29af-45c7-8b71-a9c2a46904d6 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.285793 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9689cdd3-2406-482f-84b4-a15150dc23ac req-b87848da-da44-408c-a622-26a3dd4805c6 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316028 Jul 16 17:54:58.380172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Allocated IP 172.20.0.11 (d8f8ea43-c94e-40f2-8d9a-b07c737726f2/209e1bd4-38a2-42c9-9679-f1d8f8792b96/63a64b07-7fea-426a-b889-05bc4d794f96) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:54:58.417260 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417eef4-a8af-4eaf-8112-d68163079078 req-ee2ce9e5-f1d6-4329-95e6-5a2039126204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.418977 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7417eef4-a8af-4eaf-8112-d68163079078 req-ee2ce9e5-f1d6-4329-95e6-5a2039126204 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 1099 time: 0.1261311 Jul 16 17:54:58.432794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-5cbc3b6b-c649-4a17-a72b-892cd878bd28 req-3a813b5e-29af-45c7-8b71-a9c2a46904d6 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] For port be202531-16d5-489d-a51c-691238aa276c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=be202531-16d5-489d-a51c-691238aa276c,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:54:58.433598 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5cbc3b6b-c649-4a17-a72b-892cd878bd28 req-3a813b5e-29af-45c7-8b71-a9c2a46904d6 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.452875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-5cbc3b6b-c649-4a17-a72b-892cd878bd28 req-3a813b5e-29af-45c7-8b71-a9c2a46904d6 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Calling delete_port for be202531-16d5-489d-a51c-691238aa276c owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:54:58.522180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991bd275-0581-4c2f-9f4f-8c8f9ecb698f req-208c1a66-1b00-40e0-80b7-999f7d25ac0f tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.529337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-991bd275-0581-4c2f-9f4f-8c8f9ecb698f req-208c1a66-1b00-40e0-80b7-999f7d25ac0f tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 949 time: 0.1704669 Jul 16 17:54:58.612519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-991bd275-0581-4c2f-9f4f-8c8f9ecb698f req-f9e3de8d-9ac7-4c74-8a52-74a9f4ea09df tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/security-groups?id=90936613-bf49-4cf5-b997-0c68ece04708&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816362 Jul 16 17:54:58.668576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17b0ad-c16b-4374-a059-3fd6136409c1 req-660e6c49-7ad2-4ad7-a671-cdede4e3457d tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.675877 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9d17b0ad-c16b-4374-a059-3fd6136409c1 req-660e6c49-7ad2-4ad7-a671-cdede4e3457d tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 945 time: 0.2452774 Jul 16 17:54:58.695279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417eef4-a8af-4eaf-8112-d68163079078 req-b5a0a0e3-9a02-4a86-b70e-0c28b441ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.697121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7417eef4-a8af-4eaf-8112-d68163079078 req-b5a0a0e3-9a02-4a86-b70e-0c28b441ce62 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2675228 Jul 16 17:54:58.742826 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5cbc3b6b-c649-4a17-a72b-892cd878bd28 req-3a813b5e-29af-45c7-8b71-a9c2a46904d6 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.757403 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7417eef4-a8af-4eaf-8112-d68163079078 req-caef8bda-c850-44b0-9f7f-0c31f80df5f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=f123625a-9123-4b2b-8f8c-7f0079b30fac HTTP/1.1" status: 200 len: 217 time: 0.0495667 Jul 16 17:54:58.759248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['be202531-16d5-489d-a51c-691238aa276c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:54:58.764458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.774319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a813b5e-29af-45c7-8b71-a9c2a46904d6 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Pushing event deleted for resources: {'Port': ['ID=be202531-16d5-489d-a51c-691238aa276c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:58.833471 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9d17b0ad-c16b-4374-a059-3fd6136409c1 req-c4a513ad-7b15-404c-97b0-e16eece40a24 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/security-groups?id=a49762dc-a6b7-4da5-ad60-3a154a79fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565814 Jul 16 17:54:58.847704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cbc3b6b-c649-4a17-a72b-892cd878bd28 req-3a813b5e-29af-45c7-8b71-a9c2a46904d6 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] No DVR routers for this DVR port be202531-16d5-489d-a51c-691238aa276c on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:54:58.867120 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5cbc3b6b-c649-4a17-a72b-892cd878bd28 req-3a813b5e-29af-45c7-8b71-a9c2a46904d6 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.873226 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cbc3b6b-c649-4a17-a72b-892cd878bd28 req-3a813b5e-29af-45c7-8b71-a9c2a46904d6 tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.18 "DELETE /v2.0/ports/be202531-16d5-489d-a51c-691238aa276c HTTP/1.1" status: 204 len: 173 time: 0.8699574 Jul 16 17:54:58.934947 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.948073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:58.954032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417eef4-a8af-4eaf-8112-d68163079078 req-3eb512ef-20ac-4607-a035-94eaf6cd3d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:58.957719 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7417eef4-a8af-4eaf-8112-d68163079078 req-3eb512ef-20ac-4607-a035-94eaf6cd3d72 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1899898 Jul 16 17:54:59.078909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02beba-d33c-41aa-bcaa-1feedb1da5d7 req-f67fd53e-d775-4cbf-b3af-ee771ef6746b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.087016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb02beba-d33c-41aa-bcaa-1feedb1da5d7 req-f67fd53e-d775-4cbf-b3af-ee771ef6746b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 932 time: 0.0801976 Jul 16 17:54:59.125833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:54:59.134167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb02beba-d33c-41aa-bcaa-1feedb1da5d7 req-bbb283af-8a0b-4d87-8d52-2e2c55da907f tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459561 Jul 16 17:54:59.137897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:54:59.156251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:54:59.222742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event updated for resources: {'Port': ['ID=63a64b07-7fea-426a-b889-05bc4d794f96,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:54:59.342732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7417eef4-a8af-4eaf-8112-d68163079078 req-2a308bf0-524a-4684-abb2-eadce7c6d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.345309 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7417eef4-a8af-4eaf-8112-d68163079078 req-2a308bf0-524a-4684-abb2-eadce7c6d04b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3764889 Jul 16 17:54:59.390854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e61c6-69c5-452e-9337-562a49fe9a77 req-3d2599ca-a0fa-4696-b539-36a0820a79cb tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.392816 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c5e61c6-69c5-452e-9337-562a49fe9a77 req-3d2599ca-a0fa-4696-b539-36a0820a79cb tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 944 time: 0.1157808 Jul 16 17:54:59.405487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.406115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:54:59.444174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c5e61c6-69c5-452e-9337-562a49fe9a77 req-56e5c06f-176d-4010-aaca-ed926e0cea75 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440023 Jul 16 17:54:59.467663 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-83620088-be67-4ad7-ae97-18b103471ce3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3018992 Jul 16 17:54:59.492127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Request body: {'port': {'device_id': '8d57dba4-ea2a-4b25-8d58-0dd7bd004eec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:54:59.542560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b01fa-cdae-4943-887a-8d51a0f1efd8 req-ead5ef38-9605-43d6-8ecd-96922e341249 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.544104 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce3b01fa-cdae-4943-887a-8d51a0f1efd8 req-ead5ef38-9605-43d6-8ecd-96922e341249 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.2759268 Jul 16 17:54:59.570065 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7417eef4-a8af-4eaf-8112-d68163079078 req-7153125f-edfb-4829-ab7f-02efc9e01312 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148466 Jul 16 17:54:59.601439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e910c1-258c-4f42-b496-14fd8159015b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:59.603703 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60036dca-53b1-432e-8acf-9a90099995c9" -d '{"events": [{"server_uuid": "c4f04be9-1f0e-4daf-b4dd-737f4632d4eb", "name": "network-vif-plugged", "status": "completed", "tag": "70e910c1-258c-4f42-b496-14fd8159015b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:59.762421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd2f4ca-e4b3-4bd3-8681-94d0b36dcb3a req-8d232842-7427-4425-be22-7ef854f9e6c7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:54:59.782288 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd2f4ca-e4b3-4bd3-8681-94d0b36dcb3a req-8d232842-7427-4425-be22-7ef854f9e6c7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 948 time: 0.1836457 Jul 16 17:54:59.791543 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'tag': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4'}, {'server_uuid': 'f7945596-7c1d-4032-832b-24c2191421ea', 'name': 'network-vif-deleted', 'tag': 'be202531-16d5-489d-a51c-691238aa276c'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:54:59.794522 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91823b01-6047-412a-a741-c4acd9bdccb1" -d '{"events": [{"name": "network-changed", "server_uuid": "59f18cf5-0b0f-4032-be02-decb57d5fc3d", "tag": "7ec9c29a-544e-40f8-a77e-ffb22d551ef4"}, {"server_uuid": "f7945596-7c1d-4032-832b-24c2191421ea", "name": "network-vif-deleted", "tag": "be202531-16d5-489d-a51c-691238aa276c"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:54:59.844700 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd2f4ca-e4b3-4bd3-8681-94d0b36dcb3a req-c78826c7-9c8b-48e3-8fa9-817a46c6db51 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604281 Jul 16 17:54:59.898191 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f2aa2e-761a-4189-9abc-fb6371953e5d x-openstack-request-id: req-76f2aa2e-761a-4189-9abc-fb6371953e5d {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:54:59.899124 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f04be9-1f0e-4daf-b4dd-737f4632d4eb", "name": "network-vif-plugged", "status": "completed", "tag": "70e910c1-258c-4f42-b496-14fd8159015b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:54:59.899604 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76f2aa2e-761a-4189-9abc-fb6371953e5d {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:54:59.900449 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70e910c1-258c-4f42-b496-14fd8159015b', 'code': 200} Jul 16 17:55:00.074574 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-20ed95c1-c082-4b72-8ecd-08f28ca82978 req-102bbf7a-c599-4e74-9a4d-d00492468a3b tempest-LiveMigrationNegativeTest-1923492249 tempest-LiveMigrationNegativeTest-1923492249-project] 10.222.0.47 "GET /v2.0/ports?device_id=f7945596-7c1d-4032-832b-24c2191421ea HTTP/1.1" status: 200 len: 210 time: 0.0580051 Jul 16 17:55:00.125330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce0e83-f725-43e2-bf9a-b50e82c1c12f req-d1ba57dc-d76d-4da0-825d-eeb8f817f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.127468 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32ce0e83-f725-43e2-bf9a-b50e82c1c12f req-d1ba57dc-d76d-4da0-825d-eeb8f817f170 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 1096 time: 0.0969663 Jul 16 17:55:00.158843 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.165109 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 17:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84abf51f-c351-4865-9023-17a42b9df81d x-openstack-request-id: req-84abf51f-c351-4865-9023-17a42b9df81d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:00.165408 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f18cf5-0b0f-4032-be02-decb57d5fc3d", "tag": "7ec9c29a-544e-40f8-a77e-ffb22d551ef4", "status": "completed", "code": 200}, {"server_uuid": "f7945596-7c1d-4032-832b-24c2191421ea", "name": "network-vif-deleted", "tag": "be202531-16d5-489d-a51c-691238aa276c", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:00.165656 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-84abf51f-c351-4865-9023-17a42b9df81d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:00.166097 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'tag': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4', 'status': 'completed', 'code': 200} Jul 16 17:55:00.166357 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7945596-7c1d-4032-832b-24c2191421ea', 'name': 'network-vif-deleted', 'tag': 'be202531-16d5-489d-a51c-691238aa276c', 'status': 'completed', 'code': 200} Jul 16 17:55:00.173123 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32ce0e83-f725-43e2-bf9a-b50e82c1c12f req-58bed49e-aec3-4cdb-aa63-0eac5f52cca1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a49762dc-a6b7-4da5-ad60-3a154a79fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383885 Jul 16 17:55:00.228835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce3b01fa-cdae-4943-887a-8d51a0f1efd8 req-53de8abf-27ad-436d-b347-a0452e127ff9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6762834 Jul 16 17:55:00.371035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91823b01-6047-412a-a741-c4acd9bdccb1 req-1378c7f4-d8f7-4d87-8d3a-42209126d5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.373470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91823b01-6047-412a-a741-c4acd9bdccb1 req-1378c7f4-d8f7-4d87-8d3a-42209126d5d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1125 time: 0.1491902 Jul 16 17:55:00.416217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b809dd-e461-4004-a7ac-4824b299e1dd req-b216bcc8-b3b1-4530-8db8-570582560659 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.421054 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70b809dd-e461-4004-a7ac-4824b299e1dd req-b216bcc8-b3b1-4530-8db8-570582560659 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 945 time: 0.1231871 Jul 16 17:55:00.502734 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70b809dd-e461-4004-a7ac-4824b299e1dd req-1b345237-329a-4071-bcee-b328d2f8b2ff tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/security-groups?id=a49762dc-a6b7-4da5-ad60-3a154a79fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714993 Jul 16 17:55:00.543235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91823b01-6047-412a-a741-c4acd9bdccb1 req-c5cb99b2-99ff-4204-8278-9aabeda4be81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.545887 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91823b01-6047-412a-a741-c4acd9bdccb1 req-c5cb99b2-99ff-4204-8278-9aabeda4be81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1643865 Jul 16 17:55:00.561879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63a64b07-7fea-426a-b889-05bc4d794f96 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:00.576580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.592437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Transition to ACTIVE for port object 63a64b07-7fea-426a-b889-05bc4d794f96 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:00.594184 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91823b01-6047-412a-a741-c4acd9bdccb1 req-087cb548-539c-4dcb-9295-91a31798ee61 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4 HTTP/1.1" status: 200 len: 217 time: 0.0412602 Jul 16 17:55:00.595818 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7417eef4-a8af-4eaf-8112-d68163079078 req-36ade56e-c22e-4a59-a232-b1d48e3088ec service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0143645 Jul 16 17:55:00.598602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:00.670607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91823b01-6047-412a-a741-c4acd9bdccb1 req-1b8f959c-15c1-430a-baa9-ce19929091e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.674354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63a64b07-7fea-426a-b889-05bc4d794f96,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:00.675442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91823b01-6047-412a-a741-c4acd9bdccb1 req-1b8f959c-15c1-430a-baa9-ce19929091e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0681663 Jul 16 17:55:00.745202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91823b01-6047-412a-a741-c4acd9bdccb1 req-91ba328c-01a1-4a41-a2d2-a5de560fabc5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0571561 Jul 16 17:55:00.799609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f123625a-9123-4b2b-8f8c-7f0079b30fac details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:00.894982 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Attempting to bind port 63a64b07-7fea-426a-b889-05bc4d794f96 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:00.906298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Attempting to bind port 63a64b07-7fea-426a-b889-05bc4d794f96 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:00.906872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Attempting to bind port 63a64b07-7fea-426a-b889-05bc4d794f96 on network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:00.914140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Port 63a64b07-7fea-426a-b889-05bc4d794f96 on network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:00.914597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Attempting to bind port 63a64b07-7fea-426a-b889-05bc4d794f96 on network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:00.918196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9186faa-4dd1-4387-9940-7263a389e899 req-ff9f721e-77aa-4cc5-b60b-a74c662070ef tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.919832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a9186faa-4dd1-4387-9940-7263a389e899 req-ff9f721e-77aa-4cc5-b60b-a74c662070ef tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 944 time: 0.1388335 Jul 16 17:55:00.921991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91823b01-6047-412a-a741-c4acd9bdccb1 req-fa84ce92-5607-4657-80b7-b0e6227c6473 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740849 Jul 16 17:55:00.970471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a130e31-459c-499e-a2d1-37c3d09d26c8 req-07ec7b77-3d4a-4d4a-9b29-19903d936efe tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:00.972910 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a130e31-459c-499e-a2d1-37c3d09d26c8 req-07ec7b77-3d4a-4d4a-9b29-19903d936efe tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 944 time: 0.2117648 Jul 16 17:55:00.974019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:00.975083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Checking segment: {'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:00.975666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Bound using segment: {'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:00.976227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Bound port: 63a64b07-7fea-426a-b889-05bc4d794f96, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:00.976689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.006177 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a9186faa-4dd1-4387-9940-7263a389e899 req-82833d9c-3b46-4731-8750-4924eb6a74be tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748427 Jul 16 17:55:01.047861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f123625a-9123-4b2b-8f8c-7f0079b30fac, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f123625a-9123-4b2b-8f8c-7f0079b30fac,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:01.072731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'f123625a-9123-4b2b-8f8c-7f0079b30fac', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': 'f123625a-9123-4b2b-8f8c-7f0079b30fac', 'mac_address': 'fa:16:3e:5f:fd:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:01.103046 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a130e31-459c-499e-a2d1-37c3d09d26c8 req-c8502b3e-54f8-4299-aea8-2ecfb0c6168b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116893 Jul 16 17:55:01.165142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] For port 63a64b07-7fea-426a-b889-05bc4d794f96, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:01.169199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] For port 63a64b07-7fea-426a-b889-05bc4d794f96, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=63a64b07-7fea-426a-b889-05bc4d794f96,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:01.176632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.176931 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91823b01-6047-412a-a741-c4acd9bdccb1 req-b1b715ad-8bfa-4170-afa1-b46b173de539 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334790 Jul 16 17:55:01.257247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.257247 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.273191 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] 10.222.0.37 "PUT /v2.0/ports/63a64b07-7fea-426a-b889-05bc4d794f96 HTTP/1.1" status: 200 len: 1092 time: 1.7890592 Jul 16 17:55:01.273853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d57dba4-ea2a-4b25-8d58-0dd7bd004eec', 'tag': '63a64b07-7fea-426a-b889-05bc4d794f96'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:01.276431 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0df0c81-0a67-45aa-a2fb-a185ba71d34e" -d '{"events": [{"name": "network-changed", "server_uuid": "8d57dba4-ea2a-4b25-8d58-0dd7bd004eec", "tag": "63a64b07-7fea-426a-b889-05bc4d794f96"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:01.314523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc39fe4-fef4-4beb-af1f-1dc9168e34f0 service neutron] Pushing event updated for resources: {'Port': ['ID=63a64b07-7fea-426a-b889-05bc4d794f96,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.426565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fc4d47-4ecc-44e8-b42c-2a41a48aed00 req-55bef225-ab6f-4e5b-b701-959c6864cdc3 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.429046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8fc4d47-4ecc-44e8-b42c-2a41a48aed00 req-55bef225-ab6f-4e5b-b701-959c6864cdc3 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 948 time: 0.2492347 Jul 16 17:55:01.440590 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.477605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f123625a-9123-4b2b-8f8c-7f0079b30fac {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:01.519938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f123625a-9123-4b2b-8f8c-7f0079b30fac, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f123625a-9123-4b2b-8f8c-7f0079b30fac,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:01.526258 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8fc4d47-4ecc-44e8-b42c-2a41a48aed00 req-184c3725-68dd-4b17-b5ff-845218478e5d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832136 Jul 16 17:55:01.531041 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:01.536850 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:01.615430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f52d-12ea-4991-a442-338d95a121c0 req-fe774578-2a3a-4b8f-be32-d39803c1c4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.627190 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-fe774578-2a3a-4b8f-be32-d39803c1c4cc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=273172bcaed443e5b422bb2273a512a3&device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 1095 time: 0.1618795 Jul 16 17:55:01.629215 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed23a71b-1735-42d7-8b0b-b2425b435388 x-openstack-request-id: req-ed23a71b-1735-42d7-8b0b-b2425b435388 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:01.629634 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d57dba4-ea2a-4b25-8d58-0dd7bd004eec", "tag": "63a64b07-7fea-426a-b889-05bc4d794f96", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:01.630039 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed23a71b-1735-42d7-8b0b-b2425b435388 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:01.630543 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d57dba4-ea2a-4b25-8d58-0dd7bd004eec', 'tag': '63a64b07-7fea-426a-b889-05bc4d794f96', 'status': 'completed', 'code': 200} Jul 16 17:55:01.712470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-41410322-31cf-4071-a359-ce8801f62b3f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63a64b07-7fea-426a-b889-05bc4d794f96 HTTP/1.1" status: 200 len: 217 time: 0.0736003 Jul 16 17:55:01.727904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=f123625a-9123-4b2b-8f8c-7f0079b30fac,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:01.870420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:01.892480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 has no active binding in host n-h1-794306-7 {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:55:01.897646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e296f52d-12ea-4991-a442-338d95a121c0 req-1b05d863-4ee4-4d6a-a460-86afa2a3e646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.900554 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-1b05d863-4ee4-4d6a-a460-86afa2a3e646 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=209e1bd4-38a2-42c9-9679-f1d8f8792b96 HTTP/1.1" status: 200 len: 862 time: 0.1695914 Jul 16 17:55:01.939975 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-77136a11-e5a1-4537-8196-acf7c609914f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317540 Jul 16 17:55:01.947545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c684db-62e7-411b-94d5-bb3d5f62e8f2 req-f316be77-eee1-42b0-befe-4f807f096128 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:01.956387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c8c684db-62e7-411b-94d5-bb3d5f62e8f2 req-f316be77-eee1-42b0-befe-4f807f096128 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.2483275 Jul 16 17:55:01.998971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44790) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:02.019641 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c8c684db-62e7-411b-94d5-bb3d5f62e8f2 req-116e5ad8-70dc-4388-a75b-c9afb0e339a8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621006 Jul 16 17:55:02.111336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-4cd7b339-df79-4fbc-aa63-f95cc1da9c82 service neutron] 10.222.0.37 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516540 Jul 16 17:55:02.135616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc5418-2e9b-4243-9e65-f7f9cfe5765c req-7c62a98a-1e6a-4446-9c68-9fb516c49bea tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.143958 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00bc5418-2e9b-4243-9e65-f7f9cfe5765c req-7c62a98a-1e6a-4446-9c68-9fb516c49bea tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 945 time: 0.1287630 Jul 16 17:55:02.247450 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00bc5418-2e9b-4243-9e65-f7f9cfe5765c req-c1129d29-5096-4358-baee-fdefd1e3ffe8 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/security-groups?id=a49762dc-a6b7-4da5-ad60-3a154a79fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025240 Jul 16 17:55:02.266625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device be202531-16d5-489d-a51c-691238aa276c no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:02.267436 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e296f52d-12ea-4991-a442-338d95a121c0 req-968c462c-1033-4f7c-91e3-60681e2d1ec5 service neutron] 10.222.0.37 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493793 Jul 16 17:55:02.287682 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5dda7d05-4511-4b9b-83eb-47933949529a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=181a2b4cceec48868a070c2d745a73bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2852254 Jul 16 17:55:02.320125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44812) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:02.330925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:02.338725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: be202531-16d5-489d-a51c-691238aa276c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:02.341893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device be202531-16d5-489d-a51c-691238aa276c not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:02.442222 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-691dac6e-4a93-48f9-a87a-eb199d7b8901 service neutron] 10.222.0.18 "GET /v2.0/ports/7ec9c29a-544e-40f8-a77e-ffb22d551ef4/bindings/n-h1-794306-7 HTTP/1.1" status: 200 len: 384 time: 0.1929557 Jul 16 17:55:02.461397 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a1a033ce-5f8b-4cfa-a21c-2d561ee9ee50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.517406 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df1db65-41a3-4f05-b1bc-2cf2e8110300 req-ec7c6783-3762-483d-85b6-31ee59138d32 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.525748 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2df1db65-41a3-4f05-b1bc-2cf2e8110300 req-ec7c6783-3762-483d-85b6-31ee59138d32 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 944 time: 0.2572479 Jul 16 17:55:02.581952 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a1a033ce-5f8b-4cfa-a21c-2d561ee9ee50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.637737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df0c81-0a67-45aa-a2fb-a185ba71d34e req-a3493c94-19e8-456b-816e-f73e92946f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.639492 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0df0c81-0a67-45aa-a2fb-a185ba71d34e req-a3493c94-19e8-456b-816e-f73e92946f36 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=273172bcaed443e5b422bb2273a512a3&device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 1095 time: 0.2532382 Jul 16 17:55:02.680263 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2df1db65-41a3-4f05-b1bc-2cf2e8110300 req-59437a0b-deb3-428a-939a-f579f5792a59 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532021 Jul 16 17:55:02.735774 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a1a033ce-5f8b-4cfa-a21c-2d561ee9ee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.738617 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a1a033ce-5f8b-4cfa-a21c-2d561ee9ee50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:02.743486 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a1a033ce-5f8b-4cfa-a21c-2d561ee9ee50 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90936613-bf49-4cf5-b997-0c68ece04708 HTTP/1.1" status: 204 len: 168 time: 0.4213428 Jul 16 17:55:02.789348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a033ce-5f8b-4cfa-a21c-2d561ee9ee50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90936613-bf49-4cf5-b997-0c68ece04708,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:02.829517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-e32ff931-ff7d-4f75-ac1b-d858d5ff41ce service neutron] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:02.861729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df0c81-0a67-45aa-a2fb-a185ba71d34e req-a9acf858-fb95-480d-ba10-a5961859717b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:02.863455 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0df0c81-0a67-45aa-a2fb-a185ba71d34e req-a9acf858-fb95-480d-ba10-a5961859717b service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2 HTTP/1.1" status: 200 len: 923 time: 0.2056074 Jul 16 17:55:02.878943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-e32ff931-ff7d-4f75-ac1b-d858d5ff41ce service neutron] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:02.947254 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0df0c81-0a67-45aa-a2fb-a185ba71d34e req-c25e8c49-53f6-495e-9712-9df2d369f1b6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=63a64b07-7fea-426a-b889-05bc4d794f96 HTTP/1.1" status: 200 len: 217 time: 0.0690975 Jul 16 17:55:02.978865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-e32ff931-ff7d-4f75-ac1b-d858d5ff41ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:03.001795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-e32ff931-ff7d-4f75-ac1b-d858d5ff41ce service neutron] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:03.025456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-e32ff931-ff7d-4f75-ac1b-d858d5ff41ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.032281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47856353-027b-488a-a895-e944150c5a70 req-a4512dda-c687-4220-9809-de8777fdc44d tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.033785 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0df0c81-0a67-45aa-a2fb-a185ba71d34e req-881530f8-a895-4537-b163-1ed4983e7cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.035272 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0df0c81-0a67-45aa-a2fb-a185ba71d34e req-881530f8-a895-4537-b163-1ed4983e7cbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=209e1bd4-38a2-42c9-9679-f1d8f8792b96 HTTP/1.1" status: 200 len: 862 time: 0.0774105 Jul 16 17:55:03.040600 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-47856353-027b-488a-a895-e944150c5a70 req-a4512dda-c687-4220-9809-de8777fdc44d tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 1100 time: 0.1581686 Jul 16 17:55:03.065172 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-47856353-027b-488a-a895-e944150c5a70 req-dc6c9ba6-d48a-4dba-9421-5e92553918d5 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.080978 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0df0c81-0a67-45aa-a2fb-a185ba71d34e req-d0e0c787-3f0f-4190-8a51-0b26ea3488c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361431 Jul 16 17:55:03.134803 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19249f6-3117-4805-8075-d60652fe379a req-8a4b6eef-89f4-4dfb-a59c-ab90af331dce tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.142738 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c19249f6-3117-4805-8075-d60652fe379a req-8a4b6eef-89f4-4dfb-a59c-ab90af331dce tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 944 time: 0.1980870 Jul 16 17:55:03.147816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-e32ff931-ff7d-4f75-ac1b-d858d5ff41ce service neutron] Transition to ACTIVE for port object 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:03.156621 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-e32ff931-ff7d-4f75-ac1b-d858d5ff41ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.394243 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c19249f6-3117-4805-8075-d60652fe379a req-ef5e2a09-90da-4c12-a2e4-f3d2b728fa64 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2505276 Jul 16 17:55:03.410873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-e32ff931-ff7d-4f75-ac1b-d858d5ff41ce service neutron] No DVR routers for this DVR port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:03.430395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32ff931-ff7d-4f75-ac1b-d858d5ff41ce service neutron] Pushing event updated for resources: {'Port': ['ID=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,revision_number=10']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.444590 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0df0c81-0a67-45aa-a2fb-a185ba71d34e req-5bbb4eeb-feb4-4859-be08-326403cabaed service neutron] 10.222.0.37 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3523364 Jul 16 17:55:03.482558 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-e32ff931-ff7d-4f75-ac1b-d858d5ff41ce service neutron] 10.222.0.18 "PUT /v2.0/ports/7ec9c29a-544e-40f8-a77e-ffb22d551ef4/bindings/n-h1-794306-7/activate HTTP/1.1" status: 200 len: 369 time: 1.0340047 Jul 16 17:55:03.555444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44824) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:03.598612 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-47856353-027b-488a-a895-e944150c5a70 req-dc6c9ba6-d48a-4dba-9421-5e92553918d5 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.603855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-47856353-027b-488a-a895-e944150c5a70 req-dc6c9ba6-d48a-4dba-9421-5e92553918d5 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.637013 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-47856353-027b-488a-a895-e944150c5a70 req-dc6c9ba6-d48a-4dba-9421-5e92553918d5 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5953925 Jul 16 17:55:03.659873 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6c543807-3642-4e1c-8f1b-fea83eae91d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=810ca30cfc774a1885d1382063cf6f20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0951369 Jul 16 17:55:03.697687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44826) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:03.697687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c9ba6-d48a-4dba-9421-5e92553918d5 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0bc410-471a-4175-b14f-5089b9296233,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:03.742313 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7347b05c-7073-4952-9ccc-c5375f365d4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.767328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7347b05c-7073-4952-9ccc-c5375f365d4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.840455 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-2073ffe7-2abf-41ee-a864-87c95b2ecdb3 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 258 time: 0.3873715 Jul 16 17:55:03.866529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:03.884785 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0df0c81-0a67-45aa-a2fb-a185ba71d34e req-92f2aa55-b409-40f9-82ac-39f9f924e6f1 service neutron] 10.222.0.37 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285882 Jul 16 17:55:03.923872 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.941924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596be139-ce66-4a87-b79d-8fa39d1e3320 req-e850fd19-f0fe-44a9-9fc5-f056412eae0c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.943822 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-596be139-ce66-4a87-b79d-8fa39d1e3320 req-e850fd19-f0fe-44a9-9fc5-f056412eae0c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 949 time: 0.1138670 Jul 16 17:55:03.944478 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7347b05c-7073-4952-9ccc-c5375f365d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.947368 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7347b05c-7073-4952-9ccc-c5375f365d4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:03.951346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7347b05c-7073-4952-9ccc-c5375f365d4c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6cb87f0e-c6a8-4adf-a655-30aca84f2302 HTTP/1.1" status: 204 len: 168 time: 0.2896068 Jul 16 17:55:03.960411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-74e7b9ba-1cdd-4daf-9698-a057494ddc73 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:03.962397 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-74e7b9ba-1cdd-4daf-9698-a057494ddc73 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1096 time: 0.3794582 Jul 16 17:55:03.977692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347b05c-7073-4952-9ccc-c5375f365d4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb87f0e-c6a8-4adf-a655-30aca84f2302,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:04.014431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-596be139-ce66-4a87-b79d-8fa39d1e3320 req-67218d0b-9c63-46c3-9946-f2f25b47fee0 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616112 Jul 16 17:55:04.123406 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-743935b6-f0ba-4de2-9457-d6daae32ebbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.124890 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-743935b6-f0ba-4de2-9457-d6daae32ebbf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d&tenant_id=fd1e60976af94d0bbe27792be036c702 HTTP/1.1" status: 200 len: 1096 time: 0.1451213 Jul 16 17:55:04.144506 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.347931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-bac0fa44-4757-47f3-b411-d6ec5786d27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.351538 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-bac0fa44-4757-47f3-b411-d6ec5786d27d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1096 time: 0.1636066 Jul 16 17:55:04.358748 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Allocated IP 172.25.7.94 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/712ef0a8-056d-430e-8647-8dad2e83fec3) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:04.576170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-afa89ba8-ce7f-4042-ba8c-004907edefb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.577701 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-afa89ba8-ce7f-4042-ba8c-004907edefb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.2170098 Jul 16 17:55:04.642514 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-0c6b5f11-be9e-472f-95f5-97f38f4eee4e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4 HTTP/1.1" status: 200 len: 217 time: 0.0498822 Jul 16 17:55:04.654151 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.727201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-33ac5839-ec1d-47bc-a531-707a4d03784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:04.729331 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-33ac5839-ec1d-47bc-a531-707a4d03784c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0725434 Jul 16 17:55:04.782638 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-b9f3972c-da21-47f0-b959-be3b820b59a6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399961 Jul 16 17:55:04.812890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 63a64b07-7fea-426a-b889-05bc4d794f96 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:04.824660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f123625a-9123-4b2b-8f8c-7f0079b30fac up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:04.909226 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:04.976136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Pushing event updated for resources: {'Port': ['ID=712ef0a8-056d-430e-8647-8dad2e83fec3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:04.996315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:05.003170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:05.008677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:05.042471 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-90163981-9760-48be-92e0-bc047f7044e0 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2512236 Jul 16 17:55:05.067997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port f123625a-9123-4b2b-8f8c-7f0079b30fac completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:05.078759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port f123625a-9123-4b2b-8f8c-7f0079b30fac triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:05.079083 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.149747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 63a64b07-7fea-426a-b889-05bc4d794f96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=63a64b07-7fea-426a-b889-05bc4d794f96,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:05.231393 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.233741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '63a64b07-7fea-426a-b889-05bc4d794f96', 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2', 'port_id': '63a64b07-7fea-426a-b889-05bc4d794f96', 'mac_address': 'fa:16:3e:d5:d4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e1bd4-38a2-42c9-9679-f1d8f8792b96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:05.284774 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-74f9a87c-c904-48b8-8002-9b615ae48906 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295845 Jul 16 17:55:05.351128 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.393578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63a64b07-7fea-426a-b889-05bc4d794f96 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:05.414491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.421677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ed5079-17c7-4c6e-99d6-5a716618528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123625a-9123-4b2b-8f8c-7f0079b30fac'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:05.423977 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2a56d1e-ef92-4daf-bc1c-9aff188896ca" -d '{"events": [{"server_uuid": "57ed5079-17c7-4c6e-99d6-5a716618528d", "name": "network-vif-plugged", "status": "completed", "tag": "f123625a-9123-4b2b-8f8c-7f0079b30fac"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:05.514846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f123625a-9123-4b2b-8f8c-7f0079b30fac, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f123625a-9123-4b2b-8f8c-7f0079b30fac,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:05.516448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.538641 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.546028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 63a64b07-7fea-426a-b889-05bc4d794f96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=63a64b07-7fea-426a-b889-05bc4d794f96,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:05.602682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:05.622756 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-aa920393-e287-41b2-8afc-5729177e1508 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2218409 Jul 16 17:55:05.669017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=f123625a-9123-4b2b-8f8c-7f0079b30fac,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:05.672886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2e426-7ceb-4e06-9cc4-b76e28a191e3 req-19d0e5b2-a733-47f3-a0be-8f38c3f2fbc0 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:05.683996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fac2e426-7ceb-4e06-9cc4-b76e28a191e3 req-19d0e5b2-a733-47f3-a0be-8f38c3f2fbc0 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 945 time: 0.1757531 Jul 16 17:55:05.752796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=63a64b07-7fea-426a-b889-05bc4d794f96,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:05.796963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fac2e426-7ceb-4e06-9cc4-b76e28a191e3 req-ae8f1052-e182-4d60-81c7-c66ec6adc7c2 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973115 Jul 16 17:55:05.890140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-691495dc-65bd-4b1e-bf3a-7c21a46315af tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:05.895779 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-691495dc-65bd-4b1e-bf3a-7c21a46315af tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1096 time: 0.1190526 Jul 16 17:55:06.011962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['63a64b07-7fea-426a-b889-05bc4d794f96'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:06.024762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e33c58c-ac8b-46fd-8e31-3d09ab5a9233 req-aabce3c3-9bf8-49ba-8d4c-72e8a6992962 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.033258 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e33c58c-ac8b-46fd-8e31-3d09ab5a9233 req-aabce3c3-9bf8-49ba-8d4c-72e8a6992962 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 945 time: 0.0938115 Jul 16 17:55:06.039576 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.056499 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.087839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e33c58c-ac8b-46fd-8e31-3d09ab5a9233 req-9fca88cb-5f7a-47ed-a507-9aee3f9bc368 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506217 Jul 16 17:55:06.194030 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.230659 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.233555 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3757195 Jul 16 17:55:06.277403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:06.278648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d87b387-8d94-4034-b25a-f9a10b6065ac tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Pushing event updated for resources: {'Port': ['ID=712ef0a8-056d-430e-8647-8dad2e83fec3,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:06.310245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1aa1e7-371d-4f3f-a49a-7b6ed0756ea2 req-ba54d3c7-997d-4045-908d-d8e74f38359f tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.319583 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1aa1e7-371d-4f3f-a49a-7b6ed0756ea2 req-ba54d3c7-997d-4045-908d-d8e74f38359f tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 950 time: 0.1056726 Jul 16 17:55:06.379470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1aa1e7-371d-4f3f-a49a-7b6ed0756ea2 req-5e778f93-be48-4457-8439-09460b6a0127 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561774 Jul 16 17:55:06.394410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:06.701726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-aaefda8f-dabc-4b64-8c92-2fca2872e050 service neutron] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:06.736408 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-aaefda8f-dabc-4b64-8c92-2fca2872e050 service neutron] Notify callbacks [] for binding, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:06.737609 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f560ca13-285a-4c77-8c45-4def1dabd137 req-aaefda8f-dabc-4b64-8c92-2fca2872e050 service neutron] 10.222.0.37 "DELETE /v2.0/ports/7ec9c29a-544e-40f8-a77e-ffb22d551ef4/bindings/n-h2-794306-7 HTTP/1.1" status: 204 len: 173 time: 0.8336611 Jul 16 17:55:06.753527 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-6249da4d-8640-4665-9b24-0ed2b6e9bc31 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.5009615 Jul 16 17:55:06.826995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ced889-926a-41b8-80ed-700a22ed8505 req-b31fb1c7-f239-41fe-a210-32cf17f46024 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.837186 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99ced889-926a-41b8-80ed-700a22ed8505 req-b31fb1c7-f239-41fe-a210-32cf17f46024 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.1213434 Jul 16 17:55:06.901706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-30130b88-0014-424c-8ad5-42a88f12dd35 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:06.903872 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-30130b88-0014-424c-8ad5-42a88f12dd35 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1416347 Jul 16 17:55:06.908726 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99ced889-926a-41b8-80ed-700a22ed8505 req-584773c7-efa5-4061-83a9-1832d9511b21 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700052 Jul 16 17:55:06.925722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-01fdd24a-4225-469c-917f-163d0d868d7b tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:06.929025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3e2236b-5199-4e0f-a6bf-9bf99bf99fc7 req-01fdd24a-4225-469c-917f-163d0d868d7b tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0182798 Jul 16 17:55:07.003180 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04159860-110d-43a9-a727-1d13091813ce x-openstack-request-id: req-04159860-110d-43a9-a727-1d13091813ce {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:07.004205 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ed5079-17c7-4c6e-99d6-5a716618528d", "name": "network-vif-plugged", "status": "completed", "tag": "f123625a-9123-4b2b-8f8c-7f0079b30fac", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:07.004642 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-04159860-110d-43a9-a727-1d13091813ce {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:07.005295 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ed5079-17c7-4c6e-99d6-5a716618528d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f123625a-9123-4b2b-8f8c-7f0079b30fac', 'code': 200} Jul 16 17:55:07.246094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddc3a3a-b76f-467c-ad5f-ca47e759623b req-05f08f08-fd66-42ab-8cee-5e5fb8659840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:07.248901 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bddc3a3a-b76f-467c-ad5f-ca47e759623b req-05f08f08-fd66-42ab-8cee-5e5fb8659840 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 1101 time: 0.1037765 Jul 16 17:55:07.263446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c171df2-5144-467c-89f3-e267ce5c5e18 req-cc9f7180-e7c9-4acf-ade3-452e88f71e4b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:07.272199 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c171df2-5144-467c-89f3-e267ce5c5e18 req-cc9f7180-e7c9-4acf-ade3-452e88f71e4b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 945 time: 0.0827832 Jul 16 17:55:07.319093 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bddc3a3a-b76f-467c-ad5f-ca47e759623b req-22d7bf72-f6a2-42e7-ab47-843495523fc2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627353 Jul 16 17:55:07.324256 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c171df2-5144-467c-89f3-e267ce5c5e18 req-c583a793-3a6a-4e56-88c3-945b7bf2b559 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510316 Jul 16 17:55:07.584315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-4883991f-7b6e-4e1c-b499-afa0f845c5df tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:07.585878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-4883991f-7b6e-4e1c-b499-afa0f845c5df tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1299775 Jul 16 17:55:07.651139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8df972-b19f-486f-a465-cb899bff392b req-a39939a1-2c12-4435-9003-89cbf240a9bd tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:07.652792 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab8df972-b19f-486f-a465-cb899bff392b req-a39939a1-2c12-4435-9003-89cbf240a9bd tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1096 time: 0.0754635 Jul 16 17:55:07.681483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-37436e4f-2e72-4117-a067-cbfbf0280460 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 695 time: 0.0882454 Jul 16 17:55:07.691707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-fcf8f979-f7bf-4082-93de-0991a967c181 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Request body: {'floatingip': {'port_id': '70e910c1-258c-4f42-b496-14fd8159015b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:07.715847 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab8df972-b19f-486f-a465-cb899bff392b req-31793a9d-4b00-46ab-96b1-d39cddcc12cc tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511026 Jul 16 17:55:07.789242 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-fcf8f979-f7bf-4082-93de-0991a967c181 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.003316 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0492df-3fd0-4b1a-81ae-d9a5c78f30fb req-7f633400-f6dd-427b-b088-296ca25608e6 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:08.008164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b0492df-3fd0-4b1a-81ae-d9a5c78f30fb req-7f633400-f6dd-427b-b088-296ca25608e6 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 950 time: 0.0998521 Jul 16 17:55:08.055413 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b0492df-3fd0-4b1a-81ae-d9a5c78f30fb req-1a3b6284-9ad7-45d0-8a16-2f80cb0a5f9a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418987 Jul 16 17:55:08.607736 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-a9c6ad00-aa88-46e5-a33d-6a0c54d1a6a0 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:08.609529 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-a9c6ad00-aa88-46e5-a33d-6a0c54d1a6a0 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 821 time: 0.1514730 Jul 16 17:55:08.635053 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-838ea9f0-454a-4eb1-864a-fb1483eb011f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/quotas/fd1e60976af94d0bbe27792be036c702 HTTP/1.1" status: 200 len: 375 time: 0.0169926 Jul 16 17:55:08.735651 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-a85b1012-59a4-45b5-87eb-5cecd26eb176 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0993705 Jul 16 17:55:08.831967 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 63a64b07-7fea-426a-b889-05bc4d794f96 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:08.862066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-452f1b4b-997e-4ebf-bc2c-7f2282cb4379 service neutron] 10.222.0.47 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183250 Jul 16 17:55:08.903735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 63a64b07-7fea-426a-b889-05bc4d794f96 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:08.909197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 63a64b07-7fea-426a-b889-05bc4d794f96 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:08.910931 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.955420 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-fcf8f979-f7bf-4082-93de-0991a967c181 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:08.959258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-59be1fa7-54de-4657-a817-b9d9692eb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:08.961543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-59be1fa7-54de-4657-a817-b9d9692eb55d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 1100 time: 0.5047817 Jul 16 17:55:08.963224 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-fcf8f979-f7bf-4082-93de-0991a967c181 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.016266 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.038965 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-67db05c9-4063-406c-854f-e313ab2c8d3c service neutron] 10.222.0.47 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755743 Jul 16 17:55:09.049707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57dba4-ea2a-4b25-8d58-0dd7bd004eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a64b07-7fea-426a-b889-05bc4d794f96'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:09.054889 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e13db23f-36c5-4a58-83d6-774104afc242" -d '{"events": [{"server_uuid": "8d57dba4-ea2a-4b25-8d58-0dd7bd004eec", "name": "network-vif-plugged", "status": "completed", "tag": "63a64b07-7fea-426a-b889-05bc4d794f96"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:09.098072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 63a64b07-7fea-426a-b889-05bc4d794f96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=63a64b07-7fea-426a-b889-05bc4d794f96,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:09.112142 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.171486 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-fcf8f979-f7bf-4082-93de-0991a967c181 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Floating IP 941cb1fd-f75d-430f-9af7-a8fba86b5336 associated. External IP: 172.25.7.94, port: 70e910c1-258c-4f42-b496-14fd8159015b. Jul 16 17:55:09.181081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=63a64b07-7fea-426a-b889-05bc4d794f96,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:09.333724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-65e3a2a1-a066-4a89-827d-a12901703c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.335057 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-65e3a2a1-a066-4a89-827d-a12901703c91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.3266168 Jul 16 17:55:09.431445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-c756b633-a42a-4d8c-984b-753125164a82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 HTTP/1.1" status: 200 len: 217 time: 0.0888469 Jul 16 17:55:09.501418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630a319d-add8-47e5-bdd1-9cd35c4905ee req-a5512d9e-935b-496c-a243-99b8c0ac2030 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.503464 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-630a319d-add8-47e5-bdd1-9cd35c4905ee req-a5512d9e-935b-496c-a243-99b8c0ac2030 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.0983565 Jul 16 17:55:09.550265 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-630a319d-add8-47e5-bdd1-9cd35c4905ee req-dafdb463-05a6-4c9e-a013-1e9a1c5d3958 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404398 Jul 16 17:55:09.550493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-7d1788da-673e-471c-b6f6-2a83570b9aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.553129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-7d1788da-673e-471c-b6f6-2a83570b9aec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1141601 Jul 16 17:55:09.597399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-fcf8f979-f7bf-4082-93de-0991a967c181 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Router 7adea880-b92f-4381-9e2a-c51cea7ab239 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:09.739126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-29baed11-cdc0-4690-982e-39ae427b6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.741475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-29baed11-cdc0-4690-982e-39ae427b6c36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1811688 Jul 16 17:55:09.799737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-fcf8f979-f7bf-4082-93de-0991a967c181 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:09.811812 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce284f-7830-494b-b007-9b71fccc9e9e None None] Sync routers for ids ['7adea880-b92f-4381-9e2a-c51cea7ab239'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:09.824519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce284f-7830-494b-b007-9b71fccc9e9e None None] Routers {'7adea880-b92f-4381-9e2a-c51cea7ab239'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:09.827403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-62ce284f-7830-494b-b007-9b71fccc9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:54:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7adea880-b92f-4381-9e2a-c51cea7ab239'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:09.837193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e594dfa9-e6eb-4351-b72e-8dc779d002d9 req-433dc768-1d90-4755-91e9-ad71ebbbdf63 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:09.839239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e594dfa9-e6eb-4351-b72e-8dc779d002d9 req-433dc768-1d90-4755-91e9-ad71ebbbdf63 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 946 time: 0.0954885 Jul 16 17:55:09.840236 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-fcf8f979-f7bf-4082-93de-0991a967c181 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:09.908589 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e594dfa9-e6eb-4351-b72e-8dc779d002d9 req-8dbe1d9f-2ff2-4f65-996f-9d4aaffdf28b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612042 Jul 16 17:55:09.915005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-fcf8f979-f7bf-4082-93de-0991a967c181 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "PUT /v2.0/floatingips/941cb1fd-f75d-430f-9af7-a8fba86b5336 HTTP/1.1" status: 200 len: 995 time: 2.2271919 Jul 16 17:55:09.917069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'tag': '70e910c1-258c-4f42-b496-14fd8159015b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:09.919363 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8645ce95-a93f-4965-bead-bf9beba35929" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f04be9-1f0e-4daf-b4dd-737f4632d4eb", "tag": "70e910c1-258c-4f42-b496-14fd8159015b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:09.934021 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-9bd51dbb-5303-4832-86cb-4a965ca8d160 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822867 Jul 16 17:55:10.049128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-62ce284f-7830-494b-b007-9b71fccc9e9e None None] Set router 7adea880-b92f-4381-9e2a-c51cea7ab239 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:10.113780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-eb70ab59-6007-44e7-b50e-2849a03caa8e service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741269 Jul 16 17:55:10.116744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-026aabc7-8625-4b52-ab12-ed92bec3cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.124080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-026aabc7-8625-4b52-ab12-ed92bec3cfee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e45211deb4be4523a5da741a978df62c&device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 1096 time: 0.1951303 Jul 16 17:55:10.306556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-4b1336c7-e3d4-4209-b173-43395200904e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.311325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-4b1336c7-e3d4-4209-b173-43395200904e service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe2db131-f8c2-4333-a6d8-a25e67aae06c HTTP/1.1" status: 200 len: 930 time: 0.1858866 Jul 16 17:55:10.348639 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-678c516d-8a0c-4b71-a6dc-fe8093352aaf x-openstack-request-id: req-678c516d-8a0c-4b71-a6dc-fe8093352aaf {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:10.349629 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d57dba4-ea2a-4b25-8d58-0dd7bd004eec", "name": "network-vif-plugged", "status": "completed", "tag": "63a64b07-7fea-426a-b889-05bc4d794f96", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:10.349731 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-678c516d-8a0c-4b71-a6dc-fe8093352aaf {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:10.350119 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57dba4-ea2a-4b25-8d58-0dd7bd004eec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63a64b07-7fea-426a-b889-05bc4d794f96', 'code': 200} Jul 16 17:55:10.458016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-eaae909e-a24b-4590-859d-304d235ddad7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70e910c1-258c-4f42-b496-14fd8159015b HTTP/1.1" status: 200 len: 998 time: 0.1452847 Jul 16 17:55:10.540081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-bcdf4da7-cb90-47a1-9ac7-fa043cf1d719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.547426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-62ce284f-7830-494b-b007-9b71fccc9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '941cb1fd-f75d-430f-9af7-a8fba86b5336', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'floating_ip_address': '172.25.7.94', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'port_id': '70e910c1-258c-4f42-b496-14fd8159015b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'mac_address': 'fa:16:3e:61:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:08Z', 'revision_number': 1, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6783eca9-fa49-432b-9aae-a8305ae8f7d3', 'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'mac_address': 'fa:16:3e:a6:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:36Z', 'updated_at': '2021-07-16T17:54:46Z', 'revision_number': 5, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'subnets': [{'id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:10.549897 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-bcdf4da7-cb90-47a1-9ac7-fa043cf1d719 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2da14ea1-1b00-4de2-b3ae-11689d02871c HTTP/1.1" status: 200 len: 868 time: 0.0897989 Jul 16 17:55:10.584436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce284f-7830-494b-b007-9b71fccc9e9e None None] Checking router: 7adea880-b92f-4381-9e2a-c51cea7ab239 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:10.590224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822a8dde-3527-4e77-bafd-fa2a2b43dc96 req-472c4ea1-d453-458e-bdf6-77f6612bb0c4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.592096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-822a8dde-3527-4e77-bafd-fa2a2b43dc96 req-472c4ea1-d453-458e-bdf6-77f6612bb0c4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 950 time: 0.1198497 Jul 16 17:55:10.594308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce284f-7830-494b-b007-9b71fccc9e9e None None] Routers {'7adea880-b92f-4381-9e2a-c51cea7ab239'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:10.594982 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-62ce284f-7830-494b-b007-9b71fccc9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:54:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7adea880-b92f-4381-9e2a-c51cea7ab239'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:10.604681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd3e175-9dc9-42ff-a150-715f86caae7b req-a62af918-8aa2-4266-bd5f-2562e8a15a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.606426 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dd3e175-9dc9-42ff-a150-715f86caae7b req-a62af918-8aa2-4266-bd5f-2562e8a15a9b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 1097 time: 0.0870788 Jul 16 17:55:10.620065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-e6e44f97-dc4f-43ca-8eb9-420aeedcdee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:10.624042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-e6e44f97-dc4f-43ca-8eb9-420aeedcdee4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe2db131-f8c2-4333-a6d8-a25e67aae06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0730932 Jul 16 17:55:10.637236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-3fc37ec1-ed26-475d-a7a7-6c789962929b service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:10.640154 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-3fc37ec1-ed26-475d-a7a7-6c789962929b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105379 Jul 16 17:55:10.657701 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-822a8dde-3527-4e77-bafd-fa2a2b43dc96 req-15820404-dab9-41a2-aab1-496604926006 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551889 Jul 16 17:55:10.668420 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dd3e175-9dc9-42ff-a150-715f86caae7b req-3f6a058e-375c-4d06-9b8a-14a7f8c57e89 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442812 Jul 16 17:55:10.728767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-62ce284f-7830-494b-b007-9b71fccc9e9e None None] Set router 7adea880-b92f-4381-9e2a-c51cea7ab239 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:10.753248 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-ad06e704-9ecf-4b6a-a910-705efddcde77 service neutron] 10.222.0.47 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055045 Jul 16 17:55:10.843713 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-abdf10e1-82cd-41d4-aa3c-9d8550a17841 req-d390b23c-9378-40b6-9f54-b0702ed1cebe tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 210 time: 0.0446734 Jul 16 17:55:11.012023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-62ce284f-7830-494b-b007-9b71fccc9e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '941cb1fd-f75d-430f-9af7-a8fba86b5336', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'floating_ip_address': '172.25.7.94', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'port_id': '70e910c1-258c-4f42-b496-14fd8159015b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'mac_address': 'fa:16:3e:61:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:08Z', 'revision_number': 1, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6783eca9-fa49-432b-9aae-a8305ae8f7d3', 'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'mac_address': 'fa:16:3e:a6:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:36Z', 'updated_at': '2021-07-16T17:54:46Z', 'revision_number': 5, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'subnets': [{'id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:11.047465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce284f-7830-494b-b007-9b71fccc9e9e None None] The sync data for ids ['7adea880-b92f-4381-9e2a-c51cea7ab239'] in n-d-794306-7 is: [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '941cb1fd-f75d-430f-9af7-a8fba86b5336', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'floating_ip_address': '172.25.7.94', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'port_id': '70e910c1-258c-4f42-b496-14fd8159015b', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 510, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'mac_address': 'fa:16:3e:61:ed:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:55:05Z', 'updated_at': '2021-07-16T17:55:08Z', 'revision_number': 1, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6783eca9-fa49-432b-9aae-a8305ae8f7d3', 'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'mac_address': 'fa:16:3e:a6:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:36Z', 'updated_at': '2021-07-16T17:54:46Z', 'revision_number': 5, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'subnets': [{'id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:11.152240 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78553247-bde6-4be4-9e95-22928fd959d4 x-openstack-request-id: req-78553247-bde6-4be4-9e95-22928fd959d4 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:11.152804 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f04be9-1f0e-4daf-b4dd-737f4632d4eb", "tag": "70e910c1-258c-4f42-b496-14fd8159015b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:11.152804 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-78553247-bde6-4be4-9e95-22928fd959d4 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:11.153133 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'tag': '70e910c1-258c-4f42-b496-14fd8159015b', 'status': 'completed', 'code': 200} Jul 16 17:55:11.175932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ce95-a93f-4965-bead-bf9beba35929 req-d78bcd70-a914-4ee4-a7c3-562a84025dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:11.180917 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8645ce95-a93f-4965-bead-bf9beba35929 req-d78bcd70-a914-4ee4-a7c3-562a84025dec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e45211deb4be4523a5da741a978df62c&device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 1096 time: 0.0996075 Jul 16 17:55:11.226099 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a9cd19-6a65-487d-b54d-1019bd2b4ca0 req-5d42486e-2f7f-4181-ba24-ea29f56bd70b service neutron] 10.222.0.47 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4664757 Jul 16 17:55:11.277517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-13275691-6fa8-4d7e-9877-89ca2a252793 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:11.279067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-13275691-6fa8-4d7e-9877-89ca2a252793 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 821 time: 0.4424322 Jul 16 17:55:11.299118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Request body: {'port': {'device_id': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d', 'admin_state_up': True, 'tenant_id': 'fd1e60976af94d0bbe27792be036c702'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:11.375627 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ce95-a93f-4965-bead-bf9beba35929 req-45ba32b7-d3f1-448f-9c08-fe70958e7707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:11.377099 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8645ce95-a93f-4965-bead-bf9beba35929 req-45ba32b7-d3f1-448f-9c08-fe70958e7707 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe2db131-f8c2-4333-a6d8-a25e67aae06c HTTP/1.1" status: 200 len: 930 time: 0.1872861 Jul 16 17:55:11.445792 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da75cbb0-ac57-47ac-8b3c-b11a9b5220ea None None] New status for floating IP 941cb1fd-f75d-430f-9af7-a8fba86b5336: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:55:11.475517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Made reservation on behalf of fd1e60976af94d0bbe27792be036c702 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:11.483456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.513314 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8645ce95-a93f-4965-bead-bf9beba35929 req-dcc070e5-b588-4b79-b082-096a43b381e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70e910c1-258c-4f42-b496-14fd8159015b HTTP/1.1" status: 200 len: 998 time: 0.1126761 Jul 16 17:55:11.537950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d6fbe4-41a2-4e98-a078-ba2da372be45 req-09f0a00b-cd7a-4dfd-9e6a-9e602f6818b8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:11.539505 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5d6fbe4-41a2-4e98-a078-ba2da372be45 req-09f0a00b-cd7a-4dfd-9e6a-9e602f6818b8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.1833730 Jul 16 17:55:11.622385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ce95-a93f-4965-bead-bf9beba35929 req-b1175f82-6b31-4f57-a10e-8f6bd81b8a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:11.623972 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8645ce95-a93f-4965-bead-bf9beba35929 req-b1175f82-6b31-4f57-a10e-8f6bd81b8a6b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2da14ea1-1b00-4de2-b3ae-11689d02871c HTTP/1.1" status: 200 len: 868 time: 0.0823393 Jul 16 17:55:11.637882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5d6fbe4-41a2-4e98-a078-ba2da372be45 req-56ab5577-a9a4-4e8d-a786-0db999ff5d0a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820780 Jul 16 17:55:11.705545 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.728210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Allocated IP 172.20.0.9 (e3f5c890-cb19-4a71-b707-17807504369d/0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0/dbf99d06-8fde-4979-8e52-c41c4fdd8574) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:11.737792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8645ce95-a93f-4965-bead-bf9beba35929 req-70302835-6799-4e1e-9200-c3341a171af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:11.740113 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8645ce95-a93f-4965-bead-bf9beba35929 req-70302835-6799-4e1e-9200-c3341a171af8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe2db131-f8c2-4333-a6d8-a25e67aae06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1011782 Jul 16 17:55:11.899023 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8645ce95-a93f-4965-bead-bf9beba35929 req-5adafe06-5bb6-4c92-8d0e-1045b94824b6 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521790 Jul 16 17:55:11.926518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefebf42-07c5-4075-bf53-39969edee897 req-dfc233b6-0c85-4d0f-a79f-4787ac4bdbe9 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:11.928190 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fefebf42-07c5-4075-bf53-39969edee897 req-dfc233b6-0c85-4d0f-a79f-4787ac4bdbe9 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 946 time: 0.0989606 Jul 16 17:55:11.935528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae911b1c-5bb9-4de6-a0c5-8d0bfa783197 req-3d393cf9-4a67-4b2b-bd4b-35474813b2f2 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:11.937100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae911b1c-5bb9-4de6-a0c5-8d0bfa783197 req-3d393cf9-4a67-4b2b-bd4b-35474813b2f2 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 1101 time: 0.1260414 Jul 16 17:55:11.947327 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:11.971745 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae911b1c-5bb9-4de6-a0c5-8d0bfa783197 req-4957b5c1-2bf0-45a1-be87-fa08f52e951f tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.037630 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.041370 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fefebf42-07c5-4075-bf53-39969edee897 req-ab23ebbd-dd0b-41d0-b291-a3fb498abc77 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909724 Jul 16 17:55:12.051030 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8645ce95-a93f-4965-bead-bf9beba35929 req-08e64557-060d-4f1a-a915-4caca2401b6f service neutron] 10.222.0.18 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406276 Jul 16 17:55:12.072327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45072) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:12.117154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Network e3f5c890-cb19-4a71-b707-17807504369d is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:12.119842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Pushing event updated for resources: {'Port': ['ID=dbf99d06-8fde-4979-8e52-c41c4fdd8574,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.127669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:12.131788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:12.199588 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:12.199588 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.206854 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae911b1c-5bb9-4de6-a0c5-8d0bfa783197 req-4957b5c1-2bf0-45a1-be87-fa08f52e951f tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.214768 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae911b1c-5bb9-4de6-a0c5-8d0bfa783197 req-4957b5c1-2bf0-45a1-be87-fa08f52e951f tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.227885 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eb1a94f4-86f5-4181-bf8f-f367b6fe8684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.233521 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-624d3da8-ff6b-4ae9-9cf1-84c2a6e708be tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9443569 Jul 16 17:55:12.241813 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae911b1c-5bb9-4de6-a0c5-8d0bfa783197 req-4957b5c1-2bf0-45a1-be87-fa08f52e951f tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907341 Jul 16 17:55:12.250887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Request body: {'port': {'device_id': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:12.254391 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-113073d6-c030-4f73-a07a-61a5a35453ac req-d6a64845-1af5-44eb-ba4a-507b7805b208 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 258 time: 0.1675463 Jul 16 17:55:12.279421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4957b5c1-2bf0-45a1-be87-fa08f52e951f tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb567321-26da-4ec9-ab85-49939dea6baa,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.323867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:12.362740 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.385780 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eb1a94f4-86f5-4181-bf8f-f367b6fe8684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.392263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eb1a94f4-86f5-4181-bf8f-f367b6fe8684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.441960 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eb1a94f4-86f5-4181-bf8f-f367b6fe8684 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e9d4f8cf1c246f190048e6550eb04f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3683515 Jul 16 17:55:12.443203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a94f4-86f5-4181-bf8f-f367b6fe8684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14ee8d1c-676f-4f16-a8da-c75e95dda7be,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.445713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45088) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:12.452330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.531432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f2a063-5976-49ac-87ba-03328fe0b03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.582740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f2a063-5976-49ac-87ba-03328fe0b03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.604598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59ed877-bce9-4716-8c7f-6e9e88fc1e58 req-db24d527-6d44-4e56-9359-8ea6195af15c tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:12.606138 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e59ed877-bce9-4716-8c7f-6e9e88fc1e58 req-db24d527-6d44-4e56-9359-8ea6195af15c tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 931 time: 0.1294878 Jul 16 17:55:12.632253 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.653596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f2a063-5976-49ac-87ba-03328fe0b03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.656274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f2a063-5976-49ac-87ba-03328fe0b03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.661269 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32f2a063-5976-49ac-87ba-03328fe0b03f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/14ee8d1c-676f-4f16-a8da-c75e95dda7be HTTP/1.1" status: 204 len: 168 time: 0.2105029 Jul 16 17:55:12.673036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e59ed877-bce9-4716-8c7f-6e9e88fc1e58 req-56b377d4-9791-4906-9657-d6cf1a0fb3e3 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601122 Jul 16 17:55:12.765854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf99d06-8fde-4979-8e52-c41c4fdd8574 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:12.775438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.790549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Transition to ACTIVE for port object dbf99d06-8fde-4979-8e52-c41c4fdd8574 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:12.793448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f2a063-5976-49ac-87ba-03328fe0b03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14ee8d1c-676f-4f16-a8da-c75e95dda7be,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.795345 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.805063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Allocated IP 172.25.7.5 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/79c133db-300c-44c7-a912-97749d12db50) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:12.934900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf99d06-8fde-4979-8e52-c41c4fdd8574,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:12.961502 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:12.963219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:12.963664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:12.964057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:12.968725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:12.969335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:12.974598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:12.975017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:12.975537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:12.976047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Bound port: dbf99d06-8fde-4979-8e52-c41c4fdd8574, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:12.976574 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.015245 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.055277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:13.059194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:13.067001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:13.068184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.071853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:13.076952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:13.089000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.089820 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.091687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/dbf99d06-8fde-4979-8e52-c41c4fdd8574 HTTP/1.1" status: 200 len: 1091 time: 0.8488452 Jul 16 17:55:13.116310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Pushing event updated for resources: {'Port': ['ID=79c133db-300c-44c7-a912-97749d12db50,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.175263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'tag': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:13.178420 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e39f56e-f797-40fb-a04b-45ef5ea6156c" -d '{"events": [{"name": "network-changed", "server_uuid": "efc18989-8dc2-421f-958c-cf8d6478a910", "tag": "dbf99d06-8fde-4979-8e52-c41c4fdd8574"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:13.201747 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.205929 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45102) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:13.239743 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-53000c9d-66a2-4120-bbeb-a81a3ff35ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.242290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d05fc-3756-4e10-ae5a-0e28af9d56a2 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf99d06-8fde-4979-8e52-c41c4fdd8574,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.300734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-249ff874-786c-40fe-ae1a-15fd07b54055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.300973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.302339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-249ff874-786c-40fe-ae1a-15fd07b54055 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 1094 time: 0.1577330 Jul 16 17:55:13.317243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bb8372-a01b-4eba-9529-7dc5a14ce6a2 req-34c9b712-81f1-4337-86eb-a572fce27f4b tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.319193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b3bb8372-a01b-4eba-9529-7dc5a14ce6a2 req-34c9b712-81f1-4337-86eb-a572fce27f4b tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 950 time: 0.0944009 Jul 16 17:55:13.361524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-0ca61b4d-608c-4227-bce6-0a7fc46e8f67 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574 HTTP/1.1" status: 200 len: 217 time: 0.0413051 Jul 16 17:55:13.428632 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b3bb8372-a01b-4eba-9529-7dc5a14ce6a2 req-47f621f7-8d54-424b-8fad-74dbea4e6497 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017973 Jul 16 17:55:13.433983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-71a81a9e-8432-42ee-b0c5-92d2bdc04958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.435401 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-71a81a9e-8432-42ee-b0c5-92d2bdc04958 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0654840 Jul 16 17:55:13.481418 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-967f1623-fdbf-41c6-82ec-b4f1550efa3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384915 Jul 16 17:55:13.515068 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.521456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.604165 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-53000c9d-66a2-4120-bbeb-a81a3ff35ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.618092 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-53000c9d-66a2-4120-bbeb-a81a3ff35ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.622985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-38f798ed-7477-47b3-be72-4ad2ba1bd177 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261675 Jul 16 17:55:13.623180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Pushing event updated for resources: {'Port': ['ID=79c133db-300c-44c7-a912-97749d12db50,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.660014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.667284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46d3ad1-073a-4b29-9f40-c4c5e8d71b0d req-65a0d770-e97b-4a44-a649-0d5cd4fcd260 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.668824 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b46d3ad1-073a-4b29-9f40-c4c5e8d71b0d req-65a0d770-e97b-4a44-a649-0d5cd4fcd260 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.1058054 Jul 16 17:55:13.672093 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-53000c9d-66a2-4120-bbeb-a81a3ff35ef9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c82346a7f4e7418f8b06277ee22d6ea3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4650993 Jul 16 17:55:13.675030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53000c9d-66a2-4120-bbeb-a81a3ff35ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07572dfe-c87d-4979-871d-4542e4630aa6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.675524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45108) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:13.685242 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.687825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-113073d6-c030-4f73-a07a-61a5a35453ac req-f82c5fdd-0d5f-4cbc-a9af-0cbc6c2247fd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.3728044 Jul 16 17:55:13.753523 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-113073d6-c030-4f73-a07a-61a5a35453ac req-bc2edd1b-9428-4c04-9d7d-4baa87973d8a tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0589128 Jul 16 17:55:13.790938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8827071b-a729-4ba0-982b-37e66a11b6c3 req-e9786454-a55c-4d06-808d-5ba9dc5e684d service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588585 Jul 16 17:55:13.794021 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b46d3ad1-073a-4b29-9f40-c4c5e8d71b0d req-3412ffcd-b350-4e00-bf38-16ce33820f63 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092584 Jul 16 17:55:13.809665 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd81b092-dea5-4fe9-982c-fcd0b0a4f15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.836131 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd81b092-dea5-4fe9-982c-fcd0b0a4f15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.875975 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113073d6-c030-4f73-a07a-61a5a35453ac req-c592aeca-6a4a-4225-a4cb-d2f61250c491 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:13.877725 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-113073d6-c030-4f73-a07a-61a5a35453ac req-c592aeca-6a4a-4225-a4cb-d2f61250c491 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1182108 Jul 16 17:55:13.888200 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd81b092-dea5-4fe9-982c-fcd0b0a4f15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.891183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd81b092-dea5-4fe9-982c-fcd0b0a4f15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:13.892449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cd81b092-dea5-4fe9-982c-fcd0b0a4f15b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/07572dfe-c87d-4979-871d-4542e4630aa6 HTTP/1.1" status: 204 len: 168 time: 0.2159626 Jul 16 17:55:13.901410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81b092-dea5-4fe9-982c-fcd0b0a4f15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07572dfe-c87d-4979-871d-4542e4630aa6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:13.928175 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd4d25b5-22e4-4b68-90b1-8dac7b60c2c7 x-openstack-request-id: req-dd4d25b5-22e4-4b68-90b1-8dac7b60c2c7 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:13.928346 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc18989-8dc2-421f-958c-cf8d6478a910", "tag": "dbf99d06-8fde-4979-8e52-c41c4fdd8574", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:13.928584 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dd4d25b5-22e4-4b68-90b1-8dac7b60c2c7 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:13.928983 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'tag': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574', 'status': 'completed', 'code': 200} Jul 16 17:55:14.038404 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-d2a02833-b607-429a-a79e-64d073d8610c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324833 Jul 16 17:55:14.060036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8672da7-3b80-4760-9bdd-5a33ac3f08e8 req-cc544774-baa5-4368-9935-ab692aa0dd64 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.068236 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8672da7-3b80-4760-9bdd-5a33ac3f08e8 req-cc544774-baa5-4368-9935-ab692aa0dd64 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 946 time: 0.1377234 Jul 16 17:55:14.096688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39f56e-f797-40fb-a04b-45ef5ea6156c req-ec051d2d-10f0-4c4b-be46-36e2bfb7c639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.098316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3e39f56e-f797-40fb-a04b-45ef5ea6156c req-ec051d2d-10f0-4c4b-be46-36e2bfb7c639 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 1094 time: 0.1391990 Jul 16 17:55:14.146808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8672da7-3b80-4760-9bdd-5a33ac3f08e8 req-ef44f36f-aba9-4686-8bf5-388f9cb82475 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777707 Jul 16 17:55:14.160286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-cab2c999-3b6d-4b3d-820e-a6d50f382604 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.172278 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-cab2c999-3b6d-4b3d-820e-a6d50f382604 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1276197 Jul 16 17:55:14.178850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e3dad451-6c6a-4e51-b1cb-4734d3ef3659 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/quotas/02d40a49c0a84b81a98ec66aee94886f HTTP/1.1" status: 200 len: 375 time: 0.0105305 Jul 16 17:55:14.217034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39f56e-f797-40fb-a04b-45ef5ea6156c req-78054dee-789e-4add-aab9-29cc92dc51b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.220195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3e39f56e-f797-40fb-a04b-45ef5ea6156c req-78054dee-789e-4add-aab9-29cc92dc51b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1139922 Jul 16 17:55:14.272432 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-b8688924-f2d0-476d-9ee7-73ad4dcc223a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0872340 Jul 16 17:55:14.281261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3e39f56e-f797-40fb-a04b-45ef5ea6156c req-1bd5b12e-ed02-405a-a102-f3ec316357f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574 HTTP/1.1" status: 200 len: 217 time: 0.0406420 Jul 16 17:55:14.369195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e39f56e-f797-40fb-a04b-45ef5ea6156c req-61d8fba1-e952-4697-9a7f-129c894a1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.371131 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3e39f56e-f797-40fb-a04b-45ef5ea6156c req-61d8fba1-e952-4697-9a7f-129c894a1bc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0806162 Jul 16 17:55:14.409662 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3e39f56e-f797-40fb-a04b-45ef5ea6156c req-51575fbd-9783-4643-8925-66006ec50077 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314372 Jul 16 17:55:14.517729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3e39f56e-f797-40fb-a04b-45ef5ea6156c req-c7ae4fb0-78ec-4b67-918d-9fb6252715a2 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981157 Jul 16 17:55:14.627866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3e39f56e-f797-40fb-a04b-45ef5ea6156c req-85cf96b4-2f4d-41db-87c1-5f69db0f98bf service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026943 Jul 16 17:55:14.822815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1608b89-d05b-4f74-a483-ce9d230ddb38 req-fdc94588-ca93-4e25-8fa1-52e3852432cf tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.824745 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1608b89-d05b-4f74-a483-ce9d230ddb38 req-fdc94588-ca93-4e25-8fa1-52e3852432cf tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 943 time: 0.0840242 Jul 16 17:55:14.846834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 19c96b8a-acf3-4e06-bac6-9a63b1b144fe no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:14.933163 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1608b89-d05b-4f74-a483-ce9d230ddb38 req-cb0368bd-8646-4dae-a130-b8217c60f5a1 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968935 Jul 16 17:55:14.969127 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:14.979909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9899ad45-3626-4256-a3a5-5d7b08284734 req-b72c430b-5f0c-492f-aa15-aaf0b5eef157 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:14.981969 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9899ad45-3626-4256-a3a5-5d7b08284734 req-b72c430b-5f0c-492f-aa15-aaf0b5eef157 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1697738 Jul 16 17:55:15.008217 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:15.009571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:15.012389 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42a8042-a88d-45e1-93a3-e7b44e46e2c5" -d '{"events": [{"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-unplugged", "status": "completed", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:15.017137 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.073481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:15.094095 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9899ad45-3626-4256-a3a5-5d7b08284734 req-00c11458-d7bb-4689-8ed3-e9d77a4518c9 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.1057599 Jul 16 17:55:15.099450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-9899ad45-3626-4256-a3a5-5d7b08284734 req-78a0d01b-2e92-4c0c-838a-fcfe4ab66e7f tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Request body: {'floatingip': {'port_id': '70e910c1-258c-4f42-b496-14fd8159015b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:15.142699 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9899ad45-3626-4256-a3a5-5d7b08284734 req-78a0d01b-2e92-4c0c-838a-fcfe4ab66e7f tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.306888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e6d672-7184-411d-8627-a88402369f5c req-270e6e08-4885-405b-b16c-533a2504c676 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:15.315258 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92e6d672-7184-411d-8627-a88402369f5c req-270e6e08-4885-405b-b16c-533a2504c676 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 946 time: 0.0869195 Jul 16 17:55:15.361160 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92e6d672-7184-411d-8627-a88402369f5c req-3635a63a-6fe9-4d7e-8e61-e5242295e018 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449119 Jul 16 17:55:15.413781 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5da089e4-255e-410e-b05a-d65c49688c69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:15.456982 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-9899ad45-3626-4256-a3a5-5d7b08284734 req-78a0d01b-2e92-4c0c-838a-fcfe4ab66e7f tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 17:55:15.467518 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9899ad45-3626-4256-a3a5-5d7b08284734 req-78a0d01b-2e92-4c0c-838a-fcfe4ab66e7f tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "PUT /v2.0/floatingips/f6af178a-03ab-4d90-8739-148c210fbcce HTTP/1.1" status: 409 len: 548 time: 0.3715663 Jul 16 17:55:15.762339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5efdf1a9-2407-421a-afb1-9a12b5a6c87b req-f3ec3b32-aa07-4910-ae43-6310e0c3d9d9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:15.767537 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5efdf1a9-2407-421a-afb1-9a12b5a6c87b req-f3ec3b32-aa07-4910-ae43-6310e0c3d9d9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.0925026 Jul 16 17:55:15.805516 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5efdf1a9-2407-421a-afb1-9a12b5a6c87b req-713e8a6a-0440-452b-b5d9-92122f6f9cc9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352864 Jul 16 17:55:15.810357 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b93885b-5b73-461b-ad33-2f0421ec35a0 x-openstack-request-id: req-6b93885b-5b73-461b-ad33-2f0421ec35a0 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:15.810932 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-unplugged", "status": "completed", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:15.811402 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6b93885b-5b73-461b-ad33-2f0421ec35a0 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:15.812042 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'code': 200} Jul 16 17:55:15.889001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-3cf33f65-06d6-4064-8257-bcdac3895b69 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips/f6af178a-03ab-4d90-8739-148c210fbcce HTTP/1.1" status: 200 len: 691 time: 0.0451987 Jul 16 17:55:15.994841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-9b08e2e2-bec1-4bf6-ad31-195ad1a2ab20 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:15.996206 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-9b08e2e2-bec1-4bf6-ad31-195ad1a2ab20 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1018863 Jul 16 17:55:16.005806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-07fbbc59-337e-45f2-9c5a-dae9540c2119 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:16.006739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-07fbbc59-337e-45f2-9c5a-dae9540c2119 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054648 Jul 16 17:55:16.057579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-7e3bbc34-a3c3-4d82-9fa5-a8a504edc860 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0454345 Jul 16 17:55:16.119382 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-1c8ac8ef-746b-451b-8fb5-413f2710ee6c tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.5 HTTP/1.1" status: 200 len: 694 time: 0.0547752 Jul 16 17:55:16.262293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-3fb767c7-3889-438c-879f-935ceaea21c6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Deleting port 79c133db-300c-44c7-a912-97749d12db50 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:16.262770 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-3fb767c7-3889-438c-879f-935ceaea21c6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.330327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device dbf99d06-8fde-4979-8e52-c41c4fdd8574 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:16.386462 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-3fb767c7-3889-438c-879f-935ceaea21c6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.387056 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-3fb767c7-3889-438c-879f-935ceaea21c6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.425026 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0b5f2590-5d74-48fe-a4ba-8bdf4dea8464 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0280888 Jul 16 17:55:16.425857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-3fb767c7-3889-438c-879f-935ceaea21c6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Calling delete_port for 79c133db-300c-44c7-a912-97749d12db50 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:16.461662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:16.463554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-09563fa9-9a5f-4945-9704-8600a109957a req-489d2e8b-cd05-4dde-b46a-8bc7efb05ca9 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Request body: {'security_group': {'name': 'tempest-securitygroup-816616269', 'description': 'tempest-description-831402925'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:16.473632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574', 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d', 'port_id': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574', 'mac_address': 'fa:16:3e:3b:f2:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:16.492997 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09563fa9-9a5f-4945-9704-8600a109957a req-489d2e8b-cd05-4dde-b46a-8bc7efb05ca9 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.503326 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09563fa9-9a5f-4945-9704-8600a109957a req-489d2e8b-cd05-4dde-b46a-8bc7efb05ca9 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.523931 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.546582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbf99d06-8fde-4979-8e52-c41c4fdd8574 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:16.588862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:16.595116 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.633940 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-b29917de-8866-425d-8b9a-4bebf14c183d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:16.636725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-b29917de-8866-425d-8b9a-4bebf14c183d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2065487 Jul 16 17:55:16.639144 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09563fa9-9a5f-4945-9704-8600a109957a req-489d2e8b-cd05-4dde-b46a-8bc7efb05ca9 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.649601 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09563fa9-9a5f-4945-9704-8600a109957a req-489d2e8b-cd05-4dde-b46a-8bc7efb05ca9 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.659662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Request body: {'port': {'device_id': 'f13ec0a1-16c9-4e3a-9220-c8805b7a846f', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '02d40a49c0a84b81a98ec66aee94886f'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:16.674559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=dbf99d06-8fde-4979-8e52-c41c4fdd8574,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.699487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d2e8b-cd05-4dde-b46a-8bc7efb05ca9 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3747666-4a09-4113-824d-bf28a970ce75,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.763037 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09563fa9-9a5f-4945-9704-8600a109957a req-489d2e8b-cd05-4dde-b46a-8bc7efb05ca9 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.767278 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09563fa9-9a5f-4945-9704-8600a109957a req-489d2e8b-cd05-4dde-b46a-8bc7efb05ca9 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.796515 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09563fa9-9a5f-4945-9704-8600a109957a req-489d2e8b-cd05-4dde-b46a-8bc7efb05ca9 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.797742 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09563fa9-9a5f-4945-9704-8600a109957a req-489d2e8b-cd05-4dde-b46a-8bc7efb05ca9 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3398156 Jul 16 17:55:16.800282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489d2e8b-cd05-4dde-b46a-8bc7efb05ca9 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdddc48-f359-46bb-93b9-ec2c1e5fd894,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.807418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-3fb767c7-3889-438c-879f-935ceaea21c6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.858707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['dbf99d06-8fde-4979-8e52-c41c4fdd8574'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:16.862423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb767c7-3889-438c-879f-935ceaea21c6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Pushing event deleted for resources: {'Port': ['ID=79c133db-300c-44c7-a912-97749d12db50,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:16.931900 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-67e66bdc-d63f-4c57-806f-507759f22db7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412452 Jul 16 17:55:16.950645 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-3fb767c7-3889-438c-879f-935ceaea21c6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.955453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-3fb767c7-3889-438c-879f-935ceaea21c6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:16.956664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-890a748c-335d-4a65-8a7d-9113fb9a168b req-3fb767c7-3889-438c-879f-935ceaea21c6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "DELETE /v2.0/floatingips/f6af178a-03ab-4d90-8739-148c210fbcce HTTP/1.1" status: 204 len: 173 time: 0.8318272 Jul 16 17:55:16.957785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Made reservation on behalf of 02d40a49c0a84b81a98ec66aee94886f for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:16.965534 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5f9a2e8-bf3c-4224-bf1a-0734e5ea68ff req-4b08b359-22c6-43e7-a0b3-e70e0bf3737c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 210 time: 0.0369196 Jul 16 17:55:16.965651 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.127800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-20ab604e-9ec5-4a21-8f6f-5ce3cf123172 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:17.129229 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-20ab604e-9ec5-4a21-8f6f-5ce3cf123172 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1629448 Jul 16 17:55:17.141539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Request body: {'port': {'device_id': '4106a761-6102-4f9e-a6fa-39cc9037c186', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '02d40a49c0a84b81a98ec66aee94886f'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:17.208568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Allocated IP 192.168.233.28 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/6e209650-6a34-4147-a81a-1f87c060b505) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:17.291471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Made reservation on behalf of 02d40a49c0a84b81a98ec66aee94886f for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:17.295098 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.411594 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-cd22121f-ce8e-4d2a-91dd-a773da749849 req-3b9b9e2d-d875-4e0b-90c7-ffc47af2f75b tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Request body: {'security_group': {'name': 'tempest-securitygroup-489418542', 'description': 'tempest-description-662494013'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:17.435428 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cd22121f-ce8e-4d2a-91dd-a773da749849 req-3b9b9e2d-d875-4e0b-90c7-ffc47af2f75b tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.518691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f029db-36e9-4dd8-8ce3-a7083f56a52c req-c34612e5-07ad-459c-b7bc-5d2c51721d8f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:17.520174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35f029db-36e9-4dd8-8ce3-a7083f56a52c req-c34612e5-07ad-459c-b7bc-5d2c51721d8f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 944 time: 0.3971119 Jul 16 17:55:17.520717 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cd22121f-ce8e-4d2a-91dd-a773da749849 req-3b9b9e2d-d875-4e0b-90c7-ffc47af2f75b tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.525684 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cd22121f-ce8e-4d2a-91dd-a773da749849 req-3b9b9e2d-d875-4e0b-90c7-ffc47af2f75b tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.551026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cd22121f-ce8e-4d2a-91dd-a773da749849 req-3b9b9e2d-d875-4e0b-90c7-ffc47af2f75b tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.552276 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd22121f-ce8e-4d2a-91dd-a773da749849 req-3b9b9e2d-d875-4e0b-90c7-ffc47af2f75b tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1452510 Jul 16 17:55:17.562427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b9e2d-d875-4e0b-90c7-ffc47af2f75b tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e81caa4-41c3-4aa8-8720-bd7cb90ba6c2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:17.595767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35f029db-36e9-4dd8-8ce3-a7083f56a52c req-b1672bb9-e6ba-4f93-82b2-6905e26f29af tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664372 Jul 16 17:55:17.730675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cbdd2e-18ce-49c4-9bfd-5b850a348062 req-f3c50e2c-7fe3-4855-9090-a80c8d52debe tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:17.732192 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67cbdd2e-18ce-49c4-9bfd-5b850a348062 req-f3c50e2c-7fe3-4855-9090-a80c8d52debe tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.0684824 Jul 16 17:55:17.747413 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-1433a21d-1eae-4ebf-a7da-885008bec9b6 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 1000 time: 0.1079950 Jul 16 17:55:17.760772 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.770431 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67cbdd2e-18ce-49c4-9bfd-5b850a348062 req-6f5c6df5-cd37-4668-8c5a-5989e1d2330d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325062 Jul 16 17:55:17.806383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Transition to ACTIVE for port object 6e209650-6a34-4147-a81a-1f87c060b505 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:17.816149 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.832626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-e47ab09f-5db3-49d3-b1d8-6d7f2be57081 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:17.834101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-e47ab09f-5db3-49d3-b1d8-6d7f2be57081 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports/70e910c1-258c-4f42-b496-14fd8159015b HTTP/1.1" status: 200 len: 942 time: 0.0784183 Jul 16 17:55:17.860996 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.905581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:17.907339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-ab1a04ce-72b2-40ae-8aef-2d6e30ba6d90 req-6005564a-fb53-43e0-a190-a60e8605c9d1 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2079718581', 'description': 'tempest-description-968432744'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:17.916046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:17.919429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:17.923931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:17.929191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event updated for resources: {'Port': ['ID=6e209650-6a34-4147-a81a-1f87c060b505,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:17.949631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Allocated IP 192.168.233.192 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/ee451659-137d-4324-9d59-28067c4a18eb) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:17.967076 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ab1a04ce-72b2-40ae-8aef-2d6e30ba6d90 req-6005564a-fb53-43e0-a190-a60e8605c9d1 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:17.984508 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ab1a04ce-72b2-40ae-8aef-2d6e30ba6d90 req-6005564a-fb53-43e0-a190-a60e8605c9d1 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.041980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:18.042741 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.079207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-52aedea7-4d0b-461a-9589-d83f5b52c18b tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 1000 time: 0.1137745 Jul 16 17:55:18.141220 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-687abc16-6f81-414b-ba4b-8a9803a58b10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.192307 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.197983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-565452e7-07d9-4d32-ba86-8e870b141fbe tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:18.199333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-565452e7-07d9-4d32-ba86-8e870b141fbe tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1190622 Jul 16 17:55:18.220170 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ab1a04ce-72b2-40ae-8aef-2d6e30ba6d90 req-6005564a-fb53-43e0-a190-a60e8605c9d1 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.221279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Transition to ACTIVE for port object ee451659-137d-4324-9d59-28067c4a18eb will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:18.227694 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ab1a04ce-72b2-40ae-8aef-2d6e30ba6d90 req-6005564a-fb53-43e0-a190-a60e8605c9d1 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.251275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0bfc15e6-324f-48bd-96a3-bd1607c340be tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6031275 Jul 16 17:55:18.268136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Request body: {'port': {'device_id': 'f13ec0a1-16c9-4e3a-9220-c8805b7a846f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:18.274703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6fc246c1-2420-4cbe-b56e-4dfa3efdb1c8 None None] Provisioning for port 6e209650-6a34-4147-a81a-1f87c060b505 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:18.277158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005564a-fb53-43e0-a190-a60e8605c9d1 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34defd9c-3e45-47d4-8ff5-9d7cec0e2bcb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:18.280772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6fc246c1-2420-4cbe-b56e-4dfa3efdb1c8 None None] Provisioning complete for port 6e209650-6a34-4147-a81a-1f87c060b505 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:18.281352 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6fc246c1-2420-4cbe-b56e-4dfa3efdb1c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.307360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-a76b92df-cc65-43ef-b0ab-7de60d89e4bc tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 1000 time: 0.1001983 Jul 16 17:55:18.323452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6fc246c1-2420-4cbe-b56e-4dfa3efdb1c8 None None] Port 6e209650-6a34-4147-a81a-1f87c060b505 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:18.324300 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.328249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-c681652e-7dbd-4760-a4de-ae352f4f3ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:18.344994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device dbf99d06-8fde-4979-8e52-c41c4fdd8574 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:18.402154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event updated for resources: {'Port': ['ID=ee451659-137d-4324-9d59-28067c4a18eb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:18.410471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port dbf99d06-8fde-4979-8e52-c41c4fdd8574 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:18.415766 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-c681652e-7dbd-4760-a4de-ae352f4f3ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.417374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port dbf99d06-8fde-4979-8e52-c41c4fdd8574 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:18.417774 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.419113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:18.427024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:18.432065 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:18.451488 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.524964 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.563157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:18.565562 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c884619-9193-41db-bc06-9558a029ccfe" -d '{"events": [{"server_uuid": "efc18989-8dc2-421f-958c-cf8d6478a910", "name": "network-vif-plugged", "status": "completed", "tag": "dbf99d06-8fde-4979-8e52-c41c4fdd8574"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:18.576254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:18.616130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:18.622031 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.696962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=dbf99d06-8fde-4979-8e52-c41c4fdd8574,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:18.737384 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-c681652e-7dbd-4760-a4de-ae352f4f3ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.743305 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-c681652e-7dbd-4760-a4de-ae352f4f3ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.743665 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-c681652e-7dbd-4760-a4de-ae352f4f3ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Floating IP 941cb1fd-f75d-430f-9af7-a8fba86b5336 disassociated. External IP: 172.25.7.94, port: 70e910c1-258c-4f42-b496-14fd8159015b. Jul 16 17:55:18.796382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-edf86336-4a3d-4caf-b8eb-47a853fa9bd8 None None] Provisioning for port ee451659-137d-4324-9d59-28067c4a18eb completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:18.809014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-edf86336-4a3d-4caf-b8eb-47a853fa9bd8 None None] Provisioning complete for port ee451659-137d-4324-9d59-28067c4a18eb triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:18.809825 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-edf86336-4a3d-4caf-b8eb-47a853fa9bd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.816863 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ab1a04ce-72b2-40ae-8aef-2d6e30ba6d90 req-6005564a-fb53-43e0-a190-a60e8605c9d1 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.834128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ab1a04ce-72b2-40ae-8aef-2d6e30ba6d90 req-6005564a-fb53-43e0-a190-a60e8605c9d1 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.864952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:18.865578 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.871026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 63a64b07-7fea-426a-b889-05bc4d794f96 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:18.886824 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e6e450b3-e0fc-487d-92a1-af7142199380 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7493477 Jul 16 17:55:18.890706 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ab1a04ce-72b2-40ae-8aef-2d6e30ba6d90 req-6005564a-fb53-43e0-a190-a60e8605c9d1 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:18.891723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-edf86336-4a3d-4caf-b8eb-47a853fa9bd8 None None] Port ee451659-137d-4324-9d59-28067c4a18eb cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:18.901730 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab1a04ce-72b2-40ae-8aef-2d6e30ba6d90 req-6005564a-fb53-43e0-a190-a60e8605c9d1 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9973745 Jul 16 17:55:18.905861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6005564a-fb53-43e0-a190-a60e8605c9d1 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c44fbf0-b140-421f-87be-d73ef8372bb9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:18.919373 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Request body: {'port': {'device_id': '4106a761-6102-4f9e-a6fa-39cc9037c186', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:19.028154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 63a64b07-7fea-426a-b889-05bc4d794f96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=63a64b07-7fea-426a-b889-05bc4d794f96,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:19.052558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '63a64b07-7fea-426a-b889-05bc4d794f96', 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2', 'port_id': '63a64b07-7fea-426a-b889-05bc4d794f96', 'mac_address': 'fa:16:3e:d5:d4:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e1bd4-38a2-42c9-9679-f1d8f8792b96', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:19.100991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e209650-6a34-4147-a81a-1f87c060b505 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:19.107151 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.111841 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.120124 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.129056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-c681652e-7dbd-4760-a4de-ae352f4f3ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Router 7adea880-b92f-4381-9e2a-c51cea7ab239 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:19.135727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 63a64b07-7fea-426a-b889-05bc4d794f96 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:19.137135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Transition to ACTIVE for port object 6e209650-6a34-4147-a81a-1f87c060b505 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:19.142428 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.176180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 63a64b07-7fea-426a-b889-05bc4d794f96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=63a64b07-7fea-426a-b889-05bc4d794f96,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:19.187269 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.188298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:19.218819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ffb84-20cc-4085-bad6-0044f412b6cd req-0d6554a0-4a52-4e91-88c3-97f5e95ec80e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:19.220094 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-271ffb84-20cc-4085-bad6-0044f412b6cd req-0d6554a0-4a52-4e91-88c3-97f5e95ec80e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 946 time: 0.1532018 Jul 16 17:55:19.256310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Pushing event updated for resources: {'Port': ['ID=6e209650-6a34-4147-a81a-1f87c060b505,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.389804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-c681652e-7dbd-4760-a4de-ae352f4f3ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:19.405351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-c681652e-7dbd-4760-a4de-ae352f4f3ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.415495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d47bbc-8e72-41a0-bf57-eb6a1b6a317e None None] Sync routers for ids ['7adea880-b92f-4381-9e2a-c51cea7ab239'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:19.422475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:19.427840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-271ffb84-20cc-4085-bad6-0044f412b6cd req-9de30381-9518-4950-92c6-b77b9f45092c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353350 Jul 16 17:55:19.449861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d47bbc-8e72-41a0-bf57-eb6a1b6a317e None None] Routers {'7adea880-b92f-4381-9e2a-c51cea7ab239'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:19.460584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-18d47bbc-8e72-41a0-bf57-eb6a1b6a317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7adea880-b92f-4381-9e2a-c51cea7ab239'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:19.516973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-c681652e-7dbd-4760-a4de-ae352f4f3ea1 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "PUT /v2.0/floatingips/941cb1fd-f75d-430f-9af7-a8fba86b5336 HTTP/1.1" status: 200 len: 694 time: 1.1961186 Jul 16 17:55:19.526742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'tag': '70e910c1-258c-4f42-b496-14fd8159015b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:19.535534 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e21fee-642a-42f6-91cd-1f39c82572b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f04be9-1f0e-4daf-b4dd-737f4632d4eb", "tag": "70e910c1-258c-4f42-b496-14fd8159015b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:19.577706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b', 'mac_address': 'fa:16:3e:c3:81:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:19.599317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=63a64b07-7fea-426a-b889-05bc4d794f96,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.634040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-18d47bbc-8e72-41a0-bf57-eb6a1b6a317e None None] Set router 7adea880-b92f-4381-9e2a-c51cea7ab239 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:19.640936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Attempting to bind port 6e209650-6a34-4147-a81a-1f87c060b505 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:19.644287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Attempting to bind port 6e209650-6a34-4147-a81a-1f87c060b505 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:19.644737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Attempting to bind port 6e209650-6a34-4147-a81a-1f87c060b505 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:19.645959 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee451659-137d-4324-9d59-28067c4a18eb {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:19.656683 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.666533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Port 6e209650-6a34-4147-a81a-1f87c060b505 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:19.670629 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Attempting to bind port 6e209650-6a34-4147-a81a-1f87c060b505 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:19.670828 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Transition to ACTIVE for port object ee451659-137d-4324-9d59-28067c4a18eb will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:19.684059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:19.684546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:19.685044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:19.685585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Bound port: 6e209650-6a34-4147-a81a-1f87c060b505, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:19.686044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.698945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.714118 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.720138 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.737875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-7638f017-e153-4238-8e22-e429c9a76de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:19.745109 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-7638f017-e153-4238-8e22-e429c9a76de6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e45211deb4be4523a5da741a978df62c&device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 1096 time: 0.1916447 Jul 16 17:55:19.820367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Pushing event updated for resources: {'Port': ['ID=ee451659-137d-4324-9d59-28067c4a18eb,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:19.854498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] For port 6e209650-6a34-4147-a81a-1f87c060b505, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:19.886474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] For port 6e209650-6a34-4147-a81a-1f87c060b505, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6e209650-6a34-4147-a81a-1f87c060b505,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:19.892981 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:19.894821 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.947156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:19.953019 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.954947 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] 10.222.0.18 "PUT /v2.0/ports/6e209650-6a34-4147-a81a-1f87c060b505 HTTP/1.1" status: 200 len: 1095 time: 1.6925955 Jul 16 17:55:19.966561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-8351d13f-1e83-4e45-87b8-388a4537acfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:19.974661 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-8351d13f-1e83-4e45-87b8-388a4537acfc service neutron] 10.222.0.47 "GET /v2.0/networks?id=fe2db131-f8c2-4333-a6d8-a25e67aae06c HTTP/1.1" status: 200 len: 930 time: 0.2283323 Jul 16 17:55:19.977892 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:19.987155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcb9f0d-8893-4c4a-af00-0a3bc50ed357 req-1836a197-3eb6-4550-856d-a032cd23fa5a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:19.993556 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:19.997259 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-abcb9f0d-8893-4c4a-af00-0a3bc50ed357 req-1836a197-3eb6-4550-856d-a032cd23fa5a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 948 time: 0.3048508 Jul 16 17:55:20.045496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-18d47bbc-8e72-41a0-bf57-eb6a1b6a317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6783eca9-fa49-432b-9aae-a8305ae8f7d3', 'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'mac_address': 'fa:16:3e:a6:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:36Z', 'updated_at': '2021-07-16T17:54:46Z', 'revision_number': 5, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'subnets': [{'id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:20.059454 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-018ea304-2fd9-4c8d-89a5-471b395742ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70e910c1-258c-4f42-b496-14fd8159015b HTTP/1.1" status: 200 len: 217 time: 0.0831306 Jul 16 17:55:20.076052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Attempting to bind port ee451659-137d-4324-9d59-28067c4a18eb on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:20.076398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Attempting to bind port ee451659-137d-4324-9d59-28067c4a18eb by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:20.076733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Attempting to bind port ee451659-137d-4324-9d59-28067c4a18eb on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:20.095723 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-abcb9f0d-8893-4c4a-af00-0a3bc50ed357 req-0f54e6cd-9221-4808-9bb6-3b23ee97ab4e tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973673 Jul 16 17:55:20.100747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Port ee451659-137d-4324-9d59-28067c4a18eb on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:20.101629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d47bbc-8e72-41a0-bf57-eb6a1b6a317e None None] Checking router: 7adea880-b92f-4381-9e2a-c51cea7ab239 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:20.104043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Attempting to bind port ee451659-137d-4324-9d59-28067c4a18eb on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:20.113527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:20.114665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:20.115274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:20.116049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Bound port: ee451659-137d-4324-9d59-28067c4a18eb, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:20.117107 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.120886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d47bbc-8e72-41a0-bf57-eb6a1b6a317e None None] Routers {'7adea880-b92f-4381-9e2a-c51cea7ab239'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:20.121771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-18d47bbc-8e72-41a0-bf57-eb6a1b6a317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7adea880-b92f-4381-9e2a-c51cea7ab239'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:20.189528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:20.217920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-57a0ae09-0022-448a-ade2-596ee60882a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.219806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-57a0ae09-0022-448a-ade2-596ee60882a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2da14ea1-1b00-4de2-b3ae-11689d02871c HTTP/1.1" status: 200 len: 868 time: 0.1121910 Jul 16 17:55:20.275819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0579af5c-e494-4fbd-980f-4d9b56069ccc service neutron] Pushing event updated for resources: {'Port': ['ID=6e209650-6a34-4147-a81a-1f87c060b505,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:20.291445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] For port ee451659-137d-4324-9d59-28067c4a18eb, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:20.297138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] For port ee451659-137d-4324-9d59-28067c4a18eb, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ee451659-137d-4324-9d59-28067c4a18eb,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:20.304387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.322702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e01bbcae-943c-4abf-bcef-9591909a0246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.324527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e01bbcae-943c-4abf-bcef-9591909a0246 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=f13ec0a1-16c9-4e3a-9220-c8805b7a846f HTTP/1.1" status: 200 len: 1098 time: 0.2821937 Jul 16 17:55:20.331675 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['63a64b07-7fea-426a-b889-05bc4d794f96'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:20.385259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-82adbca0-51fc-451c-8edb-0fd4d33d69e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6e209650-6a34-4147-a81a-1f87c060b505 HTTP/1.1" status: 200 len: 217 time: 0.0516026 Jul 16 17:55:20.385749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.386366 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:20.387458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-039918e5-ea10-4513-b2fd-f4b913b188fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.387852 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] 10.222.0.18 "PUT /v2.0/ports/ee451659-137d-4324-9d59-28067c4a18eb HTTP/1.1" status: 200 len: 1096 time: 1.4862797 Jul 16 17:55:20.389079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-039918e5-ea10-4513-b2fd-f4b913b188fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=fe2db131-f8c2-4333-a6d8-a25e67aae06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1566172 Jul 16 17:55:20.390105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4106a761-6102-4f9e-a6fa-39cc9037c186', 'tag': 'ee451659-137d-4324-9d59-28067c4a18eb'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:20.392821 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7" -d '{"events": [{"name": "network-changed", "server_uuid": "4106a761-6102-4f9e-a6fa-39cc9037c186", "tag": "ee451659-137d-4324-9d59-28067c4a18eb"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:20.433289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:20.446553 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9514148c-6d2a-423e-9d57-6a7c1b3c59cc service neutron] Pushing event updated for resources: {'Port': ['ID=ee451659-137d-4324-9d59-28067c4a18eb,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:20.606046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e937828c-7a15-4fd6-8387-9a4f24b7c0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.607713 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-e937828c-7a15-4fd6-8387-9a4f24b7c0b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 1099 time: 0.1518886 Jul 16 17:55:20.652960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-6f245771-f927-4ea5-ab72-8d4c0158df91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.654570 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-6f245771-f927-4ea5-ab72-8d4c0158df91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.2426393 Jul 16 17:55:20.769637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-ae3b66fe-e4e3-44ff-82f4-1c5d79b7f48f service neutron] 10.222.0.47 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3598742 Jul 16 17:55:20.782723 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-93f74dcb-9297-4d76-b488-4264480da203 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ee451659-137d-4324-9d59-28067c4a18eb HTTP/1.1" status: 200 len: 217 time: 0.1397946 Jul 16 17:55:20.815134 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-328f7ff0-182d-4010-ad18-1645bb2a6c99 x-openstack-request-id: req-328f7ff0-182d-4010-ad18-1645bb2a6c99 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:20.815429 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc18989-8dc2-421f-958c-cf8d6478a910", "name": "network-vif-plugged", "status": "completed", "tag": "dbf99d06-8fde-4979-8e52-c41c4fdd8574", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:20.815723 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-328f7ff0-182d-4010-ad18-1645bb2a6c99 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:20.816232 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574', 'code': 200} Jul 16 17:55:20.910389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-18d47bbc-8e72-41a0-bf57-eb6a1b6a317e None None] Set router 7adea880-b92f-4381-9e2a-c51cea7ab239 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:20.922892 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50a21fdb-a801-4e35-93b6-529d51528e97 req-aea3d72f-cdc5-4938-ae6f-a356242057ad service neutron] 10.222.0.47 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465957 Jul 16 17:55:20.940483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-71206f7c-4c5f-48d8-838c-7fd6ce8f7cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.943856 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-71206f7c-4c5f-48d8-838c-7fd6ce8f7cad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2789619 Jul 16 17:55:20.974253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-64e2c769-32c9-465b-a4d1-d245f04c3298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:20.985412 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-64e2c769-32c9-465b-a4d1-d245f04c3298 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1798623 Jul 16 17:55:21.111847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12eff7-3829-4f49-9408-46c29b7300c9 req-00db0149-f477-441d-82c8-547f1ad3357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:21.113574 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fb12eff7-3829-4f49-9408-46c29b7300c9 req-00db0149-f477-441d-82c8-547f1ad3357c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 1096 time: 0.4578009 Jul 16 17:55:21.146833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce69b39-7b8c-4c2b-9812-9c65e1a39138 req-a55e9b7b-5ded-4a54-8d44-33be30dbd1ba tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:21.154141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2ce69b39-7b8c-4c2b-9812-9c65e1a39138 req-a55e9b7b-5ded-4a54-8d44-33be30dbd1ba tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.4756589 Jul 16 17:55:21.223548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fb12eff7-3829-4f49-9408-46c29b7300c9 req-56b10895-2c81-4c84-b612-2ddb267efd98 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016312 Jul 16 17:55:21.239687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2ce69b39-7b8c-4c2b-9812-9c65e1a39138 req-6560495a-0abb-4379-a945-802c92194f0d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839939 Jul 16 17:55:21.252472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d796021d-0b9c-478c-9085-53420e31cb46 req-ffab751e-8a4d-43ec-b83c-c30ea7117c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:21.253993 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-ffab751e-8a4d-43ec-b83c-c30ea7117c16 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2528880 Jul 16 17:55:21.309396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-26a56c1c-4adf-4db7-a6e6-831700196284 req-512b7b90-d59d-4348-99d9-698b94170e4c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1517008684', 'description': 'tempest-description-1021668609'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:21.385115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-26a56c1c-4adf-4db7-a6e6-831700196284 req-512b7b90-d59d-4348-99d9-698b94170e4c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.432329 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-28901ced-1dd2-49ba-a727-ebe9b8188154 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507661 Jul 16 17:55:21.522214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-18d47bbc-8e72-41a0-bf57-eb6a1b6a317e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6783eca9-fa49-432b-9aae-a8305ae8f7d3', 'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'mac_address': 'fa:16:3e:a6:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:36Z', 'updated_at': '2021-07-16T17:54:46Z', 'revision_number': 5, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'subnets': [{'id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:21.541722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c6fb6-d639-4450-bc93-8a4fd1709a7c req-6e37849d-15d2-4fff-8dcb-2ef1a1ceda34 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:21.543306 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-579c6fb6-d639-4450-bc93-8a4fd1709a7c req-6e37849d-15d2-4fff-8dcb-2ef1a1ceda34 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.1807532 Jul 16 17:55:21.545371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-383cc373-c06e-4531-8f81-b2053f874307 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5915253 Jul 16 17:55:21.572371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d47bbc-8e72-41a0-bf57-eb6a1b6a317e None None] The sync data for ids ['7adea880-b92f-4381-9e2a-c51cea7ab239'] in n-d-794306-7 is: [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:54:37Z', 'revision_number': 4, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6783eca9-fa49-432b-9aae-a8305ae8f7d3', 'name': '', 'network_id': 'fe2db131-f8c2-4333-a6d8-a25e67aae06c', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'mac_address': 'fa:16:3e:a6:56:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_interface', 'standard_attr_id': 451, 'fixed_ips': [{'subnet_id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:36Z', 'updated_at': '2021-07-16T17:54:46Z', 'revision_number': 5, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'subnets': [{'id': '2da14ea1-1b00-4de2-b3ae-11689d02871c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:21.619382 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-bb39d102-fd2a-44d2-b181-7f985cb1f6b2 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791101 Jul 16 17:55:21.659930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-579c6fb6-d639-4450-bc93-8a4fd1709a7c req-a9a05864-4ab5-47f5-b1f0-d8d4e46b0d04 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070671 Jul 16 17:55:21.699716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-26a56c1c-4adf-4db7-a6e6-831700196284 req-512b7b90-d59d-4348-99d9-698b94170e4c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.713113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-26a56c1c-4adf-4db7-a6e6-831700196284 req-512b7b90-d59d-4348-99d9-698b94170e4c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.714667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d796021d-0b9c-478c-9085-53420e31cb46 req-468357f4-4f29-48e2-af4a-15db3e70c5a4 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543069 Jul 16 17:55:21.723020 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.752682 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a44688-4e57-4253-be62-a8e17326a3b0 x-openstack-request-id: req-53a44688-4e57-4253-be62-a8e17326a3b0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:21.753017 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f04be9-1f0e-4daf-b4dd-737f4632d4eb", "tag": "70e910c1-258c-4f42-b496-14fd8159015b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:21.753322 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-53a44688-4e57-4253-be62-a8e17326a3b0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:21.753730 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'tag': '70e910c1-258c-4f42-b496-14fd8159015b', 'status': 'completed', 'code': 200} Jul 16 17:55:21.766378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512b7b90-d59d-4348-99d9-698b94170e4c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176fa902-abbd-4dde-848c-12d98ca785c8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:21.773206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-26a56c1c-4adf-4db7-a6e6-831700196284 req-512b7b90-d59d-4348-99d9-698b94170e4c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:21.795192 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-26a56c1c-4adf-4db7-a6e6-831700196284 req-512b7b90-d59d-4348-99d9-698b94170e4c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.4896197 Jul 16 17:55:21.818998 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e553dd93-4d57-4620-8fe6-9805699cb0cf x-openstack-request-id: req-e553dd93-4d57-4620-8fe6-9805699cb0cf {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:21.819671 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4106a761-6102-4f9e-a6fa-39cc9037c186", "tag": "ee451659-137d-4324-9d59-28067c4a18eb", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:21.819671 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e553dd93-4d57-4620-8fe6-9805699cb0cf {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:21.820206 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4106a761-6102-4f9e-a6fa-39cc9037c186', 'tag': 'ee451659-137d-4324-9d59-28067c4a18eb', 'status': 'completed', 'code': 200} Jul 16 17:55:21.925250 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea8be607-970c-4315-a073-881e9797ed94 req-484f81b6-a1b5-4702-b847-bd46aca5ba8d tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips/941cb1fd-f75d-430f-9af7-a8fba86b5336 HTTP/1.1" status: 200 len: 694 time: 0.0842443 Jul 16 17:55:21.934160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7 req-5db9ba77-3a8c-425a-ae47-6ace3a767cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:21.934961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7 req-5db9ba77-3a8c-425a-ae47-6ace3a767cf3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 1099 time: 0.0857489 Jul 16 17:55:22.048350 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6c4ac5b-5291-4a9d-ab64-37c3fdaff322 None None] New status for floating IP 941cb1fd-f75d-430f-9af7-a8fba86b5336: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:55:22.053125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e21fee-642a-42f6-91cd-1f39c82572b2 req-487d056f-6629-451a-8f77-750cfec1cc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.054631 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92e21fee-642a-42f6-91cd-1f39c82572b2 req-487d056f-6629-451a-8f77-750cfec1cc3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e45211deb4be4523a5da741a978df62c&device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 1096 time: 0.2793682 Jul 16 17:55:22.121384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8be607-970c-4315-a073-881e9797ed94 req-5918812c-04f5-4fb6-8483-33045622dbaa tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.122888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea8be607-970c-4315-a073-881e9797ed94 req-5918812c-04f5-4fb6-8483-33045622dbaa tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1950872 Jul 16 17:55:22.133849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e206e41-34a3-418e-8bcd-170031da3a29 req-53abfdb5-c664-4c39-832a-993cff52c916 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.142150 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e206e41-34a3-418e-8bcd-170031da3a29 req-53abfdb5-c664-4c39-832a-993cff52c916 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 945 time: 0.1583796 Jul 16 17:55:22.174249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7 req-130deb78-9a33-4722-9fbf-6ffeec39c034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.175939 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7 req-130deb78-9a33-4722-9fbf-6ffeec39c034 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2287667 Jul 16 17:55:22.209991 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e206e41-34a3-418e-8bcd-170031da3a29 req-7bb0d8e7-4e9a-41d4-a389-8d170f690bdd tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666037 Jul 16 17:55:22.241371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea8be607-970c-4315-a073-881e9797ed94 req-a0b1d9ad-cf92-4600-abaa-a9dc1f70081e tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 697 time: 0.1091857 Jul 16 17:55:22.272676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7 req-d2c5fc16-e59a-4bd3-a308-401c7c805504 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.192&port_id=ee451659-137d-4324-9d59-28067c4a18eb HTTP/1.1" status: 200 len: 217 time: 0.0853157 Jul 16 17:55:22.380551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea8be607-970c-4315-a073-881e9797ed94 req-faf973d0-9a03-4fa3-9fb5-8f9a8018c41f tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.94 HTTP/1.1" status: 200 len: 697 time: 0.1295986 Jul 16 17:55:22.383073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e21fee-642a-42f6-91cd-1f39c82572b2 req-31b02654-d09a-4d90-b924-c73f4f69c4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.386649 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92e21fee-642a-42f6-91cd-1f39c82572b2 req-31b02654-d09a-4d90-b924-c73f4f69c4be service neutron] 10.222.0.18 "GET /v2.0/networks?id=fe2db131-f8c2-4333-a6d8-a25e67aae06c HTTP/1.1" status: 200 len: 930 time: 0.3063853 Jul 16 17:55:22.432729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7 req-b14ea68b-7997-4234-9c09-db20513de437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.434408 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7 req-b14ea68b-7997-4234-9c09-db20513de437 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1550856 Jul 16 17:55:22.484595 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92e21fee-642a-42f6-91cd-1f39c82572b2 req-515a9405-4fd2-43bc-937e-2f97e3cc4f6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=70e910c1-258c-4f42-b496-14fd8159015b HTTP/1.1" status: 200 len: 217 time: 0.0841539 Jul 16 17:55:22.559288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4690399-8c15-4c29-9e99-530dad671028 req-34ed33c6-ee7b-440f-8a42-ba3f71fe3957 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.560957 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4690399-8c15-4c29-9e99-530dad671028 req-34ed33c6-ee7b-440f-8a42-ba3f71fe3957 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 948 time: 0.1246645 Jul 16 17:55:22.600157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7 req-f9e3f985-548d-4f34-93fa-15c00b4a9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.602217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7 req-f9e3f985-548d-4f34-93fa-15c00b4a9691 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1523740 Jul 16 17:55:22.603463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e21fee-642a-42f6-91cd-1f39c82572b2 req-5766eaa1-daca-4f53-a059-34e86a665a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.605096 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92e21fee-642a-42f6-91cd-1f39c82572b2 req-5766eaa1-daca-4f53-a059-34e86a665a08 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2da14ea1-1b00-4de2-b3ae-11689d02871c HTTP/1.1" status: 200 len: 868 time: 0.0863185 Jul 16 17:55:22.639318 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4690399-8c15-4c29-9e99-530dad671028 req-98eecc0b-3fec-4b5c-b834-5e379b5a33ff tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703878 Jul 16 17:55:22.681052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ea8be607-970c-4315-a073-881e9797ed94 req-a298edab-edc6-400e-b7eb-cf9d609eb1da tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Deleting port 712ef0a8-056d-430e-8647-8dad2e83fec3 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:22.681524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ea8be607-970c-4315-a073-881e9797ed94 req-a298edab-edc6-400e-b7eb-cf9d609eb1da tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.720751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e21fee-642a-42f6-91cd-1f39c82572b2 req-69762165-abdd-4b3a-8b1c-a88279e553d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:22.722338 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92e21fee-642a-42f6-91cd-1f39c82572b2 req-69762165-abdd-4b3a-8b1c-a88279e553d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fe2db131-f8c2-4333-a6d8-a25e67aae06c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017509 Jul 16 17:55:22.761878 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7 req-f262ede7-3a8d-46a7-a40d-bfeae4d21312 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415551 Jul 16 17:55:22.889902 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ea8be607-970c-4315-a073-881e9797ed94 req-a298edab-edc6-400e-b7eb-cf9d609eb1da tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.891720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ea8be607-970c-4315-a073-881e9797ed94 req-a298edab-edc6-400e-b7eb-cf9d609eb1da tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:22.930321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ea8be607-970c-4315-a073-881e9797ed94 req-a298edab-edc6-400e-b7eb-cf9d609eb1da tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Calling delete_port for 712ef0a8-056d-430e-8647-8dad2e83fec3 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:22.947630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:22.952640 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b1688dd-08db-46dc-a639-d27ddd5cdfe7 req-8af5dce2-7891-4bda-b3fe-0b823b76a7fa service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827917 Jul 16 17:55:22.983990 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92e21fee-642a-42f6-91cd-1f39c82572b2 req-d6bf07c3-abbe-48f1-b04c-16f6c92d91f5 service neutron] 10.222.0.18 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2219620 Jul 16 17:55:23.016494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:23.016874 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.119415 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.147790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:23.150882 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd8c2a2f-6398-4c40-9cc3-49b446600af0" -d '{"events": [{"server_uuid": "b512bb6e-0957-43bb-953e-1a8df318b374", "name": "network-vif-plugged", "status": "completed", "tag": "69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:23.152437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92e21fee-642a-42f6-91cd-1f39c82572b2 req-a6239193-57b3-47c2-900b-c15296d909ee service neutron] 10.222.0.18 "GET /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306877 Jul 16 17:55:23.164576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:23.170836 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.174201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 63a64b07-7fea-426a-b889-05bc4d794f96 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:23.236702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ea8be607-970c-4315-a073-881e9797ed94 req-a298edab-edc6-400e-b7eb-cf9d609eb1da tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.259579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:23.276662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298edab-edc6-400e-b7eb-cf9d609eb1da tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Pushing event deleted for resources: {'Port': ['ID=712ef0a8-056d-430e-8647-8dad2e83fec3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:23.310489 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.326138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 63a64b07-7fea-426a-b889-05bc4d794f96 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:23.340739 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-0acdadef-b81d-4d83-9e78-3a875cac10d8 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 56090 time: 0.3799477 Jul 16 17:55:23.350240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 63a64b07-7fea-426a-b889-05bc4d794f96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=63a64b07-7fea-426a-b889-05bc4d794f96,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:23.355210 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.372207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ea8be607-970c-4315-a073-881e9797ed94 req-a298edab-edc6-400e-b7eb-cf9d609eb1da tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.375044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ea8be607-970c-4315-a073-881e9797ed94 req-a298edab-edc6-400e-b7eb-cf9d609eb1da tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:23.381410 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea8be607-970c-4315-a073-881e9797ed94 req-a298edab-edc6-400e-b7eb-cf9d609eb1da tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "DELETE /v2.0/floatingips/941cb1fd-f75d-430f-9af7-a8fba86b5336 HTTP/1.1" status: 204 len: 173 time: 0.9937687 Jul 16 17:55:23.415187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-4ce7de69-bdfb-4d62-a742-3dca4ae43d9f tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/00123b13-0d22-4cc3-90fb-6e636739a480 HTTP/1.1" status: 200 len: 2981 time: 0.0680382 Jul 16 17:55:23.415598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=63a64b07-7fea-426a-b889-05bc4d794f96,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:23.467954 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-60a33af6-beb6-4801-b55d-f78952953ee2 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/00123b13-0d22-4cc3-90fb-6e636739a480 HTTP/1.1" status: 200 len: 2981 time: 0.0426972 Jul 16 17:55:23.523282 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-52437678-3fce-47ec-9e3f-f02918849d13 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/035b121e-284d-480b-9a86-8c3bb2851f9d HTTP/1.1" status: 200 len: 2973 time: 0.0484986 Jul 16 17:55:23.579882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-a00a88ed-6956-43b3-964d-8fd466c418dc tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/035b121e-284d-480b-9a86-8c3bb2851f9d HTTP/1.1" status: 200 len: 2973 time: 0.0493000 Jul 16 17:55:23.635357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-d31a1d6f-ac00-4c88-8330-92298f29e9ac tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/34defd9c-3e45-47d4-8ff5-9d7cec0e2bcb HTTP/1.1" status: 200 len: 2981 time: 0.0542822 Jul 16 17:55:23.714846 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-fe663ce2-b2b6-4b61-a3da-cfada21f98c0 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/34defd9c-3e45-47d4-8ff5-9d7cec0e2bcb HTTP/1.1" status: 200 len: 2981 time: 0.0704052 Jul 16 17:55:23.760504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f13ec0a1-16c9-4e3a-9220-c8805b7a846f', 'tag': '6e209650-6a34-4147-a81a-1f87c060b505'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:23.762227 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-b17b6bfe-3f56-41a7-91e1-0a69b755b552 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/3555ef7d-c613-41fa-88aa-a265714411ef HTTP/1.1" status: 200 len: 2977 time: 0.0463393 Jul 16 17:55:23.763407 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e" -d '{"events": [{"name": "network-changed", "server_uuid": "f13ec0a1-16c9-4e3a-9220-c8805b7a846f", "tag": "6e209650-6a34-4147-a81a-1f87c060b505"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:23.817557 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-e192cfe9-698f-4b50-90cb-58340b6a4dcd tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/3555ef7d-c613-41fa-88aa-a265714411ef HTTP/1.1" status: 200 len: 2977 time: 0.0533171 Jul 16 17:55:23.885833 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-560bf373-3d20-4f94-b456-5de4e6d7592c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/4e7f9ab8-125e-4736-b887-4ba6b0f3a089 HTTP/1.1" status: 200 len: 2977 time: 0.0573349 Jul 16 17:55:23.889601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c754c08-96fe-4461-acad-766073cd8815 req-d224ba9c-1d26-448c-ba00-d50b80498b6b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:23.891853 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c754c08-96fe-4461-acad-766073cd8815 req-d224ba9c-1d26-448c-ba00-d50b80498b6b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.0957789 Jul 16 17:55:23.997379 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-7eedb1b0-788d-422e-8abe-820e59483013 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/4e7f9ab8-125e-4736-b887-4ba6b0f3a089 HTTP/1.1" status: 200 len: 2977 time: 0.1104009 Jul 16 17:55:24.015399 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c754c08-96fe-4461-acad-766073cd8815 req-24aa29ba-57c6-4e4d-bf1e-61a4153ec335 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167676 Jul 16 17:55:24.141460 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-4ba38f0f-87e1-4f8d-876a-6f047283b6be tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/6b0bc410-471a-4175-b14f-5089b9296233 HTTP/1.1" status: 200 len: 2981 time: 0.1424870 Jul 16 17:55:24.183918 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-d4af8082-7c05-40c7-97d9-9b29fbf6b20f tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/6b0bc410-471a-4175-b14f-5089b9296233 HTTP/1.1" status: 200 len: 2981 time: 0.0415595 Jul 16 17:55:24.232664 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-b6a01082-c761-4d9a-8fca-f44ffcc379b9 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/88e28058-ae40-4f9b-a68e-df9e91041271 HTTP/1.1" status: 200 len: 2981 time: 0.0410745 Jul 16 17:55:24.290101 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-ea8e3d23-9af4-4953-8838-cf2b2c7249dc tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/88e28058-ae40-4f9b-a68e-df9e91041271 HTTP/1.1" status: 200 len: 2981 time: 0.0500345 Jul 16 17:55:24.305479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31abf29b-9c31-40d7-8437-58f44eee926b req-41844b89-389a-4f2c-a5cc-7d707bda0c8c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:24.309504 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31abf29b-9c31-40d7-8437-58f44eee926b req-41844b89-389a-4f2c-a5cc-7d707bda0c8c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.0770118 Jul 16 17:55:24.335700 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-2bec1b89-701f-4453-bec4-f8d132ccab09 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/a3ee31df-32dd-41ba-b443-c0a49c03e23a HTTP/1.1" status: 200 len: 2981 time: 0.0400586 Jul 16 17:55:24.355521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6e209650-6a34-4147-a81a-1f87c060b505 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:24.373987 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31abf29b-9c31-40d7-8437-58f44eee926b req-ea43ee27-8d99-437e-bb91-c2b29db6047f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590358 Jul 16 17:55:24.408857 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-5dd941ad-3f33-4953-9a86-3cef2c6284b7 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/a3ee31df-32dd-41ba-b443-c0a49c03e23a HTTP/1.1" status: 200 len: 2981 time: 0.0672591 Jul 16 17:55:24.487825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-0c272d01-cca9-4123-b47d-24021fdbf898 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/a49762dc-a6b7-4da5-ad60-3a154a79fcdd HTTP/1.1" status: 200 len: 2981 time: 0.0780523 Jul 16 17:55:24.523356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6e209650-6a34-4147-a81a-1f87c060b505, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6e209650-6a34-4147-a81a-1f87c060b505,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:24.544731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '6e209650-6a34-4147-a81a-1f87c060b505', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '6e209650-6a34-4147-a81a-1f87c060b505', 'mac_address': 'fa:16:3e:e5:2d:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:24.550761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6c43d9-1eda-4f8a-a978-b7b936912e55 req-1b730a08-26d6-4a18-828e-0a590172fe65 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:24.553320 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-d3a87d3f-ac48-4c20-8231-ee985eb2ce7e tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/a49762dc-a6b7-4da5-ad60-3a154a79fcdd HTTP/1.1" status: 200 len: 2981 time: 0.0568779 Jul 16 17:55:24.558234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e6c43d9-1eda-4f8a-a978-b7b936912e55 req-1b730a08-26d6-4a18-828e-0a590172fe65 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 946 time: 0.0806820 Jul 16 17:55:24.605233 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.618132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e6c43d9-1eda-4f8a-a978-b7b936912e55 req-015bb3bb-5420-4024-927e-caa0b23303c7 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587313 Jul 16 17:55:24.640869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e209650-6a34-4147-a81a-1f87c060b505 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:24.651680 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-f743bd6a-6c64-49c4-8fa4-d9ea02dc85c0 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/bdf10ca1-1250-4b44-ab74-02824facc8ba HTTP/1.1" status: 200 len: 2981 time: 0.0869677 Jul 16 17:55:24.669730 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6e209650-6a34-4147-a81a-1f87c060b505, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6e209650-6a34-4147-a81a-1f87c060b505,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:24.685033 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.685744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ee451659-137d-4324-9d59-28067c4a18eb details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:24.701391 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-14fc7586-9f3a-4b1e-8168-6df17a8407e6 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/bdf10ca1-1250-4b44-ab74-02824facc8ba HTTP/1.1" status: 200 len: 2981 time: 0.0484035 Jul 16 17:55:24.715013 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecaa85d-b881-49ec-b39b-e729b8fa805d x-openstack-request-id: req-5ecaa85d-b881-49ec-b39b-e729b8fa805d {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:24.715327 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b512bb6e-0957-43bb-953e-1a8df318b374", "name": "network-vif-plugged", "status": "completed", "tag": "69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:24.715733 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ecaa85d-b881-49ec-b39b-e729b8fa805d {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:24.716132 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b', 'code': 200} Jul 16 17:55:24.748279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ee451659-137d-4324-9d59-28067c4a18eb, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ee451659-137d-4324-9d59-28067c4a18eb,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:24.771248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'ee451659-137d-4324-9d59-28067c4a18eb', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': 'ee451659-137d-4324-9d59-28067c4a18eb', 'mac_address': 'fa:16:3e:fd:76:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.192'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:24.772966 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-16dee720-71ea-4fb9-b5a8-86ed66da861a tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/c1965fe5-9bd9-4d30-a17b-fb0586957097 HTTP/1.1" status: 200 len: 2981 time: 0.0706356 Jul 16 17:55:24.814592 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=6e209650-6a34-4147-a81a-1f87c060b505,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.846922 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.850448 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-dc6e974b-a3e2-4626-9bb7-4fd275c9544d tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/c1965fe5-9bd9-4d30-a17b-fb0586957097 HTTP/1.1" status: 200 len: 2981 time: 0.0745034 Jul 16 17:55:24.860938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee451659-137d-4324-9d59-28067c4a18eb {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:24.886417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ee451659-137d-4324-9d59-28067c4a18eb, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ee451659-137d-4324-9d59-28067c4a18eb,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:24.890790 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:24.908729 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-c8b9fd66-a952-45a4-b250-d8990cbd954b tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/d3747666-4a09-4113-824d-bf28a970ce75 HTTP/1.1" status: 200 len: 2981 time: 0.0570664 Jul 16 17:55:24.960141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a26da-62de-4ff5-b618-33682762c87c req-ddd43001-258e-4f76-8b91-73e3e5d9b411 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:24.963228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b8a26da-62de-4ff5-b618-33682762c87c req-ddd43001-258e-4f76-8b91-73e3e5d9b411 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 948 time: 0.1302991 Jul 16 17:55:24.983905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ee451659-137d-4324-9d59-28067c4a18eb,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:24.988281 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-8d632a5b-2f31-4328-a6d5-6522d23cfb2f tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/d3747666-4a09-4113-824d-bf28a970ce75 HTTP/1.1" status: 200 len: 2981 time: 0.0781341 Jul 16 17:55:25.031898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b8a26da-62de-4ff5-b618-33682762c87c req-d6c4aa86-5a5a-440f-a1aa-1e82f3c19d1a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626912 Jul 16 17:55:25.049795 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-4d78a084-fe86-494d-b627-8e5ae00eb11b tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/db942c02-7b5c-4519-bb37-ad7f86062ebb HTTP/1.1" status: 200 len: 2981 time: 0.0596833 Jul 16 17:55:25.097129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-000df090-a805-4f0c-b89e-c06c26215bb6 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/db942c02-7b5c-4519-bb37-ad7f86062ebb HTTP/1.1" status: 200 len: 2981 time: 0.0463271 Jul 16 17:55:25.161421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-36f5adb8-c1c4-4d76-aee5-f739fc829157 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/e991fc2b-d9b8-4fca-be41-93081a627bb2 HTTP/1.1" status: 200 len: 2977 time: 0.0563776 Jul 16 17:55:25.182985 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['6e209650-6a34-4147-a81a-1f87c060b505'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:25.225810 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-a777c8b2-c993-4398-9df3-6ad3cefac65c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/e991fc2b-d9b8-4fca-be41-93081a627bb2 HTTP/1.1" status: 200 len: 2977 time: 0.0586429 Jul 16 17:55:25.232486 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:25.289589 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-622f7e2a-947c-4933-9041-97c172930598 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/f3eaaec2-307c-448a-95b9-4a64eee5cefd HTTP/1.1" status: 200 len: 2981 time: 0.0579529 Jul 16 17:55:25.317551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9819692d-60de-453c-a4c1-592feba909ff req-f6d80ac0-ed55-4ebc-b65d-057d0706c0c9 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.319554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9819692d-60de-453c-a4c1-592feba909ff req-f6d80ac0-ed55-4ebc-b65d-057d0706c0c9 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 944 time: 0.1090925 Jul 16 17:55:25.359205 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-23b77100-9152-4a58-9f8b-500f0c645056 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/f3eaaec2-307c-448a-95b9-4a64eee5cefd HTTP/1.1" status: 200 len: 2981 time: 0.0622022 Jul 16 17:55:25.387065 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9819692d-60de-453c-a4c1-592feba909ff req-67bc8bd6-23ce-4419-92ac-293d4fe2910d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594049 Jul 16 17:55:25.418622 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-0616b61a-eb36-4612-9874-c5625145f9b9 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/fb567321-26da-4ec9-ab85-49939dea6baa HTTP/1.1" status: 200 len: 2981 time: 0.0508773 Jul 16 17:55:25.470065 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c73ecb-336c-4177-9133-da5ce7522f84 x-openstack-request-id: req-32c73ecb-336c-4177-9133-da5ce7522f84 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:25.470754 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f13ec0a1-16c9-4e3a-9220-c8805b7a846f", "tag": "6e209650-6a34-4147-a81a-1f87c060b505", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:25.471991 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-32c73ecb-336c-4177-9133-da5ce7522f84 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:25.472608 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f13ec0a1-16c9-4e3a-9220-c8805b7a846f', 'tag': '6e209650-6a34-4147-a81a-1f87c060b505', 'status': 'completed', 'code': 200} Jul 16 17:55:25.510510 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db22330f-c843-42f2-b21b-bb1b16b25c77 req-464b1efc-2262-43ee-9e41-5b4d8f7cd0b0 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/fb567321-26da-4ec9-ab85-49939dea6baa HTTP/1.1" status: 200 len: 2981 time: 0.0863249 Jul 16 17:55:25.647843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e req-f36d0eb1-56d5-41dd-b95a-f8aa91bcd17d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.649460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e req-f36d0eb1-56d5-41dd-b95a-f8aa91bcd17d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=f13ec0a1-16c9-4e3a-9220-c8805b7a846f HTTP/1.1" status: 200 len: 1099 time: 0.1510990 Jul 16 17:55:25.662008 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b2e918-ecfa-4b1f-bf2d-bdbbd14de9b8 req-ecf28198-d3f3-4a05-b141-7656e2dc354f tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.664835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0b2e918-ecfa-4b1f-bf2d-bdbbd14de9b8 req-ecf28198-d3f3-4a05-b141-7656e2dc354f tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 1096 time: 0.0608292 Jul 16 17:55:25.715827 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0b2e918-ecfa-4b1f-bf2d-bdbbd14de9b8 req-f8295feb-989e-4e0c-8528-8d74daffe818 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447752 Jul 16 17:55:25.822671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e req-1c862446-1cd3-4223-9fe1-f464865e3b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.824673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e req-1c862446-1cd3-4223-9fe1-f464865e3b93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1663578 Jul 16 17:55:25.883951 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e req-f5443207-09e9-415d-94b2-881ac35ebcf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6e209650-6a34-4147-a81a-1f87c060b505 HTTP/1.1" status: 200 len: 217 time: 0.0500278 Jul 16 17:55:25.930842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd8645-659a-421d-acca-a79dfccc569a req-599f49b7-9743-4459-9159-fe2dd0c791cf tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.932529 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-30bd8645-659a-421d-acca-a79dfccc569a req-599f49b7-9743-4459-9159-fe2dd0c791cf tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.0697136 Jul 16 17:55:25.962956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70fc8f2-7ddd-4960-ab97-e9f510ded02f req-e5df4f90-a83a-44c4-8f98-3ed88a400360 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.964203 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c70fc8f2-7ddd-4960-ab97-e9f510ded02f req-e5df4f90-a83a-44c4-8f98-3ed88a400360 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2034085 Jul 16 17:55:25.979280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e req-b51c49c4-a183-4ad4-a586-3bd3164f5fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:25.980717 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e req-b51c49c4-a183-4ad4-a586-3bd3164f5fef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0891068 Jul 16 17:55:25.990487 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-30bd8645-659a-421d-acca-a79dfccc569a req-33cde2d8-7c8b-4792-b66d-a66eaede14c1 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503449 Jul 16 17:55:26.026867 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c70fc8f2-7ddd-4960-ab97-e9f510ded02f req-51ebec95-3f94-4e80-a784-8c9f9659b33e tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0551519 Jul 16 17:55:26.114274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e req-7ffae02e-8cce-4547-b5c3-6bf67adb62a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.116780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e req-7ffae02e-8cce-4547-b5c3-6bf67adb62a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0920520 Jul 16 17:55:26.179239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6dd5ca67-f563-4502-8ea0-8d59f4be84d0 req-9562b8ed-aed9-49af-8321-f0502f4ca366 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf6d173b868c465abf2e08dbc4ac2365 HTTP/1.1" status: 200 len: 6100 time: 0.1062679 Jul 16 17:55:26.191300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3357f3a4-8e83-4b61-942c-dad944fd1cef req-8f1813e7-4585-4e11-8791-0a9d98507564 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.193441 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3357f3a4-8e83-4b61-942c-dad944fd1cef req-8f1813e7-4585-4e11-8791-0a9d98507564 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.37 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 944 time: 0.1889663 Jul 16 17:55:26.251370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e req-1a570728-a57d-4682-b0a5-2f593a95ac68 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197419 Jul 16 17:55:26.283165 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6dd5ca67-f563-4502-8ea0-8d59f4be84d0 req-acf5b1bd-5efb-4c1c-8638-3abe3329f30e tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] 10.222.0.47 "GET /v2.0/security-groups/d3747666-4a09-4113-824d-bf28a970ce75 HTTP/1.1" status: 200 len: 2981 time: 0.1025612 Jul 16 17:55:26.371348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6e209650-6a34-4147-a81a-1f87c060b505 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:26.388199 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6dd5ca67-f563-4502-8ea0-8d59f4be84d0 req-2ab8727f-4455-40b9-841d-8fda3e621377 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] 10.222.0.47 "GET /v2.0/security-groups/d3747666-4a09-4113-824d-bf28a970ce75 HTTP/1.1" status: 200 len: 2981 time: 0.1040194 Jul 16 17:55:26.410614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-3357f3a4-8e83-4b61-942c-dad944fd1cef req-e0c6caa2-0189-41bb-b23f-9f61cf46173d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Deleting port 63a64b07-7fea-426a-b889-05bc4d794f96 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:26.410964 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3357f3a4-8e83-4b61-942c-dad944fd1cef req-e0c6caa2-0189-41bb-b23f-9f61cf46173d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.443771 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23fa13c1-aaf1-4f0c-9717-1959a36e5f3e req-6272f7b0-21c6-441a-84b7-9e9ab3cb3faf service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806979 Jul 16 17:55:26.544199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 6e209650-6a34-4147-a81a-1f87c060b505 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:26.550407 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 6e209650-6a34-4147-a81a-1f87c060b505 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:26.550788 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.553056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-906dde17-6bfa-4767-9c15-77f13e352f7d req-7579ac60-2de7-44c1-a9c6-884de72d744d tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1151299 Jul 16 17:55:26.636469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3d6bc670-0763-4edc-a73a-d243c8f71cf2 req-3a0a3f56-b6a0-4b1e-8807-a98c07b291a7 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/176fa902-abbd-4dde-848c-12d98ca785c8 HTTP/1.1" status: 200 len: 1778 time: 0.0631168 Jul 16 17:55:26.643229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3357f3a4-8e83-4b61-942c-dad944fd1cef req-e0c6caa2-0189-41bb-b23f-9f61cf46173d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] For port 63a64b07-7fea-426a-b889-05bc4d794f96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=63a64b07-7fea-426a-b889-05bc4d794f96,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:26.644176 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3357f3a4-8e83-4b61-942c-dad944fd1cef req-e0c6caa2-0189-41bb-b23f-9f61cf46173d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.667869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-3357f3a4-8e83-4b61-942c-dad944fd1cef req-e0c6caa2-0189-41bb-b23f-9f61cf46173d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Calling delete_port for 63a64b07-7fea-426a-b889-05bc4d794f96 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:26.736414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3d6bc670-0763-4edc-a73a-d243c8f71cf2 req-41a87fbe-18dd-45b8-9136-abd1f941c22e tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.738318 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.782389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13ec0a1-16c9-4e3a-9220-c8805b7a846f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e209650-6a34-4147-a81a-1f87c060b505'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:26.784687 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eee315d-1d36-4b95-952a-865e5225278e" -d '{"events": [{"server_uuid": "f13ec0a1-16c9-4e3a-9220-c8805b7a846f", "name": "network-vif-plugged", "status": "completed", "tag": "6e209650-6a34-4147-a81a-1f87c060b505"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:26.792189 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3d6bc670-0763-4edc-a73a-d243c8f71cf2 req-41a87fbe-18dd-45b8-9136-abd1f941c22e tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.819787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6e209650-6a34-4147-a81a-1f87c060b505, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6e209650-6a34-4147-a81a-1f87c060b505,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:26.824886 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.825695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ee451659-137d-4324-9d59-28067c4a18eb up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:26.875205 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3d6bc670-0763-4edc-a73a-d243c8f71cf2 req-41a87fbe-18dd-45b8-9136-abd1f941c22e tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.877767 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3d6bc670-0763-4edc-a73a-d243c8f71cf2 req-41a87fbe-18dd-45b8-9136-abd1f941c22e tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:26.878913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3d6bc670-0763-4edc-a73a-d243c8f71cf2 req-41a87fbe-18dd-45b8-9136-abd1f941c22e tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/176fa902-abbd-4dde-848c-12d98ca785c8 HTTP/1.1" status: 204 len: 173 time: 0.2355161 Jul 16 17:55:26.891829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a87fbe-18dd-45b8-9136-abd1f941c22e tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176fa902-abbd-4dde-848c-12d98ca785c8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:26.905314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91187021-2702-425b-978a-1c2112ce937e req-811c6393-3ef9-4a35-8607-e4292b357a51 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:26.920411 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91187021-2702-425b-978a-1c2112ce937e req-811c6393-3ef9-4a35-8607-e4292b357a51 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 949 time: 0.1630554 Jul 16 17:55:26.946383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=6e209650-6a34-4147-a81a-1f87c060b505,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:26.972951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port ee451659-137d-4324-9d59-28067c4a18eb completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:26.983389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91187021-2702-425b-978a-1c2112ce937e req-65c0de24-be78-4929-b880-3e5765489ed2 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613697 Jul 16 17:55:26.990595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port ee451659-137d-4324-9d59-28067c4a18eb triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:26.991019 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.114495 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3357f3a4-8e83-4b61-942c-dad944fd1cef req-e0c6caa2-0189-41bb-b23f-9f61cf46173d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.147592 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.191819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c6caa2-0189-41bb-b23f-9f61cf46173d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event deleted for resources: {'Port': ['ID=63a64b07-7fea-426a-b889-05bc4d794f96,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:27.195634 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-61cbb299-f8f1-483d-8b7d-c063344c0b7e req-4a0e6bb4-68c3-44a7-ba65-a4481c60e930 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=8d57dba4-ea2a-4b25-8d58-0dd7bd004eec HTTP/1.1" status: 200 len: 210 time: 0.0632195 Jul 16 17:55:27.224146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ee451659-137d-4324-9d59-28067c4a18eb, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ee451659-137d-4324-9d59-28067c4a18eb,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:27.229345 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.334480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3357f3a4-8e83-4b61-942c-dad944fd1cef req-e0c6caa2-0189-41bb-b23f-9f61cf46173d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] No DVR routers for this DVR port 63a64b07-7fea-426a-b889-05bc4d794f96 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:27.344778 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3357f3a4-8e83-4b61-942c-dad944fd1cef req-e0c6caa2-0189-41bb-b23f-9f61cf46173d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.347155 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3357f3a4-8e83-4b61-942c-dad944fd1cef req-e0c6caa2-0189-41bb-b23f-9f61cf46173d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.37 "DELETE /v2.0/ports/63a64b07-7fea-426a-b889-05bc4d794f96 HTTP/1.1" status: 204 len: 173 time: 1.1465790 Jul 16 17:55:27.347294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d57dba4-ea2a-4b25-8d58-0dd7bd004eec', 'name': 'network-vif-deleted', 'tag': '63a64b07-7fea-426a-b889-05bc4d794f96'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:27.353840 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5661f76-e1cc-4f73-a0ad-00adbb1a0c07" -d '{"events": [{"server_uuid": "8d57dba4-ea2a-4b25-8d58-0dd7bd004eec", "name": "network-vif-deleted", "tag": "63a64b07-7fea-426a-b889-05bc4d794f96"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:27.400794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ee451659-137d-4324-9d59-28067c4a18eb,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:27.499912 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80e42c1e-efb0-4525-b37c-719d95245013 x-openstack-request-id: req-80e42c1e-efb0-4525-b37c-719d95245013 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:27.500209 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13ec0a1-16c9-4e3a-9220-c8805b7a846f", "name": "network-vif-plugged", "status": "completed", "tag": "6e209650-6a34-4147-a81a-1f87c060b505", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:27.500462 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-80e42c1e-efb0-4525-b37c-719d95245013 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:27.500859 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13ec0a1-16c9-4e3a-9220-c8805b7a846f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e209650-6a34-4147-a81a-1f87c060b505', 'code': 200} Jul 16 17:55:27.565256 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-47cc087f-efe3-4771-bb3b-6162c918141b tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--493022234&fields=id&tenant_id=43130acca04945a79f69f3c5f20cf265 HTTP/1.1" status: 200 len: 267 time: 0.1149063 Jul 16 17:55:27.648594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1065d5e3-7f46-41dd-8d5b-2cfd80bc7c9e req-d705864c-6bf8-4113-b1fe-b98968b96e85 tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "GET /v2.0/security-groups/6c44fbf0-b140-421f-87be-d73ef8372bb9 HTTP/1.1" status: 200 len: 1777 time: 0.1199074 Jul 16 17:55:27.794897 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1065d5e3-7f46-41dd-8d5b-2cfd80bc7c9e req-68234f66-7b0c-4d62-8d46-3d4cb617444c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.846547 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1065d5e3-7f46-41dd-8d5b-2cfd80bc7c9e req-68234f66-7b0c-4d62-8d46-3d4cb617444c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.888841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2eea7b94-2cc0-45d4-8bde-d5710a21e375 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:27.895966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2eea7b94-2cc0-45d4-8bde-d5710a21e375 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/networks?id=6e607010-b04a-43b9-bc82-01c9d49f67b6 HTTP/1.1" status: 200 len: 824 time: 0.3241973 Jul 16 17:55:27.919390 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-f83d1815-fd8d-4166-becb-6cd5a7570c69 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/quotas/43130acca04945a79f69f3c5f20cf265 HTTP/1.1" status: 200 len: 375 time: 0.0224364 Jul 16 17:55:27.925367 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1065d5e3-7f46-41dd-8d5b-2cfd80bc7c9e req-68234f66-7b0c-4d62-8d46-3d4cb617444c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.929220 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1065d5e3-7f46-41dd-8d5b-2cfd80bc7c9e req-68234f66-7b0c-4d62-8d46-3d4cb617444c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:27.931345 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1065d5e3-7f46-41dd-8d5b-2cfd80bc7c9e req-68234f66-7b0c-4d62-8d46-3d4cb617444c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] 10.222.0.47 "DELETE /v2.0/security-groups/6c44fbf0-b140-421f-87be-d73ef8372bb9 HTTP/1.1" status: 204 len: 173 time: 0.2819433 Jul 16 17:55:27.943398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68234f66-7b0c-4d62-8d46-3d4cb617444c tempest-SecurityGroupsTestAdminJSON-241333533 tempest-SecurityGroupsTestAdminJSON-241333533-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c44fbf0-b140-421f-87be-d73ef8372bb9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:27.959230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aba6a8c-5a45-42ff-b719-f5e9a1bcb2cf req-3612ffc7-7a8d-49c2-9ce7-c2087845ceaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:27.960812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6aba6a8c-5a45-42ff-b719-f5e9a1bcb2cf req-3612ffc7-7a8d-49c2-9ce7-c2087845ceaa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f13ec0a1-16c9-4e3a-9220-c8805b7a846f HTTP/1.1" status: 200 len: 1100 time: 0.2468517 Jul 16 17:55:28.076707 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6aba6a8c-5a45-42ff-b719-f5e9a1bcb2cf req-3be50f5f-29cf-43e2-88f1-9421764a1837 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838656 Jul 16 17:55:28.116971 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-af9f8064-febe-475f-b78e-885c9e551029 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=43130acca04945a79f69f3c5f20cf265&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1915119 Jul 16 17:55:28.202265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-245e135b-477d-4b1a-b90c-e270a24f9cee tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.204528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-245e135b-477d-4b1a-b90c-e270a24f9cee tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.37 "GET /v2.0/ports?device_id=b441276f-5a78-4f46-8a17-8d0519444a2c HTTP/1.1" status: 200 len: 946 time: 0.1592028 Jul 16 17:55:28.274233 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069b0d1-d1b5-4f32-9dbc-3a401bbacf8a req-271fb33e-0078-4739-8cf0-270214a1bcae tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:28.280304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0e106c8c-3de6-4188-8a8a-ab45b059b694 service neutron] 10.222.0.47 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519580 Jul 16 17:55:28.293512 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3069b0d1-d1b5-4f32-9dbc-3a401bbacf8a req-271fb33e-0078-4739-8cf0-270214a1bcae tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.1969523 Jul 16 17:55:28.437097 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3069b0d1-d1b5-4f32-9dbc-3a401bbacf8a req-7d6403b4-2d1c-441f-b1f9-480aa78475e5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297753 Jul 16 17:55:28.450204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-4414c981-b429-47f4-bf1f-c699c6df7af7 service neutron] 10.222.0.47 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623309 Jul 16 17:55:28.484128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Deleting port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:28.484486 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.538045 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6360dd8-aa8b-409d-8b11-acf17d84811e x-openstack-request-id: req-f6360dd8-aa8b-409d-8b11-acf17d84811e {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:28.539238 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d57dba4-ea2a-4b25-8d58-0dd7bd004eec", "name": "network-vif-deleted", "tag": "63a64b07-7fea-426a-b889-05bc4d794f96", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:28.539792 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6360dd8-aa8b-409d-8b11-acf17d84811e {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:28.540856 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d57dba4-ea2a-4b25-8d58-0dd7bd004eec', 'name': 'network-vif-deleted', 'tag': '63a64b07-7fea-426a-b889-05bc4d794f96', 'status': 'completed', 'code': 200} Jul 16 17:55:28.727972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] For port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=900bde5e-5a56-4955-ba35-24cdd1a2f3a2,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:28.727972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:28.959576 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.011981 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0848f391-5ded-4ea6-acf6-105b7f914dca req-87fdbe67-ba1b-4f66-83f4-1edca138f595 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] 10.222.0.47 "GET /v2.0/security-groups/0e81caa4-41c3-4aa8-8720-bd7cb90ba6c2 HTTP/1.1" status: 200 len: 1776 time: 0.1517558 Jul 16 17:55:29.332863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63f8325-5adf-4952-a518-7d4c7ca17732 req-9003c0e5-81d4-4a5b-b6ba-7309d40222bd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:29.334495 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a63f8325-5adf-4952-a518-7d4c7ca17732 req-9003c0e5-81d4-4a5b-b6ba-7309d40222bd tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 945 time: 0.3543503 Jul 16 17:55:29.501774 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4106a761-6102-4f9e-a6fa-39cc9037c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee451659-137d-4324-9d59-28067c4a18eb'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:29.506229 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86bde50c-66fc-4b38-a4dd-4ef14d74ab8a" -d '{"events": [{"server_uuid": "4106a761-6102-4f9e-a6fa-39cc9037c186", "name": "network-vif-plugged", "status": "completed", "tag": "ee451659-137d-4324-9d59-28067c4a18eb"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:29.557934 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0848f391-5ded-4ea6-acf6-105b7f914dca req-3642c9aa-4914-4d3a-8496-b71259381fab tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.813655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0848f391-5ded-4ea6-acf6-105b7f914dca req-3642c9aa-4914-4d3a-8496-b71259381fab tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:29.922163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a63f8325-5adf-4952-a518-7d4c7ca17732 req-a6403e97-d406-4727-bf38-93670cf69165 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Deleting port 70e910c1-258c-4f42-b496-14fd8159015b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:29.923704 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a63f8325-5adf-4952-a518-7d4c7ca17732 req-a6403e97-d406-4727-bf38-93670cf69165 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.005932 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0848f391-5ded-4ea6-acf6-105b7f914dca req-3642c9aa-4914-4d3a-8496-b71259381fab tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.009056 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0848f391-5ded-4ea6-acf6-105b7f914dca req-3642c9aa-4914-4d3a-8496-b71259381fab tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.026708 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0848f391-5ded-4ea6-acf6-105b7f914dca req-3642c9aa-4914-4d3a-8496-b71259381fab tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] 10.222.0.47 "DELETE /v2.0/security-groups/0e81caa4-41c3-4aa8-8720-bd7cb90ba6c2 HTTP/1.1" status: 204 len: 173 time: 1.0131400 Jul 16 17:55:30.066861 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.067430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.067430 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Floating IP 20db4d71-3bcc-427c-a85c-4e5798aff75c disassociated. External IP: 172.25.7.121, port: 900bde5e-5a56-4955-ba35-24cdd1a2f3a2. Jul 16 17:55:30.067920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Calling delete_port for 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:30.071987 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:55:30.077298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3642c9aa-4914-4d3a-8496-b71259381fab tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e81caa4-41c3-4aa8-8720-bd7cb90ba6c2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.096624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47e4c6-2e24-4cef-873d-d53fd8b09863 req-36fa5e80-8588-4b65-a034-eb28c0ee042c tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:30.098792 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb47e4c6-2e24-4cef-873d-d53fd8b09863 req-36fa5e80-8588-4b65-a034-eb28c0ee042c tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4f04be9-1f0e-4daf-b4dd-737f4632d4eb HTTP/1.1" status: 200 len: 945 time: 1.0653687 Jul 16 17:55:30.172943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a63f8325-5adf-4952-a518-7d4c7ca17732 req-a6403e97-d406-4727-bf38-93670cf69165 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] For port 70e910c1-258c-4f42-b496-14fd8159015b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=70e910c1-258c-4f42-b496-14fd8159015b,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:30.176884 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a63f8325-5adf-4952-a518-7d4c7ca17732 req-a6403e97-d406-4727-bf38-93670cf69165 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.194213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a63f8325-5adf-4952-a518-7d4c7ca17732 req-a6403e97-d406-4727-bf38-93670cf69165 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Calling delete_port for 70e910c1-258c-4f42-b496-14fd8159015b owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:30.206198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb47e4c6-2e24-4cef-873d-d53fd8b09863 req-7f64295f-20a7-4980-862f-ac0f84344d66 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.47 "GET /v2.0/security-groups?id=a49762dc-a6b7-4da5-ad60-3a154a79fcdd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687857 Jul 16 17:55:30.377074 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.438734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Pushing event deleted for resources: {'Port': ['ID=900bde5e-5a56-4955-ba35-24cdd1a2f3a2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.482306 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a63f8325-5adf-4952-a518-7d4c7ca17732 req-a6403e97-d406-4727-bf38-93670cf69165 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:30.530538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6403e97-d406-4727-bf38-93670cf69165 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Pushing event deleted for resources: {'Port': ['ID=70e910c1-258c-4f42-b496-14fd8159015b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:30.758372 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e97de36-b5f4-4812-9aae-f0a41e9b7b64 req-6f7b6de2-eccb-4095-9fbe-cc5d229386a7 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 210 time: 0.0425127 Jul 16 17:55:30.785956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:30.995903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 63a64b07-7fea-426a-b889-05bc4d794f96 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:31.027030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a63f8325-5adf-4952-a518-7d4c7ca17732 req-a6403e97-d406-4727-bf38-93670cf69165 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] No DVR routers for this DVR port 70e910c1-258c-4f42-b496-14fd8159015b on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:31.030071 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a63f8325-5adf-4952-a518-7d4c7ca17732 req-a6403e97-d406-4727-bf38-93670cf69165 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.032311 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a63f8325-5adf-4952-a518-7d4c7ca17732 req-a6403e97-d406-4727-bf38-93670cf69165 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455 tempest-FloatingIPsAssociationNegativeTestJSON-1847556455-project] 10.222.0.18 "DELETE /v2.0/ports/70e910c1-258c-4f42-b496-14fd8159015b HTTP/1.1" status: 204 len: 173 time: 1.6878314 Jul 16 17:55:31.032768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'name': 'network-vif-deleted', 'tag': '70e910c1-258c-4f42-b496-14fd8159015b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:31.034993 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6260b553-07da-46de-9b58-8899e901551a" -d '{"events": [{"server_uuid": "c4f04be9-1f0e-4daf-b4dd-737f4632d4eb", "name": "network-vif-deleted", "tag": "70e910c1-258c-4f42-b496-14fd8159015b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:31.070643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce230da1-103e-4c93-9b4b-a1bf7d0e3b2e req-2ae4b061-7b8d-4eb7-827c-dfdd0748482a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.078367 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 63a64b07-7fea-426a-b889-05bc4d794f96 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:31.084107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ce230da1-103e-4c93-9b4b-a1bf7d0e3b2e req-2ae4b061-7b8d-4eb7-827c-dfdd0748482a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 950 time: 0.8143578 Jul 16 17:55:31.085978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 63a64b07-7fea-426a-b889-05bc4d794f96 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:31.086560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:31.131316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:31.132864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:31.174976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:31.180441 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ce230da1-103e-4c93-9b4b-a1bf7d0e3b2e req-3951e80f-589e-40a5-a1c8-663422c8120b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953279 Jul 16 17:55:31.186916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56181e62-7fdd-47b0-8c25-945d5d8ef5e4 None None] Sync routers for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:31.200991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56181e62-7fdd-47b0-8c25-945d5d8ef5e4 None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:31.202865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-56181e62-7fdd-47b0-8c25-945d5d8ef5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:31.315348 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2130759d-12a5-4723-9f12-0e33afde939f x-openstack-request-id: req-2130759d-12a5-4723-9f12-0e33afde939f {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:31.316078 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4106a761-6102-4f9e-a6fa-39cc9037c186", "name": "network-vif-plugged", "status": "completed", "tag": "ee451659-137d-4324-9d59-28067c4a18eb", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:31.316658 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2130759d-12a5-4723-9f12-0e33afde939f {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:31.317221 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4106a761-6102-4f9e-a6fa-39cc9037c186', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee451659-137d-4324-9d59-28067c4a18eb', 'code': 200} Jul 16 17:55:31.455826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] No DVR routers for this DVR port 900bde5e-5a56-4955-ba35-24cdd1a2f3a2 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:31.462799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-56181e62-7fdd-47b0-8c25-945d5d8ef5e4 None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:31.477179 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.479167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9ea8d1d7-b56b-4986-87d3-4be74bb697ed req-00f4df73-6b52-4bf0-bcc5-3a02d2a0e68f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.37 "DELETE /v2.0/ports/900bde5e-5a56-4955-ba35-24cdd1a2f3a2 HTTP/1.1" status: 204 len: 173 time: 3.2691395 Jul 16 17:55:31.486301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b4844f5-1842-40c4-973d-46c2a79c520c req-4de1e579-191d-40b5-b466-734670735d27 tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] 10.222.0.47 "GET /v2.0/security-groups/0cdddc48-f359-46bb-93b9-ec2c1e5fd894 HTTP/1.1" status: 200 len: 1776 time: 0.1426992 Jul 16 17:55:31.487893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'name': 'network-vif-deleted', 'tag': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:31.490924 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8453aae8-72fa-4eb7-8922-97a8f16368e8" -d '{"events": [{"server_uuid": "b441276f-5a78-4f46-8a17-8d0519444a2c", "name": "network-vif-deleted", "tag": "900bde5e-5a56-4955-ba35-24cdd1a2f3a2"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:31.571471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-a0f7daf1-e569-4444-9d9f-8f24accb2e9e tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.572955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-a0f7daf1-e569-4444-9d9f-8f24accb2e9e tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.37 "GET /v2.0/networks?id=6e607010-b04a-43b9-bc82-01c9d49f67b6 HTTP/1.1" status: 200 len: 824 time: 0.5124080 Jul 16 17:55:31.589133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6913885-07af-470f-abce-177f7632ad6f req-3299d681-2ca6-4a71-8a23-79056c7717f4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.596626 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b6913885-07af-470f-abce-177f7632ad6f req-3299d681-2ca6-4a71-8a23-79056c7717f4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.5873981 Jul 16 17:55:31.630901 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b4844f5-1842-40c4-973d-46c2a79c520c req-0cca9f88-1d41-4b2a-9595-cf6d5537202e tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.649869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-664c10d2-2fd2-4090-84f4-d56cd553385c tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=43130acca04945a79f69f3c5f20cf265 HTTP/1.1" status: 200 len: 379 time: 0.0446301 Jul 16 17:55:31.652279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbff07a-98fb-434d-b12c-caae5b52db79 req-a5edec14-035d-4505-b950-d6c694f81323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:31.654034 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8bbff07a-98fb-434d-b12c-caae5b52db79 req-a5edec14-035d-4505-b950-d6c694f81323 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 1101 time: 0.2381971 Jul 16 17:55:31.670725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Request body: {'port': {'device_id': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'admin_state_up': True, 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'security_groups': ['3734d125-6130-4f59-9ef9-6ab4acc19316']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:31.683617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b4844f5-1842-40c4-973d-46c2a79c520c req-0cca9f88-1d41-4b2a-9595-cf6d5537202e tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.691957 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b6913885-07af-470f-abce-177f7632ad6f req-0dafb14b-ec28-437b-8519-645446abb46b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941918 Jul 16 17:55:31.756699 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8bbff07a-98fb-434d-b12c-caae5b52db79 req-0d85bc19-a780-4bfa-ac7a-d8128d4565e4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920322 Jul 16 17:55:31.800171 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b4844f5-1842-40c4-973d-46c2a79c520c req-0cca9f88-1d41-4b2a-9595-cf6d5537202e tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.804156 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b4844f5-1842-40c4-973d-46c2a79c520c req-0cca9f88-1d41-4b2a-9595-cf6d5537202e tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:31.805520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b4844f5-1842-40c4-973d-46c2a79c520c req-0cca9f88-1d41-4b2a-9595-cf6d5537202e tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] 10.222.0.47 "DELETE /v2.0/security-groups/0cdddc48-f359-46bb-93b9-ec2c1e5fd894 HTTP/1.1" status: 204 len: 173 time: 0.3081400 Jul 16 17:55:31.828190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cca9f88-1d41-4b2a-9595-cf6d5537202e tempest-SecurityGroupsTestAdminJSON-448832400 tempest-SecurityGroupsTestAdminJSON-448832400-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdddc48-f359-46bb-93b9-ec2c1e5fd894,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:32.018018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Made reservation on behalf of 43130acca04945a79f69f3c5f20cf265 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:32.021801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:32.030813 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-56181e62-7fdd-47b0-8c25-945d5d8ef5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:32.109611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56181e62-7fdd-47b0-8c25-945d5d8ef5e4 None None] Checking router: 9ef89b33-10b2-4ef0-bde9-327d79c5de29 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:32.133062 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56181e62-7fdd-47b0-8c25-945d5d8ef5e4 None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:32.133716 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-56181e62-7fdd-47b0-8c25-945d5d8ef5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:32.312323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-a5c9ce4f-a43c-459a-a4cb-c577deb2c0b7 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:32.332460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-a5c9ce4f-a43c-459a-a4cb-c577deb2c0b7 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/networks?id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2 HTTP/1.1" status: 200 len: 822 time: 0.3799503 Jul 16 17:55:32.378958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-56181e62-7fdd-47b0-8c25-945d5d8ef5e4 None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:32.385547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c1202479-fed9-415d-8460-cc9f0e39ba4c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/quotas/273172bcaed443e5b422bb2273a512a3 HTTP/1.1" status: 200 len: 375 time: 0.0313034 Jul 16 17:55:32.450514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45510) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:32.460340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 70e910c1-258c-4f42-b496-14fd8159015b no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:32.502807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 70e910c1-258c-4f42-b496-14fd8159015b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:32.503375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 70e910c1-258c-4f42-b496-14fd8159015b not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:32.562858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Allocated IP 172.20.0.3 (6e607010-b04a-43b9-bc82-01c9d49f67b6/e61b5433-18ce-4759-a1d2-aa3c01fe79bb/b3ab6615-52e5-4989-8e5c-0fe8fde0f551) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:32.697685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-3725720a-c7ac-4ad7-b4ab-c372fb629222 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=273172bcaed443e5b422bb2273a512a3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3110249 Jul 16 17:55:32.724233 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-d1029986-aaba-4246-a747-883c853e0a3c service neutron] show failed (client error): The resource could not be found. Jul 16 17:55:32.725428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-d1029986-aaba-4246-a747-883c853e0a3c service neutron] 10.222.0.18 "GET /v2.0/ports/6b1fceb3-aa00-4157-9b0b-0e16ee81ba62/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.2381606 Jul 16 17:55:32.739249 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5f93ba-3011-4d5c-8812-2937b72d2595 x-openstack-request-id: req-ae5f93ba-3011-4d5c-8812-2937b72d2595 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:32.739879 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f04be9-1f0e-4daf-b4dd-737f4632d4eb", "name": "network-vif-deleted", "tag": "70e910c1-258c-4f42-b496-14fd8159015b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:32.739879 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae5f93ba-3011-4d5c-8812-2937b72d2595 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:32.740249 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f04be9-1f0e-4daf-b4dd-737f4632d4eb', 'name': 'network-vif-deleted', 'tag': '70e910c1-258c-4f42-b496-14fd8159015b', 'status': 'completed', 'code': 200} Jul 16 17:55:32.824597 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-a6933afd-d545-4997-bbab-afa6718f8442 service neutron] 10.222.0.47 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186733 Jul 16 17:55:32.842940 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45518) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:32.971383 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-048e2c46-2e30-432a-9a3e-6dd105706e14 x-openstack-request-id: req-048e2c46-2e30-432a-9a3e-6dd105706e14 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:32.976888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-56181e62-7fdd-47b0-8c25-945d5d8ef5e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:32.978667 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b441276f-5a78-4f46-8a17-8d0519444a2c", "name": "network-vif-deleted", "tag": "900bde5e-5a56-4955-ba35-24cdd1a2f3a2", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:32.978916 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-048e2c46-2e30-432a-9a3e-6dd105706e14 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:32.979338 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b441276f-5a78-4f46-8a17-8d0519444a2c', 'name': 'network-vif-deleted', 'tag': '900bde5e-5a56-4955-ba35-24cdd1a2f3a2', 'status': 'completed', 'code': 200} Jul 16 17:55:32.984322 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7d612571-aa69-484c-9dd5-07befd811a94 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf6d173b868c465abf2e08dbc4ac2365&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5281262 Jul 16 17:55:33.004842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45524) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:33.058830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56181e62-7fdd-47b0-8c25-945d5d8ef5e4 None None] The sync data for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 is: [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:33.269461 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-6854a86e-f25b-40d5-91d7-5155fd2359fb service neutron] 10.222.0.47 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513097 Jul 16 17:55:33.284703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.380455 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ea61521-d466-4290-a272-c4f22bca723d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.450997 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Transition to ACTIVE for port object b3ab6615-52e5-4989-8e5c-0fe8fde0f551 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:33.588294 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969092e6-947e-461c-9323-bf9a03b305e2 None None] New status for floating IP 20db4d71-3bcc-427c-a85c-4e5798aff75c: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:55:33.590512 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-36fec3d3-6c51-4be0-95f8-ce47e8aa5a23 req-66c8216e-1558-4836-8d7f-ae9251871184 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 210 time: 0.1410620 Jul 16 17:55:33.653578 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ea61521-d466-4290-a272-c4f22bca723d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.863366 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ea61521-d466-4290-a272-c4f22bca723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.876629 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ea61521-d466-4290-a272-c4f22bca723d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:33.881208 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6ea61521-d466-4290-a272-c4f22bca723d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3747666-4a09-4113-824d-bf28a970ce75 HTTP/1.1" status: 204 len: 168 time: 0.8737452 Jul 16 17:55:33.919112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370a9a6-6bac-45cf-b899-96005a02fe90 req-5cbaa607-9ad3-4215-8666-05b508ccff51 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:33.920675 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b370a9a6-6bac-45cf-b899-96005a02fe90 req-5cbaa607-9ad3-4215-8666-05b508ccff51 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 950 time: 0.1944687 Jul 16 17:55:33.970242 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.058606 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b370a9a6-6bac-45cf-b899-96005a02fe90 req-4fa6b580-7452-4eb6-9c3c-e0cbee79e0af tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296496 Jul 16 17:55:34.130576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-473fa448-dd1a-410c-990a-bf0dd6fb00bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.141152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-473fa448-dd1a-410c-990a-bf0dd6fb00bd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d&tenant_id=062537ea7da04e45bd99e357cf9993d8 HTTP/1.1" status: 200 len: 1100 time: 0.6329732 Jul 16 17:55:34.147485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.180964 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea61521-d466-4290-a272-c4f22bca723d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3747666-4a09-4113-824d-bf28a970ce75,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:34.254754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:34.258568 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Network 6e607010-b04a-43b9-bc82-01c9d49f67b6 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:34.340037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:34.352368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Pushing event updated for resources: {'Port': ['ID=b3ab6615-52e5-4989-8e5c-0fe8fde0f551,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:34.356637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:34.411904 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0ac501f-0cea-4ed8-885e-377ecea4e7ce req-5e5662e0-244b-4611-8a70-f8850a70e3e3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 210 time: 0.0936313 Jul 16 17:55:34.524019 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.614257 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:34.614972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.666172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45566) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:34.803905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0e51c3cc-0cc8-48ac-a4e6-75cebc44d012 None None] Provisioning for port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:34.811894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0e51c3cc-0cc8-48ac-a4e6-75cebc44d012 None None] Provisioning complete for port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:34.813089 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e51c3cc-0cc8-48ac-a4e6-75cebc44d012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:34.862318 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cda83ae6-8146-4c04-9068-f24af0e4c6dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c357efcd9f204281afaa51508fa9f8e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924858 Jul 16 17:55:34.867372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45568) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:34.902463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0e51c3cc-0cc8-48ac-a4e6-75cebc44d012 None None] Port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:35.130761 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:35.143912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19efef95-6526-4589-a676-75b111e7ce6f req-edea77e9-fc30-4ac5-bce7-3c33ab9c11f5 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.146355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19efef95-6526-4589-a676-75b111e7ce6f req-edea77e9-fc30-4ac5-bce7-3c33ab9c11f5 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=f13ec0a1-16c9-4e3a-9220-c8805b7a846f HTTP/1.1" status: 200 len: 949 time: 0.2909250 Jul 16 17:55:35.152474 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56d8ceab-fdde-4959-b1db-e2d81a9c5251 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.177982 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306bb371-76cc-4e01-b4a9-858adda5a678 req-786a0a77-6264-4562-9ffd-1c3dd6cdecb1 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:35.188887 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-306bb371-76cc-4e01-b4a9-858adda5a678 req-786a0a77-6264-4562-9ffd-1c3dd6cdecb1 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 1.1985037 Jul 16 17:55:35.257699 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56d8ceab-fdde-4959-b1db-e2d81a9c5251 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.269096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0ed9569e-b031-4607-8a13-b530ebad5660 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6045237 Jul 16 17:55:35.291324 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19efef95-6526-4589-a676-75b111e7ce6f req-97749bc8-609e-4bf6-9e75-6ccf8a9156f9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250918 Jul 16 17:55:35.326892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Request body: {'port': {'device_id': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:35.401470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-306bb371-76cc-4e01-b4a9-858adda5a678 req-a037fce5-0d04-4a4d-a02b-33b298f93b26 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124038 Jul 16 17:55:35.402502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] Deleting port 6783eca9-fa49-432b-9aae-a8305ae8f7d3 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:35.403082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.416834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:35.539994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56d8ceab-fdde-4959-b1db-e2d81a9c5251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.543740 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56d8ceab-fdde-4959-b1db-e2d81a9c5251 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.546172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-56d8ceab-fdde-4959-b1db-e2d81a9c5251 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34defd9c-3e45-47d4-8ff5-9d7cec0e2bcb HTTP/1.1" status: 204 len: 168 time: 0.6775005 Jul 16 17:55:35.602235 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.621601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:35.629396 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf2a1d6f-dcee-4859-9a30-192c0bb8f509" -d '{"events": [{"server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:35.760924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Transition to ACTIVE for port object 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:35.779040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.810583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] For port 6783eca9-fa49-432b-9aae-a8305ae8f7d3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6783eca9-fa49-432b-9aae-a8305ae8f7d3,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:35.813052 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.846861 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:35.857152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d8ceab-fdde-4959-b1db-e2d81a9c5251 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34defd9c-3e45-47d4-8ff5-9d7cec0e2bcb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:35.903255 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] No DVR routers for this DVR port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:35.921334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] Calling delete_port for 6783eca9-fa49-432b-9aae-a8305ae8f7d3 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:35.928561 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,revision_number=6']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:36.144602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Attempting to bind port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:36.156287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Attempting to bind port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:36.157124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Attempting to bind port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:36.386259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-252d41a6-30bf-4ccb-8188-dfc8d38ed782 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:36.388846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:36.389350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-252d41a6-30bf-4ccb-8188-dfc8d38ed782 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.37 "GET /v2.0/networks?id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2 HTTP/1.1" status: 200 len: 822 time: 0.6854990 Jul 16 17:55:36.410660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8884f32-5128-4e8f-8c47-c6b84dd5b406 req-e2313c99-2cc9-4abb-88ba-1ffb2ed3c5e8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:36.412352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8884f32-5128-4e8f-8c47-c6b84dd5b406 req-e2313c99-2cc9-4abb-88ba-1ffb2ed3c5e8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 931 time: 0.8485048 Jul 16 17:55:36.419786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Request body: {'port': {'device_id': 'eb5d3cc7-8815-4288-9c45-73f932a3985b', 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2', 'admin_state_up': True, 'tenant_id': '273172bcaed443e5b422bb2273a512a3'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:36.433507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:36.435428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Attempting to bind port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:36.529543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:36.706062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3ab6615-52e5-4989-8e5c-0fe8fde0f551 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:36.718463 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.735289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Transition to ACTIVE for port object b3ab6615-52e5-4989-8e5c-0fe8fde0f551 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:36.741917 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.747979 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:36.748543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:36.748934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:36.749660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Bound port: 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:36.750017 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.843334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:36.847625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:36.882901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.908009 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:36.992307 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423767fa-54b0-4386-94e2-b88d72598ec6 req-2d442c75-9533-4980-9d6d-06c8a361b059 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.008382 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423767fa-54b0-4386-94e2-b88d72598ec6 req-2d442c75-9533-4980-9d6d-06c8a361b059 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.011970 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-423767fa-54b0-4386-94e2-b88d72598ec6 req-2d442c75-9533-4980-9d6d-06c8a361b059 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186&device_id=f13ec0a1-16c9-4e3a-9220-c8805b7a846f HTTP/1.1" status: 200 len: 1690 time: 0.9566600 Jul 16 17:55:37.013319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.013923 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.024447 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] 10.222.0.37 "PUT /v2.0/ports/6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 HTTP/1.1" status: 200 len: 1095 time: 2.8260789 Jul 16 17:55:37.031176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Pushing event updated for resources: {'Port': ['ID=b3ab6615-52e5-4989-8e5c-0fe8fde0f551,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:37.032917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8884f32-5128-4e8f-8c47-c6b84dd5b406 req-ce3cfaca-e742-41c3-be53-6e0d395be136 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6010716 Jul 16 17:55:37.044449 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6783eca9-fa49-432b-9aae-a8305ae8f7d3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:37.429849 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d42c7128-df49-49a4-a506-683064c2c4a9 req-757209eb-3502-4b78-a665-45bc1bd5fede tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 210 time: 0.1147823 Jul 16 17:55:37.448403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Attempting to bind port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:37.448775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Attempting to bind port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:37.449078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Attempting to bind port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 on network 6e607010-b04a-43b9-bc82-01c9d49f67b6 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:37.470369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-423767fa-54b0-4386-94e2-b88d72598ec6 req-3a6e7f9f-4f30-45c6-9f2f-2e03b5b11a65 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4419794 Jul 16 17:55:37.471046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db4e64-37b5-4e9d-8d2e-376f1349cc92 service neutron] Pushing event updated for resources: {'Port': ['ID=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,revision_number=7']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:37.544439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 on network 6e607010-b04a-43b9-bc82-01c9d49f67b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:37.544772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Attempting to bind port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 on network 6e607010-b04a-43b9-bc82-01c9d49f67b6 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:37.572230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:37.574811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Checking segment: {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:37.577310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Bound using segment: {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:37.579171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Bound port: b3ab6615-52e5-4989-8e5c-0fe8fde0f551, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db73c26b-90ba-486b-83a3-fed49a19d44d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:37.579869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.635168 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fe2bf5-4e7f-4fe3-9037-7a2fe8942cde x-openstack-request-id: req-76fe2bf5-4e7f-4fe3-9037-7a2fe8942cde {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:37.635168 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "name": "network-vif-unplugged", "status": "completed", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:37.636355 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76fe2bf5-4e7f-4fe3-9037-7a2fe8942cde {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:37.636792 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', 'code': 200} Jul 16 17:55:37.638468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Made reservation on behalf of 273172bcaed443e5b422bb2273a512a3 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:37.639748 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-38fd3374-13eb-4f84-9524-a8f7dae71740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.641590 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-38fd3374-13eb-4f84-9524-a8f7dae71740 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 1098 time: 0.4370403 Jul 16 17:55:37.651347 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.813121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] For port b3ab6615-52e5-4989-8e5c-0fe8fde0f551, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:37.820993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] For port b3ab6615-52e5-4989-8e5c-0fe8fde0f551, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b3ab6615-52e5-4989-8e5c-0fe8fde0f551,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:37.846537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.865345 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-20f359f2-dc53-4d46-9c14-6f322a0d3f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.866792 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-20f359f2-dc53-4d46-9c14-6f322a0d3f52 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2031515 Jul 16 17:55:37.981089 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:37.982177 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:37.985405 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] 10.222.0.37 "PUT /v2.0/ports/b3ab6615-52e5-4989-8e5c-0fe8fde0f551 HTTP/1.1" status: 200 len: 1091 time: 2.6756866 Jul 16 17:55:38.153373 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-b6c40079-6f97-4fb3-bf8f-5f073fab5c08 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 HTTP/1.1" status: 200 len: 217 time: 0.2009728 Jul 16 17:55:38.245885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7fd506-e877-48fe-9851-31b22370e52e service neutron] Pushing event updated for resources: {'Port': ['ID=b3ab6615-52e5-4989-8e5c-0fe8fde0f551,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:38.329137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630841f9-6aba-41a5-991d-937733daa5a6 req-65c6e7e8-2941-483f-8344-84c03a8cc06f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.338335 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-630841f9-6aba-41a5-991d-937733daa5a6 req-65c6e7e8-2941-483f-8344-84c03a8cc06f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 947 time: 0.3870420 Jul 16 17:55:38.372863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-97aa8e2c-5ad5-459f-b8ad-72a9bb0274e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.374928 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-97aa8e2c-5ad5-459f-b8ad-72a9bb0274e1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1955948 Jul 16 17:55:38.434909 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-630841f9-6aba-41a5-991d-937733daa5a6 req-52e12a2d-095a-4532-a28f-4cb6e72e8ce1 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954790 Jul 16 17:55:38.463383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-fb1e56d4-9789-404a-ab89-ae5d51f9e977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.469408 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-fb1e56d4-9789-404a-ab89-ae5d51f9e977 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43130acca04945a79f69f3c5f20cf265&device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 1094 time: 0.3915920 Jul 16 17:55:38.539177 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-405f540e-8d75-4408-afce-e652c897ef03 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3ab6615-52e5-4989-8e5c-0fe8fde0f551 HTTP/1.1" status: 200 len: 217 time: 0.0450580 Jul 16 17:55:38.595108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-6f61e5a5-6859-47dc-925d-98863435fa11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.596518 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-6f61e5a5-6859-47dc-925d-98863435fa11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e61b5433-18ce-4759-a1d2-aa3c01fe79bb HTTP/1.1" status: 200 len: 863 time: 0.0540800 Jul 16 17:55:38.653965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-a948b300-db59-43af-91d6-268586dcb675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.655459 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-a948b300-db59-43af-91d6-268586dcb675 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2346194 Jul 16 17:55:38.672762 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:38.748118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d561d5-e75d-4641-8d70-5a0ac43e423e req-551bc451-9c00-42c8-aa32-5311aadcff3d tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:38.749555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d561d5-e75d-4641-8d70-5a0ac43e423e req-551bc451-9c00-42c8-aa32-5311aadcff3d tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 1101 time: 0.3574631 Jul 16 17:55:38.870954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Allocated IP 172.20.0.4 (d8f8ea43-c94e-40f2-8d9a-b07c737726f2/209e1bd4-38a2-42c9-9679-f1d8f8792b96/981267cf-31c1-4564-9112-5754a0024e1e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:39.005381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d561d5-e75d-4641-8d70-5a0ac43e423e req-5c8905a8-6f96-42d9-9e7f-b95fc41c1b53 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252239 Jul 16 17:55:39.260655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5079255c-99fc-4d59-ba47-41f68914ed28 req-e575f1ae-fc1a-4881-a75d-47e1554ea910 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 210 time: 0.0360434 Jul 16 17:55:39.285737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-d26c2ab9-1bd8-4f77-acbc-c5294e60a06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.288941 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-d26c2ab9-1bd8-4f77-acbc-c5294e60a06c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e607010-b04a-43b9-bc82-01c9d49f67b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6802306 Jul 16 17:55:39.291032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-994c64a7-6b18-4520-874c-cdaceec7ee68 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6280320 Jul 16 17:55:39.396238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] Router 7adea880-b92f-4381-9e2a-c51cea7ab239 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:55:39.505610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.549040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde5ed01-f394-4bce-8cc6-282008fece65 req-c692f275-78c0-433c-94b1-ae81ee1f7c64 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:39.552470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fde5ed01-f394-4bce-8cc6-282008fece65 req-c692f275-78c0-433c-94b1-ae81ee1f7c64 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 943 time: 0.8078096 Jul 16 17:55:39.603365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:39.613737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d8d5a-ff38-4233-ad40-98a0e65b963e None None] Sync routers for ids ['7adea880-b92f-4381-9e2a-c51cea7ab239'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:39.622367 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-82959715-e0c7-47d1-abf9-dc92ac2ad6b3 admin admin] 10.222.0.47 "PUT /v2.0/routers/7adea880-b92f-4381-9e2a-c51cea7ab239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7782156 Jul 16 17:55:39.624843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45670) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:39.630045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d8d5a-ff38-4233-ad40-98a0e65b963e None None] Routers {'7adea880-b92f-4381-9e2a-c51cea7ab239'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:39.633824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e56d8d5a-ff38-4233-ad40-98a0e65b963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7adea880-b92f-4381-9e2a-c51cea7ab239'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:39.637416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62'}, {'name': 'network-changed', 'server_uuid': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'tag': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:39.640605 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca5ce28-3eb8-4643-b142-64be5c223e23" -d '{"events": [{"name": "network-changed", "server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62"}, {"name": "network-changed", "server_uuid": "e70bff24-b836-412a-8b54-7868097e0e3d", "tag": "b3ab6615-52e5-4989-8e5c-0fe8fde0f551"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:39.656843 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fde5ed01-f394-4bce-8cc6-282008fece65 req-9c5907b4-4f97-4029-aa74-60e144372ebf tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954478 Jul 16 17:55:39.658739 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97f0ccda-cb9f-4b7f-aeb6-d6d14b6755bc req-b2bb71de-f7d1-4417-a40c-b2b3f40cefa6 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468456 Jul 16 17:55:39.663137 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-fbe26480-7592-4980-9b3b-d0c44f830fe6 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3382335 Jul 16 17:55:39.756682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.804515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-80b00637-cd4a-4245-b7e3-27b6246e20d5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a50a06c545c44e05a152436747f64bb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2045231 Jul 16 17:55:39.811046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:39.876709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event updated for resources: {'Port': ['ID=981267cf-31c1-4564-9112-5754a0024e1e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:39.957796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb34cfc-c273-4cbc-b183-96b4a71bf469 req-0434826b-12b3-47bc-ad24-5c29d75f99d4 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2799702 Jul 16 17:55:39.961823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:39.973825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:39.990593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e56d8d5a-ff38-4233-ad40-98a0e65b963e None None] Set router 7adea880-b92f-4381-9e2a-c51cea7ab239 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:39.994358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:40.080772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e99b4-e1c7-4de9-b585-3bbde4999fa4 req-570e2433-f16b-4d48-80b1-68ee5fb012e4 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.083036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a2e99b4-e1c7-4de9-b585-3bbde4999fa4 req-570e2433-f16b-4d48-80b1-68ee5fb012e4 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f13ec0a1-16c9-4e3a-9220-c8805b7a846f HTTP/1.1" status: 200 len: 1100 time: 0.1160481 Jul 16 17:55:40.135202 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a2e99b4-e1c7-4de9-b585-3bbde4999fa4 req-6e4ed16c-8a79-4cd7-b868-a93b0ad0edd9 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454707 Jul 16 17:55:40.213611 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.249563 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.250182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.288392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-5dea1877-c677-45cc-a6b2-63f320821255 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.295875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-5dea1877-c677-45cc-a6b2-63f320821255 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4902565 Jul 16 17:55:40.315855 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-44018b60-9afb-4b0b-ae98-9940574b0927 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/quotas/a50a06c545c44e05a152436747f64bb4 HTTP/1.1" status: 200 len: 375 time: 0.0182874 Jul 16 17:55:40.375589 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-4d7c86b6-3051-434f-b2b0-6129ca663edc tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9621005 Jul 16 17:55:40.393393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d362a39-5dbc-43ef-aff8-fd9d37fcfe7d req-f6150a8a-c014-4444-8f14-30812e72a472 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.402456 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2d362a39-5dbc-43ef-aff8-fd9d37fcfe7d req-f6150a8a-c014-4444-8f14-30812e72a472 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 947 time: 0.1263316 Jul 16 17:55:40.446649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e56d8d5a-ff38-4233-ad40-98a0e65b963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123'}], 'enable_snat': True}, 'gw_port_id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:55:36Z', 'revision_number': 5, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port': {'id': '036983b3-5d6b-4eb8-a326-18b62426aa5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:84:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:54:33Z', 'updated_at': '2021-07-16T17:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:40.449278 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d3dc485a-87c6-4a30-9498-23484ded065a tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a50a06c545c44e05a152436747f64bb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1319354 Jul 16 17:55:40.453755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Request body: {'port': {'device_id': 'eb5d3cc7-8815-4288-9c45-73f932a3985b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:40.471945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2d362a39-5dbc-43ef-aff8-fd9d37fcfe7d req-6af35574-8514-4f06-8dca-ee4dea1ab0a3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679779 Jul 16 17:55:40.476955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d8d5a-ff38-4233-ad40-98a0e65b963e None None] Checking router: 7adea880-b92f-4381-9e2a-c51cea7ab239 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:55:40.500753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d8d5a-ff38-4233-ad40-98a0e65b963e None None] Routers {'7adea880-b92f-4381-9e2a-c51cea7ab239'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:40.501405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e56d8d5a-ff38-4233-ad40-98a0e65b963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7adea880-b92f-4381-9e2a-c51cea7ab239'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:40.559526 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-752731ea-0680-48c1-9920-5c4975a22b3e x-openstack-request-id: req-752731ea-0680-48c1-9920-5c4975a22b3e {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:40.560112 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e70bff24-b836-412a-8b54-7868097e0e3d", "tag": "b3ab6615-52e5-4989-8e5c-0fe8fde0f551", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:40.560589 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-752731ea-0680-48c1-9920-5c4975a22b3e {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:40.561193 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', 'status': 'completed', 'code': 200} Jul 16 17:55:40.561663 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'tag': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551', 'status': 'completed', 'code': 200} Jul 16 17:55:40.637181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e56d8d5a-ff38-4233-ad40-98a0e65b963e None None] Set router 7adea880-b92f-4381-9e2a-c51cea7ab239 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:40.744103 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.749788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e56d8d5a-ff38-4233-ad40-98a0e65b963e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:55:40Z', 'revision_number': 6, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:40.774892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-9f50e14f-8247-4c77-bfc5-4372cbd459ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:40.774892 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-9f50e14f-8247-4c77-bfc5-4372cbd459ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 1098 time: 0.1589758 Jul 16 17:55:40.869343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Deleting port 036983b3-5d6b-4eb8-a326-18b62426aa5e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:40.869862 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:40.871836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e56d8d5a-ff38-4233-ad40-98a0e65b963e None None] The sync data for ids ['7adea880-b92f-4381-9e2a-c51cea7ab239'] in n-d-794306-7 is: [{'id': '7adea880-b92f-4381-9e2a-c51cea7ab239', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1283530542-router', 'tenant_id': 'e45211deb4be4523a5da741a978df62c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:54:32Z', 'updated_at': '2021-07-16T17:55:40Z', 'revision_number': 6, 'project_id': 'e45211deb4be4523a5da741a978df62c', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:55:41.086987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-a2643f1e-e510-4877-8c22-167cac47d294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.088499 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-a2643f1e-e510-4877-8c22-167cac47d294 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2987070 Jul 16 17:55:41.100100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-ab9dbbe7-da21-46c8-b53d-d9ae72f0d2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.100100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-ab9dbbe7-da21-46c8-b53d-d9ae72f0d2df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 1098 time: 0.4882112 Jul 16 17:55:41.172958 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-4860f40a-ee01-41d7-920c-bc9ce9af09c8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 HTTP/1.1" status: 200 len: 217 time: 0.0768223 Jul 16 17:55:41.290953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-0000e006-f461-4a56-918c-b0ea08d4e980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.296945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-0000e006-f461-4a56-918c-b0ea08d4e980 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1043150 Jul 16 17:55:41.514359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23774c94-4604-40df-8740-77320b82cce5 req-a16fa856-7005-452b-b08c-90a64804126c tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.516473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-23774c94-4604-40df-8740-77320b82cce5 req-a16fa856-7005-452b-b08c-90a64804126c tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 943 time: 0.2186036 Jul 16 17:55:41.547997 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-614ffc9f-0ae6-4048-80c8-70403a94f1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.549615 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-614ffc9f-0ae6-4048-80c8-70403a94f1fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2290509 Jul 16 17:55:41.577727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] For port 036983b3-5d6b-4eb8-a326-18b62426aa5e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=036983b3-5d6b-4eb8-a326-18b62426aa5e,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:41.578732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.593146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Calling delete_port for 036983b3-5d6b-4eb8-a326-18b62426aa5e owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:41.605731 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-23774c94-4604-40df-8740-77320b82cce5 req-bd818e88-3b45-46d2-af95-65d97a1129e0 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806751 Jul 16 17:55:41.705701 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-0f4b19c7-b725-423e-a915-c49aa1186973 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480281 Jul 16 17:55:41.731219 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:41.791788 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-010e3f41-92ba-4b34-b7c0-d96bc509b586 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a50a06c545c44e05a152436747f64bb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562551 Jul 16 17:55:41.883995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0427b61-442f-4da0-9bc9-47bd9b37619a req-e5c103ff-b5e2-497b-b25d-3ae8f94cb81c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.890498 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0427b61-442f-4da0-9bc9-47bd9b37619a req-e5c103ff-b5e2-497b-b25d-3ae8f94cb81c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 931 time: 0.7842925 Jul 16 17:55:41.903577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-8ed28b0a-41aa-41a8-913a-57b121c2d8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:41.905015 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-8ed28b0a-41aa-41a8-913a-57b121c2d8c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.4553337 Jul 16 17:55:41.959854 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-d76ad795-0042-47d3-ab2d-e26851f176ce service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409151 Jul 16 17:55:41.992865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 981267cf-31c1-4564-9112-5754a0024e1e {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:42.001084 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.006896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-e2d99eae-92c0-4222-a053-64de6872091b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 HTTP/1.1" status: 200 len: 217 time: 0.0673199 Jul 16 17:55:42.016726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-86a8be3e-0c80-4bca-b6b1-b77874502a4a tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.018948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-86a8be3e-0c80-4bca-b6b1-b77874502a4a tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877942 Jul 16 17:55:42.043052 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-4b78bc4a-05fa-419d-a46b-88c2dd342124 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/quotas/a50a06c545c44e05a152436747f64bb4 HTTP/1.1" status: 200 len: 375 time: 0.0175719 Jul 16 17:55:42.047635 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Transition to ACTIVE for port object 981267cf-31c1-4564-9112-5754a0024e1e will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:42.076643 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.085189 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-c9496983-40c0-49e1-a3c0-bec2931263ff tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a50a06c545c44e05a152436747f64bb4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412667 Jul 16 17:55:42.090086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0427b61-442f-4da0-9bc9-47bd9b37619a req-783e7c0a-49b6-4a81-8657-3cfca68cdb2a tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986947 Jul 16 17:55:42.147053 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.166222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-f646192f-5927-41bf-8724-858e56078fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.167770 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-f646192f-5927-41bf-8724-858e56078fac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43130acca04945a79f69f3c5f20cf265&device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 1094 time: 0.0796721 Jul 16 17:55:42.234328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-0e701635-a408-47bd-98de-bd6a2b573f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.235971 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-0e701635-a408-47bd-98de-bd6a2b573f83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.2099776 Jul 16 17:55:42.333795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-aff879c2-e0b5-495e-a2cc-344295606db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.335482 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-aff879c2-e0b5-495e-a2cc-344295606db9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e607010-b04a-43b9-bc82-01c9d49f67b6 HTTP/1.1" status: 200 len: 925 time: 0.1550546 Jul 16 17:55:42.370149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Pushing event updated for resources: {'Port': ['ID=981267cf-31c1-4564-9112-5754a0024e1e,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.443354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-8ffbf45e-4a68-4f10-9375-eecb0cb24a43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3ab6615-52e5-4989-8e5c-0fe8fde0f551 HTTP/1.1" status: 200 len: 217 time: 0.0907483 Jul 16 17:55:42.488186 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-01396a87-8f4a-4471-a4fa-95950b4032eb tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2265065 Jul 16 17:55:42.497418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 036983b3-5d6b-4eb8-a326-18b62426aa5e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:42.513560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Pushing event deleted for resources: {'Port': ['ID=036983b3-5d6b-4eb8-a326-18b62426aa5e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:42.526414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 036983b3-5d6b-4eb8-a326-18b62426aa5e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:42.526815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 036983b3-5d6b-4eb8-a326-18b62426aa5e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:42.527166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6783eca9-fa49-432b-9aae-a8305ae8f7d3 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:42.546159 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-181360bb-ee89-43a2-8b30-db5339240732 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a50a06c545c44e05a152436747f64bb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1017499 Jul 16 17:55:42.576481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 6783eca9-fa49-432b-9aae-a8305ae8f7d3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:42.576944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6783eca9-fa49-432b-9aae-a8305ae8f7d3 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:42.596834 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.604684 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-e306514f-b679-4ca0-bd68-dac3855ba6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.606150 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-e306514f-b679-4ca0-bd68-dac3855ba6a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e61b5433-18ce-4759-a1d2-aa3c01fe79bb HTTP/1.1" status: 200 len: 863 time: 0.1439104 Jul 16 17:55:42.709826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df118a64-feb6-4da2-b19a-d038b1b0157c req-653591c8-2561-44fa-bd69-6b6578dedf9a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.711595 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-df118a64-feb6-4da2-b19a-d038b1b0157c req-653591c8-2561-44fa-bd69-6b6578dedf9a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 947 time: 0.2718875 Jul 16 17:55:42.761232 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.767601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-60b426af-7545-4b40-877f-5039feca633a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.769715 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-60b426af-7545-4b40-877f-5039feca633a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5063982 Jul 16 17:55:42.770915 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:42.775060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Attempting to bind port 981267cf-31c1-4564-9112-5754a0024e1e on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:42.775413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Attempting to bind port 981267cf-31c1-4564-9112-5754a0024e1e by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:42.776140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Attempting to bind port 981267cf-31c1-4564-9112-5754a0024e1e on network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:42.784590 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-df118a64-feb6-4da2-b19a-d038b1b0157c req-34e083c0-225e-4703-a67c-9a1e0d6534e7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639253 Jul 16 17:55:42.792067 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-4502371c-c782-46d7-850e-06dae4bedf5b tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.793495 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-4502371c-c782-46d7-850e-06dae4bedf5b tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2372639 Jul 16 17:55:42.802490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-bda116e4-526b-454b-b1e0-c3a74b4746c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:42.804017 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-bda116e4-526b-454b-b1e0-c3a74b4746c4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e607010-b04a-43b9-bc82-01c9d49f67b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1894021 Jul 16 17:55:42.821850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Request body: {'port': {'device_id': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': 'a50a06c545c44e05a152436747f64bb4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:42.882608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Port 981267cf-31c1-4564-9112-5754a0024e1e on network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:42.882991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Attempting to bind port 981267cf-31c1-4564-9112-5754a0024e1e on network d8f8ea43-c94e-40f2-8d9a-b07c737726f2 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:43.003509 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-f747292b-e4b0-4d0f-bf7b-5fd6ec1a01d7 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867855 Jul 16 17:55:43.038973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:43.058849 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aa2e7ac5-6cc4-4220-85b7-50bdc77317f0 req-e345c754-d268-4b9b-9b2d-da9bed165f1e tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 210 time: 0.0543232 Jul 16 17:55:43.113228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Made reservation on behalf of a50a06c545c44e05a152436747f64bb4 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:43.116970 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.152791 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.158376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:43.174298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', 'mac_address': 'fa:16:3e:d8:2a:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:43.213751 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-347bbc05-4389-4e22-a3f6-e7c44ccfa3e9 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945443 Jul 16 17:55:43.220871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:43.221444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Checking segment: {'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:43.221606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Bound using segment: {'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:43.222330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Bound port: 981267cf-31c1-4564-9112-5754a0024e1e, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53804907-0694-45e1-aadd-c9ff3831daa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:43.222480 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.225122 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.225667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7adea880-b92f-4381-9e2a-c51cea7ab239 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:55:43.231455 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.232965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e3467468-76bc-430f-ade8-353826bb22bd admin admin] 10.222.0.47 "DELETE /v2.0/routers/7adea880-b92f-4381-9e2a-c51cea7ab239 HTTP/1.1" status: 204 len: 168 time: 3.6061802 Jul 16 17:55:43.235545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45770) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:43.251810 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.275276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:43.317365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:43.322740 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.323781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b3ab6615-52e5-4989-8e5c-0fe8fde0f551 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:43.335238 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-3197c4a5-cd83-45ee-bd1a-41f30b6bc2d3 admin admin] Deleting subnet 2da14ea1-1b00-4de2-b3ae-11689d02871c {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:55:43.344720 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3197c4a5-cd83-45ee-bd1a-41f30b6bc2d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.414771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-916fcc4f-a390-4d9f-b92e-8618ef1f2dab tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.419309 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-916fcc4f-a390-4d9f-b92e-8618ef1f2dab tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9031441 Jul 16 17:55:43.433087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:43.462339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-f6042668-c262-466b-a321-0752d6ab2b5e tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/quotas/02d40a49c0a84b81a98ec66aee94886f HTTP/1.1" status: 200 len: 375 time: 0.0414071 Jul 16 17:55:43.465947 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.482005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.492780 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3197c4a5-cd83-45ee-bd1a-41f30b6bc2d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.540425 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-8c127eb8-ca96-4115-8e72-f84dc46aebae service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311378 Jul 16 17:55:43.572017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b3ab6615-52e5-4989-8e5c-0fe8fde0f551, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b3ab6615-52e5-4989-8e5c-0fe8fde0f551,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:43.588336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'port_id': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551', 'mac_address': 'fa:16:3e:70:3c:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:43.593946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] For port 981267cf-31c1-4564-9112-5754a0024e1e, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:43.612664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0dd964a-b884-43ec-85e1-e11672718cdf,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:43.634118 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.642216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c8d35a-160d-4075-9772-3bbd2743b38e req-670d7d0f-513b-48e7-bb29-3f7cbe41fd15 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.643784 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a6c8d35a-160d-4075-9772-3bbd2743b38e req-670d7d0f-513b-48e7-bb29-3f7cbe41fd15 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 943 time: 0.2665954 Jul 16 17:55:43.649189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3ab6615-52e5-4989-8e5c-0fe8fde0f551 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:43.657578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] For port 981267cf-31c1-4564-9112-5754a0024e1e, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=981267cf-31c1-4564-9112-5754a0024e1e,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:43.670404 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.674770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b3ab6615-52e5-4989-8e5c-0fe8fde0f551, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b3ab6615-52e5-4989-8e5c-0fe8fde0f551,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:43.681044 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.725297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-45a66f8b-3c04-4571-a7d3-94395be61ac9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2617533 Jul 16 17:55:43.746471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.747048 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.748515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] 10.222.0.37 "PUT /v2.0/ports/981267cf-31c1-4564-9112-5754a0024e1e HTTP/1.1" status: 200 len: 1091 time: 3.3256960 Jul 16 17:55:43.748984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb5d3cc7-8815-4288-9c45-73f932a3985b', 'tag': '981267cf-31c1-4564-9112-5754a0024e1e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:43.751333 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef0fd9c4-c656-4e3b-b2f0-25361528dd73" -d '{"events": [{"name": "network-changed", "server_uuid": "eb5d3cc7-8815-4288-9c45-73f932a3985b", "tag": "981267cf-31c1-4564-9112-5754a0024e1e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:43.779898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ca5ce28-3eb8-4643-b142-64be5c223e23 req-0ed257e5-59dc-4c42-8006-1e17c94dc3bc service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2242160 Jul 16 17:55:43.782887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c964b17c-538f-4cd9-a42e-3acf49c939ab service neutron] Pushing event updated for resources: {'Port': ['ID=981267cf-31c1-4564-9112-5754a0024e1e,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:43.788400 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a6c8d35a-160d-4075-9772-3bbd2743b38e req-7bec76c5-6825-4528-8c5c-71c143a2da0e tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1307671 Jul 16 17:55:43.789518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=b3ab6615-52e5-4989-8e5c-0fe8fde0f551,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:43.809789 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3197c4a5-cd83-45ee-bd1a-41f30b6bc2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.839751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Allocated IP 192.168.233.171 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/9b852776-fbfd-48a7-b695-ceb87fe3fe3a) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:43.925084 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3197c4a5-cd83-45ee-bd1a-41f30b6bc2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:43.952707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-29fff687-e89c-4092-be9d-272c70b9cc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:43.954874 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-29fff687-e89c-4092-be9d-272c70b9cc8f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=273172bcaed443e5b422bb2273a512a3&device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 1094 time: 0.0883265 Jul 16 17:55:43.969724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197c4a5-cd83-45ee-bd1a-41f30b6bc2d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2da14ea1-1b00-4de2-b3ae-11689d02871c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:43.988679 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d220498d-5b89-493a-8e07-5959b2d50caa None None] Network fe2db131-f8c2-4333-a6d8-a25e67aae06c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:44.001473 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3197c4a5-cd83-45ee-bd1a-41f30b6bc2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.006279 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3197c4a5-cd83-45ee-bd1a-41f30b6bc2d3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/2da14ea1-1b00-4de2-b3ae-11689d02871c HTTP/1.1" status: 204 len: 168 time: 0.7644234 Jul 16 17:55:44.009246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45774) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:44.043056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-9bb6e75d-1870-41e3-9583-ae9decc2b7d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981267cf-31c1-4564-9112-5754a0024e1e HTTP/1.1" status: 200 len: 217 time: 0.0638447 Jul 16 17:55:44.114420 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.118575 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.125778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-2a358425-7d94-4b15-bff5-ffbbc79a213c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:44.127939 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-2a358425-7d94-4b15-bff5-ffbbc79a213c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=209e1bd4-38a2-42c9-9679-f1d8f8792b96 HTTP/1.1" status: 200 len: 862 time: 0.0774469 Jul 16 17:55:44.136596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Transition to ACTIVE for port object 9b852776-fbfd-48a7-b695-ceb87fe3fe3a will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:44.167408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-1736ab0f-ee28-41d9-af36-c1afcd0215ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328434 Jul 16 17:55:44.194594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['b3ab6615-52e5-4989-8e5c-0fe8fde0f551'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:44.216697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.225648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Deleting port 91d6a35f-847e-468c-8d26-0b1bb12788ff {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:44.226258 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.296752 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:44.319342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:44.364440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:44.371231 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-d62c4f26-6f4c-493e-9860-a412577b11dd tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a50a06c545c44e05a152436747f64bb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0913453 Jul 16 17:55:44.374536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-29f5b4d2-5b7d-4cda-b47b-bc493919abcc service neutron] 10.222.0.37 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999414 Jul 16 17:55:44.399691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6b1fceb3-aa00-4157-9b0b-0e16ee81ba62'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:44.418414 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea4cd11-e3b9-4f19-8f13-fd85ba5a5b59 x-openstack-request-id: req-9ea4cd11-e3b9-4f19-8f13-fd85ba5a5b59 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:44.418705 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb5d3cc7-8815-4288-9c45-73f932a3985b", "tag": "981267cf-31c1-4564-9112-5754a0024e1e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:44.419067 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9ea4cd11-e3b9-4f19-8f13-fd85ba5a5b59 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:44.420093 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb5d3cc7-8815-4288-9c45-73f932a3985b', 'tag': '981267cf-31c1-4564-9112-5754a0024e1e', 'status': 'completed', 'code': 200} Jul 16 17:55:44.433336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Pushing event updated for resources: {'Port': ['ID=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:44.495510 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] For port 91d6a35f-847e-468c-8d26-0b1bb12788ff, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=91d6a35f-847e-468c-8d26-0b1bb12788ff,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:44.499412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.694567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-519156d6-8859-4cc8-8ef4-a924f059c473 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:44.696247 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-519156d6-8859-4cc8-8ef4-a924f059c473 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d&tenant_id=062537ea7da04e45bd99e357cf9993d8&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 948 time: 0.3207622 Jul 16 17:55:44.784318 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-76753bed-fb86-4335-be01-0ca1c70ceb16 service neutron] delete failed (client error): The resource could not be found. Jul 16 17:55:44.787088 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-76753bed-fb86-4335-be01-0ca1c70ceb16 service neutron] 10.222.0.18 "DELETE /v2.0/ports/6b1fceb3-aa00-4157-9b0b-0e16ee81ba62/bindings/n-h2-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0753899 Jul 16 17:55:44.799132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b7086c55-0255-4dfe-aefd-96c343b1fcff None None] Provisioning for port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:44.801001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86227996-a2ca-4338-b5b3-02219f0b10fb req-c8d98e96-02c5-401a-957b-bc2a6c727df5 service neutron] 10.222.0.37 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4132981 Jul 16 17:55:44.816502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fab634-e1a4-45bc-831e-483083dec37a req-c3ff25f1-b0e0-4e89-9710-2ee72e027cce tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:44.819877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0fab634-e1a4-45bc-831e-483083dec37a req-c3ff25f1-b0e0-4e89-9710-2ee72e027cce tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 948 time: 0.1991255 Jul 16 17:55:44.824240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b7086c55-0255-4dfe-aefd-96c343b1fcff None None] Provisioning complete for port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:44.824633 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b7086c55-0255-4dfe-aefd-96c343b1fcff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:44.906163 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0fab634-e1a4-45bc-831e-483083dec37a req-58313f52-8156-4f6b-af5b-ba137d9c3cd2 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778029 Jul 16 17:55:44.960520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b7086c55-0255-4dfe-aefd-96c343b1fcff None None] Port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:45.005189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caac0374-5325-4e26-a6ee-895e70295d83 None None] DHCP port deletion for fe2db131-f8c2-4333-a6d8-a25e67aae06c request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:55:45.047018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Calling delete_port for 91d6a35f-847e-468c-8d26-0b1bb12788ff owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:45.070404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-caac0374-5325-4e26-a6ee-895e70295d83 None None] Deleting port 91d6a35f-847e-468c-8d26-0b1bb12788ff {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:55:45.071031 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-caac0374-5325-4e26-a6ee-895e70295d83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.084525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.085162 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.131793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-4b6a144e-a86d-4a53-9f58-f515c01ac279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.142349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-4b6a144e-a86d-4a53-9f58-f515c01ac279 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 1099 time: 0.2270706 Jul 16 17:55:45.146010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd9c4-c656-4e3b-b2f0-25361528dd73 req-7a8957d6-5760-4e03-b668-4209e258ab1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.147531 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef0fd9c4-c656-4e3b-b2f0-25361528dd73 req-7a8957d6-5760-4e03-b668-4209e258ab1e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=273172bcaed443e5b422bb2273a512a3&device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 1094 time: 0.1373596 Jul 16 17:55:45.153522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-caac0374-5325-4e26-a6ee-895e70295d83 None None] For port 91d6a35f-847e-468c-8d26-0b1bb12788ff, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=91d6a35f-847e-468c-8d26-0b1bb12788ff,segment=NetworkSegment(a239d9b4-989f-4e65-b56a-7dfb73a0a15d),segment_id=a239d9b4-989f-4e65-b56a-7dfb73a0a15d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:45.153920 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-caac0374-5325-4e26-a6ee-895e70295d83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.165243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:45.178737 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-05575e19-52d0-4bb9-8cbd-ac66ad5f70e2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3605502 Jul 16 17:55:45.196306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-caac0374-5325-4e26-a6ee-895e70295d83 None None] Calling delete_port for 91d6a35f-847e-468c-8d26-0b1bb12788ff owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:55:45.211142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Request body: {'port': {'device_id': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:45.256654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8373cbca-0dd4-4e56-ac76-698bbc14e9b2 req-dadd25fd-59c2-4432-9b21-5280dac364d9 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.257851 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9344e263-76b8-4bb6-a944-e69562dd3252 req-4c1f5ddd-67f8-4922-92ef-21d6ce0d0233 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 210 time: 0.1141901 Jul 16 17:55:45.258296 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8373cbca-0dd4-4e56-ac76-698bbc14e9b2 req-dadd25fd-59c2-4432-9b21-5280dac364d9 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 943 time: 0.8905189 Jul 16 17:55:45.313517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-7e0b594a-218e-4fdf-84b1-ffcbad33acf5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.315029 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-7e0b594a-218e-4fdf-84b1-ffcbad33acf5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8947480 Jul 16 17:55:45.337531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.385494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-9305ae0f-5985-42ad-8849-9564b07c835a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.391114 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-9305ae0f-5985-42ad-8849-9564b07c835a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2425394 Jul 16 17:55:45.394660 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8373cbca-0dd4-4e56-ac76-698bbc14e9b2 req-53fc46f3-b0b4-4775-8d33-707377536057 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978932 Jul 16 17:55:45.410219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Request body: {'port': {'device_id': 'c6cfea5f-53f4-4564-aad1-8f3efabcbedc', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': 'a50a06c545c44e05a152436747f64bb4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:45.426426 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.438571 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ddb6cf3f-1a60-45fc-88f2-a2dac5bd5640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.459995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:45.463467 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a966c1f0-c883-4009-b409-401b4addb91e" -d '{"events": [{"server_uuid": "b512bb6e-0957-43bb-953e-1a8df318b374", "name": "network-vif-unplugged", "status": "completed", "tag": "69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:45.489074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:45.495334 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.607602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.624539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:45.639111 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-caac0374-5325-4e26-a6ee-895e70295d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.651939 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Pushing event deleted for resources: {'Port': ['ID=91d6a35f-847e-468c-8d26-0b1bb12788ff,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:45.667359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Made reservation on behalf of a50a06c545c44e05a152436747f64bb4 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:45.672834 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.677965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-d622ead9-7291-4d65-b8e1-b635bf9a0fba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 HTTP/1.1" status: 200 len: 217 time: 0.1674502 Jul 16 17:55:45.681000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd9c4-c656-4e3b-b2f0-25361528dd73 req-9c04f79b-2cfe-4adc-9d75-e8b1dfb423cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.682445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef0fd9c4-c656-4e3b-b2f0-25361528dd73 req-9c04f79b-2cfe-4adc-9d75-e8b1dfb423cc service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2 HTTP/1.1" status: 200 len: 923 time: 0.4889331 Jul 16 17:55:45.698623 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac0374-5325-4e26-a6ee-895e70295d83 None None] No DVR routers for this DVR port 91d6a35f-847e-468c-8d26-0b1bb12788ff on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:45.700356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caac0374-5325-4e26-a6ee-895e70295d83 None None] Pushing event deleted for resources: {'Port': ['ID=91d6a35f-847e-468c-8d26-0b1bb12788ff,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:45.721823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] No DVR routers for this DVR port 91d6a35f-847e-468c-8d26-0b1bb12788ff on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:55:45.755584 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef0fd9c4-c656-4e3b-b2f0-25361528dd73 req-63499766-b03d-4645-bc58-7fd74d470550 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=981267cf-31c1-4564-9112-5754a0024e1e HTTP/1.1" status: 200 len: 217 time: 0.0597088 Jul 16 17:55:45.863241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8328d0e-bf30-4132-aea4-4d6926c1dd05 req-9068c687-020c-473a-a0e5-caed3542508b tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.871211 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8328d0e-bf30-4132-aea4-4d6926c1dd05 req-9068c687-020c-473a-a0e5-caed3542508b tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 947 time: 0.3535061 Jul 16 17:55:45.895762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0fd9c4-c656-4e3b-b2f0-25361528dd73 req-46f27d44-5b5a-492c-8930-4f4aa54b2a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.897478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef0fd9c4-c656-4e3b-b2f0-25361528dd73 req-46f27d44-5b5a-492c-8930-4f4aa54b2a78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=209e1bd4-38a2-42c9-9679-f1d8f8792b96 HTTP/1.1" status: 200 len: 862 time: 0.1167841 Jul 16 17:55:45.900021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-8189142c-41ec-43d8-a9f4-102d64002128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:45.901455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-8189142c-41ec-43d8-a9f4-102d64002128 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.2069249 Jul 16 17:55:45.947324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:45.975657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef0fd9c4-c656-4e3b-b2f0-25361528dd73 req-62498afd-629b-42eb-b54f-264d37f4fd5f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8f8ea43-c94e-40f2-8d9a-b07c737726f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682278 Jul 16 17:55:45.991389 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8328d0e-bf30-4132-aea4-4d6926c1dd05 req-9a6e4312-6eee-4cc5-b1df-1ba58e0c5529 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191099 Jul 16 17:55:46.015685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe2db131-f8c2-4333-a6d8-a25e67aae06c']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:46.038693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:46.038994 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a239d9b4-989f-4e65-b56a-7dfb73a0a15d') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:46.078729 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3ac505-9cd6-4acf-a171-37c5cfbdc931 x-openstack-request-id: req-7a3ac505-9cd6-4acf-a171-37c5cfbdc931 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:46.079394 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b512bb6e-0957-43bb-953e-1a8df318b374", "name": "network-vif-unplugged", "status": "completed", "tag": "69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:46.079394 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a3ac505-9cd6-4acf-a171-37c5cfbdc931 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:46.082070 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b', 'code': 200} Jul 16 17:55:46.090388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.107592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-a4863037-7c25-4854-8162-0c6f2c141962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.109191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-a4863037-7c25-4854-8162-0c6f2c141962 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2006369 Jul 16 17:55:46.113443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.120522 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef0fd9c4-c656-4e3b-b2f0-25361528dd73 req-1bccd54c-9cad-4c68-aa26-169b2fff37da service neutron] 10.222.0.37 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269872 Jul 16 17:55:46.134796 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:55:46.135283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: timer() Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:55:46.140092 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:55:46.212520 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5fe5dc-5099-45e4-aafb-3cbeced454a3 req-de9c45e7-a456-4bc5-97e8-03fec7213b65 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.214157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2d5fe5dc-5099-45e4-aafb-3cbeced454a3 req-de9c45e7-a456-4bc5-97e8-03fec7213b65 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 944 time: 0.2599254 Jul 16 17:55:46.237747 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81ba7713-ad36-4907-9b71-7e7d57c35349 req-0bbf1553-13fe-472e-b14e-fa6c8fc7c2ac tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 210 time: 0.0440149 Jul 16 17:55:46.243315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.251348 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.257418 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] 10.222.0.47 "DELETE /v2.0/networks/fe2db131-f8c2-4333-a6d8-a25e67aae06c HTTP/1.1" status: 204 len: 168 time: 2.2471783 Jul 16 17:55:46.274592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-2400301a-5b69-4938-9571-89d3d5f0f65c service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521404 Jul 16 17:55:46.299729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d349f24f-4da4-4fc9-bce9-da8000ba9adf admin admin] Pushing event deleted for resources: {'Network': ['ID=fe2db131-f8c2-4333-a6d8-a25e67aae06c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.333500 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b852776-fbfd-48a7-b695-ceb87fe3fe3a {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:46.350160 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2d5fe5dc-5099-45e4-aafb-3cbeced454a3 req-2b310580-31f2-404a-99ac-53449b7c4e1f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195128 Jul 16 17:55:46.362444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.389433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Transition to ACTIVE for port object 9b852776-fbfd-48a7-b695-ceb87fe3fe3a will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:46.402262 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.427611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef0fd9c4-c656-4e3b-b2f0-25361528dd73 req-30fbf0a6-c37a-4074-ae2e-a643240ae52d service neutron] 10.222.0.37 "GET /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008202 Jul 16 17:55:46.459656 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5ccdd2b-afd3-4ad0-bcda-8ba21f52c3fd req-9f53fa84-7fcd-4949-90a9-649feff563e4 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513650 Jul 16 17:55:46.488962 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86a6ace-b0d4-4ef7-a908-f6b597d1a0be req-cf7f0391-868b-4c0c-9399-8617fbd05757 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:46.490635 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f86a6ace-b0d4-4ef7-a908-f6b597d1a0be req-cf7f0391-868b-4c0c-9399-8617fbd05757 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 948 time: 0.1027677 Jul 16 17:55:46.496324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 91d6a35f-847e-468c-8d26-0b1bb12788ff no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:55:46.543847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 91d6a35f-847e-468c-8d26-0b1bb12788ff {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:55:46.544221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 91d6a35f-847e-468c-8d26-0b1bb12788ff not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:55:46.545806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Pushing event updated for resources: {'Port': ['ID=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:46.576847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f86a6ace-b0d4-4ef7-a908-f6b597d1a0be req-61e8d567-c94c-4153-8ad2-95540a835ccd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698524 Jul 16 17:55:46.583961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45824) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:46.671371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Allocated IP 192.168.233.64 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/10d688c7-4f21-4327-bcb0-ced35666875f) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:46.692739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-adc7956c-dfa3-45ba-8924-682f6002aee3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e45211deb4be4523a5da741a978df62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045351 Jul 16 17:55:46.700771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45832) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:46.813516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Attempting to bind port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:46.814117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Attempting to bind port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:46.814668 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Attempting to bind port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:46.828109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:46.828982 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Attempting to bind port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:46.831112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b156814f-06f9-46dd-b8bb-3557867c8f4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.844114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:46.844448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:46.844887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:46.845331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Bound port: 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:46.845689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.866702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ea889e8-e7b1-4e4b-8ee9-a87921f07cd3 req-8e244409-2555-4242-8215-b0d100981cfd tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 210 time: 0.0507631 Jul 16 17:55:46.923737 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b156814f-06f9-46dd-b8bb-3557867c8f4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:46.952355 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:46.960181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:47.027603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-89beb559-e217-4312-984f-d16252a44b9d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0376360 Jul 16 17:55:47.032223 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.074943 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b156814f-06f9-46dd-b8bb-3557867c8f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.077990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:47.078429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.090371 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b156814f-06f9-46dd-b8bb-3557867c8f4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.098785 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b156814f-06f9-46dd-b8bb-3557867c8f4f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a49762dc-a6b7-4da5-ad60-3a154a79fcdd HTTP/1.1" status: 204 len: 168 time: 0.3897989 Jul 16 17:55:47.101160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.105515 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.107776 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] 10.222.0.18 "PUT /v2.0/ports/9b852776-fbfd-48a7-b695-ceb87fe3fe3a HTTP/1.1" status: 200 len: 1096 time: 1.9113073 Jul 16 17:55:47.110022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:47.114559 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27a91570-5b59-44fa-90b5-d9b1024963a6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:47.150555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Transition to ACTIVE for port object 10d688c7-4f21-4327-bcb0-ced35666875f will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:47.184479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242662b-2d08-4e4b-bb9b-9bb735dfe846 service neutron] Pushing event updated for resources: {'Port': ['ID=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:47.195040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:47.200287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:47.200899 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.243032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b156814f-06f9-46dd-b8bb-3557867c8f4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a49762dc-a6b7-4da5-ad60-3a154a79fcdd,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:47.268039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.310847 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb828daa-6c15-4c6c-a8d7-7452ed981cc2 x-openstack-request-id: req-eb828daa-6c15-4c6c-a8d7-7452ed981cc2 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:47.311725 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:47.318573 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb828daa-6c15-4c6c-a8d7-7452ed981cc2 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:47.319404 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'status': 'completed', 'code': 200} Jul 16 17:55:47.407737 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.448720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2184b652-1e9e-4098-90ba-14d0980fcfe5 req-5d473023-a2a0-4c31-9f48-d651cab48ca3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.453723 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2184b652-1e9e-4098-90ba-14d0980fcfe5 req-5d473023-a2a0-4c31-9f48-d651cab48ca3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 943 time: 0.3937123 Jul 16 17:55:47.458043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Pushing event updated for resources: {'Port': ['ID=10d688c7-4f21-4327-bcb0-ced35666875f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:47.472839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:47.481984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-065779b8-7165-48e1-b60f-f25995faca8e tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.483499 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-065779b8-7165-48e1-b60f-f25995faca8e tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4477041 Jul 16 17:55:47.483806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:47.485877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:47.489267 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.490718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:47.492135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b3ab6615-52e5-4989-8e5c-0fe8fde0f551 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:47.520073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Request body: {'port': {'device_id': 'a5235990-febd-4fcb-acf4-f0988982349a', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '02d40a49c0a84b81a98ec66aee94886f'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:47.618035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:47.623201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:47.630684 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:47.631327 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.637570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:47.638250 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.712455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2184b652-1e9e-4098-90ba-14d0980fcfe5 req-60bef385-3d29-40c9-95d4-aa32eede69c3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275438 Jul 16 17:55:47.759716 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.841593 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-12aed05e-6756-4973-81bf-b9cdf7d8b7d3 req-bc4dc744-4b5b-4608-a4e2-e527f49ec081 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 210 time: 0.1312375 Jul 16 17:55:47.863532 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-808b6000-24b4-4493-91a6-401a3ed9d6fb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4876385 Jul 16 17:55:47.899253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Request body: {'port': {'device_id': 'c6cfea5f-53f4-4564-aad1-8f3efabcbedc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:47.943760 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:47.991442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b3ab6615-52e5-4989-8e5c-0fe8fde0f551, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b3ab6615-52e5-4989-8e5c-0fe8fde0f551,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:48.004706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e3c42144-b49a-4316-888c-868d04b5733b None None] Provisioning for port 10d688c7-4f21-4327-bcb0-ced35666875f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:48.014389 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.025012 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.035817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e3c42144-b49a-4316-888c-868d04b5733b None None] Provisioning complete for port 10d688c7-4f21-4327-bcb0-ced35666875f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:48.036061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-6edf5371-4e5a-4dab-9dca-3d186ae0f04a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0702672 Jul 16 17:55:48.038022 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3c42144-b49a-4316-888c-868d04b5733b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.086799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62'}, {'server_uuid': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:48.090042 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5bb5f37-0b60-4142-9e3f-3056082f5afd" -d '{"events": [{"server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "name": "network-vif-plugged", "status": "completed", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62"}, {"server_uuid": "e70bff24-b836-412a-8b54-7868097e0e3d", "name": "network-vif-plugged", "status": "completed", "tag": "b3ab6615-52e5-4989-8e5c-0fe8fde0f551"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:48.218243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=b3ab6615-52e5-4989-8e5c-0fe8fde0f551,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:48.218836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4f42a7d3-a7dd-46ae-a5ca-8e584f120095 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.220611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4f42a7d3-a7dd-46ae-a5ca-8e584f120095 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1736894 Jul 16 17:55:48.231295 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c8ff11a8-becf-4896-926c-a575139eb291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.250419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e3c42144-b49a-4316-888c-868d04b5733b None None] Port 10d688c7-4f21-4327-bcb0-ced35666875f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:48.264666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-0319e344-dfb2-4bd7-8287-4949b0d338da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.265276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Request body: {'port': {'device_id': 'd44bad49-0a27-4349-b7ad-7ea5d91ea16b', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '02d40a49c0a84b81a98ec66aee94886f'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:48.266594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-0319e344-dfb2-4bd7-8287-4949b0d338da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50a06c545c44e05a152436747f64bb4&device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 1099 time: 0.8025770 Jul 16 17:55:48.291585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Made reservation on behalf of 02d40a49c0a84b81a98ec66aee94886f for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:48.295090 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.446946 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-a706d650-dbc3-4d8b-b0aa-4405c474de71 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a HTTP/1.1" status: 200 len: 217 time: 0.1337821 Jul 16 17:55:48.459644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac496f52-6255-4c12-bb49-ded0ce7653a3 req-6d7664a8-1fa3-4a69-8ecd-6883ebc56560 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.461202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac496f52-6255-4c12-bb49-ded0ce7653a3 req-6d7664a8-1fa3-4a69-8ecd-6883ebc56560 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 945 time: 0.2394958 Jul 16 17:55:48.581713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac496f52-6255-4c12-bb49-ded0ce7653a3 req-fac8c21f-953c-4ba3-97bd-2de8c7d63409 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036923 Jul 16 17:55:48.583712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Made reservation on behalf of 02d40a49c0a84b81a98ec66aee94886f for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:48.586692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-af21eca6-8981-4b35-8922-c9818a74daf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.588256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-af21eca6-8981-4b35-8922-c9818a74daf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1246359 Jul 16 17:55:48.591277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.599134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f865774-af4c-4b07-8c36-164870198214 req-a6486ad1-3061-468b-bbf3-a8177c81bdbf tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.605792 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f865774-af4c-4b07-8c36-164870198214 req-a6486ad1-3061-468b-bbf3-a8177c81bdbf tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.3449814 Jul 16 17:55:48.661968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45886) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:48.747461 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f865774-af4c-4b07-8c36-164870198214 req-98517a63-17e1-43b6-b477-c95ccaaab06d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406810 Jul 16 17:55:48.796088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10d688c7-4f21-4327-bcb0-ced35666875f {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:48.805232 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61eda8c2-2a63-45a1-a14d-4ebbb90b19fb x-openstack-request-id: req-61eda8c2-2a63-45a1-a14d-4ebbb90b19fb {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:48.805748 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "name": "network-vif-plugged", "status": "completed", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62", "code": 200}, {"server_uuid": "e70bff24-b836-412a-8b54-7868097e0e3d", "name": "network-vif-plugged", "status": "completed", "tag": "b3ab6615-52e5-4989-8e5c-0fe8fde0f551", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:48.805840 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-61eda8c2-2a63-45a1-a14d-4ebbb90b19fb {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:48.806192 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', 'code': 200} Jul 16 17:55:48.806487 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551', 'code': 200} Jul 16 17:55:48.809944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.826325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-f35d13d7-c5fd-4d68-97ec-f14482fd6fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.829264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-f35d13d7-c5fd-4d68-97ec-f14482fd6fe9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2208524 Jul 16 17:55:48.842715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Transition to ACTIVE for port object 10d688c7-4f21-4327-bcb0-ced35666875f will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:48.858495 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:48.885039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-network', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:48.891851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0929e9-cd19-43ef-94c8-d6c5dac1e068 req-ceef2917-af2d-4b31-9efd-34177adaf7bb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.893410 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd0929e9-cd19-43ef-94c8-d6c5dac1e068 req-ceef2917-af2d-4b31-9efd-34177adaf7bb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 935 time: 0.1499395 Jul 16 17:55:48.954244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a57dbd-ecb8-4adf-bcc5-b567e6c8947d req-b13f6263-4ace-4cd1-9244-f4f494824828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:48.955114 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Allocated IP 192.168.233.224 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/965e79b8-5ebb-4579-b997-bf6856a0bab2) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:48.955948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78a57dbd-ecb8-4adf-bcc5-b567e6c8947d req-b13f6263-4ace-4cd1-9244-f4f494824828 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b8385265675e48cc9f3b72e58e7e028d&device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 1099 time: 0.2220335 Jul 16 17:55:49.024499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Pushing event updated for resources: {'Port': ['ID=10d688c7-4f21-4327-bcb0-ced35666875f,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.085087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 981267cf-31c1-4564-9112-5754a0024e1e details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:49.133349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd0929e9-cd19-43ef-94c8-d6c5dac1e068 req-c3f1df88-20a3-449a-9254-51342710eaaf tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051235 Jul 16 17:55:49.187444 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.207416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Transition to ACTIVE for port object 965e79b8-5ebb-4579-b997-bf6856a0bab2 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:49.220904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Made reservation on behalf of ef82ccbe9dd0480a88df05d56b0de534 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:49.224543 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.235864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 981267cf-31c1-4564-9112-5754a0024e1e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=981267cf-31c1-4564-9112-5754a0024e1e,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:49.258334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '981267cf-31c1-4564-9112-5754a0024e1e', 'network_id': 'd8f8ea43-c94e-40f2-8d9a-b07c737726f2', 'port_id': '981267cf-31c1-4564-9112-5754a0024e1e', 'mac_address': 'fa:16:3e:7c:a7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '209e1bd4-38a2-42c9-9679-f1d8f8792b96', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:49.270022 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.274112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-eed4bfeb-810c-4f80-9297-a4da7aac2907 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4329627 Jul 16 17:55:49.282515 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.303281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb', '6e209650-6a34-4147-a81a-1f87c060b505'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:49.333815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:49.344137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Attempting to bind port 10d688c7-4f21-4327-bcb0-ced35666875f on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:49.344484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Attempting to bind port 10d688c7-4f21-4327-bcb0-ced35666875f by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:49.344822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Attempting to bind port 10d688c7-4f21-4327-bcb0-ced35666875f on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:49.392139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Port 10d688c7-4f21-4327-bcb0-ced35666875f on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:49.392467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Attempting to bind port 10d688c7-4f21-4327-bcb0-ced35666875f on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:49.397791 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.428725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 981267cf-31c1-4564-9112-5754a0024e1e {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:49.430583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a57dbd-ecb8-4adf-bcc5-b567e6c8947d req-7903df6b-ec73-413c-9466-8bd9224306a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.432108 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78a57dbd-ecb8-4adf-bcc5-b567e6c8947d req-7903df6b-ec73-413c-9466-8bd9224306a8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.4044147 Jul 16 17:55:49.449750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:49.450019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:49.450304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:49.450747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Bound port: 10d688c7-4f21-4327-bcb0-ced35666875f, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:49.451108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.455213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3191e4-4ee1-4f43-922f-47532030a7c1 req-fa0bdba1-6f2d-4e5f-92ec-01bd3cc21a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.457194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc3191e4-4ee1-4f43-922f-47532030a7c1 req-fa0bdba1-6f2d-4e5f-92ec-01bd3cc21a8d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 1096 time: 0.3836834 Jul 16 17:55:49.538119 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78a57dbd-ecb8-4adf-bcc5-b567e6c8947d req-013fb062-e9b1-4cea-92be-ffd6b3a27fc4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe HTTP/1.1" status: 200 len: 217 time: 0.0912127 Jul 16 17:55:49.541948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 981267cf-31c1-4564-9112-5754a0024e1e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=981267cf-31c1-4564-9112-5754a0024e1e,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:49.560213 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.562729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d223bdf-4f62-4926-b975-85fa426f93a8 req-ff87639f-3796-4181-9f74-9495f9dd208b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.569910 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d223bdf-4f62-4926-b975-85fa426f93a8 req-ff87639f-3796-4181-9f74-9495f9dd208b tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 943 time: 0.4989676 Jul 16 17:55:49.619247 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-443c24b3-7f09-454e-8796-b1a9285caf27 req-beadfb15-f004-465c-9938-affb13e3e520 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3289833 Jul 16 17:55:49.651707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:49.665551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:49.674720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:49.678539 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc3191e4-4ee1-4f43-922f-47532030a7c1 req-e2e87242-c568-4d0b-bd23-cf56ffb08100 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2037270 Jul 16 17:55:49.711385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Allocated IP 192.168.233.134 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/547a6284-61a4-453b-8042-cec4b3c08e8b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:49.726910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event updated for resources: {'Port': ['ID=965e79b8-5ebb-4579-b997-bf6856a0bab2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.728235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a57dbd-ecb8-4adf-bcc5-b567e6c8947d req-c8507481-e0ad-4b63-9410-e7ca3d53bfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.729663 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78a57dbd-ecb8-4adf-bcc5-b567e6c8947d req-c8507481-e0ad-4b63-9410-e7ca3d53bfb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1577981 Jul 16 17:55:49.748449 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d223bdf-4f62-4926-b975-85fa426f93a8 req-b431e60a-38e8-4223-b7a9-3f3c0ac1cb5e tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775718 Jul 16 17:55:49.754568 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.755379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=981267cf-31c1-4564-9112-5754a0024e1e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:49.779445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.780081 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.800194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] For port 10d688c7-4f21-4327-bcb0-ced35666875f, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:49.829125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1590bab-a488-4f62-8d40-f2c979ddc290 req-cd7ec35e-4d1a-465c-aee0-55ca62b8a996 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.835127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] For port 10d688c7-4f21-4327-bcb0-ced35666875f, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=10d688c7-4f21-4327-bcb0-ced35666875f,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:49.836938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1590bab-a488-4f62-8d40-f2c979ddc290 req-cd7ec35e-4d1a-465c-aee0-55ca62b8a996 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 1100 time: 0.5879192 Jul 16 17:55:49.846851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.860297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.886865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7052cc9a-afe8-44e2-97ee-c2fdf5a24146 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3786488 Jul 16 17:55:49.899872 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.915763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:49.916626 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:49.918265 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] 10.222.0.37 "PUT /v2.0/ports/10d688c7-4f21-4327-bcb0-ced35666875f HTTP/1.1" status: 200 len: 1095 time: 2.0308774 Jul 16 17:55:49.918982 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6cfea5f-53f4-4564-aad1-8f3efabcbedc', 'tag': '10d688c7-4f21-4327-bcb0-ced35666875f'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:49.921519 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb410327-468b-475f-8c0e-153bbeb7431e" -d '{"events": [{"name": "network-changed", "server_uuid": "c6cfea5f-53f4-4564-aad1-8f3efabcbedc", "tag": "10d688c7-4f21-4327-bcb0-ced35666875f"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:49.937896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Request body: {'port': {'device_id': 'a5235990-febd-4fcb-acf4-f0988982349a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:49.946227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:55:49.955891 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1590bab-a488-4f62-8d40-f2c979ddc290 req-14f41058-ba93-4605-b5a9-7c3673ffd27c tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160734 Jul 16 17:55:50.006732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a91570-5b59-44fa-90b5-d9b1024963a6 req-e5c3f163-7546-47c9-ab88-cc227eda9369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.008445 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-27a91570-5b59-44fa-90b5-d9b1024963a6 req-e5c3f163-7546-47c9-ab88-cc227eda9369 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50a06c545c44e05a152436747f64bb4&device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 1099 time: 0.2983336 Jul 16 17:55:50.015249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.015757 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Added segment 2c77f907-34ca-45ee-b04f-c63b9e596838 of type vlan for network 3b873dba-cdad-471a-9e3e-ae327374b621 Jul 16 17:55:50.042488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb53d201-6c2e-475c-ab4d-4468d62570d9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:50.065028 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33d68a5d-dea4-4891-8f50-765b8e859ff5 req-a35e5313-eeef-466a-8cad-b1f81e1617d7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 210 time: 0.1021483 Jul 16 17:55:50.070090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['981267cf-31c1-4564-9112-5754a0024e1e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:50.070562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3dc13e-5434-45c5-80e5-e078aabad15c service neutron] Pushing event updated for resources: {'Port': ['ID=10d688c7-4f21-4327-bcb0-ced35666875f,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:50.091539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-322366b5-5210-465e-bc94-14516efcfaa6 None None] Provisioning for port 965e79b8-5ebb-4579-b997-bf6856a0bab2 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:50.129420 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.182337 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.294783 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.297983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-322366b5-5210-465e-bc94-14516efcfaa6 None None] Provisioning complete for port 965e79b8-5ebb-4579-b997-bf6856a0bab2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:50.298361 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-322366b5-5210-465e-bc94-14516efcfaa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.320929 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dd6985-aeff-40d5-9b40-303eb210ec7b req-29dbceac-cd92-47a7-ac59-3b8c25dffc07 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.321292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.322555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9dd6985-aeff-40d5-9b40-303eb210ec7b req-29dbceac-cd92-47a7-ac59-3b8c25dffc07 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 1096 time: 0.1963773 Jul 16 17:55:50.322711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.322963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.350679 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-322366b5-5210-465e-bc94-14516efcfaa6 None None] Port 965e79b8-5ebb-4579-b997-bf6856a0bab2 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:50.382259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Transition to ACTIVE for port object 547a6284-61a4-453b-8042-cec4b3c08e8b will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:50.421485 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.7575543 Jul 16 17:55:50.433011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45918) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:50.447418 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9dd6985-aeff-40d5-9b40-303eb210ec7b req-bf435668-bcc4-49dc-a3cb-bb51903eed4f tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669906 Jul 16 17:55:50.457354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] Request body: {'subnet': {'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-subnet', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:50.485390 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.505435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb', '6e209650-6a34-4147-a81a-1f87c060b505'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:50.534176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a91570-5b59-44fa-90b5-d9b1024963a6 req-69194033-dd9b-4ed1-afdb-b3958d88d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.537147 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-27a91570-5b59-44fa-90b5-d9b1024963a6 req-69194033-dd9b-4ed1-afdb-b3958d88d73b service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.5034280 Jul 16 17:55:50.546231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06eacb-421d-4ffa-a3e0-5d753870e866 admin admin] Pushing event updated for resources: {'Network': ['ID=3b873dba-cdad-471a-9e3e-ae327374b621,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:50.562009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:50.573129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:50.579124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 3b873dba-cdad-471a-9e3e-ae327374b621 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:55:50.646224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:50.660122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event updated for resources: {'Port': ['ID=547a6284-61a4-453b-8042-cec4b3c08e8b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:50.804284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:50.805039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.901280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 965e79b8-5ebb-4579-b997-bf6856a0bab2 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:50.929940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.954769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Transition to ACTIVE for port object 965e79b8-5ebb-4579-b997-bf6856a0bab2 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:50.961185 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:50.997171 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d9bc353-dec6-4509-90a1-710ca6a10ab5 x-openstack-request-id: req-8d9bc353-dec6-4509-90a1-710ca6a10ab5 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:50.997476 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6cfea5f-53f4-4564-aad1-8f3efabcbedc", "tag": "10d688c7-4f21-4327-bcb0-ced35666875f", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:50.997697 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d9bc353-dec6-4509-90a1-710ca6a10ab5 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:50.998095 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6cfea5f-53f4-4564-aad1-8f3efabcbedc', 'tag': '10d688c7-4f21-4327-bcb0-ced35666875f', 'status': 'completed', 'code': 200} Jul 16 17:55:51.006783 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-27a91570-5b59-44fa-90b5-d9b1024963a6 req-7f695871-cd26-4d4f-a71f-729f88eb3c8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a HTTP/1.1" status: 200 len: 217 time: 0.4575601 Jul 16 17:55:51.012518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a57dbd-ecb8-4adf-bcc5-b567e6c8947d req-dbb59432-25cf-4f5a-b74d-36a3cf1b58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.013967 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78a57dbd-ecb8-4adf-bcc5-b567e6c8947d req-dbb59432-25cf-4f5a-b74d-36a3cf1b58fe service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9390824 Jul 16 17:55:51.019361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-d5a9da1a-8dbc-4085-b7c1-1dbf1e6ffcd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.020695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-d5a9da1a-8dbc-4085-b7c1-1dbf1e6ffcd2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a50a06c545c44e05a152436747f64bb4&device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 1098 time: 0.8021066 Jul 16 17:55:51.035345 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096cb5cd-d97e-49ee-a811-1adb30a1ba7d req-c01c2195-e538-457e-978e-30954f38288f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.037005 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-096cb5cd-d97e-49ee-a811-1adb30a1ba7d req-c01c2195-e538-457e-978e-30954f38288f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 945 time: 0.7994242 Jul 16 17:55:51.038104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17e3796-46f1-45f7-a932-c6d6e8a66654 req-08449d5e-5958-45d3-96b4-8eefb3f152dc tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.040024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a17e3796-46f1-45f7-a932-c6d6e8a66654 req-08449d5e-5958-45d3-96b4-8eefb3f152dc tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 947 time: 0.1545627 Jul 16 17:55:51.040888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] Made reservation on behalf of ef82ccbe9dd0480a88df05d56b0de534 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:51.043216 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.043552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cba7dc7d-2f01-4d29-9de4-be38e580490a None None] Provisioning for port 547a6284-61a4-453b-8042-cec4b3c08e8b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:51.046722 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-083a73dc-2625-4efb-836e-ce6f6a66e41a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7857139 Jul 16 17:55:51.047590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=965e79b8-5ebb-4579-b997-bf6856a0bab2,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.047727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cba7dc7d-2f01-4d29-9de4-be38e580490a None None] Provisioning complete for port 547a6284-61a4-453b-8042-cec4b3c08e8b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:51.048119 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cba7dc7d-2f01-4d29-9de4-be38e580490a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.084027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Request body: {'port': {'device_id': 'd44bad49-0a27-4349-b7ad-7ea5d91ea16b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:51.113465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 19c96b8a-acf3-4e06-bac6-9a63b1b144fe details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:51.131015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-cba7dc7d-2f01-4d29-9de4-be38e580490a None None] Port 547a6284-61a4-453b-8042-cec4b3c08e8b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:55:51.186025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-8566b757-d32e-4c3e-844f-db178648837c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=10d688c7-4f21-4327-bcb0-ced35666875f HTTP/1.1" status: 200 len: 217 time: 0.1480715 Jul 16 17:55:51.208942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a17e3796-46f1-45f7-a932-c6d6e8a66654 req-3e83f76f-32cb-4a32-bde7-9623a56452b1 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531818 Jul 16 17:55:51.229351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a91570-5b59-44fa-90b5-d9b1024963a6 req-405d4796-fcb6-44fb-96c3-b643a63df1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.230829 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-27a91570-5b59-44fa-90b5-d9b1024963a6 req-405d4796-fcb6-44fb-96c3-b643a63df1bc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.2152278 Jul 16 17:55:51.255154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:51.267376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Attempting to bind port 965e79b8-5ebb-4579-b997-bf6856a0bab2 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:51.267741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Attempting to bind port 965e79b8-5ebb-4579-b997-bf6856a0bab2 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:51.268069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Attempting to bind port 965e79b8-5ebb-4579-b997-bf6856a0bab2 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:51.269613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'mac_address': 'fa:16:3e:87:db:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:51.275243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Port 965e79b8-5ebb-4579-b997-bf6856a0bab2 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:51.275785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Attempting to bind port 965e79b8-5ebb-4579-b997-bf6856a0bab2 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:51.290540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:51.290896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:51.291488 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:51.292318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Bound port: 965e79b8-5ebb-4579-b997-bf6856a0bab2, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:51.292820 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.336547 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.355915 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.381826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:51.386726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-096cb5cd-d97e-49ee-a811-1adb30a1ba7d req-f59ace3a-0386-4270-b2a0-354e76f4e5ef tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3166838 Jul 16 17:55:51.426134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19c96b8a-acf3-4e06-bac6-9a63b1b144fe {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:51.449172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:51.459453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] For port 965e79b8-5ebb-4579-b997-bf6856a0bab2, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:51.462282 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.462735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] For port 965e79b8-5ebb-4579-b997-bf6856a0bab2, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=965e79b8-5ebb-4579-b997-bf6856a0bab2,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:51.483160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.483893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-d8a0a7ca-a61b-440a-ae78-2d6edda393d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.485850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-d8a0a7ca-a61b-440a-ae78-2d6edda393d6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.2005868 Jul 16 17:55:51.515836 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78a57dbd-ecb8-4adf-bcc5-b567e6c8947d req-8cd14977-84c7-44fd-992a-bf3046080581 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4664142 Jul 16 17:55:51.565324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.566099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.567550 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] 10.222.0.18 "PUT /v2.0/ports/965e79b8-5ebb-4579-b997-bf6856a0bab2 HTTP/1.1" status: 200 len: 1096 time: 1.6603413 Jul 16 17:55:51.567993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5235990-febd-4fcb-acf4-f0988982349a', 'tag': '965e79b8-5ebb-4579-b997-bf6856a0bab2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:51.570239 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e51589-cd34-408b-b6f1-09686e7b0366" -d '{"events": [{"name": "network-changed", "server_uuid": "a5235990-febd-4fcb-acf4-f0988982349a", "tag": "965e79b8-5ebb-4579-b997-bf6856a0bab2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:51.618981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b34bdf-bc49-44f2-9bf3-92273415ab4f service neutron] Pushing event updated for resources: {'Port': ['ID=965e79b8-5ebb-4579-b997-bf6856a0bab2,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.718814 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a91570-5b59-44fa-90b5-d9b1024963a6 req-e25d1a39-712d-47cb-951f-d53448f39157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.720616 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-27a91570-5b59-44fa-90b5-d9b1024963a6 req-e25d1a39-712d-47cb-951f-d53448f39157 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4394808 Jul 16 17:55:51.739200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:51.760339 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.818055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['19c96b8a-acf3-4e06-bac6-9a63b1b144fe'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:51.851346 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4a83b56b-8841-44ec-85ab-98a2a05a617f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.852909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4a83b56b-8841-44ec-85ab-98a2a05a617f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=a5235990-febd-4fcb-acf4-f0988982349a HTTP/1.1" status: 200 len: 1099 time: 0.1539211 Jul 16 17:55:51.918499 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-2f02bf67-2d74-4e3c-9be5-fdec3210ec7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=965e79b8-5ebb-4579-b997-bf6856a0bab2 HTTP/1.1" status: 200 len: 217 time: 0.0500669 Jul 16 17:55:51.920946 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:51.976501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-3a55918e-2c24-48ba-b38f-036f7c94dc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:51.978029 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-3a55918e-2c24-48ba-b38f-036f7c94dc62 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4402666 Jul 16 17:55:51.986152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78a57dbd-ecb8-4adf-bcc5-b567e6c8947d req-f070bc86-67e8-473e-8d59-6bad56c91567 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789637 Jul 16 17:55:51.998575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63533d24-d996-4e55-8b08-bac9b3b70070 req-cc1eac59-f155-49bf-8fea-6e6b067dfbae tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.005720 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63533d24-d996-4e55-8b08-bac9b3b70070 req-cc1eac59-f155-49bf-8fea-6e6b067dfbae tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 944 time: 0.4024076 Jul 16 17:55:52.016160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-cb2615f1-2601-4983-9537-cf89e2e1f8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.017785 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-cb2615f1-2601-4983-9537-cf89e2e1f8b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0890534 Jul 16 17:55:52.042949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 547a6284-61a4-453b-8042-cec4b3c08e8b {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:52.068125 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-27a91570-5b59-44fa-90b5-d9b1024963a6 req-aa35f8b4-afbc-442b-8504-d830e892b4e5 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3342400 Jul 16 17:55:52.070579 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.072557 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abab0931-dda3-4648-bf58-e95b5f4cd284,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:52.085683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Transition to ACTIVE for port object 547a6284-61a4-453b-8042-cec4b3c08e8b will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:52.089888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.167692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=547a6284-61a4-453b-8042-cec4b3c08e8b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:52.181806 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63533d24-d996-4e55-8b08-bac9b3b70070 req-f68a9453-b7ee-409c-9a1e-79cd3a1e42ec tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720939 Jul 16 17:55:52.187785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-40e5202f-fda3-44d6-aead-897cdce5d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.189319 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-40e5202f-fda3-44d6-aead-897cdce5d1bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1611164 Jul 16 17:55:52.201050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] Checking segment: {'id': '2c77f907-34ca-45ee-b04f-c63b9e596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:52.207802 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] Network hostable DHCP agents. Network: 3b873dba-cdad-471a-9e3e-ae327374b621, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:55:52.286786 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-abacdcf2-ce2b-484b-9669-848403f22b7f service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653253 Jul 16 17:55:52.323656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Attempting to bind port 547a6284-61a4-453b-8042-cec4b3c08e8b on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:52.324002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Attempting to bind port 547a6284-61a4-453b-8042-cec4b3c08e8b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:52.324334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Attempting to bind port 547a6284-61a4-453b-8042-cec4b3c08e8b on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:52.337902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Port 547a6284-61a4-453b-8042-cec4b3c08e8b on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:52.338235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Attempting to bind port 547a6284-61a4-453b-8042-cec4b3c08e8b on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:52.376339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:52.376777 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:52.377096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:52.377542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Bound port: 547a6284-61a4-453b-8042-cec4b3c08e8b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:52.378513 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.388565 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-c59b1dad-6d81-4de5-9cc3-4b454d150293 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=062537ea7da04e45bd99e357cf9993d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990028 Jul 16 17:55:52.394644 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] Network 3b873dba-cdad-471a-9e3e-ae327374b621 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:55:52.400392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-43439dc2-3440-4e5b-98cc-bd817616614d service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775880 Jul 16 17:55:52.426965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9b852776-fbfd-48a7-b695-ceb87fe3fe3a details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:52.500536 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-27a91570-5b59-44fa-90b5-d9b1024963a6 req-8ad641d2-134a-4c49-872e-05666799c052 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054272 Jul 16 17:55:52.505768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 3b873dba-cdad-471a-9e3e-ae327374b621) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:52.518043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.519109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.533636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b82a91-891c-4948-bcab-f7b845f791a2 None None] Network 3b873dba-cdad-471a-9e3e-ae327374b621 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:52.589913 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-55b2d537-372e-42fc-b7a9-8fd3ab152e22 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 2.1441553 Jul 16 17:55:52.590781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45984) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:52.595046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-router', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:52.598781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] For port 547a6284-61a4-453b-8042-cec4b3c08e8b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:52.603358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b514f4a4-10f6-48b7-8054-73e3c550b8c2 req-f4c2b612-0423-4745-a472-906ab7c26c59 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821777 Jul 16 17:55:52.606123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] For port 547a6284-61a4-453b-8042-cec4b3c08e8b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=547a6284-61a4-453b-8042-cec4b3c08e8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:52.611527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.634008 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-68544ef0-f6ab-488d-b7c6-271671550a78 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.635639 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-68544ef0-f6ab-488d-b7c6-271671550a78 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2328529 Jul 16 17:55:52.636236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.636854 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.638642 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] 10.222.0.37 "PUT /v2.0/ports/547a6284-61a4-453b-8042-cec4b3c08e8b HTTP/1.1" status: 200 len: 1096 time: 1.5628841 Jul 16 17:55:52.665271 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.667001 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.680088 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-dd8511cb-f9e3-4c4c-a58e-3e9c022d9949 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/quotas/062537ea7da04e45bd99e357cf9993d8 HTTP/1.1" status: 200 len: 375 time: 0.0342271 Jul 16 17:55:52.686211 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-cc8cdea3-a351-4bcd-95b0-a810e60c3411 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2630579 Jul 16 17:55:52.703461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:52.733314 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'mac_address': 'fa:16:3e:68:9c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:52.745619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332b88b-4997-4800-88ff-972ce5dce3a9 service neutron] Pushing event updated for resources: {'Port': ['ID=547a6284-61a4-453b-8042-cec4b3c08e8b,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:52.790961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.855100 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.904380 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b852776-fbfd-48a7-b695-ceb87fe3fe3a {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:52.912875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-3b873dba-cdad-471a-9e3e-ae327374b621', 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'fixed_ips': [{'subnet_id': 'abab0931-dda3-4648-bf58-e95b5f4cd284'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:55:52.913914 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:52.939996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb410327-468b-475f-8c0e-153bbeb7431e req-1798d21f-50ed-4221-b021-70a2f10bb90f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:52.943213 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb410327-468b-475f-8c0e-153bbeb7431e req-1798d21f-50ed-4221-b021-70a2f10bb90f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a50a06c545c44e05a152436747f64bb4&device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 1098 time: 0.1406603 Jul 16 17:55:52.954129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:52.964027 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.047737 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-3abef63b-f9e0-4ff4-a2ee-15a639a0bb61 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3668141 Jul 16 17:55:53.059054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.115143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb410327-468b-475f-8c0e-153bbeb7431e req-f995cfbc-8d79-45d1-b646-8818bdc77c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.117242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb410327-468b-475f-8c0e-153bbeb7431e req-f995cfbc-8d79-45d1-b646-8818bdc77c2f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1642025 Jul 16 17:55:53.121575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 981267cf-31c1-4564-9112-5754a0024e1e up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:53.123074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-89d6750a-2d50-48ff-865f-fdf2e6655a8a tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:55:53.124141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-89d6750a-2d50-48ff-865f-fdf2e6655a8a tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059977 Jul 16 17:55:53.138526 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-18648e27-7114-445b-b559-bdae355ad1b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.144339 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-18648e27-7114-445b-b559-bdae355ad1b5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 1099 time: 0.2976542 Jul 16 17:55:53.164890 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb410327-468b-475f-8c0e-153bbeb7431e req-37351c68-4736-41f6-b7ac-22befceb77aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=10d688c7-4f21-4327-bcb0-ced35666875f HTTP/1.1" status: 200 len: 217 time: 0.0397630 Jul 16 17:55:53.168088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Request body: {'binding': {'host': 'n-h1-794306-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:53.168590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Unknown quota resources ['binding']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:55:53.177087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:53.224002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Allocated IP 172.20.0.2 (3b873dba-cdad-471a-9e3e-ae327374b621/abab0931-dda3-4648-bf58-e95b5f4cd284/ce1311e6-3463-4440-9368-5d428fea973c) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:53.241931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 981267cf-31c1-4564-9112-5754a0024e1e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:53.249262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 981267cf-31c1-4564-9112-5754a0024e1e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:53.249770 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.272512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb410327-468b-475f-8c0e-153bbeb7431e req-2e3b8a50-e73c-4aed-bdd6-e7687441008f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.274060 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb410327-468b-475f-8c0e-153bbeb7431e req-2e3b8a50-e73c-4aed-bdd6-e7687441008f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0663860 Jul 16 17:55:53.288542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-3f9e03b8-8f85-4007-8b49-5bafc2d4ed16 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=547a6284-61a4-453b-8042-cec4b3c08e8b HTTP/1.1" status: 200 len: 217 time: 0.1056461 Jul 16 17:55:53.413793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['9b852776-fbfd-48a7-b695-ceb87fe3fe3a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:53.430739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb410327-468b-475f-8c0e-153bbeb7431e req-a73d88e4-ef6a-48e5-9f8e-82672fa5bbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.432287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb410327-468b-475f-8c0e-153bbeb7431e req-a73d88e4-ef6a-48e5-9f8e-82672fa5bbf9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1294796 Jul 16 17:55:53.483472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-794225e7-2144-4fb1-be09-0210af4ef88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.485013 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-794225e7-2144-4fb1-be09-0210af4ef88f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1954489 Jul 16 17:55:53.492891 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.506626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on host n-h1-794306-7 for vnic_type normal with profile None {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:53.506965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:53.507291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:53.553149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:55:53.553484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:53.559746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb5d3cc7-8815-4288-9c45-73f932a3985b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981267cf-31c1-4564-9112-5754a0024e1e'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:53.562307 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbf7afc6-b400-4d9e-a240-c1a6ca3d8648" -d '{"events": [{"server_uuid": "eb5d3cc7-8815-4288-9c45-73f932a3985b", "name": "network-vif-plugged", "status": "completed", "tag": "981267cf-31c1-4564-9112-5754a0024e1e"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:53.569218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:53.570701 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.572604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:53.573676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:53.575548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Bound port: dbf99d06-8fde-4979-8e52-c41c4fdd8574, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:53.593992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 981267cf-31c1-4564-9112-5754a0024e1e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=981267cf-31c1-4564-9112-5754a0024e1e,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:53.598455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Transition to ACTIVE for port object ce1311e6-3463-4440-9368-5d428fea973c will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:53.606274 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.607400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 19c96b8a-acf3-4e06-bac6-9a63b1b144fe up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:53.649977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7a9d58e4-e5be-437f-8789-2ab7c7110b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.651482 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-7a9d58e4-e5be-437f-8789-2ab7c7110b31 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1318152 Jul 16 17:55:53.674309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:53.702640 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.704191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75f0b59e-b0aa-476f-bb87-1ff80ad7cb89 service neutron] 10.222.0.47 "POST /v2.0/ports/dbf99d06-8fde-4979-8e52-c41c4fdd8574/bindings HTTP/1.1" status: 201 len: 389 time: 0.5411899 Jul 16 17:55:53.714930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Transition to ACTIVE for port object ce1311e6-3463-4440-9368-5d428fea973c will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:53.744753 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:53.757641 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb410327-468b-475f-8c0e-153bbeb7431e req-2f38413b-cb91-4c3f-8864-4846e601c4ff service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130672 Jul 16 17:55:53.777466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939b437-3b0c-4959-a43f-14bda7d18f51 req-49a44f4c-3580-4263-a13e-11910fa75fbf tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:53.779520 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2939b437-3b0c-4959-a43f-14bda7d18f51 req-49a44f4c-3580-4263-a13e-11910fa75fbf tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 948 time: 0.3067086 Jul 16 17:55:53.883374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Network 3b873dba-cdad-471a-9e3e-ae327374b621 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:53.921331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:53.926742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:53.945179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=981267cf-31c1-4564-9112-5754a0024e1e,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.027845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.030745 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb410327-468b-475f-8c0e-153bbeb7431e req-935478f6-8b2e-4e06-a8c1-198328bc81d9 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666066 Jul 16 17:55:54.123168 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58ac3017-3123-481d-a350-37ac34625e57 x-openstack-request-id: req-58ac3017-3123-481d-a350-37ac34625e57 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:54.123875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Pushing event updated for resources: {'Port': ['ID=ce1311e6-3463-4440-9368-5d428fea973c,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.125916 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5235990-febd-4fcb-acf4-f0988982349a", "tag": "965e79b8-5ebb-4579-b997-bf6856a0bab2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:54.126281 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58ac3017-3123-481d-a350-37ac34625e57 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:54.127105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:54.127371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.128715 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5235990-febd-4fcb-acf4-f0988982349a', 'tag': '965e79b8-5ebb-4579-b997-bf6856a0bab2', 'status': 'completed', 'code': 200} Jul 16 17:55:54.129292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.208479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Attempting to bind port ce1311e6-3463-4440-9368-5d428fea973c on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:55:54.209766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Attempting to bind port ce1311e6-3463-4440-9368-5d428fea973c by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '2c77f907-34ca-45ee-b04f-c63b9e596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:55:54.210518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Attempting to bind port ce1311e6-3463-4440-9368-5d428fea973c on network 3b873dba-cdad-471a-9e3e-ae327374b621 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:55:54.242136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:55:54.244600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Checking segment: {'id': '2c77f907-34ca-45ee-b04f-c63b9e596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:55:54.245119 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.245620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Bound using segment: {'id': '2c77f907-34ca-45ee-b04f-c63b9e596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:55:54.247858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Bound port: ce1311e6-3463-4440-9368-5d428fea973c, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77f907-34ca-45ee-b04f-c63b9e596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:55:54.248368 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.304845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75619570-1965-4564-8be7-48b026161f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.306538 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-75619570-1965-4564-8be7-48b026161f37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 1096 time: 0.2362139 Jul 16 17:55:54.335294 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2939b437-3b0c-4959-a43f-14bda7d18f51 req-bafce1d1-a032-426d-ae09-cf51d8dc158b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091078 Jul 16 17:55:54.360965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e51589-cd34-408b-b6f1-09686e7b0366 req-c5e73e37-011d-4eae-a2f8-e943fd8de590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.362660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03e51589-cd34-408b-b6f1-09686e7b0366 req-c5e73e37-011d-4eae-a2f8-e943fd8de590 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=a5235990-febd-4fcb-acf4-f0988982349a HTTP/1.1" status: 200 len: 1099 time: 0.2111394 Jul 16 17:55:54.444485 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-e8564654-b5e3-4dcb-ad8e-53b285b8c596 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6637292 Jul 16 17:55:54.504638 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Allocated IP 172.25.7.141 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/d02f022c-e54a-43f6-8260-f8c21033ec3a) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:54.553173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece59be7-4edc-4e08-b21b-8ec339476e36 req-4f5651b8-23d4-4700-a836-89b1f7c74ff2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.567093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ece59be7-4edc-4e08-b21b-8ec339476e36 req-4f5651b8-23d4-4700-a836-89b1f7c74ff2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 947 time: 0.3150430 Jul 16 17:55:54.613062 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] For port ce1311e6-3463-4440-9368-5d428fea973c, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:55:54.619028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] For port ce1311e6-3463-4440-9368-5d428fea973c, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ce1311e6-3463-4440-9368-5d428fea973c,segment=NetworkSegment(2c77f907-34ca-45ee-b04f-c63b9e596838),segment_id=2c77f907-34ca-45ee-b04f-c63b9e596838)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:55:54.627107 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.674036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-b2efd18d-5a30-4e5b-9a2a-a0b883e1792c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:54.676093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-b2efd18d-5a30-4e5b-9a2a-a0b883e1792c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.3628073 Jul 16 17:55:54.718677 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-45561d10-a63f-4d0c-a137-9b0f6847017c req-46e8caf2-311f-4846-88f8-64866a510198 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652435 Jul 16 17:55:54.720604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ece59be7-4edc-4e08-b21b-8ec339476e36 req-0b3ba5b5-d42e-4d50-96e2-8932c4703e99 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391664 Jul 16 17:55:54.760255 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491c17fd-819b-40b7-ab84-dfa0537695fd None None] Pushing event updated for resources: {'Port': ['ID=ce1311e6-3463-4440-9368-5d428fea973c,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:54.815374 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.867594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:54.877208 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:54.995397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=10']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:55.109861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 10d688c7-4f21-4327-bcb0-ced35666875f details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:55.342109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 10d688c7-4f21-4327-bcb0-ced35666875f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=10d688c7-4f21-4327-bcb0-ced35666875f,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:55.382588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '10d688c7-4f21-4327-bcb0-ced35666875f', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '10d688c7-4f21-4327-bcb0-ced35666875f', 'mac_address': 'fa:16:3e:8e:15:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:55.388795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-614cd8f5-775f-42e4-af43-2cca96d0bc2d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574 HTTP/1.1" status: 200 len: 217 time: 0.6805992 Jul 16 17:55:55.394711 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.445827 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.463993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e51589-cd34-408b-b6f1-09686e7b0366 req-35c55094-b6ba-4b7d-a8cf-ce63b0482168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.466245 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03e51589-cd34-408b-b6f1-09686e7b0366 req-35c55094-b6ba-4b7d-a8cf-ce63b0482168 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 1.0676930 Jul 16 17:55:55.486717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10d688c7-4f21-4327-bcb0-ced35666875f {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:55.491893 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.543692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 10d688c7-4f21-4327-bcb0-ced35666875f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=10d688c7-4f21-4327-bcb0-ced35666875f,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:55.544363 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03e51589-cd34-408b-b6f1-09686e7b0366 req-c1f88312-376b-4391-89fc-9b2a985e6672 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=965e79b8-5ebb-4579-b997-bf6856a0bab2 HTTP/1.1" status: 200 len: 217 time: 0.0667522 Jul 16 17:55:55.548481 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:55.580361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:55.583025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Pushing event updated for resources: {'Port': ['ID=d02f022c-e54a-43f6-8260-f8c21033ec3a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:55.587543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:55.593469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:55.601135 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef72905c-b0c6-406f-9d91-baac723613e3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=062537ea7da04e45bd99e357cf9993d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1382148 Jul 16 17:55:55.616239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-531a1d96-14de-4565-af82-1a5fc2d38536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.618001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-531a1d96-14de-4565-af82-1a5fc2d38536 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.2148900 Jul 16 17:55:55.646014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcb162c-f3ef-4268-9953-6b6b9008d9e1 req-9c23d5ad-5002-4ead-b739-2cc78f31d39d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.670397 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcb162c-f3ef-4268-9953-6b6b9008d9e1 req-9c23d5ad-5002-4ead-b739-2cc78f31d39d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 945 time: 0.2904689 Jul 16 17:55:55.698165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=10d688c7-4f21-4327-bcb0-ced35666875f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:55.761012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c7bf3f-4a64-4b8b-b0af-58f4d2c4bfe2 req-4b8238ef-a0a8-4971-b9a4-f4162429139e tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.762818 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d3c7bf3f-4a64-4b8b-b0af-58f4d2c4bfe2 req-4b8238ef-a0a8-4971-b9a4-f4162429139e tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 945 time: 1.1215138 Jul 16 17:55:55.773760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-81860775-812b-4505-8db5-a072836529fe tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.775393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-81860775-812b-4505-8db5-a072836529fe tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1513598 Jul 16 17:55:55.781784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-82af3502-7265-4bf8-a7fd-4f0b91d07491 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1488183 Jul 16 17:55:55.828742 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcb162c-f3ef-4268-9953-6b6b9008d9e1 req-79c07f0a-48fa-4568-854b-7ed5a6460201 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571825 Jul 16 17:55:55.834497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e51589-cd34-408b-b6f1-09686e7b0366 req-9612917d-ed04-429a-91fd-13d8f25626a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:55.836590 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03e51589-cd34-408b-b6f1-09686e7b0366 req-9612917d-ed04-429a-91fd-13d8f25626a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.2829435 Jul 16 17:55:55.847039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Request body: {'port': {'device_id': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '062537ea7da04e45bd99e357cf9993d8'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:55.910971 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d3c7bf3f-4a64-4b8b-b0af-58f4d2c4bfe2 req-3e9ab9e4-ebc1-42a6-816e-1e9756d9f543 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295397 Jul 16 17:55:55.990333 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['10d688c7-4f21-4327-bcb0-ced35666875f'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:56.044155 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fee020b-8fb5-41f0-9283-fb10e25fdaaa x-openstack-request-id: req-7fee020b-8fb5-41f0-9283-fb10e25fdaaa {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:56.044492 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb5d3cc7-8815-4288-9c45-73f932a3985b", "name": "network-vif-plugged", "status": "completed", "tag": "981267cf-31c1-4564-9112-5754a0024e1e", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:56.044921 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7fee020b-8fb5-41f0-9283-fb10e25fdaaa {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:56.045494 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5d3cc7-8815-4288-9c45-73f932a3985b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '981267cf-31c1-4564-9112-5754a0024e1e', 'code': 200} Jul 16 17:55:56.072614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e51589-cd34-408b-b6f1-09686e7b0366 req-5e2c367e-b6e7-4a1c-a281-4b02b747a7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.077246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03e51589-cd34-408b-b6f1-09686e7b0366 req-5e2c367e-b6e7-4a1c-a281-4b02b747a7e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143118 Jul 16 17:55:56.079656 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-ca8d872a-a678-4fff-9a66-c862249ea435 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863998 Jul 16 17:55:56.153424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd44bad49-0a27-4349-b7ad-7ea5d91ea16b', 'tag': '547a6284-61a4-453b-8042-cec4b3c08e8b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:56.156834 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b32c8473-aa59-483d-a099-99ac8ae51587" -d '{"events": [{"name": "network-changed", "server_uuid": "d44bad49-0a27-4349-b7ad-7ea5d91ea16b", "tag": "547a6284-61a4-453b-8042-cec4b3c08e8b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:56.209072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd623ce4-45b5-4187-8f35-b6a1d61936da req-037fb541-371d-4946-b48e-9bb67f6c6d86 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 210 time: 0.1470163 Jul 16 17:55:56.309761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c1251-7b79-4d54-9fcf-0ab6881a3199 None None] Network 3b873dba-cdad-471a-9e3e-ae327374b621 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:55:56.370775 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03e51589-cd34-408b-b6f1-09686e7b0366 req-a822e28b-74d7-4f8d-b706-623e283964a6 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2621076 Jul 16 17:55:56.373164 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-3fec6f48-1353-481e-b155-7936f1b04971 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631769 Jul 16 17:55:56.480963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 965e79b8-5ebb-4579-b997-bf6856a0bab2 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:56.491344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9b852776-fbfd-48a7-b695-ceb87fe3fe3a up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:56.531608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5618f08c-172b-4258-b7a9-c67a0013afb3 None None] Provisioning for port ce1311e6-3463-4440-9368-5d428fea973c completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:56.617825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.636750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03e51589-cd34-408b-b6f1-09686e7b0366 req-55fcba3e-1ba4-4f96-947d-b0c4eb37c8fd service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2555702 Jul 16 17:55:56.665826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e37415-83cf-4392-89f0-5753d71ae2fc req-9510af8b-1725-4a7c-b67c-7fe02625eb45 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.673449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a9e37415-83cf-4392-89f0-5753d71ae2fc req-9510af8b-1725-4a7c-b67c-7fe02625eb45 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 948 time: 0.1587250 Jul 16 17:55:56.685550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Made reservation on behalf of 062537ea7da04e45bd99e357cf9993d8 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:55:56.689882 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.704327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 965e79b8-5ebb-4579-b997-bf6856a0bab2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=965e79b8-5ebb-4579-b997-bf6856a0bab2,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:56.720315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ce1311e6-3463-4440-9368-5d428fea973c up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:56.740552 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a9e37415-83cf-4392-89f0-5753d71ae2fc req-4bac5376-9637-42bb-9942-d31aaa380ff3 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663595 Jul 16 17:55:56.783599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '965e79b8-5ebb-4579-b997-bf6856a0bab2', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '965e79b8-5ebb-4579-b997-bf6856a0bab2', 'mac_address': 'fa:16:3e:26:9c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:56.816401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0c61be-a470-467e-a657-a93fa628a566 req-79e20f08-ed55-4810-a114-dcf65004c778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.818548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ee0c61be-a470-467e-a657-a93fa628a566 req-79e20f08-ed55-4810-a114-dcf65004c778 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 1096 time: 0.5873179 Jul 16 17:55:56.853310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62232b24-a1f9-4a41-a633-e33ba51af00c req-a746304d-392f-4469-9734-d331447ca3df tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.854844 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-62232b24-a1f9-4a41-a633-e33ba51af00c req-a746304d-392f-4469-9734-d331447ca3df tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.3949413 Jul 16 17:55:56.901177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:56.917167 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.919250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:56.920095 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:56.952334 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-62232b24-a1f9-4a41-a633-e33ba51af00c req-0d3ac723-bb78-4e0d-a831-6e9a951aa9f9 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605898 Jul 16 17:55:56.953636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3edbc9c-4363-4ac6-afb0-ee3ad4f6f31d req-16514873-9cb0-47f6-b5f7-f76af1a95ef8 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:56.961994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3edbc9c-4363-4ac6-afb0-ee3ad4f6f31d req-16514873-9cb0-47f6-b5f7-f76af1a95ef8 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 948 time: 0.1026697 Jul 16 17:55:57.015886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3edbc9c-4363-4ac6-afb0-ee3ad4f6f31d req-4b1175ed-5f23-4745-8fae-556f030d464c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528917 Jul 16 17:55:57.038001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port ce1311e6-3463-4440-9368-5d428fea973c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:57.073881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ce1311e6-3463-4440-9368-5d428fea973c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:57.079266 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ee0c61be-a470-467e-a657-a93fa628a566 req-3b5e8590-a7d0-4de3-9fd9-1ea6acf58625 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685799 Jul 16 17:55:57.079714 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.089204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 965e79b8-5ebb-4579-b997-bf6856a0bab2 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:57.099536 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14a4561-a304-4974-98e8-e06db53b3af7 x-openstack-request-id: req-e14a4561-a304-4974-98e8-e06db53b3af7 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:57.099843 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d44bad49-0a27-4349-b7ad-7ea5d91ea16b", "tag": "547a6284-61a4-453b-8042-cec4b3c08e8b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:57.100090 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e14a4561-a304-4974-98e8-e06db53b3af7 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:57.100484 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd44bad49-0a27-4349-b7ad-7ea5d91ea16b', 'tag': '547a6284-61a4-453b-8042-cec4b3c08e8b', 'status': 'completed', 'code': 200} Jul 16 17:55:57.187911 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Allocated IP 192.168.233.160 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/4f896446-eda0-4d29-b67e-9dd33dc92e27) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:55:57.257789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 965e79b8-5ebb-4579-b997-bf6856a0bab2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=965e79b8-5ebb-4579-b997-bf6856a0bab2,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:57.270902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 547a6284-61a4-453b-8042-cec4b3c08e8b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:55:57.287773 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.336295 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.467724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43008-5eb7-44a8-903f-d75c53256448 req-958ce670-d039-42b0-8087-5a80510833c5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:57.477248 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7dd43008-5eb7-44a8-903f-d75c53256448 req-958ce670-d039-42b0-8087-5a80510833c5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 945 time: 0.1559122 Jul 16 17:55:57.558273 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7dd43008-5eb7-44a8-903f-d75c53256448 req-919595f5-0cbe-4b8d-b8c0-a3f983f3f581 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752211 Jul 16 17:55:57.564458 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.578792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=965e79b8-5ebb-4579-b997-bf6856a0bab2,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:57.621811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:57.623735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.624262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.624636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.624969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.625293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.625801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.626468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.626803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.630509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.630509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.630509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.630509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:55:57.651212 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.660665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e65090-b333-4084-86d1-9385c61ed1ea req-97720d61-efba-4830-8f52-c123d7845f4d tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:57.666611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b2e65090-b333-4084-86d1-9385c61ed1ea req-97720d61-efba-4830-8f52-c123d7845f4d tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 945 time: 0.4619350 Jul 16 17:55:57.730198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46050) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:57.756509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-08d71f37-eeb9-4244-a77c-a4f77daea527 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Request body: {'floatingip': {'port_id': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:55:57.941160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['965e79b8-5ebb-4579-b997-bf6856a0bab2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:57.958979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08d71f37-eeb9-4244-a77c-a4f77daea527 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:57.983711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Router 7d78863e-b3fc-4d42-811a-359b12881b2a is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:55:58.003333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5b2c9e1f-ba52-4694-b0aa-1b05a72048f9 req-b03726d5-9a97-463c-acee-a56368c95ddd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 210 time: 0.0541222 Jul 16 17:55:58.053452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe'}, {'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:55:58.060929 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9324adcd-8b50-4b73-a397-2341087bfa60" -d '{"events": [{"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-plugged", "status": "completed", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe"}, {"server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:55:58.112058 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.126700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:58.162891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port ce1311e6-3463-4440-9368-5d428fea973c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ce1311e6-3463-4440-9368-5d428fea973c,segment=NetworkSegment(2c77f907-34ca-45ee-b04f-c63b9e596838),segment_id=2c77f907-34ca-45ee-b04f-c63b9e596838)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:58.175868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-68e57364-10e9-4bab-915f-7dd7ebc660c2 None None] Provisioning complete for port ce1311e6-3463-4440-9368-5d428fea973c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:58.176233 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68e57364-10e9-4bab-915f-7dd7ebc660c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.221562 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.228200 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.250441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Transition to ACTIVE for port object 4f896446-eda0-4d29-b67e-9dd33dc92e27 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:55:58.294893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=ce1311e6-3463-4440-9368-5d428fea973c,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:58.313019 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 547a6284-61a4-453b-8042-cec4b3c08e8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=547a6284-61a4-453b-8042-cec4b3c08e8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:58.333102 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.444714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6b1fceb3-aa00-4157-9b0b-0e16ee81ba62'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:58.526034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '547a6284-61a4-453b-8042-cec4b3c08e8b', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '547a6284-61a4-453b-8042-cec4b3c08e8b', 'mac_address': 'fa:16:3e:52:40:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:55:58.528553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ce1311e6-3463-4440-9368-5d428fea973c up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:58.536121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c8473-aa59-483d-a099-99ac8ae51587 req-c066b32c-0744-4a85-8c2b-00c28f147955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:58.538327 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b32c8473-aa59-483d-a099-99ac8ae51587 req-c066b32c-0744-4a85-8c2b-00c28f147955 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 1099 time: 1.0614102 Jul 16 17:55:58.620521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e24f331-79c7-4751-b7dd-a4017fab319d req-0e4be63f-f79b-4714-a07b-6c957d643553 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:58.644182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3e24f331-79c7-4751-b7dd-a4017fab319d req-0e4be63f-f79b-4714-a07b-6c957d643553 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.2940540 Jul 16 17:55:58.694157 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.750884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ce1311e6-3463-4440-9368-5d428fea973c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:58.751524 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:58.787637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 547a6284-61a4-453b-8042-cec4b3c08e8b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:55:58.814915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3e24f331-79c7-4751-b7dd-a4017fab319d req-69e727f7-2a82-4f2e-b6b0-7c6ab381c6d6 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701944 Jul 16 17:55:58.901436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 547a6284-61a4-453b-8042-cec4b3c08e8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=547a6284-61a4-453b-8042-cec4b3c08e8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:58.912962 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.091207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9598d400-63e4-4c0d-b482-da02cfcdd21b req-688de3a5-d23d-4c54-80c1-ba502540983f tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.099494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9598d400-63e4-4c0d-b482-da02cfcdd21b req-688de3a5-d23d-4c54-80c1-ba502540983f tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 948 time: 0.0930107 Jul 16 17:55:59.141451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c8473-aa59-483d-a099-99ac8ae51587 req-8925b9ea-830a-4099-8965-96ad2408105f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.144858 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b32c8473-aa59-483d-a099-99ac8ae51587 req-8925b9ea-830a-4099-8965-96ad2408105f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.4897792 Jul 16 17:55:59.145840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 10d688c7-4f21-4327-bcb0-ced35666875f up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:55:59.148026 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.157261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9598d400-63e4-4c0d-b482-da02cfcdd21b req-f5666e00-967e-4822-9e60-d618a2d51213 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564790 Jul 16 17:55:59.274042 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afef5d0e-fe66-4a26-a571-3354b644369e x-openstack-request-id: req-afef5d0e-fe66-4a26-a571-3354b644369e {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:55:59.274342 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-plugged", "status": "completed", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe", "code": 200}, {"server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:55:59.274593 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-afef5d0e-fe66-4a26-a571-3354b644369e {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:55:59.274981 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'code': 200} Jul 16 17:55:59.275234 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'code': 200} Jul 16 17:55:59.292715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:55:59.297853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=547a6284-61a4-453b-8042-cec4b3c08e8b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.321925 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:55:59.366544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 10d688c7-4f21-4327-bcb0-ced35666875f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:59.370872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 10d688c7-4f21-4327-bcb0-ced35666875f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:59.371677 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.423487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:55:59.435244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:55:59.439001 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Sync routers for ids ['7d78863e-b3fc-4d42-811a-359b12881b2a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:55:59.456651 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Routers {'7d78863e-b3fc-4d42-811a-359b12881b2a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:55:59.458865 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7d78863e-b3fc-4d42-811a-359b12881b2a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:59.486066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b32c8473-aa59-483d-a099-99ac8ae51587 req-445091da-afee-49d7-94e1-237ccef59b9e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=547a6284-61a4-453b-8042-cec4b3c08e8b HTTP/1.1" status: 200 len: 217 time: 0.3103278 Jul 16 17:55:59.521974 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f674ddc5-94b9-41f2-9a8e-af2caf3f6395 req-b2afaf32-35af-4724-ad38-305169048baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.523919 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f674ddc5-94b9-41f2-9a8e-af2caf3f6395 req-b2afaf32-35af-4724-ad38-305169048baf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 1101 time: 0.1758056 Jul 16 17:55:59.545796 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.548519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2a622655-cce1-4f78-949e-746b84c534d0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.9571824 Jul 16 17:55:59.575151 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.577238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['547a6284-61a4-453b-8042-cec4b3c08e8b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:55:59.588709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46074) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:55:59.597912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Pushing event updated for resources: {'Port': ['ID=4f896446-eda0-4d29-b67e-9dd33dc92e27,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.624313 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f674ddc5-94b9-41f2-9a8e-af2caf3f6395 req-38aed795-58d2-440b-a304-5eb891214c68 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878663 Jul 16 17:55:59.629964 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Set router 7d78863e-b3fc-4d42-811a-359b12881b2a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:55:59.655602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501eb08-8e3d-43bf-acf5-cbd029cb2a43 req-e16c393c-fbea-44b1-9ae5-9d1a2967c8d5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.657711 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4501eb08-8e3d-43bf-acf5-cbd029cb2a43 req-e16c393c-fbea-44b1-9ae5-9d1a2967c8d5 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 945 time: 0.1915524 Jul 16 17:55:59.718263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c8473-aa59-483d-a099-99ac8ae51587 req-5ba44374-9391-4ede-8886-1aae7f895b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:55:59.719827 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b32c8473-aa59-483d-a099-99ac8ae51587 req-5ba44374-9391-4ede-8886-1aae7f895b46 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1653411 Jul 16 17:55:59.738809 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 10d688c7-4f21-4327-bcb0-ced35666875f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=10d688c7-4f21-4327-bcb0-ced35666875f,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:55:59.760308 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.773575 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4501eb08-8e3d-43bf-acf5-cbd029cb2a43 req-c76a94da-f866-41df-9631-b952e2afae74 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087339 Jul 16 17:55:59.837566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=10d688c7-4f21-4327-bcb0-ced35666875f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:55:59.871346 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-54e30216-ec3a-4cd3-87b4-a3df6569f529 None None] Provisioning for port 4f896446-eda0-4d29-b67e-9dd33dc92e27 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:55:59.883303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-54e30216-ec3a-4cd3-87b4-a3df6569f529 None None] Provisioning complete for port 4f896446-eda0-4d29-b67e-9dd33dc92e27 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:55:59.883645 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-54e30216-ec3a-4cd3-87b4-a3df6569f529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:55:59.951622 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-router', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:52Z', 'updated_at': '2021-07-16T17:55:56Z', 'revision_number': 3, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'gw_port': {'id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:55:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:55:59.978435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-54e30216-ec3a-4cd3-87b4-a3df6569f529 None None] Port 4f896446-eda0-4d29-b67e-9dd33dc92e27 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:00.016813 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Checking router: 7d78863e-b3fc-4d42-811a-359b12881b2a for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:00.017230 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Updating router 7d78863e-b3fc-4d42-811a-359b12881b2a port d02f022c-e54a-43f6-8260-f8c21033ec3a binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:00.106662 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.157183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176aa-1e65-419a-b83f-5e37af7c2352 req-38fe8103-f4f4-4082-8ea4-a6c361f98640 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.167169 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-138176aa-1e65-419a-b83f-5e37af7c2352 req-38fe8103-f4f4-4082-8ea4-a6c361f98640 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 936 time: 0.1033735 Jul 16 17:56:00.225967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-138176aa-1e65-419a-b83f-5e37af7c2352 req-e38ada8d-3d7b-45b3-a88e-12512714091b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577748 Jul 16 17:56:00.302085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.303137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.303705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.304225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.304760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.305281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.305807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.306319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.306838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.307360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.308002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.308523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.464682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 965e79b8-5ebb-4579-b997-bf6856a0bab2 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:00.529330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.530324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.557314 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ef26f9bb-dfbc-42c9-8a2c-67875c6e22fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.7487035 Jul 16 17:56:00.618542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 965e79b8-5ebb-4579-b997-bf6856a0bab2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:00.636992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 965e79b8-5ebb-4579-b997-bf6856a0bab2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:00.637945 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.645405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Request body: {'port': {'device_id': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:00.679421 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.686825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aeee2d-4e90-404f-8a40-169cfd4c0757 req-7ba950b5-883c-425d-80a1-613f6e96bb2b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.688527 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0aeee2d-4e90-404f-8a40-169cfd4c0757 req-7ba950b5-883c-425d-80a1-613f6e96bb2b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 949 time: 2.1356752 Jul 16 17:56:00.716455 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Transition to ACTIVE for port object d02f022c-e54a-43f6-8260-f8c21033ec3a will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:00.737644 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.798634 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Pushing event updated for resources: {'Port': ['ID=d02f022c-e54a-43f6-8260-f8c21033ec3a,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:00.824804 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0aeee2d-4e90-404f-8a40-169cfd4c0757 req-71d5fd77-32ed-4d3e-ad86-bfcbe427181c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192188 Jul 16 17:56:00.828389 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.828862 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.831666 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.832139 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.832720 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.834892 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.835344 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.838478 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.839492 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.840997 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32c8473-aa59-483d-a099-99ac8ae51587 req-0dd69278-b1b4-4fa8-b9d6-59a817f461e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.841492 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.841940 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.842374 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:00.843373 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b32c8473-aa59-483d-a099-99ac8ae51587 req-0dd69278-b1b4-4fa8-b9d6-59a817f461e3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5129361 Jul 16 17:56:00.896189 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Attempting to bind port d02f022c-e54a-43f6-8260-f8c21033ec3a on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:00.896411 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Attempting to bind port d02f022c-e54a-43f6-8260-f8c21033ec3a by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:00.896865 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Attempting to bind port d02f022c-e54a-43f6-8260-f8c21033ec3a on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:00.900509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.904471 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:00.905045 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:00.905608 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.906155 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:00.906726 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Bound port: d02f022c-e54a-43f6-8260-f8c21033ec3a, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:00.907267 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:00.930445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dde670-75d1-4950-a990-f71ba75852cc req-62926a06-0477-4ca7-aa99-4275460f9a9e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:00.942168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96dde670-75d1-4950-a990-f71ba75852cc req-62926a06-0477-4ca7-aa99-4275460f9a9e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.2257807 Jul 16 17:56:00.969461 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.031254 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] For port d02f022c-e54a-43f6-8260-f8c21033ec3a, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:01.038587 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] For port d02f022c-e54a-43f6-8260-f8c21033ec3a, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d02f022c-e54a-43f6-8260-f8c21033ec3a,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:01.049039 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.086828 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96dde670-75d1-4950-a990-f71ba75852cc req-9e0409b9-506b-402d-9150-842b220abe85 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433372 Jul 16 17:56:01.122772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 965e79b8-5ebb-4579-b997-bf6856a0bab2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=965e79b8-5ebb-4579-b997-bf6856a0bab2,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:01.129464 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:01.276527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cfea5f-53f4-4564-aad1-8f3efabcbedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d688c7-4f21-4327-bcb0-ced35666875f'}, {'server_uuid': 'a5235990-febd-4fcb-acf4-f0988982349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965e79b8-5ebb-4579-b997-bf6856a0bab2'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:01.279160 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98eb2ad2-3719-452b-a679-b6cbbf159a7b" -d '{"events": [{"server_uuid": "c6cfea5f-53f4-4564-aad1-8f3efabcbedc", "name": "network-vif-plugged", "status": "completed", "tag": "10d688c7-4f21-4327-bcb0-ced35666875f"}, {"server_uuid": "a5235990-febd-4fcb-acf4-f0988982349a", "name": "network-vif-plugged", "status": "completed", "tag": "965e79b8-5ebb-4579-b997-bf6856a0bab2"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:01.285151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=965e79b8-5ebb-4579-b997-bf6856a0bab2,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:01.298004 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3d8e5c-e320-4253-acb8-68e80b45ad34 None None] Pushing event updated for resources: {'Port': ['ID=d02f022c-e54a-43f6-8260-f8c21033ec3a,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:01.310686 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Routers {'7d78863e-b3fc-4d42-811a-359b12881b2a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:01.310686 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7d78863e-b3fc-4d42-811a-359b12881b2a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:01.564444 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] Set router 7d78863e-b3fc-4d42-811a-359b12881b2a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:01.588093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3f8279-5671-45f8-9f97-8b4b3b82a3f6 req-22490dda-86bc-4da4-acd2-701fb2519293 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:01.589658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd3f8279-5671-45f8-9f97-8b4b3b82a3f6 req-22490dda-86bc-4da4-acd2-701fb2519293 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 945 time: 0.2368112 Jul 16 17:56:01.668643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd3f8279-5671-45f8-9f97-8b4b3b82a3f6 req-9ea9bb5c-fb2a-46cd-a3ee-55bf089054e3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688365 Jul 16 17:56:01.798446 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b32c8473-aa59-483d-a099-99ac8ae51587 req-261db7c4-4fc7-4857-b180-43a2fd791e0b service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8995478 Jul 16 17:56:01.834973 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-router', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:52Z', 'updated_at': '2021-07-16T17:55:56Z', 'revision_number': 3, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'gw_port': {'id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:01.865007 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12c8271-fe43-44b4-9fc3-448acbad0264 None None] The sync data for ids ['7d78863e-b3fc-4d42-811a-359b12881b2a'] in n-d-794306-7 is: [{'id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-router', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:52Z', 'updated_at': '2021-07-16T17:55:56Z', 'revision_number': 3, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'gw_port': {'id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7b:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:01.998369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f896446-eda0-4d29-b67e-9dd33dc92e27 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:02.073731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b97e74-e8fb-4136-945d-6196cf87fe9c req-724e6440-880d-49f7-97a2-2e27fa112b2d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.088298 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-55b97e74-e8fb-4136-945d-6196cf87fe9c req-724e6440-880d-49f7-97a2-2e27fa112b2d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 936 time: 0.1406856 Jul 16 17:56:02.105761 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.153549 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-55b97e74-e8fb-4136-945d-6196cf87fe9c req-f246f8e5-136d-494e-aa5a-2c3769e35fef tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633318 Jul 16 17:56:02.229400 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e117381-a3e4-479c-9fa9-91a8c734cb28 x-openstack-request-id: req-5e117381-a3e4-479c-9fa9-91a8c734cb28 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:02.230350 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cfea5f-53f4-4564-aad1-8f3efabcbedc", "name": "network-vif-plugged", "status": "completed", "tag": "10d688c7-4f21-4327-bcb0-ced35666875f", "code": 200}, {"server_uuid": "a5235990-febd-4fcb-acf4-f0988982349a", "name": "network-vif-plugged", "status": "completed", "tag": "965e79b8-5ebb-4579-b997-bf6856a0bab2", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:02.230773 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e117381-a3e4-479c-9fa9-91a8c734cb28 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:02.231342 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cfea5f-53f4-4564-aad1-8f3efabcbedc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10d688c7-4f21-4327-bcb0-ced35666875f', 'code': 200} Jul 16 17:56:02.231801 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5235990-febd-4fcb-acf4-f0988982349a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '965e79b8-5ebb-4579-b997-bf6856a0bab2', 'code': 200} Jul 16 17:56:02.520242 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d73ae-0386-4a31-adfd-b193fb4823bc req-6083648f-fd3e-42ae-9401-b684e0f36771 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.529635 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b9d73ae-0386-4a31-adfd-b193fb4823bc req-6083648f-fd3e-42ae-9401-b684e0f36771 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 949 time: 0.8500011 Jul 16 17:56:02.541905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Transition to ACTIVE for port object 4f896446-eda0-4d29-b67e-9dd33dc92e27 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:02.578742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d02f022c-e54a-43f6-8260-f8c21033ec3a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:02.587033 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.672511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port d02f022c-e54a-43f6-8260-f8c21033ec3a completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:02.682831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port d02f022c-e54a-43f6-8260-f8c21033ec3a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:02.683214 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.713883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85fdd37-ff11-40b7-8c51-c9b079c37471 req-2184fa55-4a5a-491e-8aa0-75cb98c1625c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.717311 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f85fdd37-ff11-40b7-8c51-c9b079c37471 req-2184fa55-4a5a-491e-8aa0-75cb98c1625c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 949 time: 0.2026575 Jul 16 17:56:02.719405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb1b4a-3cd4-4f5a-b61c-37bb1ce13fa0 req-31ab522e-2d1e-44ab-b918-d66b364c84a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.720806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22fb1b4a-3cd4-4f5a-b61c-37bb1ce13fa0 req-31ab522e-2d1e-44ab-b918-d66b364c84a6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 1100 time: 0.3402512 Jul 16 17:56:02.871244 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f85fdd37-ff11-40b7-8c51-c9b079c37471 req-4af80869-1706-4429-8f69-952932aeeda5 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375282 Jul 16 17:56:02.873482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f896446-eda0-4d29-b67e-9dd33dc92e27,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:02.880147 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.886430 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.928127 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08d71f37-eeb9-4244-a77c-a4f77daea527 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.949694 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b32c8473-aa59-483d-a099-99ac8ae51587 req-41a53b7c-49ce-461f-8563-7087ea8ef30b service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1051018 Jul 16 17:56:02.959319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4577e7fb-9b72-44c5-9b14-ebf7622ceffc req-3895b22a-0630-4ddd-a852-da400b4003c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:02.965242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4577e7fb-9b72-44c5-9b14-ebf7622ceffc req-3895b22a-0630-4ddd-a852-da400b4003c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a5235990-febd-4fcb-acf4-f0988982349a HTTP/1.1" status: 200 len: 1101 time: 0.5740297 Jul 16 17:56:02.967184 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08d71f37-eeb9-4244-a77c-a4f77daea527 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:02.970745 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22fb1b4a-3cd4-4f5a-b61c-37bb1ce13fa0 req-e56e8e71-126f-4040-9f97-15591816b0b4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474984 Jul 16 17:56:02.978374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port d02f022c-e54a-43f6-8260-f8c21033ec3a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d02f022c-e54a-43f6-8260-f8c21033ec3a,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:02.990032 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.003383 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b9d73ae-0386-4a31-adfd-b193fb4823bc req-4e269188-60b3-4168-b6e2-e0a33e4391bc tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4724367 Jul 16 17:56:03.070947 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4577e7fb-9b72-44c5-9b14-ebf7622ceffc req-604164e2-ea3b-43ec-a5ea-374a6eba061b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966566 Jul 16 17:56:03.168297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 547a6284-61a4-453b-8042-cec4b3c08e8b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:03.220573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f2701-b38f-43bb-84b8-27f4a1ab76da req-c61c8c23-b7d9-45ac-82f3-447c536ce939 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.228406 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b3f2701-b38f-43bb-84b8-27f4a1ab76da req-c61c8c23-b7d9-45ac-82f3-447c536ce939 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.1014502 Jul 16 17:56:03.260159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=d02f022c-e54a-43f6-8260-f8c21033ec3a,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:03.312427 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 547a6284-61a4-453b-8042-cec4b3c08e8b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:03.318296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b3f2701-b38f-43bb-84b8-27f4a1ab76da req-17a52171-0691-41d3-8763-0e50b5b1eb82 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889530 Jul 16 17:56:03.318762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 547a6284-61a4-453b-8042-cec4b3c08e8b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:03.319187 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.493201 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.585405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 547a6284-61a4-453b-8042-cec4b3c08e8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=547a6284-61a4-453b-8042-cec4b3c08e8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:03.590554 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.597469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Allocated IP 172.20.0.1 (3b873dba-cdad-471a-9e3e-ae327374b621/abab0931-dda3-4648-bf58-e95b5f4cd284/3e04185a-5663-47c2-a221-2ae560e24315) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:03.696727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=547a6284-61a4-453b-8042-cec4b3c08e8b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:03.714918 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.732024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Transition to ACTIVE for port object 3e04185a-5663-47c2-a221-2ae560e24315 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:03.780882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364004a3-9fd4-47e6-9623-16259bc408a2 req-32fa18a0-430c-4727-91c6-4d02ea3c5a7e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.788726 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-364004a3-9fd4-47e6-9623-16259bc408a2 req-32fa18a0-430c-4727-91c6-4d02ea3c5a7e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 948 time: 0.1298106 Jul 16 17:56:03.809335 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:03.841003 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-364004a3-9fd4-47e6-9623-16259bc408a2 req-7d665b5c-caa9-4f45-8ec0-25546bba150c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511069 Jul 16 17:56:03.884777 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Pushing event updated for resources: {'Port': ['ID=3e04185a-5663-47c2-a221-2ae560e24315,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:03.895991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5847e-199f-43dd-8f6e-0f7dfb0ecd02 req-b74902c9-7955-49ab-ab58-a5fde97fb789 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:03.897761 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-94f5847e-199f-43dd-8f6e-0f7dfb0ecd02 req-b74902c9-7955-49ab-ab58-a5fde97fb789 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.37 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 945 time: 1.0149157 Jul 16 17:56:04.000918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Network 3b873dba-cdad-471a-9e3e-ae327374b621 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:04.007060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:04.020781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:04.085745 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.145988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6346f-1720-4d80-873c-87027b673bf1 req-9c86e0b0-e47c-4d16-b8c4-880a4ae7cabb tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.154445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbd6346f-1720-4d80-873c-87027b673bf1 req-9c86e0b0-e47c-4d16-b8c4-880a4ae7cabb tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 950 time: 0.1234069 Jul 16 17:56:04.234519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd44bad49-0a27-4349-b7ad-7ea5d91ea16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547a6284-61a4-453b-8042-cec4b3c08e8b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:04.237744 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6816c07-821a-4c3e-a7a1-7354ea1cd846" -d '{"events": [{"server_uuid": "d44bad49-0a27-4349-b7ad-7ea5d91ea16b", "name": "network-vif-plugged", "status": "completed", "tag": "547a6284-61a4-453b-8042-cec4b3c08e8b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:04.254142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbd6346f-1720-4d80-873c-87027b673bf1 req-172cbe9b-1280-4795-852a-18c7b205c405 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982459 Jul 16 17:56:04.286824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Attempting to bind port 4f896446-eda0-4d29-b67e-9dd33dc92e27 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:04.286824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Attempting to bind port 4f896446-eda0-4d29-b67e-9dd33dc92e27 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:04.286824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Attempting to bind port 4f896446-eda0-4d29-b67e-9dd33dc92e27 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:04.374899 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.448878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3bdbd27a-2223-45ae-afef-4708dfd1cc4f None None] Provisioning for port 3e04185a-5663-47c2-a221-2ae560e24315 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:04.458144 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3bdbd27a-2223-45ae-afef-4708dfd1cc4f None None] Provisioning complete for port 3e04185a-5663-47c2-a221-2ae560e24315 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:04.458523 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3bdbd27a-2223-45ae-afef-4708dfd1cc4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.538505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3bdbd27a-2223-45ae-afef-4708dfd1cc4f None None] Port 3e04185a-5663-47c2-a221-2ae560e24315 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:04.586743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d02f022c-e54a-43f6-8260-f8c21033ec3a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:04.686334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64196994-7f68-49b4-b105-df13ad297c3f req-ef668765-4496-466c-9907-35d718a5a743 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:04.696415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64196994-7f68-49b4-b105-df13ad297c3f req-ef668765-4496-466c-9907-35d718a5a743 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 949 time: 0.2295983 Jul 16 17:56:04.737837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port d02f022c-e54a-43f6-8260-f8c21033ec3a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:04.738322 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:04.796164 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64196994-7f68-49b4-b105-df13ad297c3f req-86a48772-543f-4793-b2f0-f3c247ddfb8a tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010220 Jul 16 17:56:04.876503 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8138ec9-ae77-4ed7-8f35-b44067aa5187 x-openstack-request-id: req-f8138ec9-ae77-4ed7-8f35-b44067aa5187 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:04.877740 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d44bad49-0a27-4349-b7ad-7ea5d91ea16b", "name": "network-vif-plugged", "status": "completed", "tag": "547a6284-61a4-453b-8042-cec4b3c08e8b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:04.878150 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8138ec9-ae77-4ed7-8f35-b44067aa5187 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:04.878917 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44bad49-0a27-4349-b7ad-7ea5d91ea16b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '547a6284-61a4-453b-8042-cec4b3c08e8b', 'code': 200} Jul 16 17:56:05.059998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Port 4f896446-eda0-4d29-b67e-9dd33dc92e27 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:05.061231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Attempting to bind port 4f896446-eda0-4d29-b67e-9dd33dc92e27 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:05.063921 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-08d71f37-eeb9-4244-a77c-a4f77daea527 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Floating IP 20db4d71-3bcc-427c-a85c-4e5798aff75c associated. External IP: 172.25.7.121, port: b3ab6615-52e5-4989-8e5c-0fe8fde0f551. Jul 16 17:56:05.136468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7deabc5d-cb2c-4bf8-bcf3-5eec22453fe7 req-1a2c1d86-3960-41cf-82b5-725f992eee5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.136735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:05.137115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:05.137590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:05.137982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7deabc5d-cb2c-4bf8-bcf3-5eec22453fe7 req-1a2c1d86-3960-41cf-82b5-725f992eee5c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 1101 time: 0.1501076 Jul 16 17:56:05.138273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Bound port: 4f896446-eda0-4d29-b67e-9dd33dc92e27, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:05.138741 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.180316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9a7332-1573-4cc1-ae8c-4f14f6249ef6 req-938b20f9-0c70-409e-b616-8f34038e82d3 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.191218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bb9a7332-1573-4cc1-ae8c-4f14f6249ef6 req-938b20f9-0c70-409e-b616-8f34038e82d3 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.1410296 Jul 16 17:56:05.222220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7deabc5d-cb2c-4bf8-bcf3-5eec22453fe7 req-083355ce-9f48-47b3-a7eb-261b51441d2f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747528 Jul 16 17:56:05.246126 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bb9a7332-1573-4cc1-ae8c-4f14f6249ef6 req-9e1ef12d-2c64-4af5-bcf7-98bf1da59136 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537035 Jul 16 17:56:05.261798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a764fe-a469-476a-9cfb-3ca7825433e2 req-bcbbb52c-7e50-4cad-8a9e-f87c2f5abed4 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.263489 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93a764fe-a469-476a-9cfb-3ca7825433e2 req-bcbbb52c-7e50-4cad-8a9e-f87c2f5abed4 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 945 time: 2.0156655 Jul 16 17:56:05.380240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-94f5847e-199f-43dd-8f6e-0f7dfb0ecd02 req-d7808316-be59-4f7b-9bf8-aec9521fe4ec tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Deleting port 981267cf-31c1-4564-9112-5754a0024e1e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:05.380587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-94f5847e-199f-43dd-8f6e-0f7dfb0ecd02 req-d7808316-be59-4f7b-9bf8-aec9521fe4ec tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.466917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:05.526605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:05.532169 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93a764fe-a469-476a-9cfb-3ca7825433e2 req-8d468b4a-4fa1-4db8-b3cc-9539991b876d tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2134500 Jul 16 17:56:05.545922 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.594684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118d4110-3f6a-4bfc-9343-7fe8cd164df3 req-b11e39a7-75ff-44b3-99fd-1fae6773a11a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.596679 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-118d4110-3f6a-4bfc-9343-7fe8cd164df3 req-b11e39a7-75ff-44b3-99fd-1fae6773a11a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 948 time: 0.1304629 Jul 16 17:56:05.655996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-118d4110-3f6a-4bfc-9343-7fe8cd164df3 req-203182b4-4147-4ba6-a52f-c835ab9aa6cd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535862 Jul 16 17:56:05.723185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:05.723844 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.725294 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] 10.222.0.18 "PUT /v2.0/ports/4f896446-eda0-4d29-b67e-9dd33dc92e27 HTTP/1.1" status: 200 len: 1096 time: 5.1269743 Jul 16 17:56:05.729232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:05.737768 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66947009-6b95-43b9-9347-a158552f6bc5" -d '{"events": [{"name": "network-changed", "server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:05.742814 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-94f5847e-199f-43dd-8f6e-0f7dfb0ecd02 req-d7808316-be59-4f7b-9bf8-aec9521fe4ec tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] For port 981267cf-31c1-4564-9112-5754a0024e1e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=981267cf-31c1-4564-9112-5754a0024e1e,segment=NetworkSegment(53804907-0694-45e1-aadd-c9ff3831daa9),segment_id=53804907-0694-45e1-aadd-c9ff3831daa9)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:05.743309 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-94f5847e-199f-43dd-8f6e-0f7dfb0ecd02 req-d7808316-be59-4f7b-9bf8-aec9521fe4ec tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.857118 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.866051 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89e24af4-643b-4b4b-b8c1-bdeb35dc232a x-openstack-request-id: req-89e24af4-643b-4b4b-b8c1-bdeb35dc232a {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:05.866434 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:05.866574 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-89e24af4-643b-4b4b-b8c1-bdeb35dc232a {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:05.867226 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27', 'status': 'completed', 'code': 200} Jul 16 17:56:05.887806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-94f5847e-199f-43dd-8f6e-0f7dfb0ecd02 req-d7808316-be59-4f7b-9bf8-aec9521fe4ec tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Calling delete_port for 981267cf-31c1-4564-9112-5754a0024e1e owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:05.901073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:05.943537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7f8b5b-3349-4bd8-9797-0edea0892fd0 service neutron] Pushing event updated for resources: {'Port': ['ID=4f896446-eda0-4d29-b67e-9dd33dc92e27,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:06.056238 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d71f37-eeb9-4244-a77c-a4f77daea527 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:06.067655 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.077891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Pushing event updated for resources: {'Port': ['ID=3e04185a-5663-47c2-a221-2ae560e24315,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:06.078131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca082142-0802-41f0-81f4-6c7c6f81505a req-597c740c-c1b0-4049-b067-4e53fd5aa263 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.079607 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca082142-0802-41f0-81f4-6c7c6f81505a req-597c740c-c1b0-4049-b067-4e53fd5aa263 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 949 time: 0.1004291 Jul 16 17:56:06.093568 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4acb941-0f65-4a53-98a9-d315e3ff4cf5 req-770da713-ca78-49e4-a068-04ce8ddae6a4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.101351 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d4acb941-0f65-4a53-98a9-d315e3ff4cf5 req-770da713-ca78-49e4-a068-04ce8ddae6a4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 950 time: 0.4219942 Jul 16 17:56:06.109386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-fa6b144c-87c2-4d50-8c70-a41263b469ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.110930 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-fa6b144c-87c2-4d50-8c70-a41263b469ef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 1099 time: 0.3180192 Jul 16 17:56:06.166032 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca082142-0802-41f0-81f4-6c7c6f81505a req-2fdcfd15-47a6-4e28-902e-81c859dede2c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780482 Jul 16 17:56:06.270329 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-faff66d7-0ef4-4206-94d9-c6eed0083974 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27 HTTP/1.1" status: 200 len: 217 time: 0.1336303 Jul 16 17:56:06.336704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Network 3b873dba-cdad-471a-9e3e-ae327374b621 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:06.367312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9fd61-40fc-4692-ae1c-03dac8ecc35d req-225e2e6a-8606-449b-b122-b39bc850bc4d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.369436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32f9fd61-40fc-4692-ae1c-03dac8ecc35d req-225e2e6a-8606-449b-b122-b39bc850bc4d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.0930388 Jul 16 17:56:06.438592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ccce1d2a-bd3a-46ce-b22f-a3884ba62c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.438759 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32f9fd61-40fc-4692-ae1c-03dac8ecc35d req-0e9a1805-3125-4de3-a8f3-922c0efcb021 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615287 Jul 16 17:56:06.440270 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-ccce1d2a-bd3a-46ce-b22f-a3884ba62c86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1316309 Jul 16 17:56:06.441095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:06.452061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d4acb941-0f65-4a53-98a9-d315e3ff4cf5 req-84a4773d-3b40-42e3-bee8-7e3fe8c67d7e tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3497744 Jul 16 17:56:06.805575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365a7506-9f79-4eba-a7e3-335d1e0e7143 req-3846491e-a789-4476-86d3-0aed6ffef336 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:06.807293 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-365a7506-9f79-4eba-a7e3-335d1e0e7143 req-3846491e-a789-4476-86d3-0aed6ffef336 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.1317363 Jul 16 17:56:06.834110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-81dc4460-5ee5-4737-bb63-b3df18f71a7f None None] Provisioning complete for port 3e04185a-5663-47c2-a221-2ae560e24315 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:06.835145 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-81dc4460-5ee5-4737-bb63-b3df18f71a7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:06.843871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Router 7d78863e-b3fc-4d42-811a-359b12881b2a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:06.848652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d71f37-eeb9-4244-a77c-a4f77daea527 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:06.879405 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-365a7506-9f79-4eba-a7e3-335d1e0e7143 req-273c3112-8060-45fe-b7b9-22a285119228 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621009 Jul 16 17:56:06.911276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a0abc1-390e-4fcf-a6e4-b03a7806f201 None None] Sync routers for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:06.966717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-81dc4460-5ee5-4737-bb63-b3df18f71a7f None None] Port 3e04185a-5663-47c2-a221-2ae560e24315 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:06.976230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a0abc1-390e-4fcf-a6e4-b03a7806f201 None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:06.977238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-55a0abc1-390e-4fcf-a6e4-b03a7806f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:07.075423 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:56:07.076180 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08d71f37-eeb9-4244-a77c-a4f77daea527 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.141823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 981267cf-31c1-4564-9112-5754a0024e1e no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:07.328756 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-08d71f37-eeb9-4244-a77c-a4f77daea527 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "PUT /v2.0/floatingips/20db4d71-3bcc-427c-a85c-4e5798aff75c HTTP/1.1" status: 200 len: 991 time: 9.5973656 Jul 16 17:56:07.333033 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-94f5847e-199f-43dd-8f6e-0f7dfb0ecd02 req-d7808316-be59-4f7b-9bf8-aec9521fe4ec tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.350641 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-55a0abc1-390e-4fcf-a6e4-b03a7806f201 None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:07.352866 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.376591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-2f582ec1-f201-4d34-82c0-16fe4e0932df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.377867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d76435-f6a2-4ec8-ab16-11312884b4fd req-5724e107-7710-4c24-b38c-a58a2367b406 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.378383 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-2f582ec1-f201-4d34-82c0-16fe4e0932df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9193881 Jul 16 17:56:07.385472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7808316-be59-4f7b-9bf8-aec9521fe4ec tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event deleted for resources: {'Port': ['ID=981267cf-31c1-4564-9112-5754a0024e1e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:07.391539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48d76435-f6a2-4ec8-ab16-11312884b4fd req-5724e107-7710-4c24-b38c-a58a2367b406 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 948 time: 0.1893613 Jul 16 17:56:07.449459 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48d76435-f6a2-4ec8-ab16-11312884b4fd req-8b2f3451-97f4-4e1c-88ea-c6eca54c8274 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568171 Jul 16 17:56:07.531374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6fa99-5a7a-4cee-b97a-210d51bf2717 req-2427db9b-376d-4067-addf-be3d41de24e3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.540454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d1d6fa99-5a7a-4cee-b97a-210d51bf2717 req-2427db9b-376d-4067-addf-be3d41de24e3 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb5d3cc7-8815-4288-9c45-73f932a3985b HTTP/1.1" status: 200 len: 867 time: 0.6790621 Jul 16 17:56:07.593958 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-a8784171-c133-4a0a-9a69-72ea73f5616c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=a50a06c545c44e05a152436747f64bb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302477 Jul 16 17:56:07.644397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-94f5847e-199f-43dd-8f6e-0f7dfb0ecd02 req-d7808316-be59-4f7b-9bf8-aec9521fe4ec tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] No DVR routers for this DVR port 981267cf-31c1-4564-9112-5754a0024e1e on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:07.649765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-94f5847e-199f-43dd-8f6e-0f7dfb0ecd02 req-d7808316-be59-4f7b-9bf8-aec9521fe4ec tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:07.652059 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-94f5847e-199f-43dd-8f6e-0f7dfb0ecd02 req-d7808316-be59-4f7b-9bf8-aec9521fe4ec tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.37 "DELETE /v2.0/ports/981267cf-31c1-4564-9112-5754a0024e1e HTTP/1.1" status: 204 len: 173 time: 3.7364192 Jul 16 17:56:07.734104 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d1d6fa99-5a7a-4cee-b97a-210d51bf2717 req-329980b9-0399-41e8-a285-0cae866cbb33 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups?id=db942c02-7b5c-4519-bb37-ad7f86062ebb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904380 Jul 16 17:56:07.747129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-06932704-c2c7-46e1-9246-bd259a2716ba service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549223 Jul 16 17:56:07.748877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:07.759601 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1a871c21-6049-455f-9d5c-465b6f645770 admin admin] 10.222.0.47 "PUT /v2.0/routers/7d78863e-b3fc-4d42-811a-359b12881b2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1680448 Jul 16 17:56:07.765992 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Sync routers for ids ['7d78863e-b3fc-4d42-811a-359b12881b2a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:07.780800 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Routers {'7d78863e-b3fc-4d42-811a-359b12881b2a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:07.781098 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7d78863e-b3fc-4d42-811a-359b12881b2a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:07.793458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a687841-590b-4058-83db-0c44a054fcb9 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:07.800777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a687841-590b-4058-83db-0c44a054fcb9 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2059305 Jul 16 17:56:07.840322 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-6141c87a-7aca-4d04-b18d-3c5960da9f92 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/quotas/a50a06c545c44e05a152436747f64bb4 HTTP/1.1" status: 200 len: 375 time: 0.0385606 Jul 16 17:56:07.898399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-55a0abc1-390e-4fcf-a6e4-b03a7806f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '20db4d71-3bcc-427c-a85c-4e5798aff75c', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'port_id': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'mac_address': 'fa:16:3e:70:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:19Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:07.986482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a0abc1-390e-4fcf-a6e4-b03a7806f201 None None] Checking router: 9ef89b33-10b2-4ef0-bde9-327d79c5de29 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:08.016078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a0abc1-390e-4fcf-a6e4-b03a7806f201 None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:08.029970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-55a0abc1-390e-4fcf-a6e4-b03a7806f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:08.048473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-db3a0a10-9c00-4cd5-a796-650c6615a434 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a50a06c545c44e05a152436747f64bb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2067511 Jul 16 17:56:08.091368 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Set router 7d78863e-b3fc-4d42-811a-359b12881b2a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:08.376868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-55a0abc1-390e-4fcf-a6e4-b03a7806f201 None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:08.688160 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-router', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:52Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 4, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'gw_port': {'id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3e04185a-5663-47c2-a221-2ae560e24315', 'name': '', 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'mac_address': 'fa:16:3e:aa:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abab0931-dda3-4648-bf58-e95b5f4cd284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:03Z', 'updated_at': '2021-07-16T17:56:05Z', 'revision_number': 2, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'subnets': [{'id': 'abab0931-dda3-4648-bf58-e95b5f4cd284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:08.698089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132f057-1b1b-4cec-844e-2510ea917e07 req-46344770-744b-495a-bda0-9f3506e5dc9c tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:08.709886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a132f057-1b1b-4cec-844e-2510ea917e07 req-46344770-744b-495a-bda0-9f3506e5dc9c tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.1365218 Jul 16 17:56:08.783083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'tag': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551'}, {'server_uuid': 'eb5d3cc7-8815-4288-9c45-73f932a3985b', 'name': 'network-vif-deleted', 'tag': '981267cf-31c1-4564-9112-5754a0024e1e'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:08.792849 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a132f057-1b1b-4cec-844e-2510ea917e07 req-92d7fde2-86d8-419a-9fa5-3fd1682453ab tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812573 Jul 16 17:56:08.795770 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6185321-e17d-4260-9818-159ef5c2b6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e70bff24-b836-412a-8b54-7868097e0e3d", "tag": "b3ab6615-52e5-4989-8e5c-0fe8fde0f551"}, {"server_uuid": "eb5d3cc7-8815-4288-9c45-73f932a3985b", "name": "network-vif-deleted", "tag": "981267cf-31c1-4564-9112-5754a0024e1e"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:08.947494 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a8733fa-8907-4e2c-8c37-38c2e299c43f req-769d773b-03d8-4cf3-828b-bcf8ac4d1152 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1802230 Jul 16 17:56:08.991025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3212b30f-5885-4b0b-a1bb-0fdf0fda5315 req-f5beec54-03a8-4e55-9038-67f3ced46fb4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.002770 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3212b30f-5885-4b0b-a1bb-0fdf0fda5315 req-f5beec54-03a8-4e55-9038-67f3ced46fb4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 950 time: 0.1834776 Jul 16 17:56:09.024925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-55a0abc1-390e-4fcf-a6e4-b03a7806f201 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '20db4d71-3bcc-427c-a85c-4e5798aff75c', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'port_id': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'mac_address': 'fa:16:3e:70:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:19Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:09.066958 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Checking router: 7d78863e-b3fc-4d42-811a-359b12881b2a for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:09.068682 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Updating router 7d78863e-b3fc-4d42-811a-359b12881b2a port 3e04185a-5663-47c2-a221-2ae560e24315 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:09.096291 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a0abc1-390e-4fcf-a6e4-b03a7806f201 None None] The sync data for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 is: [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '20db4d71-3bcc-427c-a85c-4e5798aff75c', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'port_id': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 123, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'mac_address': 'fa:16:3e:70:3c:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:53:19Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:09.135291 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3212b30f-5885-4b0b-a1bb-0fdf0fda5315 req-88e5546d-c621-4de2-bfbd-5aa268503c31 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295550 Jul 16 17:56:09.240493 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:09.289158 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e19b0806-1cdb-4b7d-831b-e4d0fc1f0284 req-3f6dc232-4f56-46b3-b86f-62230468bf2a tempest-FloatingIPsNegativeTestJSON-1277705729 tempest-FloatingIPsNegativeTestJSON-1277705729-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=ef82ccbe9dd0480a88df05d56b0de534 HTTP/1.1" status: 200 len: 217 time: 0.1781857 Jul 16 17:56:09.358741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66947009-6b95-43b9-9347-a158552f6bc5 req-55f4a714-8f98-47df-a5d9-2e6b5d6fa2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.360256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-66947009-6b95-43b9-9347-a158552f6bc5 req-55f4a714-8f98-47df-a5d9-2e6b5d6fa2e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 1099 time: 0.1740735 Jul 16 17:56:09.515689 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1c0b562-2163-4426-b65a-6332875312dd req-165bfe49-688b-4cd1-8127-6ae6cc095546 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 210 time: 0.0796914 Jul 16 17:56:09.571323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000fb9ab-cb80-4b45-9054-6ca6211c7eff None None] New status for floating IP 20db4d71-3bcc-427c-a85c-4e5798aff75c: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:56:09.585309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c290f7-ff54-4297-97c7-0b3ebfa8a8ca req-1e8f41b9-69f4-41cd-a1d9-064b9d47bae5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.602496 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14c290f7-ff54-4297-97c7-0b3ebfa8a8ca req-1e8f41b9-69f4-41cd-a1d9-064b9d47bae5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 948 time: 0.1455886 Jul 16 17:56:09.695834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66947009-6b95-43b9-9347-a158552f6bc5 req-f516092a-0342-4fc1-bce9-8801f5273089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:09.698003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-66947009-6b95-43b9-9347-a158552f6bc5 req-f516092a-0342-4fc1-bce9-8801f5273089 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.3215525 Jul 16 17:56:09.744215 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14c290f7-ff54-4297-97c7-0b3ebfa8a8ca req-d3974f43-30ca-4592-9a3a-eb95c08e8384 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393113 Jul 16 17:56:09.842209 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8813e2db-b3f6-4b59-8f0d-0a25e5204c66 x-openstack-request-id: req-8813e2db-b3f6-4b59-8f0d-0a25e5204c66 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:09.844480 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e70bff24-b836-412a-8b54-7868097e0e3d", "tag": "b3ab6615-52e5-4989-8e5c-0fe8fde0f551", "status": "completed", "code": 200}, {"server_uuid": "eb5d3cc7-8815-4288-9c45-73f932a3985b", "name": "network-vif-deleted", "tag": "981267cf-31c1-4564-9112-5754a0024e1e", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:09.844923 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8813e2db-b3f6-4b59-8f0d-0a25e5204c66 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:09.848368 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'tag': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551', 'status': 'completed', 'code': 200} Jul 16 17:56:09.848944 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb5d3cc7-8815-4288-9c45-73f932a3985b', 'name': 'network-vif-deleted', 'tag': '981267cf-31c1-4564-9112-5754a0024e1e', 'status': 'completed', 'code': 200} Jul 16 17:56:09.853914 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-66947009-6b95-43b9-9347-a158552f6bc5 req-d65f2dac-3b8d-4788-96cb-f010759ee34f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27 HTTP/1.1" status: 200 len: 217 time: 0.1346464 Jul 16 17:56:10.007424 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.012746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66947009-6b95-43b9-9347-a158552f6bc5 req-19281b7a-7e0c-4fab-9cfe-5f3097644d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.019463 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-66947009-6b95-43b9-9347-a158552f6bc5 req-19281b7a-7e0c-4fab-9cfe-5f3097644d92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1385109 Jul 16 17:56:10.027605 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Transition to ACTIVE for port object 3e04185a-5663-47c2-a221-2ae560e24315 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:10.039986 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.098448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-149060fc-8300-4c94-889c-255eeba9ca06 req-545baf97-a586-4f37-a490-5aad269bdef9 tempest-FloatingIPsNegativeTestJSON-1277705729 tempest-FloatingIPsNegativeTestJSON-1277705729-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0661931 Jul 16 17:56:10.128879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6185321-e17d-4260-9818-159ef5c2b6ee req-bd25e643-ab99-467a-b79e-051372f880dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.131181 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6185321-e17d-4260-9818-159ef5c2b6ee req-bd25e643-ab99-467a-b79e-051372f880dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=43130acca04945a79f69f3c5f20cf265&device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 1096 time: 0.2747386 Jul 16 17:56:10.260396 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda3913-96bb-41f5-b8dc-f8d98c415a16 None None] Pushing event updated for resources: {'Port': ['ID=3e04185a-5663-47c2-a221-2ae560e24315,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:10.310151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe9ac2-8779-457b-b2eb-aa81628b949f req-ca70627c-df12-43e5-adb3-101c06d29ead tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.311915 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5cbe9ac2-8779-457b-b2eb-aa81628b949f req-ca70627c-df12-43e5-adb3-101c06d29ead tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5235990-febd-4fcb-acf4-f0988982349a HTTP/1.1" status: 200 len: 950 time: 0.2796743 Jul 16 17:56:10.344631 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Attempting to bind port 3e04185a-5663-47c2-a221-2ae560e24315 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:10.345032 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Attempting to bind port 3e04185a-5663-47c2-a221-2ae560e24315 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '2c77f907-34ca-45ee-b04f-c63b9e596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:10.346473 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Attempting to bind port 3e04185a-5663-47c2-a221-2ae560e24315 on network 3b873dba-cdad-471a-9e3e-ae327374b621 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:10.354562 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:10.369364 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Checking segment: {'id': '2c77f907-34ca-45ee-b04f-c63b9e596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:10.369364 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.369364 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Bound using segment: {'id': '2c77f907-34ca-45ee-b04f-c63b9e596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:10.369364 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Bound port: 3e04185a-5663-47c2-a221-2ae560e24315, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c77f907-34ca-45ee-b04f-c63b9e596838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:10.369364 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.379074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66947009-6b95-43b9-9347-a158552f6bc5 req-e0f040a5-a391-4280-8c5d-e96448ebe1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.380610 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-66947009-6b95-43b9-9347-a158552f6bc5 req-e0f040a5-a391-4280-8c5d-e96448ebe1b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3363123 Jul 16 17:56:10.406475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-9128b87a-8e00-4096-814e-16733423a658 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a50a06c545c44e05a152436747f64bb4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391083 Jul 16 17:56:10.506695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6185321-e17d-4260-9818-159ef5c2b6ee req-30db42a2-6614-4d0d-8c5a-b8429991d5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.510606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6185321-e17d-4260-9818-159ef5c2b6ee req-30db42a2-6614-4d0d-8c5a-b8429991d5d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6e607010-b04a-43b9-bc82-01c9d49f67b6 HTTP/1.1" status: 200 len: 925 time: 0.3663931 Jul 16 17:56:10.567267 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] For port 3e04185a-5663-47c2-a221-2ae560e24315, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:10.575307 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] For port 3e04185a-5663-47c2-a221-2ae560e24315, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3e04185a-5663-47c2-a221-2ae560e24315,segment=NetworkSegment(2c77f907-34ca-45ee-b04f-c63b9e596838),segment_id=2c77f907-34ca-45ee-b04f-c63b9e596838)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:10.584192 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:10.634586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-30fae712-350b-450f-a602-23f1bab3ecb3 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.638150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-30fae712-350b-450f-a602-23f1bab3ecb3 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2247469 Jul 16 17:56:10.661050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc683da5-6586-484b-934f-64c93c0dd36a req-ac5e5b8f-7b76-464c-a41b-ba4825e33472 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:10.673749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dc683da5-6586-484b-934f-64c93c0dd36a req-ac5e5b8f-7b76-464c-a41b-ba4825e33472 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.2080278 Jul 16 17:56:10.678001 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Routers {'7d78863e-b3fc-4d42-811a-359b12881b2a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:10.678151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5cbe9ac2-8779-457b-b2eb-aa81628b949f req-5e2ec312-3350-4a94-9860-98517d70a461 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3534610 Jul 16 17:56:10.678737 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7d78863e-b3fc-4d42-811a-359b12881b2a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:10.700415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Request body: {'port': {'device_id': 'eb6286d3-cb1d-4301-a82f-f6b787c417e8', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': 'a50a06c545c44e05a152436747f64bb4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:10.756028 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-cbef006f-6222-4cd9-8e94-6bc327182e0b req-034b307b-07e7-4067-8952-57ad5ed6aec6 tempest-FloatingIPsNegativeTestJSON-1277705729 tempest-FloatingIPsNegativeTestJSON-1277705729-project] show failed (client error): The resource could not be found. Jul 16 17:56:10.772451 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cda3913-96bb-41f5-b8dc-f8d98c415a16 None None] Pushing event updated for resources: {'Port': ['ID=3e04185a-5663-47c2-a221-2ae560e24315,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:10.773764 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cbef006f-6222-4cd9-8e94-6bc327182e0b req-034b307b-07e7-4067-8952-57ad5ed6aec6 tempest-FloatingIPsNegativeTestJSON-1277705729 tempest-FloatingIPsNegativeTestJSON-1277705729-project] 10.222.0.47 "GET /v2.0/floatingips/da648f9a-c0d8-4451-944b-141575f83bb8 HTTP/1.1" status: 404 len: 350 time: 0.0646038 Jul 16 17:56:10.779786 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46262) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:10.851311 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dc683da5-6586-484b-934f-64c93c0dd36a req-7fba815d-4cb6-4fbc-96b3-eb259d7fd878 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732123 Jul 16 17:56:10.930349 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] Set router 7d78863e-b3fc-4d42-811a-359b12881b2a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:11.041752 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6185321-e17d-4260-9818-159ef5c2b6ee req-71df5b1a-5d51-4e73-89a9-c14f139ba4de service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3ab6615-52e5-4989-8e5c-0fe8fde0f551 HTTP/1.1" status: 200 len: 1001 time: 0.5036750 Jul 16 17:56:11.042820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Made reservation on behalf of a50a06c545c44e05a152436747f64bb4 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:11.052568 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.167863 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-66947009-6b95-43b9-9347-a158552f6bc5 req-8be45f8a-3b6b-4a6e-a016-dea34e6034c7 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7650869 Jul 16 17:56:11.249923 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-router', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:52Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 4, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'gw_port': {'id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3e04185a-5663-47c2-a221-2ae560e24315', 'name': '', 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'mac_address': 'fa:16:3e:aa:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abab0931-dda3-4648-bf58-e95b5f4cd284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:03Z', 'updated_at': '2021-07-16T17:56:10Z', 'revision_number': 4, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'subnets': [{'id': 'abab0931-dda3-4648-bf58-e95b5f4cd284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:11.272974 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Allocated IP 192.168.233.77 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/a387f717-678e-45ff-8920-cf924e807baf) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:11.291713 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559cae34-9174-4913-9e6d-77d22e678331 None None] The sync data for ids ['7d78863e-b3fc-4d42-811a-359b12881b2a'] in n-d-794306-7 is: [{'id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-router', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:52Z', 'updated_at': '2021-07-16T17:56:04Z', 'revision_number': 4, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'gw_port': {'id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3e04185a-5663-47c2-a221-2ae560e24315', 'name': '', 'network_id': '3b873dba-cdad-471a-9e3e-ae327374b621', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'mac_address': 'fa:16:3e:aa:f0:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': 'abab0931-dda3-4648-bf58-e95b5f4cd284', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:03Z', 'updated_at': '2021-07-16T17:56:10Z', 'revision_number': 4, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'subnets': [{'id': 'abab0931-dda3-4648-bf58-e95b5f4cd284', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:11.327628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6185321-e17d-4260-9818-159ef5c2b6ee req-e7a923fa-2a1c-4be5-9a35-b2251fdf784c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.330348 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6185321-e17d-4260-9818-159ef5c2b6ee req-e7a923fa-2a1c-4be5-9a35-b2251fdf784c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e61b5433-18ce-4759-a1d2-aa3c01fe79bb HTTP/1.1" status: 200 len: 863 time: 0.2673755 Jul 16 17:56:11.403900 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b1563413-c535-421d-a4a9-5f3eb777777b req-68e90aef-db27-4188-94d7-15f7d9dd829b tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 210 time: 0.0628471 Jul 16 17:56:11.598154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-66947009-6b95-43b9-9347-a158552f6bc5 req-64cc8eee-e72d-4d96-94ae-43b90e4c480f service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4186962 Jul 16 17:56:11.659202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4190e52-c1b5-44b1-a933-1a0a0f818e45 req-fcbaac76-bc84-4aa1-8150-6c48ea148af8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.665569 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4190e52-c1b5-44b1-a933-1a0a0f818e45 req-fcbaac76-bc84-4aa1-8150-6c48ea148af8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 948 time: 0.1178114 Jul 16 17:56:11.669841 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.717546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Transition to ACTIVE for port object a387f717-678e-45ff-8920-cf924e807baf will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:11.722395 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.734172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6185321-e17d-4260-9818-159ef5c2b6ee req-233ff677-b718-40ff-a44d-b826db59b70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.736190 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6185321-e17d-4260-9818-159ef5c2b6ee req-233ff677-b718-40ff-a44d-b826db59b70d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6e607010-b04a-43b9-bc82-01c9d49f67b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3619044 Jul 16 17:56:11.750692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8cc97-aab7-4473-a8c4-553da47ae5e5 req-63ca913c-2a5a-425a-9816-8677db71576d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.758075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b8cc97-aab7-4473-a8c4-553da47ae5e5 req-63ca913c-2a5a-425a-9816-8677db71576d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:11.766016 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0b8cc97-aab7-4473-a8c4-553da47ae5e5 req-63ca913c-2a5a-425a-9816-8677db71576d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b&device_id=a5235990-febd-4fcb-acf4-f0988982349a HTTP/1.1" status: 200 len: 1691 time: 0.4517977 Jul 16 17:56:11.805967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4190e52-c1b5-44b1-a933-1a0a0f818e45 req-eddfb6fd-8a63-45a1-bb83-f893d560fe7e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358929 Jul 16 17:56:11.826703 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:11.842192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['9b852776-fbfd-48a7-b695-ceb87fe3fe3a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:11.876628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:11.884342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:11.888754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:11.942329 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['10d688c7-4f21-4327-bcb0-ced35666875f'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:11.985062 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0b8cc97-aab7-4473-a8c4-553da47ae5e5 req-be0f0ed7-1fd1-4243-94c0-5d061761d9d4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173047 Jul 16 17:56:12.023124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.034900 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.061284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Pushing event updated for resources: {'Port': ['ID=a387f717-678e-45ff-8920-cf924e807baf,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:12.080868 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3972921 Jul 16 17:56:12.089714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.093898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.096466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.096994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.099485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.100047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.101212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.103750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.104250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.104768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.105279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.106851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638f3726-e4b1-4679-ad14-21c5328ea3f7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:12.123715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Request body: {'port': {'device_id': 'eb6286d3-cb1d-4301-a82f-f6b787c417e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:12.141005 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6185321-e17d-4260-9818-159ef5c2b6ee req-8b9ce6df-85af-403a-aee4-6a111c51f7b1 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657551 Jul 16 17:56:12.308074 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.331698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46284) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:12.536697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4f896446-eda0-4d29-b67e-9dd33dc92e27 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:12.573116 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6185321-e17d-4260-9818-159ef5c2b6ee req-8e7968eb-843b-4fb6-9d9b-1d52fdd91301 service neutron] 10.222.0.37 "GET /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239933 Jul 16 17:56:12.579081 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.611274 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ff07680-11b6-48bc-9dcd-e138ad77f383 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:12.669359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3e04185a-5663-47c2-a221-2ae560e24315 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:12.695110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf91b44-451c-4078-b5c5-724d350e7606 req-707f1c24-5162-4172-9ef6-69e4e0d5ef06 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:12.696720 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fdf91b44-451c-4078-b5c5-724d350e7606 req-707f1c24-5162-4172-9ef6-69e4e0d5ef06 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.3057728 Jul 16 17:56:12.825492 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fdf91b44-451c-4078-b5c5-724d350e7606 req-068ddab4-4928-4d75-af10-24573104ec58 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218469 Jul 16 17:56:12.884708 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ff07680-11b6-48bc-9dcd-e138ad77f383 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.053616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a387f717-678e-45ff-8920-cf924e807baf {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:13.074527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.124843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Transition to ACTIVE for port object a387f717-678e-45ff-8920-cf924e807baf will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:13.140497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e3ead0-af24-4819-8f2b-17fedae10ed8 req-7864d686-bf0a-4a7f-bd22-871277fdcae1 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:13.156563 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3e3ead0-af24-4819-8f2b-17fedae10ed8 req-7864d686-bf0a-4a7f-bd22-871277fdcae1 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 935 time: 0.3542879 Jul 16 17:56:13.170237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3384e0f1-d7c8-467a-a12a-628cec17316b None None] Provisioning for port a387f717-678e-45ff-8920-cf924e807baf completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:13.177460 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.194368 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.resource_extend [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:56:13.199313 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ff07680-11b6-48bc-9dcd-e138ad77f383 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.201843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ff07680-11b6-48bc-9dcd-e138ad77f383 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.203223 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2ff07680-11b6-48bc-9dcd-e138ad77f383 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "DELETE /v2.0/security-groups/7b4e85b4-f405-438d-bb32-4bb2afe2c677 HTTP/1.1" status: 204 len: 168 time: 0.8706274 Jul 16 17:56:13.237139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46294) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:13.264694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff07680-11b6-48bc-9dcd-e138ad77f383 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b4e85b4-f405-438d-bb32-4bb2afe2c677,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:13.277337 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-253c1e48-c123-49f0-8165-e7f92aa06b9c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] show failed (client error): The resource could not be found. Jul 16 17:56:13.287690 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-253c1e48-c123-49f0-8165-e7f92aa06b9c tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "GET /v2.0/security-groups/7b4e85b4-f405-438d-bb32-4bb2afe2c677 HTTP/1.1" status: 404 len: 347 time: 0.0492716 Jul 16 17:56:13.288354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46298) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:13.311207 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f6a6b-af14-44ce-adf3-f5b51733f307 req-5519f98b-6302-49a6-ab8e-3105d6a466c0 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:13.312858 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bc0f6a6b-af14-44ce-adf3-f5b51733f307 req-5519f98b-6302-49a6-ab8e-3105d6a466c0 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 1101 time: 0.2370250 Jul 16 17:56:13.384275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a387f717-678e-45ff-8920-cf924e807baf,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:13.471607 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3e3ead0-af24-4819-8f2b-17fedae10ed8 req-01814618-1ec2-4a95-a0c8-85bc6042fb46 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966242 Jul 16 17:56:13.659222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Attempting to bind port a387f717-678e-45ff-8920-cf924e807baf on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:13.659650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Attempting to bind port a387f717-678e-45ff-8920-cf924e807baf by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:13.659933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Attempting to bind port a387f717-678e-45ff-8920-cf924e807baf on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:13.667057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Port a387f717-678e-45ff-8920-cf924e807baf on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:13.667388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Attempting to bind port a387f717-678e-45ff-8920-cf924e807baf on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:13.693517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:13.693861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:13.694251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:13.694685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Bound port: a387f717-678e-45ff-8920-cf924e807baf, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:13.695051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.725226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bc0f6a6b-af14-44ce-adf3-f5b51733f307 req-deddfd7b-5320-4eeb-a482-6ff316d65711 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3285542 Jul 16 17:56:13.777289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] Deleting port 3e04185a-5663-47c2-a221-2ae560e24315 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:13.777916 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.879038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:13.894305 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3e04185a-5663-47c2-a221-2ae560e24315 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:13.922739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3e04185a-5663-47c2-a221-2ae560e24315 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:13.924439 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.963073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b6626c6b-2890-46e0-bc9b-dcb2372ecd62 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Deleting port 547f9655-ec44-411a-88e9-6ba3d052356c {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:13.963680 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6626c6b-2890-46e0-bc9b-dcb2372ecd62 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:13.974856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] For port a387f717-678e-45ff-8920-cf924e807baf, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:13.995793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '4f896446-eda0-4d29-b67e-9dd33dc92e27', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '4f896446-eda0-4d29-b67e-9dd33dc92e27', 'mac_address': 'fa:16:3e:b7:7e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:14.007083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] For port a387f717-678e-45ff-8920-cf924e807baf, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a387f717-678e-45ff-8920-cf924e807baf,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:14.023324 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.088600 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.108538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f896446-eda0-4d29-b67e-9dd33dc92e27 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:14.132374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:14.137695 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.164549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.165456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.168155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/a387f717-678e-45ff-8920-cf924e807baf HTTP/1.1" status: 200 len: 1095 time: 2.0511546 Jul 16 17:56:14.176103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb6286d3-cb1d-4301-a82f-f6b787c417e8', 'tag': 'a387f717-678e-45ff-8920-cf924e807baf'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:14.179012 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dc8014f-acaf-458c-8438-d9e894b4fabd" -d '{"events": [{"name": "network-changed", "server_uuid": "eb6286d3-cb1d-4301-a82f-f6b787c417e8", "tag": "a387f717-678e-45ff-8920-cf924e807baf"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:14.278976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4f896446-eda0-4d29-b67e-9dd33dc92e27,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:14.322474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165ec58d-6e7c-4535-9517-1a4adaccfb54 req-c008efcb-8832-4113-8348-983984e4d80f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.345152 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-165ec58d-6e7c-4535-9517-1a4adaccfb54 req-c008efcb-8832-4113-8348-983984e4d80f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 948 time: 0.4598458 Jul 16 17:56:14.367814 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.379323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a350fe1-5c36-42a8-a4fa-c2da846f75f3 service neutron] Pushing event updated for resources: {'Port': ['ID=a387f717-678e-45ff-8920-cf924e807baf,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:14.431873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3e04185a-5663-47c2-a221-2ae560e24315, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3e04185a-5663-47c2-a221-2ae560e24315,segment=NetworkSegment(2c77f907-34ca-45ee-b04f-c63b9e596838),segment_id=2c77f907-34ca-45ee-b04f-c63b9e596838)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:14.455778 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.524057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3e04185a-5663-47c2-a221-2ae560e24315,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:14.528289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['4f896446-eda0-4d29-b67e-9dd33dc92e27'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:14.545730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-165ec58d-6e7c-4535-9517-1a4adaccfb54 req-5f03b2de-0600-492c-a595-1dff66cdee4f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994786 Jul 16 17:56:14.568006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] For port 3e04185a-5663-47c2-a221-2ae560e24315, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3e04185a-5663-47c2-a221-2ae560e24315,segment=NetworkSegment(2c77f907-34ca-45ee-b04f-c63b9e596838),segment_id=2c77f907-34ca-45ee-b04f-c63b9e596838)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:14.569077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.584589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-2c958708-7f97-47e0-91d6-cec3ea6ad5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.592009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-2c958708-7f97-47e0-91d6-cec3ea6ad5aa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50a06c545c44e05a152436747f64bb4&device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 1098 time: 0.3734691 Jul 16 17:56:14.653536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] Calling delete_port for 3e04185a-5663-47c2-a221-2ae560e24315 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:14.672986 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-118e182b-674f-4834-8110-590ac138f07f tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:14.675809 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-118e182b-674f-4834-8110-590ac138f07f tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1096 time: 0.8237700 Jul 16 17:56:14.694308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-7'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:14.740481 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6626c6b-2890-46e0-bc9b-dcb2372ecd62 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.741215 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6626c6b-2890-46e0-bc9b-dcb2372ecd62 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:14.818415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b6626c6b-2890-46e0-bc9b-dcb2372ecd62 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Calling delete_port for 547f9655-ec44-411a-88e9-6ba3d052356c owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:15.110754 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.125839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-22f3d859-7a9b-4e5b-9a4a-22c8c84f39ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=a387f717-678e-45ff-8920-cf924e807baf HTTP/1.1" status: 200 len: 217 time: 0.5155523 Jul 16 17:56:15.138446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88894118-ed96-4229-b876-addd01fda905 req-1f00faaf-0aa4-48dc-9016-ca69f7184974 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.140530 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88894118-ed96-4229-b876-addd01fda905 req-1f00faaf-0aa4-48dc-9016-ca69f7184974 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a5235990-febd-4fcb-acf4-f0988982349a HTTP/1.1" status: 200 len: 1101 time: 0.6056621 Jul 16 17:56:15.206191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-0643cdcc-5f58-4d0e-9c7f-a5235300c195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.207653 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-0643cdcc-5f58-4d0e-9c7f-a5235300c195 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0628073 Jul 16 17:56:15.216899 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6626c6b-2890-46e0-bc9b-dcb2372ecd62 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.218545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dbf99d06-8fde-4979-8e52-c41c4fdd8574 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:15.258452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88894118-ed96-4229-b876-addd01fda905 req-39bc6adc-b58d-4d66-a5f4-a271ca7f061a tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105745 Jul 16 17:56:15.265314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6626c6b-2890-46e0-bc9b-dcb2372ecd62 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Pushing event deleted for resources: {'Port': ['ID=547f9655-ec44-411a-88e9-6ba3d052356c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:15.265434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de1c889-3dbd-4d2a-b10c-9c389e426699 req-f040563d-9367-4c88-89af-c8c343f2a693 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.266943 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5de1c889-3dbd-4d2a-b10c-9c389e426699 req-f040563d-9367-4c88-89af-c8c343f2a693 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 945 time: 0.1521506 Jul 16 17:56:15.426480 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5de1c889-3dbd-4d2a-b10c-9c389e426699 req-51ad7763-bb4a-4e87-8dc0-3d2db0162b09 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287591 Jul 16 17:56:15.429096 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6626c6b-2890-46e0-bc9b-dcb2372ecd62 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.435376 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd097ba-0f27-4768-8ee4-54d91a8caa28 x-openstack-request-id: req-3fd097ba-0f27-4768-8ee4-54d91a8caa28 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:15.438259 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6626c6b-2890-46e0-bc9b-dcb2372ecd62 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.440084 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b6626c6b-2890-46e0-bc9b-dcb2372ecd62 tempest-ImagesOneServerNegativeTestJSON-595388694 tempest-ImagesOneServerNegativeTestJSON-595388694-project] 10.222.0.47 "DELETE /v2.0/floatingips/270ccf31-0909-41ac-8c99-3e1e33ac7c0d HTTP/1.1" status: 204 len: 168 time: 2.1496661 Jul 16 17:56:15.442955 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb6286d3-cb1d-4301-a82f-f6b787c417e8", "tag": "a387f717-678e-45ff-8920-cf924e807baf", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:15.443288 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3fd097ba-0f27-4768-8ee4-54d91a8caa28 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:15.446137 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb6286d3-cb1d-4301-a82f-f6b787c417e8', 'tag': 'a387f717-678e-45ff-8920-cf924e807baf', 'status': 'completed', 'code': 200} Jul 16 17:56:15.460981 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f840478-d674-403d-a652-23f05cbad6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.465789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-c70efeaa-b0ca-4c96-b400-8683dd775901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.467433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-c70efeaa-b0ca-4c96-b400-8683dd775901 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2395294 Jul 16 17:56:15.477269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:15.521202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dbf99d06-8fde-4979-8e52-c41c4fdd8574 has no active binding in host n-h1-794306-7 {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:56:15.603657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:15.619682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.681362 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-c6b4fea0-9f84-4a00-a41c-c5a8534ed025 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2018285 Jul 16 17:56:15.707370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] Pushing event deleted for resources: {'Port': ['ID=3e04185a-5663-47c2-a221-2ae560e24315,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:15.765847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:15.865601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:15.868881 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93bbb968-b441-40ad-a8a4-4f566c4f97aa" -d '{"events": [{"server_uuid": "efc18989-8dc2-421f-958c-cf8d6478a910", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf99d06-8fde-4979-8e52-c41c4fdd8574"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:15.875236 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:15.903037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c808163b-2c72-4a3e-96e0-f92524b33bcf req-cae14270-cd90-463f-a538-a75c87b41c00 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143991 Jul 16 17:56:15.912149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb5fee-5333-469f-877a-c00dc812146e req-56c67840-c61b-4d82-a411-646f35c0e0ff tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:15.919307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aebb5fee-5333-469f-877a-c00dc812146e req-56c67840-c61b-4d82-a411-646f35c0e0ff tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 947 time: 0.3028963 Jul 16 17:56:15.953906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-d5c5991e-c281-45df-8a2e-9dcf8c701469 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0434144 Jul 16 17:56:15.960720 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.119331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Pushing event updated for resources: {'Port': ['ID=dbf99d06-8fde-4979-8e52-c41c4fdd8574,revision_number=7']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:16.123486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-e9f7fcd2-cc97-40ca-82f1-4fd0212c860d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.125035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aebb5fee-5333-469f-877a-c00dc812146e req-fec0dac8-420f-4fc0-95ed-0a9e58cf6ae1 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048545 Jul 16 17:56:16.131652 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-e9f7fcd2-cc97-40ca-82f1-4fd0212c860d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1752081 Jul 16 17:56:16.135073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8014f-acaf-458c-8438-d9e894b4fabd req-2494d170-3d0c-471d-beea-3152d8fa7c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.136989 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6dc8014f-acaf-458c-8438-d9e894b4fabd req-2494d170-3d0c-471d-beea-3152d8fa7c84 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a50a06c545c44e05a152436747f64bb4&device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 1098 time: 0.1530159 Jul 16 17:56:16.186895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on host n-h2-794306-7 for vnic_type normal with profile {"migrating_to": "n-h1-794306-7"} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:16.188022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:16.188517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:16.196970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:16.197512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Attempting to bind port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:16.203397 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.216888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:16.217152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:16.217534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:16.217976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Bound port: dbf99d06-8fde-4979-8e52-c41c4fdd8574, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:16.218339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.254443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8014f-acaf-458c-8438-d9e894b4fabd req-3af01c2b-1394-4ba7-9eca-425fff69afa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.256266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6dc8014f-acaf-458c-8438-d9e894b4fabd req-3af01c2b-1394-4ba7-9eca-425fff69afa0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1017656 Jul 16 17:56:16.265512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-39cd422b-36fb-430b-885f-c1ce83fdd318 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/quotas/02d40a49c0a84b81a98ec66aee94886f HTTP/1.1" status: 200 len: 375 time: 0.1328285 Jul 16 17:56:16.337222 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6dc8014f-acaf-458c-8438-d9e894b4fabd req-192d8a89-92b4-4863-b909-933bd37ee180 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.77&port_id=a387f717-678e-45ff-8920-cf924e807baf HTTP/1.1" status: 200 len: 217 time: 0.0610836 Jul 16 17:56:16.416823 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-9fca3ffe-f103-497b-bbed-25011d9195e1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1501937 Jul 16 17:56:16.418646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8014f-acaf-458c-8438-d9e894b4fabd req-72b5d651-8aed-4277-b5cc-8eb1f207e556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.420387 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6dc8014f-acaf-458c-8438-d9e894b4fabd req-72b5d651-8aed-4277-b5cc-8eb1f207e556 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0757577 Jul 16 17:56:16.430867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:16.436241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:16.445701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8a85b1-0888-43ad-94c8-3d282435cf48 req-d4afd903-eb05-4219-a732-00ea0a84c761 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.447289 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b8a85b1-0888-43ad-94c8-3d282435cf48 req-d4afd903-eb05-4219-a732-00ea0a84c761 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 949 time: 0.1780369 Jul 16 17:56:16.487586 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.496577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8014f-acaf-458c-8438-d9e894b4fabd req-bc8fc1bd-12e2-4f96-bc49-a8cefd7e8e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.504747 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6dc8014f-acaf-458c-8438-d9e894b4fabd req-bc8fc1bd-12e2-4f96-bc49-a8cefd7e8e86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0738120 Jul 16 17:56:16.532019 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4f896446-eda0-4d29-b67e-9dd33dc92e27 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:16.628031 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b8a85b1-0888-43ad-94c8-3d282435cf48 req-de145f83-1a2e-4552-8538-78d675ce943e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427810 Jul 16 17:56:16.645632 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6dc8014f-acaf-458c-8438-d9e894b4fabd req-6f85b19c-f5a1-442b-a444-1fff99ee91f7 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246352 Jul 16 17:56:16.663470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Pushing event updated for resources: {'Port': ['ID=dbf99d06-8fde-4979-8e52-c41c4fdd8574,revision_number=8']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:16.668634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:16.669245 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.670533 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-6553fe59-34f8-4077-a95b-c68f96c5cf1b service neutron] 10.222.0.37 "PUT /v2.0/ports/dbf99d06-8fde-4979-8e52-c41c4fdd8574 HTTP/1.1" status: 200 len: 1121 time: 1.9816251 Jul 16 17:56:16.681779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 4f896446-eda0-4d29-b67e-9dd33dc92e27 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:16.687533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 4f896446-eda0-4d29-b67e-9dd33dc92e27 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:16.688106 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.692577 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] Router 7d78863e-b3fc-4d42-811a-359b12881b2a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:16.717178 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3b7fee-c985-4c3f-8616-4de1fbe26a5f x-openstack-request-id: req-8d3b7fee-c985-4c3f-8616-4de1fbe26a5f {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:16.717464 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc18989-8dc2-421f-958c-cf8d6478a910", "name": "network-vif-unplugged", "status": "completed", "tag": "dbf99d06-8fde-4979-8e52-c41c4fdd8574", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:16.717713 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8d3b7fee-c985-4c3f-8616-4de1fbe26a5f {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:16.718102 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574', 'code': 200} Jul 16 17:56:16.856440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['dbf99d06-8fde-4979-8e52-c41c4fdd8574'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:16.887439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff4b392b-6b4d-4b73-b73c-1965f092e77e req-d5841793-02af-4408-809b-04bfe987cc7a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 210 time: 0.0721388 Jul 16 17:56:16.918292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:16.934973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6dc8014f-acaf-458c-8438-d9e894b4fabd req-37b25777-9fba-4962-a8eb-bd56e0c613ef service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769248 Jul 16 17:56:16.978114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:16.982975 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb4fece-c240-41f4-9a56-a240847539fe" -d '{"events": [{"server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "name": "network-vif-plugged", "status": "completed", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:16.988574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:16.997508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46392) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:16.999301 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149949f6-269b-4a0e-95a8-732bc83e746e None None] Sync routers for ids ['7d78863e-b3fc-4d42-811a-359b12881b2a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:17.004616 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-51265a9f-18a7-4590-8a27-a9867c8024cd admin admin] 10.222.0.47 "PUT /v2.0/routers/7d78863e-b3fc-4d42-811a-359b12881b2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2191551 Jul 16 17:56:17.010527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['dbf99d06-8fde-4979-8e52-c41c4fdd8574'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:17.024836 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149949f6-269b-4a0e-95a8-732bc83e746e None None] Routers {'7d78863e-b3fc-4d42-811a-359b12881b2a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:17.025760 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-149949f6-269b-4a0e-95a8-732bc83e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7d78863e-b3fc-4d42-811a-359b12881b2a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:17.060423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:17.063656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e983538f-1e2e-4f9b-bb8b-9d64ccf97299 req-ddba263a-d371-494b-b90e-3db3d3a9d426 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.069150 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e983538f-1e2e-4f9b-bb8b-9d64ccf97299 req-ddba263a-d371-494b-b90e-3db3d3a9d426 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 943 time: 0.1307895 Jul 16 17:56:17.081817 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.141369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e983538f-1e2e-4f9b-bb8b-9d64ccf97299 req-ccfe6458-d3cb-4f01-8c15-5cbf9c4b2829 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651591 Jul 16 17:56:17.154556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4f896446-eda0-4d29-b67e-9dd33dc92e27,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:17.197247 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.250689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46400) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:17.293246 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416698d6-759b-4838-ba82-84d0cea584e1 x-openstack-request-id: req-416698d6-759b-4838-ba82-84d0cea584e1 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:17.313091 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "name": "network-vif-plugged", "status": "completed", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:17.313377 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-416698d6-759b-4838-ba82-84d0cea584e1 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:17.318389 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27', 'code': 200} Jul 16 17:56:17.342037 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-149949f6-269b-4a0e-95a8-732bc83e746e None None] Set router 7d78863e-b3fc-4d42-811a-359b12881b2a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:17.418650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f5d9fb2-7098-4501-94be-9de644dbe4bb admin admin] Deleting subnet 209e1bd4-38a2-42c9-9679-f1d8f8792b96 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:17.431598 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9fb2-7098-4501-94be-9de644dbe4bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.557308 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.577354 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9fb2-7098-4501-94be-9de644dbe4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.606985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cba3f-4bac-4e83-99fc-7b05e923fec7 req-8d096d99-d69b-497a-8c9c-ff90089a3c25 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.614299 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe8cba3f-4bac-4e83-99fc-7b05e923fec7 req-8d096d99-d69b-497a-8c9c-ff90089a3c25 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 947 time: 0.1573017 Jul 16 17:56:17.625448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7ad1b-b4f3-4478-bafd-5a25d68a4614 req-2496a6fc-1fdb-4ddb-a32e-f0f10429df5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.627876 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ae7ad1b-b4f3-4478-bafd-5a25d68a4614 req-2496a6fc-1fdb-4ddb-a32e-f0f10429df5f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 1101 time: 0.1801260 Jul 16 17:56:17.641383 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9fb2-7098-4501-94be-9de644dbe4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.662755 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-149949f6-269b-4a0e-95a8-732bc83e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-router', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141'}], 'enable_snat': True}, 'gw_port_id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:52Z', 'updated_at': '2021-07-16T17:56:15Z', 'revision_number': 5, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'gw_port': {'id': 'd02f022c-e54a-43f6-8260-f8c21033ec3a', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:7b:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 574, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:55:54Z', 'updated_at': '2021-07-16T17:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:17.676253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ffbe5c-0dbf-43d7-96db-939931f1c019 req-5b14e066-f892-4ecb-b263-9b990709bf63 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:17.683790 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46ffbe5c-0dbf-43d7-96db-939931f1c019 req-5b14e066-f892-4ecb-b263-9b990709bf63 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 951 time: 0.1624112 Jul 16 17:56:17.701520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe8cba3f-4bac-4e83-99fc-7b05e923fec7 req-ebdbc316-d9be-442e-b776-196f69eb1812 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860438 Jul 16 17:56:17.707965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ae7ad1b-b4f3-4478-bafd-5a25d68a4614 req-f133890e-08e1-4d84-be02-a1286db07030 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703509 Jul 16 17:56:17.730970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Deleting port d02f022c-e54a-43f6-8260-f8c21033ec3a {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:17.732003 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.749657 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46ffbe5c-0dbf-43d7-96db-939931f1c019 req-6f0ccd9c-fd1a-4b26-8a53-7072c1d8ef64 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646451 Jul 16 17:56:17.764972 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149949f6-269b-4a0e-95a8-732bc83e746e None None] Checking router: 7d78863e-b3fc-4d42-811a-359b12881b2a for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:17.783195 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9fb2-7098-4501-94be-9de644dbe4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.791517 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149949f6-269b-4a0e-95a8-732bc83e746e None None] Routers {'7d78863e-b3fc-4d42-811a-359b12881b2a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:17.794205 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-149949f6-269b-4a0e-95a8-732bc83e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:55:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7d78863e-b3fc-4d42-811a-359b12881b2a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:17.818781 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.841194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d9fb2-7098-4501-94be-9de644dbe4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=209e1bd4-38a2-42c9-9679-f1d8f8792b96,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:17.846117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5f5d9fb2-7098-4501-94be-9de644dbe4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.848366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5f5d9fb2-7098-4501-94be-9de644dbe4bb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/209e1bd4-38a2-42c9-9679-f1d8f8792b96 HTTP/1.1" status: 204 len: 168 time: 0.5962586 Jul 16 17:56:17.850647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46420) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:17.935219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] For port d02f022c-e54a-43f6-8260-f8c21033ec3a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d02f022c-e54a-43f6-8260-f8c21033ec3a,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:17.937332 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.942739 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:17.955835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Calling delete_port for d02f022c-e54a-43f6-8260-f8c21033ec3a owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:17.968131 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-149949f6-269b-4a0e-95a8-732bc83e746e None None] Set router 7d78863e-b3fc-4d42-811a-359b12881b2a gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:18.044502 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.057780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8f8ea43-c94e-40f2-8d9a-b07c737726f2']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:18.059176 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-149949f6-269b-4a0e-95a8-732bc83e746e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-router', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:52Z', 'updated_at': '2021-07-16T17:56:17Z', 'revision_number': 6, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:18.063766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7308c5-35bb-41d4-8d5e-1ff86f59b315 req-aa5e49cb-cc9d-4300-bf72-76d048ba5c38 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.066458 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-af7308c5-35bb-41d4-8d5e-1ff86f59b315 req-aa5e49cb-cc9d-4300-bf72-76d048ba5c38 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1835845 Jul 16 17:56:18.071736 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53804907-0694-45e1-aadd-c9ff3831daa9') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:18.072048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53804907-0694-45e1-aadd-c9ff3831daa9') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:18.089099 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149949f6-269b-4a0e-95a8-732bc83e746e None None] The sync data for ids ['7d78863e-b3fc-4d42-811a-359b12881b2a'] in n-d-794306-7 is: [{'id': '7d78863e-b3fc-4d42-811a-359b12881b2a', 'name': 'tempest-FloatingIPsNegativeTestJSON-2006191139-router', 'tenant_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:55:52Z', 'updated_at': '2021-07-16T17:56:17Z', 'revision_number': 6, 'project_id': 'ef82ccbe9dd0480a88df05d56b0de534', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:18.089359 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.115839 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.121124 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c6e79ae3-aa74-44fa-a9b8-779882c38fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.123165 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-af7308c5-35bb-41d4-8d5e-1ff86f59b315 req-6361ece3-4c12-442a-bf7b-63403c6af36d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471220 Jul 16 17:56:18.135665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:18.136331 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: timer() Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:18.157847 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:18.196674 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d92896bc-4e48-451b-8219-6a7d84d87489 req-68a51788-2c94-40de-a47d-47425098ede2 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 210 time: 0.0738366 Jul 16 17:56:18.238978 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.259898 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.265733 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.268405 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d8f8ea43-c94e-40f2-8d9a-b07c737726f2 HTTP/1.1" status: 204 len: 168 time: 0.4162519 Jul 16 17:56:18.279766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Pushing event deleted for resources: {'Port': ['ID=d02f022c-e54a-43f6-8260-f8c21033ec3a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:18.285368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e9011c-8dd8-47d1-a05f-c494d00f84c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8f8ea43-c94e-40f2-8d9a-b07c737726f2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:18.371245 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.438213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46446) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:18.444039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00bc3f7-0b50-47aa-9786-44e1ca963e36 req-b8a4bf3b-4371-4760-9bc0-8f7e3fc94423 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:18.445616 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f00bc3f7-0b50-47aa-9786-44e1ca963e36 req-b8a4bf3b-4371-4760-9bc0-8f7e3fc94423 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 943 time: 0.0887949 Jul 16 17:56:18.516632 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.520022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.546370 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f00bc3f7-0b50-47aa-9786-44e1ca963e36 req-e3fcca5c-e4c3-41c2-bf83-1b30b32b4ba5 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857532 Jul 16 17:56:18.553591 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a387f717-678e-45ff-8920-cf924e807baf details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:18.633637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3e04185a-5663-47c2-a221-2ae560e24315 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:18.666001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3e04185a-5663-47c2-a221-2ae560e24315 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:18.666629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3e04185a-5663-47c2-a221-2ae560e24315 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:18.678221 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-33d816dc-3587-409a-9734-29de21871ce6 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400004 Jul 16 17:56:18.690682 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-46418da4-0b96-4d0e-860e-8ce44ed0b661 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=273172bcaed443e5b422bb2273a512a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218029 Jul 16 17:56:18.691152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46462) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:18.696015 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.696791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d78863e-b3fc-4d42-811a-359b12881b2a {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:56:18.717216 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.718681 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-22a15c10-fef1-4d2d-8fe3-c2fd4e6f81ad admin admin] 10.222.0.47 "DELETE /v2.0/routers/7d78863e-b3fc-4d42-811a-359b12881b2a HTTP/1.1" status: 204 len: 168 time: 1.7201896 Jul 16 17:56:18.721799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46468) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:18.741429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'tag': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:18.756662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a387f717-678e-45ff-8920-cf924e807baf, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a387f717-678e-45ff-8920-cf924e807baf,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:18.757220 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9f729c9-a839-47b5-87e8-049fa4ebbf73" -d '{"events": [{"name": "network-changed", "server_uuid": "efc18989-8dc2-421f-958c-cf8d6478a910", "tag": "dbf99d06-8fde-4979-8e52-c41c4fdd8574"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:18.768924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'a387f717-678e-45ff-8920-cf924e807baf', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': 'a387f717-678e-45ff-8920-cf924e807baf', 'mac_address': 'fa:16:3e:ff:95:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.77'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:18.821143 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.834887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0aeda92f-75f1-4051-ac83-3a2134f34240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.836271 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a387f717-678e-45ff-8920-cf924e807baf {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:18.859513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a387f717-678e-45ff-8920-cf924e807baf, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a387f717-678e-45ff-8920-cf924e807baf,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:18.863817 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.866022 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0aeda92f-75f1-4051-ac83-3a2134f34240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.875578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb5cd2da-56bf-4ac2-b289-f13ae8563796 admin admin] Deleting subnet abab0931-dda3-4648-bf58-e95b5f4cd284 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:18.879046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd2da-56bf-4ac2-b289-f13ae8563796 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.929097 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd2da-56bf-4ac2-b289-f13ae8563796 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.950416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=a387f717-678e-45ff-8920-cf924e807baf,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:18.987085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0aeda92f-75f1-4051-ac83-3a2134f34240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:18.999387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0aeda92f-75f1-4051-ac83-3a2134f34240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.000744 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0aeda92f-75f1-4051-ac83-3a2134f34240 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db942c02-7b5c-4519-bb37-ad7f86062ebb HTTP/1.1" status: 204 len: 168 time: 0.3088925 Jul 16 17:56:19.002438 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bb1d85-290b-4754-9444-5f08be0c30c1 x-openstack-request-id: req-a3bb1d85-290b-4754-9444-5f08be0c30c1 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:19.002701 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efc18989-8dc2-421f-958c-cf8d6478a910", "tag": "dbf99d06-8fde-4979-8e52-c41c4fdd8574", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:19.002952 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a3bb1d85-290b-4754-9444-5f08be0c30c1 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:19.003339 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'tag': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574', 'status': 'completed', 'code': 200} Jul 16 17:56:19.040135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeda92f-75f1-4051-ac83-3a2134f34240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db942c02-7b5c-4519-bb37-ad7f86062ebb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:19.109705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-7f834956-e18e-4dd1-82d6-613650f9b6b1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.112849 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-7f834956-e18e-4dd1-82d6-613650f9b6b1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4243789 Jul 16 17:56:19.143950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Request body: {'port': {'device_id': '10c15a72-e357-45b7-9648-4e134e2e872f', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '02d40a49c0a84b81a98ec66aee94886f'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:19.183465 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f729c9-a839-47b5-87e8-049fa4ebbf73 req-aacc2047-f441-4a0f-8072-ebd2c4372681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.185537 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9f729c9-a839-47b5-87e8-049fa4ebbf73 req-aacc2047-f441-4a0f-8072-ebd2c4372681 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 1124 time: 0.1229472 Jul 16 17:56:19.216315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9be40ee-868b-4131-9888-77acf1b9b309 req-1854b81a-ebf3-47e9-aeb7-5da6c84ab2bc tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.223896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e9be40ee-868b-4131-9888-77acf1b9b309 req-1854b81a-ebf3-47e9-aeb7-5da6c84ab2bc tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 948 time: 0.2583592 Jul 16 17:56:19.293945 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['a387f717-678e-45ff-8920-cf924e807baf'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:19.316521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f729c9-a839-47b5-87e8-049fa4ebbf73 req-336e3e90-2e22-4f23-9b53-f10e03f8747f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.318277 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9f729c9-a839-47b5-87e8-049fa4ebbf73 req-336e3e90-2e22-4f23-9b53-f10e03f8747f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1080616 Jul 16 17:56:19.333442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e9be40ee-868b-4131-9888-77acf1b9b309 req-9fc276fb-cda3-4470-a411-260cd77659d8 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071360 Jul 16 17:56:19.339006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd2da-56bf-4ac2-b289-f13ae8563796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.412216 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9f729c9-a839-47b5-87e8-049fa4ebbf73 req-69f7eb04-501c-4e5a-80cb-66caa84a9694 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574 HTTP/1.1" status: 200 len: 217 time: 0.0788896 Jul 16 17:56:19.535472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c1617-3136-4ed1-a6bb-1469610f3914 req-3e59dd7c-183a-412f-87da-52ae802c138e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.537032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-968c1617-3136-4ed1-a6bb-1469610f3914 req-3e59dd7c-183a-412f-87da-52ae802c138e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.2146554 Jul 16 17:56:19.539109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f729c9-a839-47b5-87e8-049fa4ebbf73 req-85993a28-542f-4397-ac1d-188d356c3a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:19.540440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9f729c9-a839-47b5-87e8-049fa4ebbf73 req-85993a28-542f-4397-ac1d-188d356c3a2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0981877 Jul 16 17:56:19.572474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Made reservation on behalf of 02d40a49c0a84b81a98ec66aee94886f for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:19.576047 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.604940 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9f729c9-a839-47b5-87e8-049fa4ebbf73 req-bd41026a-1b65-4ea0-8fdf-eb9bb13cb9bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345953 Jul 16 17:56:19.614476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd2da-56bf-4ac2-b289-f13ae8563796 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.637652 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-968c1617-3136-4ed1-a6bb-1469610f3914 req-ddd72958-0708-4fd2-8319-a27de907c824 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936017 Jul 16 17:56:19.670969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cd2da-56bf-4ac2-b289-f13ae8563796 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abab0931-dda3-4648-bf58-e95b5f4cd284,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:19.689617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd2da-56bf-4ac2-b289-f13ae8563796 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.690906 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.691938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fb5cd2da-56bf-4ac2-b289-f13ae8563796 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/abab0931-dda3-4648-bf58-e95b5f4cd284 HTTP/1.1" status: 204 len: 168 time: 0.9675713 Jul 16 17:56:19.697991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee517dd-c5e2-4066-b397-090b1808d3a4 None None] Network 3b873dba-cdad-471a-9e3e-ae327374b621 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:19.698435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46526) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:19.772131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9f729c9-a839-47b5-87e8-049fa4ebbf73 req-efd73c23-2047-4c9e-baea-dffb696eb6a5 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582441 Jul 16 17:56:19.773486 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d660d6ee-c70e-4084-af42-38cdcd52bb8a req-2c5e3504-40fb-4ea9-ba65-56918054a754 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 210 time: 0.0622985 Jul 16 17:56:19.905684 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:19.936332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Allocated IP 192.168.233.130 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/80020d34-ba83-4332-aba0-2a5fc98a4304) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:19.971802 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9f729c9-a839-47b5-87e8-049fa4ebbf73 req-9eb40cdd-f9dc-46a2-a1f9-b3fd8dcfd8b2 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890225 Jul 16 17:56:20.057685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f38ad6da-4e46-4ce9-ad5d-b7c7eb7ee2ac None None] DHCP port deletion for 3b873dba-cdad-471a-9e3e-ae327374b621 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:56:20.124529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f38ad6da-4e46-4ce9-ad5d-b7c7eb7ee2ac None None] Deleting port ce1311e6-3463-4440-9368-5d428fea973c {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:20.126032 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f38ad6da-4e46-4ce9-ad5d-b7c7eb7ee2ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.127068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Deleting port ce1311e6-3463-4440-9368-5d428fea973c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:20.127507 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.143775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affbf19-11e1-4435-95ff-e1c50edf0afb req-8b293577-e661-49ef-b295-cad07107745f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:20.151489 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7affbf19-11e1-4435-95ff-e1c50edf0afb req-8b293577-e661-49ef-b295-cad07107745f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 943 time: 0.1003942 Jul 16 17:56:20.205473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7affbf19-11e1-4435-95ff-e1c50edf0afb req-2215ff6a-6707-4045-8a2f-143322df26f9 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518389 Jul 16 17:56:20.221800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f38ad6da-4e46-4ce9-ad5d-b7c7eb7ee2ac None None] For port ce1311e6-3463-4440-9368-5d428fea973c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ce1311e6-3463-4440-9368-5d428fea973c,segment=NetworkSegment(2c77f907-34ca-45ee-b04f-c63b9e596838),segment_id=2c77f907-34ca-45ee-b04f-c63b9e596838)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:20.223230 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f38ad6da-4e46-4ce9-ad5d-b7c7eb7ee2ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.240737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f38ad6da-4e46-4ce9-ad5d-b7c7eb7ee2ac None None] Calling delete_port for ce1311e6-3463-4440-9368-5d428fea973c owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:20.253775 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] For port ce1311e6-3463-4440-9368-5d428fea973c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ce1311e6-3463-4440-9368-5d428fea973c,segment=NetworkSegment(2c77f907-34ca-45ee-b04f-c63b9e596838),segment_id=2c77f907-34ca-45ee-b04f-c63b9e596838)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:20.254166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.277315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Calling delete_port for ce1311e6-3463-4440-9368-5d428fea973c owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:20.280918 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.335517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Transition to ACTIVE for port object 80020d34-ba83-4332-aba0-2a5fc98a4304 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:20.363645 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f38ad6da-4e46-4ce9-ad5d-b7c7eb7ee2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.405750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38ad6da-4e46-4ce9-ad5d-b7c7eb7ee2ac None None] Pushing event deleted for resources: {'Port': ['ID=ce1311e6-3463-4440-9368-5d428fea973c,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:20.421455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38ad6da-4e46-4ce9-ad5d-b7c7eb7ee2ac None None] No DVR routers for this DVR port ce1311e6-3463-4440-9368-5d428fea973c on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:20.558039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d02f022c-e54a-43f6-8260-f8c21033ec3a no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:20.581141 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: d02f022c-e54a-43f6-8260-f8c21033ec3a {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:20.581560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d02f022c-e54a-43f6-8260-f8c21033ec3a not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:20.582161 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ce1311e6-3463-4440-9368-5d428fea973c no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:20.603408 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: ce1311e6-3463-4440-9368-5d428fea973c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:20.603871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ce1311e6-3463-4440-9368-5d428fea973c not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:20.736030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fee96-3909-412c-8084-5bcb949af0eb req-97687b86-d39f-4789-9653-10384b004efd tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:20.737263 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c83fee96-3909-412c-8084-5bcb949af0eb req-97687b86-d39f-4789-9653-10384b004efd tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 948 time: 0.0684419 Jul 16 17:56:20.754921 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.757434 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:20.770650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb', '6e209650-6a34-4147-a81a-1f87c060b505', '965e79b8-5ebb-4579-b997-bf6856a0bab2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:20.778501 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c83fee96-3909-412c-8084-5bcb949af0eb req-1005d016-7038-4798-b385-fb3d26cc782d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351028 Jul 16 17:56:20.798789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce1311e6-3463-4440-9368-5d428fea973c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:20.810778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] No DVR routers for this DVR port ce1311e6-3463-4440-9368-5d428fea973c on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:20.829254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac', '547a6284-61a4-453b-8042-cec4b3c08e8b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:20.850301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:20.879123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:20.887662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:20.894321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-adff610c-dfa5-4cdd-a59e-22ed8ed9270a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5265996 Jul 16 17:56:20.932294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event updated for resources: {'Port': ['ID=80020d34-ba83-4332-aba0-2a5fc98a4304,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:20.969883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f6a818-5f0e-4bcc-bb09-0957c0e71a7b req-0e35ff76-c507-45c2-a7c0-41ee1d6eb8bc tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:20.972922 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53f6a818-5f0e-4bcc-bb09-0957c0e71a7b req-0e35ff76-c507-45c2-a7c0-41ee1d6eb8bc tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.2727165 Jul 16 17:56:21.003915 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.029830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b873dba-cdad-471a-9e3e-ae327374b621']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:21.066171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.066848 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.078429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c77f907-34ca-45ee-b04f-c63b9e596838') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:21.078722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c77f907-34ca-45ee-b04f-c63b9e596838') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:21.100482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.109585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-4a8d46ae-57d1-4873-a663-79c3aba68cd7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9735017 Jul 16 17:56:21.121134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53f6a818-5f0e-4bcc-bb09-0957c0e71a7b req-1f555554-dfe0-4d18-b149-fe0a5aa289cb tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123269 Jul 16 17:56:21.124886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Request body: {'port': {'device_id': '10c15a72-e357-45b7-9648-4e134e2e872f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:21.129115 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.164420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Releasing vlan 370 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:21.164838 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: timer() Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 17:56:21.166594 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:21.170440 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:21.247445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a78438-fcfe-48b3-bdc1-2844df10b014 req-22541002-817f-455d-b17f-9095c1b50889 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.253815 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0a78438-fcfe-48b3-bdc1-2844df10b014 req-22541002-817f-455d-b17f-9095c1b50889 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 936 time: 0.1096365 Jul 16 17:56:21.268551 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.286550 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.286765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 19c96b8a-acf3-4e06-bac6-9a63b1b144fe no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:21.295700 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3b873dba-cdad-471a-9e3e-ae327374b621 HTTP/1.1" status: 204 len: 168 time: 1.5960653 Jul 16 17:56:21.305856 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.309037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a49d104-6b69-466b-b85f-de5a1118b044 admin admin] Pushing event deleted for resources: {'Network': ['ID=3b873dba-cdad-471a-9e3e-ae327374b621,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.335552 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0a78438-fcfe-48b3-bdc1-2844df10b014 req-37610d12-c0a7-40e3-8395-1f430b4532e1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716445 Jul 16 17:56:21.583717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f8267636-a3d1-4cb8-a7e9-78f4d91d0fd2 None None] Provisioning for port 80020d34-ba83-4332-aba0-2a5fc98a4304 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:21.615526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f8267636-a3d1-4cb8-a7e9-78f4d91d0fd2 None None] Provisioning complete for port 80020d34-ba83-4332-aba0-2a5fc98a4304 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:21.616042 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f8267636-a3d1-4cb8-a7e9-78f4d91d0fd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.635732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46646) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:21.744754 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.759235 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.760368 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2b9825ff-4848-4d3f-9495-107a0cb09949 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef82ccbe9dd0480a88df05d56b0de534&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1235371 Jul 16 17:56:21.762928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f8267636-a3d1-4cb8-a7e9-78f4d91d0fd2 None None] Port 80020d34-ba83-4332-aba0-2a5fc98a4304 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:21.763143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46658) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:21.789201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:21.791468 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b7fa71-bf25-49a9-a418-249235906f36" -d '{"events": [{"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-unplugged", "status": "completed", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:21.812280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:21.817827 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.886935 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e082903b-73d8-4f72-a448-c6a063c713b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:21.906311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1ed2a-766c-4cfb-abf1-981fe3aadc93 req-855f845c-6ec7-455f-a0f5-843c1ea991e3 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:21.908564 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fae1ed2a-766c-4cfb-abf1-981fe3aadc93 req-855f845c-6ec7-455f-a0f5-843c1ea991e3 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 943 time: 0.1898632 Jul 16 17:56:21.917170 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047a12df-2440-4741-8015-cd0e6a0f8614 x-openstack-request-id: req-047a12df-2440-4741-8015-cd0e6a0f8614 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:21.921138 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-unplugged", "status": "completed", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:21.921138 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-047a12df-2440-4741-8015-cd0e6a0f8614 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:21.922261 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'code': 200} Jul 16 17:56:21.973582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=11']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:21.983713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46676) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:22.008112 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e082903b-73d8-4f72-a448-c6a063c713b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.011242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80020d34-ba83-4332-aba0-2a5fc98a4304 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:22.034617 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fae1ed2a-766c-4cfb-abf1-981fe3aadc93 req-84e11b88-4176-492c-b33d-b2db8cff13b5 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114531 Jul 16 17:56:22.040519 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.056185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Transition to ACTIVE for port object 80020d34-ba83-4332-aba0-2a5fc98a4304 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:22.060447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.110225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e082903b-73d8-4f72-a448-c6a063c713b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.113944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e082903b-73d8-4f72-a448-c6a063c713b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.117481 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e082903b-73d8-4f72-a448-c6a063c713b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb53d201-6c2e-475c-ab4d-4468d62570d9 HTTP/1.1" status: 204 len: 168 time: 0.3509500 Jul 16 17:56:22.141111 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e082903b-73d8-4f72-a448-c6a063c713b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb53d201-6c2e-475c-ab4d-4468d62570d9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.239816 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d4379d2-40a6-4e5c-bb41-1de7466e907d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.260172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Pushing event updated for resources: {'Port': ['ID=80020d34-ba83-4332-aba0-2a5fc98a4304,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.401890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Attempting to bind port 80020d34-ba83-4332-aba0-2a5fc98a4304 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:22.402236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Attempting to bind port 80020d34-ba83-4332-aba0-2a5fc98a4304 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:22.402574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Attempting to bind port 80020d34-ba83-4332-aba0-2a5fc98a4304 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:22.415446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ada37-3a7c-4de6-a4c1-c85fe93f553f req-ef419d01-4055-4664-9cbb-853e88e9eb97 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.417210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-619ada37-3a7c-4de6-a4c1-c85fe93f553f req-ef419d01-4055-4664-9cbb-853e88e9eb97 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 948 time: 0.3595445 Jul 16 17:56:22.430595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Port 80020d34-ba83-4332-aba0-2a5fc98a4304 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:22.430937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Attempting to bind port 80020d34-ba83-4332-aba0-2a5fc98a4304 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:22.443353 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b5e275-e153-4e23-bf65-e3040a951e93 req-64499f9c-c6b5-4416-a25d-792873ce1280 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.445573 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05b5e275-e153-4e23-bf65-e3040a951e93 req-64499f9c-c6b5-4416-a25d-792873ce1280 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.0994885 Jul 16 17:56:22.447331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:22.447719 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:22.448235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:22.448687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Bound port: 80020d34-ba83-4332-aba0-2a5fc98a4304, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:22.449048 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.505519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05b5e275-e153-4e23-bf65-e3040a951e93 req-2f4ee6e0-313e-44b0-b3a3-5ccff63766f5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536013 Jul 16 17:56:22.537599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a387f717-678e-45ff-8920-cf924e807baf up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:22.572337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-619ada37-3a7c-4de6-a4c1-c85fe93f553f req-1557405f-d077-4db8-b969-6ff21e8e3abb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461089 Jul 16 17:56:22.601566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] For port 80020d34-ba83-4332-aba0-2a5fc98a4304, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:22.618862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] For port 80020d34-ba83-4332-aba0-2a5fc98a4304, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=80020d34-ba83-4332-aba0-2a5fc98a4304,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:22.636625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.676854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port a387f717-678e-45ff-8920-cf924e807baf completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:22.680736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port a387f717-678e-45ff-8920-cf924e807baf triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:22.681733 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.763594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:22.764207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.765546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] 10.222.0.18 "PUT /v2.0/ports/80020d34-ba83-4332-aba0-2a5fc98a4304 HTTP/1.1" status: 200 len: 1096 time: 1.6447973 Jul 16 17:56:22.793778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10c15a72-e357-45b7-9648-4e134e2e872f', 'tag': '80020d34-ba83-4332-aba0-2a5fc98a4304'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:22.804752 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f920b551-8a48-4ddd-97b6-632942244f41" -d '{"events": [{"name": "network-changed", "server_uuid": "10c15a72-e357-45b7-9648-4e134e2e872f", "tag": "80020d34-ba83-4332-aba0-2a5fc98a4304"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:22.822030 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.828688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562c12b5-03bf-4ad6-b1f2-148df77d03dd service neutron] Pushing event updated for resources: {'Port': ['ID=80020d34-ba83-4332-aba0-2a5fc98a4304,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.833513 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d4379d2-40a6-4e5c-bb41-1de7466e907d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.883070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a387f717-678e-45ff-8920-cf924e807baf, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a387f717-678e-45ff-8920-cf924e807baf,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:22.886454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d4379d2-40a6-4e5c-bb41-1de7466e907d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.888703 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:22.957464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=a387f717-678e-45ff-8920-cf924e807baf,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:22.982469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1d4379d2-40a6-4e5c-bb41-1de7466e907d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ee5c843e6f2e4c379685e56cd4fab337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9966874 Jul 16 17:56:22.983911 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46740) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:22.991387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4379d2-40a6-4e5c-bb41-1de7466e907d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c47f410-b6d4-402a-9697-d51e05630544,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:23.022022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-45144e33-c63d-4e54-9d71-59e62913ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.023416 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-45144e33-c63d-4e54-9d71-59e62913ed23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 1099 time: 0.1991813 Jul 16 17:56:23.031759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669c3f8-a74a-43cb-a392-625f383079f0 req-02c40384-ffd2-4c35-b2c5-39425d6935ef tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.033878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5669c3f8-a74a-43cb-a392-625f383079f0 req-02c40384-ffd2-4c35-b2c5-39425d6935ef tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 948 time: 0.3029046 Jul 16 17:56:23.068712 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b132f48a-719a-406e-a1a0-05603d300210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.091923 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-b6558c77-bcae-485a-862b-7dd6f67d9d7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=80020d34-ba83-4332-aba0-2a5fc98a4304 HTTP/1.1" status: 200 len: 217 time: 0.0558474 Jul 16 17:56:23.101990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b132f48a-719a-406e-a1a0-05603d300210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.140644 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5669c3f8-a74a-43cb-a392-625f383079f0 req-69457e78-6c3e-4f1e-9fab-5f0b217c1ae8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979316 Jul 16 17:56:23.155875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-c8994219-5880-4da3-97f8-c19570f81a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.158040 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-c8994219-5880-4da3-97f8-c19570f81a52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0587790 Jul 16 17:56:23.186312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b132f48a-719a-406e-a1a0-05603d300210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.189290 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b132f48a-719a-406e-a1a0-05603d300210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:23.192657 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b132f48a-719a-406e-a1a0-05603d300210 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0c47f410-b6d4-402a-9697-d51e05630544 HTTP/1.1" status: 204 len: 168 time: 0.2047274 Jul 16 17:56:23.207190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b132f48a-719a-406e-a1a0-05603d300210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c47f410-b6d4-402a-9697-d51e05630544,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:23.237516 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43566df8-f0e4-4f74-8e5f-f53574416967 x-openstack-request-id: req-43566df8-f0e4-4f74-8e5f-f53574416967 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:23.237805 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10c15a72-e357-45b7-9648-4e134e2e872f", "tag": "80020d34-ba83-4332-aba0-2a5fc98a4304", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:23.238051 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-43566df8-f0e4-4f74-8e5f-f53574416967 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:23.238436 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10c15a72-e357-45b7-9648-4e134e2e872f', 'tag': '80020d34-ba83-4332-aba0-2a5fc98a4304', 'status': 'completed', 'code': 200} Jul 16 17:56:23.289550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-6adac8a4-9ff0-42db-a2d2-ee3b0e3560ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.294965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-6adac8a4-9ff0-42db-a2d2-ee3b0e3560ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244872 Jul 16 17:56:23.447211 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-37dc7934-4a7a-45ea-850c-dfc32786b6f0 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378999 Jul 16 17:56:23.456946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-76a9d229-509c-4d68-955f-cb9fbe66b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.459399 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-76a9d229-509c-4d68-955f-cb9fbe66b5ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 1101 time: 0.0956085 Jul 16 17:56:23.500888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2da512e-569f-4202-a6f6-321567dbaf5a req-32a9f77a-20ae-4d3a-b2d2-01143ab7c1b8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.502617 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2da512e-569f-4202-a6f6-321567dbaf5a req-32a9f77a-20ae-4d3a-b2d2-01143ab7c1b8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 943 time: 0.1162322 Jul 16 17:56:23.575296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-76bd90e5-8c51-4512-9875-eae0bd576229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.577339 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-76bd90e5-8c51-4512-9875-eae0bd576229 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1077471 Jul 16 17:56:23.596098 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2da512e-569f-4202-a6f6-321567dbaf5a req-325424e0-8ae3-44ea-ae94-1c96c9cf05b9 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551701 Jul 16 17:56:23.601812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da5e6ed7-c1f5-4f7c-b37f-dc87714f8ed5 req-55a5cad5-a272-4543-a0d0-a6613753775f service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437523 Jul 16 17:56:23.650562 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-77980a2b-e39f-4018-b8aa-f85b3058adf7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27 HTTP/1.1" status: 200 len: 217 time: 0.0533309 Jul 16 17:56:23.734707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-4836b8ea-6234-49cb-9089-4b0b921a4982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.737266 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-4836b8ea-6234-49cb-9089-4b0b921a4982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0519133 Jul 16 17:56:23.756075 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920b551-8a48-4ddd-97b6-632942244f41 req-89442ed7-5de2-4def-90c2-f0c71c3c920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.757970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f920b551-8a48-4ddd-97b6-632942244f41 req-89442ed7-5de2-4def-90c2-f0c71c3c920b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 1099 time: 0.0716205 Jul 16 17:56:23.872310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-954292e8-8577-417a-8ffa-30bf886424ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.873885 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-954292e8-8577-417a-8ffa-30bf886424ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1249440 Jul 16 17:56:23.884177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920b551-8a48-4ddd-97b6-632942244f41 req-23c79b20-6f7e-4036-9a66-9fb3c764ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:23.885806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f920b551-8a48-4ddd-97b6-632942244f41 req-23c79b20-6f7e-4036-9a66-9fb3c764ff68 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1154735 Jul 16 17:56:23.924683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6286d3-cb1d-4301-a82f-f6b787c417e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a387f717-678e-45ff-8920-cf924e807baf'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:23.928713 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f3408d-ba8e-401c-9302-7da5b3daa691" -d '{"events": [{"server_uuid": "eb6286d3-cb1d-4301-a82f-f6b787c417e8", "name": "network-vif-plugged", "status": "completed", "tag": "a387f717-678e-45ff-8920-cf924e807baf"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:23.943133 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f920b551-8a48-4ddd-97b6-632942244f41 req-032fb796-436a-4288-a9c5-0cf76c1ab5da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=80020d34-ba83-4332-aba0-2a5fc98a4304 HTTP/1.1" status: 200 len: 217 time: 0.0473843 Jul 16 17:56:24.008683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920b551-8a48-4ddd-97b6-632942244f41 req-8aa86115-8efb-4a8f-9afa-823f8293346c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:24.009322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ddbaaf-1ed6-4713-b686-67555dd0b6f6 req-3ad8c919-3ee2-49a1-a080-8711186e0604 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:24.010278 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-45ddbaaf-1ed6-4713-b686-67555dd0b6f6 req-3ad8c919-3ee2-49a1-a080-8711186e0604 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1353281 Jul 16 17:56:24.019108 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f920b551-8a48-4ddd-97b6-632942244f41 req-8aa86115-8efb-4a8f-9afa-823f8293346c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0665803 Jul 16 17:56:24.185198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46818) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:24.203910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f920b551-8a48-4ddd-97b6-632942244f41 req-d1a9fea2-5eeb-4acf-801e-bd84492f18a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:24.205788 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f920b551-8a48-4ddd-97b6-632942244f41 req-d1a9fea2-5eeb-4acf-801e-bd84492f18a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1787841 Jul 16 17:56:24.277735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb0d5964-e81e-4edb-818d-88cd12394265 req-dfdce3e7-c739-4ca8-adec-b316fb67dadd tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:24.287110 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bb0d5964-e81e-4edb-818d-88cd12394265 req-dfdce3e7-c739-4ca8-adec-b316fb67dadd tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 949 time: 0.1330624 Jul 16 17:56:24.379294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bb0d5964-e81e-4edb-818d-88cd12394265 req-c1ba3f62-df0b-4599-a645-a911d196bdd1 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912178 Jul 16 17:56:24.381043 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-baae5a2d-3875-45f4-b497-12f4f58a777d service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777420 Jul 16 17:56:24.388773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46824) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:24.402564 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f920b551-8a48-4ddd-97b6-632942244f41 req-05e134c2-b15f-4603-89b4-3de90ba83dd3 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871929 Jul 16 17:56:24.445586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-294026278-network', 'tenant_id': '664bab579a2c498bb266d3f830f41b02'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:24.467526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-45ddbaaf-1ed6-4713-b686-67555dd0b6f6 req-abf690c5-61ab-45ea-8b07-ecaca8a8feab tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4489205 Jul 16 17:56:24.477111 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91dce34c-06dc-4234-b0e6-611f324e158e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.516267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-4f442ec2-dd3e-428c-8206-21b73ef10041 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182711 Jul 16 17:56:24.556474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Made reservation on behalf of 664bab579a2c498bb266d3f830f41b02 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:24.559057 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.593969 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.616072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f920b551-8a48-4ddd-97b6-632942244f41 req-0748e666-a372-4d73-bb04-84cba52704fb service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024386 Jul 16 17:56:24.709629 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91dce34c-06dc-4234-b0e6-611f324e158e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.713659 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3e5d53-06a3-45be-a292-167272107389 x-openstack-request-id: req-1e3e5d53-06a3-45be-a292-167272107389 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:24.714183 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6286d3-cb1d-4301-a82f-f6b787c417e8", "name": "network-vif-plugged", "status": "completed", "tag": "a387f717-678e-45ff-8920-cf924e807baf", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:24.714517 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e3e5d53-06a3-45be-a292-167272107389 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:24.714915 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6286d3-cb1d-4301-a82f-f6b787c417e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a387f717-678e-45ff-8920-cf924e807baf', 'code': 200} Jul 16 17:56:24.718126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91dce34c-06dc-4234-b0e6-611f324e158e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.787926 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-91dce34c-06dc-4234-b0e6-611f324e158e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f38ff23fce443ad964409f80dc131f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3947816 Jul 16 17:56:24.788984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46846) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:24.859617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dce34c-06dc-4234-b0e6-611f324e158e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99f8b923-330c-4071-b8cc-ff9af0a44526,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:24.903046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.911635 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.922228 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e14b04f4-c4f5-4d4b-9a44-972a690928ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.936582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:24.955887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e14b04f4-c4f5-4d4b-9a44-972a690928ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.965101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2d111e-1bf9-47cd-8ac1-e6f1d02372b9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:24.966761 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72458055-2a25-495f-ba39-88031b4a66a0 req-a1bad6fd-1cce-4a72-bd55-48a4526dc4af tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:24.968126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:24.968470 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Added segment 27b42ea5-462e-4611-b2cc-9b2446da4da9 of type vlan for network fbeaad85-cf5b-4069-9535-180535d26ca8 Jul 16 17:56:24.969755 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72458055-2a25-495f-ba39-88031b4a66a0 req-a1bad6fd-1cce-4a72-bd55-48a4526dc4af tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 948 time: 0.1239717 Jul 16 17:56:24.976825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e76082e-29ba-4c80-8181-f936cfc95221 req-94e337f1-d41f-4309-b182-b300a862df36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:24.978704 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e76082e-29ba-4c80-8181-f936cfc95221 req-94e337f1-d41f-4309-b182-b300a862df36 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 1100 time: 0.1268997 Jul 16 17:56:25.036763 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72458055-2a25-495f-ba39-88031b4a66a0 req-063107b0-84eb-437b-82cf-e6270a69d458 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607593 Jul 16 17:56:25.052587 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.057541 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e14b04f4-c4f5-4d4b-9a44-972a690928ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.060243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e14b04f4-c4f5-4d4b-9a44-972a690928ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.061417 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e14b04f4-c4f5-4d4b-9a44-972a690928ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/99f8b923-330c-4071-b8cc-ff9af0a44526 HTTP/1.1" status: 204 len: 168 time: 0.2711236 Jul 16 17:56:25.071862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b04f4-c4f5-4d4b-9a44-972a690928ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99f8b923-330c-4071-b8cc-ff9af0a44526,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:25.107982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e76082e-29ba-4c80-8181-f936cfc95221 req-e7192cac-9e9c-4365-b4fe-09d0be127c31 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976579 Jul 16 17:56:25.133748 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.135132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.136127 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.190154 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0036161 Jul 16 17:56:25.193250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46880) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:25.200100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] Request body: {'subnet': {'network_id': 'fbeaad85-cf5b-4069-9535-180535d26ca8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-294026278-subnet', 'tenant_id': '664bab579a2c498bb266d3f830f41b02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:25.235741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05010c7a-140f-43a3-89e1-4c94f6e31977 admin admin] Pushing event updated for resources: {'Network': ['ID=fbeaad85-cf5b-4069-9535-180535d26ca8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:25.246242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network fbeaad85-cf5b-4069-9535-180535d26ca8 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:25.247445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] Made reservation on behalf of 664bab579a2c498bb266d3f830f41b02 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:25.250191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.468215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dac975d-34a5-46bf-8427-f4f8fe077aba req-dd21bea5-d168-4d33-a58b-682bc80a0a3b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.470141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7dac975d-34a5-46bf-8427-f4f8fe077aba req-dd21bea5-d168-4d33-a58b-682bc80a0a3b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 943 time: 0.2006571 Jul 16 17:56:25.558619 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7dac975d-34a5-46bf-8427-f4f8fe077aba req-79e089d6-228b-436b-9b5c-ad96f05a29d5 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779989 Jul 16 17:56:25.579402 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.632819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5c25990-a522-4985-bef0-23683bc1c06c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:25.671140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] Checking segment: {'id': '27b42ea5-462e-4611-b2cc-9b2446da4da9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fbeaad85-cf5b-4069-9535-180535d26ca8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:25.671530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] Network hostable DHCP agents. Network: fbeaad85-cf5b-4069-9535-180535d26ca8, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:25.696293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] Network fbeaad85-cf5b-4069-9535-180535d26ca8 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:25.714928 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, fbeaad85-cf5b-4069-9535-180535d26ca8) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:25.723548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.724372 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:25.732650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7f8b5ae-f3c6-4e57-8035-a3d31fc55288 None None] Network fbeaad85-cf5b-4069-9535-180535d26ca8 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:25.768855 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c1222c16-0104-4462-942a-0cacf33e4812 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.5738559 Jul 16 17:56:25.838155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1970d5-2d0d-453b-a51d-304d29319b28 req-aed29e2e-113a-4a55-bede-8ee5147c2def tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:25.849397 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5e1970d5-2d0d-453b-a51d-304d29319b28 req-aed29e2e-113a-4a55-bede-8ee5147c2def tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 949 time: 0.0970099 Jul 16 17:56:25.913974 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5e1970d5-2d0d-453b-a51d-304d29319b28 req-27beb897-4056-48bb-b5a1-4bbbbc0209a4 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621495 Jul 16 17:56:26.088660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46944) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:26.106478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fbbc4a8-a5b4-4867-8526-27f791bc911b None None] Network fbeaad85-cf5b-4069-9535-180535d26ca8 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:26.170309 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d334696f-9d68-43e9-a6cf-c46571058859 req-20b96c9f-ecbe-447b-a937-8fdc4c1c48c5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.172045 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d334696f-9d68-43e9-a6cf-c46571058859 req-20b96c9f-ecbe-447b-a937-8fdc4c1c48c5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1003258 Jul 16 17:56:26.237799 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d334696f-9d68-43e9-a6cf-c46571058859 req-34de68ee-43fe-4734-a4db-e5358435c21e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521829 Jul 16 17:56:26.271599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1645538607-network', 'tenant_id': '216dcdd1e67c4d6896ae3e134cae85e3'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:26.310318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Made reservation on behalf of 216dcdd1e67c4d6896ae3e134cae85e3 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:26.312681 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.327443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.450286 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.455749 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.469264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:26.480747 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.481240 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Added segment bf280ed9-1c0f-412d-b226-7e48273d587c of type vlan for network 0c74de11-9c16-484f-80fa-810f07373a77 Jul 16 17:56:26.497763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d96a26a7-4c60-4a99-9a0b-c160eeecbb5f req-e2de8ca3-da7e-4cc1-8b24-3e67eaebd68d tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1862352833', 'description': 'tempest-description-2076562256'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:26.551118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 80020d34-ba83-4332-aba0-2a5fc98a4304 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:26.551689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d96a26a7-4c60-4a99-9a0b-c160eeecbb5f req-e2de8ca3-da7e-4cc1-8b24-3e67eaebd68d tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.557135 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.593201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc34e11d-f4f7-4e48-8a12-e278a53ff1fc,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.620671 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.621864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.622484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.712416 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d96a26a7-4c60-4a99-9a0b-c160eeecbb5f req-e2de8ca3-da7e-4cc1-8b24-3e67eaebd68d tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.718944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d96a26a7-4c60-4a99-9a0b-c160eeecbb5f req-e2de8ca3-da7e-4cc1-8b24-3e67eaebd68d tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.731038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 80020d34-ba83-4332-aba0-2a5fc98a4304, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=80020d34-ba83-4332-aba0-2a5fc98a4304,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:26.746261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] Pushing event updated for resources: {'Network': ['ID=0c74de11-9c16-484f-80fa-810f07373a77,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.747046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '80020d34-ba83-4332-aba0-2a5fc98a4304', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '80020d34-ba83-4332-aba0-2a5fc98a4304', 'mac_address': 'fa:16:3e:76:67:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:26.752689 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bee1f21c-f60d-4245-82a2-efb7b2323ae3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6617515 Jul 16 17:56:26.755882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46954) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:26.758411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 0c74de11-9c16-484f-80fa-810f07373a77 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:26.762110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] Request body: {'subnet': {'network_id': '0c74de11-9c16-484f-80fa-810f07373a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1645538607-subnet', 'tenant_id': '216dcdd1e67c4d6896ae3e134cae85e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:26.798722 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d96a26a7-4c60-4a99-9a0b-c160eeecbb5f req-e2de8ca3-da7e-4cc1-8b24-3e67eaebd68d tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.808711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed772083-b2c3-4d06-a546-2efda0db684e req-0252885f-e9d1-42ff-b993-07b01329e1ab tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:26.814643 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d96a26a7-4c60-4a99-9a0b-c160eeecbb5f req-e2de8ca3-da7e-4cc1-8b24-3e67eaebd68d tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3352766 Jul 16 17:56:26.818371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed772083-b2c3-4d06-a546-2efda0db684e req-0252885f-e9d1-42ff-b993-07b01329e1ab tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 948 time: 0.1509018 Jul 16 17:56:26.824539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de8ca3-da7e-4cc1-8b24-3e67eaebd68d tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9516a5cc-b1a4-45a4-8a03-1da7610d28c8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:26.827537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] Made reservation on behalf of 216dcdd1e67c4d6896ae3e134cae85e3 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:26.831850 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.894619 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:26.912854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80020d34-ba83-4332-aba0-2a5fc98a4304 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:26.918735 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed772083-b2c3-4d06-a546-2efda0db684e req-aba001a0-7666-48a4-b90a-869a715399ed tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992413 Jul 16 17:56:26.966096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 80020d34-ba83-4332-aba0-2a5fc98a4304, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=80020d34-ba83-4332-aba0-2a5fc98a4304,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:26.971727 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.008714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf0606-b1e1-4396-9278-15e863e88913 req-74d2eec1-a526-46a8-98ee-88e619ed3b9f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.017816 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50bf0606-b1e1-4396-9278-15e863e88913 req-74d2eec1-a526-46a8-98ee-88e619ed3b9f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 947 time: 0.1015179 Jul 16 17:56:27.034618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=80020d34-ba83-4332-aba0-2a5fc98a4304,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:27.068030 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50bf0606-b1e1-4396-9278-15e863e88913 req-59fc8c34-1f69-49a7-b4dc-6dee7779ce43 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491688 Jul 16 17:56:27.088836 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.141966 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1235cdd-4805-432f-bceb-3ca0980f0274 req-cc88c3a5-599c-4c67-a33b-6a76b8486cea tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/9516a5cc-b1a4-45a4-8a03-1da7610d28c8 HTTP/1.1" status: 200 len: 1813 time: 0.0538998 Jul 16 17:56:27.151913 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-b1235cdd-4805-432f-bceb-3ca0980f0274 req-52bcaf91-e850-4d58-9eba-497aa5949f36 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9516a5cc-b1a4-45a4-8a03-1da7610d28c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:27.152579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-b1235cdd-4805-432f-bceb-3ca0980f0274 req-52bcaf91-e850-4d58-9eba-497aa5949f36 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9516a5cc-b1a4-45a4-8a03-1da7610d28c8', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:27.186197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d3ce3bf-04e3-4ad1-aca0-11857b645f52,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:27.215848 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b1235cdd-4805-432f-bceb-3ca0980f0274 req-52bcaf91-e850-4d58-9eba-497aa5949f36 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.249599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] Checking segment: {'id': 'bf280ed9-1c0f-412d-b226-7e48273d587c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '0c74de11-9c16-484f-80fa-810f07373a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:27.249961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] Network hostable DHCP agents. Network: 0c74de11-9c16-484f-80fa-810f07373a77, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:27.250073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b1235cdd-4805-432f-bceb-3ca0980f0274 req-52bcaf91-e850-4d58-9eba-497aa5949f36 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.254854 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b1235cdd-4805-432f-bceb-3ca0980f0274 req-52bcaf91-e850-4d58-9eba-497aa5949f36 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.274679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bcaf91-e850-4d58-9eba-497aa5949f36 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db068656-b21b-410e-a920-eb6eb6321611,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:27.285141 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b1235cdd-4805-432f-bceb-3ca0980f0274 req-52bcaf91-e850-4d58-9eba-497aa5949f36 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.285813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd16a86-5602-4dd3-b19c-35be29712427 req-dcd7e64a-0876-4c3f-b1da-f178108a1188 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.286377 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1235cdd-4805-432f-bceb-3ca0980f0274 req-52bcaf91-e850-4d58-9eba-497aa5949f36 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1390908 Jul 16 17:56:27.287387 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8fd16a86-5602-4dd3-b19c-35be29712427 req-dcd7e64a-0876-4c3f-b1da-f178108a1188 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 943 time: 0.1739745 Jul 16 17:56:27.327575 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-887f1e4f-604c-4850-b58b-a41c3daaf029 service neutron] 10.222.0.18 "GET /v2.0/ports/dbf99d06-8fde-4979-8e52-c41c4fdd8574/bindings/n-h1-794306-7 HTTP/1.1" status: 200 len: 384 time: 0.1320076 Jul 16 17:56:27.329781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] Network 0c74de11-9c16-484f-80fa-810f07373a77 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:27.347717 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8fd16a86-5602-4dd3-b19c-35be29712427 req-c09d89bb-6386-49fc-b236-575b2df31525 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534263 Jul 16 17:56:27.354049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 0c74de11-9c16-484f-80fa-810f07373a77) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:27.359482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.360106 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.370670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c7a4c9-83b3-4c9a-aea1-3b75398dfc60 None None] Network 0c74de11-9c16-484f-80fa-810f07373a77 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:27.412259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e66f9d91-d498-4e51-b5d3-fea715a5f66b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6549616 Jul 16 17:56:27.447509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['80020d34-ba83-4332-aba0-2a5fc98a4304'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:27.524910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca5fdad-95e3-47bf-80f5-f97b5aa6cad5 req-9c5cf2e7-fad9-48ab-a95f-bbcc161d954d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.526814 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ca5fdad-95e3-47bf-80f5-f97b5aa6cad5 req-9c5cf2e7-fad9-48ab-a95f-bbcc161d954d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 949 time: 0.1083171 Jul 16 17:56:27.586101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f057b57-6448-4a89-b193-e07523a9e356 None None] Network 0c74de11-9c16-484f-80fa-810f07373a77 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:27.588594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ca5fdad-95e3-47bf-80f5-f97b5aa6cad5 req-6e11c359-61df-4676-9bbd-7c986cbd21c9 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541968 Jul 16 17:56:27.625139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-305e2ee8-e670-4e47-a42b-21bbecf975c9 service neutron] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:27.650977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-305e2ee8-e670-4e47-a42b-21bbecf975c9 service neutron] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:27.672598 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-958ceaeb-0553-4756-872c-7fddfb997ef6 req-2d8dfd30-eeaa-4357-a8c1-8c4fc292087f tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/9516a5cc-b1a4-45a4-8a03-1da7610d28c8 HTTP/1.1" status: 200 len: 2406 time: 0.0567214 Jul 16 17:56:27.729017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-305e2ee8-e670-4e47-a42b-21bbecf975c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbf99d06-8fde-4979-8e52-c41c4fdd8574 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:27.746378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-305e2ee8-e670-4e47-a42b-21bbecf975c9 service neutron] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:27.746603 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-f2dd7372-a95d-413b-96f7-512e7e34a5c1 req-c42ced2f-da61-40a9-bf85-aafd1325e397 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1230824077', 'description': 'tempest-description-56564651'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:27.765115 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-305e2ee8-e670-4e47-a42b-21bbecf975c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.771747 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2dd7372-a95d-413b-96f7-512e7e34a5c1 req-c42ced2f-da61-40a9-bf85-aafd1325e397 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.823357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83923f5-780d-40f8-98e5-7eaba67f1b3f req-f33c3965-c194-436e-9f5e-1c3f484379c7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:27.824929 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d83923f5-780d-40f8-98e5-7eaba67f1b3f req-f33c3965-c194-436e-9f5e-1c3f484379c7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1506660 Jul 16 17:56:27.868583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2dd7372-a95d-413b-96f7-512e7e34a5c1 req-c42ced2f-da61-40a9-bf85-aafd1325e397 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.873117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2dd7372-a95d-413b-96f7-512e7e34a5c1 req-c42ced2f-da61-40a9-bf85-aafd1325e397 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.888231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d83923f5-780d-40f8-98e5-7eaba67f1b3f req-5daed47f-6b76-4460-999b-0def40b531f9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539887 Jul 16 17:56:27.897124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-305e2ee8-e670-4e47-a42b-21bbecf975c9 service neutron] Transition to ACTIVE for port object dbf99d06-8fde-4979-8e52-c41c4fdd8574 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:27.898766 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2dd7372-a95d-413b-96f7-512e7e34a5c1 req-c42ced2f-da61-40a9-bf85-aafd1325e397 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.900338 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2dd7372-a95d-413b-96f7-512e7e34a5c1 req-c42ced2f-da61-40a9-bf85-aafd1325e397 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1584079 Jul 16 17:56:27.906211 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-305e2ee8-e670-4e47-a42b-21bbecf975c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:27.916480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ced2f-da61-40a9-bf85-aafd1325e397 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff7e2d8-e199-4482-a30b-b4d47f7e4b4f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:27.972285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fe89e4f-0401-444b-b46c-0fccdbb41e50 req-e6c48828-4229-4522-8229-986e4b2b39c2 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-group-rules/db068656-b21b-410e-a920-eb6eb6321611 HTTP/1.1" status: 200 len: 778 time: 0.0392737 Jul 16 17:56:28.011791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-305e2ee8-e670-4e47-a42b-21bbecf975c9 service neutron] No DVR routers for this DVR port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:28.019915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e2ee8-e670-4e47-a42b-21bbecf975c9 service neutron] Pushing event updated for resources: {'Port': ['ID=dbf99d06-8fde-4979-8e52-c41c4fdd8574,revision_number=10']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.065542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-305e2ee8-e670-4e47-a42b-21bbecf975c9 service neutron] 10.222.0.18 "PUT /v2.0/ports/dbf99d06-8fde-4979-8e52-c41c4fdd8574/bindings/n-h1-794306-7/activate HTTP/1.1" status: 200 len: 369 time: 0.7166059 Jul 16 17:56:28.076003 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fe89e4f-0401-444b-b46c-0fccdbb41e50 req-50362228-658d-458b-9712-bc4a323442d0 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/9516a5cc-b1a4-45a4-8a03-1da7610d28c8 HTTP/1.1" status: 200 len: 2406 time: 0.0913968 Jul 16 17:56:28.112065 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6fe89e4f-0401-444b-b46c-0fccdbb41e50 req-735fc8c9-8660-4df5-9e5b-5ac4851bcee6 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.120754 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6fe89e4f-0401-444b-b46c-0fccdbb41e50 req-735fc8c9-8660-4df5-9e5b-5ac4851bcee6 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.155175 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6fe89e4f-0401-444b-b46c-0fccdbb41e50 req-735fc8c9-8660-4df5-9e5b-5ac4851bcee6 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.161563 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6fe89e4f-0401-444b-b46c-0fccdbb41e50 req-735fc8c9-8660-4df5-9e5b-5ac4851bcee6 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.162790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fe89e4f-0401-444b-b46c-0fccdbb41e50 req-735fc8c9-8660-4df5-9e5b-5ac4851bcee6 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/db068656-b21b-410e-a920-eb6eb6321611 HTTP/1.1" status: 204 len: 173 time: 0.0789514 Jul 16 17:56:28.172799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fc8c9-8660-4df5-9e5b-5ac4851bcee6 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db068656-b21b-410e-a920-eb6eb6321611,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.222952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01ffb02b-2c7f-4aaa-9948-d99dc4f79a6f req-0137972a-2323-4fec-aed1-12f3490e93b2 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/4ff7e2d8-e199-4482-a30b-b4d47f7e4b4f HTTP/1.1" status: 200 len: 1803 time: 0.0759652 Jul 16 17:56:28.234068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-01ffb02b-2c7f-4aaa-9948-d99dc4f79a6f req-579a3b90-4320-493c-b94c-0c62966a38f4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ff7e2d8-e199-4482-a30b-b4d47f7e4b4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:28.234383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-01ffb02b-2c7f-4aaa-9948-d99dc4f79a6f req-579a3b90-4320-493c-b94c-0c62966a38f4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ff7e2d8-e199-4482-a30b-b4d47f7e4b4f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:28.249588 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-d8ed91d0-f77e-4276-b495-79142c1a078f tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.251643 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-d8ed91d0-f77e-4276-b495-79142c1a078f tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.1021433 Jul 16 17:56:28.321206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9c715-2e2e-4ad0-9a48-9bdc265d1a86 req-8934b138-fc8c-47b0-ae09-07c185ed634d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.322604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58d9c715-2e2e-4ad0-9a48-9bdc265d1a86 req-8934b138-fc8c-47b0-ae09-07c185ed634d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 949 time: 0.0653820 Jul 16 17:56:28.337703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-01ffb02b-2c7f-4aaa-9948-d99dc4f79a6f req-579a3b90-4320-493c-b94c-0c62966a38f4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.354767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-e28b4078-cb91-45c1-96b7-91adb4b78bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.356435 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-e28b4078-cb91-45c1-96b7-91adb4b78bdc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910&tenant_id=fd1e60976af94d0bbe27792be036c702 HTTP/1.1" status: 200 len: 1095 time: 0.0964804 Jul 16 17:56:28.373313 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-01ffb02b-2c7f-4aaa-9948-d99dc4f79a6f req-579a3b90-4320-493c-b94c-0c62966a38f4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.375017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58d9c715-2e2e-4ad0-9a48-9bdc265d1a86 req-dd05bc00-4838-413a-aa2c-292ac8634f20 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461946 Jul 16 17:56:28.377787 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-01ffb02b-2c7f-4aaa-9948-d99dc4f79a6f req-579a3b90-4320-493c-b94c-0c62966a38f4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.408239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579a3b90-4320-493c-b94c-0c62966a38f4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=837a05f8-6bdf-4bf2-a0ac-dcf1e2fa400d,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.414022 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-01ffb02b-2c7f-4aaa-9948-d99dc4f79a6f req-579a3b90-4320-493c-b94c-0c62966a38f4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.415724 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01ffb02b-2c7f-4aaa-9948-d99dc4f79a6f req-579a3b90-4320-493c-b94c-0c62966a38f4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1860919 Jul 16 17:56:28.474892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-8b5e496b-2144-4ef3-a75a-e92acdac7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.476573 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-8b5e496b-2144-4ef3-a75a-e92acdac7d53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 1095 time: 0.0599701 Jul 16 17:56:28.558014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device dbf99d06-8fde-4979-8e52-c41c4fdd8574 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:28.558247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966d883-f0cb-473c-b422-598dcd8eb0fb req-619186b2-4c34-4f57-a82f-c5511288a927 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.564674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4966d883-f0cb-473c-b422-598dcd8eb0fb req-619186b2-4c34-4f57-a82f-c5511288a927 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 947 time: 0.0801268 Jul 16 17:56:28.587025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-54c7ce7f-5b95-4414-aacf-7194478849f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.588595 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-54c7ce7f-5b95-4414-aacf-7194478849f8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1010849 Jul 16 17:56:28.601016 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device dbf99d06-8fde-4979-8e52-c41c4fdd8574 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:28.613107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4966d883-f0cb-473c-b422-598dcd8eb0fb req-664976f8-0e1b-4a17-a310-29508347e9e3 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466752 Jul 16 17:56:28.641707 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-51288780-145c-4e9d-82b0-527d7489fa7b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574 HTTP/1.1" status: 200 len: 217 time: 0.0376098 Jul 16 17:56:28.647463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-578e2d1c-21f5-4cb3-b4cf-5399eef34101 req-d7c30cf9-fe12-4af6-a1b4-d28fc2b26a60 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1230387146', 'description': 'tempest-description-1028119684'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:28.672689 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-578e2d1c-21f5-4cb3-b4cf-5399eef34101 req-d7c30cf9-fe12-4af6-a1b4-d28fc2b26a60 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.696795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-9c7ff5a2-0c36-43a8-977f-255d2e6cc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.698727 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-9c7ff5a2-0c36-43a8-977f-255d2e6cc974 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0461485 Jul 16 17:56:28.744952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-a2e32f96-43f0-4da7-8c89-05fd2d6247ae service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353940 Jul 16 17:56:28.758293 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-578e2d1c-21f5-4cb3-b4cf-5399eef34101 req-d7c30cf9-fe12-4af6-a1b4-d28fc2b26a60 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.762130 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-578e2d1c-21f5-4cb3-b4cf-5399eef34101 req-d7c30cf9-fe12-4af6-a1b4-d28fc2b26a60 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.791518 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-578e2d1c-21f5-4cb3-b4cf-5399eef34101 req-d7c30cf9-fe12-4af6-a1b4-d28fc2b26a60 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.792773 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-578e2d1c-21f5-4cb3-b4cf-5399eef34101 req-d7c30cf9-fe12-4af6-a1b4-d28fc2b26a60 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.1494699 Jul 16 17:56:28.794454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c30cf9-fe12-4af6-a1b4-d28fc2b26a60 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3809b4f5-5368-4447-bda7-80246b1a7600,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:28.887743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.888146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.888623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.889092 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.889566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.890028 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.890495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.890962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.891430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.891970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.892437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.892894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.893361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.893824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.894285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.894747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.895208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.897925 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-c9d13fcc-828b-4512-9825-dae468589f2b tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f&device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8&device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49&device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b&device_id=a5235990-febd-4fcb-acf4-f0988982349a&device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc&device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a&device_id=e70bff24-b836-412a-8b54-7868097e0e3d&device_id=4106a761-6102-4f9e-a6fa-39cc9037c186&device_id=f13ec0a1-16c9-4e3a-9220-c8805b7a846f&device_id=efc18989-8dc2-421f-958c-cf8d6478a910&device_id=57ed5079-17c7-4c6e-99d6-5a716618528d&device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d&device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d&device_id=b512bb6e-0957-43bb-953e-1a8df318b374&device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18&device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 15328 time: 0.1557441 Jul 16 17:56:28.900343 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-80f31b00-cd9c-4b07-a8ad-0374e183b857 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438673 Jul 16 17:56:28.925308 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-85ef4220-c72f-4773-84fa-a1d5b1a56bd9 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:28.956807 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1ac04-35d2-424e-be62-d3163c144cd9 req-3cadef0c-4fb9-42e6-a4ac-d795139a9e56 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:28.958320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e1ac04-35d2-424e-be62-d3163c144cd9 req-3cadef0c-4fb9-42e6-a4ac-d795139a9e56 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 944 time: 0.0665097 Jul 16 17:56:28.965916 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.002711 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e1ac04-35d2-424e-be62-d3163c144cd9 req-41f7432a-1e35-462c-bfed-5b4c73b4fe75 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349650 Jul 16 17:56:29.036712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-21b70a2c-978b-42a6-a41d-3066d0d8c649 req-dbc50479-700c-4e59-89e4-71c15e7e1e31 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1523529667', 'description': 'tempest-description-340332167'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:29.041846 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-d045aaeb-66f3-4578-8d3e-000ae65ccd3a service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245627 Jul 16 17:56:29.084804 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-85ef4220-c72f-4773-84fa-a1d5b1a56bd9 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.088066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-85ef4220-c72f-4773-84fa-a1d5b1a56bd9 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.107163 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-21b70a2c-978b-42a6-a41d-3066d0d8c649 req-dbc50479-700c-4e59-89e4-71c15e7e1e31 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.115690 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43ebfc18-0c39-4cf2-8a2b-ae947f07bef3 req-85ef4220-c72f-4773-84fa-a1d5b1a56bd9 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&id=3734d125-6130-4f59-9ef9-6ab4acc19316&id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&id=88e28058-ae40-4f9b-a68e-df9e91041271&id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.2104356 Jul 16 17:56:29.130642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ef4220-c72f-4773-84fa-a1d5b1a56bd9 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfc0f00-9a5e-42c9-a8b2-69d0e9d29238,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:29.200832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-21b70a2c-978b-42a6-a41d-3066d0d8c649 req-dbc50479-700c-4e59-89e4-71c15e7e1e31 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.205741 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-21b70a2c-978b-42a6-a41d-3066d0d8c649 req-dbc50479-700c-4e59-89e4-71c15e7e1e31 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.234455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc50479-700c-4e59-89e4-71c15e7e1e31 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ee005db-c844-4f55-aa65-bf886378d0f3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:29.236926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-21b70a2c-978b-42a6-a41d-3066d0d8c649 req-dbc50479-700c-4e59-89e4-71c15e7e1e31 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.238121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-21b70a2c-978b-42a6-a41d-3066d0d8c649 req-dbc50479-700c-4e59-89e4-71c15e7e1e31 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2055318 Jul 16 17:56:29.295838 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8d26659-0cfe-43e7-aace-505a5aedaaca req-b63eaf82-4452-4eed-8bcc-7c19f4b5f747 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/3809b4f5-5368-4447-bda7-80246b1a7600 HTTP/1.1" status: 200 len: 1813 time: 0.0387418 Jul 16 17:56:29.472561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23f7e15c-aa59-46f8-b6cd-dcaa3ae7136c req-16d8281b-71bc-4b31-955d-857f2c52e9fa tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/5ee005db-c844-4f55-aa65-bf886378d0f3 HTTP/1.1" status: 200 len: 1804 time: 0.0407674 Jul 16 17:56:29.482808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-23f7e15c-aa59-46f8-b6cd-dcaa3ae7136c req-9119b06b-3199-4d86-b385-db2ab63fd0d7 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5ee005db-c844-4f55-aa65-bf886378d0f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:29.483217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-23f7e15c-aa59-46f8-b6cd-dcaa3ae7136c req-9119b06b-3199-4d86-b385-db2ab63fd0d7 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '5ee005db-c844-4f55-aa65-bf886378d0f3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:29.487130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edcf7ae-a987-41d0-a5cb-3cb9853dfd05 req-405feb25-d859-4239-b117-c743ec210fd7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:29.488669 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2edcf7ae-a987-41d0-a5cb-3cb9853dfd05 req-405feb25-d859-4239-b117-c743ec210fd7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1063466 Jul 16 17:56:29.510519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda98e68-2bab-40a2-939b-6770de375ca3 req-9360c12a-caeb-4400-9e0e-079d2db5bb0e tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:29.512011 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bda98e68-2bab-40a2-939b-6770de375ca3 req-9360c12a-caeb-4400-9e0e-079d2db5bb0e tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.37 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 947 time: 0.1008444 Jul 16 17:56:29.547030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-23f7e15c-aa59-46f8-b6cd-dcaa3ae7136c req-9119b06b-3199-4d86-b385-db2ab63fd0d7 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.574136 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2edcf7ae-a987-41d0-a5cb-3cb9853dfd05 req-bcc0fef4-bd68-4911-bcc7-031953843dc3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777011 Jul 16 17:56:29.579806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-23f7e15c-aa59-46f8-b6cd-dcaa3ae7136c req-9119b06b-3199-4d86-b385-db2ab63fd0d7 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.591796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-23f7e15c-aa59-46f8-b6cd-dcaa3ae7136c req-9119b06b-3199-4d86-b385-db2ab63fd0d7 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.636838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9119b06b-3199-4d86-b385-db2ab63fd0d7 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2b69132-e4bc-4af8-999b-d9d1eeba2d7a,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:29.644824 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-23f7e15c-aa59-46f8-b6cd-dcaa3ae7136c req-9119b06b-3199-4d86-b385-db2ab63fd0d7 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.646115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23f7e15c-aa59-46f8-b6cd-dcaa3ae7136c req-9119b06b-3199-4d86-b385-db2ab63fd0d7 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1676188 Jul 16 17:56:29.648162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-bda98e68-2bab-40a2-939b-6770de375ca3 req-ae5f650f-bae0-405a-8ebc-ec72d44916e3 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Deleting port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:29.648461 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bda98e68-2bab-40a2-939b-6770de375ca3 req-ae5f650f-bae0-405a-8ebc-ec72d44916e3 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.673956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-0e24270a-3d74-47be-8fe5-e5283914b09d tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:29.675430 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-0e24270a-3d74-47be-8fe5-e5283914b09d tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.0992937 Jul 16 17:56:29.794735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-bda98e68-2bab-40a2-939b-6770de375ca3 req-ae5f650f-bae0-405a-8ebc-ec72d44916e3 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] For port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:29.795323 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bda98e68-2bab-40a2-939b-6770de375ca3 req-ae5f650f-bae0-405a-8ebc-ec72d44916e3 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.813811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-bda98e68-2bab-40a2-939b-6770de375ca3 req-ae5f650f-bae0-405a-8ebc-ec72d44916e3 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Calling delete_port for 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:29.822052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-f6e3ecb0-1f19-47fd-9037-ba1da748ad78 service neutron] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:29.825294 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-f6e3ecb0-1f19-47fd-9037-ba1da748ad78 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:29.826776 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18e58ddc-4394-4a6a-a6ba-7bccfbec5695 req-f6e3ecb0-1f19-47fd-9037-ba1da748ad78 service neutron] 10.222.0.37 "DELETE /v2.0/ports/dbf99d06-8fde-4979-8e52-c41c4fdd8574/bindings/n-h2-794306-7 HTTP/1.1" status: 204 len: 173 time: 0.1405694 Jul 16 17:56:29.869802 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f409b0-3f8a-4f32-b5a9-986e6e024bc7 req-64b9e074-f15a-4b25-8b02-90b3dd93cf42 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:29.871353 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e9f409b0-3f8a-4f32-b5a9-986e6e024bc7 req-64b9e074-f15a-4b25-8b02-90b3dd93cf42 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 949 time: 0.1311247 Jul 16 17:56:29.932213 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e9f409b0-3f8a-4f32-b5a9-986e6e024bc7 req-e72b065e-7e27-496a-a9b4-21940264eb69 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542359 Jul 16 17:56:29.974002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d8f15f07-f7f1-4ca1-9ccc-626e32d2f3aa req-7a51792c-754f-4531-9d59-afba14645c25 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-717749903', 'description': 'tempest-description-849494793'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:30.006527 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bda98e68-2bab-40a2-939b-6770de375ca3 req-ae5f650f-bae0-405a-8ebc-ec72d44916e3 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.008067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f30ef5-3d22-483d-aeeb-e73ea4fa026f req-bfc7321e-fef7-4b6f-acd0-3fd364915ab7 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.008546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f30ef5-3d22-483d-aeeb-e73ea4fa026f req-bfc7321e-fef7-4b6f-acd0-3fd364915ab7 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.009017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f30ef5-3d22-483d-aeeb-e73ea4fa026f req-bfc7321e-fef7-4b6f-acd0-3fd364915ab7 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.009154 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d8f15f07-f7f1-4ca1-9ccc-626e32d2f3aa req-7a51792c-754f-4531-9d59-afba14645c25 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.010635 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08f30ef5-3d22-483d-aeeb-e73ea4fa026f req-bfc7321e-fef7-4b6f-acd0-3fd364915ab7 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8&device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc&device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 2882 time: 0.0692024 Jul 16 17:56:30.045159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5f650f-bae0-405a-8ebc-ec72d44916e3 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Pushing event deleted for resources: {'Port': ['ID=69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.050413 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08f30ef5-3d22-483d-aeeb-e73ea4fa026f req-af017257-457e-46f4-be75-5d33004d006d tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327148 Jul 16 17:56:30.124570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-bda98e68-2bab-40a2-939b-6770de375ca3 req-ae5f650f-bae0-405a-8ebc-ec72d44916e3 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] No DVR routers for this DVR port 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:30.128830 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bda98e68-2bab-40a2-939b-6770de375ca3 req-ae5f650f-bae0-405a-8ebc-ec72d44916e3 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.130821 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bda98e68-2bab-40a2-939b-6770de375ca3 req-ae5f650f-bae0-405a-8ebc-ec72d44916e3 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.37 "DELETE /v2.0/ports/69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b HTTP/1.1" status: 204 len: 173 time: 0.6098640 Jul 16 17:56:30.131267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'name': 'network-vif-deleted', 'tag': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:30.133591 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfba6d57-9953-47b2-b4d5-ab7eb6c69e32" -d '{"events": [{"server_uuid": "b512bb6e-0957-43bb-953e-1a8df318b374", "name": "network-vif-deleted", "tag": "69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:30.182209 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d8f15f07-f7f1-4ca1-9ccc-626e32d2f3aa req-7a51792c-754f-4531-9d59-afba14645c25 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.185702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-defac151-539d-4f01-96cd-9253877aee3e req-5802a617-f03c-4885-b6fc-b4a3a2ad0ff5 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=b512bb6e-0957-43bb-953e-1a8df318b374 HTTP/1.1" status: 200 len: 210 time: 0.0327680 Jul 16 17:56:30.186026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d8f15f07-f7f1-4ca1-9ccc-626e32d2f3aa req-7a51792c-754f-4531-9d59-afba14645c25 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.217302 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d8f15f07-f7f1-4ca1-9ccc-626e32d2f3aa req-7a51792c-754f-4531-9d59-afba14645c25 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.218527 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8f15f07-f7f1-4ca1-9ccc-626e32d2f3aa req-7a51792c-754f-4531-9d59-afba14645c25 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.2529032 Jul 16 17:56:30.220082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-36151191-9a46-4612-9dcb-fe7c90078563 req-84cda728-b26f-4e33-8109-5d3269e4dc3a tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-791357268', 'description': 'tempest-description-1892360973'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:30.221027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a51792c-754f-4531-9d59-afba14645c25 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bda41c4-26b9-4c53-864c-799be7dec5d3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.247830 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-36151191-9a46-4612-9dcb-fe7c90078563 req-84cda728-b26f-4e33-8109-5d3269e4dc3a tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.375652 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-36151191-9a46-4612-9dcb-fe7c90078563 req-84cda728-b26f-4e33-8109-5d3269e4dc3a tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.383652 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-36151191-9a46-4612-9dcb-fe7c90078563 req-84cda728-b26f-4e33-8109-5d3269e4dc3a tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.403637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793254db-981d-4742-964b-f05e9169d81b req-c5d479b7-6d0f-4a8a-96d5-d685c4f8472d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.405132 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-793254db-981d-4742-964b-f05e9169d81b req-c5d479b7-6d0f-4a8a-96d5-d685c4f8472d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 944 time: 0.0726359 Jul 16 17:56:30.421899 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-36151191-9a46-4612-9dcb-fe7c90078563 req-84cda728-b26f-4e33-8109-5d3269e4dc3a tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.426869 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-36151191-9a46-4612-9dcb-fe7c90078563 req-84cda728-b26f-4e33-8109-5d3269e4dc3a tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2114494 Jul 16 17:56:30.451881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cda728-b26f-4e33-8109-5d3269e4dc3a tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c29fa5ad-3bf6-4b3c-9669-2d31cd0a1a96,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.471738 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-793254db-981d-4742-964b-f05e9169d81b req-d8c9b6fd-3750-40ec-aaef-d5f77d791d7b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588458 Jul 16 17:56:30.533323 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b37de9-19c8-41f8-bb56-322961dac544 x-openstack-request-id: req-54b37de9-19c8-41f8-bb56-322961dac544 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:30.533911 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b512bb6e-0957-43bb-953e-1a8df318b374", "name": "network-vif-deleted", "tag": "69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:30.533911 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-54b37de9-19c8-41f8-bb56-322961dac544 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:30.534248 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b512bb6e-0957-43bb-953e-1a8df318b374', 'name': 'network-vif-deleted', 'tag': '69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b', 'status': 'completed', 'code': 200} Jul 16 17:56:30.569473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 80020d34-ba83-4332-aba0-2a5fc98a4304 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:30.609257 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0fd4727-227f-4c62-99de-320df3a03dee req-1f637b95-4587-4561-a7d3-6636dae04148 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/9bda41c4-26b9-4c53-864c-799be7dec5d3 HTTP/1.1" status: 200 len: 1811 time: 0.0622318 Jul 16 17:56:30.633629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 80020d34-ba83-4332-aba0-2a5fc98a4304 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:30.637792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 80020d34-ba83-4332-aba0-2a5fc98a4304 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:30.638159 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.641511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-5986b357-00ee-406c-9e9c-f4632bad9722 req-db885aa8-b4fe-4ceb-86cc-a1cfdb3ac669 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1000500408', 'description': 'tempest-description-1159756867'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:30.665918 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5986b357-00ee-406c-9e9c-f4632bad9722 req-db885aa8-b4fe-4ceb-86cc-a1cfdb3ac669 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.719398 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.747029 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c15a72-e357-45b7-9648-4e134e2e872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80020d34-ba83-4332-aba0-2a5fc98a4304'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:30.749289 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf23ee3d-ee1d-4e50-8d94-a6b3b5ff989d" -d '{"events": [{"server_uuid": "10c15a72-e357-45b7-9648-4e134e2e872f", "name": "network-vif-plugged", "status": "completed", "tag": "80020d34-ba83-4332-aba0-2a5fc98a4304"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:30.768743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 80020d34-ba83-4332-aba0-2a5fc98a4304, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=80020d34-ba83-4332-aba0-2a5fc98a4304,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:30.772730 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.796820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5986b357-00ee-406c-9e9c-f4632bad9722 req-db885aa8-b4fe-4ceb-86cc-a1cfdb3ac669 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.802120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5986b357-00ee-406c-9e9c-f4632bad9722 req-db885aa8-b4fe-4ceb-86cc-a1cfdb3ac669 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.820672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=80020d34-ba83-4332-aba0-2a5fc98a4304,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.838001 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5986b357-00ee-406c-9e9c-f4632bad9722 req-db885aa8-b4fe-4ceb-86cc-a1cfdb3ac669 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.839827 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5986b357-00ee-406c-9e9c-f4632bad9722 req-db885aa8-b4fe-4ceb-86cc-a1cfdb3ac669 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2079301 Jul 16 17:56:30.841932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db885aa8-b4fe-4ceb-86cc-a1cfdb3ac669 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=886c9c21-1b23-41a1-8659-b6a39a2a2fc3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:30.861527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-86b23b5a-9212-41e2-bef1-363863e57665 req-11eea230-d55c-4f88-88ee-525368a5daaa tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1644734627', 'description': 'tempest-description-604325068'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:30.883440 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86b23b5a-9212-41e2-bef1-363863e57665 req-11eea230-d55c-4f88-88ee-525368a5daaa tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.924048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f3c65-1661-4b4e-aff1-6ec3404b0d7c req-bd63c664-9748-49e0-93b1-31905cc3e7d9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:30.926301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-949f3c65-1661-4b4e-aff1-6ec3404b0d7c req-bd63c664-9748-49e0-93b1-31905cc3e7d9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.0761843 Jul 16 17:56:30.981656 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-949f3c65-1661-4b4e-aff1-6ec3404b0d7c req-b41fec88-7f94-4105-9c30-23f88b35895e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491838 Jul 16 17:56:30.985944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86b23b5a-9212-41e2-bef1-363863e57665 req-11eea230-d55c-4f88-88ee-525368a5daaa tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:30.990585 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86b23b5a-9212-41e2-bef1-363863e57665 req-11eea230-d55c-4f88-88ee-525368a5daaa tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.018368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86b23b5a-9212-41e2-bef1-363863e57665 req-11eea230-d55c-4f88-88ee-525368a5daaa tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.019621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86b23b5a-9212-41e2-bef1-363863e57665 req-11eea230-d55c-4f88-88ee-525368a5daaa tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1628897 Jul 16 17:56:31.032120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11eea230-d55c-4f88-88ee-525368a5daaa tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f456ee-fc0d-4d8f-9dc3-42e3a6b0e2d3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:31.062940 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a1f500-d3dd-4ac7-a26f-06cd23c18933 x-openstack-request-id: req-73a1f500-d3dd-4ac7-a26f-06cd23c18933 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:31.063309 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c15a72-e357-45b7-9648-4e134e2e872f", "name": "network-vif-plugged", "status": "completed", "tag": "80020d34-ba83-4332-aba0-2a5fc98a4304", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:31.064213 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73a1f500-d3dd-4ac7-a26f-06cd23c18933 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:31.064718 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c15a72-e357-45b7-9648-4e134e2e872f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80020d34-ba83-4332-aba0-2a5fc98a4304', 'code': 200} Jul 16 17:56:31.187911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba31025f-e1c5-433d-8c57-f84498cbef62 req-70dac42c-e720-40f5-a25e-07f8bd7aef3a tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.190605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ba31025f-e1c5-433d-8c57-f84498cbef62 req-70dac42c-e720-40f5-a25e-07f8bd7aef3a tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 1095 time: 0.0695522 Jul 16 17:56:31.258500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ba31025f-e1c5-433d-8c57-f84498cbef62 req-dc4ac8ad-257d-44df-95bd-32a8607f5255 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576141 Jul 16 17:56:31.272871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86f0f08-b99a-4f09-98ce-c18469ca49da req-2def64cd-504a-4083-8640-65b1e21a5734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.274346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f86f0f08-b99a-4f09-98ce-c18469ca49da req-2def64cd-504a-4083-8640-65b1e21a5734 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 1101 time: 0.0829132 Jul 16 17:56:31.302600 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0897e24-ca1f-4882-a82c-f5a1ea9322b0 req-99d3d891-5609-4bc7-9769-ee3d51a6bfd8 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/c29fa5ad-3bf6-4b3c-9669-2d31cd0a1a96 HTTP/1.1" status: 200 len: 1804 time: 0.0443196 Jul 16 17:56:31.317356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f86f0f08-b99a-4f09-98ce-c18469ca49da req-10e62905-2064-46c1-a0f2-800420bcdfc6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308592 Jul 16 17:56:31.345866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0897e24-ca1f-4882-a82c-f5a1ea9322b0 req-e45f3d6b-f442-4302-9b18-af312a7cb8b6 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/886c9c21-1b23-41a1-8659-b6a39a2a2fc3 HTTP/1.1" status: 200 len: 1805 time: 0.0380678 Jul 16 17:56:31.355012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-e0897e24-ca1f-4882-a82c-f5a1ea9322b0 req-aeb3d1c6-3bb1-40de-9100-229e1961d05d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c29fa5ad-3bf6-4b3c-9669-2d31cd0a1a96', 'remote_group_id': '886c9c21-1b23-41a1-8659-b6a39a2a2fc3', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:31.355391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-e0897e24-ca1f-4882-a82c-f5a1ea9322b0 req-aeb3d1c6-3bb1-40de-9100-229e1961d05d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'c29fa5ad-3bf6-4b3c-9669-2d31cd0a1a96', 'remote_group_id': '886c9c21-1b23-41a1-8659-b6a39a2a2fc3', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:31.416991 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e0897e24-ca1f-4882-a82c-f5a1ea9322b0 req-aeb3d1c6-3bb1-40de-9100-229e1961d05d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.446124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99007bbe-4c96-4f01-b4d1-0f5ba5896bf8 req-6248113f-107b-472e-92ea-8e1db594f290 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.447606 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99007bbe-4c96-4f01-b4d1-0f5ba5896bf8 req-6248113f-107b-472e-92ea-8e1db594f290 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 950 time: 0.0657840 Jul 16 17:56:31.459195 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e0897e24-ca1f-4882-a82c-f5a1ea9322b0 req-aeb3d1c6-3bb1-40de-9100-229e1961d05d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.462901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e0897e24-ca1f-4882-a82c-f5a1ea9322b0 req-aeb3d1c6-3bb1-40de-9100-229e1961d05d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.482545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb3d1c6-3bb1-40de-9100-229e1961d05d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f82cab25-da40-462e-be10-b19a2c779ae6,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:31.491192 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e0897e24-ca1f-4882-a82c-f5a1ea9322b0 req-aeb3d1c6-3bb1-40de-9100-229e1961d05d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.492669 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0897e24-ca1f-4882-a82c-f5a1ea9322b0 req-aeb3d1c6-3bb1-40de-9100-229e1961d05d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1412783 Jul 16 17:56:31.554770 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-904d951c-4dc6-4444-b5c3-0ee8ff20200c req-a3e81422-2910-48b2-a443-23770ef6943a tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/b4f456ee-fc0d-4d8f-9dc3-42e3a6b0e2d3 HTTP/1.1" status: 200 len: 1812 time: 0.0446815 Jul 16 17:56:31.764915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99007bbe-4c96-4f01-b4d1-0f5ba5896bf8 req-3f240811-83e5-4032-81e0-78181d902635 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3110721 Jul 16 17:56:31.813383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-6763c43f-0207-4915-a187-258506abf0fc req-aca6d96c-c827-49ee-8a66-30f66cfc2bd5 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-325898408', 'description': 'tempest-description-957904029'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:31.837149 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6763c43f-0207-4915-a187-258506abf0fc req-aca6d96c-c827-49ee-8a66-30f66cfc2bd5 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.914176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbd899-c172-4f46-963f-ca96c52d69a7 req-c43193bb-192e-42e1-91e6-0efd559afe3d tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:31.915733 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-36dbd899-c172-4f46-963f-ca96c52d69a7 req-c43193bb-192e-42e1-91e6-0efd559afe3d tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 1095 time: 0.0524943 Jul 16 17:56:31.922464 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6763c43f-0207-4915-a187-258506abf0fc req-aca6d96c-c827-49ee-8a66-30f66cfc2bd5 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.927325 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6763c43f-0207-4915-a187-258506abf0fc req-aca6d96c-c827-49ee-8a66-30f66cfc2bd5 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.952414 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-36dbd899-c172-4f46-963f-ca96c52d69a7 req-6c1dc4b5-9a6d-4935-938e-82af3d46bdeb tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309951 Jul 16 17:56:31.955453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6763c43f-0207-4915-a187-258506abf0fc req-aca6d96c-c827-49ee-8a66-30f66cfc2bd5 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:31.956724 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6763c43f-0207-4915-a187-258506abf0fc req-aca6d96c-c827-49ee-8a66-30f66cfc2bd5 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1474931 Jul 16 17:56:31.966468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca6d96c-c827-49ee-8a66-30f66cfc2bd5 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=780f13a5-06ee-49d7-b37b-179c41e02c22,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:31.980418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-fd58f1c7-d90d-4276-a886-62160dfdda65 req-5ca5fc71-ad97-4ed7-a7a4-c8b3aaf10ac8 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-583474035', 'description': 'tempest-description-1992837533'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:32.004666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fd58f1c7-d90d-4276-a886-62160dfdda65 req-5ca5fc71-ad97-4ed7-a7a4-c8b3aaf10ac8 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.093936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fd58f1c7-d90d-4276-a886-62160dfdda65 req-5ca5fc71-ad97-4ed7-a7a4-c8b3aaf10ac8 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.098975 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fd58f1c7-d90d-4276-a886-62160dfdda65 req-5ca5fc71-ad97-4ed7-a7a4-c8b3aaf10ac8 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.128847 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fd58f1c7-d90d-4276-a886-62160dfdda65 req-5ca5fc71-ad97-4ed7-a7a4-c8b3aaf10ac8 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.130072 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fd58f1c7-d90d-4276-a886-62160dfdda65 req-5ca5fc71-ad97-4ed7-a7a4-c8b3aaf10ac8 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.1542308 Jul 16 17:56:32.130800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca5fc71-ad97-4ed7-a7a4-c8b3aaf10ac8 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08274591-00f0-407d-a9e4-95aaa1921cc0,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:32.333024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-ded41829-0ab2-4afd-9865-e39412651def req-0888e272-e6d8-4115-bc77-fe01d60fdc0f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1711058536', 'description': 'tempest-description-535139554'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:32.356329 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ded41829-0ab2-4afd-9865-e39412651def req-0888e272-e6d8-4115-bc77-fe01d60fdc0f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.446219 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ded41829-0ab2-4afd-9865-e39412651def req-0888e272-e6d8-4115-bc77-fe01d60fdc0f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.450049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ded41829-0ab2-4afd-9865-e39412651def req-0888e272-e6d8-4115-bc77-fe01d60fdc0f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.478697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ded41829-0ab2-4afd-9865-e39412651def req-0888e272-e6d8-4115-bc77-fe01d60fdc0f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:32.479932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ded41829-0ab2-4afd-9865-e39412651def req-0888e272-e6d8-4115-bc77-fe01d60fdc0f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1522646 Jul 16 17:56:32.481635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888e272-e6d8-4115-bc77-fe01d60fdc0f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbaccd68-4221-480f-86c5-6309ea5badfb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:32.531655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d344cd90-ed4c-41dc-91ce-43246b8a8bb6 req-eea00c7d-eb4a-4d98-97d1-5d56f667e06c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.534248 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d344cd90-ed4c-41dc-91ce-43246b8a8bb6 req-eea00c7d-eb4a-4d98-97d1-5d56f667e06c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.0706925 Jul 16 17:56:32.574541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d344cd90-ed4c-41dc-91ce-43246b8a8bb6 req-bbdd4b91-5c46-4d2c-b40b-b08ac2b415c7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343840 Jul 16 17:56:32.646654 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f7edfdd-c7ba-43bc-a0b4-7fd6752d3303 req-06ab7cde-9e7e-4783-bad0-e507ae1e2f15 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/08274591-00f0-407d-a9e4-95aaa1921cc0 HTTP/1.1" status: 200 len: 1812 time: 0.0427694 Jul 16 17:56:32.826122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ee051d-d8b4-4400-811b-cabf62b5090b req-0f6ff24d-7217-4eac-9fb3-5bacb85a6dac tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.827916 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f8ee051d-d8b4-4400-811b-cabf62b5090b req-0f6ff24d-7217-4eac-9fb3-5bacb85a6dac tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 949 time: 0.0808523 Jul 16 17:56:32.879079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f8ee051d-d8b4-4400-811b-cabf62b5090b req-761d75f2-d7b7-4f91-b3d0-ef0cb7016627 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434659 Jul 16 17:56:32.935184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01364efa-947c-411e-b9a1-eab37b6963d1 req-ea53e832-a65f-4649-9750-7f9759b2e6af tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:32.936975 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01364efa-947c-411e-b9a1-eab37b6963d1 req-ea53e832-a65f-4649-9750-7f9759b2e6af tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 1101 time: 0.0723045 Jul 16 17:56:32.953731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30e86d6d-36f3-4d99-a965-fe65448a7746 req-ace0234f-18ad-4181-99ad-ee94f174bae2 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/780f13a5-06ee-49d7-b37b-179c41e02c22 HTTP/1.1" status: 200 len: 1803 time: 0.0411789 Jul 16 17:56:32.972038 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01364efa-947c-411e-b9a1-eab37b6963d1 req-5c266215-0b32-487b-a9b5-148c945cd314 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291007 Jul 16 17:56:32.999180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30e86d6d-36f3-4d99-a965-fe65448a7746 req-a6a103ea-f493-4283-a6db-718f5ef29fed tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/bbaccd68-4221-480f-86c5-6309ea5badfb HTTP/1.1" status: 200 len: 1804 time: 0.0389757 Jul 16 17:56:33.009210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-30e86d6d-36f3-4d99-a965-fe65448a7746 req-28ec6e27-d0ea-467c-8ef8-bbf7db8a7f24 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '780f13a5-06ee-49d7-b37b-179c41e02c22', 'remote_group_id': 'bbaccd68-4221-480f-86c5-6309ea5badfb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:33.009526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-30e86d6d-36f3-4d99-a965-fe65448a7746 req-28ec6e27-d0ea-467c-8ef8-bbf7db8a7f24 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '780f13a5-06ee-49d7-b37b-179c41e02c22', 'remote_group_id': 'bbaccd68-4221-480f-86c5-6309ea5badfb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:33.009673 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-6c6f8c06-b8e6-4e84-8eb2-24925389b0c5 req-dca86305-1d7e-48c8-9e98-6d723b5ca7e0 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] show failed (client error): The resource could not be found. Jul 16 17:56:33.010563 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c6f8c06-b8e6-4e84-8eb2-24925389b0c5 req-dca86305-1d7e-48c8-9e98-6d723b5ca7e0 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/f8f67ee7-841f-4da5-856c-2ce93f2ac16a HTTP/1.1" status: 404 len: 352 time: 0.0144606 Jul 16 17:56:33.077399 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-30e86d6d-36f3-4d99-a965-fe65448a7746 req-28ec6e27-d0ea-467c-8ef8-bbf7db8a7f24 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.120999 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-30e86d6d-36f3-4d99-a965-fe65448a7746 req-28ec6e27-d0ea-467c-8ef8-bbf7db8a7f24 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.124852 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-30e86d6d-36f3-4d99-a965-fe65448a7746 req-28ec6e27-d0ea-467c-8ef8-bbf7db8a7f24 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.142301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ec6e27-d0ea-467c-8ef8-bbf7db8a7f24 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86294cd-86fd-4c53-bdf0-d99e4f75b9ab,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:33.148721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-30e86d6d-36f3-4d99-a965-fe65448a7746 req-28ec6e27-d0ea-467c-8ef8-bbf7db8a7f24 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.149902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30e86d6d-36f3-4d99-a965-fe65448a7746 req-28ec6e27-d0ea-467c-8ef8-bbf7db8a7f24 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.1446724 Jul 16 17:56:33.170884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6853e-7336-42d2-b186-b1799919a299 req-d86ceef8-e84f-4308-bb3f-596716e9c480 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:33.172409 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-abb6853e-7336-42d2-b186-b1799919a299 req-d86ceef8-e84f-4308-bb3f-596716e9c480 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 950 time: 0.0702939 Jul 16 17:56:33.212371 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-abb6853e-7336-42d2-b186-b1799919a299 req-2631a890-1436-4a21-978b-a325a6a64857 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334558 Jul 16 17:56:33.250956 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-8773e810-fe2c-427a-aa27-f840eecc5393 req-eb87e58d-c99b-4dfd-8e89-da7d9feb5aa8 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] show failed (client error): The resource could not be found. Jul 16 17:56:33.252645 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8773e810-fe2c-427a-aa27-f840eecc5393 req-eb87e58d-c99b-4dfd-8e89-da7d9feb5aa8 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-group-rules/c2893136-d8bc-48c1-87a2-be34ab07c541 HTTP/1.1" status: 404 len: 361 time: 0.0155473 Jul 16 17:56:33.293805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f57667b-a6c3-4360-b9d2-799ca0037a18 req-eaf61f61-8cfb-48dd-8076-7d61fadfbf54 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:33.295314 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f57667b-a6c3-4360-b9d2-799ca0037a18 req-eaf61f61-8cfb-48dd-8076-7d61fadfbf54 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 1101 time: 0.0550313 Jul 16 17:56:33.307996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-95ce2df4-637b-474e-bf1f-6c7816911b11 req-436b6355-40c9-4228-b98a-121aefc113d8 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/bbaccd68-4221-480f-86c5-6309ea5badfb HTTP/1.1" status: 200 len: 1804 time: 0.0396390 Jul 16 17:56:33.330547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f57667b-a6c3-4360-b9d2-799ca0037a18 req-76f0705e-1e7b-4940-90ed-73d067b01a8c tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283880 Jul 16 17:56:33.333914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:33.362262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:33.362262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 69a3cdd0-bbba-4ec3-8f6b-f0f8af645f8b not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:33.387925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-95ce2df4-637b-474e-bf1f-6c7816911b11 req-bc3d2bf3-fd7c-4dcf-8792-868b940683c3 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.411698 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-95ce2df4-637b-474e-bf1f-6c7816911b11 req-bc3d2bf3-fd7c-4dcf-8792-868b940683c3 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.477941 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-95ce2df4-637b-474e-bf1f-6c7816911b11 req-bc3d2bf3-fd7c-4dcf-8792-868b940683c3 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.480581 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-95ce2df4-637b-474e-bf1f-6c7816911b11 req-bc3d2bf3-fd7c-4dcf-8792-868b940683c3 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.481706 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-95ce2df4-637b-474e-bf1f-6c7816911b11 req-bc3d2bf3-fd7c-4dcf-8792-868b940683c3 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "DELETE /v2.0/security-groups/bbaccd68-4221-480f-86c5-6309ea5badfb HTTP/1.1" status: 204 len: 173 time: 0.1682436 Jul 16 17:56:33.491632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3d2bf3-fd7c-4dcf-8792-868b940683c3 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbaccd68-4221-480f-86c5-6309ea5badfb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:33.500083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba51daa-df7d-46d8-ac85-9e5e6583fad9 req-11938ed8-02e1-477f-8513-f69bac456d8d tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:33.507784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fba51daa-df7d-46d8-ac85-9e5e6583fad9 req-11938ed8-02e1-477f-8513-f69bac456d8d tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 1101 time: 0.0647752 Jul 16 17:56:33.537483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fba51daa-df7d-46d8-ac85-9e5e6583fad9 req-bf422ada-5791-4781-8e64-6e83726dc567 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284936 Jul 16 17:56:33.543315 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b07654b8-cff7-4c8a-a66a-19373a4eea8c req-a77db1a5-c1dd-4774-a6e2-f46730b1fe5b tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/08274591-00f0-407d-a9e4-95aaa1921cc0 HTTP/1.1" status: 200 len: 1812 time: 0.0405118 Jul 16 17:56:33.607861 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b07654b8-cff7-4c8a-a66a-19373a4eea8c req-ea050343-af46-4695-a4ac-b1c07ba9c780 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.632499 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b07654b8-cff7-4c8a-a66a-19373a4eea8c req-ea050343-af46-4695-a4ac-b1c07ba9c780 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.676819 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b07654b8-cff7-4c8a-a66a-19373a4eea8c req-ea050343-af46-4695-a4ac-b1c07ba9c780 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.679386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b07654b8-cff7-4c8a-a66a-19373a4eea8c req-ea050343-af46-4695-a4ac-b1c07ba9c780 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:33.684817 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b07654b8-cff7-4c8a-a66a-19373a4eea8c req-ea050343-af46-4695-a4ac-b1c07ba9c780 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "DELETE /v2.0/security-groups/08274591-00f0-407d-a9e4-95aaa1921cc0 HTTP/1.1" status: 204 len: 173 time: 0.1353946 Jul 16 17:56:33.698335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea050343-af46-4695-a4ac-b1c07ba9c780 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=08274591-00f0-407d-a9e4-95aaa1921cc0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:33.771606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5941e999-a6ac-47b6-bebd-ce294bf8d0fa req-8c623c65-f66c-4154-8806-cc476f57ac3a tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/780f13a5-06ee-49d7-b37b-179c41e02c22 HTTP/1.1" status: 200 len: 1803 time: 0.0480447 Jul 16 17:56:33.983051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3c00b-2eb0-483a-911a-65d4b144581a req-7aae32b5-8eee-4a17-9d98-8b6acdd417a8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:33.984724 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-74f3c00b-2eb0-483a-911a-65d4b144581a req-7aae32b5-8eee-4a17-9d98-8b6acdd417a8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.0881422 Jul 16 17:56:34.007370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-fd7e29e0-57da-4ef9-9526-178860f14955 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0226490 Jul 16 17:56:34.035355 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-74f3c00b-2eb0-483a-911a-65d4b144581a req-b644ff53-ee1c-46bf-b6fc-317cd7dfa543 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415699 Jul 16 17:56:34.106207 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c6b61035-4d8e-4286-b69b-bb4b0832e213 req-5aeff4f7-8801-4471-9391-3c3fbff0569b tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/b4f456ee-fc0d-4d8f-9dc3-42e3a6b0e2d3 HTTP/1.1" status: 200 len: 1812 time: 0.0431173 Jul 16 17:56:34.136934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-9129572e-71ef-45e2-949d-6cec312696bb tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.138653 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-9129572e-71ef-45e2-949d-6cec312696bb tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1232882 Jul 16 17:56:34.156194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-9b61ee1c-22e8-4b6a-9caa-c168b02f6c57 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/quotas/02d40a49c0a84b81a98ec66aee94886f HTTP/1.1" status: 200 len: 375 time: 0.0096760 Jul 16 17:56:34.170565 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c6b61035-4d8e-4286-b69b-bb4b0832e213 req-cf0292d6-39ff-46b4-a3b5-29b31484c33c tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.200424 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c6b61035-4d8e-4286-b69b-bb4b0832e213 req-cf0292d6-39ff-46b4-a3b5-29b31484c33c tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.237752 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e8b34036-5564-4195-81f0-8b2d3e632e8e tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0746076 Jul 16 17:56:34.243817 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c6b61035-4d8e-4286-b69b-bb4b0832e213 req-cf0292d6-39ff-46b4-a3b5-29b31484c33c tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.246577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c6b61035-4d8e-4286-b69b-bb4b0832e213 req-cf0292d6-39ff-46b4-a3b5-29b31484c33c tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.247840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c6b61035-4d8e-4286-b69b-bb4b0832e213 req-cf0292d6-39ff-46b4-a3b5-29b31484c33c tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "DELETE /v2.0/security-groups/b4f456ee-fc0d-4d8f-9dc3-42e3a6b0e2d3 HTTP/1.1" status: 204 len: 173 time: 0.1346626 Jul 16 17:56:34.257981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0292d6-39ff-46b4-a3b5-29b31484c33c tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f456ee-fc0d-4d8f-9dc3-42e3a6b0e2d3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:34.273017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-636d5bee-7c7c-4d7c-a022-1fbdded5f962 req-12deba78-07ee-4a7b-b91c-413170a6cd0d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-724488595', 'description': 'tempest-description-790852633'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:34.297344 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-636d5bee-7c7c-4d7c-a022-1fbdded5f962 req-12deba78-07ee-4a7b-b91c-413170a6cd0d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.386665 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-636d5bee-7c7c-4d7c-a022-1fbdded5f962 req-12deba78-07ee-4a7b-b91c-413170a6cd0d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.391536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-636d5bee-7c7c-4d7c-a022-1fbdded5f962 req-12deba78-07ee-4a7b-b91c-413170a6cd0d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.423768 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-636d5bee-7c7c-4d7c-a022-1fbdded5f962 req-12deba78-07ee-4a7b-b91c-413170a6cd0d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.425003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-636d5bee-7c7c-4d7c-a022-1fbdded5f962 req-12deba78-07ee-4a7b-b91c-413170a6cd0d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1563277 Jul 16 17:56:34.438120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12deba78-07ee-4a7b-b91c-413170a6cd0d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5adf5e07-f492-4569-b4c4-68451b73481f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:34.628339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0789e9d-3329-4359-9b7d-f5aed6e75213 req-7e40c783-cc13-4d8d-9046-d45657aafeb7 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/9bda41c4-26b9-4c53-864c-799be7dec5d3 HTTP/1.1" status: 200 len: 1811 time: 0.0697842 Jul 16 17:56:34.647620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05c127-9a4f-4ab8-a952-a9768690857f req-d1ff2619-cf29-41f6-a158-6ac2547b4bcd tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:34.648928 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b05c127-9a4f-4ab8-a952-a9768690857f req-d1ff2619-cf29-41f6-a158-6ac2547b4bcd tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 949 time: 0.0775568 Jul 16 17:56:34.708788 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0789e9d-3329-4359-9b7d-f5aed6e75213 req-84235822-c410-4865-8db0-a4dd43e05adc tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.709549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b05c127-9a4f-4ab8-a952-a9768690857f req-346089bc-5b93-4187-bf20-96715affafaa tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536494 Jul 16 17:56:34.735955 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0789e9d-3329-4359-9b7d-f5aed6e75213 req-84235822-c410-4865-8db0-a4dd43e05adc tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.789548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0789e9d-3329-4359-9b7d-f5aed6e75213 req-84235822-c410-4865-8db0-a4dd43e05adc tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.793258 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0789e9d-3329-4359-9b7d-f5aed6e75213 req-84235822-c410-4865-8db0-a4dd43e05adc tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:34.793927 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c01f140f-9d39-4adc-9bd9-2b444fbf969d req-b7e211f5-184d-4b66-8151-631ed820fefc tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 210 time: 0.0380766 Jul 16 17:56:34.794962 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0789e9d-3329-4359-9b7d-f5aed6e75213 req-84235822-c410-4865-8db0-a4dd43e05adc tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "DELETE /v2.0/security-groups/9bda41c4-26b9-4c53-864c-799be7dec5d3 HTTP/1.1" status: 204 len: 173 time: 0.1658654 Jul 16 17:56:34.808053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84235822-c410-4865-8db0-a4dd43e05adc tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bda41c4-26b9-4c53-864c-799be7dec5d3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:34.888168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72f1e686-0786-4248-a6d9-96f9b29ee388 req-46306078-44c0-4e66-a78c-e21864158d8a tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/5adf5e07-f492-4569-b4c4-68451b73481f HTTP/1.1" status: 200 len: 1803 time: 0.0507123 Jul 16 17:56:34.902908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-72f1e686-0786-4248-a6d9-96f9b29ee388 req-0a53f5a4-3885-4d6e-9a5b-e3d240149d16 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5adf5e07-f492-4569-b4c4-68451b73481f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:34.903228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-72f1e686-0786-4248-a6d9-96f9b29ee388 req-0a53f5a4-3885-4d6e-9a5b-e3d240149d16 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5adf5e07-f492-4569-b4c4-68451b73481f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:34.972240 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-72f1e686-0786-4248-a6d9-96f9b29ee388 req-0a53f5a4-3885-4d6e-9a5b-e3d240149d16 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.002238 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-72f1e686-0786-4248-a6d9-96f9b29ee388 req-0a53f5a4-3885-4d6e-9a5b-e3d240149d16 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.006720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-72f1e686-0786-4248-a6d9-96f9b29ee388 req-0a53f5a4-3885-4d6e-9a5b-e3d240149d16 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.023451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a53f5a4-3885-4d6e-9a5b-e3d240149d16 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a07f6724-d992-4d97-af1a-c96eec1dab09,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:35.049083 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-72f1e686-0786-4248-a6d9-96f9b29ee388 req-0a53f5a4-3885-4d6e-9a5b-e3d240149d16 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.052151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72f1e686-0786-4248-a6d9-96f9b29ee388 req-0a53f5a4-3885-4d6e-9a5b-e3d240149d16 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1569118 Jul 16 17:56:35.118955 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfe5e73a-5cd0-4ce7-b80b-cec985679553 req-850ae85f-c697-4062-a83a-7f8b82d95272 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/3809b4f5-5368-4447-bda7-80246b1a7600 HTTP/1.1" status: 200 len: 1813 time: 0.0464623 Jul 16 17:56:35.181641 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dfe5e73a-5cd0-4ce7-b80b-cec985679553 req-3e1c1be1-08f4-4837-846d-0075ca8ee138 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.223774 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dfe5e73a-5cd0-4ce7-b80b-cec985679553 req-3e1c1be1-08f4-4837-846d-0075ca8ee138 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.287278 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dfe5e73a-5cd0-4ce7-b80b-cec985679553 req-3e1c1be1-08f4-4837-846d-0075ca8ee138 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.291401 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dfe5e73a-5cd0-4ce7-b80b-cec985679553 req-3e1c1be1-08f4-4837-846d-0075ca8ee138 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.294050 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfe5e73a-5cd0-4ce7-b80b-cec985679553 req-3e1c1be1-08f4-4837-846d-0075ca8ee138 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "DELETE /v2.0/security-groups/3809b4f5-5368-4447-bda7-80246b1a7600 HTTP/1.1" status: 204 len: 173 time: 0.1694176 Jul 16 17:56:35.306790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1c1be1-08f4-4837-846d-0075ca8ee138 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3809b4f5-5368-4447-bda7-80246b1a7600,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:35.383648 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbb58103-cdc2-4580-8e36-8c153be437ec req-50f7cbe8-c5ac-434a-9419-58671265b02b tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/5adf5e07-f492-4569-b4c4-68451b73481f HTTP/1.1" status: 200 len: 2396 time: 0.0601094 Jul 16 17:56:35.388785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-bbb58103-cdc2-4580-8e36-8c153be437ec req-50b71aeb-40a0-4530-bbe8-dae4634eff65 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5adf5e07-f492-4569-b4c4-68451b73481f', 'remote_group_id': None}]} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:35.389195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-bbb58103-cdc2-4580-8e36-8c153be437ec req-50b71aeb-40a0-4530-bbe8-dae4634eff65 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '5adf5e07-f492-4569-b4c4-68451b73481f', 'remote_group_id': None}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:35.459683 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbb58103-cdc2-4580-8e36-8c153be437ec req-50b71aeb-40a0-4530-bbe8-dae4634eff65 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.503877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbb58103-cdc2-4580-8e36-8c153be437ec req-50b71aeb-40a0-4530-bbe8-dae4634eff65 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.510674 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbb58103-cdc2-4580-8e36-8c153be437ec req-50b71aeb-40a0-4530-bbe8-dae4634eff65 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.544157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b71aeb-40a0-4530-bbe8-dae4634eff65 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f50393-1310-4677-b3ce-2eaa849c03b8,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:35.554899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99feff1-06d4-4f41-a305-145a5993b1ff req-ee22ad75-e3bd-4256-bdc1-72d369341077 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:35.556495 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f99feff1-06d4-4f41-a305-145a5993b1ff req-ee22ad75-e3bd-4256-bdc1-72d369341077 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 949 time: 0.0972428 Jul 16 17:56:35.572716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbb58103-cdc2-4580-8e36-8c153be437ec req-50b71aeb-40a0-4530-bbe8-dae4634eff65 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.595878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbb58103-cdc2-4580-8e36-8c153be437ec req-50b71aeb-40a0-4530-bbe8-dae4634eff65 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2099843 Jul 16 17:56:35.756371 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-505632d9-4b4c-428a-abee-c0c50f8d963b req-d7ab588c-a131-4e06-95eb-380a7c7ec7cb tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "GET /v2.0/security-groups/9516a5cc-b1a4-45a4-8a03-1da7610d28c8 HTTP/1.1" status: 200 len: 1813 time: 0.1231155 Jul 16 17:56:35.759059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0354f43c-55a7-4871-a3c2-0fde819ecab7 req-70e8a669-e169-4b6e-bfa6-5494df2800a9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:35.769284 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0354f43c-55a7-4871-a3c2-0fde819ecab7 req-70e8a669-e169-4b6e-bfa6-5494df2800a9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.0685699 Jul 16 17:56:35.821047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-f99feff1-06d4-4f41-a305-145a5993b1ff req-8d5c6b28-199f-4e9b-a14b-97341ecdf82f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Deleting port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:56:35.821428 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f99feff1-06d4-4f41-a305-145a5993b1ff req-8d5c6b28-199f-4e9b-a14b-97341ecdf82f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.859115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cf17a10-db22-4ac2-a7cc-97d1e2fa2873 req-bb9eb149-3bdf-44bf-9101-77520e6ee2dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0952463 Jul 16 17:56:35.866889 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0354f43c-55a7-4871-a3c2-0fde819ecab7 req-434290e4-14e8-4b22-9d6d-d928409aec99 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936673 Jul 16 17:56:35.867171 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-505632d9-4b4c-428a-abee-c0c50f8d963b req-843950fa-fe73-4fbb-b1b8-72305dc83ac7 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.947260 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-505632d9-4b4c-428a-abee-c0c50f8d963b req-843950fa-fe73-4fbb-b1b8-72305dc83ac7 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:35.977865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3cc6312-7671-4751-a8f4-517ee08af503 req-3e9dd46c-fa65-4831-8ba4-375d5e841261 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/5adf5e07-f492-4569-b4c4-68451b73481f HTTP/1.1" status: 200 len: 2994 time: 0.0841441 Jul 16 17:56:36.011672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-f99feff1-06d4-4f41-a305-145a5993b1ff req-8d5c6b28-199f-4e9b-a14b-97341ecdf82f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] For port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:36.016992 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f99feff1-06d4-4f41-a305-145a5993b1ff req-8d5c6b28-199f-4e9b-a14b-97341ecdf82f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.042383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf17a10-db22-4ac2-a7cc-97d1e2fa2873 req-102aebb6-564c-4621-b828-c01a080f845f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.045169 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cf17a10-db22-4ac2-a7cc-97d1e2fa2873 req-102aebb6-564c-4621-b828-c01a080f845f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 1095 time: 0.1031482 Jul 16 17:56:36.062399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-f99feff1-06d4-4f41-a305-145a5993b1ff req-8d5c6b28-199f-4e9b-a14b-97341ecdf82f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Calling delete_port for 19c96b8a-acf3-4e06-bac6-9a63b1b144fe owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:56:36.148976 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-505632d9-4b4c-428a-abee-c0c50f8d963b req-843950fa-fe73-4fbb-b1b8-72305dc83ac7 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.151770 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-505632d9-4b4c-428a-abee-c0c50f8d963b req-843950fa-fe73-4fbb-b1b8-72305dc83ac7 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.152936 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-505632d9-4b4c-428a-abee-c0c50f8d963b req-843950fa-fe73-4fbb-b1b8-72305dc83ac7 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] 10.222.0.47 "DELETE /v2.0/security-groups/9516a5cc-b1a4-45a4-8a03-1da7610d28c8 HTTP/1.1" status: 204 len: 173 time: 0.3900571 Jul 16 17:56:36.161190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47184) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:36.288233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04df131f-810a-4085-9974-3f3d590ed944 req-459256f6-1cec-4fc0-a4bd-019b15e6a7ae tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.289870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-04df131f-810a-4085-9974-3f3d590ed944 req-459256f6-1cec-4fc0-a4bd-019b15e6a7ae tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1746111 Jul 16 17:56:36.296967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843950fa-fe73-4fbb-b1b8-72305dc83ac7 tempest-SecurityGroupRulesNegativeTestJSON-1863516856 tempest-SecurityGroupRulesNegativeTestJSON-1863516856-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9516a5cc-b1a4-45a4-8a03-1da7610d28c8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:36.334558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf17a10-db22-4ac2-a7cc-97d1e2fa2873 req-91423619-ed1a-4d5f-bec8-5ebf8dba1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.336059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cf17a10-db22-4ac2-a7cc-97d1e2fa2873 req-91423619-ed1a-4d5f-bec8-5ebf8dba1253 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1851833 Jul 16 17:56:36.389501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cf17a10-db22-4ac2-a7cc-97d1e2fa2873 req-7ba388ad-e129-4cb7-adb4-b4a2a6b0c291 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b HTTP/1.1" status: 200 len: 217 time: 0.0417144 Jul 16 17:56:36.413528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e788c51d-3b12-4b54-b75f-78a9a146f9d3 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0680771 Jul 16 17:56:36.418639 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f99feff1-06d4-4f41-a305-145a5993b1ff req-8d5c6b28-199f-4e9b-a14b-97341ecdf82f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.421861 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-04df131f-810a-4085-9974-3f3d590ed944 req-f57ecb04-c6f2-4e34-98d4-e3ede5dbaf8c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241143 Jul 16 17:56:36.461241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-18c895d4-0f26-4586-b349-fa5bb0ba70e2 admin admin] Deleting subnet d5c25990-a522-4985-bef0-23683bc1c06c {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:36.474799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c6b28-199f-4e9b-a14b-97341ecdf82f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Pushing event deleted for resources: {'Port': ['ID=19c96b8a-acf3-4e06-bac6-9a63b1b144fe,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:36.490485 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18c895d4-0f26-4586-b349-fa5bb0ba70e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.525564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf17a10-db22-4ac2-a7cc-97d1e2fa2873 req-67f29607-3f43-453f-bab8-6bff04d984be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.527594 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cf17a10-db22-4ac2-a7cc-97d1e2fa2873 req-67f29607-3f43-453f-bab8-6bff04d984be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.1102557 Jul 16 17:56:36.571415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cf17a10-db22-4ac2-a7cc-97d1e2fa2873 req-8a449b5a-f86f-4ead-ba1e-a01cb8c2b629 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298676 Jul 16 17:56:36.632798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f99feff1-06d4-4f41-a305-145a5993b1ff req-8d5c6b28-199f-4e9b-a14b-97341ecdf82f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] No DVR routers for this DVR port 19c96b8a-acf3-4e06-bac6-9a63b1b144fe on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:56:36.634919 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f66640b-f0de-4a41-87e5-e77d6ec11253 req-bf142e5e-1349-4228-824b-9b8a6096de9b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 210 time: 0.0461688 Jul 16 17:56:36.638256 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f99feff1-06d4-4f41-a305-145a5993b1ff req-8d5c6b28-199f-4e9b-a14b-97341ecdf82f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.640253 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f99feff1-06d4-4f41-a305-145a5993b1ff req-8d5c6b28-199f-4e9b-a14b-97341ecdf82f tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.37 "DELETE /v2.0/ports/19c96b8a-acf3-4e06-bac6-9a63b1b144fe HTTP/1.1" status: 204 len: 173 time: 1.0676203 Jul 16 17:56:36.647188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-deleted', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:36.649473 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb6ebfd-541e-4499-9301-761f2745afe6" -d '{"events": [{"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-deleted", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:36.658339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18c895d4-0f26-4586-b349-fa5bb0ba70e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.706564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc0240d-db88-4173-81d8-a8487632d6bc req-78243034-439c-4cdd-a2d9-a12a81a0b5d2 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.708128 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbc0240d-db88-4173-81d8-a8487632d6bc req-78243034-439c-4cdd-a2d9-a12a81a0b5d2 tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/ports?device_id=48c99b0c-13ca-4f9e-aaad-5c1123040f18 HTTP/1.1" status: 200 len: 866 time: 0.3608708 Jul 16 17:56:36.733845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cf17a10-db22-4ac2-a7cc-97d1e2fa2873 req-6ef7309e-32c3-4d90-96f8-c0310eb8529a service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534073 Jul 16 17:56:36.739305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3db77c48-2512-4cce-b6b4-79b5dde105e0 req-035ded92-bc0c-4fd0-b62f-52efccc44cd1 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-group-rules/c4f50393-1310-4677-b3ce-2eaa849c03b8 HTTP/1.1" status: 200 len: 783 time: 0.0257213 Jul 16 17:56:36.750511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-8e905414-2695-417c-8674-3c363155d1d7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:36.752651 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-8e905414-2695-417c-8674-3c363155d1d7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2984269 Jul 16 17:56:36.756749 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18c895d4-0f26-4586-b349-fa5bb0ba70e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.785534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Request body: {'port': {'device_id': '91ae5cbb-8916-474d-9a3f-e839ad956e2f', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '02d40a49c0a84b81a98ec66aee94886f'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:36.831706 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbc0240d-db88-4173-81d8-a8487632d6bc req-f066d2af-3e30-46b3-ac7b-3ab4d0dc4ece tempest-ListImageFiltersTestJSON-788316182 tempest-ListImageFiltersTestJSON-788316182-project] 10.222.0.47 "GET /v2.0/security-groups?id=88e28058-ae40-4f9b-a68e-df9e91041271&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168084 Jul 16 17:56:36.941459 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3db77c48-2512-4cce-b6b4-79b5dde105e0 req-d77f6197-9f4b-4467-adf9-a6056d71ff51 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/5adf5e07-f492-4569-b4c4-68451b73481f HTTP/1.1" status: 200 len: 2994 time: 0.1176794 Jul 16 17:56:36.947733 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18c895d4-0f26-4586-b349-fa5bb0ba70e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.955713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cf17a10-db22-4ac2-a7cc-97d1e2fa2873 req-7e888270-59c9-403f-bf7f-ddaccdeb1489 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095106 Jul 16 17:56:36.973800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3db77c48-2512-4cce-b6b4-79b5dde105e0 req-b428634a-8ef2-4588-a5a8-18e39a58df5f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:36.983083 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3db77c48-2512-4cce-b6b4-79b5dde105e0 req-b428634a-8ef2-4588-a5a8-18e39a58df5f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.001064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c895d4-0f26-4586-b349-fa5bb0ba70e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5c25990-a522-4985-bef0-23683bc1c06c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:37.011305 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18c895d4-0f26-4586-b349-fa5bb0ba70e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.017889 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-18c895d4-0f26-4586-b349-fa5bb0ba70e2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/d5c25990-a522-4985-bef0-23683bc1c06c HTTP/1.1" status: 204 len: 168 time: 0.8483021 Jul 16 17:56:37.020467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47192) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:37.035014 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3db77c48-2512-4cce-b6b4-79b5dde105e0 req-b428634a-8ef2-4588-a5a8-18e39a58df5f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.042741 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3db77c48-2512-4cce-b6b4-79b5dde105e0 req-b428634a-8ef2-4588-a5a8-18e39a58df5f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.043911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3db77c48-2512-4cce-b6b4-79b5dde105e0 req-b428634a-8ef2-4588-a5a8-18e39a58df5f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c4f50393-1310-4677-b3ce-2eaa849c03b8 HTTP/1.1" status: 204 len: 173 time: 0.1023288 Jul 16 17:56:37.052055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428634a-8ef2-4588-a5a8-18e39a58df5f tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c4f50393-1310-4677-b3ce-2eaa849c03b8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:37.075586 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6facf020-f120-498b-97ac-335bddc0db0d x-openstack-request-id: req-6facf020-f120-498b-97ac-335bddc0db0d {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:37.075903 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c99b0c-13ca-4f9e-aaad-5c1123040f18", "name": "network-vif-deleted", "tag": "19c96b8a-acf3-4e06-bac6-9a63b1b144fe", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:37.076463 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6facf020-f120-498b-97ac-335bddc0db0d {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:37.076859 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c99b0c-13ca-4f9e-aaad-5c1123040f18', 'name': 'network-vif-deleted', 'tag': '19c96b8a-acf3-4e06-bac6-9a63b1b144fe', 'status': 'completed', 'code': 200} Jul 16 17:56:37.089207 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Made reservation on behalf of 02d40a49c0a84b81a98ec66aee94886f for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:37.092899 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.233137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.245446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3170ddb6-bf44-4ee4-9c74-33609585f65a req-23ff8227-3147-4df3-8c09-f25c0f2b8243 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.247777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3170ddb6-bf44-4ee4-9c74-33609585f65a req-23ff8227-3147-4df3-8c09-f25c0f2b8243 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.0697699 Jul 16 17:56:37.274241 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db816829-6dcb-4166-bf3c-3030aa209273 req-42be2270-488f-4df9-ae36-1415d349564a tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/5adf5e07-f492-4569-b4c4-68451b73481f HTTP/1.1" status: 200 len: 2396 time: 0.1866064 Jul 16 17:56:37.299373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3170ddb6-bf44-4ee4-9c74-33609585f65a req-b4d0aa0d-7449-49eb-bc30-89d25f26b3d4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440609 Jul 16 17:56:37.420704 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.445390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Allocated IP 192.168.233.197 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/9e6325df-48a2-4c90-95f3-ff2a3404fe49) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:37.450630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbeaad85-cf5b-4069-9535-180535d26ca8']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:37.469335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b42ea5-462e-4611-b2cc-9b2446da4da9') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:37.470123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b42ea5-462e-4611-b2cc-9b2446da4da9') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:37.499755 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-db816829-6dcb-4166-bf3c-3030aa209273 req-2d4d71d3-3eaa-4c04-a5a0-ebae35c07b5d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.657032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba58d73-aeb4-4631-9c41-d33ed5a9a40d req-7678f398-d898-4ce4-87dd-0514c255594d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:37.658933 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ba58d73-aeb4-4631-9c41-d33ed5a9a40d req-7678f398-d898-4ce4-87dd-0514c255594d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.0909910 Jul 16 17:56:37.704142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ba58d73-aeb4-4631-9c41-d33ed5a9a40d req-2b6bb771-7740-4771-a7e5-be4363452ca2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384741 Jul 16 17:56:37.864386 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33c8b313-4d0d-4652-9e82-e42746080d42 req-c4b60ec5-6297-4dca-99b3-c36f05524e5f tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 210 time: 0.0319340 Jul 16 17:56:37.879024 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.905548 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-db816829-6dcb-4166-bf3c-3030aa209273 req-2d4d71d3-3eaa-4c04-a5a0-ebae35c07b5d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.927301 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.944512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:37.944936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: timer() Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:37.948293 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:38.068765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.074600 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.076927 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] 10.222.0.47 "DELETE /v2.0/networks/fbeaad85-cf5b-4069-9535-180535d26ca8 HTTP/1.1" status: 204 len: 168 time: 1.0549164 Jul 16 17:56:38.077494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-db816829-6dcb-4166-bf3c-3030aa209273 req-2d4d71d3-3eaa-4c04-a5a0-ebae35c07b5d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.080074 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-db816829-6dcb-4166-bf3c-3030aa209273 req-2d4d71d3-3eaa-4c04-a5a0-ebae35c07b5d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.081300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db816829-6dcb-4166-bf3c-3030aa209273 req-2d4d71d3-3eaa-4c04-a5a0-ebae35c07b5d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "DELETE /v2.0/security-groups/5adf5e07-f492-4569-b4c4-68451b73481f HTTP/1.1" status: 204 len: 173 time: 0.7794971 Jul 16 17:56:38.102154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d71d3-3eaa-4c04-a5a0-ebae35c07b5d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5adf5e07-f492-4569-b4c4-68451b73481f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:38.121270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded53513-d69c-4fec-9cce-4793682786ac admin admin] Pushing event deleted for resources: {'Network': ['ID=fbeaad85-cf5b-4069-9535-180535d26ca8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:38.164322 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.182265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Transition to ACTIVE for port object 9e6325df-48a2-4c90-95f3-ff2a3404fe49 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:38.220653 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.254070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47226) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:38.268150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac', '547a6284-61a4-453b-8042-cec4b3c08e8b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:38.271032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb', '6e209650-6a34-4147-a81a-1f87c060b505', '965e79b8-5ebb-4579-b997-bf6856a0bab2', '80020d34-ba83-4332-aba0-2a5fc98a4304'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:38.293905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:38.298358 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-0e179d13-970d-4731-ae78-b2df81d88691 req-f9bdded4-2842-4a38-897d-df8e65636ea4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] show failed (client error): The resource could not be found. Jul 16 17:56:38.304733 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0e179d13-970d-4731-ae78-b2df81d88691 req-f9bdded4-2842-4a38-897d-df8e65636ea4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/bbaccd68-4221-480f-86c5-6309ea5badfb HTTP/1.1" status: 404 len: 352 time: 0.0437288 Jul 16 17:56:38.305869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:38.316722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:38.333761 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event updated for resources: {'Port': ['ID=9e6325df-48a2-4c90-95f3-ff2a3404fe49,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:38.387536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-433e00a6-d194-4600-adb1-a425e76b93e6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=664bab579a2c498bb266d3f830f41b02&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1322184 Jul 16 17:56:38.389937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47238) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:38.504963 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-224f4ea6-c31c-482d-85d0-e0ac89b81fe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.535548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e5a5ba6a-f3f8-46f1-8d6b-a73e5a561c3e req-64948756-3227-46b0-9b07-9f8a208d6dd2 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/780f13a5-06ee-49d7-b37b-179c41e02c22 HTTP/1.1" status: 200 len: 1803 time: 0.1873338 Jul 16 17:56:38.549480 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-224f4ea6-c31c-482d-85d0-e0ac89b81fe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.552490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.553171 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.619540 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-4ea4ced9-0343-4661-998c-79f4428dea33 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8390429 Jul 16 17:56:38.654499 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-224f4ea6-c31c-482d-85d0-e0ac89b81fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.660184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-224f4ea6-c31c-482d-85d0-e0ac89b81fe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.662987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Request body: {'port': {'device_id': '91ae5cbb-8916-474d-9a3f-e839ad956e2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:38.663984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-224f4ea6-c31c-482d-85d0-e0ac89b81fe9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a2d111e-1bf9-47cd-8ac1-e6f1d02372b9 HTTP/1.1" status: 204 len: 168 time: 0.2730813 Jul 16 17:56:38.707002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224f4ea6-c31c-482d-85d0-e0ac89b81fe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2d111e-1bf9-47cd-8ac1-e6f1d02372b9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:38.732625 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e5a5ba6a-f3f8-46f1-8d6b-a73e5a561c3e req-6f531733-5090-432e-9aab-569515e2deb4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.750136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bc70f4-72d3-4708-93c9-c24838ee3641 req-32818b25-8b72-45df-89cd-55ba39242903 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:38.758431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4bc70f4-72d3-4708-93c9-c24838ee3641 req-32818b25-8b72-45df-89cd-55ba39242903 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.0931625 Jul 16 17:56:38.808030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-10a7f647-cdb5-44b9-a5d0-6606d9e6afa6 None None] Provisioning for port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:38.809542 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e5a5ba6a-f3f8-46f1-8d6b-a73e5a561c3e req-6f531733-5090-432e-9aab-569515e2deb4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.814552 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4bc70f4-72d3-4708-93c9-c24838ee3641 req-f2e13213-0595-4bbe-96e7-3f7f4189ba10 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550661 Jul 16 17:56:38.839446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-10a7f647-cdb5-44b9-a5d0-6606d9e6afa6 None None] Provisioning complete for port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:38.840910 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-10a7f647-cdb5-44b9-a5d0-6606d9e6afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.868603 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.917041 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e5a5ba6a-f3f8-46f1-8d6b-a73e5a561c3e req-6f531733-5090-432e-9aab-569515e2deb4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.920900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e5a5ba6a-f3f8-46f1-8d6b-a73e5a561c3e req-6f531733-5090-432e-9aab-569515e2deb4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:38.934800 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e5a5ba6a-f3f8-46f1-8d6b-a73e5a561c3e req-6f531733-5090-432e-9aab-569515e2deb4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "DELETE /v2.0/security-groups/780f13a5-06ee-49d7-b37b-179c41e02c22 HTTP/1.1" status: 204 len: 173 time: 0.3718116 Jul 16 17:56:38.959826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f531733-5090-432e-9aab-569515e2deb4 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=780f13a5-06ee-49d7-b37b-179c41e02c22,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:38.964383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-10a7f647-cdb5-44b9-a5d0-6606d9e6afa6 None None] Port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:39.339416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 19c96b8a-acf3-4e06-bac6-9a63b1b144fe no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:39.343165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c723f2d-c116-41bf-89b4-8aec5835b7b6 req-da08276a-6185-4963-ac86-27ba644b5c75 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:39.345203 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c723f2d-c116-41bf-89b4-8aec5835b7b6 req-da08276a-6185-4963-ac86-27ba644b5c75 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1620808 Jul 16 17:56:39.379544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 19c96b8a-acf3-4e06-bac6-9a63b1b144fe {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:56:39.379927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 19c96b8a-acf3-4e06-bac6-9a63b1b144fe not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:56:39.444584 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c723f2d-c116-41bf-89b4-8aec5835b7b6 req-b66ea135-1be7-4bbd-9cd1-3c5847585f13 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877643 Jul 16 17:56:39.449970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e6325df-48a2-4c90-95f3-ff2a3404fe49 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:39.462791 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.494951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Transition to ACTIVE for port object 9e6325df-48a2-4c90-95f3-ff2a3404fe49 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:39.505474 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.628756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Pushing event updated for resources: {'Port': ['ID=9e6325df-48a2-4c90-95f3-ff2a3404fe49,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:39.678958 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-efeaf767-32f8-45e6-9876-0baf1a964ae8 req-1baba9e9-cc2c-4de1-8c17-c4f7717e1a46 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/886c9c21-1b23-41a1-8659-b6a39a2a2fc3 HTTP/1.1" status: 200 len: 1805 time: 0.1955609 Jul 16 17:56:39.769435 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Attempting to bind port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:39.770244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Attempting to bind port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:39.770644 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Attempting to bind port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:39.777240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:56:39.777667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Attempting to bind port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:39.781267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e651a6-2e53-409a-bea2-63993119527f req-18f58086-3c37-4489-97dc-94e982cfc6af tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:39.782916 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50e651a6-2e53-409a-bea2-63993119527f req-18f58086-3c37-4489-97dc-94e982cfc6af tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 948 time: 0.1283829 Jul 16 17:56:39.801593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:39.802337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:39.807395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:39.808342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Bound port: 9e6325df-48a2-4c90-95f3-ff2a3404fe49, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:39.808963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.841823 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-efeaf767-32f8-45e6-9876-0baf1a964ae8 req-ecc9c0fa-efa5-4eee-a707-cacf1135d612 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.842923 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50e651a6-2e53-409a-bea2-63993119527f req-ab0a94cf-6946-4cf8-8abd-781c74eb698a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538924 Jul 16 17:56:39.906099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-efeaf767-32f8-45e6-9876-0baf1a964ae8 req-ecc9c0fa-efa5-4eee-a707-cacf1135d612 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:39.955988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47364) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:39.991063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] For port 9e6325df-48a2-4c90-95f3-ff2a3404fe49, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:39.995141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] For port 9e6325df-48a2-4c90-95f3-ff2a3404fe49, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9e6325df-48a2-4c90-95f3-ff2a3404fe49,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:39.999900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.038865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.039750 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.041157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] 10.222.0.18 "PUT /v2.0/ports/9e6325df-48a2-4c90-95f3-ff2a3404fe49 HTTP/1.1" status: 200 len: 1096 time: 1.3915064 Jul 16 17:56:40.045952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91ae5cbb-8916-474d-9a3f-e839ad956e2f', 'tag': '9e6325df-48a2-4c90-95f3-ff2a3404fe49'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:40.048888 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3" -d '{"events": [{"name": "network-changed", "server_uuid": "91ae5cbb-8916-474d-9a3f-e839ad956e2f", "tag": "9e6325df-48a2-4c90-95f3-ff2a3404fe49"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:40.069430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-efeaf767-32f8-45e6-9876-0baf1a964ae8 req-ecc9c0fa-efa5-4eee-a707-cacf1135d612 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.072152 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-efeaf767-32f8-45e6-9876-0baf1a964ae8 req-ecc9c0fa-efa5-4eee-a707-cacf1135d612 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.073577 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-efeaf767-32f8-45e6-9876-0baf1a964ae8 req-ecc9c0fa-efa5-4eee-a707-cacf1135d612 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "DELETE /v2.0/security-groups/886c9c21-1b23-41a1-8659-b6a39a2a2fc3 HTTP/1.1" status: 204 len: 173 time: 0.3936684 Jul 16 17:56:40.097571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc9c0fa-efa5-4eee-a707-cacf1135d612 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=886c9c21-1b23-41a1-8659-b6a39a2a2fc3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.102897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36d7ed8-dcf6-4966-8124-e24663d4267b service neutron] Pushing event updated for resources: {'Port': ['ID=9e6325df-48a2-4c90-95f3-ff2a3404fe49,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.132996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-114923799-network', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:40.163263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:40.168702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.192265 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.250256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-3d686217-2458-496c-9adb-e2e9925814d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.252785 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-3d686217-2458-496c-9adb-e2e9925814d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 1099 time: 0.1145947 Jul 16 17:56:40.350386 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-31e2f6a0-3d11-4e4d-a349-ecf237813dd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9e6325df-48a2-4c90-95f3-ff2a3404fe49 HTTP/1.1" status: 200 len: 217 time: 0.0786512 Jul 16 17:56:40.380036 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.386279 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.423039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:40.430602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c09d0c4-8131-4eb2-87f7-34ceff708d40,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.434266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af24ed-6706-484d-b05f-4f3c7c43251c req-ee9ee9d2-0f68-4f4e-8fcf-04cd0e5c3adc tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.440272 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18af24ed-6706-484d-b05f-4f3c7c43251c req-ee9ee9d2-0f68-4f4e-8fcf-04cd0e5c3adc tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1739476 Jul 16 17:56:40.449058 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.450402 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Added segment ef29d718-310c-4b74-92ec-a79c048b814d of type vlan for network 11e95be7-e3eb-4804-aa69-ab254a697625 Jul 16 17:56:40.461854 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-fbf999f4-6c08-4850-b096-5a3b8133f8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.463342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-fbf999f4-6c08-4850-b096-5a3b8133f8eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0878851 Jul 16 17:56:40.510926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.550771 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.552039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.553188 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18af24ed-6706-484d-b05f-4f3c7c43251c req-b7b2071e-48f5-4300-bba8-1e8a93a014fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950384 Jul 16 17:56:40.554331 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.584043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-b6e53761-a06d-4f33-825f-4b29c4f1b6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:40.584043 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-b6e53761-a06d-4f33-825f-4b29c4f1b6a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0854387 Jul 16 17:56:40.632816 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6749575 Jul 16 17:56:40.635787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47394) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:40.643237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] Request body: {'subnet': {'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-subnet', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:40.685980 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8387a2-08f4-4ca4-9b1a-251c8a96aa66 x-openstack-request-id: req-ee8387a2-08f4-4ca4-9b1a-251c8a96aa66 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:40.686226 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91ae5cbb-8916-474d-9a3f-e839ad956e2f", "tag": "9e6325df-48a2-4c90-95f3-ff2a3404fe49", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:40.686583 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ee8387a2-08f4-4ca4-9b1a-251c8a96aa66 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:40.687157 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91ae5cbb-8916-474d-9a3f-e839ad956e2f', 'tag': '9e6325df-48a2-4c90-95f3-ff2a3404fe49', 'status': 'completed', 'code': 200} Jul 16 17:56:40.715803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82e9318-0d40-4db1-a151-229bb1b51ae9 admin admin] Pushing event updated for resources: {'Network': ['ID=11e95be7-e3eb-4804-aa69-ab254a697625,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:40.716005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:40.718647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.728526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 11e95be7-e3eb-4804-aa69-ab254a697625 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:40.756652 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-10c43956-b32f-4225-bc3b-c93161daf58b service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1537080 Jul 16 17:56:40.778619 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6df3d236-aa19-4494-b8df-cf921ea37e28 req-62936b04-394f-4541-b64a-49c4848864cc tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/c29fa5ad-3bf6-4b3c-9669-2d31cd0a1a96 HTTP/1.1" status: 200 len: 1804 time: 0.1565418 Jul 16 17:56:40.882320 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6df3d236-aa19-4494-b8df-cf921ea37e28 req-75da499b-a664-4905-8149-4bfdd3c0851d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.912435 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6df3d236-aa19-4494-b8df-cf921ea37e28 req-75da499b-a664-4905-8149-4bfdd3c0851d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.957647 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6df3d236-aa19-4494-b8df-cf921ea37e28 req-75da499b-a664-4905-8149-4bfdd3c0851d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.960272 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6df3d236-aa19-4494-b8df-cf921ea37e28 req-75da499b-a664-4905-8149-4bfdd3c0851d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:40.961427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6df3d236-aa19-4494-b8df-cf921ea37e28 req-75da499b-a664-4905-8149-4bfdd3c0851d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "DELETE /v2.0/security-groups/c29fa5ad-3bf6-4b3c-9669-2d31cd0a1a96 HTTP/1.1" status: 204 len: 173 time: 0.1817338 Jul 16 17:56:40.961885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47400) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:40.983653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da499b-a664-4905-8149-4bfdd3c0851d tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29fa5ad-3bf6-4b3c-9669-2d31cd0a1a96,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:41.100230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60608b7f-2364-41cb-a91c-c8bb7a804e8c req-c00b7045-4843-48cf-afd5-7bb4fc73bc16 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.101746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-60608b7f-2364-41cb-a91c-c8bb7a804e8c req-c00b7045-4843-48cf-afd5-7bb4fc73bc16 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.2086344 Jul 16 17:56:41.107593 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6484869e-05b2-4b9c-8b43-046eef7dcafb req-3ef2e3b6-aa7d-49db-8768-1bb960ed26d7 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2916956 Jul 16 17:56:41.210680 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-da88f5ba-7968-4535-84f2-834ac671f247 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b8385265675e48cc9f3b72e58e7e028d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2327728 Jul 16 17:56:41.213228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47408) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:41.229784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b8fca-db17-45ad-b234-194b6147eac6 req-22b28388-ca99-478d-a625-7c93539ad60f tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.231462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a1b8fca-db17-45ad-b234-194b6147eac6 req-22b28388-ca99-478d-a625-7c93539ad60f tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 948 time: 0.1537850 Jul 16 17:56:41.246542 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.279128 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-60608b7f-2364-41cb-a91c-c8bb7a804e8c req-9124117d-abaa-49b7-8622-26b397d78de1 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552689 Jul 16 17:56:41.304132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a1b8fca-db17-45ad-b234-194b6147eac6 req-8fb7991b-8b60-4340-b470-c812a08e40d2 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614884 Jul 16 17:56:41.307422 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-536f8858-b63a-45bb-80f8-119b6b8c3091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.341935 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-536f8858-b63a-45bb-80f8-119b6b8c3091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.351965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=acfdc864-54b3-468d-8c8a-61d86c93586e,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:41.389245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3 req-10d3927a-c6b2-417e-95d0-db14aa5d6006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.390829 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3 req-10d3927a-c6b2-417e-95d0-db14aa5d6006 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 1099 time: 0.1831131 Jul 16 17:56:41.396328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] Checking segment: {'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:41.396685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] Network hostable DHCP agents. Network: 11e95be7-e3eb-4804-aa69-ab254a697625, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:41.411448 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-536f8858-b63a-45bb-80f8-119b6b8c3091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.414605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-536f8858-b63a-45bb-80f8-119b6b8c3091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.418282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-536f8858-b63a-45bb-80f8-119b6b8c3091 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/88e28058-ae40-4f9b-a68e-df9e91041271 HTTP/1.1" status: 204 len: 168 time: 0.2016420 Jul 16 17:56:41.442410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f8858-b63a-45bb-80f8-119b6b8c3091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e28058-ae40-4f9b-a68e-df9e91041271,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:41.452584 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d3d52f5-6c93-49ac-9e8e-773e444f8374 req-aabdda79-af33-499a-9ca0-07ccc986a162 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/5ee005db-c844-4f55-aa65-bf886378d0f3 HTTP/1.1" status: 200 len: 2403 time: 0.1101329 Jul 16 17:56:41.461200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] Network 11e95be7-e3eb-4804-aa69-ab254a697625 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:41.521285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 11e95be7-e3eb-4804-aa69-ab254a697625) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:41.531163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bbf9a8-caf1-442f-afbf-b07f3f4cb9b3 None None] Network 11e95be7-e3eb-4804-aa69-ab254a697625 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:41.536214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.536815 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.570360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3 req-386d4101-c7fc-4851-96e1-17d7942cc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.571862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3 req-386d4101-c7fc-4851-96e1-17d7942cc433 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1718557 Jul 16 17:56:41.573326 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7db94d6b-164d-4166-84f4-4a1d040123e7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9366024 Jul 16 17:56:41.576493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47412) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:41.581580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:41.603436 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3d3d52f5-6c93-49ac-9e8e-773e444f8374 req-a0c4b879-da41-41aa-b124-34ca1be3f61c tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.616760 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.617880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.678896 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3 req-5d36972d-eafd-4776-b735-ec5bee222ee2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=9e6325df-48a2-4c90-95f3-ff2a3404fe49 HTTP/1.1" status: 200 len: 217 time: 0.0884993 Jul 16 17:56:41.757301 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.785045 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.786969 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3d3d52f5-6c93-49ac-9e8e-773e444f8374 req-a0c4b879-da41-41aa-b124-34ca1be3f61c tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.847044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3 req-67030f7e-1569-4e7c-a634-636151a69715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.848677 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3 req-67030f7e-1569-4e7c-a634-636151a69715 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1561620 Jul 16 17:56:41.861392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-11e95be7-e3eb-4804-aa69-ab254a697625', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:56:41.862469 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.904407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3d3d52f5-6c93-49ac-9e8e-773e444f8374 req-a0c4b879-da41-41aa-b124-34ca1be3f61c tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.907809 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3d3d52f5-6c93-49ac-9e8e-773e444f8374 req-a0c4b879-da41-41aa-b124-34ca1be3f61c tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:41.908955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d3d52f5-6c93-49ac-9e8e-773e444f8374 req-a0c4b879-da41-41aa-b124-34ca1be3f61c tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "DELETE /v2.0/security-groups/5ee005db-c844-4f55-aa65-bf886378d0f3 HTTP/1.1" status: 204 len: 173 time: 0.4454446 Jul 16 17:56:41.923350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4b879-da41-41aa-b124-34ca1be3f61c tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ee005db-c844-4f55-aa65-bf886378d0f3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:41.997240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3 req-732569a5-b951-4465-88ce-fdbe546a56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:41.998801 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3 req-732569a5-b951-4465-88ce-fdbe546a56d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1339974 Jul 16 17:56:42.007621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-26cd4006-1414-43b8-8456-802a53bd1d3b req-749a409e-4b1e-4081-9108-8217801d76a7 tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "GET /v2.0/security-groups/4ff7e2d8-e199-4482-a30b-b4d47f7e4b4f HTTP/1.1" status: 200 len: 2396 time: 0.0750701 Jul 16 17:56:42.057038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Allocated IP 172.20.0.2 (11e95be7-e3eb-4804-aa69-ab254a697625/acfdc864-54b3-468d-8c8a-61d86c93586e/d7238e98-dc15-45c2-bf09-c4171e790d35) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:42.090075 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.155980 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-26cd4006-1414-43b8-8456-802a53bd1d3b req-5e35bdaf-96b9-439c-8749-8c4957da76fa tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.161645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdf6f63-6145-42d4-a166-ab6c13e9a0d2 req-a8993777-abcc-46d4-8527-2a0e86de0d60 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.168650 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fdf6f63-6145-42d4-a166-ab6c13e9a0d2 req-a8993777-abcc-46d4-8527-2a0e86de0d60 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.4502721 Jul 16 17:56:42.194054 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3 req-e78d8d28-0214-461a-8378-dc2c2268ef53 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704683 Jul 16 17:56:42.196055 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-26cd4006-1414-43b8-8456-802a53bd1d3b req-5e35bdaf-96b9-439c-8749-8c4957da76fa tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.262344 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.266758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fdf6f63-6145-42d4-a166-ab6c13e9a0d2 req-c747190c-c906-4101-8584-cf2e8c1dc8c1 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957952 Jul 16 17:56:42.314074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Transition to ACTIVE for port object d7238e98-dc15-45c2-bf09-c4171e790d35 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:42.315551 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-26cd4006-1414-43b8-8456-802a53bd1d3b req-5e35bdaf-96b9-439c-8749-8c4957da76fa tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.318407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-26cd4006-1414-43b8-8456-802a53bd1d3b req-5e35bdaf-96b9-439c-8749-8c4957da76fa tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.323246 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-26cd4006-1414-43b8-8456-802a53bd1d3b req-5e35bdaf-96b9-439c-8749-8c4957da76fa tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] 10.222.0.47 "DELETE /v2.0/security-groups/4ff7e2d8-e199-4482-a30b-b4d47f7e4b4f HTTP/1.1" status: 204 len: 173 time: 0.3147521 Jul 16 17:56:42.334395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47438) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:42.352342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Transition to ACTIVE for port object d7238e98-dc15-45c2-bf09-c4171e790d35 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:42.364738 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.433229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e35bdaf-96b9-439c-8749-8c4957da76fa tempest-SecurityGroupRulesTestJSON-1863137975 tempest-SecurityGroupRulesTestJSON-1863137975-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff7e2d8-e199-4482-a30b-b4d47f7e4b4f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:42.490210 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22bc5736-b1e8-43ad-97dc-a7bf36f6bdc3 req-e1ac024c-79da-4ab3-86a5-e4431c2e5e4d service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2761788 Jul 16 17:56:42.523062 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Pushing event updated for resources: {'Port': ['ID=d7238e98-dc15-45c2-bf09-c4171e790d35,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:42.533978 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac98c5e5-6487-463d-8cb1-a88997d2c9dc admin admin] Deleting subnet 5d3ce3bf-04e3-4ad1-aca0-11857b645f52 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:56:42.537513 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac98c5e5-6487-463d-8cb1-a88997d2c9dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.544384 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Network 11e95be7-e3eb-4804-aa69-ab254a697625 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:42.551372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:42.556634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:42.599921 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.608290 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac98c5e5-6487-463d-8cb1-a88997d2c9dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.631158 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.643553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Attempting to bind port d7238e98-dc15-45c2-bf09-c4171e790d35 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:42.644238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Attempting to bind port d7238e98-dc15-45c2-bf09-c4171e790d35 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:42.644775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Attempting to bind port d7238e98-dc15-45c2-bf09-c4171e790d35 on network 11e95be7-e3eb-4804-aa69-ab254a697625 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:42.651015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9718990c-09d4-4a9c-9a4f-ebe08a38f91b req-284ca74b-17ea-4bbc-8895-9414569a6f92 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.652063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:42.652656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Checking segment: {'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:42.653237 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.653917 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Bound using segment: {'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:42.654607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Bound port: d7238e98-dc15-45c2-bf09-c4171e790d35, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:42.655231 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.659580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9718990c-09d4-4a9c-9a4f-ebe08a38f91b req-284ca74b-17ea-4bbc-8895-9414569a6f92 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1509230 Jul 16 17:56:42.660356 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac98c5e5-6487-463d-8cb1-a88997d2c9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.705004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea5f26-7cdc-4301-b003-6fcddd4d7910 req-c6714e15-db12-46d0-a6c8-71a1fbeb031d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:42.712269 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d2ea5f26-7cdc-4301-b003-6fcddd4d7910 req-c6714e15-db12-46d0-a6c8-71a1fbeb031d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 948 time: 0.1536078 Jul 16 17:56:42.756234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9718990c-09d4-4a9c-9a4f-ebe08a38f91b req-0a216d7f-ccdc-4a30-9129-7a0bee0aa8c9 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956302 Jul 16 17:56:42.768168 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d2ea5f26-7cdc-4301-b003-6fcddd4d7910 req-c065c006-ace6-4268-aaa0-6da28466cd4c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549815 Jul 16 17:56:42.778588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] For port d7238e98-dc15-45c2-bf09-c4171e790d35, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:42.782288 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac98c5e5-6487-463d-8cb1-a88997d2c9dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.796239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] For port d7238e98-dc15-45c2-bf09-c4171e790d35, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d7238e98-dc15-45c2-bf09-c4171e790d35,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:42.796402 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.799631 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac98c5e5-6487-463d-8cb1-a88997d2c9dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:42.801578 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ac98c5e5-6487-463d-8cb1-a88997d2c9dc admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5d3ce3bf-04e3-4ad1-aca0-11857b645f52 HTTP/1.1" status: 204 len: 168 time: 0.4660020 Jul 16 17:56:42.814175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47450) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:42.821673 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac98c5e5-6487-463d-8cb1-a88997d2c9dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d3ce3bf-04e3-4ad1-aca0-11857b645f52,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:42.943307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Allocated IP 172.25.7.130 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/8d9a4bc9-3a4b-4517-9ada-a675d616132f) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:42.948188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1a2b68-ffc2-4508-afc3-d44911054bb1 None None] Pushing event updated for resources: {'Port': ['ID=d7238e98-dc15-45c2-bf09-c4171e790d35,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:42.952655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.117839 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.131959 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c74de11-9c16-484f-80fa-810f07373a77']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:43.151896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf280ed9-1c0f-412d-b226-7e48273d587c') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:43.151896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf280ed9-1c0f-412d-b226-7e48273d587c') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:43.180619 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.198190 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.211664 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.225645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:56:43.228065 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: timer() Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:56:43.258281 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:56:43.321853 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.333528 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.337831 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0c74de11-9c16-484f-80fa-810f07373a77 HTTP/1.1" status: 204 len: 168 time: 0.5193021 Jul 16 17:56:43.363697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3c41f-92c5-41e3-a6eb-14f65f03d845 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c74de11-9c16-484f-80fa-810f07373a77,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:43.373207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:43.421340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:43.425042 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:43.431656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:43.462390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Pushing event updated for resources: {'Port': ['ID=8d9a4bc9-3a4b-4517-9ada-a675d616132f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:43.610405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47460) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:43.712888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-26e9c7cd-16c3-4e54-b1f4-7dc2b2eb487f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=216dcdd1e67c4d6896ae3e134cae85e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0937872 Jul 16 17:56:43.712888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47466) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:43.778954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a357652a-b178-4e3a-b094-b8ab3e70cea3 req-f1f660e9-0a78-4f2f-bd0a-01c0074bbe42 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:43.780546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a357652a-b178-4e3a-b094-b8ab3e70cea3 req-f1f660e9-0a78-4f2f-bd0a-01c0074bbe42 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.2522943 Jul 16 17:56:44.076954 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:56:44.208965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a357652a-b178-4e3a-b094-b8ab3e70cea3 req-2ad1c6fa-f755-4544-80cc-66b07daf87ca tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4217129 Jul 16 17:56:44.217502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-522aba77-f187-4606-8856-8591d8e93e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.222400 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.227379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fad062-b4a5-47f9-9087-06bc7e7368b4 None None] Network 11e95be7-e3eb-4804-aa69-ab254a697625 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:44.283650 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-522aba77-f187-4606-8856-8591d8e93e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.384750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-914fc1fd-03f3-40de-9127-1f87c62ffe19 None None] Provisioning for port d7238e98-dc15-45c2-bf09-c4171e790d35 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:44.405301 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-522aba77-f187-4606-8856-8591d8e93e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.408813 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-522aba77-f187-4606-8856-8591d8e93e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.412780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-522aba77-f187-4606-8856-8591d8e93e49 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc34e11d-f4f7-4e48-8a12-e278a53ff1fc HTTP/1.1" status: 204 len: 168 time: 0.7026930 Jul 16 17:56:44.489412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aba77-f187-4606-8856-8591d8e93e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc34e11d-f4f7-4e48-8a12-e278a53ff1fc,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:44.622612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600d2f67-e722-40d5-8bb6-6429faf9ed6e req-265e3f32-b229-4d85-89b2-88f439b54150 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.624817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-600d2f67-e722-40d5-8bb6-6429faf9ed6e req-265e3f32-b229-4d85-89b2-88f439b54150 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.2337649 Jul 16 17:56:44.627743 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:44.653013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9e6325df-48a2-4c90-95f3-ff2a3404fe49 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:44.725615 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d7238e98-dc15-45c2-bf09-c4171e790d35 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:44.766975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-600d2f67-e722-40d5-8bb6-6429faf9ed6e req-7e1188ee-4a00-4360-99e8-ac42adc3f246 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330380 Jul 16 17:56:44.855959 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Router 236a2e61-3481-476b-aede-e2947b3acdd9 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:56:44.886597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49210ff-768e-4e21-993f-674ed0df2f43 req-69853839-c204-4225-8e26-317ab1625ebc tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:44.889966 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c49210ff-768e-4e21-993f-674ed0df2f43 req-69853839-c204-4225-8e26-317ab1625ebc tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 948 time: 0.2386739 Jul 16 17:56:44.994220 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c49210ff-768e-4e21-993f-674ed0df2f43 req-37e51bfe-f48d-489a-89e3-75816e2d70f3 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960631 Jul 16 17:56:45.095130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:45.116252 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Sync routers for ids ['236a2e61-3481-476b-aede-e2947b3acdd9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:45.129584 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.135383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47490) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:45.136817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e063b59d-2eb1-45bf-ba7f-cc9209d8ef3b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.5591035 Jul 16 17:56:45.149793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9e6325df-48a2-4c90-95f3-ff2a3404fe49, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9e6325df-48a2-4c90-95f3-ff2a3404fe49,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:45.159692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Routers {'236a2e61-3481-476b-aede-e2947b3acdd9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:45.160331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:56:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['236a2e61-3481-476b-aede-e2947b3acdd9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:45.205852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '9e6325df-48a2-4c90-95f3-ff2a3404fe49', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '9e6325df-48a2-4c90-95f3-ff2a3404fe49', 'mac_address': 'fa:16:3e:d1:d7:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:45.207789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port d7238e98-dc15-45c2-bf09-c4171e790d35 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:45.219717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a16a709f-a7e6-4d89-ac28-6208a64e3ada None None] Provisioning complete for port d7238e98-dc15-45c2-bf09-c4171e790d35 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:45.220092 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a16a709f-a7e6-4d89-ac28-6208a64e3ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.223950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port d7238e98-dc15-45c2-bf09-c4171e790d35 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:45.224542 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.432142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Set router 236a2e61-3481-476b-aede-e2947b3acdd9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:45.535618 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.563909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f14a66-a7ac-41a1-9116-640ccd94d7f7 req-3e21056e-82b6-4864-9edf-d12948705f2f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:45.573355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d2f14a66-a7ac-41a1-9116-640ccd94d7f7 req-3e21056e-82b6-4864-9edf-d12948705f2f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.0814431 Jul 16 17:56:45.624222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e6325df-48a2-4c90-95f3-ff2a3404fe49 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:45.639017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d2f14a66-a7ac-41a1-9116-640ccd94d7f7 req-73c10400-fb7b-429e-8c8e-0564a9c59fd2 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646842 Jul 16 17:56:45.719144 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9e6325df-48a2-4c90-95f3-ff2a3404fe49, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9e6325df-48a2-4c90-95f3-ff2a3404fe49,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:45.727251 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d5790e3f-da16-420f-9ee2-9713adafeadf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.800932 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.908603 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:45.965719 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.005333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bb0bbd-5e8c-4fc6-8d08-e6f680de4e8c req-9aa39fbb-2291-4e40-bf95-e808b2e88f18 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:46.007209 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50bb0bbd-5e8c-4fc6-8d08-e6f680de4e8c req-9aa39fbb-2291-4e40-bf95-e808b2e88f18 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.0777502 Jul 16 17:56:46.019521 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a16a709f-a7e6-4d89-ac28-6208a64e3ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.063403 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50bb0bbd-5e8c-4fc6-8d08-e6f680de4e8c req-a4902e98-e4ae-4ebb-9deb-fae257954476 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490766 Jul 16 17:56:46.166481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Allocated IP 172.20.0.1 (11e95be7-e3eb-4804-aa69-ab254a697625/acfdc864-54b3-468d-8c8a-61d86c93586e/71a9c5d7-2e64-4e64-875f-947a9fee8f2f) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:46.206096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a16a709f-a7e6-4d89-ac28-6208a64e3ada None None] For port d7238e98-dc15-45c2-bf09-c4171e790d35, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d7238e98-dc15-45c2-bf09-c4171e790d35,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:46.212114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9e6325df-48a2-4c90-95f3-ff2a3404fe49,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:46.225216 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a16a709f-a7e6-4d89-ac28-6208a64e3ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.376379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.424692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Transition to ACTIVE for port object 71a9c5d7-2e64-4e64-875f-947a9fee8f2f will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:46.425648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a709f-a7e6-4d89-ac28-6208a64e3ada None None] Pushing event updated for resources: {'Port': ['ID=d7238e98-dc15-45c2-bf09-c4171e790d35,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:46.437779 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 17:56:46.438946 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 17:56:46.448286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['9e6325df-48a2-4c90-95f3-ff2a3404fe49'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:46.517818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:43Z', 'revision_number': 3, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:46.544979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.569224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Checking router: 236a2e61-3481-476b-aede-e2947b3acdd9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:46.569834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Updating router 236a2e61-3481-476b-aede-e2947b3acdd9 port 8d9a4bc9-3a4b-4517-9ada-a675d616132f binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:46.605500 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Network 11e95be7-e3eb-4804-aa69-ab254a697625 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:46.630824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a903c-1e80-4277-a725-c8fc29c82795 req-ce6734bd-2446-4449-bd38-b8e26f3ead15 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:46.637957 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.640670 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-806a903c-1e80-4277-a725-c8fc29c82795 req-ce6734bd-2446-4449-bd38-b8e26f3ead15 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 949 time: 0.1893682 Jul 16 17:56:46.647437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:46.650392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:46.709009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Pushing event updated for resources: {'Port': ['ID=71a9c5d7-2e64-4e64-875f-947a9fee8f2f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:46.758229 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-806a903c-1e80-4277-a725-c8fc29c82795 req-c5fc4f46-a7de-4ed8-bf59-c458a4b6062c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155272 Jul 16 17:56:46.780864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:46.845904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47534) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:47.083145 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4db2-fd4c-46f3-90b6-12bec9b3feeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.222341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d9e4b881-e90a-4f5a-b22f-3474d5fb0f72 None None] Provisioning for port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:47.250890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d9e4b881-e90a-4f5a-b22f-3474d5fb0f72 None None] Provisioning complete for port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:47.251729 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b881-e90a-4f5a-b22f-3474d5fb0f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.285568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d7238e98-dc15-45c2-bf09-c4171e790d35 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:47.356718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4db2-fd4c-46f3-90b6-12bec9b3feeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.359782 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.363540 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0ef4db2-fd4c-46f3-90b6-12bec9b3feeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.376284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4b881-e90a-4f5a-b22f-3474d5fb0f72 None None] Port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:47.385552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Transition to ACTIVE for port object 8d9a4bc9-3a4b-4517-9ada-a675d616132f will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:47.396500 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.435647 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port d7238e98-dc15-45c2-bf09-c4171e790d35 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:47.436029 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.478434 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a0ef4db2-fd4c-46f3-90b6-12bec9b3feeb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9c4be5f0bd424a478d20cb776e1fcf87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6308889 Jul 16 17:56:47.481721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47542) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:47.497758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef4db2-fd4c-46f3-90b6-12bec9b3feeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6aae8ad-d6f3-448d-8ef7-3e7f505b9da1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:47.506798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Attempting to bind port 8d9a4bc9-3a4b-4517-9ada-a675d616132f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:47.507319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Attempting to bind port 8d9a4bc9-3a4b-4517-9ada-a675d616132f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:47.507588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Attempting to bind port 8d9a4bc9-3a4b-4517-9ada-a675d616132f on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:47.518922 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:47.519314 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:47.519824 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.520229 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:47.520869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Bound port: 8d9a4bc9-3a4b-4517-9ada-a675d616132f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:47.521260 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.564769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b429028-13b7-4971-bf3d-f5770f7b73ef None None] Pushing event updated for resources: {'Port': ['ID=8d9a4bc9-3a4b-4517-9ada-a675d616132f,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:47.608986 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ca7929d-3a33-4cf5-a1bc-56d2636dec8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.623406 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.633500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] For port 8d9a4bc9-3a4b-4517-9ada-a675d616132f, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:47.640338 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] For port 8d9a4bc9-3a4b-4517-9ada-a675d616132f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8d9a4bc9-3a4b-4517-9ada-a675d616132f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:47.649414 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.651216 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ca7929d-3a33-4cf5-a1bc-56d2636dec8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.721734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ca7929d-3a33-4cf5-a1bc-56d2636dec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.724685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ca7929d-3a33-4cf5-a1bc-56d2636dec8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:47.729358 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6ca7929d-3a33-4cf5-a1bc-56d2636dec8c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6aae8ad-d6f3-448d-8ef7-3e7f505b9da1 HTTP/1.1" status: 204 len: 168 time: 0.2450008 Jul 16 17:56:47.749189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7929d-3a33-4cf5-a1bc-56d2636dec8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6aae8ad-d6f3-448d-8ef7-3e7f505b9da1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:47.767968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b429028-13b7-4971-bf3d-f5770f7b73ef None None] Pushing event updated for resources: {'Port': ['ID=8d9a4bc9-3a4b-4517-9ada-a675d616132f,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:47.782046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2137d9-ffbb-4b00-8fac-e2d49b2b0f3f req-ef20f9d4-9b7f-42a6-b395-84ad1e007e0a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:47.789740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Routers {'236a2e61-3481-476b-aede-e2947b3acdd9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:47.790677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:56:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['236a2e61-3481-476b-aede-e2947b3acdd9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:47.798910 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d2137d9-ffbb-4b00-8fac-e2d49b2b0f3f req-ef20f9d4-9b7f-42a6-b395-84ad1e007e0a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.2367556 Jul 16 17:56:47.863706 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d2137d9-ffbb-4b00-8fac-e2d49b2b0f3f req-be9e7ada-1805-4e64-98ed-b4ff70531044 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637386 Jul 16 17:56:47.918911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217afc8d-9fe6-4aac-90ee-c7cb96908eed req-561f7e4a-3996-46d0-96ba-f94a14eeda30 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:47.921513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] Set router 236a2e61-3481-476b-aede-e2947b3acdd9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:47.931621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-217afc8d-9fe6-4aac-90ee-c7cb96908eed req-561f7e4a-3996-46d0-96ba-f94a14eeda30 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1109610 Jul 16 17:56:47.986429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-217afc8d-9fe6-4aac-90ee-c7cb96908eed req-fcfaf42e-fb46-496c-970f-daf2e5300465 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536394 Jul 16 17:56:48.139294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.147027 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.165978 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2eb8d5e1-465c-4c21-8ceb-91bcfbe6cfc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.178834 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.278460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de6fa0c-715c-4a7d-943f-49bb0162a24d req-3e0acebb-57d5-4d8c-bbec-11d6b83333d4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:48.295529 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2de6fa0c-715c-4a7d-943f-49bb0162a24d req-3e0acebb-57d5-4d8c-bbec-11d6b83333d4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 949 time: 0.1409435 Jul 16 17:56:48.298559 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.368962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Pushing event updated for resources: {'Port': ['ID=71a9c5d7-2e64-4e64-875f-947a9fee8f2f,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:48.389684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2de6fa0c-715c-4a7d-943f-49bb0162a24d req-d4277797-1b25-4de0-8712-efbb0f17af1d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930533 Jul 16 17:56:48.478746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Network 11e95be7-e3eb-4804-aa69-ab254a697625 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:48.489049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:48.494647 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '71a9c5d7-2e64-4e64-875f-947a9fee8f2f', 'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'mac_address': 'fa:16:3e:11:70:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:45Z', 'updated_at': '2021-07-16T17:56:46Z', 'revision_number': 1, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'subnets': [{'id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:48.559265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc8bb09-a345-4fcd-b6c8-928d20a8ddf7 None None] The sync data for ids ['236a2e61-3481-476b-aede-e2947b3acdd9'] in n-d-794306-7 is: [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '71a9c5d7-2e64-4e64-875f-947a9fee8f2f', 'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'mac_address': 'fa:16:3e:11:70:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:45Z', 'updated_at': '2021-07-16T17:56:46Z', 'revision_number': 1, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'subnets': [{'id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:48.727459 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Router 236a2e61-3481-476b-aede-e2947b3acdd9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:48.831309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-81273b41-0b1b-4833-970b-2e4a98974c27 None None] Provisioning complete for port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:48.832312 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-81273b41-0b1b-4833-970b-2e4a98974c27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:48.947275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-81273b41-0b1b-4833-970b-2e4a98974c27 None None] Port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:48.982230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47590) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:49.011209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:49.027259 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1546bd19-e433-4cb3-8278-70b5fcf3bee8 admin admin] 10.222.0.47 "PUT /v2.0/routers/236a2e61-3481-476b-aede-e2947b3acdd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8911033 Jul 16 17:56:49.208408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508b22cb-de9a-4faa-a0ce-62e65a2cbcb0 req-eb52ef21-5eae-4e93-b1da-2d2ab20a4f72 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.216066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-508b22cb-de9a-4faa-a0ce-62e65a2cbcb0 req-eb52ef21-5eae-4e93-b1da-2d2ab20a4f72 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1242967 Jul 16 17:56:49.236104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1497082033-network', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:49.294281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-508b22cb-de9a-4faa-a0ce-62e65a2cbcb0 req-f30a7042-3cc0-4764-9a32-05d78a0ded7e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667276 Jul 16 17:56:49.302992 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:49.309364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.346702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.584196 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.647277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc500d-c473-424c-825b-a6fbfbd47f9f req-998a3ff6-345e-45ee-87b5-3fc2d12c2ef9 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.659478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-26fc500d-c473-424c-825b-a6fbfbd47f9f req-998a3ff6-345e-45ee-87b5-3fc2d12c2ef9 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1968992 Jul 16 17:56:49.663492 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.714868 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.715673 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29771de8-83b1-4ff0-8eed-f7ee4eb562f3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:49.766408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:49.788484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.788805 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Added segment 41d62f07-e3d9-4bbb-8062-5ea54395687b of type vlan for network 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 Jul 16 17:56:49.802019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-26fc500d-c473-424c-825b-a6fbfbd47f9f req-4b32b359-04f8-43d1-8c3f-6ab7f3691552 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415403 Jul 16 17:56:49.909994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.993272 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:49.994398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:49.994828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.010932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0274866 Jul 16 17:56:50.014134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47652) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:50.020632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] Request body: {'subnet': {'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1497082033-subnet', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:50.062815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:50.065404 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.147931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7dfd35-2fe1-4889-8342-c7a4148eb9ff admin admin] Pushing event updated for resources: {'Network': ['ID=36c6df77-c972-4b2b-b5d6-c73a6cbc6429,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:50.161625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:50.258276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070edf1-0fac-4cd9-9171-9506f7f5153f req-7a5c4c11-c5bb-422a-b3ae-c33891af7210 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:50.265754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3070edf1-0fac-4cd9-9171-9506f7f5153f req-7a5c4c11-c5bb-422a-b3ae-c33891af7210 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 949 time: 0.2227674 Jul 16 17:56:50.377117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47658) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:50.380609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3070edf1-0fac-4cd9-9171-9506f7f5153f req-1fe4abc1-45a6-46d9-918e-658675b9be09 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134634 Jul 16 17:56:50.438147 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.627814 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=87ea0f96-1046-43b1-a43a-25c9b6955504,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:50.635323 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-71839aef-bb6f-4772-ad17-79fa858428a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.690431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9e6325df-48a2-4c90-95f3-ff2a3404fe49 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:50.696654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] Checking segment: {'id': '41d62f07-e3d9-4bbb-8062-5ea54395687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:50.697004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] Network hostable DHCP agents. Network: 36c6df77-c972-4b2b-b5d6-c73a6cbc6429, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:50.736104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4b315e-e380-4c74-a832-e58f1a5a0766 req-1ccba958-7208-41c2-9d33-984f393ade2e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:50.737849 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae4b315e-e380-4c74-a832-e58f1a5a0766 req-1ccba958-7208-41c2-9d33-984f393ade2e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.2322645 Jul 16 17:56:50.755410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] Network 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:50.790776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 36c6df77-c972-4b2b-b5d6-c73a6cbc6429) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:50.800184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f88735e-343d-4b32-8241-6d64d57566e9 None None] Network 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:50.800726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:50.801437 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.817725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:50.840173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:50.840543 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.894712 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae4b315e-e380-4c74-a832-e58f1a5a0766 req-aaf9e1bb-3618-4288-88fe-4a088210c444 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323791 Jul 16 17:56:50.970691 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-71839aef-bb6f-4772-ad17-79fa858428a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:50.981194 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-71839aef-bb6f-4772-ad17-79fa858428a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.050172 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-58623503-a03e-4b85-87e9-b4bf35f592ff admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0349083 Jul 16 17:56:51.053919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47702) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:51.099420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1497082033-router', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:51.117042 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-36c6df77-c972-4b2b-b5d6-c73a6cbc6429', 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'fixed_ips': [{'subnet_id': '87ea0f96-1046-43b1-a43a-25c9b6955504'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:56:51.117982 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.121300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-71839aef-bb6f-4772-ad17-79fa858428a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96b20a905fc5418c8613b87522f94616&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7411668 Jul 16 17:56:51.127896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47704) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:51.154886 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71839aef-bb6f-4772-ad17-79fa858428a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5807680d-4cba-4d26-8841-882a1fcc1c3a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:51.166832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12173ff3-0f34-4940-bd09-fa7174e8f220 req-0238a3e6-900e-42ab-aba9-ead0cf05adbc tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:51.178094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.179661 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.181459 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12173ff3-0f34-4940-bd09-fa7174e8f220 req-0238a3e6-900e-42ab-aba9-ead0cf05adbc tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1870821 Jul 16 17:56:51.182051 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.228319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ae5cbb-8916-474d-9a3f-e839ad956e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6325df-48a2-4c90-95f3-ff2a3404fe49'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:51.231122 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59dc03b-051a-483f-adf7-a95bdb58d679" -d '{"events": [{"server_uuid": "91ae5cbb-8916-474d-9a3f-e839ad956e2f", "name": "network-vif-plugged", "status": "completed", "tag": "9e6325df-48a2-4c90-95f3-ff2a3404fe49"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:51.264975 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.267361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12173ff3-0f34-4940-bd09-fa7174e8f220 req-b940fbc0-8278-4259-b6ee-41900e547a61 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817611 Jul 16 17:56:51.289490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15e7e98d-642a-4454-9c7d-fab498fe343e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.321790 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15e7e98d-642a-4454-9c7d-fab498fe343e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.322051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9e6325df-48a2-4c90-95f3-ff2a3404fe49, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9e6325df-48a2-4c90-95f3-ff2a3404fe49,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:51.329119 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.336482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8d9a4bc9-3a4b-4517-9ada-a675d616132f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:51.403104 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1e6f14-55e4-41cd-88a9-c97ccf89e3db x-openstack-request-id: req-9f1e6f14-55e4-41cd-88a9-c97ccf89e3db {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:51.403717 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ae5cbb-8916-474d-9a3f-e839ad956e2f", "name": "network-vif-plugged", "status": "completed", "tag": "9e6325df-48a2-4c90-95f3-ff2a3404fe49", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:51.404122 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f1e6f14-55e4-41cd-88a9-c97ccf89e3db {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:51.404672 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ae5cbb-8916-474d-9a3f-e839ad956e2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e6325df-48a2-4c90-95f3-ff2a3404fe49', 'code': 200} Jul 16 17:56:51.433256 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15e7e98d-642a-4454-9c7d-fab498fe343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.436552 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15e7e98d-642a-4454-9c7d-fab498fe343e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.454660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-15e7e98d-642a-4454-9c7d-fab498fe343e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5807680d-4cba-4d26-8841-882a1fcc1c3a HTTP/1.1" status: 204 len: 168 time: 0.3177073 Jul 16 17:56:51.474220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e7e98d-642a-4454-9c7d-fab498fe343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5807680d-4cba-4d26-8841-882a1fcc1c3a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:51.499061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9e6325df-48a2-4c90-95f3-ff2a3404fe49,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:51.517144 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Allocated IP 172.20.0.2 (36c6df77-c972-4b2b-b5d6-c73a6cbc6429/87ea0f96-1046-43b1-a43a-25c9b6955504/2fa23161-b39d-49c3-a867-34482be3950e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:51.554396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 8d9a4bc9-3a4b-4517-9ada-a675d616132f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:51.564265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8d9a4bc9-3a4b-4517-9ada-a675d616132f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:51.564461 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.630663 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.744207 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.745102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93587ab7-a995-4f84-899b-3f259f1da9c7 req-08ea4c77-bf15-4dee-af5a-b575a8c8fe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:51.746752 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93587ab7-a995-4f84-899b-3f259f1da9c7 req-08ea4c77-bf15-4dee-af5a-b575a8c8fe86 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 1101 time: 0.1996732 Jul 16 17:56:51.808118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706fd82c-e504-434c-ba1f-ece0975756c2 req-e1c2ad6b-22da-42bd-b3d3-09eff906fbec tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:51.820512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-706fd82c-e504-434c-ba1f-ece0975756c2 req-e1c2ad6b-22da-42bd-b3d3-09eff906fbec tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 950 time: 0.1859832 Jul 16 17:56:51.898973 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:51.905192 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93587ab7-a995-4f84-899b-3f259f1da9c7 req-40b013c3-5fca-487a-90b3-f1b51feb2755 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370265 Jul 16 17:56:51.949791 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-706fd82c-e504-434c-ba1f-ece0975756c2 req-fd45dd13-2aac-45b5-90b3-41a0f7c43163 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282976 Jul 16 17:56:52.028765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 8d9a4bc9-3a4b-4517-9ada-a675d616132f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8d9a4bc9-3a4b-4517-9ada-a675d616132f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:52.044194 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Sync routers for ids ['236a2e61-3481-476b-aede-e2947b3acdd9'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:52.055455 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.060582 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Routers {'236a2e61-3481-476b-aede-e2947b3acdd9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:52.061203 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:56:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['236a2e61-3481-476b-aede-e2947b3acdd9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:52.085668 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.102985 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Transition to ACTIVE for port object 2fa23161-b39d-49c3-a867-34482be3950e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:52.134233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Transition to ACTIVE for port object 2fa23161-b39d-49c3-a867-34482be3950e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:52.136319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=8d9a4bc9-3a4b-4517-9ada-a675d616132f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:52.153072 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.172972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.246888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Network 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:52.273449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:52.277151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:52.294808 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.305347 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Pushing event updated for resources: {'Port': ['ID=2fa23161-b39d-49c3-a867-34482be3950e,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:52.399674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e487f-ff0f-49f8-afff-4979883f3bda req-1093d3cd-4a0a-4221-a320-693844c605fc tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.401195 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db6e487f-ff0f-49f8-afff-4979883f3bda req-1093d3cd-4a0a-4221-a320-693844c605fc tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.2316151 Jul 16 17:56:52.446637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Attempting to bind port 2fa23161-b39d-49c3-a867-34482be3950e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:52.447037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Attempting to bind port 2fa23161-b39d-49c3-a867-34482be3950e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '41d62f07-e3d9-4bbb-8062-5ea54395687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:52.447403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Attempting to bind port 2fa23161-b39d-49c3-a867-34482be3950e on network 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:52.456251 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:52.456672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Checking segment: {'id': '41d62f07-e3d9-4bbb-8062-5ea54395687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:52.457315 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.457715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Bound using segment: {'id': '41d62f07-e3d9-4bbb-8062-5ea54395687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:52.458187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Bound port: 2fa23161-b39d-49c3-a867-34482be3950e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d62f07-e3d9-4bbb-8062-5ea54395687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:52.459914 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.487947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db6e487f-ff0f-49f8-afff-4979883f3bda req-071a2738-db56-4031-9663-cee6e9086ac6 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640085 Jul 16 17:56:52.510688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Allocated IP 172.25.7.37 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/df63bb66-3e8e-42a3-85cb-fa9444701746) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:52.553718 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Set router 236a2e61-3481-476b-aede-e2947b3acdd9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:52.616013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] For port 2fa23161-b39d-49c3-a867-34482be3950e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:52.623189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] For port 2fa23161-b39d-49c3-a867-34482be3950e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2fa23161-b39d-49c3-a867-34482be3950e,segment=NetworkSegment(41d62f07-e3d9-4bbb-8062-5ea54395687b),segment_id=41d62f07-e3d9-4bbb-8062-5ea54395687b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:52.630160 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.636201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7164a1a0-10b4-4d1e-acef-e98c4ba2115a req-0c0bfa0a-1ff0-4229-a401-0036277a9116 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:52.647991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7164a1a0-10b4-4d1e-acef-e98c4ba2115a req-0c0bfa0a-1ff0-4229-a401-0036277a9116 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1123500 Jul 16 17:56:52.659899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47742) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:52.716930 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.746596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7164a1a0-10b4-4d1e-acef-e98c4ba2115a req-7cd58327-be0d-40f1-b2c3-b7acb0f7061d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968575 Jul 16 17:56:52.793660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b574ca8a-0159-4289-8f44-f1836ebdf362 None None] Pushing event updated for resources: {'Port': ['ID=2fa23161-b39d-49c3-a867-34482be3950e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:52.817454 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.860764 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1858578083-network', 'tenant_id': '479c710ab6e84fb086d71c14fb81632f'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:52.889649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:52.898457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:52.904936 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '71a9c5d7-2e64-4e64-875f-947a9fee8f2f', 'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'mac_address': 'fa:16:3e:11:70:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:45Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 2, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'subnets': [{'id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:52.905647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:52.910060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Pushing event updated for resources: {'Port': ['ID=df63bb66-3e8e-42a3-85cb-fa9444701746,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:52.912537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Made reservation on behalf of 479c710ab6e84fb086d71c14fb81632f for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:52.915100 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:52.946138 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Checking router: 236a2e61-3481-476b-aede-e2947b3acdd9 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:52.946743 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Updating router 236a2e61-3481-476b-aede-e2947b3acdd9 port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:52.954831 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.038797 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.357861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8d9a4bc9-3a4b-4517-9ada-a675d616132f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:53.427469 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.435934 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.450656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd60e8-6588-4b84-a300-6ecc278f85b5 req-fe1267ee-c386-4a29-9220-5df4e970612f tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:53.458213 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05fd60e8-6588-4b84-a300-6ecc278f85b5 req-fe1267ee-c386-4a29-9220-5df4e970612f tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 950 time: 0.2550542 Jul 16 17:56:53.463298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8d9a4bc9-3a4b-4517-9ada-a675d616132f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:53.463952 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.496253 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.503296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:53.566737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580601f3-da12-449a-a634-09fcc004e549,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:53.583226 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.585853 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Added segment 7b7b21d6-dbc3-4c96-9582-e1ad891138e6 of type vlan for network 7c563e59-c1ff-42a8-94c7-04e62cd71834 Jul 16 17:56:53.613620 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05fd60e8-6588-4b84-a300-6ecc278f85b5 req-47bb1047-403b-4045-b791-80fa94c4b936 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544306 Jul 16 17:56:53.621309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2fa23161-b39d-49c3-a867-34482be3950e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:53.649765 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.663400 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Transition to ACTIVE for port object 71a9c5d7-2e64-4e64-875f-947a9fee8f2f will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:53.670781 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.706611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.750987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 2fa23161-b39d-49c3-a867-34482be3950e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:53.816763 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf06ae-9002-410c-b410-6383024691d0 None None] Pushing event updated for resources: {'Port': ['ID=71a9c5d7-2e64-4e64-875f-947a9fee8f2f,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:53.865666 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Attempting to bind port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:53.866060 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Attempting to bind port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:53.866554 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Attempting to bind port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f on network 11e95be7-e3eb-4804-aa69-ab254a697625 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:53.886206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:53.886605 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Checking segment: {'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:53.891611 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.892175 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Bound using segment: {'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:53.895910 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Bound port: 71a9c5d7-2e64-4e64-875f-947a9fee8f2f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:53.896398 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.901695 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.902694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:53.903270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:53.907261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162d3e75-d70d-4040-a9fd-037461c7c8f0 req-cc6b80b5-fbb2-414d-9cec-0929f0554bb4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:53.916026 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-162d3e75-d70d-4040-a9fd-037461c7c8f0 req-cc6b80b5-fbb2-414d-9cec-0929f0554bb4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.2155886 Jul 16 17:56:53.989908 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-162d3e75-d70d-4040-a9fd-037461c7c8f0 req-c138e422-83cc-4fad-8def-5b470807da89 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702102 Jul 16 17:56:54.055294 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] For port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:54.060020 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] For port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=71a9c5d7-2e64-4e64-875f-947a9fee8f2f,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:54.066065 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.086681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] Pushing event updated for resources: {'Network': ['ID=7c563e59-c1ff-42a8-94c7-04e62cd71834,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:54.099324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 7c563e59-c1ff-42a8-94c7-04e62cd71834 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:54.139714 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faf06ae-9002-410c-b410-6383024691d0 None None] Pushing event updated for resources: {'Port': ['ID=71a9c5d7-2e64-4e64-875f-947a9fee8f2f,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:54.162752 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Routers {'236a2e61-3481-476b-aede-e2947b3acdd9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:54.163378 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:56:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['236a2e61-3481-476b-aede-e2947b3acdd9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:54.177653 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.210825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d9b34f14-89d2-47da-b77d-d3193e83e6d5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5498533 Jul 16 17:56:54.213933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47760) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:54.219310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] Request body: {'subnet': {'network_id': '7c563e59-c1ff-42a8-94c7-04e62cd71834', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1858578083-subnet', 'tenant_id': '479c710ab6e84fb086d71c14fb81632f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:54.291044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] Made reservation on behalf of 479c710ab6e84fb086d71c14fb81632f for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:54.293668 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.392572 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] Set router 236a2e61-3481-476b-aede-e2947b3acdd9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:54.454975 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8e6549-8a56-4a7c-8469-b79ef0dacebe req-2d546042-7cd2-487d-a65c-ea79d7d1dd7c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:54.463782 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2a8e6549-8a56-4a7c-8469-b79ef0dacebe req-2d546042-7cd2-487d-a65c-ea79d7d1dd7c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.2975771 Jul 16 17:56:54.533000 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2a8e6549-8a56-4a7c-8469-b79ef0dacebe req-12654fa1-1d97-482d-9992-984bb81c04c2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678902 Jul 16 17:56:54.577117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Router aa9c1d5e-1c6a-493f-98ab-36405d9ea683 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:56:54.614216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4967946-e646-4176-bc13-482503cde954 None None] Network 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:54.698029 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.809778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:54.840534 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.844681 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1edc1358-b12e-44eb-b4a4-a3b27d79c38c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.7669146 Jul 16 17:56:54.847475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47766) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:54.869091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Sync routers for ids ['aa9c1d5e-1c6a-493f-98ab-36405d9ea683'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:56:54.876277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-35e1b191-0668-46db-96fb-9ba4de387f09 None None] Provisioning for port 2fa23161-b39d-49c3-a867-34482be3950e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:54.888493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-35e1b191-0668-46db-96fb-9ba4de387f09 None None] Provisioning complete for port 2fa23161-b39d-49c3-a867-34482be3950e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:54.888872 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-35e1b191-0668-46db-96fb-9ba4de387f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:54.901980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b08b47c-ebf2-4f99-9ea6-f078ffe8a6af,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:54.940823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Routers {'aa9c1d5e-1c6a-493f-98ab-36405d9ea683'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:54.941732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:56:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['aa9c1d5e-1c6a-493f-98ab-36405d9ea683'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:54.941913 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '71a9c5d7-2e64-4e64-875f-947a9fee8f2f', 'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'mac_address': 'fa:16:3e:11:70:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:45Z', 'updated_at': '2021-07-16T17:56:54Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'subnets': [{'id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:54.942459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] Checking segment: {'id': '7b7b21d6-dbc3-4c96-9582-e1ad891138e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c563e59-c1ff-42a8-94c7-04e62cd71834'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:54.943389 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] Network hostable DHCP agents. Network: 7c563e59-c1ff-42a8-94c7-04e62cd71834, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:54.975385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] Network 7c563e59-c1ff-42a8-94c7-04e62cd71834 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:54.985066 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039492ec-8554-4155-9f8c-954d0aa72f0c None None] The sync data for ids ['236a2e61-3481-476b-aede-e2947b3acdd9'] in n-d-794306-7 is: [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '71a9c5d7-2e64-4e64-875f-947a9fee8f2f', 'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'mac_address': 'fa:16:3e:11:70:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:45Z', 'updated_at': '2021-07-16T17:56:54Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'subnets': [{'id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:54.992317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 7c563e59-c1ff-42a8-94c7-04e62cd71834) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:55.003387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.004010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.035908 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cbe08ee8-1259-49f5-b97c-381c8da8db1b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8206246 Jul 16 17:56:55.102319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5fc698-79dd-42aa-8ef6-9fec0883cf5f None None] Network 7c563e59-c1ff-42a8-94c7-04e62cd71834 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:55.342326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998dec6a-ffd7-4b69-aae3-7399828b08e1 req-8dedda89-e2e5-4057-ae34-6b5bb19bd66d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.347505 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-998dec6a-ffd7-4b69-aae3-7399828b08e1 req-8dedda89-e2e5-4057-ae34-6b5bb19bd66d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.2075861 Jul 16 17:56:55.425941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-998dec6a-ffd7-4b69-aae3-7399828b08e1 req-b4b59440-5559-4637-946d-beb1432f252d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659530 Jul 16 17:56:55.503358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 71a9c5d7-2e64-4e64-875f-947a9fee8f2f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:55.705940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb539e75-0925-427c-9958-80fee80e968b req-64e13587-42b3-4e1d-adc5-a8b20fb7b811 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:55.712082 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb539e75-0925-427c-9958-80fee80e968b req-64e13587-42b3-4e1d-adc5-a8b20fb7b811 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 950 time: 0.7601871 Jul 16 17:56:55.813670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887b6fa6-4db8-4be8-9b94-5be2ff237b66 None None] Network 7c563e59-c1ff-42a8-94c7-04e62cd71834 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:55.827908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Set router aa9c1d5e-1c6a-493f-98ab-36405d9ea683 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:55.841942 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-35e1b191-0668-46db-96fb-9ba4de387f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:55.882133 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb539e75-0925-427c-9958-80fee80e968b req-095d1f6e-364d-477c-b5e0-838ece5baff7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653948 Jul 16 17:56:55.920522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:55.946965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:55.947360 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.098403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-35e1b191-0668-46db-96fb-9ba4de387f09 None None] For port 2fa23161-b39d-49c3-a867-34482be3950e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2fa23161-b39d-49c3-a867-34482be3950e,segment=NetworkSegment(41d62f07-e3d9-4bbb-8062-5ea54395687b),segment_id=41d62f07-e3d9-4bbb-8062-5ea54395687b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:56.140007 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-35e1b191-0668-46db-96fb-9ba4de387f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.241859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea452d99-2e28-4761-bf44-ddcda44913bc req-edb14926-cad3-40ec-9ff1-06b1d6dcab98 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:56.243745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea452d99-2e28-4761-bf44-ddcda44913bc req-edb14926-cad3-40ec-9ff1-06b1d6dcab98 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1522539 Jul 16 17:56:56.358751 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.360379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.367719 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea452d99-2e28-4761-bf44-ddcda44913bc req-c5229482-bb45-4f52-8fe2-688b71daaacc tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943770 Jul 16 17:56:56.375497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e1b191-0668-46db-96fb-9ba4de387f09 None None] Pushing event updated for resources: {'Port': ['ID=2fa23161-b39d-49c3-a867-34482be3950e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:56.455114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=71a9c5d7-2e64-4e64-875f-947a9fee8f2f,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:56.463680 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.503077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'name': 'tempest-ServersTestMultiNic-1497082033-router', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:51Z', 'updated_at': '2021-07-16T17:56:53Z', 'revision_number': 3, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'gw_port': {'id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:52Z', 'updated_at': '2021-07-16T17:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:56.510598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c4d0faf5-f049-43c1-ba2a-6f73976d6482 None None] Provisioning complete for port 2fa23161-b39d-49c3-a867-34482be3950e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:56.510959 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c4d0faf5-f049-43c1-ba2a-6f73976d6482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.565229 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Checking router: aa9c1d5e-1c6a-493f-98ab-36405d9ea683 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:56:56.565569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Updating router aa9c1d5e-1c6a-493f-98ab-36405d9ea683 port df63bb66-3e8e-42a3-85cb-fa9444701746 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:56:56.606039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=71a9c5d7-2e64-4e64-875f-947a9fee8f2f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:56.628784 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.650587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Allocated IP 172.20.0.1 (36c6df77-c972-4b2b-b5d6-c73a6cbc6429/87ea0f96-1046-43b1-a43a-25c9b6955504/b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:56.740283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9b852776-fbfd-48a7-b695-ceb87fe3fe3a no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:56:56.818829 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.837987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Transition to ACTIVE for port object b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:56.840903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af4272-f0fa-4c93-b8f8-759a273efbec req-f5b26055-18a7-4cde-a717-764d49ea9d3a tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:56.842523 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16af4272-f0fa-4c93-b8f8-759a273efbec req-f5b26055-18a7-4cde-a717-764d49ea9d3a tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 1101 time: 0.1034000 Jul 16 17:56:56.898992 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16af4272-f0fa-4c93-b8f8-759a273efbec req-a2c24d15-b72f-4c31-a1ef-360646e812ee tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477185 Jul 16 17:56:56.904674 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.912260 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:56.965689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Network 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:56.974925 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Pushing event updated for resources: {'Port': ['ID=b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:56.978152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:56:56.979716 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9bde656-97e3-4c8f-b16b-ee0ec8a99b69" -d '{"events": [{"server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "name": "network-vif-unplugged", "status": "completed", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:56:56.980932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:56.983356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:56:57.016765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:57.033154 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.049609 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.235409 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.236248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ac485-e401-49f2-9629-165b5b0bae25 req-9b02acce-36d4-4169-9440-a16cd297d98e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:57.238941 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e7ac485-e401-49f2-9629-165b5b0bae25 req-9b02acce-36d4-4169-9440-a16cd297d98e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1905479 Jul 16 17:56:57.254752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Transition to ACTIVE for port object df63bb66-3e8e-42a3-85cb-fa9444701746 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:56:57.259606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.277983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2fa23161-b39d-49c3-a867-34482be3950e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:57.286745 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.334494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.350745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e7ac485-e401-49f2-9629-165b5b0bae25 req-b9802725-8cc9-4fa6-a618-3d4bfdf3d161 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054873 Jul 16 17:56:57.379762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Attempting to bind port df63bb66-3e8e-42a3-85cb-fa9444701746 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:56:57.379762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Attempting to bind port df63bb66-3e8e-42a3-85cb-fa9444701746 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:56:57.379762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Attempting to bind port df63bb66-3e8e-42a3-85cb-fa9444701746 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:56:57.432785 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f164ba38-9094-40f2-aca9-1185f3cb6c5b x-openstack-request-id: req-f164ba38-9094-40f2-aca9-1185f3cb6c5b {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:56:57.433087 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "name": "network-vif-unplugged", "status": "completed", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:56:57.433326 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f164ba38-9094-40f2-aca9-1185f3cb6c5b {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:56:57.433718 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'code': 200} Jul 16 17:56:57.440723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:56:57.441102 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:57.441505 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.441900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:56:57.442392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Bound port: df63bb66-3e8e-42a3-85cb-fa9444701746, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:56:57.442752 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.446924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Pushing event updated for resources: {'Port': ['ID=df63bb66-3e8e-42a3-85cb-fa9444701746,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.488518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28623bdf-34df-498a-9508-c4383dc1c2d4 None None] Provisioning for port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:56:57.507617 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28623bdf-34df-498a-9508-c4383dc1c2d4 None None] Provisioning complete for port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:57.507978 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28623bdf-34df-498a-9508-c4383dc1c2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.510973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2fa23161-b39d-49c3-a867-34482be3950e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:57.511335 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.574911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] For port df63bb66-3e8e-42a3-85cb-fa9444701746, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:56:57.581708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.588367 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.602366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] For port df63bb66-3e8e-42a3-85cb-fa9444701746, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=df63bb66-3e8e-42a3-85cb-fa9444701746,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:56:57.603409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28623bdf-34df-498a-9508-c4383dc1c2d4 None None] Port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:57.613074 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.661180 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:57.702954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Routers {'aa9c1d5e-1c6a-493f-98ab-36405d9ea683'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:56:57.703644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:56:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['aa9c1d5e-1c6a-493f-98ab-36405d9ea683'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:57.726368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Pushing event updated for resources: {'Port': ['ID=b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.768320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Network 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:56:57.769759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:57.919762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Pushing event updated for resources: {'Port': ['ID=df63bb66-3e8e-42a3-85cb-fa9444701746,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:57.934298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.934743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.935139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.935481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.935879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.936241 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.936569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.936903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.937823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.938145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.938570 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.938901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e807a1d5-85fc-42d3-920c-803e9c12940a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:56:57.951469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 71a9c5d7-2e64-4e64-875f-947a9fee8f2f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:56:58.003745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Router aa9c1d5e-1c6a-493f-98ab-36405d9ea683 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:56:58.092894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] Set router aa9c1d5e-1c6a-493f-98ab-36405d9ea683 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:56:58.148328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:56:58.150978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:58.151581 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.154075 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6d247c7c-6700-48ae-b1ce-0d8d74630745 admin admin] 10.222.0.47 "PUT /v2.0/routers/aa9c1d5e-1c6a-493f-98ab-36405d9ea683/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3054600 Jul 16 17:56:58.222082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2e55ea21-5379-4392-b1b6-04954a739d54 None None] Provisioning complete for port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:56:58.222801 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2e55ea21-5379-4392-b1b6-04954a739d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.319696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47820) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:58.333585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2e55ea21-5379-4392-b1b6-04954a739d54 None None] Port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:56:58.395785 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1852370838'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:58.418852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:58.423361 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.446807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'name': 'tempest-ServersTestMultiNic-1497082033-router', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:51Z', 'updated_at': '2021-07-16T17:56:57Z', 'revision_number': 4, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'gw_port': {'id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:52Z', 'updated_at': '2021-07-16T17:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72', 'name': '', 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'mac_address': 'fa:16:3e:c5:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '87ea0f96-1046-43b1-a43a-25c9b6955504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:56Z', 'updated_at': '2021-07-16T17:56:57Z', 'revision_number': 2, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'subnets': [{'id': '87ea0f96-1046-43b1-a43a-25c9b6955504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:56:58.450366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:58.468065 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.469236 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Added segment 27ebaec5-c1bc-4622-8437-bfc9ea222756 of type vlan for network 2bba8a2b-eb3e-4b52-b582-907f0455de93 Jul 16 17:56:58.476723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75d8b26-cfe9-430e-860b-fcf3f6e26105 None None] The sync data for ids ['aa9c1d5e-1c6a-493f-98ab-36405d9ea683'] in n-d-794306-7 is: [{'id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'name': 'tempest-ServersTestMultiNic-1497082033-router', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:51Z', 'updated_at': '2021-07-16T17:56:57Z', 'revision_number': 4, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'gw_port': {'id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:52Z', 'updated_at': '2021-07-16T17:56:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72', 'name': '', 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'mac_address': 'fa:16:3e:c5:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '87ea0f96-1046-43b1-a43a-25c9b6955504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:56Z', 'updated_at': '2021-07-16T17:56:57Z', 'revision_number': 2, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'subnets': [{'id': '87ea0f96-1046-43b1-a43a-25c9b6955504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:56:58.522384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.568025 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.575641 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:58.577316 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.638885 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3178861 Jul 16 17:56:58.641785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47828) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:58.646864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'subnet': {'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:58.718429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0cd6c3-dfa0-4c7e-ae4c-8a124a6931c7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Network': ['ID=2bba8a2b-eb3e-4b52-b582-907f0455de93,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:58.737755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9b852776-fbfd-48a7-b695-ceb87fe3fe3a details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:56:58.759521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 2bba8a2b-eb3e-4b52-b582-907f0455de93 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:58.794278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:58.799133 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:58.992524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:59.011521 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.020021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'mac_address': 'fa:16:3e:68:9c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:56:59.083066 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.090739 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.113371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b852776-fbfd-48a7-b695-ceb87fe3fe3a {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:56:59.148174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:56:59.154134 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.219284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Subnet': ['ID=30c75ed4-3c28-450d-86e3-41bf8ed23384,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:59.238305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Checking segment: {'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:56:59.238669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network hostable DHCP agents. Network: 2bba8a2b-eb3e-4b52-b582-907f0455de93, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:56:59.253065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:59.277055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network 2bba8a2b-eb3e-4b52-b582-907f0455de93 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:56:59.297730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 2bba8a2b-eb3e-4b52-b582-907f0455de93) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:56:59.304029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:59.304724 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.321212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a33225-a25f-426a-93d6-b8eb26aab3a3 None None] Network 2bba8a2b-eb3e-4b52-b582-907f0455de93 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:56:59.322452 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1d215870-127f-42d1-8a08-e6dd13525f35 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6795657 Jul 16 17:56:59.325470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47832) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:59.340647 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-675105384'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:59.383536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:59.389721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.421229 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:56:59.446050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.446050 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Added segment b9709193-f1d1-4824-ae3c-e1e37a3d5c93 of type vlan for network 1e94ef17-298e-4148-afeb-c88e5d913d0a Jul 16 17:56:59.533944 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.551578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-2bba8a2b-eb3e-4b52-b582-907f0455de93', 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'fixed_ips': [{'subnet_id': '30c75ed4-3c28-450d-86e3-41bf8ed23384'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:56:59.553469 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.571840 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.578381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:56:59.579398 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:56:59.694854 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3681042 Jul 16 17:56:59.697564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47836) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:56:59.704914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'subnet': {'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:56:59.730000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['9b852776-fbfd-48a7-b695-ceb87fe3fe3a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:56:59.771781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528c8b99-203c-4c39-83b9-b00c70089d47 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Network': ['ID=1e94ef17-298e-4148-afeb-c88e5d913d0a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:56:59.789218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 1e94ef17-298e-4148-afeb-c88e5d913d0a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:56:59.831082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Allocated IP 19.80.0.2 (2bba8a2b-eb3e-4b52-b582-907f0455de93/30c75ed4-3c28-450d-86e3-41bf8ed23384/ba5d8430-b114-45c1-84ed-bd3b55e80869) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:56:59.877812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:56:59.882081 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.099280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.112379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Transition to ACTIVE for port object ba5d8430-b114-45c1-84ed-bd3b55e80869 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:00.132579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Transition to ACTIVE for port object ba5d8430-b114-45c1-84ed-bd3b55e80869 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:00.141958 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.159256 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.186434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Network 2bba8a2b-eb3e-4b52-b582-907f0455de93 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:00.192436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:00.196340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:00.204410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Pushing event updated for resources: {'Port': ['ID=ba5d8430-b114-45c1-84ed-bd3b55e80869,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:00.235522 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Subnet': ['ID=41b43ec8-81a5-4b72-bf41-a03cc875b026,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:00.244968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Checking segment: {'id': 'b9709193-f1d1-4824-ae3c-e1e37a3d5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:00.245331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network hostable DHCP agents. Network: 1e94ef17-298e-4148-afeb-c88e5d913d0a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:00.269186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Attempting to bind port ba5d8430-b114-45c1-84ed-bd3b55e80869 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:00.269557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Attempting to bind port ba5d8430-b114-45c1-84ed-bd3b55e80869 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:00.270246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Attempting to bind port ba5d8430-b114-45c1-84ed-bd3b55e80869 on network 2bba8a2b-eb3e-4b52-b582-907f0455de93 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:00.275811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network 1e94ef17-298e-4148-afeb-c88e5d913d0a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:00.276327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:00.276935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Checking segment: {'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:00.277340 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.277729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Bound using segment: {'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:00.278251 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Bound port: ba5d8430-b114-45c1-84ed-bd3b55e80869, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:00.278628 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.296260 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 1e94ef17-298e-4148-afeb-c88e5d913d0a) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:00.302897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.303508 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.331979 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4efc65d7-1797-499e-8977-622333572367 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.6238320 Jul 16 17:57:00.332229 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe78ab6-37d9-4993-a3d9-8b3d4000c6b2 None None] Network 1e94ef17-298e-4148-afeb-c88e5d913d0a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:00.435700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] For port ba5d8430-b114-45c1-84ed-bd3b55e80869, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:00.440539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] For port ba5d8430-b114-45c1-84ed-bd3b55e80869, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ba5d8430-b114-45c1-84ed-bd3b55e80869,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:00.448630 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.568352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea49cef-1b3d-4e0e-a9f8-2dd9f84ef05c None None] Pushing event updated for resources: {'Port': ['ID=ba5d8430-b114-45c1-84ed-bd3b55e80869,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:00.573665 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-1dddf89e-2000-450a-baa8-b8a38be54100 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347497 Jul 16 17:57:00.621425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-1e94ef17-298e-4148-afeb-c88e5d913d0a', 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'fixed_ips': [{'subnet_id': '41b43ec8-81a5-4b72-bf41-a03cc875b026'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:57:00.622370 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:00.690427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-2e5fcfc7-c16f-4183-a9af-0ef938433b43 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.699868 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-2e5fcfc7-c16f-4183-a9af-0ef938433b43 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/networks?id=7c563e59-c1ff-42a8-94c7-04e62cd71834 HTTP/1.1" status: 200 len: 818 time: 0.1615043 Jul 16 17:57:00.729541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-b341fc5a-c580-443d-a5ff-b180d3bd5283 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/quotas/479c710ab6e84fb086d71c14fb81632f HTTP/1.1" status: 200 len: 375 time: 0.0282259 Jul 16 17:57:00.742800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-7843a38c-300d-40b5-88f0-d1822c4787d5 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:00.752916 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-7843a38c-300d-40b5-88f0-d1822c4787d5 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1786849 Jul 16 17:57:00.777870 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-8d32b18e-bf4a-4816-b632-ce3379cafac1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/quotas/02d40a49c0a84b81a98ec66aee94886f HTTP/1.1" status: 200 len: 375 time: 0.0237679 Jul 16 17:57:00.788773 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-03cb378d-404b-4e9b-8e71-7cbf1337965d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=479c710ab6e84fb086d71c14fb81632f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578117 Jul 16 17:57:00.929150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-9fa4a184-346f-4e24-a89b-66e841267bbe service neutron] 10.222.0.47 "GET /v2.0/networks/7c563e59-c1ff-42a8-94c7-04e62cd71834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393332 Jul 16 17:57:00.955526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-a18b441b-0bae-42e0-a2b9-4bf60facd05b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1764920 Jul 16 17:57:00.975303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Allocated IP 19.86.0.2 (1e94ef17-298e-4148-afeb-c88e5d913d0a/41b43ec8-81a5-4b72-bf41-a03cc875b026/e1928b1c-177e-4936-b24c-e8c10af7c5d3) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:01.051267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-ac343c29-ec3c-4a0b-9d97-c29fcbe2d8c7 service neutron] 10.222.0.47 "GET /v2.0/networks/7c563e59-c1ff-42a8-94c7-04e62cd71834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154325 Jul 16 17:57:01.507875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec935fc-f618-41c2-bc09-97ad95c7d632 req-74578566-59af-40e1-98ad-29adc32a2cca tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.509061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device df63bb66-3e8e-42a3-85cb-fa9444701746 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:01.516433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dec935fc-f618-41c2-bc09-97ad95c7d632 req-74578566-59af-40e1-98ad-29adc32a2cca tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 949 time: 0.1342444 Jul 16 17:57:01.578504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dec935fc-f618-41c2-bc09-97ad95c7d632 req-93072cfc-670b-41d2-998d-55cfb8a40874 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610592 Jul 16 17:57:01.664152 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.693634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Transition to ACTIVE for port object e1928b1c-177e-4936-b24c-e8c10af7c5d3 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:01.740768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Transition to ACTIVE for port object e1928b1c-177e-4936-b24c-e8c10af7c5d3 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:01.763196 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.797234 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port df63bb66-3e8e-42a3-85cb-fa9444701746 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:01.901331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port df63bb66-3e8e-42a3-85cb-fa9444701746 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:01.901713 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:01.919430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Network 1e94ef17-298e-4148-afeb-c88e5d913d0a is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:01.922645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08836b20-eb6a-4ab2-800e-f3f1e8fb9197 req-996a2bda-c245-4712-8ce7-6ae7a55eec5a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:01.932897 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08836b20-eb6a-4ab2-800e-f3f1e8fb9197 req-996a2bda-c245-4712-8ce7-6ae7a55eec5a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1376326 Jul 16 17:57:01.997732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-36361144-7744-47b0-8dba-dff09fcb5cd1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.000976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-36361144-7744-47b0-8dba-dff09fcb5cd1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:02.005901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:02.018298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:02.019270 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-36361144-7744-47b0-8dba-dff09fcb5cd1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/networks?id=2bba8a2b-eb3e-4b52-b582-907f0455de93&id=1e94ef17-298e-4148-afeb-c88e5d913d0a&id=2bba8a2b-eb3e-4b52-b582-907f0455de93 HTTP/1.1" status: 200 len: 1391 time: 0.3379524 Jul 16 17:57:02.042898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08836b20-eb6a-4ab2-800e-f3f1e8fb9197 req-10226953-9d23-4a4a-a6df-e5f41e748709 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081676 Jul 16 17:57:02.086504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-7221d889-e98a-4660-ba52-7b59ab8b1628 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/quotas/06b2f706fee046cc9ddaad27739b4c09 HTTP/1.1" status: 200 len: 375 time: 0.0662196 Jul 16 17:57:02.173561 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Pushing event updated for resources: {'Port': ['ID=e1928b1c-177e-4936-b24c-e8c10af7c5d3,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:02.184725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fc6b3e95-5a6b-443c-85ce-70fca63488c5 req-2a0e0242-49de-4fcc-b0ac-3d46fa47bb3c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 210 time: 0.0582907 Jul 16 17:57:02.275913 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Attempting to bind port e1928b1c-177e-4936-b24c-e8c10af7c5d3 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:02.276534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Attempting to bind port e1928b1c-177e-4936-b24c-e8c10af7c5d3 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'b9709193-f1d1-4824-ae3c-e1e37a3d5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:02.277085 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Attempting to bind port e1928b1c-177e-4936-b24c-e8c10af7c5d3 on network 1e94ef17-298e-4148-afeb-c88e5d913d0a {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:02.279497 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-ab6833e5-b126-434c-b37b-0ec2c85cb92f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b2f706fee046cc9ddaad27739b4c09&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1911907 Jul 16 17:57:02.292472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:02.293883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Checking segment: {'id': 'b9709193-f1d1-4824-ae3c-e1e37a3d5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:02.295678 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.296880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Bound using segment: {'id': 'b9709193-f1d1-4824-ae3c-e1e37a3d5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:02.299368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Bound port: e1928b1c-177e-4936-b24c-e8c10af7c5d3, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9709193-f1d1-4824-ae3c-e1e37a3d5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:02.300076 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.357362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c60e02b-6582-4922-96b6-eb5a62e929eb None None] Network 2bba8a2b-eb3e-4b52-b582-907f0455de93 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:02.483703 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40cbaab3-c949-4f79-b044-8b0dd16525a0 req-742729b6-1bc9-470d-baec-bd7abfec5415 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 210 time: 0.0726624 Jul 16 17:57:02.536116 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-3f4dd1e5-e335-4121-a371-3e6fa4775d06 service neutron] 10.222.0.47 "GET /v2.0/networks/2bba8a2b-eb3e-4b52-b582-907f0455de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2533398 Jul 16 17:57:02.541227 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.635671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4492bc77-5c94-45f4-9256-87d4465497c3 None None] Provisioning for port ba5d8430-b114-45c1-84ed-bd3b55e80869 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:02.661417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] For port e1928b1c-177e-4936-b24c-e8c10af7c5d3, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:02.668408 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port df63bb66-3e8e-42a3-85cb-fa9444701746, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=df63bb66-3e8e-42a3-85cb-fa9444701746,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:02.685057 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.685897 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ba5d8430-b114-45c1-84ed-bd3b55e80869 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:02.689761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] For port e1928b1c-177e-4936-b24c-e8c10af7c5d3, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e1928b1c-177e-4936-b24c-e8c10af7c5d3,segment=NetworkSegment(b9709193-f1d1-4824-ae3c-e1e37a3d5c93),segment_id=b9709193-f1d1-4824-ae3c-e1e37a3d5c93)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:02.724236 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:02.771317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9b852776-fbfd-48a7-b695-ceb87fe3fe3a up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:02.789919 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-444cd623-a52e-4dd6-8e43-e6265e4bdfa0 service neutron] 10.222.0.47 "GET /v2.0/networks/2bba8a2b-eb3e-4b52-b582-907f0455de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526195 Jul 16 17:57:02.848932 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Sync routers for ids ['aa9c1d5e-1c6a-493f-98ab-36405d9ea683'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:57:02.867852 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Routers {'aa9c1d5e-1c6a-493f-98ab-36405d9ea683'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:02.868626 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:56:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['aa9c1d5e-1c6a-493f-98ab-36405d9ea683'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:02.932625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=df63bb66-3e8e-42a3-85cb-fa9444701746,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:02.963189 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-f7965d64-ceb8-47e6-b743-8ad2917ae820 service neutron] 10.222.0.47 "GET /v2.0/networks/1e94ef17-298e-4148-afeb-c88e5d913d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719303 Jul 16 17:57:03.048623 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61b1aa-336a-4aef-a923-ffd6eeb11e69 None None] Pushing event updated for resources: {'Port': ['ID=e1928b1c-177e-4936-b24c-e8c10af7c5d3,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:03.052344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad277842-829a-46d3-bdee-0d16d24591f4 req-7231031b-3212-4964-8679-6702919213de tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:03.061703 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad277842-829a-46d3-bdee-0d16d24591f4 req-7231031b-3212-4964-8679-6702919213de tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 949 time: 0.0918059 Jul 16 17:57:03.116572 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-2564beb9-504d-4d4b-bc27-e3c926658648 service neutron] 10.222.0.47 "GET /v2.0/networks/1e94ef17-298e-4148-afeb-c88e5d913d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521080 Jul 16 17:57:03.117181 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Set router aa9c1d5e-1c6a-493f-98ab-36405d9ea683 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:03.158699 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad277842-829a-46d3-bdee-0d16d24591f4 req-d55febc8-ccf5-4c51-a654-e785e04e6555 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851705 Jul 16 17:57:03.211364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:03.215187 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.314220 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-4226d660-5e88-43d1-b7f9-5f9314f40d62 service neutron] 10.222.0.47 "GET /v2.0/networks/2bba8a2b-eb3e-4b52-b582-907f0455de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854670 Jul 16 17:57:03.372633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port ba5d8430-b114-45c1-84ed-bd3b55e80869 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:03.415118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ba5d8430-b114-45c1-84ed-bd3b55e80869 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:03.419952 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.677483 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-f70652a9-a678-4b4a-8290-d81ea4143772 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=02d40a49c0a84b81a98ec66aee94886f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0950558 Jul 16 17:57:03.685695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc085dd-f6c9-4602-afb9-eb1c1aad6170 req-e826c90c-f9db-4967-8062-adbd811b1ba2 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:03.700444 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2bc085dd-f6c9-4602-afb9-eb1c1aad6170 req-e826c90c-f9db-4967-8062-adbd811b1ba2 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.2298203 Jul 16 17:57:03.788027 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:03.819890 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-03f256a7-2cce-45a9-8d84-e4df56111a61 service neutron] 10.222.0.47 "GET /v2.0/networks/2bba8a2b-eb3e-4b52-b582-907f0455de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4986873 Jul 16 17:57:03.837498 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2bc085dd-f6c9-4602-afb9-eb1c1aad6170 req-46a68eab-c669-41aa-a311-5a858c0a65ed tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355963 Jul 16 17:57:03.941669 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'name': 'tempest-ServersTestMultiNic-1497082033-router', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:51Z', 'updated_at': '2021-07-16T17:56:57Z', 'revision_number': 4, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'gw_port': {'id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:52Z', 'updated_at': '2021-07-16T17:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72', 'name': '', 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'mac_address': 'fa:16:3e:c5:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '87ea0f96-1046-43b1-a43a-25c9b6955504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:56Z', 'updated_at': '2021-07-16T17:56:57Z', 'revision_number': 2, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'subnets': [{'id': '87ea0f96-1046-43b1-a43a-25c9b6955504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:03.996728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:04.001254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:04.010722 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e55a7f-c8f2-4351-8653-e3cc31d5b115" -d '{"events": [{"server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:04.035946 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.107962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-d1a7b455-c189-4235-b35d-5cb5ad93afe8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:04.117308 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-d1a7b455-c189-4235-b35d-5cb5ad93afe8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4254446 Jul 16 17:57:04.142014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Request body: {'port': {'device_id': 'd7b1a243-f6dc-4235-9181-7f89296335ad', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '02d40a49c0a84b81a98ec66aee94886f'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:04.210018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:04.228742 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.292333 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b69daddb-a27b-4d97-b1ba-cbda0739c42e None None] Provisioning complete for port ba5d8430-b114-45c1-84ed-bd3b55e80869 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:04.295672 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b69daddb-a27b-4d97-b1ba-cbda0739c42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.301535 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e6d2861-2984-4cd9-a608-45f082dd36b1 req-23c64765-36d0-4d88-8b3a-9baeefb4236f tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 210 time: 0.1123047 Jul 16 17:57:04.378397 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Checking router: aa9c1d5e-1c6a-493f-98ab-36405d9ea683 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:57:04.378746 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Updating router aa9c1d5e-1c6a-493f-98ab-36405d9ea683 port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:57:04.451348 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.524670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port ba5d8430-b114-45c1-84ed-bd3b55e80869, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ba5d8430-b114-45c1-84ed-bd3b55e80869,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:04.534106 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.572171 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22769fc4-9c21-4023-ab65-8bc26d42c7c1 req-7c9a7e64-b0ea-4c93-a952-f5fe4f1d065a tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 210 time: 0.1489031 Jul 16 17:57:04.709577 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Made reservation on behalf of 02d40a49c0a84b81a98ec66aee94886f for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:04.715138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=ba5d8430-b114-45c1-84ed-bd3b55e80869,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:04.736344 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:04.793244 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8689650-c2bd-4851-a7ad-84503e67fcbd x-openstack-request-id: req-e8689650-c2bd-4851-a7ad-84503e67fcbd {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:04.793822 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:04.793822 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e8689650-c2bd-4851-a7ad-84503e67fcbd {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:04.794228 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'code': 200} Jul 16 17:57:04.965496 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a57ac72-0799-40f5-b458-7fe4b5af73a7 req-89d2a9d0-c720-4f7b-ac62-45c43d041921 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 210 time: 0.0922499 Jul 16 17:57:05.059303 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-7d118e98-a357-4720-8e00-bdcf38805cbf tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:05.069286 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-7d118e98-a357-4720-8e00-bdcf38805cbf tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.37 "GET /v2.0/networks?id=7c563e59-c1ff-42a8-94c7-04e62cd71834 HTTP/1.1" status: 200 len: 818 time: 0.4780490 Jul 16 17:57:05.096632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Request body: {'port': {'device_id': 'b34ceb1d-7693-4960-b6f8-ac1ab1a94a62', 'network_id': '7c563e59-c1ff-42a8-94c7-04e62cd71834', 'admin_state_up': True, 'tenant_id': '479c710ab6e84fb086d71c14fb81632f'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:05.114111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device df63bb66-3e8e-42a3-85cb-fa9444701746 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:05.217646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Allocated IP 192.168.233.78 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/d3238c56-a755-4c3d-8832-b923ff0264ef) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:05.220353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f614eecf-6d4c-4dbb-adc0-db4d4aa670e0 None None] Network 1e94ef17-298e-4148-afeb-c88e5d913d0a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:05.280030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ee60d4-3e7b-4856-8c88-a53a1b557fe2 req-753ea2fc-e0ae-4f0d-abe7-9d06f9611cf9 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:05.298708 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51ee60d4-3e7b-4856-8c88-a53a1b557fe2 req-753ea2fc-e0ae-4f0d-abe7-9d06f9611cf9 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.2532053 Jul 16 17:57:05.477519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Made reservation on behalf of 479c710ab6e84fb086d71c14fb81632f for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:05.492408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.498263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-24f835c5-f177-4ef1-b291-506864da0248 None None] Provisioning for port e1928b1c-177e-4936-b24c-e8c10af7c5d3 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:05.544489 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51ee60d4-3e7b-4856-8c88-a53a1b557fe2 req-95d60263-d55d-48d8-a0a5-d50fdeb65d42 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445238 Jul 16 17:57:05.635350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port df63bb66-3e8e-42a3-85cb-fa9444701746 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:05.636074 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.640533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e078515-e019-4d70-ba60-98d64ef9bc75 req-cf1f13df-7cc4-49c7-988f-441fefcb6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:05.642391 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e078515-e019-4d70-ba60-98d64ef9bc75 req-cf1f13df-7cc4-49c7-988f-441fefcb6d70 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 1101 time: 0.2958601 Jul 16 17:57:05.646721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adeed1d-3fb8-4739-9eb1-5bdd1b589f78 req-8981b70a-0177-455b-b244-ebe4a65d332d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:05.656668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9adeed1d-3fb8-4739-9eb1-5bdd1b589f78 req-8981b70a-0177-455b-b244-ebe4a65d332d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.3603675 Jul 16 17:57:05.721050 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.763362 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Transition to ACTIVE for port object b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:05.781227 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:05.892462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9adeed1d-3fb8-4739-9eb1-5bdd1b589f78 req-3be319a1-e294-417b-9bd2-0abfe4604519 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343342 Jul 16 17:57:05.919179 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Pushing event updated for resources: {'Port': ['ID=b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:05.939021 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:05.942660 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:05.943049 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:05.943396 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:05.943866 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:05.944097 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:05.944509 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:05.944751 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:05.945076 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:05.945400 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:05.945723 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:05.946047 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:06.166642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e1928b1c-177e-4936-b24c-e8c10af7c5d3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:06.174758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Allocated IP 172.20.0.3 (7c563e59-c1ff-42a8-94c7-04e62cd71834/9b08b47c-ebf2-4f99-9ea6-f078ffe8a6af/dce37511-4171-4a7d-b30c-2d67dd397f3b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:06.361488 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Attempting to bind port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:06.361848 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Attempting to bind port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '41d62f07-e3d9-4bbb-8062-5ea54395687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:06.362207 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Attempting to bind port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 on network 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:06.385737 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:06.386168 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Checking segment: {'id': '41d62f07-e3d9-4bbb-8062-5ea54395687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:06.386565 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.386963 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Bound using segment: {'id': '41d62f07-e3d9-4bbb-8062-5ea54395687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:06.387444 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Bound port: b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d62f07-e3d9-4bbb-8062-5ea54395687b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:06.387951 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.440065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port e1928b1c-177e-4936-b24c-e8c10af7c5d3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:06.459839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e1928b1c-177e-4936-b24c-e8c10af7c5d3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:06.460218 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.547292 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] For port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:06.551465 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] For port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72,segment=NetworkSegment(41d62f07-e3d9-4bbb-8062-5ea54395687b),segment_id=41d62f07-e3d9-4bbb-8062-5ea54395687b)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:06.551933 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.559066 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.643666 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.652135 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210af06-669e-4eda-9ba1-f702de3b8941 None None] Pushing event updated for resources: {'Port': ['ID=b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:06.686577 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.709213 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Routers {'aa9c1d5e-1c6a-493f-98ab-36405d9ea683'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:57:06.709863 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:56:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['aa9c1d5e-1c6a-493f-98ab-36405d9ea683'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:06.742402 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.759445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Network 7c563e59-c1ff-42a8-94c7-04e62cd71834 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:06.762562 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:06.781072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port e1928b1c-177e-4936-b24c-e8c10af7c5d3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e1928b1c-177e-4936-b24c-e8c10af7c5d3,segment=NetworkSegment(b9709193-f1d1-4824-ae3c-e1e37a3d5c93),segment_id=b9709193-f1d1-4824-ae3c-e1e37a3d5c93)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:06.782772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:06.783484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Transition to ACTIVE for port object d3238c56-a755-4c3d-8832-b923ff0264ef will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:06.804099 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.910815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e69eaf60-e938-4c3a-882d-6ff6d0243753 None None] Provisioning complete for port e1928b1c-177e-4936-b24c-e8c10af7c5d3 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:06.911188 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e69eaf60-e938-4c3a-882d-6ff6d0243753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.954958 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:06.960584 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] Set router aa9c1d5e-1c6a-493f-98ab-36405d9ea683 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:57:06.977259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Pushing event updated for resources: {'Port': ['ID=dce37511-4171-4a7d-b30c-2d67dd397f3b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:07.020953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb', '6e209650-6a34-4147-a81a-1f87c060b505', '965e79b8-5ebb-4579-b997-bf6856a0bab2', '80020d34-ba83-4332-aba0-2a5fc98a4304', '9e6325df-48a2-4c90-95f3-ff2a3404fe49'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:07.030256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac', '547a6284-61a4-453b-8042-cec4b3c08e8b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:07.039045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:07.045647 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b76d0-94ac-4ae5-837d-d927b80c48c2 req-b6f63aba-d677-49ef-8d21-994f1399280b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.058822 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a23b76d0-94ac-4ae5-837d-d927b80c48c2 req-b6f63aba-d677-49ef-8d21-994f1399280b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 931 time: 0.4386191 Jul 16 17:57:07.119856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.131685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.173702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c4901462-1de7-4c6f-9378-745969b7f37b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0872047 Jul 16 17:57:07.201391 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e078515-e019-4d70-ba60-98d64ef9bc75 req-5cd7922e-fc2c-4562-aa4f-71ced42894f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.5467303 Jul 16 17:57:07.207543 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Request body: {'port': {'device_id': 'b34ceb1d-7693-4960-b6f8-ac1ab1a94a62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:07.212933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:07.223181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a23b76d0-94ac-4ae5-837d-d927b80c48c2 req-0c09c625-b9fa-4615-bce8-2c1451f9755f tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633806 Jul 16 17:57:07.224490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=e1928b1c-177e-4936-b24c-e8c10af7c5d3,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:07.246122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:07.258411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:07.270497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event updated for resources: {'Port': ['ID=d3238c56-a755-4c3d-8832-b923ff0264ef,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:07.342915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.346260 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.346260 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.346260 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.346784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.347171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.347524 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.351675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.352052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.352403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.352751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.353090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:07.509323 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.596619 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'name': 'tempest-ServersTestMultiNic-1497082033-router', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:51Z', 'updated_at': '2021-07-16T17:56:57Z', 'revision_number': 4, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'gw_port': {'id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:52Z', 'updated_at': '2021-07-16T17:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72', 'name': '', 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'mac_address': 'fa:16:3e:c5:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '87ea0f96-1046-43b1-a43a-25c9b6955504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:56Z', 'updated_at': '2021-07-16T17:57:06Z', 'revision_number': 4, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'subnets': [{'id': '87ea0f96-1046-43b1-a43a-25c9b6955504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:07.718059 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ebf3b3d-e195-4145-8352-e73cdf7a141a None None] The sync data for ids ['aa9c1d5e-1c6a-493f-98ab-36405d9ea683'] in n-d-794306-7 is: [{'id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'name': 'tempest-ServersTestMultiNic-1497082033-router', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:51Z', 'updated_at': '2021-07-16T17:56:57Z', 'revision_number': 4, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'gw_port': {'id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:52Z', 'updated_at': '2021-07-16T17:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72', 'name': '', 'network_id': '36c6df77-c972-4b2b-b5d6-c73a6cbc6429', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'mac_address': 'fa:16:3e:c5:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_interface', 'standard_attr_id': 695, 'fixed_ips': [{'subnet_id': '87ea0f96-1046-43b1-a43a-25c9b6955504', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:56Z', 'updated_at': '2021-07-16T17:57:06Z', 'revision_number': 4, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'subnets': [{'id': '87ea0f96-1046-43b1-a43a-25c9b6955504', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:57:07.787896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9e88b482-27c6-4a65-8fad-0acebdcf1ba0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.793366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:07.806844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9e88b482-27c6-4a65-8fad-0acebdcf1ba0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.808618 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9e88b482-27c6-4a65-8fad-0acebdcf1ba0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "GET /v2.0/networks?id=2bba8a2b-eb3e-4b52-b582-907f0455de93&id=1e94ef17-298e-4148-afeb-c88e5d913d0a&id=2bba8a2b-eb3e-4b52-b582-907f0455de93 HTTP/1.1" status: 200 len: 1391 time: 0.4313395 Jul 16 17:57:07.830527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:07.832290 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:07.847908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cef6978-49a5-4a36-8536-7eb457193c34 req-1531ddf6-d46e-4556-84ab-f96eea0ac28c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.859923 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0cef6978-49a5-4a36-8536-7eb457193c34 req-1531ddf6-d46e-4556-84ab-f96eea0ac28c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 935 time: 0.9985456 Jul 16 17:57:07.896695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'port': {'device_id': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93', 'admin_state_up': True, 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:07.979268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:07.980062 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.042923 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-048d2050-2187-4f97-8660-a19d15c6b8f1 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.9098008 Jul 16 17:57:08.056912 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0cef6978-49a5-4a36-8536-7eb457193c34 req-74fc4816-f1b6-42e5-a56b-2c8194e28429 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1940930 Jul 16 17:57:08.076619 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe79f567-e19d-4a3d-8641-c64ef84bc21b req-6aad81fb-e4c8-4beb-9be1-6417eda34b8d tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 210 time: 0.1336374 Jul 16 17:57:08.081050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Request body: {'port': {'device_id': 'd7b1a243-f6dc-4235-9181-7f89296335ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:08.148220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c191d30e-f64b-4c78-ba9a-1d94c487c197 None None] Provisioning for port d3238c56-a755-4c3d-8832-b923ff0264ef completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:08.254214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c191d30e-f64b-4c78-ba9a-1d94c487c197 None None] Provisioning complete for port d3238c56-a755-4c3d-8832-b923ff0264ef triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:08.254214 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c191d30e-f64b-4c78-ba9a-1d94c487c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.441423 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.443623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:08.448393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.695028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c191d30e-f64b-4c78-ba9a-1d94c487c197 None None] Port d3238c56-a755-4c3d-8832-b923ff0264ef cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:08.718603 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:08.819713 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c191d30e-f64b-4c78-ba9a-1d94c487c197 None None] Provisioning complete for port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:08.820352 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c191d30e-f64b-4c78-ba9a-1d94c487c197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.113945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5ddd5d-deef-42ba-9350-85d4fd282261 req-b2994e9f-9af3-4ebb-8087-827260b1b870 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:09.120977 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc5ddd5d-deef-42ba-9350-85d4fd282261 req-b2994e9f-9af3-4ebb-8087-827260b1b870 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.7697473 Jul 16 17:57:09.177445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbe28c9-2b5e-4bd6-b0a1-86d6114da889 req-ff2fd112-2da3-4d15-a8bd-3a4d39a31a1e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:09.178994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8fbe28c9-2b5e-4bd6-b0a1-86d6114da889 req-ff2fd112-2da3-4d15-a8bd-3a4d39a31a1e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.2862926 Jul 16 17:57:09.259489 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Allocated IP 19.80.0.40 (2bba8a2b-eb3e-4b52-b582-907f0455de93/30c75ed4-3c28-450d-86e3-41bf8ed23384/ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:09.275166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3238c56-a755-4c3d-8832-b923ff0264ef {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:09.292597 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc5ddd5d-deef-42ba-9350-85d4fd282261 req-2d68675c-1482-41fc-a531-06d7dc603c73 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706080 Jul 16 17:57:09.308504 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.318758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72,segment=NetworkSegment(41d62f07-e3d9-4bbb-8062-5ea54395687b),segment_id=41d62f07-e3d9-4bbb-8062-5ea54395687b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:09.367845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Transition to ACTIVE for port object d3238c56-a755-4c3d-8832-b923ff0264ef will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:09.393080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.401010 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.403741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ba5d8430-b114-45c1-84ed-bd3b55e80869 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:09.407092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8fbe28c9-2b5e-4bd6-b0a1-86d6114da889 req-8792b844-f017-4822-82c7-12b95e48ee1e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2096329 Jul 16 17:57:09.443735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce37511-4171-4a7d-b30c-2d67dd397f3b {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:09.459918 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.493842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Transition to ACTIVE for port object dce37511-4171-4a7d-b30c-2d67dd397f3b will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:09.497571 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.667322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Pushing event updated for resources: {'Port': ['ID=dce37511-4171-4a7d-b30c-2d67dd397f3b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:09.740054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Pushing event updated for resources: {'Port': ['ID=d3238c56-a755-4c3d-8832-b923ff0264ef,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:09.803424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:09.845115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ba5d8430-b114-45c1-84ed-bd3b55e80869 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:09.845494 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:09.892898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Attempting to bind port dce37511-4171-4a7d-b30c-2d67dd397f3b on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:09.893241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Attempting to bind port dce37511-4171-4a7d-b30c-2d67dd397f3b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '7b7b21d6-dbc3-4c96-9582-e1ad891138e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c563e59-c1ff-42a8-94c7-04e62cd71834'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:09.893575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Attempting to bind port dce37511-4171-4a7d-b30c-2d67dd397f3b on network 7c563e59-c1ff-42a8-94c7-04e62cd71834 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:09.908039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Port dce37511-4171-4a7d-b30c-2d67dd397f3b on network 7c563e59-c1ff-42a8-94c7-04e62cd71834 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:09.918864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Attempting to bind port dce37511-4171-4a7d-b30c-2d67dd397f3b on network 7c563e59-c1ff-42a8-94c7-04e62cd71834 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:09.934246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:09.934591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Checking segment: {'id': '7b7b21d6-dbc3-4c96-9582-e1ad891138e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c563e59-c1ff-42a8-94c7-04e62cd71834'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:09.934982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Bound using segment: {'id': '7b7b21d6-dbc3-4c96-9582-e1ad891138e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c563e59-c1ff-42a8-94c7-04e62cd71834'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:09.935414 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Bound port: dce37511-4171-4a7d-b30c-2d67dd397f3b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b7b21d6-dbc3-4c96-9582-e1ad891138e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '7c563e59-c1ff-42a8-94c7-04e62cd71834'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:09.939201 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.044814 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.067526 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Transition to ACTIVE for port object ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:10.111883 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.144374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] For port dce37511-4171-4a7d-b30c-2d67dd397f3b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:10.155385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] For port dce37511-4171-4a7d-b30c-2d67dd397f3b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dce37511-4171-4a7d-b30c-2d67dd397f3b,segment=NetworkSegment(7b7b21d6-dbc3-4c96-9582-e1ad891138e6),segment_id=7b7b21d6-dbc3-4c96-9582-e1ad891138e6)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:10.173700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:10.177857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36ca24f-7781-4bc0-8a0a-a699d1478df7 req-e83fdf24-b734-4111-967e-2306c9b606b3 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.180215 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b36ca24f-7781-4bc0-8a0a-a699d1478df7 req-e83fdf24-b734-4111-967e-2306c9b606b3 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 947 time: 0.2188027 Jul 16 17:57:10.182159 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.244064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.245177 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.246779 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] 10.222.0.37 "PUT /v2.0/ports/dce37511-4171-4a7d-b30c-2d67dd397f3b HTTP/1.1" status: 200 len: 1091 time: 3.0568588 Jul 16 17:57:10.252570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b34ceb1d-7693-4960-b6f8-ac1ab1a94a62', 'tag': 'dce37511-4171-4a7d-b30c-2d67dd397f3b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:10.255208 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31539a6b-df4e-4218-80ac-f5c79025f875" -d '{"events": [{"name": "network-changed", "server_uuid": "b34ceb1d-7693-4960-b6f8-ac1ab1a94a62", "tag": "dce37511-4171-4a7d-b30c-2d67dd397f3b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:10.261737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Port': ['ID=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:10.270161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Attempting to bind port d3238c56-a755-4c3d-8832-b923ff0264ef on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:10.270678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Attempting to bind port d3238c56-a755-4c3d-8832-b923ff0264ef by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:10.271015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Attempting to bind port d3238c56-a755-4c3d-8832-b923ff0264ef on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:10.297513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network 2bba8a2b-eb3e-4b52-b582-907f0455de93 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:10.318861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Port d3238c56-a755-4c3d-8832-b923ff0264ef on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:10.323218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:10.323762 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.326953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Attempting to bind port d3238c56-a755-4c3d-8832-b923ff0264ef on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:10.339220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:10.341934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:10.344945 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b36ca24f-7781-4bc0-8a0a-a699d1478df7 req-4942e486-e8d8-48a9-995a-fcc33a5b5d73 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518412 Jul 16 17:57:10.437495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:10.437723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:10.438142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:10.438667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Bound port: d3238c56-a755-4c3d-8832-b923ff0264ef, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:10.438977 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.489752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b68473-c69c-4467-baca-1e7880b2df19 service neutron] Pushing event updated for resources: {'Port': ['ID=dce37511-4171-4a7d-b30c-2d67dd397f3b,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:10.547376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e1928b1c-177e-4936-b24c-e8c10af7c5d3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:10.571249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2d6e1-b98b-48b6-8174-914003d227c5 req-2a98b1ff-d604-404f-a5c1-9e51054fbed3 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.580144 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3c2d6e1-b98b-48b6-8174-914003d227c5 req-2a98b1ff-d604-404f-a5c1-9e51054fbed3 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 943 time: 1.0241010 Jul 16 17:57:10.623580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-9984b245-aca8-429e-9b87-a3b6400624b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.629911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-9984b245-aca8-429e-9b87-a3b6400624b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=479c710ab6e84fb086d71c14fb81632f&device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 1094 time: 0.2953477 Jul 16 17:57:10.644265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e1928b1c-177e-4936-b24c-e8c10af7c5d3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:10.645148 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.703510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-d4a97a70-2074-44ab-9f99-1956cc30cb51 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dce37511-4171-4a7d-b30c-2d67dd397f3b HTTP/1.1" status: 200 len: 217 time: 0.0575531 Jul 16 17:57:10.714824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.715491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.804419 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3c2d6e1-b98b-48b6-8174-914003d227c5 req-4622af97-6ed7-4846-86f5-934833eea99d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198300 Jul 16 17:57:10.808304 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9eb510b2-e627-4076-ae79-94c6deee1f2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9196479 Jul 16 17:57:10.810824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] For port d3238c56-a755-4c3d-8832-b923ff0264ef, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:10.828715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'port': {'device_id': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a', 'admin_state_up': True, 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:10.839378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] For port d3238c56-a755-4c3d-8832-b923ff0264ef, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=d3238c56-a755-4c3d-8832-b923ff0264ef,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:10.853130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-2a028153-c586-4374-b4c8-921ee939e4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.855707 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-2a028153-c586-4374-b4c8-921ee939e4d0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b08b47c-ebf2-4f99-9ea6-f078ffe8a6af HTTP/1.1" status: 200 len: 858 time: 0.0864484 Jul 16 17:57:10.860442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.889033 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2a9d25-c210-4c22-87c6-091c933c9f22 x-openstack-request-id: req-2c2a9d25-c210-4c22-87c6-091c933c9f22 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:10.889374 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b34ceb1d-7693-4960-b6f8-ac1ab1a94a62", "tag": "dce37511-4171-4a7d-b30c-2d67dd397f3b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:10.889637 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c2a9d25-c210-4c22-87c6-091c933c9f22 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:10.890043 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b34ceb1d-7693-4960-b6f8-ac1ab1a94a62', 'tag': 'dce37511-4171-4a7d-b30c-2d67dd397f3b', 'status': 'completed', 'code': 200} Jul 16 17:57:10.954760 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-80682ada-504e-4e73-89b8-8e7518dfc31d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c563e59-c1ff-42a8-94c7-04e62cd71834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882034 Jul 16 17:57:10.982671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:10.984522 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:10.986140 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] 10.222.0.37 "PUT /v2.0/ports/d3238c56-a755-4c3d-8832-b923ff0264ef HTTP/1.1" status: 200 len: 1095 time: 2.9198637 Jul 16 17:57:10.989565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7b1a243-f6dc-4235-9181-7f89296335ad', 'tag': 'd3238c56-a755-4c3d-8832-b923ff0264ef'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:10.992125 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03d138da-bb10-4b1e-81c3-e28b42efb0d1" -d '{"events": [{"name": "network-changed", "server_uuid": "d7b1a243-f6dc-4235-9181-7f89296335ad", "tag": "d3238c56-a755-4c3d-8832-b923ff0264ef"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:11.059958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afaf60b-43cb-4078-800d-faeaf479f18e service neutron] Pushing event updated for resources: {'Port': ['ID=d3238c56-a755-4c3d-8832-b923ff0264ef,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:11.082742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691f5c15-e1a0-44e0-bab5-7f19473eb84a req-16375f15-4c31-4f68-8204-be108b784883 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.100252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-691f5c15-e1a0-44e0-bab5-7f19473eb84a req-16375f15-4c31-4f68-8204-be108b784883 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 931 time: 0.3946431 Jul 16 17:57:11.102401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-71ae2192-328a-48eb-b1e4-6e7709435830 None None] Provisioning for port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:11.142468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-71ae2192-328a-48eb-b1e4-6e7709435830 None None] Provisioning complete for port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:11.142847 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-71ae2192-328a-48eb-b1e4-6e7709435830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.212818 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-691f5c15-e1a0-44e0-bab5-7f19473eb84a req-9ba76f31-697a-43f2-becb-0974871aa543 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112967 Jul 16 17:57:11.241203 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-b7a34bed-4499-4f57-8021-e7324e26b20e service neutron] 10.222.0.37 "GET /v2.0/networks/7c563e59-c1ff-42a8-94c7-04e62cd71834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2691741 Jul 16 17:57:11.286908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-71ae2192-328a-48eb-b1e4-6e7709435830 None None] Port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:11.288544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:11.307151 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.417112 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2598e59-0ce5-4d69-89fd-7a8d3e7e0dc5 req-c266dd0f-6f8c-43c3-a864-36a33587746c service neutron] 10.222.0.37 "GET /v2.0/networks/7c563e59-c1ff-42a8-94c7-04e62cd71834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634529 Jul 16 17:57:11.444250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4caa5d-6fe4-4614-925f-077399b35569 req-6ee8aae2-d5c9-4577-8c06-e0328a82e845 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.452493 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa4caa5d-6fe4-4614-925f-077399b35569 req-6ee8aae2-d5c9-4577-8c06-e0328a82e845 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.3012464 Jul 16 17:57:11.482494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-bcb50764-3332-458d-8651-ba96b42d6d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.484117 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-bcb50764-3332-458d-8651-ba96b42d6d04 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 1098 time: 0.4199045 Jul 16 17:57:11.563249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa4caa5d-6fe4-4614-925f-077399b35569 req-c56a6c09-c162-4a51-8708-a9487ffe99b3 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095469 Jul 16 17:57:11.589290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42e8fda-834f-4e7d-a710-1ce69e9bf467 req-a48529b0-67da-4867-81d1-d4bf3f2dc58c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.597331 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f42e8fda-834f-4e7d-a710-1ce69e9bf467 req-a48529b0-67da-4867-81d1-d4bf3f2dc58c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1267517 Jul 16 17:57:11.611054 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-5d978de6-5936-4af8-b249-2c0eac8a29c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d3238c56-a755-4c3d-8832-b923ff0264ef HTTP/1.1" status: 200 len: 217 time: 0.0738595 Jul 16 17:57:11.654387 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f42e8fda-834f-4e7d-a710-1ce69e9bf467 req-9b7fbe61-b4d2-4858-9bde-184e8c57c126 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560725 Jul 16 17:57:11.684796 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-dcfca756-bb84-4c2b-8278-05ae12371398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.685708 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-dcfca756-bb84-4c2b-8278-05ae12371398 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0673900 Jul 16 17:57:11.699280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539a6b-df4e-4218-80ac-f5c79025f875 req-c269c06f-c021-4dcb-8769-f20de27a62be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.704698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31539a6b-df4e-4218-80ac-f5c79025f875 req-c269c06f-c021-4dcb-8769-f20de27a62be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=479c710ab6e84fb086d71c14fb81632f&device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 1094 time: 0.1829767 Jul 16 17:57:11.711523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Allocated IP 19.86.0.173 (1e94ef17-298e-4148-afeb-c88e5d913d0a/41b43ec8-81a5-4b72-bf41-a03cc875b026/8b6deded-eae5-4596-b63a-00363eb72181) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:11.731596 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7c3f345-0fe8-4b80-8504-3576d7e98dfc x-openstack-request-id: req-a7c3f345-0fe8-4b80-8504-3576d7e98dfc {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:11.731923 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7b1a243-f6dc-4235-9181-7f89296335ad", "tag": "d3238c56-a755-4c3d-8832-b923ff0264ef", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:11.732175 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a7c3f345-0fe8-4b80-8504-3576d7e98dfc {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:11.732570 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7b1a243-f6dc-4235-9181-7f89296335ad', 'tag': 'd3238c56-a755-4c3d-8832-b923ff0264ef', 'status': 'completed', 'code': 200} Jul 16 17:57:11.747690 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:11.804567 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-28a31ae5-7d17-4dce-8d15-176d403df928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:11.806089 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-28a31ae5-7d17-4dce-8d15-176d403df928 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1108980 Jul 16 17:57:11.999935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539a6b-df4e-4218-80ac-f5c79025f875 req-e7a4e4b6-db0e-48eb-a6c3-20be465fb7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.002870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31539a6b-df4e-4218-80ac-f5c79025f875 req-e7a4e4b6-db0e-48eb-a6c3-20be465fb7f2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7c563e59-c1ff-42a8-94c7-04e62cd71834 HTTP/1.1" status: 200 len: 919 time: 0.2894337 Jul 16 17:57:12.063716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31539a6b-df4e-4218-80ac-f5c79025f875 req-25258750-486c-42c6-8673-855a30f36a34 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dce37511-4171-4a7d-b30c-2d67dd397f3b HTTP/1.1" status: 200 len: 217 time: 0.0458837 Jul 16 17:57:12.075525 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.081720 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-78431ad3-4878-479c-879c-6638845ec1ce service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638330 Jul 16 17:57:12.091003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069bc58-3a76-467b-ab61-7c84b301d1dd req-c7789a34-457c-4360-9bdc-f5e4c02d2ab7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.093618 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3069bc58-3a76-467b-ab61-7c84b301d1dd req-c7789a34-457c-4360-9bdc-f5e4c02d2ab7 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 947 time: 0.2019539 Jul 16 17:57:12.110238 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Transition to ACTIVE for port object 8b6deded-eae5-4596-b63a-00363eb72181 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:12.151788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de08460f-82ad-43b8-b284-a37f78b0be04 req-8a7ac68c-9c2f-49a0-8249-ace98e84fbf4 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.152961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-de08460f-82ad-43b8-b284-a37f78b0be04 req-8a7ac68c-9c2f-49a0-8249-ace98e84fbf4 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1671259 Jul 16 17:57:12.153951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31539a6b-df4e-4218-80ac-f5c79025f875 req-98699257-a514-4c2c-85fa-53a76b3ef5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.156018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31539a6b-df4e-4218-80ac-f5c79025f875 req-98699257-a514-4c2c-85fa-53a76b3ef5d5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9b08b47c-ebf2-4f99-9ea6-f078ffe8a6af HTTP/1.1" status: 200 len: 858 time: 0.0841415 Jul 16 17:57:12.162090 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3069bc58-3a76-467b-ab61-7c84b301d1dd req-c702d8da-50d9-4865-87d0-2a4e72a8ed8f tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503545 Jul 16 17:57:12.197850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31539a6b-df4e-4218-80ac-f5c79025f875 req-ccadc984-87c0-4a38-b4a4-6ca73d096e89 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7c563e59-c1ff-42a8-94c7-04e62cd71834&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346556 Jul 16 17:57:12.275087 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-de08460f-82ad-43b8-b284-a37f78b0be04 req-7a5ab6ad-ac11-4ca7-9064-69c745d07bf0 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057823 Jul 16 17:57:12.293692 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.338105 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c473f-883a-43b1-95e5-e2d109705e64 req-246108e4-5e93-4892-8550-0e33b663ba2d service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474537 Jul 16 17:57:12.352068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31539a6b-df4e-4218-80ac-f5c79025f875 req-3fbdc7ec-b25b-4b8e-bb44-c576219196f1 service neutron] 10.222.0.37 "GET /v2.0/networks/7c563e59-c1ff-42a8-94c7-04e62cd71834?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460404 Jul 16 17:57:12.352997 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network 1e94ef17-298e-4148-afeb-c88e5d913d0a is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:12.356420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:12.364125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:12.406201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Port': ['ID=8b6deded-eae5-4596-b63a-00363eb72181,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:12.433774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.434498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.464826 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5927761f-34ff-4ec5-92a5-0788b0530f9b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6440535 Jul 16 17:57:12.479715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'port': {'device_id': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93', 'admin_state_up': True, 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:12.532004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749f1f2-db0d-46ab-a84a-7b6c4b28eb56 req-195b0708-559c-4089-af9e-c2db8ab411c4 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.539446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3749f1f2-db0d-46ab-a84a-7b6c4b28eb56 req-195b0708-559c-4089-af9e-c2db8ab411c4 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 943 time: 0.1904314 Jul 16 17:57:12.550753 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31539a6b-df4e-4218-80ac-f5c79025f875 req-1b389ed3-16f4-46cd-a655-f9873e9cd731 service neutron] 10.222.0.37 "GET /v2.0/networks/7c563e59-c1ff-42a8-94c7-04e62cd71834?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869705 Jul 16 17:57:12.591437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3749f1f2-db0d-46ab-a84a-7b6c4b28eb56 req-208e1110-d003-469a-b10a-e2c0c48fbf7f tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508096 Jul 16 17:57:12.720023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:12.723531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.771088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640436e9-f0c5-4d15-b34b-3d5d9433130a req-507cefba-2a5b-4786-8d1d-2122b87931f0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.777554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640436e9-f0c5-4d15-b34b-3d5d9433130a req-507cefba-2a5b-4786-8d1d-2122b87931f0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.779682 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-640436e9-f0c5-4d15-b34b-3d5d9433130a req-507cefba-2a5b-4786-8d1d-2122b87931f0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 1654 time: 0.1994038 Jul 16 17:57:12.787237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d138da-bb10-4b1e-81c3-e28b42efb0d1 req-3ad1bc7e-09a5-4c71-8252-53892d0b92f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:12.788710 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03d138da-bb10-4b1e-81c3-e28b42efb0d1 req-3ad1bc7e-09a5-4c71-8252-53892d0b92f6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 1098 time: 0.2000139 Jul 16 17:57:12.852686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0865e9c1-44f7-45df-b125-97d2aeeff9f7 None None] Provisioning for port 8b6deded-eae5-4596-b63a-00363eb72181 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:12.860339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0865e9c1-44f7-45df-b125-97d2aeeff9f7 None None] Provisioning complete for port 8b6deded-eae5-4596-b63a-00363eb72181 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:12.860803 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0865e9c1-44f7-45df-b125-97d2aeeff9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:12.925320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0865e9c1-44f7-45df-b125-97d2aeeff9f7 None None] Port 8b6deded-eae5-4596-b63a-00363eb72181 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:12.963782 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-640436e9-f0c5-4d15-b34b-3d5d9433130a req-df5d29fe-94bd-44bc-8521-2f951abf53a6 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739705 Jul 16 17:57:13.073860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d138da-bb10-4b1e-81c3-e28b42efb0d1 req-7df3faa5-bb93-428c-9ee8-f772276f62ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:13.075683 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03d138da-bb10-4b1e-81c3-e28b42efb0d1 req-7df3faa5-bb93-428c-9ee8-f772276f62ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2746446 Jul 16 17:57:13.168588 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03d138da-bb10-4b1e-81c3-e28b42efb0d1 req-3a5ac2c4-f8d7-4dd8-b169-4a74b6317480 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.78&port_id=d3238c56-a755-4c3d-8832-b923ff0264ef HTTP/1.1" status: 200 len: 217 time: 0.0788949 Jul 16 17:57:13.169786 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Allocated IP 19.80.0.250 (2bba8a2b-eb3e-4b52-b582-907f0455de93/30c75ed4-3c28-450d-86e3-41bf8ed23384/894f0d79-ac24-4912-9b8e-6e005b89308c) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:13.308162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658e1516-38cd-477c-971b-d0c97dd9cef8 req-8766e13c-6225-4ac8-8cf5-527102e031c8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:13.309985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-658e1516-38cd-477c-971b-d0c97dd9cef8 req-8766e13c-6225-4ac8-8cf5-527102e031c8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.0754836 Jul 16 17:57:13.330660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d138da-bb10-4b1e-81c3-e28b42efb0d1 req-fa17328f-63c2-4f9e-a4bb-a4a5b292ea6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:13.337222 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03d138da-bb10-4b1e-81c3-e28b42efb0d1 req-fa17328f-63c2-4f9e-a4bb-a4a5b292ea6c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1606591 Jul 16 17:57:13.479162 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-0adbf270-e8ce-485d-bfae-7925ac9981e9 service neutron] show failed (client error): The resource could not be found. Jul 16 17:57:13.481119 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-0adbf270-e8ce-485d-bfae-7925ac9981e9 service neutron] 10.222.0.18 "GET /v2.0/ports/4f896446-eda0-4d29-b67e-9dd33dc92e27/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.1276920 Jul 16 17:57:13.495591 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-658e1516-38cd-477c-971b-d0c97dd9cef8 req-924a767b-75bb-4115-a181-d9e4ddf248b4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782460 Jul 16 17:57:13.900909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75a1d6c-bbdc-4a59-afb1-a91361cf1a2d req-70745062-3680-4cc5-917e-68b390556ce5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:13.908356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e75a1d6c-bbdc-4a59-afb1-a91361cf1a2d req-70745062-3680-4cc5-917e-68b390556ce5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1423376 Jul 16 17:57:13.916480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-c6c6c81e-0d1e-4a79-a9e5-cfb16a0c01a4 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:13.919237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-c6c6c81e-0d1e-4a79-a9e5-cfb16a0c01a4 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 821 time: 0.7602308 Jul 16 17:57:13.937659 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-9b55b442-a424-470f-90fb-d83e73566d6b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/quotas/fd1e60976af94d0bbe27792be036c702 HTTP/1.1" status: 200 len: 375 time: 0.0098169 Jul 16 17:57:13.978082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e75a1d6c-bbdc-4a59-afb1-a91361cf1a2d req-6de04e4b-9be6-436b-9bc4-e39d7c108526 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684516 Jul 16 17:57:13.984731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d138da-bb10-4b1e-81c3-e28b42efb0d1 req-d6104de6-be20-45ca-9f35-772140a41b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:13.986239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03d138da-bb10-4b1e-81c3-e28b42efb0d1 req-d6104de6-be20-45ca-9f35-772140a41b10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6366923 Jul 16 17:57:13.988521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-e0bf2fad-a8ed-49ea-bac0-8fd417f31ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:13.990774 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-e0bf2fad-a8ed-49ea-bac0-8fd417f31ce4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49&tenant_id=062537ea7da04e45bd99e357cf9993d8 HTTP/1.1" status: 200 len: 1101 time: 0.1726525 Jul 16 17:57:14.009849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:14.115474 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.120751 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.150756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Transition to ACTIVE for port object 894f0d79-ac24-4912-9b8e-6e005b89308c will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:14.197450 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-efb68264-0bf6-4da4-a647-d80c4dfb65af tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2327018 Jul 16 17:57:14.203196 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03d138da-bb10-4b1e-81c3-e28b42efb0d1 req-86a7dafb-2e19-436f-80a9-a25ce734012f service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905670 Jul 16 17:57:14.307016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b1644-bc85-4837-ae26-ab1ea4627ece req-fb0de0a5-21ee-4566-ba1b-af94ea351fe0 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:14.314969 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-130b1644-bc85-4837-ae26-ab1ea4627ece req-fb0de0a5-21ee-4566-ba1b-af94ea351fe0 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 947 time: 0.1963987 Jul 16 17:57:14.392117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.404511 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-130b1644-bc85-4837-ae26-ab1ea4627ece req-49fb1bb3-edf2-4806-906b-9d9afe924274 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880907 Jul 16 17:57:14.512617 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-5efdeafa-5769-46c0-a749-4addbacd0d97 service neutron] 10.222.0.47 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051767 Jul 16 17:57:14.514548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03d138da-bb10-4b1e-81c3-e28b42efb0d1 req-355b2854-f52a-44d3-8675-13c381beebcb service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2984521 Jul 16 17:57:14.527334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:14.538625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network 2bba8a2b-eb3e-4b52-b582-907f0455de93 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:14.558154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:14.563265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:14.566582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Port': ['ID=894f0d79-ac24-4912-9b8e-6e005b89308c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:14.618736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:14.680102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:14.687138 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7777e8-457f-451e-9210-34a3443f6c9e" -d '{"events": [{"server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "name": "network-vif-unplugged", "status": "completed", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:14.690016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:14.691514 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.691905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.715929 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Transition to ACTIVE for port object 4f896446-eda0-4d29-b67e-9dd33dc92e27 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:14.725468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff09aa-2294-4f3f-bfd4-3bb30684e372 req-8ab09454-ec21-44a1-8f1f-9cd1aa484c39 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:14.727054 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96ff09aa-2294-4f3f-bfd4-3bb30684e372 req-8ab09454-ec21-44a1-8f1f-9cd1aa484c39 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 943 time: 0.1858101 Jul 16 17:57:14.731242 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.741193 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-5ff4e29d-2d2c-4804-96c9-8e1b99209f50 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2639294 Jul 16 17:57:14.743591 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-30e60166-3f56-44a1-a11e-439afedaf16a service neutron] 10.222.0.47 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189255 Jul 16 17:57:14.763121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Request body: {'port': {'device_id': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:14.861239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f896446-eda0-4d29-b67e-9dd33dc92e27,revision_number=6']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:14.864060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] No DVR routers for this DVR port 4f896446-eda0-4d29-b67e-9dd33dc92e27 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:14.868338 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96ff09aa-2294-4f3f-bfd4-3bb30684e372 req-3853bed3-c448-4fde-be09-4d7366e6acf7 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268725 Jul 16 17:57:14.891304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.891770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.892109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.892441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.892765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.896404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.896809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.897160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.897477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.897813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.898653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.899125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:14.936833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.956901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d477ab62-acc9-4f89-9299-78bc50a1a2d6 None None] Provisioning for port 894f0d79-ac24-4912-9b8e-6e005b89308c completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:14.972804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d477ab62-acc9-4f89-9299-78bc50a1a2d6 None None] Provisioning complete for port 894f0d79-ac24-4912-9b8e-6e005b89308c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:14.974511 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d477ab62-acc9-4f89-9299-78bc50a1a2d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:14.980549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Attempting to bind port 4f896446-eda0-4d29-b67e-9dd33dc92e27 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:14.980932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Attempting to bind port 4f896446-eda0-4d29-b67e-9dd33dc92e27 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:14.981362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Attempting to bind port 4f896446-eda0-4d29-b67e-9dd33dc92e27 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:14.987239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Port 4f896446-eda0-4d29-b67e-9dd33dc92e27 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:14.987821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Attempting to bind port 4f896446-eda0-4d29-b67e-9dd33dc92e27 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:14.994045 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:14.994457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:14.994945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:14.995474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Bound port: 4f896446-eda0-4d29-b67e-9dd33dc92e27, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:14.995959 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.030511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d477ab62-acc9-4f89-9299-78bc50a1a2d6 None None] Port 894f0d79-ac24-4912-9b8e-6e005b89308c cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:15.169723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:15.185790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:15.193603 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.253774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:15.254417 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.256025 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/4f896446-eda0-4d29-b67e-9dd33dc92e27 HTTP/1.1" status: 200 len: 1096 time: 1.2506793 Jul 16 17:57:15.313482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128d3f-2440-4143-9110-66d55bdfc23a req-2500e2b7-ff49-4c19-85b4-c3154c59106c tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:15.324260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128d3f-2440-4143-9110-66d55bdfc23a req-2500e2b7-ff49-4c19-85b4-c3154c59106c tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:15.334160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128d3f-2440-4143-9110-66d55bdfc23a req-2500e2b7-ff49-4c19-85b4-c3154c59106c tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:15.336856 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35128d3f-2440-4143-9110-66d55bdfc23a req-2500e2b7-ff49-4c19-85b4-c3154c59106c tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2376 time: 0.2153971 Jul 16 17:57:15.413983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea3c60-c948-4c93-a72d-aae3117df9d7 service neutron] Pushing event updated for resources: {'Port': ['ID=4f896446-eda0-4d29-b67e-9dd33dc92e27,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:15.420696 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d7c0ca45-0ec0-4dda-9e5d-31aa5df72de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.487038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35128d3f-2440-4143-9110-66d55bdfc23a req-65141c3d-d25b-445d-b6fe-cfdcffda7ffc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815766 Jul 16 17:57:15.517419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-baf161ac-2746-41da-8ff0-0304db723675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:15.517599 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:15.519624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-baf161ac-2746-41da-8ff0-0304db723675 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 1099 time: 0.2210913 Jul 16 17:57:15.533065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device d3238c56-a755-4c3d-8832-b923ff0264ef details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:15.543188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.575220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Transition to ACTIVE for port object ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:15.583290 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.713125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Pushing event updated for resources: {'Port': ['ID=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:15.727908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-81bd57b7-4fe5-487b-8937-779ea0fd6776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:15.729449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-81bd57b7-4fe5-487b-8937-779ea0fd6776 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2028270 Jul 16 17:57:15.761909 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port d3238c56-a755-4c3d-8832-b923ff0264ef, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=d3238c56-a755-4c3d-8832-b923ff0264ef,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:15.790417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'd3238c56-a755-4c3d-8832-b923ff0264ef', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': 'd3238c56-a755-4c3d-8832-b923ff0264ef', 'mac_address': 'fa:16:3e:f0:e2:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.78'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:15.844591 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c6bcbd-6bf0-47c7-8d9f-3dc5dc9c54a3 x-openstack-request-id: req-15c6bcbd-6bf0-47c7-8d9f-3dc5dc9c54a3 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:15.848017 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "name": "network-vif-unplugged", "status": "completed", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:15.849440 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-15c6bcbd-6bf0-47c7-8d9f-3dc5dc9c54a3 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:15.853687 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27', 'code': 200} Jul 16 17:57:15.857535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0e612-dc17-4144-af28-1b28067c5656 req-83585aad-a15d-4e89-b733-3642bb244320 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:15.861360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-6d34b001-d4b4-4ff0-a86f-46a480e48c32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27 HTTP/1.1" status: 200 len: 217 time: 0.1240497 Jul 16 17:57:15.866755 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fef0e612-dc17-4144-af28-1b28067c5656 req-83585aad-a15d-4e89-b733-3642bb244320 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 948 time: 0.3966703 Jul 16 17:57:15.874830 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.908098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3238c56-a755-4c3d-8832-b923ff0264ef {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:15.938823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Attempting to bind port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:15.939066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Attempting to bind port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:15.939399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Attempting to bind port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 on network 2bba8a2b-eb3e-4b52-b582-907f0455de93 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:15.946668 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 on network 2bba8a2b-eb3e-4b52-b582-907f0455de93 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:15.946970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Attempting to bind port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 on network 2bba8a2b-eb3e-4b52-b582-907f0455de93 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:15.965733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port d3238c56-a755-4c3d-8832-b923ff0264ef, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=d3238c56-a755-4c3d-8832-b923ff0264ef,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:15.970106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:15.970671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Checking segment: {'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:15.971258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Bound using segment: {'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:15.971825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Bound port: ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:15.972173 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.972317 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:15.973534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dce37511-4171-4a7d-b30c-2d67dd397f3b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:15.996626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-9cb8a08c-6b08-4ed7-a47f-4f984e0e9b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:16.001252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-9cb8a08c-6b08-4ed7-a47f-4f984e0e9b02 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1286192 Jul 16 17:57:16.068270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] For port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:16.074014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] For port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:16.093515 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fef0e612-dc17-4144-af28-1b28067c5656 req-a7d6a4c6-0588-4390-a1b6-8377620fcac8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228339 Jul 16 17:57:16.094443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.163027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port dce37511-4171-4a7d-b30c-2d67dd397f3b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dce37511-4171-4a7d-b30c-2d67dd397f3b,segment=NetworkSegment(7b7b21d6-dbc3-4c96-9582-e1ad891138e6),segment_id=7b7b21d6-dbc3-4c96-9582-e1ad891138e6)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:16.166385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Pushing event updated for resources: {'Port': ['ID=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:16.172860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:16.173485 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.175107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-91889db1-2560-45c4-a286-c7e55552d428 service neutron] 10.222.0.18 "PUT /v2.0/ports/ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 HTTP/1.1" status: 200 len: 1091 time: 1.4178333 Jul 16 17:57:16.176513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'tag': 'ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:16.183165 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6912e642-bf82-45ee-9bf4-4f438165720f" -d '{"events": [{"name": "network-changed", "server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "tag": "ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:16.217844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-967ddc04-b630-4f55-a0a8-ea74813452f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:16.217844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-967ddc04-b630-4f55-a0a8-ea74813452f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2063332 Jul 16 17:57:16.218312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Request body: {'port': {'device_id': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:16.257784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'dce37511-4171-4a7d-b30c-2d67dd397f3b', 'network_id': '7c563e59-c1ff-42a8-94c7-04e62cd71834', 'port_id': 'dce37511-4171-4a7d-b30c-2d67dd397f3b', 'mac_address': 'fa:16:3e:f3:bf:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b08b47c-ebf2-4f99-9ea6-f078ffe8a6af', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:16.282947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82a86a-1aac-4591-a7e3-3b829b0bd067 req-f12a8f71-1158-4070-9cb5-7c35258a3630 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:16.285224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a82a86a-1aac-4591-a7e3-3b829b0bd067 req-f12a8f71-1158-4070-9cb5-7c35258a3630 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.2088816 Jul 16 17:57:16.346926 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.411262 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a7d48ec8-7c31-47db-bc6a-b6d0d3d3ce21 req-6219b9f0-2733-4065-8672-04668d6531af tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 210 time: 0.0516367 Jul 16 17:57:16.442637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce37511-4171-4a7d-b30c-2d67dd397f3b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:16.449819 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a82a86a-1aac-4591-a7e3-3b829b0bd067 req-b6bcf5d2-15e1-4a63-b51d-826c960b7485 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542072 Jul 16 17:57:16.466569 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.498089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port dce37511-4171-4a7d-b30c-2d67dd397f3b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dce37511-4171-4a7d-b30c-2d67dd397f3b,segment=NetworkSegment(7b7b21d6-dbc3-4c96-9582-e1ad891138e6),segment_id=7b7b21d6-dbc3-4c96-9582-e1ad891138e6)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:16.502916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=d3238c56-a755-4c3d-8832-b923ff0264ef,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:16.505825 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-1ba28cfd-9748-4b67-936c-af8410089151 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778218 Jul 16 17:57:16.518158 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:16.630456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=dce37511-4171-4a7d-b30c-2d67dd397f3b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:16.682858 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78fa3ec6-62dd-4582-90ab-87d2c02c1f92 req-bf1e2c1b-5872-421b-853b-f0743a0e7eb8 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699018 Jul 16 17:57:16.756873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963b346-bfd6-46d0-9ea0-c23658531cb9 req-84dcb5d6-fe73-44e9-959d-b8b71b544f9b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:16.759375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9963b346-bfd6-46d0-9ea0-c23658531cb9 req-84dcb5d6-fe73-44e9-959d-b8b71b544f9b tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 944 time: 0.0794649 Jul 16 17:57:16.801620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9963b346-bfd6-46d0-9ea0-c23658531cb9 req-57f1091b-a3ee-4591-8911-2b8d46734aae tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350299 Jul 16 17:57:16.803293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ed7e9-cdee-4034-8a77-102f1e41819e req-4161cebf-a3b9-49e4-b506-982190949d5c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:16.804845 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-132ed7e9-cdee-4034-8a77-102f1e41819e req-4161cebf-a3b9-49e4-b506-982190949d5c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 948 time: 0.1427603 Jul 16 17:57:16.815472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4f896446-eda0-4d29-b67e-9dd33dc92e27 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:16.880545 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c650eb0-cda3-4e39-b300-1f047004a395 x-openstack-request-id: req-6c650eb0-cda3-4e39-b300-1f047004a395 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:16.880857 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "tag": "ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:16.881120 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c650eb0-cda3-4e39-b300-1f047004a395 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:16.881550 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'tag': 'ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5', 'status': 'completed', 'code': 200} Jul 16 17:57:16.933733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4f896446-eda0-4d29-b67e-9dd33dc92e27 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:16.959256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-132ed7e9-cdee-4034-8a77-102f1e41819e req-c739cf72-40c1-4e3e-9708-a889d5b23e3d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453841 Jul 16 17:57:16.961508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6deded-eae5-4596-b63a-00363eb72181 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:16.965475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['d3238c56-a755-4c3d-8832-b923ff0264ef'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:16.982465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.012568 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Transition to ACTIVE for port object 8b6deded-eae5-4596-b63a-00363eb72181 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:17.022631 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.059001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['dce37511-4171-4a7d-b30c-2d67dd397f3b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:17.128776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6deded-eae5-4596-b63a-00363eb72181,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:17.220994 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Attempting to bind port 8b6deded-eae5-4596-b63a-00363eb72181 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:17.221474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Attempting to bind port 8b6deded-eae5-4596-b63a-00363eb72181 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'b9709193-f1d1-4824-ae3c-e1e37a3d5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:17.221913 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Attempting to bind port 8b6deded-eae5-4596-b63a-00363eb72181 on network 1e94ef17-298e-4148-afeb-c88e5d913d0a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:17.226897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Port 8b6deded-eae5-4596-b63a-00363eb72181 on network 1e94ef17-298e-4148-afeb-c88e5d913d0a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:17.227315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Attempting to bind port 8b6deded-eae5-4596-b63a-00363eb72181 on network 1e94ef17-298e-4148-afeb-c88e5d913d0a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:17.235192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:17.235746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Checking segment: {'id': 'b9709193-f1d1-4824-ae3c-e1e37a3d5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:17.236212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Bound using segment: {'id': 'b9709193-f1d1-4824-ae3c-e1e37a3d5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:17.236779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Bound port: 8b6deded-eae5-4596-b63a-00363eb72181, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b9709193-f1d1-4824-ae3c-e1e37a3d5c93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:17.237255 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.245513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912e642-bf82-45ee-9bf4-4f438165720f req-7336b42c-6046-4339-aeb3-d0ef5a469f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.245999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912e642-bf82-45ee-9bf4-4f438165720f req-7336b42c-6046-4339-aeb3-d0ef5a469f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.246478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912e642-bf82-45ee-9bf4-4f438165720f req-7336b42c-6046-4339-aeb3-d0ef5a469f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.248169 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6912e642-bf82-45ee-9bf4-4f438165720f req-7336b42c-6046-4339-aeb3-d0ef5a469f6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=06b2f706fee046cc9ddaad27739b4c09&device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2731 time: 0.3093023 Jul 16 17:57:17.259352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e72347-2702-4709-aecb-432f4f8a74ce req-734d2707-b6d3-46f8-af81-759944c9e9f0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.266854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e72347-2702-4709-aecb-432f4f8a74ce req-734d2707-b6d3-46f8-af81-759944c9e9f0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.273890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e72347-2702-4709-aecb-432f4f8a74ce req-734d2707-b6d3-46f8-af81-759944c9e9f0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.286682 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88e72347-2702-4709-aecb-432f4f8a74ce req-734d2707-b6d3-46f8-af81-759944c9e9f0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2400 time: 0.2618902 Jul 16 17:57:17.322300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] For port 8b6deded-eae5-4596-b63a-00363eb72181, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:17.326467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] For port 8b6deded-eae5-4596-b63a-00363eb72181, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=8b6deded-eae5-4596-b63a-00363eb72181,segment=NetworkSegment(b9709193-f1d1-4824-ae3c-e1e37a3d5c93),segment_id=b9709193-f1d1-4824-ae3c-e1e37a3d5c93)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:17.331743 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.377060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.378136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.380299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] 10.222.0.18 "PUT /v2.0/ports/8b6deded-eae5-4596-b63a-00363eb72181 HTTP/1.1" status: 200 len: 1092 time: 1.1699133 Jul 16 17:57:17.427639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Request body: {'port': {'device_id': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:17.490099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f628104-c97c-4486-b971-8e3b4057bb60 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6deded-eae5-4596-b63a-00363eb72181,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:17.593063 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.739266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88e72347-2702-4709-aecb-432f4f8a74ce req-3d9c88d2-2eaa-4203-8d92-22b021c5f3ec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535546 Jul 16 17:57:17.784343 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d10519-5b3e-4ade-86dd-de86da1ed6d2 req-927ec722-29a3-4216-aa58-96fe3215e14f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.785909 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06d10519-5b3e-4ade-86dd-de86da1ed6d2 req-927ec722-29a3-4216-aa58-96fe3215e14f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 948 time: 0.2276812 Jul 16 17:57:17.829064 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:17.855636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:17.859012 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3" -d '{"events": [{"name": "network-changed", "server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:17.893441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-125c7530-5107-45ef-93f2-7bc83f43633b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.895054 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-125c7530-5107-45ef-93f2-7bc83f43633b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.37 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 821 time: 0.6025031 Jul 16 17:57:17.896655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912e642-bf82-45ee-9bf4-4f438165720f req-0a6ef312-fc1a-494c-9fdb-0f08bbedad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.897427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912e642-bf82-45ee-9bf4-4f438165720f req-0a6ef312-fc1a-494c-9fdb-0f08bbedad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.897961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912e642-bf82-45ee-9bf4-4f438165720f req-0a6ef312-fc1a-494c-9fdb-0f08bbedad32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:17.899541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6912e642-bf82-45ee-9bf4-4f438165720f req-0a6ef312-fc1a-494c-9fdb-0f08bbedad32 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=06b2f706fee046cc9ddaad27739b4c09&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6161368 Jul 16 17:57:17.919097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Request body: {'port': {'device_id': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d', 'admin_state_up': True, 'tenant_id': 'fd1e60976af94d0bbe27792be036c702'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:17.951361 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06d10519-5b3e-4ade-86dd-de86da1ed6d2 req-a19239bc-2dfc-4103-8861-0d1002a37895 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589804 Jul 16 17:57:18.035238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53754706-dbdb-4e5b-9312-0a6aae59a57c req-f85f0c24-8028-4835-b046-89b849266109 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 210 time: 0.0826082 Jul 16 17:57:18.073090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 894f0d79-ac24-4912-9b8e-6e005b89308c {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:18.094444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.121417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Transition to ACTIVE for port object 894f0d79-ac24-4912-9b8e-6e005b89308c will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:18.124681 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4d5b5bad-7a04-42f7-a61c-1b80eeb9ea5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.126130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.192408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912e642-bf82-45ee-9bf4-4f438165720f req-812dfbd4-6f71-484a-9f72-4c9faf51cfac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:18.194167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6912e642-bf82-45ee-9bf4-4f438165720f req-812dfbd4-6f71-484a-9f72-4c9faf51cfac service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2798510 Jul 16 17:57:18.238288 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Made reservation on behalf of fd1e60976af94d0bbe27792be036c702 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:18.246792 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.360125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Pushing event updated for resources: {'Port': ['ID=894f0d79-ac24-4912-9b8e-6e005b89308c,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:18.406911 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Attempting to bind port 894f0d79-ac24-4912-9b8e-6e005b89308c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:18.407246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Attempting to bind port 894f0d79-ac24-4912-9b8e-6e005b89308c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:18.407597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Attempting to bind port 894f0d79-ac24-4912-9b8e-6e005b89308c on network 2bba8a2b-eb3e-4b52-b582-907f0455de93 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:18.415626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Port 894f0d79-ac24-4912-9b8e-6e005b89308c on network 2bba8a2b-eb3e-4b52-b582-907f0455de93 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:18.415958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Attempting to bind port 894f0d79-ac24-4912-9b8e-6e005b89308c on network 2bba8a2b-eb3e-4b52-b582-907f0455de93 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:18.425422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:18.425780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Checking segment: {'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:18.426154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Bound using segment: {'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:18.426592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Bound port: 894f0d79-ac24-4912-9b8e-6e005b89308c, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '27ebaec5-c1bc-4622-8437-bfc9ea222756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:18.426953 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.438712 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fc71f0-8eb0-4f29-80c4-29f05de21e97 req-422ac375-c919-4c82-bd53-85a5f01aa13b tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:18.440364 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34fc71f0-8eb0-4f29-80c4-29f05de21e97 req-422ac375-c919-4c82-bd53-85a5f01aa13b tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.2489467 Jul 16 17:57:18.519439 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34fc71f0-8eb0-4f29-80c4-29f05de21e97 req-026bddfb-08a0-435b-a488-0cea4c5a7a58 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720243 Jul 16 17:57:18.569594 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] For port 894f0d79-ac24-4912-9b8e-6e005b89308c, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:18.573709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] For port 894f0d79-ac24-4912-9b8e-6e005b89308c, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=894f0d79-ac24-4912-9b8e-6e005b89308c,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:18.579727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.622700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:18.623332 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:18.625413 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] 10.222.0.18 "PUT /v2.0/ports/894f0d79-ac24-4912-9b8e-6e005b89308c HTTP/1.1" status: 200 len: 1092 time: 1.2069812 Jul 16 17:57:18.652411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd8b341-f573-4a71-861b-2f77210f96f9 service neutron] Pushing event updated for resources: {'Port': ['ID=894f0d79-ac24-4912-9b8e-6e005b89308c,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:18.818934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-0bbd5db1-7919-4ffe-a8f7-770aba867980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:18.820457 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-0bbd5db1-7919-4ffe-a8f7-770aba867980 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 1099 time: 0.1135669 Jul 16 17:57:18.869475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-0cc7aa95-8fca-4dc4-a1a8-668684fa05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:18.871068 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-0cc7aa95-8fca-4dc4-a1a8-668684fa05b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 1099 time: 0.2046361 Jul 16 17:57:18.893209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'tag': '8b6deded-eae5-4596-b63a-00363eb72181'}, {'name': 'network-changed', 'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'tag': '894f0d79-ac24-4912-9b8e-6e005b89308c'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:18.895535 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af3e238-3983-4670-a9ba-a1461b79f09c" -d '{"events": [{"name": "network-changed", "server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "tag": "8b6deded-eae5-4596-b63a-00363eb72181"}, {"name": "network-changed", "server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "tag": "894f0d79-ac24-4912-9b8e-6e005b89308c"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:19.115419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7965c75c-69d3-4deb-a8aa-d35e2fc87f38 req-2587ac32-ce56-47e2-8bf1-2a497c781028 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.117002 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7965c75c-69d3-4deb-a8aa-d35e2fc87f38 req-2587ac32-ce56-47e2-8bf1-2a497c781028 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 948 time: 0.3182735 Jul 16 17:57:19.122612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-ba3eeaf3-82ed-4260-956a-edf5c97459a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.124897 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-ba3eeaf3-82ed-4260-956a-edf5c97459a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2753739 Jul 16 17:57:19.149595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-3c2e9700-2bdd-46c0-89ad-23e32a2ea3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.151046 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-3c2e9700-2bdd-46c0-89ad-23e32a2ea3d6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2474351 Jul 16 17:57:19.152511 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8e967cf-6024-48cc-b8c0-450afafd5e6f x-openstack-request-id: req-d8e967cf-6024-48cc-b8c0-450afafd5e6f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:19.152995 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:19.153894 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d8e967cf-6024-48cc-b8c0-450afafd5e6f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:19.154292 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27', 'status': 'completed', 'code': 200} Jul 16 17:57:19.193248 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-e54d9b91-5e29-4281-8808-ca7581d246db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27 HTTP/1.1" status: 200 len: 217 time: 0.0498073 Jul 16 17:57:19.205067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Allocated IP 172.20.0.3 (e3f5c890-cb19-4a71-b707-17807504369d/0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0/fa7b5219-fc61-47f3-916f-29f789c6745b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:19.233988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eb4ae5-4352-4f22-ab43-3cde563a249a req-e58b4f90-ac6b-49e3-bdaa-76707efce0c6 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.248237 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e3eb4ae5-4352-4f22-ab43-3cde563a249a req-e58b4f90-ac6b-49e3-bdaa-76707efce0c6 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 944 time: 0.9734759 Jul 16 17:57:19.270420 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-734c852c-5bb1-4f6e-8dc7-63b258a972f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27 HTTP/1.1" status: 200 len: 217 time: 0.0876758 Jul 16 17:57:19.277435 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7965c75c-69d3-4deb-a8aa-d35e2fc87f38 req-f423b0ac-510c-4724-bbab-a36c2d982c82 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513076 Jul 16 17:57:19.333016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-3f40d222-d4de-4ed9-95d3-e25a5001cf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.334635 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-3f40d222-d4de-4ed9-95d3-e25a5001cf22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1301696 Jul 16 17:57:19.378887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-c7529e04-0de6-4d5a-b7ef-5c0df3514485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.381181 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-c7529e04-0de6-4d5a-b7ef-5c0df3514485 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0909097 Jul 16 17:57:19.465318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-10b64c8c-834e-44f3-b85d-1ef6061ff5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.466879 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-10b64c8c-834e-44f3-b85d-1ef6061ff5cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1242988 Jul 16 17:57:19.476971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-91b7b639-f680-4869-801f-c47ecbbe28b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.478584 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-91b7b639-f680-4869-801f-c47ecbbe28b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0855272 Jul 16 17:57:19.561916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device d3238c56-a755-4c3d-8832-b923ff0264ef up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:19.562510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-b0cc16e9-c46e-4d8c-8646-72ac62d11166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.562803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-b0cc16e9-c46e-4d8c-8646-72ac62d11166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.563414 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-b0cc16e9-c46e-4d8c-8646-72ac62d11166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.567266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-b0cc16e9-c46e-4d8c-8646-72ac62d11166 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=06b2f706fee046cc9ddaad27739b4c09&device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2865 time: 0.4264085 Jul 16 17:57:19.589409 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e3eb4ae5-4352-4f22-ab43-3cde563a249a req-82342429-c57d-4813-b61f-a8f2158f846d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376184 Jul 16 17:57:19.625648 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.687835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-512d0e59-70f2-4d92-9844-65d172ecea01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.40&port_id=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 HTTP/1.1" status: 200 len: 217 time: 0.0852504 Jul 16 17:57:19.710873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port d3238c56-a755-4c3d-8832-b923ff0264ef completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:19.716763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port d3238c56-a755-4c3d-8832-b923ff0264ef triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:19.717627 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.740695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-aa11d7eb-e924-4d2b-9b9d-6df538c21233 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506595 Jul 16 17:57:19.743286 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70421457-2157-47fb-8fbe-dc38acaa6a76 x-openstack-request-id: req-70421457-2157-47fb-8fbe-dc38acaa6a76 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:19.743286 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "tag": "8b6deded-eae5-4596-b63a-00363eb72181", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "tag": "894f0d79-ac24-4912-9b8e-6e005b89308c", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:19.743536 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70421457-2157-47fb-8fbe-dc38acaa6a76 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:19.744599 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'tag': '8b6deded-eae5-4596-b63a-00363eb72181', 'status': 'completed', 'code': 200} Jul 16 17:57:19.744872 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'tag': '894f0d79-ac24-4912-9b8e-6e005b89308c', 'status': 'completed', 'code': 200} Jul 16 17:57:19.764990 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.787866 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-57ee0f94-aaeb-478d-a1f2-1bce1a7cef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:19.789512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-57ee0f94-aaeb-478d-a1f2-1bce1a7cef44 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30c75ed4-3c28-450d-86e3-41bf8ed23384 HTTP/1.1" status: 200 len: 801 time: 0.0867105 Jul 16 17:57:19.813059 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.846803 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-8c1730fa-244d-4da3-9aa5-5f1959bab3d7 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3469448 Jul 16 17:57:19.854613 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.877795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['dbf99d06-8fde-4979-8e52-c41c4fdd8574'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:19.919880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port d3238c56-a755-4c3d-8832-b923ff0264ef, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=d3238c56-a755-4c3d-8832-b923ff0264ef,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:19.920215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Network e3f5c890-cb19-4a71-b707-17807504369d is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:19.927814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:19.930644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:19.970624 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b1a243-f6dc-4235-9181-7f89296335ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3238c56-a755-4c3d-8832-b923ff0264ef'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:19.973428 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a57525aa-cae8-4a79-9a53-f895d2a5e176" -d '{"events": [{"server_uuid": "d7b1a243-f6dc-4235-9181-7f89296335ad", "name": "network-vif-plugged", "status": "completed", "tag": "d3238c56-a755-4c3d-8832-b923ff0264ef"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:19.980008 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-db3993f7-cdb7-4ffd-b3c1-7ecce20c8bf3 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123836 Jul 16 17:57:19.988301 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:19.989964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dce37511-4171-4a7d-b30c-2d67dd397f3b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:19.995855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Pushing event updated for resources: {'Port': ['ID=fa7b5219-fc61-47f3-916f-29f789c6745b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.034105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.034715 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.064048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ae489-c83a-4731-a26a-721dfeb99757 req-a57abbd6-4fbb-4480-a4fa-e65e6acfecea tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.064609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-57e5feea-5aa0-4a35-9ff3-73066d6db3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.067250 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-57e5feea-5aa0-4a35-9ff3-73066d6db3cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2bba8a2b-eb3e-4b52-b582-907f0455de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2654595 Jul 16 17:57:20.071909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ae489-c83a-4731-a26a-721dfeb99757 req-a57abbd6-4fbb-4480-a4fa-e65e6acfecea tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.080358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06ae489-c83a-4731-a26a-721dfeb99757 req-a57abbd6-4fbb-4480-a4fa-e65e6acfecea tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.089191 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d06ae489-c83a-4731-a26a-721dfeb99757 req-a57abbd6-4fbb-4480-a4fa-e65e6acfecea tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2412 time: 0.2750354 Jul 16 17:57:20.096120 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-26c71df4-e410-416e-b2c1-c95aae282237 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1831217 Jul 16 17:57:20.117957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Request body: {'port': {'device_id': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:20.126894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port dce37511-4171-4a7d-b30c-2d67dd397f3b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:20.134765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5558147f-00cd-4934-8eb2-d6acb232d6c7 req-4edaf5a6-9509-427c-9028-d6b0cd3db34c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.136906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port dce37511-4171-4a7d-b30c-2d67dd397f3b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:20.137391 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.143134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5558147f-00cd-4934-8eb2-d6acb232d6c7 req-4edaf5a6-9509-427c-9028-d6b0cd3db34c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 948 time: 0.3017652 Jul 16 17:57:20.168156 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d06ae489-c83a-4731-a26a-721dfeb99757 req-e34c6b8b-9a27-425e-b77a-8cc1fa4b0703 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775926 Jul 16 17:57:20.250910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=d3238c56-a755-4c3d-8832-b923ff0264ef,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.269289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5558147f-00cd-4934-8eb2-d6acb232d6c7 req-5c695050-6999-4fc4-b696-fe68802078b8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250882 Jul 16 17:57:20.342347 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e0c6b80-02d1-4dbb-aec9-d86e356751e3 req-64423204-4dad-4b01-8b5a-8b246d6e86d4 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4896665 Jul 16 17:57:20.410087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-d23010c1-45e4-4dd7-84a1-d5419395586f service neutron] 10.222.0.18 "GET /v2.0/networks/2bba8a2b-eb3e-4b52-b582-907f0455de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3254519 Jul 16 17:57:20.452887 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.510341 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c08c81-1346-46ce-ba55-95f8624fd79b req-88c77a48-b1b2-490d-960b-72b3dd0ef795 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.517191 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.524060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7c08c81-1346-46ce-ba55-95f8624fd79b req-88c77a48-b1b2-490d-960b-72b3dd0ef795 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 931 time: 0.1031356 Jul 16 17:57:20.590554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port dce37511-4171-4a7d-b30c-2d67dd397f3b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dce37511-4171-4a7d-b30c-2d67dd397f3b,segment=NetworkSegment(7b7b21d6-dbc3-4c96-9582-e1ad891138e6),segment_id=7b7b21d6-dbc3-4c96-9582-e1ad891138e6)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:20.609084 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7c08c81-1346-46ce-ba55-95f8624fd79b req-c3089344-8c93-419f-a61f-52c3d8a1e2a2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777881 Jul 16 17:57:20.634503 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:20.723771 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-d15139ef-e9cf-4a1e-b79a-b8c379050c82 service neutron] 10.222.0.18 "GET /v2.0/networks/2bba8a2b-eb3e-4b52-b582-907f0455de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919436 Jul 16 17:57:20.753808 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daa43012-3007-4589-aec7-69b6f9ed17e3 x-openstack-request-id: req-daa43012-3007-4589-aec7-69b6f9ed17e3 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:20.754205 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b1a243-f6dc-4235-9181-7f89296335ad", "name": "network-vif-plugged", "status": "completed", "tag": "d3238c56-a755-4c3d-8832-b923ff0264ef", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:20.754330 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-daa43012-3007-4589-aec7-69b6f9ed17e3 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:20.754747 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b1a243-f6dc-4235-9181-7f89296335ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3238c56-a755-4c3d-8832-b923ff0264ef', 'code': 200} Jul 16 17:57:20.840368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=dce37511-4171-4a7d-b30c-2d67dd397f3b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:20.877438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-32da4f90-555f-4f37-b4fe-ce5ddeb65133 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=8b6deded-eae5-4596-b63a-00363eb72181 HTTP/1.1" status: 200 len: 217 time: 0.0721731 Jul 16 17:57:20.924152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049a639e-e0a5-4e73-9110-239620a54060 req-08618cc6-b6e4-4d52-9162-831ee3fbcecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.926087 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-049a639e-e0a5-4e73-9110-239620a54060 req-08618cc6-b6e4-4d52-9162-831ee3fbcecf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 1100 time: 0.0805879 Jul 16 17:57:20.953187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7322f0-461c-4091-9945-63aad540d9f8 req-6771dc4b-2108-430d-8deb-18fb6890a7fe tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:20.954794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be7322f0-461c-4091-9945-63aad540d9f8 req-6771dc4b-2108-430d-8deb-18fb6890a7fe tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.4834497 Jul 16 17:57:21.012931 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-049a639e-e0a5-4e73-9110-239620a54060 req-8d9abf99-3686-4cd4-97ea-7e84378beaf6 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800884 Jul 16 17:57:21.077315 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:57:21.083575 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be7322f0-461c-4091-9945-63aad540d9f8 req-ad53c92b-d3cc-4528-993c-5ff929a678eb tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159470 Jul 16 17:57:21.087119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-3d34f337-7025-49ca-a2b9-682cb95c9efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.088539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-3d34f337-7025-49ca-a2b9-682cb95c9efd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41b43ec8-81a5-4b72-bf41-a03cc875b026 HTTP/1.1" status: 200 len: 801 time: 0.1945088 Jul 16 17:57:21.240594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-31128c69-76b8-42b3-9ebe-a4c5563481ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.242478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-31128c69-76b8-42b3-9ebe-a4c5563481ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e94ef17-298e-4148-afeb-c88e5d913d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1276207 Jul 16 17:57:21.372170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7b5219-fc61-47f3-916f-29f789c6745b {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:21.400847 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.430310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Transition to ACTIVE for port object fa7b5219-fc61-47f3-916f-29f789c6745b will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:21.436572 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.487418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Pushing event updated for resources: {'Port': ['ID=fa7b5219-fc61-47f3-916f-29f789c6745b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:21.492578 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-76410619-5908-49b6-9d76-aa8797a8d030 service neutron] 10.222.0.18 "GET /v2.0/networks/1e94ef17-298e-4148-afeb-c88e5d913d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403214 Jul 16 17:57:21.561006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4f896446-eda0-4d29-b67e-9dd33dc92e27 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:21.721583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:21.722253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:21.722590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:21.725780 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:21.747078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '4f896446-eda0-4d29-b67e-9dd33dc92e27', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '4f896446-eda0-4d29-b67e-9dd33dc92e27', 'mac_address': 'fa:16:3e:b7:7e:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:21.750330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3ca84-a19b-485f-8a18-e1018a3cdfd5 req-31d17ebe-9276-45dd-8d49-2e722fd9f04a tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.751940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-09d3ca84-a19b-485f-8a18-e1018a3cdfd5 req-31d17ebe-9276-45dd-8d49-2e722fd9f04a tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 945 time: 0.2051048 Jul 16 17:57:21.754546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:21.754811 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:21.760100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-cd132cbb-f57a-4833-84ec-3c107a25c923 service neutron] 10.222.0.18 "GET /v2.0/networks/1e94ef17-298e-4148-afeb-c88e5d913d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2556951 Jul 16 17:57:21.763328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:21.763539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:21.764005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:21.764434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Bound port: fa7b5219-fc61-47f3-916f-29f789c6745b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:21.764801 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.821904 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-eeb34ffd-f908-4697-ba57-832813cfbf16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=894f0d79-ac24-4912-9b8e-6e005b89308c HTTP/1.1" status: 200 len: 217 time: 0.0433009 Jul 16 17:57:21.824593 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.852166 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.879206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f896446-eda0-4d29-b67e-9dd33dc92e27 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:21.944745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-c8cdea9c-289b-4720-957c-73e620ab13f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.946204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-c8cdea9c-289b-4720-957c-73e620ab13f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30c75ed4-3c28-450d-86e3-41bf8ed23384 HTTP/1.1" status: 200 len: 801 time: 0.0987866 Jul 16 17:57:21.952907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:21.957760 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:21.957920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-09d3ca84-a19b-485f-8a18-e1018a3cdfd5 req-878f7837-1c2e-4c30-a299-8015913c08b2 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1778209 Jul 16 17:57:21.961936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:21.966214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3501127b-1022-448a-9411-cee7b8d45ec5 req-dcd9f7c7-d8df-4078-a4f4-1fc7c5793319 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:21.973628 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3501127b-1022-448a-9411-cee7b8d45ec5 req-dcd9f7c7-d8df-4078-a4f4-1fc7c5793319 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 949 time: 0.8392310 Jul 16 17:57:22.013321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=fa7b5219-fc61-47f3-916f-29f789c6745b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:22.019997 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.039460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-996cdd24-b18f-4177-957f-3409d0ce3fbe tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.040515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=4f896446-eda0-4d29-b67e-9dd33dc92e27,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:22.043468 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-996cdd24-b18f-4177-957f-3409d0ce3fbe tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49&tenant_id=062537ea7da04e45bd99e357cf9993d8&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 948 time: 0.8965998 Jul 16 17:57:22.060903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.061623 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:22.063269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] 10.222.0.37 "PUT /v2.0/ports/fa7b5219-fc61-47f3-916f-29f789c6745b HTTP/1.1" status: 200 len: 1091 time: 1.9497979 Jul 16 17:57:22.065927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'tag': 'fa7b5219-fc61-47f3-916f-29f789c6745b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:22.068162 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049b8e71-4e4d-4f24-8982-d2fa68245f2c" -d '{"events": [{"name": "network-changed", "server_uuid": "54a638d2-9eb6-4dd1-89f2-cb04f394141f", "tag": "fa7b5219-fc61-47f3-916f-29f789c6745b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:22.093244 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3501127b-1022-448a-9411-cee7b8d45ec5 req-1ecff77d-eea5-471f-98e9-7fd9f4d5c3c8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145558 Jul 16 17:57:22.104364 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9cc056dc-a397-4fa4-9a1e-9223f85a38f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.105881 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-9cc056dc-a397-4fa4-9a1e-9223f85a38f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2bba8a2b-eb3e-4b52-b582-907f0455de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1415043 Jul 16 17:57:22.220550 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-a2227375-6bcc-43cb-9309-4395e2de7b7c service neutron] 10.222.0.18 "GET /v2.0/networks/2bba8a2b-eb3e-4b52-b582-907f0455de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026576 Jul 16 17:57:22.221867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e245985-a8e2-4510-b0f7-40da2c47317d service neutron] Pushing event updated for resources: {'Port': ['ID=fa7b5219-fc61-47f3-916f-29f789c6745b,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:22.250242 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-b10f7002-7b7e-4f8d-a872-d498453e16a2 service neutron] delete failed (client error): The resource could not be found. Jul 16 17:57:22.251352 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-b10f7002-7b7e-4f8d-a872-d498453e16a2 service neutron] 10.222.0.18 "DELETE /v2.0/ports/4f896446-eda0-4d29-b67e-9dd33dc92e27/bindings/n-h2-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.1866095 Jul 16 17:57:22.438192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-e1599991-9456-4e32-8f84-6bf2736deebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.440599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['4f896446-eda0-4d29-b67e-9dd33dc92e27'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:22.454326 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-e1599991-9456-4e32-8f84-6bf2736deebc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 1100 time: 0.1389251 Jul 16 17:57:22.487048 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d0a20b-a4c3-4a52-84df-9fbb7866c196 req-de656ba2-4354-4413-a8e2-cd8c6490951a service neutron] 10.222.0.18 "GET /v2.0/networks/2bba8a2b-eb3e-4b52-b582-907f0455de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387421 Jul 16 17:57:22.524642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-538c8b1c-2fdc-498b-9bcd-258a31a86dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.526155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-538c8b1c-2fdc-498b-9bcd-258a31a86dd5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 1094 time: 0.3005114 Jul 16 17:57:22.550498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d32218-00a2-47e6-be3e-3fd4af2e4785 req-5bfed44b-ec6a-44a7-a586-1be5405c8a27 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.557482 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d2d32218-00a2-47e6-be3e-3fd4af2e4785 req-5bfed44b-ec6a-44a7-a586-1be5405c8a27 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 949 time: 0.3194125 Jul 16 17:57:22.623242 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-e0728000-3319-4fcf-8b16-ec4e4cbe7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.625702 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-e0728000-3319-4fcf-8b16-ec4e4cbe7fe1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1540899 Jul 16 17:57:22.643860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8f3ce-8e08-492d-a075-248408afdee9 req-5290203d-d8b7-45a5-a052-4cb696105fca tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.650927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-fe815ac6-25fc-4c4e-9b16-d2769bf09fcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa7b5219-fc61-47f3-916f-29f789c6745b HTTP/1.1" status: 200 len: 217 time: 0.0836015 Jul 16 17:57:22.651418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8f3ce-8e08-492d-a075-248408afdee9 req-5290203d-d8b7-45a5-a052-4cb696105fca tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.658449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd8f3ce-8e08-492d-a075-248408afdee9 req-5290203d-d8b7-45a5-a052-4cb696105fca tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.666765 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9bd8f3ce-8e08-492d-a075-248408afdee9 req-5290203d-d8b7-45a5-a052-4cb696105fca tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2412 time: 0.3405721 Jul 16 17:57:22.704513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-c48ff9a6-0284-40ca-a10a-08b2d1cc4d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.705999 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-c48ff9a6-0284-40ca-a10a-08b2d1cc4d13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0485497 Jul 16 17:57:22.739910 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-d3d85bc7-b7c5-4a8d-86ec-856bb9f9476c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27 HTTP/1.1" status: 200 len: 217 time: 0.0500863 Jul 16 17:57:22.746740 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-fa726c0b-0bdb-40c0-b555-97047f24f0f7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335698 Jul 16 17:57:22.747055 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9bd8f3ce-8e08-492d-a075-248408afdee9 req-8df7024a-5864-4c86-a29e-8e251fda20cf tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790684 Jul 16 17:57:22.756442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ceb1d-7693-4960-b6f8-ac1ab1a94a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce37511-4171-4a7d-b30c-2d67dd397f3b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:22.759083 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9f6474-6cd7-4f2b-b6b2-8091c7f6a0e5" -d '{"events": [{"server_uuid": "b34ceb1d-7693-4960-b6f8-ac1ab1a94a62", "name": "network-vif-plugged", "status": "completed", "tag": "dce37511-4171-4a7d-b30c-2d67dd397f3b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:22.759254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d2d32218-00a2-47e6-be3e-3fd4af2e4785 req-830c1908-e54f-44e7-b4d0-3f0b0e75fc97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006638 Jul 16 17:57:22.830717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-49124915-7369-4fb2-a9f6-c312218526b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.832245 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-49124915-7369-4fb2-a9f6-c312218526b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0818682 Jul 16 17:57:22.837435 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c7fd1e9-c44a-4bfa-bb49-3ec3e4f9a462 x-openstack-request-id: req-6c7fd1e9-c44a-4bfa-bb49-3ec3e4f9a462 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:22.837722 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a638d2-9eb6-4dd1-89f2-cb04f394141f", "tag": "fa7b5219-fc61-47f3-916f-29f789c6745b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:22.837968 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c7fd1e9-c44a-4bfa-bb49-3ec3e4f9a462 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:22.838357 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'tag': 'fa7b5219-fc61-47f3-916f-29f789c6745b', 'status': 'completed', 'code': 200} Jul 16 17:57:22.865115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-5fdcebb1-0b3f-4846-986c-ca15f399db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.870709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-5fdcebb1-0b3f-4846-986c-ca15f399db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.872349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-5fdcebb1-0b3f-4846-986c-ca15f399db5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.877494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-5fdcebb1-0b3f-4846-986c-ca15f399db5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=06b2f706fee046cc9ddaad27739b4c09&device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2865 time: 0.3030772 Jul 16 17:57:22.977887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-ed425bec-e5fb-4014-9bf4-fa1ad4f3e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:22.979410 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-ed425bec-e5fb-4014-9bf4-fa1ad4f3e3ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1337686 Jul 16 17:57:22.992548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb11eec-939b-4341-8d7a-d997e15080d1 req-9723cb37-d04d-447c-a750-747d5fee5e9e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.000571 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-abb11eec-939b-4341-8d7a-d997e15080d1 req-9723cb37-d04d-447c-a750-747d5fee5e9e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.1121264 Jul 16 17:57:23.001340 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-9e7072af-0ccd-46d4-9ff8-da97d58c2392 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410634 Jul 16 17:57:23.094297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-7c005eb5-85b2-4132-b8c7-1458691656ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.095779 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-7c005eb5-85b2-4132-b8c7-1458691656ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=1e94ef17-298e-4148-afeb-c88e5d913d0a HTTP/1.1" status: 200 len: 902 time: 0.1829135 Jul 16 17:57:23.110484 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-27771e1a-5165-4d2a-b75a-ad125624d77e service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999246 Jul 16 17:57:23.163384 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-208956e4-3463-47d2-8058-c75eeca53760 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.173&port_id=8b6deded-eae5-4596-b63a-00363eb72181 HTTP/1.1" status: 200 len: 217 time: 0.0406339 Jul 16 17:57:23.166687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-abb11eec-939b-4341-8d7a-d997e15080d1 req-fca8f7ec-0f63-40fd-b879-0fd95227e9c2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652529 Jul 16 17:57:23.236911 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19b8c829-69cb-4dbc-be7d-04629c4781df req-f3e442d8-f45e-4486-82ba-bf2278f2fa58 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158886 Jul 16 17:57:23.249929 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032a14c9-c59f-4411-9be8-449403047f01 req-04ac7796-fb97-4969-9d1d-27b993dc3df1 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.256032 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-032a14c9-c59f-4411-9be8-449403047f01 req-04ac7796-fb97-4969-9d1d-27b993dc3df1 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.2377574 Jul 16 17:57:23.282686 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01af1285-13b8-462d-8176-dbddd0e4f0b7 req-0314d13f-e4a9-469d-a0e0-423e96b49840 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2743134 Jul 16 17:57:23.286316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-43dddf49-2d7b-46a9-8e6a-1c2555143cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.287608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-43dddf49-2d7b-46a9-8e6a-1c2555143cc3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=41b43ec8-81a5-4b72-bf41-a03cc875b026 HTTP/1.1" status: 200 len: 801 time: 0.1122084 Jul 16 17:57:23.363681 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-032a14c9-c59f-4411-9be8-449403047f01 req-33cc5b94-cb02-4d1c-a6f8-eb4b339d4551 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029387 Jul 16 17:57:23.454384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-b12ad576-ea80-4ff9-ba65-1fe9ca2aeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.456426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-b12ad576-ea80-4ff9-ba65-1fe9ca2aeb53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1e94ef17-298e-4148-afeb-c88e5d913d0a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1520712 Jul 16 17:57:23.472103 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4885f53e-d0ae-4c90-b664-a1e175ace4d0 x-openstack-request-id: req-4885f53e-d0ae-4c90-b664-a1e175ace4d0 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:23.472901 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34ceb1d-7693-4960-b6f8-ac1ab1a94a62", "name": "network-vif-plugged", "status": "completed", "tag": "dce37511-4171-4a7d-b30c-2d67dd397f3b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:23.473353 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4885f53e-d0ae-4c90-b664-a1e175ace4d0 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:23.473944 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ceb1d-7693-4960-b6f8-ac1ab1a94a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce37511-4171-4a7d-b30c-2d67dd397f3b', 'code': 200} Jul 16 17:57:23.602231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b8e71-4e4d-4f24-8982-d2fa68245f2c req-469684f6-0bda-4ea4-a0ab-383c837834b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.604042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-049b8e71-4e4d-4f24-8982-d2fa68245f2c req-469684f6-0bda-4ea4-a0ab-383c837834b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 1094 time: 0.1836274 Jul 16 17:57:23.697102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc43be-564b-4cd9-8cd3-c3a89b29fd54 req-efad775b-744c-41a0-b5f3-e559c2024e4a tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.698596 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cafc43be-564b-4cd9-8cd3-c3a89b29fd54 req-efad775b-744c-41a0-b5f3-e559c2024e4a tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 945 time: 0.1613145 Jul 16 17:57:23.706513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f298be-7d2b-46eb-ab2a-6920f1c3fe85 req-80fb3c58-50c7-4815-8a63-c9d4e3e108e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:23.708108 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-55f298be-7d2b-46eb-ab2a-6920f1c3fe85 req-80fb3c58-50c7-4815-8a63-c9d4e3e108e7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 1096 time: 0.0804174 Jul 16 17:57:23.767681 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cafc43be-564b-4cd9-8cd3-c3a89b29fd54 req-532c5796-b510-4693-97c9-a411a37a19d7 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584295 Jul 16 17:57:23.769691 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-55f298be-7d2b-46eb-ab2a-6920f1c3fe85 req-a4f814f8-98f8-432c-aefb-a19e0efa7da4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540173 Jul 16 17:57:24.010757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f34d2-cc5d-4f0f-9e42-320b04e6b466 req-6f265172-3a24-4963-919a-e8c75c5f71ec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.022892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f34d2-cc5d-4f0f-9e42-320b04e6b466 req-6f265172-3a24-4963-919a-e8c75c5f71ec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.029443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f34d2-cc5d-4f0f-9e42-320b04e6b466 req-6f265172-3a24-4963-919a-e8c75c5f71ec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.031409 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-b92f2fa1-d0a0-449c-9815-bcc9d0996495 service neutron] 10.222.0.18 "GET /v2.0/networks/1e94ef17-298e-4148-afeb-c88e5d913d0a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5511410 Jul 16 17:57:24.032044 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ee2f34d2-cc5d-4f0f-9e42-320b04e6b466 req-6f265172-3a24-4963-919a-e8c75c5f71ec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2412 time: 0.1036463 Jul 16 17:57:24.090869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ee2f34d2-cc5d-4f0f-9e42-320b04e6b466 req-0196b719-0a19-4b42-8598-4094cc152eea tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512111 Jul 16 17:57:24.189087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b8e71-4e4d-4f24-8982-d2fa68245f2c req-f902b085-0324-4c80-9a00-b41fdfdef629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.190423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-049b8e71-4e4d-4f24-8982-d2fa68245f2c req-f902b085-0324-4c80-9a00-b41fdfdef629 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.5774319 Jul 16 17:57:24.219654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba7f04d-3df3-4504-af18-74754417e404 req-1355b7af-2cb8-4c6b-9386-55d9afdf39a3 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.221140 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ba7f04d-3df3-4504-af18-74754417e404 req-1355b7af-2cb8-4c6b-9386-55d9afdf39a3 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 949 time: 0.2329626 Jul 16 17:57:24.268300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0d573b-0b36-44da-9a4a-0b28b159cce7 req-3ff300a1-a0e1-401f-a890-490dd3abaf9a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.269830 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa0d573b-0b36-44da-9a4a-0b28b159cce7 req-3ff300a1-a0e1-401f-a890-490dd3abaf9a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 949 time: 0.0672457 Jul 16 17:57:24.273391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-049b8e71-4e4d-4f24-8982-d2fa68245f2c req-b5458274-222b-4b22-ae1b-dc04a2eba9ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa7b5219-fc61-47f3-916f-29f789c6745b HTTP/1.1" status: 200 len: 217 time: 0.0736871 Jul 16 17:57:24.314024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-ed869fea-7b64-46a0-9da0-67e123ba46c8 service neutron] 10.222.0.18 "GET /v2.0/networks/1e94ef17-298e-4148-afeb-c88e5d913d0a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2479403 Jul 16 17:57:24.315206 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa0d573b-0b36-44da-9a4a-0b28b159cce7 req-ffb4d694-d813-45ae-872a-d855b5cad7fb tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389905 Jul 16 17:57:24.356382 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ba7f04d-3df3-4504-af18-74754417e404 req-c548d133-8cb4-42a9-8a35-46efaa68d142 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985296 Jul 16 17:57:24.359867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049b8e71-4e4d-4f24-8982-d2fa68245f2c req-50e89cef-d3e9-4825-a1ff-81442dce991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.361827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-049b8e71-4e4d-4f24-8982-d2fa68245f2c req-50e89cef-d3e9-4825-a1ff-81442dce991a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0775216 Jul 16 17:57:24.439438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-049b8e71-4e4d-4f24-8982-d2fa68245f2c req-9aeedfe8-7c70-420b-8074-f59ab3840154 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490918 Jul 16 17:57:24.466844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-45e53582-755e-445b-b864-9fb824b6a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.468051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-45e53582-755e-445b-b864-9fb824b6a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.468631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-45e53582-755e-445b-b864-9fb824b6a436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.470463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-45e53582-755e-445b-b864-9fb824b6a436 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=06b2f706fee046cc9ddaad27739b4c09&device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2865 time: 0.0921118 Jul 16 17:57:24.523253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0e427-18ea-42a5-b7f3-89022834a7bc req-2be92ee2-0286-4292-96d0-28971d4c88f2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.524669 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dd0e427-18ea-42a5-b7f3-89022834a7bc req-2be92ee2-0286-4292-96d0-28971d4c88f2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.0651608 Jul 16 17:57:24.563099 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dd0e427-18ea-42a5-b7f3-89022834a7bc req-04c46edb-2d8c-4228-a7d7-40a488459273 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321209 Jul 16 17:57:24.674473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-3464b2bf-7623-4fec-a624-33fd2d5a8a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.675973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-3464b2bf-7623-4fec-a624-33fd2d5a8a18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2bba8a2b-eb3e-4b52-b582-907f0455de93 HTTP/1.1" status: 200 len: 903 time: 0.1881905 Jul 16 17:57:24.683759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f123e90f-00f8-405d-a6f8-190e0e921155 req-221733a9-5de2-4b91-b93a-42ffee9a350a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.685189 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f123e90f-00f8-405d-a6f8-190e0e921155 req-221733a9-5de2-4b91-b93a-42ffee9a350a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 949 time: 0.2128129 Jul 16 17:57:24.687101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-049b8e71-4e4d-4f24-8982-d2fa68245f2c req-fd3c59d5-2109-474e-a7b9-b928cbb9cf94 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157831 Jul 16 17:57:24.748719 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-82ea0ad7-eb41-472b-af58-36f41ae37584 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.250&port_id=894f0d79-ac24-4912-9b8e-6e005b89308c HTTP/1.1" status: 200 len: 217 time: 0.0593576 Jul 16 17:57:24.853689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 894f0d79-ac24-4912-9b8e-6e005b89308c details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:24.860227 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f123e90f-00f8-405d-a6f8-190e0e921155 req-63bdfdf9-5632-4af0-bcab-5d2dfde1e479 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652038 Jul 16 17:57:24.868431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-203daa8b-561d-4d9f-a084-c81ab295efcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.869879 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-203daa8b-561d-4d9f-a084-c81ab295efcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=30c75ed4-3c28-450d-86e3-41bf8ed23384 HTTP/1.1" status: 200 len: 801 time: 0.1089280 Jul 16 17:57:24.887872 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-049b8e71-4e4d-4f24-8982-d2fa68245f2c req-aa210dbc-54a5-495b-a2e6-b184f35211a1 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542883 Jul 16 17:57:24.915703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e35becd-f630-4397-aa89-3c31ebdf4825 req-1ddc249f-91ec-4128-a179-ca7537a9b603 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.918855 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7e35becd-f630-4397-aa89-3c31ebdf4825 req-1ddc249f-91ec-4128-a179-ca7537a9b603 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 1100 time: 0.0860450 Jul 16 17:57:24.956784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-4444a84d-d7c9-47fe-87b8-d2da40559016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:24.958508 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-4444a84d-d7c9-47fe-87b8-d2da40559016 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2bba8a2b-eb3e-4b52-b582-907f0455de93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0700388 Jul 16 17:57:25.023321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7e35becd-f630-4397-aa89-3c31ebdf4825 req-a837d2cd-6591-47fe-8f67-27d31905f188 tempest-ServersOnMultiNodesTest-562895189 tempest-ServersOnMultiNodesTest-562895189-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875463 Jul 16 17:57:25.199739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-54d1f95c-f7ba-4ac1-9888-328db5fa5136 service neutron] 10.222.0.18 "GET /v2.0/networks/2bba8a2b-eb3e-4b52-b582-907f0455de93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330565 Jul 16 17:57:25.275444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 894f0d79-ac24-4912-9b8e-6e005b89308c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=894f0d79-ac24-4912-9b8e-6e005b89308c,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:25.288272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '894f0d79-ac24-4912-9b8e-6e005b89308c', 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93', 'port_id': '894f0d79-ac24-4912-9b8e-6e005b89308c', 'mac_address': 'fa:16:3e:71:9e:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c75ed4-3c28-450d-86e3-41bf8ed23384', 'ip_address': '19.80.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:25.295180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46681a33-8b73-4950-b010-d3c7d7add173 req-83dc2cdc-74c1-4625-90b1-751165feaecd tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.300185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46681a33-8b73-4950-b010-d3c7d7add173 req-83dc2cdc-74c1-4625-90b1-751165feaecd tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 945 time: 0.1295483 Jul 16 17:57:25.304913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0ad57-fac8-4eb0-9ab2-2f7410085856 req-a8ccc3de-7559-4ecf-87df-744e322da1c2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.306677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99b0ad57-fac8-4eb0-9ab2-2f7410085856 req-a8ccc3de-7559-4ecf-87df-744e322da1c2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.2016664 Jul 16 17:57:25.331129 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.346417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 894f0d79-ac24-4912-9b8e-6e005b89308c {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:25.350000 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46681a33-8b73-4950-b010-d3c7d7add173 req-d7dbe293-65ef-4acf-921a-2dd680db5463 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450878 Jul 16 17:57:25.368233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8af3e238-3983-4670-a9ba-a1461b79f09c req-d5b5cad2-ec59-4a43-84ed-24233bcf6044 service neutron] 10.222.0.18 "GET /v2.0/networks/2bba8a2b-eb3e-4b52-b582-907f0455de93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583507 Jul 16 17:57:25.374478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 894f0d79-ac24-4912-9b8e-6e005b89308c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=894f0d79-ac24-4912-9b8e-6e005b89308c,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:25.378863 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.387822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 8b6deded-eae5-4596-b63a-00363eb72181 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:25.394524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99b0ad57-fac8-4eb0-9ab2-2f7410085856 req-559dc7f3-6c61-4b09-8098-b596428e375d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801227 Jul 16 17:57:25.463088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=894f0d79-ac24-4912-9b8e-6e005b89308c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:25.553668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 8b6deded-eae5-4596-b63a-00363eb72181, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=8b6deded-eae5-4596-b63a-00363eb72181,segment=NetworkSegment(b9709193-f1d1-4824-ae3c-e1e37a3d5c93),segment_id=b9709193-f1d1-4824-ae3c-e1e37a3d5c93)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:25.565743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '8b6deded-eae5-4596-b63a-00363eb72181', 'network_id': '1e94ef17-298e-4148-afeb-c88e5d913d0a', 'port_id': '8b6deded-eae5-4596-b63a-00363eb72181', 'mac_address': 'fa:16:3e:03:11:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41b43ec8-81a5-4b72-bf41-a03cc875b026', 'ip_address': '19.86.0.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:25.569671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4f896446-eda0-4d29-b67e-9dd33dc92e27 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:25.605312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf4db4-046b-4b00-9ed0-7afae972311f req-67f1a1a5-1a3f-45b4-ac9b-c2af7945bad9 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.612626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf4db4-046b-4b00-9ed0-7afae972311f req-67f1a1a5-1a3f-45b4-ac9b-c2af7945bad9 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.620163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf4db4-046b-4b00-9ed0-7afae972311f req-67f1a1a5-1a3f-45b4-ac9b-c2af7945bad9 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.623182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6acf4db4-046b-4b00-9ed0-7afae972311f req-67f1a1a5-1a3f-45b4-ac9b-c2af7945bad9 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2413 time: 0.0969300 Jul 16 17:57:25.649544 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.670999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6deded-eae5-4596-b63a-00363eb72181 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:25.694777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6acf4db4-046b-4b00-9ed0-7afae972311f req-c710a5b3-9dc0-4cf2-a9e0-8348b48ee012 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583854 Jul 16 17:57:25.702240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 8b6deded-eae5-4596-b63a-00363eb72181, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=8b6deded-eae5-4596-b63a-00363eb72181,segment=NetworkSegment(b9709193-f1d1-4824-ae3c-e1e37a3d5c93),segment_id=b9709193-f1d1-4824-ae3c-e1e37a3d5c93)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:25.705951 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.706765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:25.715894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 4f896446-eda0-4d29-b67e-9dd33dc92e27 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:25.749991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 4f896446-eda0-4d29-b67e-9dd33dc92e27 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:25.751991 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.791931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:25.832651 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5', 'network_id': '2bba8a2b-eb3e-4b52-b582-907f0455de93', 'port_id': 'ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5', 'mac_address': 'fa:16:3e:2a:4c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30c75ed4-3c28-450d-86e3-41bf8ed23384', 'ip_address': '19.80.0.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:25.841318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=8b6deded-eae5-4596-b63a-00363eb72181,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:25.910563 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.913902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e7ce3-6642-4c25-8570-e1f48e56ab85 req-28cd59b1-ba6d-49cd-9387-71b5f305418f tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.914067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c29e7ce3-6642-4c25-8570-e1f48e56ab85 req-28cd59b1-ba6d-49cd-9387-71b5f305418f tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 949 time: 0.0794659 Jul 16 17:57:25.933015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cf887d-cb09-4261-8473-b91412139ff0 req-a16c54ca-90d8-4a02-b151-2497a7f6ecde tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:25.935267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63cf887d-cb09-4261-8473-b91412139ff0 req-a16c54ca-90d8-4a02-b151-2497a7f6ecde tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.0937054 Jul 16 17:57:25.945813 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:25.957684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c29e7ce3-6642-4c25-8570-e1f48e56ab85 req-c71c1d0a-b7bc-4f05-b95c-d62aa0485163 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 Jul 16 17:57:25.975786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:25.976746 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.979627 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:25.979860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63cf887d-cb09-4261-8473-b91412139ff0 req-252fe909-da63-489b-b844-c77463fb07b6 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386364 Jul 16 17:57:26.048992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:26.051230 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2289572-3f44-473c-a5d9-447ccf149e26" -d '{"events": [{"server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "name": "network-vif-plugged", "status": "completed", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:26.072206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:26.075978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:26.081570 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.149728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=4f896446-eda0-4d29-b67e-9dd33dc92e27,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:26.176230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48238) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:26.181688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-955312543'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:26.207666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:26.211472 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.238521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:26.251617 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.252000 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Added segment 3fdc98f8-5032-44af-9e34-546a31b1d697 of type vlan for network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e Jul 16 17:57:26.275958 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-149ec240-0b53-4600-ab5e-2bf7fdb48b95 x-openstack-request-id: req-149ec240-0b53-4600-ab5e-2bf7fdb48b95 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:26.276251 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "name": "network-vif-plugged", "status": "completed", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:26.276504 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-149ec240-0b53-4600-ab5e-2bf7fdb48b95 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:26.276897 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27', 'code': 200} Jul 16 17:57:26.283493 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-89f1f361-7c1a-401c-b416-597b5d0c75c8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=062537ea7da04e45bd99e357cf9993d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340338 Jul 16 17:57:26.351009 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.435651 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.441869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.442459 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.461851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-5902d296-dac7-4dc0-b21f-b95250dc0869 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.463353 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-5902d296-dac7-4dc0-b21f-b95250dc0869 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1743777 Jul 16 17:57:26.479284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['8b6deded-eae5-4596-b63a-00363eb72181'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:26.499727 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3192205 Jul 16 17:57:26.500643 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48252) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:26.505732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1978863705'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:26.511649 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-85e35a01-dfd6-4736-bd87-0edf223545ca tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/quotas/062537ea7da04e45bd99e357cf9993d8 HTTP/1.1" status: 200 len: 375 time: 0.0369782 Jul 16 17:57:26.517844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['894f0d79-ac24-4912-9b8e-6e005b89308c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:26.547794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b063fb1-d6d1-4d4e-b64b-3770deb94c5f req-a784641b-e649-4612-bd43-93171e006433 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.548027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc77d199-67d4-4a80-b604-fb8489aa0630 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Network': ['ID=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:26.550908 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b063fb1-d6d1-4d4e-b64b-3770deb94c5f req-a784641b-e649-4612-bd43-93171e006433 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 945 time: 0.0789313 Jul 16 17:57:26.562061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:26.594138 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b063fb1-d6d1-4d4e-b64b-3770deb94c5f req-c711121f-de91-4dda-ae23-a20792f69a7e tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374193 Jul 16 17:57:26.603966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:26.608944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.645183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:26.659943 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.660298 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Added segment 8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e of type vlan for network 791fcc36-0324-4230-9b89-1a8c080d3fb9 Jul 16 17:57:26.674562 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-406db652-e473-4627-bfc9-27ef81956e6a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1309793 Jul 16 17:57:26.728543 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.771265 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.781730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.783605 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:26.799158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d63d70-6489-452d-97ee-d052e372f95f req-b6ad05b4-597c-4803-af10-2ce05e63633f tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:26.804115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2d63d70-6489-452d-97ee-d052e372f95f req-b6ad05b4-597c-4803-af10-2ce05e63633f tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.0773058 Jul 16 17:57:26.836976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48258) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:26.837691 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3359921 Jul 16 17:57:26.847781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'subnet': {'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:26.872026 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2d63d70-6489-452d-97ee-d052e372f95f req-d9e909c1-f5f3-401b-98f1-7b02ff6c816a tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643098 Jul 16 17:57:26.876564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce35d72d-e002-4e0f-94fc-90af136fbc7d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Network': ['ID=791fcc36-0324-4230-9b89-1a8c080d3fb9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:26.889463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 791fcc36-0324-4230-9b89-1a8c080d3fb9 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:27.044207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:27.048226 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.150249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b317a-4bde-4ad5-8302-971f02dcd95e req-ca7f55bc-b8d9-4e1c-8b1f-c885ca388edc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.156287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b317a-4bde-4ad5-8302-971f02dcd95e req-ca7f55bc-b8d9-4e1c-8b1f-c885ca388edc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.162805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97b317a-4bde-4ad5-8302-971f02dcd95e req-ca7f55bc-b8d9-4e1c-8b1f-c885ca388edc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.164611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d97b317a-4bde-4ad5-8302-971f02dcd95e req-ca7f55bc-b8d9-4e1c-8b1f-c885ca388edc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2415 time: 0.1671076 Jul 16 17:57:27.176600 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5fc73d98-404c-432c-b77a-24ea22a78f7b req-1c822c9f-13e7-4adf-953e-c2cad61bd31a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 210 time: 0.0385303 Jul 16 17:57:27.308798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d97b317a-4bde-4ad5-8302-971f02dcd95e req-0c523182-928a-40ec-8fa5-f017708b1502 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378610 Jul 16 17:57:27.310151 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.379913 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c0f22-5ed5-42a1-a899-582f94af7261 req-1c2075ea-ab57-4849-9d9e-1cdf8bbb93e5 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.381678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d32c0f22-5ed5-42a1-a899-582f94af7261 req-1c2075ea-ab57-4849-9d9e-1cdf8bbb93e5 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 949 time: 0.0926921 Jul 16 17:57:27.397106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Subnet': ['ID=906cba6b-9994-4473-84fa-50b5a985c7d8,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:27.407625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Checking segment: {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:27.408600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network hostable DHCP agents. Network: d5ee5640-ff78-40d5-9d0e-0f76a5a0819e, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:27.448239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d32c0f22-5ed5-42a1-a899-582f94af7261 req-67853942-5359-417b-aa03-1f0357b98348 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555365 Jul 16 17:57:27.469309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:27.482154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, d5ee5640-ff78-40d5-9d0e-0f76a5a0819e) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:27.491715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.492415 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.492893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2170a104-2087-48c4-af9d-253d39e97d4a None None] Network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:27.515221 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-595e37f2-3314-4edd-afa7-af65a8bf595a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6771014 Jul 16 17:57:27.518323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48278) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:27.523259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'subnet': {'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:27.525809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a478e373-ef31-4616-8f04-b6ec42d151d5 req-21733905-8dfa-4235-a9bc-c42b4f8efcad tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.527543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a478e373-ef31-4616-8f04-b6ec42d151d5 req-21733905-8dfa-4235-a9bc-c42b4f8efcad tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.1042805 Jul 16 17:57:27.651194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a478e373-ef31-4616-8f04-b6ec42d151d5 req-7ba04c92-a8a9-4980-9ad1-b97bde5bb1cc tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953889 Jul 16 17:57:27.688171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4695bd30-1909-44a9-8a02-f5e087264458 req-f694c811-2a5a-482e-971d-b00fd649945d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.690202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4695bd30-1909-44a9-8a02-f5e087264458 req-f694c811-2a5a-482e-971d-b00fd649945d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 949 time: 0.1612158 Jul 16 17:57:27.692367 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-d5ee5640-ff78-40d5-9d0e-0f76a5a0819e', 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'fixed_ips': [{'subnet_id': '906cba6b-9994-4473-84fa-50b5a985c7d8'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:57:27.693744 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.710278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:27.714326 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.768266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410eabff-7d41-416e-a585-3bc922892ece req-78aca720-1e1b-4cab-8e21-3f86e5cdec48 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:27.778075 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-410eabff-7d41-416e-a585-3bc922892ece req-78aca720-1e1b-4cab-8e21-3f86e5cdec48 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 945 time: 0.1508701 Jul 16 17:57:27.804649 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4695bd30-1909-44a9-8a02-f5e087264458 req-8cde29e0-6065-4051-bf9b-6eecc5cbe59d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Deleting port d3238c56-a755-4c3d-8832-b923ff0264ef {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:27.805289 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4695bd30-1909-44a9-8a02-f5e087264458 req-8cde29e0-6065-4051-bf9b-6eecc5cbe59d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.865906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-410eabff-7d41-416e-a585-3bc922892ece req-cf80eb8a-b9be-4285-8a3b-87c69dabab27 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863519 Jul 16 17:57:27.905882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4695bd30-1909-44a9-8a02-f5e087264458 req-8cde29e0-6065-4051-bf9b-6eecc5cbe59d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] For port d3238c56-a755-4c3d-8832-b923ff0264ef, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=d3238c56-a755-4c3d-8832-b923ff0264ef,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:27.906490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4695bd30-1909-44a9-8a02-f5e087264458 req-8cde29e0-6065-4051-bf9b-6eecc5cbe59d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:27.910247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Allocated IP 10.1.1.2 (d5ee5640-ff78-40d5-9d0e-0f76a5a0819e/906cba6b-9994-4473-84fa-50b5a985c7d8/7f9b363d-9a7c-4024-b68c-3dd1d0987afa) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:27.921650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4695bd30-1909-44a9-8a02-f5e087264458 req-8cde29e0-6065-4051-bf9b-6eecc5cbe59d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Calling delete_port for d3238c56-a755-4c3d-8832-b923ff0264ef owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:27.991969 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.012598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:28.073211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Checking segment: {'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:28.073595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network hostable DHCP agents. Network: 791fcc36-0324-4230-9b89-1a8c080d3fb9, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:28.077767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Subnet': ['ID=fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:28.093397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network 791fcc36-0324-4230-9b89-1a8c080d3fb9 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:28.104322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 791fcc36-0324-4230-9b89-1a8c080d3fb9) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:28.111096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:28.112302 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.115360 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4695bd30-1909-44a9-8a02-f5e087264458 req-8cde29e0-6065-4051-bf9b-6eecc5cbe59d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.128958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2bbc15-37d8-49f0-9f09-72e7f2436aa1 None None] Network 791fcc36-0324-4230-9b89-1a8c080d3fb9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:28.129583 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8f9ccc5c-d2c3-445c-ab26-9f4aba5385a4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6101806 Jul 16 17:57:28.131960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48282) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:28.135827 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.139440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'port': {'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e', 'name': 'tempest-TaggedBootDevicesTest_v242-872502623', 'fixed_ips': [{'subnet_id': '906cba6b-9994-4473-84fa-50b5a985c7d8'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:28.163027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cde29e0-6065-4051-bf9b-6eecc5cbe59d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event deleted for resources: {'Port': ['ID=d3238c56-a755-4c3d-8832-b923ff0264ef,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:28.165740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac', '547a6284-61a4-453b-8042-cec4b3c08e8b', 'd3238c56-a755-4c3d-8832-b923ff0264ef'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:28.170498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Transition to ACTIVE for port object 7f9b363d-9a7c-4024-b68c-3dd1d0987afa will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:28.238048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Transition to ACTIVE for port object 7f9b363d-9a7c-4024-b68c-3dd1d0987afa will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:28.246891 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4695bd30-1909-44a9-8a02-f5e087264458 req-8cde29e0-6065-4051-bf9b-6eecc5cbe59d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] No DVR routers for this DVR port d3238c56-a755-4c3d-8832-b923ff0264ef on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:28.264648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ba8044-b048-435a-9a4d-8a05768cbbb1 req-9dee7d32-5ddb-476f-bb84-5c9c01c5dd11 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:28.272877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0ba8044-b048-435a-9a4d-8a05768cbbb1 req-9dee7d32-5ddb-476f-bb84-5c9c01c5dd11 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.2279768 Jul 16 17:57:28.288138 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4695bd30-1909-44a9-8a02-f5e087264458 req-8cde29e0-6065-4051-bf9b-6eecc5cbe59d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.291630 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4695bd30-1909-44a9-8a02-f5e087264458 req-8cde29e0-6065-4051-bf9b-6eecc5cbe59d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "DELETE /v2.0/ports/d3238c56-a755-4c3d-8832-b923ff0264ef HTTP/1.1" status: 204 len: 173 time: 0.5954084 Jul 16 17:57:28.295643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7b1a243-f6dc-4235-9181-7f89296335ad', 'name': 'network-vif-deleted', 'tag': 'd3238c56-a755-4c3d-8832-b923ff0264ef'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:28.298024 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f10e26c-394e-4a6b-b284-23091c30f4b1" -d '{"events": [{"server_uuid": "d7b1a243-f6dc-4235-9181-7f89296335ad", "name": "network-vif-deleted", "tag": "d3238c56-a755-4c3d-8832-b923ff0264ef"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:28.309551 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.328729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:28.385228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0ba8044-b048-435a-9a4d-8a05768cbbb1 req-2ab1edf5-d8e1-4dd9-942d-d08d4ec075db tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090348 Jul 16 17:57:28.453958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:28.463291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-3e1cc61b-b2c4-484f-ab78-50bc8de0ecf0 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=062537ea7da04e45bd99e357cf9993d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0707231 Jul 16 17:57:28.500325 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce844726-a11b-410b-8859-ec8d369724fe x-openstack-request-id: req-ce844726-a11b-410b-8859-ec8d369724fe {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:28.500882 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7b1a243-f6dc-4235-9181-7f89296335ad", "name": "network-vif-deleted", "tag": "d3238c56-a755-4c3d-8832-b923ff0264ef", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:28.501377 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ce844726-a11b-410b-8859-ec8d369724fe {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:28.502013 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7b1a243-f6dc-4235-9181-7f89296335ad', 'name': 'network-vif-deleted', 'tag': 'd3238c56-a755-4c3d-8832-b923ff0264ef', 'status': 'completed', 'code': 200} Jul 16 17:57:28.509802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:28.530762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99fad17d-6277-4ee3-951f-26c634e27692 req-c3799229-1394-446d-bb15-500ea48b50d4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 210 time: 0.1165521 Jul 16 17:57:28.555087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:28.557221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Pushing event updated for resources: {'Port': ['ID=7f9b363d-9a7c-4024-b68c-3dd1d0987afa,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:28.665313 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.713455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-035995af-f294-4124-b709-8fff33476105 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:28.715425 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-035995af-f294-4124-b709-8fff33476105 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2409925 Jul 16 17:57:28.717680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] device_id is not set on port c9bc271f-eb4b-4536-9932-627fb244a68f yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 17:57:28.734017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Attempting to bind port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:28.734555 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Attempting to bind port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:28.734769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Attempting to bind port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:28.739613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Request body: {'port': {'device_id': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '062537ea7da04e45bd99e357cf9993d8'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:28.755032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-791fcc36-0324-4230-9b89-1a8c080d3fb9', 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'fixed_ips': [{'subnet_id': 'fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:57:28.756080 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.759449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:28.759869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Checking segment: {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:28.760266 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.760803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Bound using segment: {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:28.761289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Bound port: 7f9b363d-9a7c-4024-b68c-3dd1d0987afa, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:28.761665 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.865039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Made reservation on behalf of 062537ea7da04e45bd99e357cf9993d8 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:28.869172 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:28.899190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 894f0d79-ac24-4912-9b8e-6e005b89308c up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:28.906781 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0cc7f186-bf8d-4bc6-85a0-a6a08ba04495 req-b0b546f4-5e35-4f36-93bc-efc9ebfa7ebb tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7b1a243-f6dc-4235-9181-7f89296335ad HTTP/1.1" status: 200 len: 210 time: 0.0816882 Jul 16 17:57:28.969372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] For port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:28.974339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] For port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7f9b363d-9a7c-4024-b68c-3dd1d0987afa,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:29.009309 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.033134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a85487-eccc-4a3d-bdc5-aa8a4a42e538 req-fdd0082a-5dcb-454e-8370-9537848f9318 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.039194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a85487-eccc-4a3d-bdc5-aa8a4a42e538 req-fdd0082a-5dcb-454e-8370-9537848f9318 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.046410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a85487-eccc-4a3d-bdc5-aa8a4a42e538 req-fdd0082a-5dcb-454e-8370-9537848f9318 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.053281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72a85487-eccc-4a3d-bdc5-aa8a4a42e538 req-fdd0082a-5dcb-454e-8370-9537848f9318 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2415 time: 0.3784318 Jul 16 17:57:29.066679 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.131666 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72a85487-eccc-4a3d-bdc5-aa8a4a42e538 req-6bd97de7-63ac-420a-b863-66e9705b3030 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689650 Jul 16 17:57:29.136712 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Allocated IP 10.1.1.194 (d5ee5640-ff78-40d5-9d0e-0f76a5a0819e/906cba6b-9994-4473-84fa-50b5a985c7d8/c9bc271f-eb4b-4536-9932-627fb244a68f) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:29.167769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeecb537-f667-4f51-91ef-dc4d4112719c req-a37b93d7-6e59-4f78-b2b6-db387a3fede9 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.169391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eeecb537-f667-4f51-91ef-dc4d4112719c req-a37b93d7-6e59-4f78-b2b6-db387a3fede9 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.37 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 945 time: 0.2556851 Jul 16 17:57:29.213085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6942e10b-238e-4bf8-b73d-37570ba2f355 req-20dcc90d-0ba9-464c-a383-93f03c4d7b93 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.221458 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6942e10b-238e-4bf8-b73d-37570ba2f355 req-20dcc90d-0ba9-464c-a383-93f03c4d7b93 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.1466768 Jul 16 17:57:29.274850 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Allocated IP 10.2.2.2 (791fcc36-0324-4230-9b89-1a8c080d3fb9/fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb/5a8aa12c-1101-4051-a3cc-9dab68a434c0) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:29.278845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Allocated IP 192.168.233.72 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/26c272b3-4f8d-4af6-9a65-5993a5b1ae88) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:29.300827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 894f0d79-ac24-4912-9b8e-6e005b89308c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:29.324297 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6942e10b-238e-4bf8-b73d-37570ba2f355 req-eecb1677-3c7c-4681-a66c-3ccf2e53d344 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016290 Jul 16 17:57:29.368391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 894f0d79-ac24-4912-9b8e-6e005b89308c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:29.374617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-eeecb537-f667-4f51-91ef-dc4d4112719c req-6d2352a9-7c1a-4525-9447-8b6d22d21a3d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Deleting port dce37511-4171-4a7d-b30c-2d67dd397f3b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:29.375396 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.376038 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eeecb537-f667-4f51-91ef-dc4d4112719c req-6d2352a9-7c1a-4525-9447-8b6d22d21a3d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.486016 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52571587-c78f-4f5d-9b2f-59aedd6ddb61 None None] Pushing event updated for resources: {'Port': ['ID=7f9b363d-9a7c-4024-b68c-3dd1d0987afa,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:29.517765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.538226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Transition to ACTIVE for port object c9bc271f-eb4b-4536-9932-627fb244a68f will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:29.595803 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.703210 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:29.711831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:29.715418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:29.750015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Port': ['ID=c9bc271f-eb4b-4536-9932-627fb244a68f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:29.777138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.777764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.780737 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.788762 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.801047 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9a14fecb-33c0-4b84-8e08-95fe5e3a8c9a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6653838 Jul 16 17:57:29.804246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48304) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:29.808402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-eeecb537-f667-4f51-91ef-dc4d4112719c req-6d2352a9-7c1a-4525-9447-8b6d22d21a3d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] For port dce37511-4171-4a7d-b30c-2d67dd397f3b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dce37511-4171-4a7d-b30c-2d67dd397f3b,segment=NetworkSegment(7b7b21d6-dbc3-4c96-9582-e1ad891138e6),segment_id=7b7b21d6-dbc3-4c96-9582-e1ad891138e6)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:29.808595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bba5fa4-0010-437e-b79c-d8c5d600f4b1 req-441dc467-9913-4c60-83a3-f7ba354a3d33 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:29.808713 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eeecb537-f667-4f51-91ef-dc4d4112719c req-6d2352a9-7c1a-4525-9447-8b6d22d21a3d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.810113 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bba5fa4-0010-437e-b79c-d8c5d600f4b1 req-441dc467-9913-4c60-83a3-f7ba354a3d33 tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 945 time: 0.1664999 Jul 16 17:57:29.816746 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.820915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'port': {'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e', 'name': 'tempest-TaggedBootDevicesTest_v242-1803208546', 'fixed_ips': [{'subnet_id': '906cba6b-9994-4473-84fa-50b5a985c7d8'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:29.827834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894f0d79-ac24-4912-9b8e-6e005b89308c'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:29.830065 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19cb3eac-3369-483f-b415-a2fb699b46ce" -d '{"events": [{"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-plugged", "status": "completed", "tag": "894f0d79-ac24-4912-9b8e-6e005b89308c"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:29.831163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Transition to ACTIVE for port object 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:29.835951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Transition to ACTIVE for port object 5a8aa12c-1101-4051-a3cc-9dab68a434c0 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:29.849409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 894f0d79-ac24-4912-9b8e-6e005b89308c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=894f0d79-ac24-4912-9b8e-6e005b89308c,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:29.851864 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bba5fa4-0010-437e-b79c-d8c5d600f4b1 req-49e3e174-3944-4bf5-8817-342706fff1ec tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/security-groups?id=580601f3-da12-449a-a634-09fcc004e549&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356641 Jul 16 17:57:29.853562 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.854371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 8b6deded-eae5-4596-b63a-00363eb72181 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:29.890321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Transition to ACTIVE for port object 5a8aa12c-1101-4051-a3cc-9dab68a434c0 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:29.934240 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:29.961978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Network 791fcc36-0324-4230-9b89-1a8c080d3fb9 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:29.970961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:29.981774 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:29.992446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=894f0d79-ac24-4912-9b8e-6e005b89308c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:30.011742 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11b386e9-15fa-4474-b0ca-0452b8c1f40d req-4706b9f4-79fe-4c7c-b53e-ac588b4aa550 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 210 time: 0.0324347 Jul 16 17:57:30.041156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb', '6e209650-6a34-4147-a81a-1f87c060b505', '965e79b8-5ebb-4579-b997-bf6856a0bab2', '80020d34-ba83-4332-aba0-2a5fc98a4304', '9e6325df-48a2-4c90-95f3-ff2a3404fe49'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:30.067606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 8b6deded-eae5-4596-b63a-00363eb72181 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:30.161117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Pushing event updated for resources: {'Port': ['ID=5a8aa12c-1101-4051-a3cc-9dab68a434c0,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:30.181973 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c007b58e-4baf-4472-aa7a-99fea9ee8d85 x-openstack-request-id: req-c007b58e-4baf-4472-aa7a-99fea9ee8d85 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:30.182292 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-plugged", "status": "completed", "tag": "894f0d79-ac24-4912-9b8e-6e005b89308c", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:30.182642 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c007b58e-4baf-4472-aa7a-99fea9ee8d85 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:30.183828 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '894f0d79-ac24-4912-9b8e-6e005b89308c', 'code': 200} Jul 16 17:57:30.187147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Attempting to bind port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:30.187550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Attempting to bind port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:30.188408 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Attempting to bind port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 on network 791fcc36-0324-4230-9b89-1a8c080d3fb9 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:30.190423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 8b6deded-eae5-4596-b63a-00363eb72181 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:30.190851 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.230541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:30.231075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Checking segment: {'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:30.231293 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.231706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Bound using segment: {'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:30.232801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Bound port: 5a8aa12c-1101-4051-a3cc-9dab68a434c0, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:30.233178 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.235662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7f9b363d-9a7c-4024-b68c-3dd1d0987afa up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:30.252689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-eeecb537-f667-4f51-91ef-dc4d4112719c req-6d2352a9-7c1a-4525-9447-8b6d22d21a3d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Calling delete_port for dce37511-4171-4a7d-b30c-2d67dd397f3b owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:30.406170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b7e49-142a-48e5-983a-7a965f464453 req-6c3b7292-25b0-44d7-bef6-796748f4e958 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.413494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b7e49-142a-48e5-983a-7a965f464453 req-6c3b7292-25b0-44d7-bef6-796748f4e958 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.421489 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67b7e49-142a-48e5-983a-7a965f464453 req-6c3b7292-25b0-44d7-bef6-796748f4e958 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.423903 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c67b7e49-142a-48e5-983a-7a965f464453 req-6c3b7292-25b0-44d7-bef6-796748f4e958 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2416 time: 0.1004696 Jul 16 17:57:30.426109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f347051-36ca-4179-b51d-d957456b7d84 req-c16ecb5e-713d-485f-ad1b-e884a13d5bd5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.427620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f347051-36ca-4179-b51d-d957456b7d84 req-c16ecb5e-713d-485f-ad1b-e884a13d5bd5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.7063444 Jul 16 17:57:30.484198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c67b7e49-142a-48e5-983a-7a965f464453 req-280801d9-6958-4401-88e9-809bd192b135 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502722 Jul 16 17:57:30.485370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:30.509824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] For port 5a8aa12c-1101-4051-a3cc-9dab68a434c0, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:30.518325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f347051-36ca-4179-b51d-d957456b7d84 req-26618545-dcd3-4c64-9294-83fc16bbc030 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580461 Jul 16 17:57:30.519139 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.540128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] For port 5a8aa12c-1101-4051-a3cc-9dab68a434c0, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5a8aa12c-1101-4051-a3cc-9dab68a434c0,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:30.549164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03085f3-1d3d-4b65-9a73-f9d88c5dc53c None None] Network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:30.567752 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.579719 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.581686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', '4f896446-eda0-4d29-b67e-9dd33dc92e27'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:30.640314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Pushing event updated for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:30.652090 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:30.659132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:30.678383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:30.762042 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7a00907-c7e5-4379-ac11-c7df6e8080a7 None None] Provisioning for port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:30.776994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7a00907-c7e5-4379-ac11-c7df6e8080a7 None None] Provisioning complete for port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:30.777375 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7a00907-c7e5-4379-ac11-c7df6e8080a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.787251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:30.809900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 8b6deded-eae5-4596-b63a-00363eb72181, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=8b6deded-eae5-4596-b63a-00363eb72181,segment=NetworkSegment(b9709193-f1d1-4824-ae3c-e1e37a3d5c93),segment_id=b9709193-f1d1-4824-ae3c-e1e37a3d5c93)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:30.843507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:30.844174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.876514 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:30.878451 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8ffe53-a8cb-4035-a861-60595f8080d2 None None] Pushing event updated for resources: {'Port': ['ID=5a8aa12c-1101-4051-a3cc-9dab68a434c0,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:30.902351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:30.950117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-ddfaa64b-3c95-43e5-a487-08252b5e9d97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2151322 Jul 16 17:57:30.973694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Request body: {'port': {'device_id': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:31.062492 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.064870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eeecb537-f667-4f51-91ef-dc4d4112719c req-6d2352a9-7c1a-4525-9447-8b6d22d21a3d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.079982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75786f1e-618f-45f3-bbfc-f1280091ad86 req-a88ca296-f925-4ac1-96a1-d69c80339401 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.081605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75786f1e-618f-45f3-bbfc-f1280091ad86 req-a88ca296-f925-4ac1-96a1-d69c80339401 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.4240444 Jul 16 17:57:31.168848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2352a9-7c1a-4525-9447-8b6d22d21a3d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Pushing event deleted for resources: {'Port': ['ID=dce37511-4171-4a7d-b30c-2d67dd397f3b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.212313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] device_id is not set on port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 17:57:31.223819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:31.239033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:31.239416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.252692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=8b6deded-eae5-4596-b63a-00363eb72181,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.329606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeecb537-f667-4f51-91ef-dc4d4112719c req-6d2352a9-7c1a-4525-9447-8b6d22d21a3d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] No DVR routers for this DVR port dce37511-4171-4a7d-b30c-2d67dd397f3b on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:31.333147 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eeecb537-f667-4f51-91ef-dc4d4112719c req-6d2352a9-7c1a-4525-9447-8b6d22d21a3d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.336062 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eeecb537-f667-4f51-91ef-dc4d4112719c req-6d2352a9-7c1a-4525-9447-8b6d22d21a3d tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.37 "DELETE /v2.0/ports/dce37511-4171-4a7d-b30c-2d67dd397f3b HTTP/1.1" status: 204 len: 173 time: 2.1605432 Jul 16 17:57:31.347287 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7a00907-c7e5-4379-ac11-c7df6e8080a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.356258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b34ceb1d-7693-4960-b6f8-ac1ab1a94a62', 'name': 'network-vif-deleted', 'tag': 'dce37511-4171-4a7d-b30c-2d67dd397f3b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:31.359628 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c65eab1-e7be-46cf-9c1c-ce4c14680e14" -d '{"events": [{"server_uuid": "b34ceb1d-7693-4960-b6f8-ac1ab1a94a62", "name": "network-vif-deleted", "tag": "dce37511-4171-4a7d-b30c-2d67dd397f3b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:31.373838 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75786f1e-618f-45f3-bbfc-f1280091ad86 req-46aa3b0d-ace1-473d-8314-c0ea43fa1e31 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263339 Jul 16 17:57:31.426408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.453052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c7a00907-c7e5-4379-ac11-c7df6e8080a7 None None] For port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7f9b363d-9a7c-4024-b68c-3dd1d0987afa,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:31.470776 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7a00907-c7e5-4379-ac11-c7df6e8080a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.484411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0d27-f5b5-48d4-a72a-1cd634561bbf req-a594ee4a-3fab-4e59-878e-b6945c20f039 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.497288 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9ad0d27-f5b5-48d4-a72a-1cd634561bbf req-a594ee4a-3fab-4e59-878e-b6945c20f039 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 950 time: 0.1607220 Jul 16 17:57:31.545262 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.602790 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9ad0d27-f5b5-48d4-a72a-1cd634561bbf req-bd0098ed-7014-43c3-9e8f-4fa7c52fe05c tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030629 Jul 16 17:57:31.622305 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device d3238c56-a755-4c3d-8832-b923ff0264ef no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:31.709800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-144a8a48-badf-4981-9545-a44fc1004997 req-57ac8f09-f42f-4498-8dea-56dfe915550c tempest-InstanceActionsV221TestJSON-1009426619 tempest-InstanceActionsV221TestJSON-1009426619-project] 10.222.0.47 "GET /v2.0/ports?device_id=b34ceb1d-7693-4960-b6f8-ac1ab1a94a62 HTTP/1.1" status: 200 len: 210 time: 0.1278486 Jul 16 17:57:31.762393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:31.768884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: d3238c56-a755-4c3d-8832-b923ff0264ef {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:31.769361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device d3238c56-a755-4c3d-8832-b923ff0264ef not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:31.769842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dce37511-4171-4a7d-b30c-2d67dd397f3b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:31.804456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: dce37511-4171-4a7d-b30c-2d67dd397f3b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:31.804806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dce37511-4171-4a7d-b30c-2d67dd397f3b not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:31.807666 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a00907-c7e5-4379-ac11-c7df6e8080a7 None None] Pushing event updated for resources: {'Port': ['ID=7f9b363d-9a7c-4024-b68c-3dd1d0987afa,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:31.825406 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.829665 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218a1984-35ba-4708-9385-aa5bf95c6683 x-openstack-request-id: req-218a1984-35ba-4708-9385-aa5bf95c6683 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:31.830101 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b34ceb1d-7693-4960-b6f8-ac1ab1a94a62", "name": "network-vif-deleted", "tag": "dce37511-4171-4a7d-b30c-2d67dd397f3b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:31.830452 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-218a1984-35ba-4708-9385-aa5bf95c6683 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:31.831103 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b34ceb1d-7693-4960-b6f8-ac1ab1a94a62', 'name': 'network-vif-deleted', 'tag': 'dce37511-4171-4a7d-b30c-2d67dd397f3b', 'status': 'completed', 'code': 200} Jul 16 17:57:31.833110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Allocated IP 10.1.1.177 (d5ee5640-ff78-40d5-9d0e-0f76a5a0819e/906cba6b-9994-4473-84fa-50b5a985c7d8/5083973c-bf1c-4ee2-93b7-1617cc9842d0) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:31.849476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae2e0c8-d437-4ca6-aee5-8f04244c6d60 req-25af2acd-e6c1-494c-9e9a-1caea824a7fb tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:31.851515 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ae2e0c8-d437-4ca6-aee5-8f04244c6d60 req-25af2acd-e6c1-494c-9e9a-1caea824a7fb tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 935 time: 0.0911024 Jul 16 17:57:31.873328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-13c0f787-3c43-4113-a002-bc095bc91276 None None] Provisioning for port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:31.907705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-13c0f787-3c43-4113-a002-bc095bc91276 None None] Provisioning complete for port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:31.908502 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-13c0f787-3c43-4113-a002-bc095bc91276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:31.949111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ae2e0c8-d437-4ca6-aee5-8f04244c6d60 req-28ff02fe-b1ed-431f-a851-49c653cdf156 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890238 Jul 16 17:57:32.194533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6deded-eae5-4596-b63a-00363eb72181'}, {'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:32.203676 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9071230e-2c84-4c03-8bec-eac1bf724056" -d '{"events": [{"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-plugged", "status": "completed", "tag": "8b6deded-eae5-4596-b63a-00363eb72181"}, {"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-plugged", "status": "completed", "tag": "ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:32.210751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249c66b6-d16d-49c1-a4fb-28bdaa07d24e req-1fdd5c56-dd95-4722-a571-127d7cbd4338 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.225212 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-249c66b6-d16d-49c1-a4fb-28bdaa07d24e req-1fdd5c56-dd95-4722-a571-127d7cbd4338 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1625116 Jul 16 17:57:32.245096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:32.262613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-13c0f787-3c43-4113-a002-bc095bc91276 None None] Port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:32.293726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302164-ea7e-4b58-b6cc-18cebda54ffa req-54e3bd1f-1eaa-499f-b198-5a453085cc02 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.307999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302164-ea7e-4b58-b6cc-18cebda54ffa req-54e3bd1f-1eaa-499f-b198-5a453085cc02 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.316357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b302164-ea7e-4b58-b6cc-18cebda54ffa req-54e3bd1f-1eaa-499f-b198-5a453085cc02 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:32.324425 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b302164-ea7e-4b58-b6cc-18cebda54ffa req-54e3bd1f-1eaa-499f-b198-5a453085cc02 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2418 time: 0.3679197 Jul 16 17:57:32.394269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b35e85be-5b21-42f9-a592-b831b20e3486 None None] Network 791fcc36-0324-4230-9b89-1a8c080d3fb9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:32.419190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b302164-ea7e-4b58-b6cc-18cebda54ffa req-9fbfe74d-4aa1-4e64-b4b6-8d195b166ca9 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904396 Jul 16 17:57:32.516272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5a8aa12c-1101-4051-a3cc-9dab68a434c0 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:32.536405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.547887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:32.561517 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.568753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Transition to ACTIVE for port object 5083973c-bf1c-4ee2-93b7-1617cc9842d0 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:32.581391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-33d19fb4-eba0-46cd-bc60-4a71dbe18ca5 None None] Provisioning complete for port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:32.581916 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-33d19fb4-eba0-46cd-bc60-4a71dbe18ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.587862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Transition to ACTIVE for port object 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:32.593268 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.622747 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-249c66b6-d16d-49c1-a4fb-28bdaa07d24e req-7a3232dc-10b5-499b-a0fc-abda47ce7004 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961444 Jul 16 17:57:32.715197 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92526b34-8b9f-4963-a2a4-c7e0fae38bb5 x-openstack-request-id: req-92526b34-8b9f-4963-a2a4-c7e0fae38bb5 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:32.715415 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-plugged", "status": "completed", "tag": "8b6deded-eae5-4596-b63a-00363eb72181", "code": 200}, {"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-plugged", "status": "completed", "tag": "ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:32.715712 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-92526b34-8b9f-4963-a2a4-c7e0fae38bb5 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:32.716128 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6deded-eae5-4596-b63a-00363eb72181', 'code': 200} Jul 16 17:57:32.716378 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5', 'code': 200} Jul 16 17:57:32.736692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:32.746063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Pushing event updated for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:32.776972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7f9b363d-9a7c-4024-b68c-3dd1d0987afa up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:32.784179 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.797362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Attempting to bind port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:32.798039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Attempting to bind port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:32.798503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Attempting to bind port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:32.831711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:32.832033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Attempting to bind port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:32.870631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:32.871068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:32.871550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:32.872134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Bound port: 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:32.872685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:32.880008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:32.890947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:32.895938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:32.914693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Port': ['ID=5083973c-bf1c-4ee2-93b7-1617cc9842d0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:32.967763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-33d19fb4-eba0-46cd-bc60-4a71dbe18ca5 None None] Provisioning for port c9bc271f-eb4b-4536-9932-627fb244a68f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:32.989405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-33d19fb4-eba0-46cd-bc60-4a71dbe18ca5 None None] Provisioning complete for port c9bc271f-eb4b-4536-9932-627fb244a68f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:32.989927 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-33d19fb4-eba0-46cd-bc60-4a71dbe18ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.016717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8318f604-81a3-4a13-8e1a-06ba4b146b19 req-1aed7cb7-e8a7-4e85-9cda-3b2c0e1935c6 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.019824 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8318f604-81a3-4a13-8e1a-06ba4b146b19 req-1aed7cb7-e8a7-4e85-9cda-3b2c0e1935c6 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 950 time: 0.2528102 Jul 16 17:57:33.036100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c47ca5e-ba12-40d9-9195-000617d6eebd req-fc22d011-6721-47a0-a729-b622d42503bf tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.038889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:33.039142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c47ca5e-ba12-40d9-9195-000617d6eebd req-fc22d011-6721-47a0-a729-b622d42503bf tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 950 time: 0.1618452 Jul 16 17:57:33.039462 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.045318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399dad-a1bc-4a12-a4af-0c4c55cbda98 req-12b9c38d-8e1f-4337-8672-5f53f538f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.046801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399dad-a1bc-4a12-a4af-0c4c55cbda98 req-12b9c38d-8e1f-4337-8672-5f53f538f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.047348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a399dad-a1bc-4a12-a4af-0c4c55cbda98 req-12b9c38d-8e1f-4337-8672-5f53f538f7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.049600 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7a399dad-a1bc-4a12-a4af-0c4c55cbda98 req-12b9c38d-8e1f-4337-8672-5f53f538f7e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2871 time: 0.2348905 Jul 16 17:57:33.058977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.059926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.070482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-33d19fb4-eba0-46cd-bc60-4a71dbe18ca5 None None] Port c9bc271f-eb4b-4536-9932-627fb244a68f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:33.128256 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-63f47342-2197-4771-b6f9-0a113969ca7a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3111334 Jul 16 17:57:33.130049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:33.134689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:33.144632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8693c056-0b0e-48e5-988a-edefbc042bb6 req-4c38b80b-3f0a-4791-97fb-983d8ae0626e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.146297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8693c056-0b0e-48e5-988a-edefbc042bb6 req-4c38b80b-3f0a-4791-97fb-983d8ae0626e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.2568040 Jul 16 17:57:33.147968 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.181057 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c47ca5e-ba12-40d9-9195-000617d6eebd req-3aeb87a1-8202-4cba-a242-dc66a8891d25 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256840 Jul 16 17:57:33.197622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2bb452c6-5cf8-4ddd-9e6e-f4ddb301d611 None None] Provisioning for port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:33.212968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2bb452c6-5cf8-4ddd-9e6e-f4ddb301d611 None None] Provisioning complete for port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:33.213458 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bb452c6-5cf8-4ddd-9e6e-f4ddb301d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.258930 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7a399dad-a1bc-4a12-a4af-0c4c55cbda98 req-7b808501-1f22-4bd2-a453-64e42bb5e35e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866890 Jul 16 17:57:33.262220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.267804 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.269495 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/26c272b3-4f8d-4af6-9a65-5993a5b1ae88 HTTP/1.1" status: 200 len: 1095 time: 2.3011305 Jul 16 17:57:33.281276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-8318f604-81a3-4a13-8e1a-06ba4b146b19 req-417c1ba1-ba81-4c3b-80c4-24119321e84b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Deleting port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:33.281628 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8318f604-81a3-4a13-8e1a-06ba4b146b19 req-417c1ba1-ba81-4c3b-80c4-24119321e84b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.365532 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8693c056-0b0e-48e5-988a-edefbc042bb6 req-789388d8-8835-47b6-acb8-558d51fbaac0 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2128794 Jul 16 17:57:33.393605 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0f8e00-f677-4ffe-be23-f4d675f214a1 service neutron] Pushing event updated for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:33.411736 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bb452c6-5cf8-4ddd-9e6e-f4ddb301d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.459640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-8318f604-81a3-4a13-8e1a-06ba4b146b19 req-417c1ba1-ba81-4c3b-80c4-24119321e84b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] For port 9e6325df-48a2-4c90-95f3-ff2a3404fe49, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9e6325df-48a2-4c90-95f3-ff2a3404fe49,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:33.460353 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8318f604-81a3-4a13-8e1a-06ba4b146b19 req-417c1ba1-ba81-4c3b-80c4-24119321e84b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.463776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-a27c2225-6329-4f17-bbfb-b84a6e036c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.465400 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-a27c2225-6329-4f17-bbfb-b84a6e036c38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 1098 time: 0.0887272 Jul 16 17:57:33.474813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-8318f604-81a3-4a13-8e1a-06ba4b146b19 req-417c1ba1-ba81-4c3b-80c4-24119321e84b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Calling delete_port for 9e6325df-48a2-4c90-95f3-ff2a3404fe49 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:33.475159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2bb452c6-5cf8-4ddd-9e6e-f4ddb301d611 None None] For port 5a8aa12c-1101-4051-a3cc-9dab68a434c0, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5a8aa12c-1101-4051-a3cc-9dab68a434c0,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:33.479603 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bb452c6-5cf8-4ddd-9e6e-f4ddb301d611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.556941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb452c6-5cf8-4ddd-9e6e-f4ddb301d611 None None] Pushing event updated for resources: {'Port': ['ID=5a8aa12c-1101-4051-a3cc-9dab68a434c0,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:33.559459 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-9b1d9969-3bed-4ee6-b874-dd35cbf4408c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88 HTTP/1.1" status: 200 len: 217 time: 0.0727408 Jul 16 17:57:33.621847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device fa7b5219-fc61-47f3-916f-29f789c6745b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:33.625739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d7f7c5-4be6-439c-8f02-81a172750613 req-5d6d1da7-2688-41bb-91dc-ef56101a9694 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.632572 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32d7f7c5-4be6-439c-8f02-81a172750613 req-5d6d1da7-2688-41bb-91dc-ef56101a9694 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 947 time: 0.1051533 Jul 16 17:57:33.642288 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-3e1c887a-3cb1-440e-b89e-3d068abd6455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.644230 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-3e1c887a-3cb1-440e-b89e-3d068abd6455 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0640848 Jul 16 17:57:33.670540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48352) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:33.675979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d4b75751-4b81-4937-8c62-c0ff94d076af tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2130693780', 'description': 'tempest-description--209161900'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:33.699953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aa465455-db7e-432a-b567-e237eb192ec0 None None] Provisioning for port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:33.708039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d4b75751-4b81-4937-8c62-c0ff94d076af tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.709520 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32d7f7c5-4be6-439c-8f02-81a172750613 req-eda4965d-7865-4317-a0d5-e255c0de0432 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760667 Jul 16 17:57:33.709652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aa465455-db7e-432a-b567-e237eb192ec0 None None] Provisioning complete for port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:33.710287 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aa465455-db7e-432a-b567-e237eb192ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.738743 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8318f604-81a3-4a13-8e1a-06ba4b146b19 req-417c1ba1-ba81-4c3b-80c4-24119321e84b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.803218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac', '547a6284-61a4-453b-8042-cec4b3c08e8b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:33.807595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-6935a708-3047-4c18-ae1a-f0155352727a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:33.809284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c1ba1-ba81-4c3b-80c4-24119321e84b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event deleted for resources: {'Port': ['ID=9e6325df-48a2-4c90-95f3-ff2a3404fe49,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:33.809781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-6935a708-3047-4c18-ae1a-f0155352727a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1499145 Jul 16 17:57:33.834772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:33.837191 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e8dcc7-078f-49ae-8248-eae21fd39559" -d '{"events": [{"name": "network-changed", "server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:33.841796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-aa465455-db7e-432a-b567-e237eb192ec0 None None] Port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:33.901439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=fa7b5219-fc61-47f3-916f-29f789c6745b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:33.903516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8318f604-81a3-4a13-8e1a-06ba4b146b19 req-417c1ba1-ba81-4c3b-80c4-24119321e84b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] No DVR routers for this DVR port 9e6325df-48a2-4c90-95f3-ff2a3404fe49 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:33.905787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aa465455-db7e-432a-b567-e237eb192ec0 None None] Provisioning complete for port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:33.906166 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aa465455-db7e-432a-b567-e237eb192ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.906992 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8318f604-81a3-4a13-8e1a-06ba4b146b19 req-417c1ba1-ba81-4c3b-80c4-24119321e84b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:33.909377 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8318f604-81a3-4a13-8e1a-06ba4b146b19 req-417c1ba1-ba81-4c3b-80c4-24119321e84b tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "DELETE /v2.0/ports/9e6325df-48a2-4c90-95f3-ff2a3404fe49 HTTP/1.1" status: 204 len: 173 time: 0.8345942 Jul 16 17:57:33.909901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91ae5cbb-8916-474d-9a3f-e839ad956e2f', 'name': 'network-vif-deleted', 'tag': '9e6325df-48a2-4c90-95f3-ff2a3404fe49'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:33.912469 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c17bb63-2137-4dde-9d78-323fe9eb9d55" -d '{"events": [{"server_uuid": "91ae5cbb-8916-474d-9a3f-e839ad956e2f", "name": "network-vif-deleted", "tag": "9e6325df-48a2-4c90-95f3-ff2a3404fe49"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:34.002107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'fa7b5219-fc61-47f3-916f-29f789c6745b', 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d', 'port_id': 'fa7b5219-fc61-47f3-916f-29f789c6745b', 'mac_address': 'fa:16:3e:8c:b6:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 367, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:34.011488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f52c6a-6af8-4158-9af3-1d22eb5f860a req-5aaa9c93-5b8f-4171-a872-d29df3746cbd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.019574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f52c6a-6af8-4158-9af3-1d22eb5f860a req-5aaa9c93-5b8f-4171-a872-d29df3746cbd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.028825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f52c6a-6af8-4158-9af3-1d22eb5f860a req-5aaa9c93-5b8f-4171-a872-d29df3746cbd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.040608 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-12f52c6a-6af8-4158-9af3-1d22eb5f860a req-5aaa9c93-5b8f-4171-a872-d29df3746cbd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2418 time: 0.1090653 Jul 16 17:57:34.116987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef231371-9ce3-4600-b179-7d94e30c5a5b req-cfab6ac9-b5be-4709-91c2-1695672dcd0a tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.119720 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef231371-9ce3-4600-b179-7d94e30c5a5b req-cfab6ac9-b5be-4709-91c2-1695672dcd0a tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.2054446 Jul 16 17:57:34.122471 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-4dea2676-18e1-43f9-84da-e38bb94e7402 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2788141 Jul 16 17:57:34.126489 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d4b75751-4b81-4937-8c62-c0ff94d076af tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.130564 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-12f52c6a-6af8-4158-9af3-1d22eb5f860a req-e0b32fce-f8b7-4c6a-953e-3a31d5b33b93 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889935 Jul 16 17:57:34.135740 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.158998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5a8aa12c-1101-4051-a3cc-9dab68a434c0 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:34.170117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d4b75751-4b81-4937-8c62-c0ff94d076af tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.186423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa7b5219-fc61-47f3-916f-29f789c6745b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:34.243465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b75751-4b81-4937-8c62-c0ff94d076af tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fabf16a-24d0-4e64-a9c9-dca91d898a6a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:34.259444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=fa7b5219-fc61-47f3-916f-29f789c6745b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:34.270260 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.277983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d4b75751-4b81-4937-8c62-c0ff94d076af tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.279763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d4b75751-4b81-4937-8c62-c0ff94d076af tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6075990 Jul 16 17:57:34.282461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48364) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:34.295546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bac6c067-ad06-476e-9da7-cccd84fe43e7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'security_group_rule': {'security_group_id': '6fabf16a-24d0-4e64-a9c9-dca91d898a6a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:34.302749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef231371-9ce3-4600-b179-7d94e30c5a5b req-60253858-fa1e-45c7-bf87-ab01138501db tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739364 Jul 16 17:57:34.342232 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bac6c067-ad06-476e-9da7-cccd84fe43e7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.350864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5adf5288-9c07-4f3f-aada-321a562606f3 req-417d0cbc-adfe-4276-a589-ceba23bb25c1 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122464 Jul 16 17:57:34.376468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:34.376842 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.377536 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09f5956e-797c-42e0-a68b-cb888b9bfd3b x-openstack-request-id: req-09f5956e-797c-42e0-a68b-cb888b9bfd3b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:34.377856 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:34.378115 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-09f5956e-797c-42e0-a68b-cb888b9bfd3b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:34.378718 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'status': 'completed', 'code': 200} Jul 16 17:57:34.427611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bac6c067-ad06-476e-9da7-cccd84fe43e7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.443251 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e405be1e-0d1c-46ad-ab50-bd42846ecbad x-openstack-request-id: req-e405be1e-0d1c-46ad-ab50-bd42846ecbad {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:34.443586 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91ae5cbb-8916-474d-9a3f-e839ad956e2f", "name": "network-vif-deleted", "tag": "9e6325df-48a2-4c90-95f3-ff2a3404fe49", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:34.443836 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e405be1e-0d1c-46ad-ab50-bd42846ecbad {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:34.444244 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91ae5cbb-8916-474d-9a3f-e839ad956e2f', 'name': 'network-vif-deleted', 'tag': '9e6325df-48a2-4c90-95f3-ff2a3404fe49', 'status': 'completed', 'code': 200} Jul 16 17:57:34.448273 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=fa7b5219-fc61-47f3-916f-29f789c6745b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:34.450026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bac6c067-ad06-476e-9da7-cccd84fe43e7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.495174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac6c067-ad06-476e-9da7-cccd84fe43e7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9c3b11a-4715-4670-b71f-caa429445d4c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:34.508493 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bac6c067-ad06-476e-9da7-cccd84fe43e7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.514252 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bac6c067-ad06-476e-9da7-cccd84fe43e7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2207694 Jul 16 17:57:34.514689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48370) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:34.525589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-861878a6-2c36-4728-ad90-be304522f8d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'security_group_rule': {'security_group_id': '6fabf16a-24d0-4e64-a9c9-dca91d898a6a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:34.534865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8dcc7-078f-49ae-8248-eae21fd39559 req-2a34d764-5281-4b53-95b5-0cf678ee59f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.536660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79e8dcc7-078f-49ae-8248-eae21fd39559 req-2a34d764-5281-4b53-95b5-0cf678ee59f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 1098 time: 0.1065948 Jul 16 17:57:34.561868 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-861878a6-2c36-4728-ad90-be304522f8d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.610329 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bb6fa245-d5db-4ae6-9a5c-a6f07b9652f8 req-7bf730af-e63c-4e45-9daf-06b40520821a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=91ae5cbb-8916-474d-9a3f-e839ad956e2f HTTP/1.1" status: 200 len: 210 time: 0.0427179 Jul 16 17:57:34.647377 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-861878a6-2c36-4728-ad90-be304522f8d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.652330 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['fa7b5219-fc61-47f3-916f-29f789c6745b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:34.656846 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-861878a6-2c36-4728-ad90-be304522f8d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.674602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861878a6-2c36-4728-ad90-be304522f8d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f435b74-589e-4cb7-afe1-52df9ecdaec2,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:34.682893 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-861878a6-2c36-4728-ad90-be304522f8d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.684278 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-861878a6-2c36-4728-ad90-be304522f8d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1680477 Jul 16 17:57:34.687729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48372) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:34.695701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:34.729243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.768437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48376) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:34.838136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9e3fa15-e0ce-40d3-b044-974f4a8d54ca admin admin] Deleting subnet 9b08b47c-ebf2-4f99-9ea6-f078ffe8a6af {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:34.843740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9e3fa15-e0ce-40d3-b044-974f4a8d54ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.855822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de14e4e0-7856-47ea-8404-41572eaf7325 req-46d4df76-238b-44cd-9aec-396ab43dab56 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.858045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-de14e4e0-7856-47ea-8404-41572eaf7325 req-46d4df76-238b-44cd-9aec-396ab43dab56 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 944 time: 0.2940485 Jul 16 17:57:34.864256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8dcc7-078f-49ae-8248-eae21fd39559 req-8f8b91c5-a2dd-49ca-9b86-95d7bb3a1bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:34.871374 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79e8dcc7-078f-49ae-8248-eae21fd39559 req-8f8b91c5-a2dd-49ca-9b86-95d7bb3a1bef service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.3214529 Jul 16 17:57:34.938331 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9e3fa15-e0ce-40d3-b044-974f4a8d54ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:34.958082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79e8dcc7-078f-49ae-8248-eae21fd39559 req-b4fa0a56-27d5-4de1-9126-cf7ea58a0133 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88 HTTP/1.1" status: 200 len: 217 time: 0.0719225 Jul 16 17:57:34.996396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-de14e4e0-7856-47ea-8404-41572eaf7325 req-6ff4cc8b-5320-4b6c-89a0-1738f7028bb2 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234353 Jul 16 17:57:35.040257 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9e3fa15-e0ce-40d3-b044-974f4a8d54ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.057937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8dcc7-078f-49ae-8248-eae21fd39559 req-4fdd02ee-f0cf-4438-98c2-3c76915ed64c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.060271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79e8dcc7-078f-49ae-8248-eae21fd39559 req-4fdd02ee-f0cf-4438-98c2-3c76915ed64c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0616658 Jul 16 17:57:35.064038 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.126071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e8dcc7-078f-49ae-8248-eae21fd39559 req-32d96027-58ae-4429-892e-374395d5445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.127659 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79e8dcc7-078f-49ae-8248-eae21fd39559 req-32d96027-58ae-4429-892e-374395d5445a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0576456 Jul 16 17:57:35.163201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d950f-647b-46bc-9b63-0c0ee3c1b4f8 req-87fc0ab9-116b-4eb0-b1af-a2438c76708d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.164726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3e7d950f-647b-46bc-9b63-0c0ee3c1b4f8 req-87fc0ab9-116b-4eb0-b1af-a2438c76708d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 947 time: 0.2034090 Jul 16 17:57:35.170677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb', '6e209650-6a34-4147-a81a-1f87c060b505', '965e79b8-5ebb-4579-b997-bf6856a0bab2', '80020d34-ba83-4332-aba0-2a5fc98a4304'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:35.212577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9e3fa15-e0ce-40d3-b044-974f4a8d54ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.259364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3fa15-e0ce-40d3-b044-974f4a8d54ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b08b47c-ebf2-4f99-9ea6-f078ffe8a6af,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:35.263902 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9e3fa15-e0ce-40d3-b044-974f4a8d54ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.265953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d9e3fa15-e0ce-40d3-b044-974f4a8d54ca admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9b08b47c-ebf2-4f99-9ea6-f078ffe8a6af HTTP/1.1" status: 204 len: 168 time: 0.4911339 Jul 16 17:57:35.269655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48380) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:35.283602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3e7d950f-647b-46bc-9b63-0c0ee3c1b4f8 req-a5604a47-c9cc-4157-8e08-3ac7a8f19879 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099331 Jul 16 17:57:35.291686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Allocated IP 172.25.7.74 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/3432be19-0d42-4e90-911e-2b35c47e1ba7) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:35.324598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79e8dcc7-078f-49ae-8248-eae21fd39559 req-7013cd66-1cd9-4299-8e4f-fc87526c7cc3 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770182 Jul 16 17:57:35.392847 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.451600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0af2fd-6746-49c2-8c26-e48dc60f3e44 req-498d4798-e19d-49ad-8e09-efe629cc4d1d tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.463223 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0af2fd-6746-49c2-8c26-e48dc60f3e44 req-498d4798-e19d-49ad-8e09-efe629cc4d1d tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.473488 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0af2fd-6746-49c2-8c26-e48dc60f3e44 req-498d4798-e19d-49ad-8e09-efe629cc4d1d tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.484638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2d0af2fd-6746-49c2-8c26-e48dc60f3e44 req-498d4798-e19d-49ad-8e09-efe629cc4d1d tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2418 time: 0.2321758 Jul 16 17:57:35.511370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79e8dcc7-078f-49ae-8248-eae21fd39559 req-da9bb752-ff2a-4479-abaa-6e54e36b5d90 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679788 Jul 16 17:57:35.529990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.547695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2d0af2fd-6746-49c2-8c26-e48dc60f3e44 req-23b965f1-ff36-4c76-9541-f10dd1a508de tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620096 Jul 16 17:57:35.548485 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.552031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c563e59-c1ff-42a8-94c7-04e62cd71834']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:35.590404 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b7b21d6-dbc3-4c96-9582-e1ad891138e6') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:35.590705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b7b21d6-dbc3-4c96-9582-e1ad891138e6') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:35.609762 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.638342 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.667537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:35.668179 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: timer() Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:35.670142 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:35.708349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fe582-24cd-4a9a-8291-78e24d53b7e8 req-123ee5fa-7e02-42b1-84a3-ce54e0c8d112 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:35.710182 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c34fe582-24cd-4a9a-8291-78e24d53b7e8 req-123ee5fa-7e02-42b1-84a3-ce54e0c8d112 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1649978 Jul 16 17:57:35.746484 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.799058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.803963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:35.806611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7c563e59-c1ff-42a8-94c7-04e62cd71834 HTTP/1.1" status: 204 len: 168 time: 0.5354640 Jul 16 17:57:35.820234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:35.836495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:35.839492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:35.842066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a01b8b-6a75-404d-9ac8-c00571ed8d35 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c563e59-c1ff-42a8-94c7-04e62cd71834,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:35.882705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Port': ['ID=3432be19-0d42-4e90-911e-2b35c47e1ba7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:35.900722 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c34fe582-24cd-4a9a-8291-78e24d53b7e8 req-f0ac4c57-3f26-4567-b15c-a805cdbb1719 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572256 Jul 16 17:57:35.937729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48396) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:36.068214 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-df6a9900-7ec0-4d4b-b167-bf922c2d0bca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=479c710ab6e84fb086d71c14fb81632f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291487 Jul 16 17:57:36.070772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48402) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:36.071666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.130098 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.177935 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b0b015c-3052-4cf3-9900-6b19e27ba183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.211490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b0b015c-3052-4cf3-9900-6b19e27ba183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.224945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583d28c-8fea-47b8-a1cf-03635c6659d1 req-bc2451d9-6204-4eb9-911e-bd4f03a306a2 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.230700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583d28c-8fea-47b8-a1cf-03635c6659d1 req-bc2451d9-6204-4eb9-911e-bd4f03a306a2 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.236695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583d28c-8fea-47b8-a1cf-03635c6659d1 req-bc2451d9-6204-4eb9-911e-bd4f03a306a2 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.238289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8583d28c-8fea-47b8-a1cf-03635c6659d1 req-bc2451d9-6204-4eb9-911e-bd4f03a306a2 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2418 time: 0.1366062 Jul 16 17:57:36.304146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8583d28c-8fea-47b8-a1cf-03635c6659d1 req-1b0a381f-bc7a-4dbc-9fc1-4111f8c8f4b2 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563424 Jul 16 17:57:36.319985 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b0b015c-3052-4cf3-9900-6b19e27ba183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.322964 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b0b015c-3052-4cf3-9900-6b19e27ba183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.327356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9b0b015c-3052-4cf3-9900-6b19e27ba183 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/580601f3-da12-449a-a634-09fcc004e549 HTTP/1.1" status: 204 len: 168 time: 0.2527432 Jul 16 17:57:36.336674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b015c-3052-4cf3-9900-6b19e27ba183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580601f3-da12-449a-a634-09fcc004e549,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:36.350048 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.355522 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.461260 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381da3e-c3df-49a0-8f6f-85dacfa81e1b req-a99d09d7-b198-4e2b-b62f-c5509156d126 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.462664 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4381da3e-c3df-49a0-8f6f-85dacfa81e1b req-a99d09d7-b198-4e2b-b62f-c5509156d126 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 944 time: 0.1769226 Jul 16 17:57:36.466125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Port': ['ID=3432be19-0d42-4e90-911e-2b35c47e1ba7,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:36.469794 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.487323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a38d0-dde2-4003-80fa-6f29fae3aafd req-b3248305-6d5d-4880-a8d3-85f2957eb0f9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.492061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b7a38d0-dde2-4003-80fa-6f29fae3aafd req-b3248305-6d5d-4880-a8d3-85f2957eb0f9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 950 time: 0.0753863 Jul 16 17:57:36.499404 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:36.509968 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7415d150-3e02-41fc-b400-49ebb6bfc309 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8193567 Jul 16 17:57:36.534219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4381da3e-c3df-49a0-8f6f-85dacfa81e1b req-06e66297-bd57-4739-b3e2-7268eba9021c tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601430 Jul 16 17:57:36.537638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b7a38d0-dde2-4003-80fa-6f29fae3aafd req-650c2d67-def8-4611-bd7e-fa5df024a1a4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427418 Jul 16 17:57:36.730700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220c04e1-5a81-41ff-875d-33171886e39e req-dd1d8220-ff80-486b-a579-4fdaecc2fdbe tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.738470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-220c04e1-5a81-41ff-875d-33171886e39e req-dd1d8220-ff80-486b-a579-4fdaecc2fdbe tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 947 time: 0.0765941 Jul 16 17:57:36.774023 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-220c04e1-5a81-41ff-875d-33171886e39e req-415a9d2a-baa5-4632-b339-2c10f1e75ba5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345705 Jul 16 17:57:36.804987 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-31ee41be-773a-47a7-8abc-60291211c809 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2130693780&fields=id&tenant_id=b9ab57568965435a8341b46893aa22bb HTTP/1.1" status: 200 len: 267 time: 0.0377157 Jul 16 17:57:36.867211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-24431e9f-48c5-4340-8a0f-af775991b1ab tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.868646 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-24431e9f-48c5-4340-8a0f-af775991b1ab tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports/c9bc271f-eb4b-4536-9932-627fb244a68f HTTP/1.1" status: 200 len: 936 time: 0.0560741 Jul 16 17:57:36.896772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9e6325df-48a2-4c90-95f3-ff2a3404fe49 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:36.920999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 9e6325df-48a2-4c90-95f3-ff2a3404fe49 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:36.921386 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9e6325df-48a2-4c90-95f3-ff2a3404fe49 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:36.932591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d6a52d21-35e4-4e68-8e79-f9e34b4a92fe tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:36.934272 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d6a52d21-35e4-4e68-8e79-f9e34b4a92fe tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports/5083973c-bf1c-4ee2-93b7-1617cc9842d0 HTTP/1.1" status: 200 len: 937 time: 0.0588319 Jul 16 17:57:36.991506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-b43b2a17-7b9d-4589-85ef-6dbdd5efed8a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?network_id=791fcc36-0324-4230-9b89-1a8c080d3fb9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0508842 Jul 16 17:57:37.029356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9d768a89-f933-4a22-ab12-e66b32fa3445 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?network_id=791fcc36-0324-4230-9b89-1a8c080d3fb9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0318999 Jul 16 17:57:37.094088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d483102f-1aaf-4208-a3f1-022528b4e664 req-12d345cf-928a-4a23-bd1a-19e558911515 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.100814 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d483102f-1aaf-4208-a3f1-022528b4e664 req-12d345cf-928a-4a23-bd1a-19e558911515 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.0769315 Jul 16 17:57:37.107485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48446) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:37.141123 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d483102f-1aaf-4208-a3f1-022528b4e664 req-dc0bc3bb-252b-46bb-a7ad-db3dea232a94 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394471 Jul 16 17:57:37.163779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-94e9b7e4-9c4f-4662-90d0-905f2a02fe5b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.163779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-94e9b7e4-9c4f-4662-90d0-905f2a02fe5b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.169164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-94e9b7e4-9c4f-4662-90d0-905f2a02fe5b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.172731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-94e9b7e4-9c4f-4662-90d0-905f2a02fe5b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/networks?id=11e95be7-e3eb-4804-aa69-ab254a697625&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=791fcc36-0324-4230-9b89-1a8c080d3fb9&id=791fcc36-0324-4230-9b89-1a8c080d3fb9 HTTP/1.1" status: 200 len: 1994 time: 0.1357973 Jul 16 17:57:37.187664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-12a4cf79-50b8-46d8-98b7-9bfe0ac232de tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/quotas/b9ab57568965435a8341b46893aa22bb HTTP/1.1" status: 200 len: 375 time: 0.0100446 Jul 16 17:57:37.208703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1034046886-network', 'tenant_id': 'abccbbd02afc476f889e1a05d977878d'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:37.229192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Made reservation on behalf of abccbbd02afc476f889e1a05d977878d for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:37.231486 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.239877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.266786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-5b7c0ca8-815c-467e-84bd-bad64ccdc770 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0738740 Jul 16 17:57:37.336686 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.341236 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.377987 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-5705ed0c-a466-4b2d-bca7-6eb496f1c760 service neutron] 10.222.0.47 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995345 Jul 16 17:57:37.379546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:37.392480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5713d038-fa44-4ab2-a261-cf5e7bac51c6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:37.400753 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.401105 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Added segment 42f3c70c-1018-447e-9dde-7742d0c8c718 of type vlan for network f75df268-2137-4fff-8550-ac172d97ea71 Jul 16 17:57:37.479254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-1ed63c64-4ab1-4020-b8ee-51377ab6bf4f service neutron] 10.222.0.47 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952761 Jul 16 17:57:37.479696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.524625 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.525528 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.526112 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.535642 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-b2450d93-d106-4df2-940d-d190a4ab951c service neutron] 10.222.0.47 "GET /v2.0/ports/c9bc271f-eb4b-4536-9932-627fb244a68f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0495405 Jul 16 17:57:37.573225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490843b5-79c1-43f7-a735-fc78a78adbe5 req-9ee1e3fe-c526-4615-9e7e-cf1366d3648f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.579778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490843b5-79c1-43f7-a735-fc78a78adbe5 req-9ee1e3fe-c526-4615-9e7e-cf1366d3648f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.585614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490843b5-79c1-43f7-a735-fc78a78adbe5 req-9ee1e3fe-c526-4615-9e7e-cf1366d3648f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:37.587242 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-490843b5-79c1-43f7-a735-fc78a78adbe5 req-9ee1e3fe-c526-4615-9e7e-cf1366d3648f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2418 time: 0.1483710 Jul 16 17:57:37.588513 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4801226 Jul 16 17:57:37.591417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48456) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:37.598082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] Request body: {'subnet': {'network_id': 'f75df268-2137-4fff-8550-ac172d97ea71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1034046886-subnet', 'tenant_id': 'abccbbd02afc476f889e1a05d977878d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:37.621141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a201f267-7eae-40f5-b5e5-4cedf18a2e74 service neutron] 10.222.0.47 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846264 Jul 16 17:57:37.645150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device fa7b5219-fc61-47f3-916f-29f789c6745b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:37.658548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5dc3bc-32ba-4894-ae88-9267ad6a8e86 admin admin] Pushing event updated for resources: {'Network': ['ID=f75df268-2137-4fff-8550-ac172d97ea71,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:37.670783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network f75df268-2137-4fff-8550-ac172d97ea71 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:37.704114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-490843b5-79c1-43f7-a735-fc78a78adbe5 req-39adb530-8058-494c-bf5a-f5efac78c35d tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027699 Jul 16 17:57:37.710951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] Made reservation on behalf of abccbbd02afc476f889e1a05d977878d for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:37.714374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.769062 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port fa7b5219-fc61-47f3-916f-29f789c6745b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:37.773694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port fa7b5219-fc61-47f3-916f-29f789c6745b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:37.774393 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.799105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-592009d7-1659-4368-af3b-22c8749fc382 service neutron] 10.222.0.47 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714096 Jul 16 17:57:37.861952 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:37.863033 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c427b9c-972f-4c27-b56f-269f629c784c req-580f8929-1c22-4489-b058-c87182934fc8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f13ec0a1-16c9-4e3a-9220-c8805b7a846f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1592276 Jul 16 17:57:37.864951 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-933ca83f-ba8a-4198-8374-4d27a0608a36 service neutron] 10.222.0.47 "GET /v2.0/ports/5083973c-bf1c-4ee2-93b7-1617cc9842d0?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0576696 Jul 16 17:57:37.988153 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.022930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd41dd49-d1cb-4fa8-915b-8594e88b0fd9 req-5f4dbb38-fd11-4078-b4f7-4e2a12272c72 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.024797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7b5219-fc61-47f3-916f-29f789c6745b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:38.027699 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71dd2d1e-090c-4f71-a1fc-16e959a87f8a" -d '{"events": [{"server_uuid": "54a638d2-9eb6-4dd1-89f2-cb04f394141f", "name": "network-vif-plugged", "status": "completed", "tag": "fa7b5219-fc61-47f3-916f-29f789c6745b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:38.032349 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd41dd49-d1cb-4fa8-915b-8594e88b0fd9 req-5f4dbb38-fd11-4078-b4f7-4e2a12272c72 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 950 time: 0.1851623 Jul 16 17:57:38.042269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=fa7b5219-fc61-47f3-916f-29f789c6745b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:38.048112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.088714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=495786e7-19a3-4e3e-b7ff-7df20a6c189b,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:38.098685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=fa7b5219-fc61-47f3-916f-29f789c6745b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:38.117914 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd41dd49-d1cb-4fa8-915b-8594e88b0fd9 req-0ec5388c-955e-4441-89da-7ae48e6a3229 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843084 Jul 16 17:57:38.126682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] Checking segment: {'id': '42f3c70c-1018-447e-9dde-7742d0c8c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f75df268-2137-4fff-8550-ac172d97ea71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:38.127103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] Network hostable DHCP agents. Network: f75df268-2137-4fff-8550-ac172d97ea71, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:38.152948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] Network f75df268-2137-4fff-8550-ac172d97ea71 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:38.165598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, f75df268-2137-4fff-8550-ac172d97ea71) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:38.170153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.170421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:38.177551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe87e47-08ab-417a-a0e5-a87835138bbe None None] Network f75df268-2137-4fff-8550-ac172d97ea71 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:38.188102 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0d7cda42-0197-47d8-aebc-3b28ed8c6f3b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5953283 Jul 16 17:57:38.328890 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e06904a1-671a-483f-927e-07ee2f55e2ce service neutron] 10.222.0.47 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4580808 Jul 16 17:57:38.336291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c427b9c-972f-4c27-b56f-269f629c784c req-cae245d5-e8cf-4807-997c-ffa6a1d3674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.338550 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c427b9c-972f-4c27-b56f-269f629c784c req-cae245d5-e8cf-4807-997c-ffa6a1d3674b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=02d40a49c0a84b81a98ec66aee94886f&device_id=f13ec0a1-16c9-4e3a-9220-c8805b7a846f HTTP/1.1" status: 200 len: 1100 time: 0.4250250 Jul 16 17:57:38.340903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09be0fd5-6018-4f84-953c-dab66bda48d1 None None] Network f75df268-2137-4fff-8550-ac172d97ea71 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:38.343819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42bce42-6a80-49b6-bc3e-8dde5d88f604 req-dd6677ae-3c00-4f2d-b906-3fcebde3f0ef tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.350835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f42bce42-6a80-49b6-bc3e-8dde5d88f604 req-dd6677ae-3c00-4f2d-b906-3fcebde3f0ef tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 945 time: 0.1007755 Jul 16 17:57:38.403607 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f42bce42-6a80-49b6-bc3e-8dde5d88f604 req-87299637-2e09-47f8-8083-d219ddccf770 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518651 Jul 16 17:57:38.518541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-b4ed37af-6915-40c6-95fd-69ece03b798c service neutron] 10.222.0.47 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751404 Jul 16 17:57:38.523095 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c427b9c-972f-4c27-b56f-269f629c784c req-bbf1b724-aea3-43d0-a4f5-bb37e572c1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.524546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c427b9c-972f-4c27-b56f-269f629c784c req-bbf1b724-aea3-43d0-a4f5-bb37e572c1ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1495199 Jul 16 17:57:38.583601 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c427b9c-972f-4c27-b56f-269f629c784c req-ee704b14-3a54-4033-a96b-56ac1a477c2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=6e209650-6a34-4147-a81a-1f87c060b505 HTTP/1.1" status: 200 len: 217 time: 0.0488782 Jul 16 17:57:38.682614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c427b9c-972f-4c27-b56f-269f629c784c req-eed58198-c294-4ef5-879e-793bca391314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.684115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c427b9c-972f-4c27-b56f-269f629c784c req-eed58198-c294-4ef5-879e-793bca391314 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0676196 Jul 16 17:57:38.686615 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-3bf86b4a-ffb7-43a5-8ddb-40dbd56aadc4 service neutron] 10.222.0.47 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612213 Jul 16 17:57:38.712639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84551a0a-5510-461a-b48c-55dbdba7be42 req-9976fea9-7469-42d9-bf99-eaa9416623d4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.714129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84551a0a-5510-461a-b48c-55dbdba7be42 req-9976fea9-7469-42d9-bf99-eaa9416623d4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 947 time: 0.0648012 Jul 16 17:57:38.753141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84551a0a-5510-461a-b48c-55dbdba7be42 req-eeb30065-67a5-4acc-91fe-13aaf69175a5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319748 Jul 16 17:57:38.800963 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce549d60-5a6f-484c-89b4-dc549d2bfbbf x-openstack-request-id: req-ce549d60-5a6f-484c-89b4-dc549d2bfbbf {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:38.801263 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a638d2-9eb6-4dd1-89f2-cb04f394141f", "name": "network-vif-plugged", "status": "completed", "tag": "fa7b5219-fc61-47f3-916f-29f789c6745b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:38.801521 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ce549d60-5a6f-484c-89b4-dc549d2bfbbf {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:38.801947 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa7b5219-fc61-47f3-916f-29f789c6745b', 'code': 200} Jul 16 17:57:38.817898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-f5a4a3a8-0cf3-4149-98b3-206b27a2eac8 service neutron] 10.222.0.47 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255453 Jul 16 17:57:38.820569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c427b9c-972f-4c27-b56f-269f629c784c req-eb8693e3-cd1b-4fd3-8527-a95f6ed6d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.821949 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c427b9c-972f-4c27-b56f-269f629c784c req-eb8693e3-cd1b-4fd3-8527-a95f6ed6d0a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1214588 Jul 16 17:57:38.891810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:38.954936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf15be3-b05c-4be5-9e03-291fc5cc7f58 req-0ad33574-ac06-45be-a04e-0403f484f0c8 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:38.956775 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6bf15be3-b05c-4be5-9e03-291fc5cc7f58 req-0ad33574-ac06-45be-a04e-0403f484f0c8 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.0652692 Jul 16 17:57:38.991448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:38.996970 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6bf15be3-b05c-4be5-9e03-291fc5cc7f58 req-95dc06c0-4178-49cd-8052-4779c039a2d5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334027 Jul 16 17:57:39.004131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'mac_address': 'fa:16:3e:41:24:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:39.048314 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.048985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-712b9670-c808-4145-94ec-30d01a915671 service neutron] 10.222.0.47 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249424 Jul 16 17:57:39.058934 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c427b9c-972f-4c27-b56f-269f629c784c req-290cb75a-f2e8-42b4-b76e-288e9fa634f2 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2133317 Jul 16 17:57:39.062757 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:39.069316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b983a73-30e0-4e84-850f-b25cce17e555 req-1c40b782-35aa-4de6-9f20-a25ec924329c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.070961 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b983a73-30e0-4e84-850f-b25cce17e555 req-1c40b782-35aa-4de6-9f20-a25ec924329c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 1096 time: 0.1796837 Jul 16 17:57:39.083399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:39.087884 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.136457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:39.218847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b983a73-30e0-4e84-850f-b25cce17e555 req-7c3c1bde-0346-4edd-ac36-95ce1a4f24c3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376569 Jul 16 17:57:39.256276 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c427b9c-972f-4c27-b56f-269f629c784c req-1137a4a3-09bb-4da8-91b8-2c1539558ed4 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844108 Jul 16 17:57:39.258201 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-ca1d4dd9-f58f-40ba-80a2-5b39322e9693 service neutron] 10.222.0.47 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1983361 Jul 16 17:57:39.335842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bf4925-a2ca-4512-9f7f-4257dd6f52f6 req-bd60bfb4-1266-469a-88f7-aaea1c3e5d22 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.337319 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-52bf4925-a2ca-4512-9f7f-4257dd6f52f6 req-bd60bfb4-1266-469a-88f7-aaea1c3e5d22 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 950 time: 0.1462150 Jul 16 17:57:39.353572 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-1ffe7d22-013e-40c0-81ec-32a3c905e4bc service neutron] 10.222.0.47 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891185 Jul 16 17:57:39.394215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7539c-52be-46a7-86e0-79c02090128a req-d48ce5b4-9aa4-4372-bc7e-2d2ad9eea2ab tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.395820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-d48ce5b4-9aa4-4372-bc7e-2d2ad9eea2ab tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/networks?id=f75df268-2137-4fff-8550-ac172d97ea71 HTTP/1.1" status: 200 len: 814 time: 0.1712403 Jul 16 17:57:39.427519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-25b1baaa-3819-40be-929c-40500ffebe3a tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/quotas/abccbbd02afc476f889e1a05d977878d HTTP/1.1" status: 200 len: 375 time: 0.0235109 Jul 16 17:57:39.456897 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-50d152d3-aa0f-44f9-9f8b-abbfbbca3b10 service neutron] 10.222.0.47 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965164 Jul 16 17:57:39.479079 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-75e4f377-300d-426f-bffe-0c9a4a092139 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=abccbbd02afc476f889e1a05d977878d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326626 Jul 16 17:57:39.532146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-52bf4925-a2ca-4512-9f7f-4257dd6f52f6 req-7e24fff8-f40f-4182-8b66-e2552f163220 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Deleting port 80020d34-ba83-4332-aba0-2a5fc98a4304 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:39.532491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-52bf4925-a2ca-4512-9f7f-4257dd6f52f6 req-7e24fff8-f40f-4182-8b66-e2552f163220 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.583595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['26c272b3-4f8d-4af6-9a65-5993a5b1ae88'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:39.585132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9e01372a-5a17-4a1b-8bd0-6c9ec66b4f9d service neutron] 10.222.0.47 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225688 Jul 16 17:57:39.644450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-0c5c5bb0-f9e1-4675-a330-4fb56c54b10b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.650981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-0c5c5bb0-f9e1-4675-a330-4fb56c54b10b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.657226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-0c5c5bb0-f9e1-4675-a330-4fb56c54b10b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:39.659197 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-0c5c5bb0-f9e1-4675-a330-4fb56c54b10b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 2418 time: 0.1334817 Jul 16 17:57:39.761300 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f14919f-48b0-4f70-a6c6-d5be5138fa2f service neutron] 10.222.0.47 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677272 Jul 16 17:57:39.812545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4ff77bc5-3100-402e-9638-b9004b8bafc8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:39.813035 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4ff77bc5-3100-402e-9638-b9004b8bafc8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.868103 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-21006412-d922-4931-b829-ebad8545518b service neutron] 10.222.0.47 "GET /v2.0/networks/f75df268-2137-4fff-8550-ac172d97ea71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814359 Jul 16 17:57:39.909448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4ff77bc5-3100-402e-9638-b9004b8bafc8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] For port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:39.909818 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4ff77bc5-3100-402e-9638-b9004b8bafc8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.922044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-52bf4925-a2ca-4512-9f7f-4257dd6f52f6 req-7e24fff8-f40f-4182-8b66-e2552f163220 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] For port 80020d34-ba83-4332-aba0-2a5fc98a4304, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=80020d34-ba83-4332-aba0-2a5fc98a4304,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:39.922413 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-52bf4925-a2ca-4512-9f7f-4257dd6f52f6 req-7e24fff8-f40f-4182-8b66-e2552f163220 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:39.923757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4ff77bc5-3100-402e-9638-b9004b8bafc8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Calling delete_port for ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:39.962694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-52bf4925-a2ca-4512-9f7f-4257dd6f52f6 req-7e24fff8-f40f-4182-8b66-e2552f163220 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Calling delete_port for 80020d34-ba83-4332-aba0-2a5fc98a4304 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:40.030400 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-3734059d-404f-4c1f-b029-1c2d6d7d8c16 service neutron] 10.222.0.47 "GET /v2.0/networks/f75df268-2137-4fff-8550-ac172d97ea71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587439 Jul 16 17:57:40.069176 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4ff77bc5-3100-402e-9638-b9004b8bafc8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.105458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff77bc5-3100-402e-9638-b9004b8bafc8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Port': ['ID=ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:40.156852 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-52bf4925-a2ca-4512-9f7f-4257dd6f52f6 req-7e24fff8-f40f-4182-8b66-e2552f163220 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.183261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4ff77bc5-3100-402e-9638-b9004b8bafc8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] No DVR routers for this DVR port ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:40.186886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4ff77bc5-3100-402e-9638-b9004b8bafc8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.190064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4ff77bc5-3100-402e-9638-b9004b8bafc8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "DELETE /v2.0/ports/ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 HTTP/1.1" status: 204 len: 173 time: 0.5018091 Jul 16 17:57:40.190064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-deleted', 'tag': 'ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:40.191611 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add79889-4e32-4852-b6d1-73dee8fefe40" -d '{"events": [{"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-deleted", "tag": "ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:40.199075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac', '547a6284-61a4-453b-8042-cec4b3c08e8b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:40.209816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e24fff8-f40f-4182-8b66-e2552f163220 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event deleted for resources: {'Port': ['ID=80020d34-ba83-4332-aba0-2a5fc98a4304,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:40.291972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-52bf4925-a2ca-4512-9f7f-4257dd6f52f6 req-7e24fff8-f40f-4182-8b66-e2552f163220 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] No DVR routers for this DVR port 80020d34-ba83-4332-aba0-2a5fc98a4304 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:40.295095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-52bf4925-a2ca-4512-9f7f-4257dd6f52f6 req-7e24fff8-f40f-4182-8b66-e2552f163220 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.297685 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-52bf4925-a2ca-4512-9f7f-4257dd6f52f6 req-7e24fff8-f40f-4182-8b66-e2552f163220 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "DELETE /v2.0/ports/80020d34-ba83-4332-aba0-2a5fc98a4304 HTTP/1.1" status: 204 len: 173 time: 0.9414916 Jul 16 17:57:40.298806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10c15a72-e357-45b7-9648-4e134e2e872f', 'name': 'network-vif-deleted', 'tag': '80020d34-ba83-4332-aba0-2a5fc98a4304'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:40.313042 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f557af-b62c-476a-bf82-e6073b3ce1b7" -d '{"events": [{"server_uuid": "10c15a72-e357-45b7-9648-4e134e2e872f", "name": "network-vif-deleted", "tag": "80020d34-ba83-4332-aba0-2a5fc98a4304"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:40.439006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4a785b23-79b1-48b8-9867-1c08452572bb tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting port 894f0d79-ac24-4912-9b8e-6e005b89308c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:40.439358 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4a785b23-79b1-48b8-9867-1c08452572bb tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.511652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb', '6e209650-6a34-4147-a81a-1f87c060b505', '965e79b8-5ebb-4579-b997-bf6856a0bab2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:40.526452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['8b6deded-eae5-4596-b63a-00363eb72181', '894f0d79-ac24-4912-9b8e-6e005b89308c', 'ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:40.569436 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8de26-3006-472d-8681-d3b55873aed0 req-80a294aa-d236-416e-9c5f-925337143da8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.578624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c8de26-3006-472d-8681-d3b55873aed0 req-80a294aa-d236-416e-9c5f-925337143da8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:40.592520 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c8c8de26-3006-472d-8681-d3b55873aed0 req-80a294aa-d236-416e-9c5f-925337143da8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 1683 time: 0.1228054 Jul 16 17:57:40.671877 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c8c8de26-3006-472d-8681-d3b55873aed0 req-c4ba2e4c-ba5d-43d5-84fa-8f13593f83ed tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780208 Jul 16 17:57:40.711771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4a785b23-79b1-48b8-9867-1c08452572bb tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] For port 894f0d79-ac24-4912-9b8e-6e005b89308c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=894f0d79-ac24-4912-9b8e-6e005b89308c,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:40.712072 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4a785b23-79b1-48b8-9867-1c08452572bb tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:40.740569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4a785b23-79b1-48b8-9867-1c08452572bb tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Calling delete_port for 894f0d79-ac24-4912-9b8e-6e005b89308c owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:41.007191 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4a785b23-79b1-48b8-9867-1c08452572bb tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.013596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:41.039927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-858b4c81-c97b-48b8-aa04-b152677c869d req-c66d2885-aedf-4c1a-853c-fde0fba419bd tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=10c15a72-e357-45b7-9648-4e134e2e872f HTTP/1.1" status: 200 len: 210 time: 0.0456073 Jul 16 17:57:41.130646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a785b23-79b1-48b8-9867-1c08452572bb tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Port': ['ID=894f0d79-ac24-4912-9b8e-6e005b89308c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:41.158315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4a785b23-79b1-48b8-9867-1c08452572bb tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] No DVR routers for this DVR port 894f0d79-ac24-4912-9b8e-6e005b89308c on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:41.164123 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4a785b23-79b1-48b8-9867-1c08452572bb tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.172911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-4a785b23-79b1-48b8-9867-1c08452572bb tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "DELETE /v2.0/ports/894f0d79-ac24-4912-9b8e-6e005b89308c HTTP/1.1" status: 204 len: 173 time: 0.9671557 Jul 16 17:57:41.180123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cc7392-023f-4359-a8ac-ebc4c053ab6e req-c7f891d6-ae8d-4c2f-ae8b-4e1df1a78457 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.194719 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-69cc7392-023f-4359-a8ac-ebc4c053ab6e req-c7f891d6-ae8d-4c2f-ae8b-4e1df1a78457 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 945 time: 0.2571132 Jul 16 17:57:41.300376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:41.315233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-69cc7392-023f-4359-a8ac-ebc4c053ab6e req-1e780984-b89e-404b-89c3-4ad34331d9a1 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153255 Jul 16 17:57:41.414357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-84bb169b-1887-4630-b66a-bafe2e7221f1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting port 8b6deded-eae5-4596-b63a-00363eb72181 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:41.414705 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-84bb169b-1887-4630-b66a-bafe2e7221f1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.532440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:41.532812 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.618282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-84bb169b-1887-4630-b66a-bafe2e7221f1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] For port 8b6deded-eae5-4596-b63a-00363eb72181, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=8b6deded-eae5-4596-b63a-00363eb72181,segment=NetworkSegment(b9709193-f1d1-4824-ae3c-e1e37a3d5c93),segment_id=b9709193-f1d1-4824-ae3c-e1e37a3d5c93)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:41.618859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-84bb169b-1887-4630-b66a-bafe2e7221f1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.638878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e447d-6ce3-45c1-9394-f0b9a6d95b19 req-1af65b29-210a-4447-bbae-9145f5b89e3e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.656956 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e02e447d-6ce3-45c1-9394-f0b9a6d95b19 req-1af65b29-210a-4447-bbae-9145f5b89e3e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 948 time: 0.1268277 Jul 16 17:57:41.657438 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-84bb169b-1887-4630-b66a-bafe2e7221f1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Calling delete_port for 8b6deded-eae5-4596-b63a-00363eb72181 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:41.714744 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e02e447d-6ce3-45c1-9394-f0b9a6d95b19 req-d83f3011-3634-4abc-82e0-011cab3ef981 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518126 Jul 16 17:57:41.737511 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.738834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff92a9d-200f-4317-adc8-685c3fb28d7e req-2b152d84-d5b0-4de4-b7ea-3082b70faf34 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:41.740551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ff92a9d-200f-4317-adc8-685c3fb28d7e req-2b152d84-d5b0-4de4-b7ea-3082b70faf34 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1433482 Jul 16 17:57:41.752350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:41.810927 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.814656 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ff92a9d-200f-4317-adc8-685c3fb28d7e req-bf830ed4-dc57-4011-884c-5c6adfa1c17f tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638714 Jul 16 17:57:41.816912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:41.819863 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcc109c-057e-45e2-98db-bb4afdc299c6" -d '{"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-plugged", "status": "completed", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:41.836686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:41.839827 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.840473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 80020d34-ba83-4332-aba0-2a5fc98a4304 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:41.875788 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38638e2b-9812-4a76-b6a9-09f901b42c1b x-openstack-request-id: req-38638e2b-9812-4a76-b6a9-09f901b42c1b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:41.876056 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-deleted", "tag": "ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:41.876380 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-38638e2b-9812-4a76-b6a9-09f901b42c1b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:41.876886 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-deleted', 'tag': 'ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5', 'status': 'completed', 'code': 200} Jul 16 17:57:41.883119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 80020d34-ba83-4332-aba0-2a5fc98a4304 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:41.883517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 80020d34-ba83-4332-aba0-2a5fc98a4304 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:41.896885 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-84bb169b-1887-4630-b66a-bafe2e7221f1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:41.912791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:41.938878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb169b-1887-4630-b66a-bafe2e7221f1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Port': ['ID=8b6deded-eae5-4596-b63a-00363eb72181,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:41.941006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:41.944312 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6da58f-398b-405c-898f-26fdebbb415f x-openstack-request-id: req-5c6da58f-398b-405c-898f-26fdebbb415f {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:41.944647 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10c15a72-e357-45b7-9648-4e134e2e872f", "name": "network-vif-deleted", "tag": "80020d34-ba83-4332-aba0-2a5fc98a4304", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:41.944889 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c6da58f-398b-405c-898f-26fdebbb415f {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:41.945883 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10c15a72-e357-45b7-9648-4e134e2e872f', 'name': 'network-vif-deleted', 'tag': '80020d34-ba83-4332-aba0-2a5fc98a4304', 'status': 'completed', 'code': 200} Jul 16 17:57:41.960423 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3876b644-17d8-49e9-8050-3a9e173a9d61 req-3dd97e63-8ca4-4b00-863f-85214074e7f0 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/ports?device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 210 time: 0.0926576 Jul 16 17:57:42.005945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-84bb169b-1887-4630-b66a-bafe2e7221f1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] No DVR routers for this DVR port 8b6deded-eae5-4596-b63a-00363eb72181 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:42.008793 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-84bb169b-1887-4630-b66a-bafe2e7221f1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.011048 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67dc015a-491a-4bbd-ae4a-3e9e7448b068 req-84bb169b-1887-4630-b66a-bafe2e7221f1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "DELETE /v2.0/ports/8b6deded-eae5-4596-b63a-00363eb72181 HTTP/1.1" status: 204 len: 173 time: 0.8330913 Jul 16 17:57:42.088151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44c3d076-bbf5-41fc-86d7-878defebc975 req-09c3e59f-9a70-4824-87ba-28aac1516798 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.0513294 Jul 16 17:57:42.142745 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45500b5-a404-41ba-8d47-d96949d9094c x-openstack-request-id: req-a45500b5-a404-41ba-8d47-d96949d9094c {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:42.143037 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-plugged", "status": "completed", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:42.143596 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a45500b5-a404-41ba-8d47-d96949d9094c {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:42.143998 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'code': 200} Jul 16 17:57:42.154665 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1c7bf41-c818-434f-a43e-c077f1e1ec34 req-99c01da7-5670-4717-b6c9-eb58674e94ba tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=51f54c1c-a640-4dfc-b765-d6119b4c5f1d HTTP/1.1" status: 200 len: 210 time: 0.0695956 Jul 16 17:57:42.396914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579c8a43-2528-487c-99f1-b7791c2b21a8 req-2fd6e520-877c-499b-972b-62386c3a91c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.398623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-579c8a43-2528-487c-99f1-b7791c2b21a8 req-2fd6e520-877c-499b-972b-62386c3a91c5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 1100 time: 0.0628181 Jul 16 17:57:42.576929 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-579c8a43-2528-487c-99f1-b7791c2b21a8 req-7e394a33-1439-4d2a-9adb-23367a0b84d1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703851 Jul 16 17:57:42.631231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7539c-52be-46a7-86e0-79c02090128a req-d085b821-5d6f-49a5-bf26-be38d9627b06 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.632712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-d085b821-5d6f-49a5-bf26-be38d9627b06 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.37 "GET /v2.0/networks?id=f75df268-2137-4fff-8550-ac172d97ea71 HTTP/1.1" status: 200 len: 814 time: 0.1870248 Jul 16 17:57:42.645784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc1db73-3929-4174-86eb-90e4aced17fa req-afcf4b3b-99bd-4c16-b68a-191d9670cc90 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:42.647811 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9bc1db73-3929-4174-86eb-90e4aced17fa req-afcf4b3b-99bd-4c16-b68a-191d9670cc90 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 945 time: 0.1778343 Jul 16 17:57:42.652656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Request body: {'port': {'device_id': '17b97ab8-47fe-4d7b-95ca-469fb703aaba', 'network_id': 'f75df268-2137-4fff-8550-ac172d97ea71', 'admin_state_up': True, 'tenant_id': 'abccbbd02afc476f889e1a05d977878d'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:42.743673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9bc1db73-3929-4174-86eb-90e4aced17fa req-4e6d7d44-53fd-4786-8996-04f711210dc1 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854709 Jul 16 17:57:42.796623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Made reservation on behalf of abccbbd02afc476f889e1a05d977878d for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:42.800200 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:42.984781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Allocated IP 172.20.0.3 (f75df268-2137-4fff-8550-ac172d97ea71/495786e7-19a3-4e3e-b7ff-7df20a6c189b/e9c8739c-7846-40fc-b0bc-a9316d075d3c) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:42.999724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba1be6a-0a00-4177-8bd9-9c633e778769 req-4242625e-faa8-49a3-aedc-d3644de43178 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.002397 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0ba1be6a-0a00-4177-8bd9-9c633e778769 req-4242625e-faa8-49a3-aedc-d3644de43178 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 1096 time: 0.0651588 Jul 16 17:57:43.031726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354429df-6958-44c2-83c3-3a9d0e0e1b2a req-ed521ed8-be0e-4b76-81b6-5ae8be5ae49a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.032758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-354429df-6958-44c2-83c3-3a9d0e0e1b2a req-ed521ed8-be0e-4b76-81b6-5ae8be5ae49a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.1043267 Jul 16 17:57:43.043842 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0ba1be6a-0a00-4177-8bd9-9c633e778769 req-998bab68-73ae-46fc-a1cf-15553ea7f0fa tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347869 Jul 16 17:57:43.120978 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-354429df-6958-44c2-83c3-3a9d0e0e1b2a req-70747963-c961-44b3-9de6-a78a96351ee6 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799398 Jul 16 17:57:43.200456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.248697 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.249856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051c5f9-8905-48ba-86de-1f2ac0b34631 req-d319c956-39f2-4c16-b04c-4f5bb66ea430 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.256078 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051c5f9-8905-48ba-86de-1f2ac0b34631 req-d319c956-39f2-4c16-b04c-4f5bb66ea430 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.0852864 Jul 16 17:57:43.305155 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051c5f9-8905-48ba-86de-1f2ac0b34631 req-7aab7e58-cf05-4d78-996d-79bc45144af3 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444975 Jul 16 17:57:43.321554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Network f75df268-2137-4fff-8550-ac172d97ea71 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:43.337324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:43.350728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-1ed1a9d4-613d-402b-b7ee-2899c5b436b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.351226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:43.353761 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-1ed1a9d4-613d-402b-b7ee-2899c5b436b9 service neutron] 10.222.0.37 "GET /v2.0/ports/c9bc271f-eb4b-4536-9932-627fb244a68f HTTP/1.1" status: 200 len: 1032 time: 0.0637498 Jul 16 17:57:43.383890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Pushing event updated for resources: {'Port': ['ID=e9c8739c-7846-40fc-b0bc-a9316d075d3c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:43.418759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.420249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.449349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb821218-3871-428b-9fc4-5e1b2317405d req-7a1428c5-e0c1-4a6c-8245-2f1e5adacbc8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.451281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb821218-3871-428b-9fc4-5e1b2317405d req-7a1428c5-e0c1-4a6c-8245-2f1e5adacbc8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5235990-febd-4fcb-acf4-f0988982349a HTTP/1.1" status: 200 len: 950 time: 0.1866758 Jul 16 17:57:43.452878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-024a478f-f32f-4dfd-9312-ce2ad34e94dd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8042569 Jul 16 17:57:43.475356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-759be378-0455-4b9a-a55b-a9b7e4ca6ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.476773 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-759be378-0455-4b9a-a55b-a9b7e4ca6ec4 service neutron] 10.222.0.37 "GET /v2.0/ports/5083973c-bf1c-4ee2-93b7-1617cc9842d0 HTTP/1.1" status: 200 len: 1033 time: 0.0890462 Jul 16 17:57:43.492665 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb821218-3871-428b-9fc4-5e1b2317405d req-14c64afb-1079-4707-940c-c9b29e8eb59a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 Jul 16 17:57:43.501474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Request body: {'port': {'device_id': '17b97ab8-47fe-4d7b-95ca-469fb703aaba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:43.517439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a85c1c-7d3f-40ca-a5a7-dec472342189 req-168d5f09-669a-47c2-ab62-2ad1b79671fa tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.519116 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-61a85c1c-7d3f-40ca-a5a7-dec472342189 req-168d5f09-669a-47c2-ab62-2ad1b79671fa tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/ports?device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 931 time: 0.0754335 Jul 16 17:57:43.586086 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:43.651291 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-61a85c1c-7d3f-40ca-a5a7-dec472342189 req-a9b87604-978c-4eae-a9ca-914dd825f7b4 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/security-groups?id=5713d038-fa44-4ab2-a261-cf5e7bac51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164227 Jul 16 17:57:43.692431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-1f45d544-bd10-4f3f-b9d5-dd05139ec0d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.699163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-1f45d544-bd10-4f3f-b9d5-dd05139ec0d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.707009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-1f45d544-bd10-4f3f-b9d5-dd05139ec0d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.708908 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-1f45d544-bd10-4f3f-b9d5-dd05139ec0d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "GET /v2.0/networks?id=11e95be7-e3eb-4804-aa69-ab254a697625&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=791fcc36-0324-4230-9b89-1a8c080d3fb9&id=791fcc36-0324-4230-9b89-1a8c080d3fb9 HTTP/1.1" status: 200 len: 1994 time: 0.1839116 Jul 16 17:57:43.766124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882b99b-9663-4fd0-9d23-e38ce9079dc5 req-42eabbc4-7845-4673-95f8-97014e0d0ffb tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:43.767725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f882b99b-9663-4fd0-9d23-e38ce9079dc5 req-42eabbc4-7845-4673-95f8-97014e0d0ffb tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 1096 time: 0.1424375 Jul 16 17:57:43.831268 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-46dcd777-0297-4ad8-a5fe-c7409dc7ee2a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b9ab57568965435a8341b46893aa22bb HTTP/1.1" status: 200 len: 380 time: 0.1052940 Jul 16 17:57:43.833669 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f882b99b-9663-4fd0-9d23-e38ce9079dc5 req-7d3a95eb-09c9-459e-8e40-6633806d6d65 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581579 Jul 16 17:57:43.843585 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-659874b7-c391-4c74-9a1e-4ea06e4efb09 req-6cd1d721-38e4-4771-8622-f6b4d897c6b7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.0647092 Jul 16 17:57:43.854967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'admin_state_up': True, 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'security_groups': ['6fabf16a-24d0-4e64-a9c9-dca91d898a6a']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:43.879653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-deleted', 'tag': '894f0d79-ac24-4912-9b8e-6e005b89308c'}, {'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-deleted', 'tag': '8b6deded-eae5-4596-b63a-00363eb72181'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:43.881998 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474fd750-fa9b-4141-993e-97b0b2543696" -d '{"events": [{"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-deleted", "tag": "894f0d79-ac24-4912-9b8e-6e005b89308c"}, {"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-deleted", "tag": "8b6deded-eae5-4596-b63a-00363eb72181"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:43.989631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c8739c-7846-40fc-b0bc-a9316d075d3c {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:43.999770 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.014398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Transition to ACTIVE for port object e9c8739c-7846-40fc-b0bc-a9316d075d3c will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:44.019406 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.048380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48572) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:44.100201 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4f574b-5b27-4d23-a382-55d685d7616d x-openstack-request-id: req-8c4f574b-5b27-4d23-a382-55d685d7616d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:44.100490 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-deleted", "tag": "894f0d79-ac24-4912-9b8e-6e005b89308c", "status": "completed", "code": 200}, {"server_uuid": "51f54c1c-a640-4dfc-b765-d6119b4c5f1d", "name": "network-vif-deleted", "tag": "8b6deded-eae5-4596-b63a-00363eb72181", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:44.100741 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c4f574b-5b27-4d23-a382-55d685d7616d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:44.101132 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-deleted', 'tag': '894f0d79-ac24-4912-9b8e-6e005b89308c', 'status': 'completed', 'code': 200} Jul 16 17:57:44.101505 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f54c1c-a640-4dfc-b765-d6119b4c5f1d', 'name': 'network-vif-deleted', 'tag': '8b6deded-eae5-4596-b63a-00363eb72181', 'status': 'completed', 'code': 200} Jul 16 17:57:44.113648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:44.118629 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.218724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Pushing event updated for resources: {'Port': ['ID=e9c8739c-7846-40fc-b0bc-a9316d075d3c,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:44.244650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c96ece7-a93b-4c39-b03a-dd4895281fec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting subnet 41b43ec8-81a5-4b72-bf41-a03cc875b026 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:44.250262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c96ece7-a93b-4c39-b03a-dd4895281fec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.306065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Attempting to bind port e9c8739c-7846-40fc-b0bc-a9316d075d3c on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:44.306408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Attempting to bind port e9c8739c-7846-40fc-b0bc-a9316d075d3c by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '42f3c70c-1018-447e-9dde-7742d0c8c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f75df268-2137-4fff-8550-ac172d97ea71'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:44.306741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Attempting to bind port e9c8739c-7846-40fc-b0bc-a9316d075d3c on network f75df268-2137-4fff-8550-ac172d97ea71 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:44.314675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Port e9c8739c-7846-40fc-b0bc-a9316d075d3c on network f75df268-2137-4fff-8550-ac172d97ea71 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:44.315049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Attempting to bind port e9c8739c-7846-40fc-b0bc-a9316d075d3c on network f75df268-2137-4fff-8550-ac172d97ea71 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:44.321425 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c96ece7-a93b-4c39-b03a-dd4895281fec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.353030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Allocated IP 172.20.0.8 (11e95be7-e3eb-4804-aa69-ab254a697625/acfdc864-54b3-468d-8c8a-61d86c93586e/d9d398d3-ffa2-42ec-82b2-002ccf45ef87) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:44.410002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99141e9a-e722-4cb1-aa6b-8ec02b80d6e8 req-b19f8370-e02a-4f9f-9f1a-1f4421edc3ca tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.417483 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99141e9a-e722-4cb1-aa6b-8ec02b80d6e8 req-b19f8370-e02a-4f9f-9f1a-1f4421edc3ca tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.1386795 Jul 16 17:57:44.500441 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99141e9a-e722-4cb1-aa6b-8ec02b80d6e8 req-26b5ca11-a56f-41d4-9301-75362cb1068a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818243 Jul 16 17:57:44.679892 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.696860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Transition to ACTIVE for port object d9d398d3-ffa2-42ec-82b2-002ccf45ef87 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:44.718868 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:44.719598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Checking segment: {'id': '42f3c70c-1018-447e-9dde-7742d0c8c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f75df268-2137-4fff-8550-ac172d97ea71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:44.719736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Bound using segment: {'id': '42f3c70c-1018-447e-9dde-7742d0c8c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f75df268-2137-4fff-8550-ac172d97ea71'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:44.720276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Bound port: e9c8739c-7846-40fc-b0bc-a9316d075d3c, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42f3c70c-1018-447e-9dde-7742d0c8c718', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': 'f75df268-2137-4fff-8550-ac172d97ea71'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:44.720719 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.767719 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.828763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network 11e95be7-e3eb-4804-aa69-ab254a697625 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:44.840061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:44.843751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:44.868265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] For port e9c8739c-7846-40fc-b0bc-a9316d075d3c, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:44.871613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] For port e9c8739c-7846-40fc-b0bc-a9316d075d3c, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e9c8739c-7846-40fc-b0bc-a9316d075d3c,segment=NetworkSegment(42f3c70c-1018-447e-9dde-7742d0c8c718),segment_id=42f3c70c-1018-447e-9dde-7742d0c8c718)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:44.889079 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.892055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Port': ['ID=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:44.936689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 894f0d79-ac24-4912-9b8e-6e005b89308c no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:44.937399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d35156-aaf9-4f4b-9c5c-c2619d8f2c12 req-801e3f71-098d-4ada-97eb-e26936612386 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.945993 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50d35156-aaf9-4f4b-9c5c-c2619d8f2c12 req-801e3f71-098d-4ada-97eb-e26936612386 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.3083177 Jul 16 17:57:44.962913 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:44.963393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:44.991417 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-6f1c2407-c140-4697-a637-1c5dd89e99d2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1403015 Jul 16 17:57:44.999521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 894f0d79-ac24-4912-9b8e-6e005b89308c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:44.999894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 894f0d79-ac24-4912-9b8e-6e005b89308c not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:45.001872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 8b6deded-eae5-4596-b63a-00363eb72181 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:45.009476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e', 'admin_state_up': True, 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'security_groups': ['6fabf16a-24d0-4e64-a9c9-dca91d898a6a']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:45.041855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 8b6deded-eae5-4596-b63a-00363eb72181 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:45.042451 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 8b6deded-eae5-4596-b63a-00363eb72181 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:45.043148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:45.050018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.050695 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.052787 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] 10.222.0.37 "PUT /v2.0/ports/e9c8739c-7846-40fc-b0bc-a9316d075d3c HTTP/1.1" status: 200 len: 1091 time: 1.5562935 Jul 16 17:57:45.075967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf3a902-6fc9-43ec-8044-47b4539724ca req-fe5f90ee-ebb3-40e7-8106-875d3c39236d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.077719 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdf3a902-6fc9-43ec-8044-47b4539724ca req-fe5f90ee-ebb3-40e7-8106-875d3c39236d tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/ports?device_id=a5235990-febd-4fcb-acf4-f0988982349a HTTP/1.1" status: 200 len: 950 time: 0.3692398 Jul 16 17:57:45.089646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:45.090502 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ef914d5b-174d-47fa-b6c2-6a0b4fdce9c5 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:45.217291 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c96ece7-a93b-4c39-b03a-dd4895281fec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.233007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50d35156-aaf9-4f4b-9c5c-c2619d8f2c12 req-9671d9aa-ec03-4a49-a2c6-b070b2cba737 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2836804 Jul 16 17:57:45.238580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e02ca89a-f05d-4a37-8039-69fa5c60e8c5 None None] Provisioning for port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:45.246559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e02ca89a-f05d-4a37-8039-69fa5c60e8c5 None None] Provisioning complete for port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:45.247320 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e02ca89a-f05d-4a37-8039-69fa5c60e8c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.312258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a9e71-8d71-43fc-8eea-b18ae4be254c service neutron] Pushing event updated for resources: {'Port': ['ID=e9c8739c-7846-40fc-b0bc-a9316d075d3c,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:45.364545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e02ca89a-f05d-4a37-8039-69fa5c60e8c5 None None] Port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:45.408053 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7539c-52be-46a7-86e0-79c02090128a req-0c9f7889-07d5-4fa4-8044-c342a13906e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.409399 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-0c9f7889-07d5-4fa4-8044-c342a13906e2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abccbbd02afc476f889e1a05d977878d&device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 1094 time: 0.2446737 Jul 16 17:57:45.410867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:45.415099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.435176 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-eedc513b-be5c-4724-896d-fc02e68fa11a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.447520 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c96ece7-a93b-4c39-b03a-dd4895281fec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.466032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a4a0ee-c5df-42d5-9c62-eb4e3921decb req-2f0fcc1f-c45f-4adc-b6c2-2b1c2d580e19 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.468436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08a4a0ee-c5df-42d5-9c62-eb4e3921decb req-2f0fcc1f-c45f-4adc-b6c2-2b1c2d580e19 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "GET /v2.0/ports?device_id=d44bad49-0a27-4349-b7ad-7ea5d91ea16b HTTP/1.1" status: 200 len: 950 time: 0.3647909 Jul 16 17:57:45.516926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fd4fc5-6f80-4600-b30e-ae34c6d95bc1 None None] Network 1e94ef17-298e-4148-afeb-c88e5d913d0a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:45.527292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-611796bc-8846-435c-9514-950c335a3069 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9c8739c-7846-40fc-b0bc-a9316d075d3c HTTP/1.1" status: 200 len: 217 time: 0.0953014 Jul 16 17:57:45.596332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-bdf3a902-6fc9-43ec-8044-47b4539724ca req-f21d5914-3564-4630-966a-ae90c751c703 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Deleting port 965e79b8-5ebb-4579-b997-bf6856a0bab2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:45.596749 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bdf3a902-6fc9-43ec-8044-47b4539724ca req-f21d5914-3564-4630-966a-ae90c751c703 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.668401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c96ece7-a93b-4c39-b03a-dd4895281fec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Subnet': ['ID=41b43ec8-81a5-4b72-bf41-a03cc875b026,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:45.673604 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c96ece7-a93b-4c39-b03a-dd4895281fec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.687485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7c96ece7-a93b-4c39-b03a-dd4895281fec tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "DELETE /v2.0/subnets/41b43ec8-81a5-4b72-bf41-a03cc875b026 HTTP/1.1" status: 204 len: 168 time: 1.6350725 Jul 16 17:57:45.688756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48612) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:45.702224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d7539c-52be-46a7-86e0-79c02090128a req-5c1af56f-08ec-42ca-a4f9-ab85b5f7798f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.704061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-5c1af56f-08ec-42ca-a4f9-ab85b5f7798f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=495786e7-19a3-4e3e-b7ff-7df20a6c189b HTTP/1.1" status: 200 len: 854 time: 0.1682031 Jul 16 17:57:45.704638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-8ecfb8c3-6bb4-40bc-8583-8f43737832a3 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:57:45.705687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-8ecfb8c3-6bb4-40bc-8583-8f43737832a3 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0343997 Jul 16 17:57:45.740150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Request body: {'binding': {'host': 'n-h2-794306-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:45.740970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Unknown quota resources ['binding']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:57:45.745259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ba6e0-4c88-4f19-9dfd-7d4b08a7c4dd req-c5097580-ff4f-4c5a-a0cd-34ef8a9f1276 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:45.746833 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a51ba6e0-4c88-4f19-9dfd-7d4b08a7c4dd req-c5097580-ff4f-4c5a-a0cd-34ef8a9f1276 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=a5235990-febd-4fcb-acf4-f0988982349a HTTP/1.1" status: 200 len: 950 time: 0.3033843 Jul 16 17:57:45.766912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baabad8a-5f27-4199-9954-ab728b67a9ff None None] DHCP port deletion for 1e94ef17-298e-4148-afeb-c88e5d913d0a request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:57:45.781833 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-f0b984be-6470-4be7-920e-015982488c54 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f75df268-2137-4fff-8550-ac172d97ea71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0636525 Jul 16 17:57:45.819074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-baabad8a-5f27-4199-9954-ab728b67a9ff None None] Deleting port e1928b1c-177e-4936-b24c-e8c10af7c5d3 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:45.819777 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-baabad8a-5f27-4199-9954-ab728b67a9ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.845687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Allocated IP 10.1.1.134 (d5ee5640-ff78-40d5-9d0e-0f76a5a0819e/906cba6b-9994-4473-84fa-50b5a985c7d8/7823ca02-ecf8-4d6a-8697-5e81d3abde2a) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:45.896475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-baabad8a-5f27-4199-9954-ab728b67a9ff None None] For port e1928b1c-177e-4936-b24c-e8c10af7c5d3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e1928b1c-177e-4936-b24c-e8c10af7c5d3,segment=NetworkSegment(b9709193-f1d1-4824-ae3c-e1e37a3d5c93),segment_id=b9709193-f1d1-4824-ae3c-e1e37a3d5c93)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:45.897118 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-baabad8a-5f27-4199-9954-ab728b67a9ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.906217 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.910657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bdf3a902-6fc9-43ec-8044-47b4539724ca req-f21d5914-3564-4630-966a-ae90c751c703 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] For port 965e79b8-5ebb-4579-b997-bf6856a0bab2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=965e79b8-5ebb-4579-b997-bf6856a0bab2,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:45.911058 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bdf3a902-6fc9-43ec-8044-47b4539724ca req-f21d5914-3564-4630-966a-ae90c751c703 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:45.911939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-baabad8a-5f27-4199-9954-ab728b67a9ff None None] Calling delete_port for e1928b1c-177e-4936-b24c-e8c10af7c5d3 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:45.918892 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a51ba6e0-4c88-4f19-9dfd-7d4b08a7c4dd req-6610397b-b7a2-41e4-a54b-dc1b2145cfa0 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410644 Jul 16 17:57:45.946228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-bdf3a902-6fc9-43ec-8044-47b4539724ca req-f21d5914-3564-4630-966a-ae90c751c703 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Calling delete_port for 965e79b8-5ebb-4579-b997-bf6856a0bab2 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:45.995439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-08a4a0ee-c5df-42d5-9c62-eb4e3921decb req-1372cdd4-bb36-49ed-b509-8b343e19fce8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Deleting port 547a6284-61a4-453b-8042-cec4b3c08e8b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:45.996885 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-08a4a0ee-c5df-42d5-9c62-eb4e3921decb req-1372cdd4-bb36-49ed-b509-8b343e19fce8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.004300 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-baabad8a-5f27-4199-9954-ab728b67a9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.053340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-f75789a8-1e2a-446d-bd39-7cd93202b075 service neutron] 10.222.0.37 "GET /v2.0/networks/f75df268-2137-4fff-8550-ac172d97ea71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624691 Jul 16 17:57:46.066416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baabad8a-5f27-4199-9954-ab728b67a9ff None None] No DVR routers for this DVR port e1928b1c-177e-4936-b24c-e8c10af7c5d3 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:46.088639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] The port 'e1928b1c-177e-4936-b24c-e8c10af7c5d3' was deleted {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 17:57:46.092302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baabad8a-5f27-4199-9954-ab728b67a9ff None None] Pushing event deleted for resources: {'Port': ['ID=e1928b1c-177e-4936-b24c-e8c10af7c5d3,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:46.104504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17b97ab8-47fe-4d7b-95ca-469fb703aaba', 'tag': 'e9c8739c-7846-40fc-b0bc-a9316d075d3c'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:46.107484 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5afcafa6-d865-421c-ae76-4c1e276f212a" -d '{"events": [{"name": "network-changed", "server_uuid": "17b97ab8-47fe-4d7b-95ca-469fb703aaba", "tag": "e9c8739c-7846-40fc-b0bc-a9316d075d3c"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:46.173008 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e1928b1c-177e-4936-b24c-e8c10af7c5d3 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:46.195626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: e1928b1c-177e-4936-b24c-e8c10af7c5d3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:46.196483 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e1928b1c-177e-4936-b24c-e8c10af7c5d3 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:46.309061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.310841 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0d7539c-52be-46a7-86e0-79c02090128a req-867be8ca-b3c1-4d2b-b79c-b906250ab412 service neutron] 10.222.0.37 "GET /v2.0/networks/f75df268-2137-4fff-8550-ac172d97ea71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367067 Jul 16 17:57:46.338860 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.351223 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on host n-h2-794306-7 for vnic_type normal with profile None {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:46.351586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:46.351923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:46.357099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38475f7b-c27d-45b2-bcf3-96e87138ca6c req-bb43d33a-8978-4508-92e0-e3dbd1d57ded tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.362524 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-38475f7b-c27d-45b2-bcf3-96e87138ca6c req-bb43d33a-8978-4508-92e0-e3dbd1d57ded tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.1998165 Jul 16 17:57:46.362760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e94ef17-298e-4148-afeb-c88e5d913d0a']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:46.371302 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Transition to ACTIVE for port object 7823ca02-ecf8-4d6a-8697-5e81d3abde2a will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:46.394617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:46.394988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:46.406788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9709193-f1d1-4824-ae3c-e1e37a3d5c93') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:46.407159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9709193-f1d1-4824-ae3c-e1e37a3d5c93') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:46.422756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-08a4a0ee-c5df-42d5-9c62-eb4e3921decb req-1372cdd4-bb36-49ed-b509-8b343e19fce8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] For port 547a6284-61a4-453b-8042-cec4b3c08e8b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=547a6284-61a4-453b-8042-cec4b3c08e8b,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:46.423077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-08a4a0ee-c5df-42d5-9c62-eb4e3921decb req-1372cdd4-bb36-49ed-b509-8b343e19fce8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.426867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-38475f7b-c27d-45b2-bcf3-96e87138ca6c req-61eb8e61-2bb9-433b-acd2-42c5fc9d9d2d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518992 Jul 16 17:57:46.427041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:46.427257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:46.427633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:46.428060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Bound port: fa7b5219-fc61-47f3-916f-29f789c6745b, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:46.435622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.441938 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.483450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-08a4a0ee-c5df-42d5-9c62-eb4e3921decb req-1372cdd4-bb36-49ed-b509-8b343e19fce8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Calling delete_port for 547a6284-61a4-453b-8042-cec4b3c08e8b owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:46.505391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:46.517008 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.517608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:46.529097 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:46.532731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Port': ['ID=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:46.567405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bdf3a902-6fc9-43ec-8044-47b4539724ca req-f21d5914-3564-4630-966a-ae90c751c703 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.569597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:46.570687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: timer() Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:46.579195 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:46.587124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb', '6e209650-6a34-4147-a81a-1f87c060b505', '965e79b8-5ebb-4579-b997-bf6856a0bab2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:46.604840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:46.606325 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.633258 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-83b9f86e-8ee7-4a57-9dbc-c02a5cfb3ed3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6289039 Jul 16 17:57:46.643902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fa7b5219-fc61-47f3-916f-29f789c6745b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:46.665059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:46.666815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e', 'admin_state_up': True, 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'security_groups': ['6fabf16a-24d0-4e64-a9c9-dca91d898a6a']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:46.676719 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21d5914-3564-4630-966a-ae90c751c703 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event deleted for resources: {'Port': ['ID=965e79b8-5ebb-4579-b997-bf6856a0bab2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:46.679304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.691046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3c61c817-c53c-4b43-ae45-28340bbc9e08 service neutron] 10.222.0.47 "POST /v2.0/ports/fa7b5219-fc61-47f3-916f-29f789c6745b/bindings HTTP/1.1" status: 201 len: 389 time: 0.9584250 Jul 16 17:57:46.839692 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.864499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdf3a902-6fc9-43ec-8044-47b4539724ca req-f21d5914-3564-4630-966a-ae90c751c703 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] No DVR routers for this DVR port 965e79b8-5ebb-4579-b997-bf6856a0bab2 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:46.878607 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.883602 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "DELETE /v2.0/networks/1e94ef17-298e-4148-afeb-c88e5d913d0a HTTP/1.1" status: 204 len: 168 time: 1.1900785 Jul 16 17:57:46.883602 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bdf3a902-6fc9-43ec-8044-47b4539724ca req-f21d5914-3564-4630-966a-ae90c751c703 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:46.884442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdf3a902-6fc9-43ec-8044-47b4539724ca req-f21d5914-3564-4630-966a-ae90c751c703 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "DELETE /v2.0/ports/965e79b8-5ebb-4579-b997-bf6856a0bab2 HTTP/1.1" status: 204 len: 173 time: 1.7948837 Jul 16 17:57:46.887398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48624) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:46.972899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f4382-fe39-41af-b5e1-93ada2cedae0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Network': ['ID=1e94ef17-298e-4148-afeb-c88e5d913d0a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:47.059107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d2b58b4-f5d5-43f7-a89b-c8f929d1548a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting subnet 30c75ed4-3c28-450d-86e3-41bf8ed23384 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:57:47.075216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a6dd0d30-d183-479b-9848-0795f374811d None None] Provisioning for port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:47.093118 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0d2b58b4-f5d5-43f7-a89b-c8f929d1548a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.118267 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a6dd0d30-d183-479b-9848-0795f374811d None None] Provisioning complete for port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:47.118647 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a6dd0d30-d183-479b-9848-0795f374811d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.261644 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0d2b58b4-f5d5-43f7-a89b-c8f929d1548a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.315617 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a6dd0d30-d183-479b-9848-0795f374811d None None] Port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:47.327840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc8f75a-fc3f-468c-aba6-39894e196cea req-2314f6df-a1ba-4688-bfb5-d271819a9916 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:47.329407 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bcc8f75a-fc3f-468c-aba6-39894e196cea req-2314f6df-a1ba-4688-bfb5-d271819a9916 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/ports?device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 943 time: 0.6828024 Jul 16 17:57:47.365623 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-08a4a0ee-c5df-42d5-9c62-eb4e3921decb req-1372cdd4-bb36-49ed-b509-8b343e19fce8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.384671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:47.388600 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.421969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-39fde29d-bd6f-4817-9ed4-205216dac7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:47.424021 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-39fde29d-bd6f-4817-9ed4-205216dac7ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 1096 time: 0.2539020 Jul 16 17:57:47.430041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372cdd4-bb36-49ed-b509-8b343e19fce8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event deleted for resources: {'Port': ['ID=547a6284-61a4-453b-8042-cec4b3c08e8b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:47.441189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f48a-2faf-4b54-ad1a-c22dcdc8518c req-ae831a9f-d969-43d4-9517-cdfddfdbcdb4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:47.454158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764f48a-2faf-4b54-ad1a-c22dcdc8518c req-ae831a9f-d969-43d4-9517-cdfddfdbcdb4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:47.463833 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2764f48a-2faf-4b54-ad1a-c22dcdc8518c req-ae831a9f-d969-43d4-9517-cdfddfdbcdb4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 1653 time: 0.4462221 Jul 16 17:57:47.472936 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bcc8f75a-fc3f-468c-aba6-39894e196cea req-f48ebd74-db74-4e60-87da-8d776ebed9e1 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/security-groups?id=5713d038-fa44-4ab2-a261-cf5e7bac51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307347 Jul 16 17:57:47.630824 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0d2b58b4-f5d5-43f7-a89b-c8f929d1548a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.662217 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:47.663790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-08a4a0ee-c5df-42d5-9c62-eb4e3921decb req-1372cdd4-bb36-49ed-b509-8b343e19fce8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] No DVR routers for this DVR port 547a6284-61a4-453b-8042-cec4b3c08e8b on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:47.703364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-08a4a0ee-c5df-42d5-9c62-eb4e3921decb req-1372cdd4-bb36-49ed-b509-8b343e19fce8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:47.706827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08a4a0ee-c5df-42d5-9c62-eb4e3921decb req-1372cdd4-bb36-49ed-b509-8b343e19fce8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "DELETE /v2.0/ports/547a6284-61a4-453b-8042-cec4b3c08e8b HTTP/1.1" status: 204 len: 173 time: 2.2290685 Jul 16 17:57:47.707537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Allocated IP 10.1.1.28 (d5ee5640-ff78-40d5-9d0e-0f76a5a0819e/906cba6b-9994-4473-84fa-50b5a985c7d8/42634e4a-5ac6-47d2-88a5-ffc39bf29f4b) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:47.711862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 547a6284-61a4-453b-8042-cec4b3c08e8b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:47.716350 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f9a2680-57c3-47d6-8e2a-1cbc8827313a x-openstack-request-id: req-1f9a2680-57c3-47d6-8e2a-1cbc8827313a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:47.716784 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17b97ab8-47fe-4d7b-95ca-469fb703aaba", "tag": "e9c8739c-7846-40fc-b0bc-a9316d075d3c", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:47.717737 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f9a2680-57c3-47d6-8e2a-1cbc8827313a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:47.718186 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17b97ab8-47fe-4d7b-95ca-469fb703aaba', 'tag': 'e9c8739c-7846-40fc-b0bc-a9316d075d3c', 'status': 'completed', 'code': 200} Jul 16 17:57:47.756895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 547a6284-61a4-453b-8042-cec4b3c08e8b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:47.757530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 547a6284-61a4-453b-8042-cec4b3c08e8b not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:47.791899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2764f48a-2faf-4b54-ad1a-c22dcdc8518c req-1cc10391-1081-4102-86ac-993eb8f34f4f tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3270500 Jul 16 17:57:47.888920 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.000275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-56b793a1-a12e-4330-adc1-6cb6131e91ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.005157 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-56b793a1-a12e-4330-adc1-6cb6131e91ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.5102205 Jul 16 17:57:48.124872 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7138e2d5-35af-463c-bced-52073889f9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.171322 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-6fc94e8f-315f-4dd6-95ec-680d68a9b2ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa7b5219-fc61-47f3-916f-29f789c6745b HTTP/1.1" status: 200 len: 217 time: 0.1449039 Jul 16 17:57:48.175644 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0d2b58b4-f5d5-43f7-a89b-c8f929d1548a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.214690 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.223442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb', '6e209650-6a34-4147-a81a-1f87c060b505'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:48.227729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb93a99-b63d-4e85-b7d6-4fe0287c7017 None None] Network 2bba8a2b-eb3e-4b52-b582-907f0455de93 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:48.246466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Transition to ACTIVE for port object 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:48.252424 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0d2b58b4-f5d5-43f7-a89b-c8f929d1548a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.257748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0d2b58b4-f5d5-43f7-a89b-c8f929d1548a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "DELETE /v2.0/subnets/30c75ed4-3c28-450d-86e3-41bf8ed23384 HTTP/1.1" status: 204 len: 168 time: 1.3685153 Jul 16 17:57:48.261592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcafa6-d865-421c-ae76-4c1e276f212a req-a4624af5-f0a0-423b-b621-1939cdb9ff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.263538 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afcafa6-d865-421c-ae76-4c1e276f212a req-a4624af5-f0a0-423b-b621-1939cdb9ff71 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=abccbbd02afc476f889e1a05d977878d&device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 1094 time: 0.5062273 Jul 16 17:57:48.266269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48630) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:48.288674 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.351762 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Port': ['ID=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:48.361471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:48.372054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:48.375451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:48.392297 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.394798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2b58b4-f5d5-43f7-a89b-c8f929d1548a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Subnet': ['ID=30c75ed4-3c28-450d-86e3-41bf8ed23384,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:48.430774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.431432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:48.474054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c24724-6c1b-45ff-8d5b-8641238e09d1 req-5d101340-601e-4a0f-9759-199febbb31f5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.481055 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0c24724-6c1b-45ff-8d5b-8641238e09d1 req-5d101340-601e-4a0f-9759-199febbb31f5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.4717433 Jul 16 17:57:48.490317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-a1c3e8b8-dc0e-4ecf-84db-56be5da67466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.492015 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-a1c3e8b8-dc0e-4ecf-84db-56be5da67466 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.2851617 Jul 16 17:57:48.519610 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a966a7d8-48c4-40c1-bab8-74299e694d16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8701601 Jul 16 17:57:48.569164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0c24724-6c1b-45ff-8d5b-8641238e09d1 req-f5d29c57-34a5-4383-8b5b-796811e5cbc6 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794065 Jul 16 17:57:48.580324 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9', 'admin_state_up': True, 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'security_groups': ['6fabf16a-24d0-4e64-a9c9-dca91d898a6a']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:48.660480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6a6af3-1d2e-4434-ba33-f0ec486b4fa0 req-f1fc99c6-d976-495d-b695-81871744cced tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.662039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91dbd830-2a6e-477c-ba32-55283c41954f None None] DHCP port deletion for 2bba8a2b-eb3e-4b52-b582-907f0455de93 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:57:48.678721 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c6a6af3-1d2e-4434-ba33-f0ec486b4fa0 req-f1fc99c6-d976-495d-b695-81871744cced tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 945 time: 0.5208957 Jul 16 17:57:48.715365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-23b1dd39-5e10-4364-af6f-3967026c48fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1646252 Jul 16 17:57:48.891136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcafa6-d865-421c-ae76-4c1e276f212a req-f2965c74-99cc-4975-8b59-eec68f5a6ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:48.892666 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afcafa6-d865-421c-ae76-4c1e276f212a req-f2965c74-99cc-4975-8b59-eec68f5a6ea1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f75df268-2137-4fff-8550-ac172d97ea71 HTTP/1.1" status: 200 len: 915 time: 0.6005058 Jul 16 17:57:48.901418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:48.932535 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c6a6af3-1d2e-4434-ba33-f0ec486b4fa0 req-aaa9233a-a650-4a58-b3aa-ed00e133c097 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2525506 Jul 16 17:57:48.969525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 965e79b8-5ebb-4579-b997-bf6856a0bab2 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:49.000312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 965e79b8-5ebb-4579-b997-bf6856a0bab2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:49.000658 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 965e79b8-5ebb-4579-b997-bf6856a0bab2 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:49.016381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-85f3b626-d38d-4c7b-9091-784765e8ac1d None None] Provisioning for port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:49.039800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-85f3b626-d38d-4c7b-9091-784765e8ac1d None None] Provisioning complete for port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:49.040219 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-85f3b626-d38d-4c7b-9091-784765e8ac1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.080500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-85f3b626-d38d-4c7b-9091-784765e8ac1d None None] Port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:49.110189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-91dbd830-2a6e-477c-ba32-55283c41954f None None] Deleting port ba5d8430-b114-45c1-84ed-bd3b55e80869 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:49.110567 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-91dbd830-2a6e-477c-ba32-55283c41954f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.142326 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.191865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-91dbd830-2a6e-477c-ba32-55283c41954f None None] For port ba5d8430-b114-45c1-84ed-bd3b55e80869, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ba5d8430-b114-45c1-84ed-bd3b55e80869,segment=NetworkSegment(27ebaec5-c1bc-4622-8437-bfc9ea222756),segment_id=27ebaec5-c1bc-4622-8437-bfc9ea222756)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:49.192438 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-91dbd830-2a6e-477c-ba32-55283c41954f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.207110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-91dbd830-2a6e-477c-ba32-55283c41954f None None] Calling delete_port for ba5d8430-b114-45c1-84ed-bd3b55e80869 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:49.307847 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-91dbd830-2a6e-477c-ba32-55283c41954f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.330574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947c4f4c-5996-49d3-950e-9401c86e2c69 req-7ceb9c86-79ef-4e14-ac52-533017cd373a tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.332204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-947c4f4c-5996-49d3-950e-9401c86e2c69 req-7ceb9c86-79ef-4e14-ac52-533017cd373a tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/ports?device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 943 time: 0.2620416 Jul 16 17:57:49.333575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dbd830-2a6e-477c-ba32-55283c41954f None None] Pushing event deleted for resources: {'Port': ['ID=ba5d8430-b114-45c1-84ed-bd3b55e80869,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:49.352145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91dbd830-2a6e-477c-ba32-55283c41954f None None] No DVR routers for this DVR port ba5d8430-b114-45c1-84ed-bd3b55e80869 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:49.438549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-947c4f4c-5996-49d3-950e-9401c86e2c69 req-c35d9c93-e842-44b4-acae-eb14f69e808d tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/security-groups?id=5713d038-fa44-4ab2-a261-cf5e7bac51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888295 Jul 16 17:57:49.510526 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Allocated IP 10.2.2.100 (791fcc36-0324-4230-9b89-1a8c080d3fb9/fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb/7e680b3d-93f0-4a4f-8add-44e0e4780a88) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:49.584508 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afcafa6-d865-421c-ae76-4c1e276f212a req-719667c7-21a5-4579-9ace-ae2ae493b766 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e9c8739c-7846-40fc-b0bc-a9316d075d3c HTTP/1.1" status: 200 len: 217 time: 0.5499003 Jul 16 17:57:49.635005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting port ba5d8430-b114-45c1-84ed-bd3b55e80869 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:49.635253 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.642608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-12059c07-b6d9-45c3-ae6f-b6c799a2fd9a service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9116690 Jul 16 17:57:49.671890 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.689861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e9c8739c-7846-40fc-b0bc-a9316d075d3c details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:49.716815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Transition to ACTIVE for port object 7e680b3d-93f0-4a4f-8add-44e0e4780a88 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:49.723771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5235990-febd-4fcb-acf4-f0988982349a', 'name': 'network-vif-deleted', 'tag': '965e79b8-5ebb-4579-b997-bf6856a0bab2'}, {'server_uuid': 'd44bad49-0a27-4349-b7ad-7ea5d91ea16b', 'name': 'network-vif-deleted', 'tag': '547a6284-61a4-453b-8042-cec4b3c08e8b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:49.726040 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f43ba7d3-1d71-495f-bce0-39ca7ad487a7" -d '{"events": [{"server_uuid": "a5235990-febd-4fcb-acf4-f0988982349a", "name": "network-vif-deleted", "tag": "965e79b8-5ebb-4579-b997-bf6856a0bab2"}, {"server_uuid": "d44bad49-0a27-4349-b7ad-7ea5d91ea16b", "name": "network-vif-deleted", "tag": "547a6284-61a4-453b-8042-cec4b3c08e8b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:49.726290 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.738717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afcafa6-d865-421c-ae76-4c1e276f212a req-359e2482-bf51-45f5-976b-f8ec5c77acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:49.740522 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afcafa6-d865-421c-ae76-4c1e276f212a req-359e2482-bf51-45f5-976b-f8ec5c77acdd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=495786e7-19a3-4e3e-b7ff-7df20a6c189b HTTP/1.1" status: 200 len: 854 time: 0.1496389 Jul 16 17:57:49.790021 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.843185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] For port ba5d8430-b114-45c1-84ed-bd3b55e80869, host n-d-794306-7, got binding levels [] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:49.843476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.847747 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afcafa6-d865-421c-ae76-4c1e276f212a req-01c75c9c-dd38-4449-9240-d41f8933d734 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f75df268-2137-4fff-8550-ac172d97ea71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773802 Jul 16 17:57:49.855008 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network 791fcc36-0324-4230-9b89-1a8c080d3fb9 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:49.855248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e9c8739c-7846-40fc-b0bc-a9316d075d3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e9c8739c-7846-40fc-b0bc-a9316d075d3c,segment=NetworkSegment(42f3c70c-1018-447e-9dde-7742d0c8c718),segment_id=42f3c70c-1018-447e-9dde-7742d0c8c718)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:49.858181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:49.867045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'e9c8739c-7846-40fc-b0bc-a9316d075d3c', 'network_id': 'f75df268-2137-4fff-8550-ac172d97ea71', 'port_id': 'e9c8739c-7846-40fc-b0bc-a9316d075d3c', 'mac_address': 'fa:16:3e:67:84:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 379, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '495786e7-19a3-4e3e-b7ff-7df20a6c189b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:49.883923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:49.922161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Calling delete_port for ba5d8430-b114-45c1-84ed-bd3b55e80869 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:49.932554 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:49.941906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Port ba5d8430-b114-45c1-84ed-bd3b55e80869 was not found and therefore no delete operation was performed {{(pid=105439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:57:49.967691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c8739c-7846-40fc-b0bc-a9316d075d3c {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:49.986439 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.007438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Port': ['ID=7e680b3d-93f0-4a4f-8add-44e0e4780a88,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:50.036407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.041057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e9c8739c-7846-40fc-b0bc-a9316d075d3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e9c8739c-7846-40fc-b0bc-a9316d075d3c,segment=NetworkSegment(42f3c70c-1018-447e-9dde-7742d0c8c718),segment_id=42f3c70c-1018-447e-9dde-7742d0c8c718)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:50.041294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-c41f41ec-d0a1-4e1b-89b5-aac82a9fbcd9 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3644876 Jul 16 17:57:50.049045 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.063722 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.066555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173b5d4-a5cc-40cf-aec2-38068d2939bb req-05e1964c-896e-4cc6-b6ef-776b160d50e8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.073376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173b5d4-a5cc-40cf-aec2-38068d2939bb req-05e1964c-896e-4cc6-b6ef-776b160d50e8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.080287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0173b5d4-a5cc-40cf-aec2-38068d2939bb req-05e1964c-896e-4cc6-b6ef-776b160d50e8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.082001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0173b5d4-a5cc-40cf-aec2-38068d2939bb req-05e1964c-896e-4cc6-b6ef-776b160d50e8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 2373 time: 0.4566748 Jul 16 17:57:50.130331 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-520bbc03-b338-473f-8dfd-86af7d23c856 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5600295 Jul 16 17:57:50.149504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9', 'admin_state_up': True, 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'security_groups': ['6fabf16a-24d0-4e64-a9c9-dca91d898a6a']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:50.160836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Port': ['ID=ba5d8430-b114-45c1-84ed-bd3b55e80869,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:50.177998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] No DVR routers for this DVR port ba5d8430-b114-45c1-84ed-bd3b55e80869 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:50.216762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afcafa6-d865-421c-ae76-4c1e276f212a req-ec602c4c-d400-4542-9d71-ecbbcf65dd00 service neutron] 10.222.0.37 "GET /v2.0/networks/f75df268-2137-4fff-8550-ac172d97ea71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3379853 Jul 16 17:57:50.225183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ba5d8430-b114-45c1-84ed-bd3b55e80869 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:50.255939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: ba5d8430-b114-45c1-84ed-bd3b55e80869 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:50.256401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ba5d8430-b114-45c1-84ed-bd3b55e80869 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:50.261738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e9c8739c-7846-40fc-b0bc-a9316d075d3c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:50.415339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Made reservation on behalf of b9ab57568965435a8341b46893aa22bb for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:50.420856 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.427065 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0173b5d4-a5cc-40cf-aec2-38068d2939bb req-26e5030c-5cb4-4758-9ad3-efcb1ce15e3e tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3158388 Jul 16 17:57:50.438575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0fdb647d-a1d4-49d1-bec8-e1080a77d7c3 None None] Provisioning for port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:50.449807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0fdb647d-a1d4-49d1-bec8-e1080a77d7c3 None None] Provisioning complete for port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:50.453753 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0fdb647d-a1d4-49d1-bec8-e1080a77d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.471223 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44afa793-d7cf-47a0-a235-1cf1b410cd86 req-bfde1f55-bdb8-403d-8b16-4a699909ff6c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.471223 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44afa793-d7cf-47a0-a235-1cf1b410cd86 req-bfde1f55-bdb8-403d-8b16-4a699909ff6c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.1268997 Jul 16 17:57:50.472116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e9c8739c-7846-40fc-b0bc-a9316d075d3c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:50.495810 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.506915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bba8a2b-eb3e-4b52-b582-907f0455de93']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:50.518415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ebaec5-c1bc-4622-8437-bfc9ea222756') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:50.518774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ebaec5-c1bc-4622-8437-bfc9ea222756') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:57:50.528812 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.543583 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.550299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:57:50.550713 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.564120 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44afa793-d7cf-47a0-a235-1cf1b410cd86 req-4646443e-8dd2-4d49-b68d-242eeb19439a tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939288 Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: timer() Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:57:50.598273 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:57:50.699889 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1618f27e-7eed-42ce-a2e3-924d7d78768e x-openstack-request-id: req-1618f27e-7eed-42ce-a2e3-924d7d78768e {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:50.700804 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5235990-febd-4fcb-acf4-f0988982349a", "name": "network-vif-deleted", "tag": "965e79b8-5ebb-4579-b997-bf6856a0bab2", "status": "completed", "code": 200}, {"server_uuid": "d44bad49-0a27-4349-b7ad-7ea5d91ea16b", "name": "network-vif-deleted", "tag": "547a6284-61a4-453b-8042-cec4b3c08e8b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:50.701070 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1618f27e-7eed-42ce-a2e3-924d7d78768e {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:50.701622 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5235990-febd-4fcb-acf4-f0988982349a', 'name': 'network-vif-deleted', 'tag': '965e79b8-5ebb-4579-b997-bf6856a0bab2', 'status': 'completed', 'code': 200} Jul 16 17:57:50.701885 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd44bad49-0a27-4349-b7ad-7ea5d91ea16b', 'name': 'network-vif-deleted', 'tag': '547a6284-61a4-453b-8042-cec4b3c08e8b', 'status': 'completed', 'code': 200} Jul 16 17:57:50.734092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afcafa6-d865-421c-ae76-4c1e276f212a req-d8e59931-3342-44a8-94aa-6424a777a6b1 service neutron] 10.222.0.37 "GET /v2.0/networks/f75df268-2137-4fff-8550-ac172d97ea71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4667113 Jul 16 17:57:50.736364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.768240 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb2c533-ae05-45de-b009-5904f5537a4f req-042d9825-065e-4013-b3c9-b190a1e37ffc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1746936 Jul 16 17:57:50.777897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Allocated IP 10.2.2.200 (791fcc36-0324-4230-9b89-1a8c080d3fb9/fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb/80fb28f4-6bfe-4220-9ada-25fe85728b93) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:50.800193 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.805110 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "DELETE /v2.0/networks/2bba8a2b-eb3e-4b52-b582-907f0455de93 HTTP/1.1" status: 204 len: 168 time: 2.5134406 Jul 16 17:57:50.805110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a877b-8472-4de8-bb54-93ff0feeef85 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Network': ['ID=2bba8a2b-eb3e-4b52-b582-907f0455de93,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:50.815233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-65d7828e-6256-4841-80e4-a3982cf829f8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7683041 Jul 16 17:57:50.816485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48660) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:50.821113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1644848069'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:50.836117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0fdb647d-a1d4-49d1-bec8-e1080a77d7c3 None None] Port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:50.900834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:50.905813 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:50.974076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f49ee4a-8923-40b9-bb20-797e7f08b2c9 req-fdc74205-c960-40a4-ba67-d362378cdcf5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:50.976087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f49ee4a-8923-40b9-bb20-797e7f08b2c9 req-fdc74205-c960-40a4-ba67-d362378cdcf5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.1657503 Jul 16 17:57:50.976903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:51.033835 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.034624 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Added segment e5a72778-4de1-445c-bfcd-0ffe41fa5c00 of type vlan for network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe Jul 16 17:57:51.095894 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f49ee4a-8923-40b9-bb20-797e7f08b2c9 req-e61e5f97-0642-4424-9b82-8c79f311027a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072488 Jul 16 17:57:51.112968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2c533-ae05-45de-b009-5904f5537a4f req-4fa2bcdb-f912-463a-a403-ad890ee686ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.114667 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb2c533-ae05-45de-b009-5904f5537a4f req-4fa2bcdb-f912-463a-a403-ad890ee686ae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 1096 time: 0.2351186 Jul 16 17:57:51.143408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fb7a13-53c5-4c47-ab10-32a8d71b8c5b req-973f1f51-1f7c-440e-8f32-81ab1459c7a3 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.148334 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.150508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-58fb7a13-53c5-4c47-ab10-32a8d71b8c5b req-973f1f51-1f7c-440e-8f32-81ab1459c7a3 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 945 time: 0.3332596 Jul 16 17:57:51.219534 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.225554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.226247 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.258311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2c533-ae05-45de-b009-5904f5537a4f req-66f8047e-7bd6-4bf7-a331-9a4101c506cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.259761 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb2c533-ae05-45de-b009-5904f5537a4f req-66f8047e-7bd6-4bf7-a331-9a4101c506cf service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1041276 Jul 16 17:57:51.289758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4702065 Jul 16 17:57:51.293450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48678) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:51.299411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'subnet': {'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:51.372038 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb2c533-ae05-45de-b009-5904f5537a4f req-ae343870-0b65-4806-87a1-e28a664fbc05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4 HTTP/1.1" status: 200 len: 217 time: 0.0970054 Jul 16 17:57:51.378408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4b08b-7052-4fee-ab12-a52697fc4b63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Network': ['ID=ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:51.390552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:51.457945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.507293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:51.515450 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.589288 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-58fb7a13-53c5-4c47-ab10-32a8d71b8c5b req-6c68effa-c49a-4e27-b329-d297912c3b35 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4375796 Jul 16 17:57:51.600289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Transition to ACTIVE for port object 80fb28f4-6bfe-4220-9ada-25fe85728b93 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:51.674050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb2c533-ae05-45de-b009-5904f5537a4f req-f862daac-a301-4fd4-80b7-0929552dfc5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.675838 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb2c533-ae05-45de-b009-5904f5537a4f req-f862daac-a301-4fd4-80b7-0929552dfc5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.2782047 Jul 16 17:57:51.677392 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.701195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Network 791fcc36-0324-4230-9b89-1a8c080d3fb9 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:51.705607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:51.734993 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.775859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:51.919597 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb2c533-ae05-45de-b009-5904f5537a4f req-6a64a7d7-a17a-4d64-9df5-ebf8b6fa5e9a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2146544 Jul 16 17:57:51.926372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:51.927125 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:51.929732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event updated for resources: {'Port': ['ID=80fb28f4-6bfe-4220-9ada-25fe85728b93,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:51.986835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4dcbf576-a4c6-44e7-99ce-efee26b8ae7c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8432550 Jul 16 17:57:52.017512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:52.108956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb47edf-1544-4688-a413-5132fb7a7d9d req-c6d8eb5a-c764-48a8-9995-e7c82d95647b tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.117140 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abb47edf-1544-4688-a413-5132fb7a7d9d req-c6d8eb5a-c764-48a8-9995-e7c82d95647b tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/ports?device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 944 time: 0.2180736 Jul 16 17:57:52.124302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.175593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8f9021a6-ca57-412f-8494-a625504d8ae0 None None] Provisioning for port 80fb28f4-6bfe-4220-9ada-25fe85728b93 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:52.189022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8f9021a6-ca57-412f-8494-a625504d8ae0 None None] Provisioning complete for port 80fb28f4-6bfe-4220-9ada-25fe85728b93 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:52.189396 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8f9021a6-ca57-412f-8494-a625504d8ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.227270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8f9021a6-ca57-412f-8494-a625504d8ae0 None None] Port 80fb28f4-6bfe-4220-9ada-25fe85728b93 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:57:52.231195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abb47edf-1544-4688-a413-5132fb7a7d9d req-e1e957e4-51c6-422b-bdfd-a3f5d439c13d tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/security-groups?id=5713d038-fa44-4ab2-a261-cf5e7bac51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997531 Jul 16 17:57:52.239195 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb2c533-ae05-45de-b009-5904f5537a4f req-8d915c04-2726-41b2-8163-268188fe4e51 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966199 Jul 16 17:57:52.268115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Checking segment: {'id': 'e5a72778-4de1-445c-bfcd-0ffe41fa5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:52.268578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network hostable DHCP agents. Network: ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:52.272856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Subnet': ['ID=27368e4f-2f99-4929-9bc3-3cccf1955b0e,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:52.302060 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.303093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:52.314248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:52.320446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.321524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.324801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99b7be2c-e354-42ef-be48-0b40093d2df4 None None] Network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:52.341238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7145bfb3-7cac-43b0-b519-00e38d57229f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0460560 Jul 16 17:57:52.343678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48694) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:52.349874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1217250447'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:52.386072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:52.391712 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.505875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:57:52.518255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.519292 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Added segment 96cad189-bdfc-427a-9196-7d0ef3a8a73b of type vlan for network ebc9b37a-c124-4262-b24f-5f2c8809ad43 Jul 16 17:57:52.537652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe', 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'fixed_ips': [{'subnet_id': '27368e4f-2f99-4929-9bc3-3cccf1955b0e'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:57:52.538891 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.589124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f40bb-9726-4a11-96ef-fb6f9ecfb8ac req-0c307836-41b6-41a3-b463-6e5d77486f15 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.595701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f40bb-9726-4a11-96ef-fb6f9ecfb8ac req-0c307836-41b6-41a3-b463-6e5d77486f15 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.601948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f40bb-9726-4a11-96ef-fb6f9ecfb8ac req-0c307836-41b6-41a3-b463-6e5d77486f15 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.607863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f40bb-9726-4a11-96ef-fb6f9ecfb8ac req-0c307836-41b6-41a3-b463-6e5d77486f15 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.609313 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.613727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f40bb-9726-4a11-96ef-fb6f9ecfb8ac req-0c307836-41b6-41a3-b463-6e5d77486f15 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.615690 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b23f40bb-9726-4a11-96ef-fb6f9ecfb8ac req-0c307836-41b6-41a3-b463-6e5d77486f15 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 3815 time: 0.5347300 Jul 16 17:57:52.677896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.685555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.686544 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:52.707264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742aee4-c1d4-47aa-9059-237ff2fbd0cd req-95213020-f157-4efb-8c3a-5fb3d3b690c7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:52.709463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f742aee4-c1d4-47aa-9059-237ff2fbd0cd req-95213020-f157-4efb-8c3a-5fb3d3b690c7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.3139317 Jul 16 17:57:52.725720 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Allocated IP 19.80.0.2 (ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe/27368e4f-2f99-4929-9bc3-3cccf1955b0e/69efe5f2-8636-4781-9b77-441cc5ba94e7) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:52.734985 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b23f40bb-9726-4a11-96ef-fb6f9ecfb8ac req-205591a9-fd3b-4fdd-8944-673aa5cc9bd7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1099365 Jul 16 17:57:52.802997 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4579966 Jul 16 17:57:52.805801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48698) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:57:52.812378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'subnet': {'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:52.812825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb2c533-ae05-45de-b009-5904f5537a4f req-0fc852d4-6cb4-495e-8f63-b837832cef58 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5452774 Jul 16 17:57:52.963037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4ef13-38d0-456f-9b76-6636829c360e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Network': ['ID=ebc9b37a-c124-4262-b24f-5f2c8809ad43,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:52.991525 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f742aee4-c1d4-47aa-9059-237ff2fbd0cd req-50eeea1a-d172-4aaf-8779-7f151b040f93 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549021 Jul 16 17:57:52.993284 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.007369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Transition to ACTIVE for port object 69efe5f2-8636-4781-9b77-441cc5ba94e7 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:53.020059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-1cda5cc5-7aac-4245-a7eb-67be8fdb81f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.022290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-1cda5cc5-7aac-4245-a7eb-67be8fdb81f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 1100 time: 0.3632522 Jul 16 17:57:53.023710 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:53.028614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Transition to ACTIVE for port object 69efe5f2-8636-4781-9b77-441cc5ba94e7 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:53.034490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.036411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network ebc9b37a-c124-4262-b24f-5f2c8809ad43 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:57:53.043389 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.160892 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:53.218143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:53.221410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:53.224566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9d398d3-ffa2-42ec-82b2-002ccf45ef87 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:53.244166 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.273101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Pushing event updated for resources: {'Port': ['ID=69efe5f2-8636-4781-9b77-441cc5ba94e7,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:53.276688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Transition to ACTIVE for port object d9d398d3-ffa2-42ec-82b2-002ccf45ef87 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:53.285721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.317171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-374c1740-c494-4a4f-8c63-435901ecce6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.319063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-374c1740-c494-4a4f-8c63-435901ecce6d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2782481 Jul 16 17:57:53.342021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Attempting to bind port 69efe5f2-8636-4781-9b77-441cc5ba94e7 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:53.342906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Attempting to bind port 69efe5f2-8636-4781-9b77-441cc5ba94e7 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'e5a72778-4de1-445c-bfcd-0ffe41fa5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:53.359256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Attempting to bind port 69efe5f2-8636-4781-9b77-441cc5ba94e7 on network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:53.370103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:53.370645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Checking segment: {'id': 'e5a72778-4de1-445c-bfcd-0ffe41fa5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:53.371158 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.371713 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Bound using segment: {'id': 'e5a72778-4de1-445c-bfcd-0ffe41fa5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:53.372382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Bound port: 69efe5f2-8636-4781-9b77-441cc5ba94e7, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5a72778-4de1-445c-bfcd-0ffe41fa5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:53.373306 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.401857 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-5038b54a-e152-48da-8729-c59348ef5708 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88 HTTP/1.1" status: 200 len: 217 time: 0.0481312 Jul 16 17:57:53.414083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:53.487941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] For port 69efe5f2-8636-4781-9b77-441cc5ba94e7, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:53.493629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] For port 69efe5f2-8636-4781-9b77-441cc5ba94e7, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=69efe5f2-8636-4781-9b77-441cc5ba94e7,segment=NetworkSegment(e5a72778-4de1-445c-bfcd-0ffe41fa5c00),segment_id=e5a72778-4de1-445c-bfcd-0ffe41fa5c00)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:53.501277 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.545108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c71f81-b278-4a28-9b27-4ca2ebf58491 req-dfc0f2b8-df92-4537-a6a4-b3078dbb75d8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.546645 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-02c71f81-b278-4a28-9b27-4ca2ebf58491 req-dfc0f2b8-df92-4537-a6a4-b3078dbb75d8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 945 time: 0.2098289 Jul 16 17:57:53.581439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a60d2e-8bdd-4a82-9906-da627278474e req-ea25265e-61be-4ccd-8fbc-a82a02eae865 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.582765 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-30a60d2e-8bdd-4a82-9906-da627278474e req-ea25265e-61be-4ccd-8fbc-a82a02eae865 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/ports?device_id=f13ec0a1-16c9-4e3a-9220-c8805b7a846f HTTP/1.1" status: 200 len: 949 time: 0.2370279 Jul 16 17:57:53.587420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f505f5c-da66-4194-8a1f-6fc108406736 req-9841b389-fcc0-41ae-bd3d-fbbfbac4b724 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.589041 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f505f5c-da66-4194-8a1f-6fc108406736 req-9841b389-fcc0-41ae-bd3d-fbbfbac4b724 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.3298395 Jul 16 17:57:53.607722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fefa430-acc8-4808-b9c8-8a4fbeca8c73 None None] Pushing event updated for resources: {'Port': ['ID=69efe5f2-8636-4781-9b77-441cc5ba94e7,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:53.610094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Attempting to bind port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:53.611002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Attempting to bind port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:53.611676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Attempting to bind port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 on network 11e95be7-e3eb-4804-aa69-ab254a697625 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:53.652805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-739572d1-f4c6-4c02-b7ad-ad2ed721a0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.655087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-739572d1-f4c6-4c02-b7ad-ad2ed721a0f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.2408106 Jul 16 17:57:53.657896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.686211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 on network 11e95be7-e3eb-4804-aa69-ab254a697625 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:53.686628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Attempting to bind port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 on network 11e95be7-e3eb-4804-aa69-ab254a697625 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:53.709482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e9c8739c-7846-40fc-b0bc-a9316d075d3c up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:53.718154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-02c71f81-b278-4a28-9b27-4ca2ebf58491 req-ce7a16af-b451-4df9-a799-c7aa3644ae6d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573911 Jul 16 17:57:53.722347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:53.722861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Checking segment: {'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:53.725994 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Bound using segment: {'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:53.726467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Bound port: d9d398d3-ffa2-42ec-82b2-002ccf45ef87, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef29d718-310c-4b74-92ec-a79c048b814d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:53.726844 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.760161 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f505f5c-da66-4194-8a1f-6fc108406736 req-c0b6acc9-d424-49e6-a370-a80c153db78d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534739 Jul 16 17:57:53.833249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port e9c8739c-7846-40fc-b0bc-a9316d075d3c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:53.843164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port e9c8739c-7846-40fc-b0bc-a9316d075d3c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:53.843547 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:53.855441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Subnet': ['ID=6ad66e03-c7eb-449b-8576-8aa9785c359c,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:53.928380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Checking segment: {'id': '96cad189-bdfc-427a-9196-7d0ef3a8a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:53.928656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network hostable DHCP agents. Network: ebc9b37a-c124-4262-b24f-5f2c8809ad43, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:57:53.963003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-e2f0e541-ea99-4dca-b5c9-1ad94c15a78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:53.964091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-e2f0e541-ea99-4dca-b5c9-1ad94c15a78e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2880661 Jul 16 17:57:54.022572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] For port d9d398d3-ffa2-42ec-82b2-002ccf45ef87, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:54.038053 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] For port d9d398d3-ffa2-42ec-82b2-002ccf45ef87, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:54.041251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-30a60d2e-8bdd-4a82-9906-da627278474e req-3e40c10d-aba0-4c8d-928e-485786b34f3a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Deleting port 6e209650-6a34-4147-a81a-1f87c060b505 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:54.041771 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-30a60d2e-8bdd-4a82-9906-da627278474e req-3e40c10d-aba0-4c8d-928e-485786b34f3a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.050008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.111243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network ebc9b37a-c124-4262-b24f-5f2c8809ad43 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:57:54.162867 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.201634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, ebc9b37a-c124-4262-b24f-5f2c8809ad43) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:54.211966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.212588 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.245049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-30a60d2e-8bdd-4a82-9906-da627278474e req-3e40c10d-aba0-4c8d-928e-485786b34f3a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] For port 6e209650-6a34-4147-a81a-1f87c060b505, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6e209650-6a34-4147-a81a-1f87c060b505,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:54.245963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-30a60d2e-8bdd-4a82-9906-da627278474e req-3e40c10d-aba0-4c8d-928e-485786b34f3a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.249326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e9c8739c-7846-40fc-b0bc-a9316d075d3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e9c8739c-7846-40fc-b0bc-a9316d075d3c,segment=NetworkSegment(42f3c70c-1018-447e-9dde-7742d0c8c718),segment_id=42f3c70c-1018-447e-9dde-7742d0c8c718)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:54.257847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b97ab8-47fe-4d7b-95ca-469fb703aaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c8739c-7846-40fc-b0bc-a9316d075d3c'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:54.265291 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7758135-2332-44fc-9a16-2aaba0809bda" -d '{"events": [{"server_uuid": "17b97ab8-47fe-4d7b-95ca-469fb703aaba", "name": "network-vif-plugged", "status": "completed", "tag": "e9c8739c-7846-40fc-b0bc-a9316d075d3c"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:54.266008 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-30a60d2e-8bdd-4a82-9906-da627278474e req-3e40c10d-aba0-4c8d-928e-485786b34f3a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Calling delete_port for 6e209650-6a34-4147-a81a-1f87c060b505 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:54.279133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d664c6ea-e59d-4729-9317-9fb16a2ee353 None None] Network ebc9b37a-c124-4262-b24f-5f2c8809ad43 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:54.309463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 69efe5f2-8636-4781-9b77-441cc5ba94e7 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:54.335679 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.359855 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-afbc8289-a1e0-4cbb-9de4-f65176e60947 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3827827 Jul 16 17:57:54.384446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b620d277-ecbd-4336-a3b3-30272527a0fc tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5765049 Jul 16 17:57:54.473883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.474534 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.476277 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] 10.222.0.37 "PUT /v2.0/ports/d9d398d3-ffa2-42ec-82b2-002ccf45ef87 HTTP/1.1" status: 200 len: 1091 time: 2.4737628 Jul 16 17:57:54.477075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3d37c7-e3a6-48fb-ac37-9d8245aaf491 service neutron] Pushing event updated for resources: {'Port': ['ID=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:54.480292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:54.483738 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "d9d398d3-ffa2-42ec-82b2-002ccf45ef87"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:54.528748 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-30a60d2e-8bdd-4a82-9906-da627278474e req-3e40c10d-aba0-4c8d-928e-485786b34f3a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.571914 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-7a73935f-4e2c-476b-a561-646e2a58dcd7 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029266 Jul 16 17:57:54.582811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e9c8739c-7846-40fc-b0bc-a9316d075d3c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:54.586521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490e570-7a89-4bea-a89a-c38b95344941 req-837cb5f3-6708-4cc1-8409-b1f2edb36e74 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.595633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d490e570-7a89-4bea-a89a-c38b95344941 req-837cb5f3-6708-4cc1-8409-b1f2edb36e74 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=f13ec0a1-16c9-4e3a-9220-c8805b7a846f HTTP/1.1" status: 200 len: 949 time: 0.5067868 Jul 16 17:57:54.616295 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:54.626293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e40c10d-aba0-4c8d-928e-485786b34f3a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event deleted for resources: {'Port': ['ID=6e209650-6a34-4147-a81a-1f87c060b505,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:54.641788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ee451659-137d-4324-9d59-28067c4a18eb', '6e209650-6a34-4147-a81a-1f87c060b505'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:54.663781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:54.670654 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d490e570-7a89-4bea-a89a-c38b95344941 req-ae14389f-b5af-4825-8418-05aec4c7c6a4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738938 Jul 16 17:57:54.762024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a60d2e-8bdd-4a82-9906-da627278474e req-3e40c10d-aba0-4c8d-928e-485786b34f3a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] No DVR routers for this DVR port 6e209650-6a34-4147-a81a-1f87c060b505 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:54.786586 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-30a60d2e-8bdd-4a82-9906-da627278474e req-3e40c10d-aba0-4c8d-928e-485786b34f3a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.796592 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-30a60d2e-8bdd-4a82-9906-da627278474e req-3e40c10d-aba0-4c8d-928e-485786b34f3a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "DELETE /v2.0/ports/6e209650-6a34-4147-a81a-1f87c060b505 HTTP/1.1" status: 204 len: 173 time: 1.1804175 Jul 16 17:57:54.851630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcacf521-876b-4464-b42f-f958be36bdc6 req-0fc48be2-7bab-40aa-a919-8df7d619212b tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.858311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcacf521-876b-4464-b42f-f958be36bdc6 req-0fc48be2-7bab-40aa-a919-8df7d619212b tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/ports?device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 945 time: 0.3954432 Jul 16 17:57:54.869958 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:54.972345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0035e80-ab53-44d9-8289-0b09ef4ab334 req-930a93c4-8b2a-4edf-8111-9e4d0411bff7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.987669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 69efe5f2-8636-4781-9b77-441cc5ba94e7 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:54.989479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0035e80-ab53-44d9-8289-0b09ef4ab334 req-930a93c4-8b2a-4edf-8111-9e4d0411bff7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:54.996633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0035e80-ab53-44d9-8289-0b09ef4ab334 req-930a93c4-8b2a-4edf-8111-9e4d0411bff7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.005947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0035e80-ab53-44d9-8289-0b09ef4ab334 req-930a93c4-8b2a-4edf-8111-9e4d0411bff7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.014621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0035e80-ab53-44d9-8289-0b09ef4ab334 req-930a93c4-8b2a-4edf-8111-9e4d0411bff7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.023475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0035e80-ab53-44d9-8289-0b09ef4ab334 req-930a93c4-8b2a-4edf-8111-9e4d0411bff7 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 3827 time: 0.1582322 Jul 16 17:57:55.116839 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcacf521-876b-4464-b42f-f958be36bdc6 req-d4603f41-9ad0-4961-841a-268c5a242939 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/security-groups?id=5713d038-fa44-4ab2-a261-cf5e7bac51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735110 Jul 16 17:57:55.155812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0035e80-ab53-44d9-8289-0b09ef4ab334 req-6b14a67c-391b-4562-aa00-11764d83b5ae tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257529 Jul 16 17:57:55.246406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-ebc9b37a-c124-4262-b24f-5f2c8809ad43', 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'fixed_ips': [{'subnet_id': '6ad66e03-c7eb-449b-8576-8aa9785c359c'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:57:55.248710 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.328220 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a60adb8-e8ff-4af3-a612-bcd3d94a22ae x-openstack-request-id: req-5a60adb8-e8ff-4af3-a612-bcd3d94a22ae {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:55.328766 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b97ab8-47fe-4d7b-95ca-469fb703aaba", "name": "network-vif-plugged", "status": "completed", "tag": "e9c8739c-7846-40fc-b0bc-a9316d075d3c", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:55.329200 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5a60adb8-e8ff-4af3-a612-bcd3d94a22ae {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:55.329803 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b97ab8-47fe-4d7b-95ca-469fb703aaba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c8739c-7846-40fc-b0bc-a9316d075d3c', 'code': 200} Jul 16 17:57:55.381946 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3264678e-39a6-426f-ae13-e5b9a1ea6410 x-openstack-request-id: req-3264678e-39a6-426f-ae13-e5b9a1ea6410 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:55.382259 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "d9d398d3-ffa2-42ec-82b2-002ccf45ef87", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:55.382515 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3264678e-39a6-426f-ae13-e5b9a1ea6410 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:55.382925 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87', 'status': 'completed', 'code': 200} Jul 16 17:57:55.420113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1f7fa-27cf-4844-bcb1-997ad85e23e8 req-c0cfd23f-0747-4fb9-97b6-b7dd0d4890c4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.429027 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37e1f7fa-27cf-4844-bcb1-997ad85e23e8 req-c0cfd23f-0747-4fb9-97b6-b7dd0d4890c4 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 950 time: 0.5695188 Jul 16 17:57:55.456434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aa5007-5236-4f35-b9d4-b88a317e6f40 None None] Network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:55.586199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aebb334-ca96-48d8-87b9-7bcee82fee82 req-7be0e30d-d773-4c11-a2b6-f8fc0c34ba57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.588764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1aebb334-ca96-48d8-87b9-7bcee82fee82 req-7be0e30d-d773-4c11-a2b6-f8fc0c34ba57 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 1096 time: 0.1524258 Jul 16 17:57:55.645275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-919eedf3-2883-4b82-80d8-3391c5222385 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.651851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-919eedf3-2883-4b82-80d8-3391c5222385 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.659422 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-919eedf3-2883-4b82-80d8-3391c5222385 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/networks?id=ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe&id=ebc9b37a-c124-4262-b24f-5f2c8809ad43 HTTP/1.1" status: 200 len: 1392 time: 0.1904185 Jul 16 17:57:55.680115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-e369ec00-3c26-4350-94ed-04b7ea9958c1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/quotas/06b2f706fee046cc9ddaad27739b4c09 HTTP/1.1" status: 200 len: 375 time: 0.0195150 Jul 16 17:57:55.748966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1aebb334-ca96-48d8-87b9-7bcee82fee82 req-48b8f839-1ba2-4e58-92d1-4e90c6b76407 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5713d038-fa44-4ab2-a261-cf5e7bac51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531172 Jul 16 17:57:55.812191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-aa462cc8-1de0-46c4-80d4-13ac99368bd9 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=06b2f706fee046cc9ddaad27739b4c09&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1309464 Jul 16 17:57:55.841859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9bc271f-eb4b-4536-9932-627fb244a68f {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:55.857537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.890581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Transition to ACTIVE for port object c9bc271f-eb4b-4536-9932-627fb244a68f will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:55.913157 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:55.924402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9048379f-b691-4708-b45c-81b5065f959a req-f319e055-7a03-41ca-88bb-900bc19f024b tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.932300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9048379f-b691-4708-b45c-81b5065f959a req-f319e055-7a03-41ca-88bb-900bc19f024b tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.4964659 Jul 16 17:57:55.942562 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-46799262-6f2c-47dc-805a-deaa7e05ce1b service neutron] 10.222.0.47 "GET /v2.0/networks/ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238744 Jul 16 17:57:55.955175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f7652414-879d-44e9-82a7-ba8b7ad90cca None None] Provisioning for port 69efe5f2-8636-4781-9b77-441cc5ba94e7 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:55.967976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-2d3e57e3-9a6e-4d73-a747-2194ed0a0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.968466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-2d3e57e3-9a6e-4d73-a747-2194ed0a0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.968996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-2d3e57e3-9a6e-4d73-a747-2194ed0a0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.969476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-2d3e57e3-9a6e-4d73-a747-2194ed0a0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.969949 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-2d3e57e3-9a6e-4d73-a747-2194ed0a0cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:55.972228 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-2d3e57e3-9a6e-4d73-a747-2194ed0a0cf3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 4362 time: 0.5383024 Jul 16 17:57:55.990625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f7652414-879d-44e9-82a7-ba8b7ad90cca None None] Provisioning complete for port 69efe5f2-8636-4781-9b77-441cc5ba94e7 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:55.991727 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f7652414-879d-44e9-82a7-ba8b7ad90cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.017698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9048379f-b691-4708-b45c-81b5065f959a req-7236a0f3-ff91-4ebb-b07e-f5e6b62c0531 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843194 Jul 16 17:57:56.114929 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-12726af0-87d5-4a9f-8cb7-73eb2eaff548 service neutron] 10.222.0.47 "GET /v2.0/networks/ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662064 Jul 16 17:57:56.269246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Allocated IP 19.86.0.2 (ebc9b37a-c124-4262-b24f-5f2c8809ad43/6ad66e03-c7eb-449b-8576-8aa9785c359c/5621937d-0eb6-46aa-9fca-35f50666460e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:56.275756 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-789aec02-4feb-4074-8848-e6b30c119163 service neutron] 10.222.0.47 "GET /v2.0/networks/ebc9b37a-c124-4262-b24f-5f2c8809ad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532314 Jul 16 17:57:56.337487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bc271f-eb4b-4536-9932-627fb244a68f,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:56.400323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-af7b7e81-85b8-41e9-9748-d797605da747 service neutron] 10.222.0.47 "GET /v2.0/networks/ebc9b37a-c124-4262-b24f-5f2c8809ad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233082 Jul 16 17:57:56.454451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-37e1f7fa-27cf-4844-bcb1-997ad85e23e8 req-66a4bc3e-fc95-43d1-96be-58136674eff9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Deleting port ee451659-137d-4324-9d59-28067c4a18eb {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:57:56.454799 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37e1f7fa-27cf-4844-bcb1-997ad85e23e8 req-66a4bc3e-fc95-43d1-96be-58136674eff9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.499080 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f7652414-879d-44e9-82a7-ba8b7ad90cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.499434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-6933a507-83b4-4653-9087-3a6eb34c16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.500096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-6933a507-83b4-4653-9087-3a6eb34c16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.500568 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-6933a507-83b4-4653-9087-3a6eb34c16ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.502261 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-6933a507-83b4-4653-9087-3a6eb34c16ab service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9ab57568965435a8341b46893aa22bb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4680729 Jul 16 17:57:56.645383 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.670581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Transition to ACTIVE for port object 5621937d-0eb6-46aa-9fca-35f50666460e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:56.726069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Transition to ACTIVE for port object 5621937d-0eb6-46aa-9fca-35f50666460e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:56.757133 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.797655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f298b5-1aaf-4b37-b221-6edb1e405fb0 req-c2fe2abb-7701-4132-8b87-df88a275dc92 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.812101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90f298b5-1aaf-4b37-b221-6edb1e405fb0 req-c2fe2abb-7701-4132-8b87-df88a275dc92 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.1045299 Jul 16 17:57:56.874621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90f298b5-1aaf-4b37-b221-6edb1e405fb0 req-5c149d21-13b2-48ec-95d1-61cc6bf8cc27 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613062 Jul 16 17:57:56.883127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Network ebc9b37a-c124-4262-b24f-5f2c8809ad43 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:57:56.908304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f7652414-879d-44e9-82a7-ba8b7ad90cca None None] For port 69efe5f2-8636-4781-9b77-441cc5ba94e7, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=69efe5f2-8636-4781-9b77-441cc5ba94e7,segment=NetworkSegment(e5a72778-4de1-445c-bfcd-0ffe41fa5c00),segment_id=e5a72778-4de1-445c-bfcd-0ffe41fa5c00)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:56.916769 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f7652414-879d-44e9-82a7-ba8b7ad90cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:56.924014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:57:56.930160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:57:56.946121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Pushing event updated for resources: {'Port': ['ID=5621937d-0eb6-46aa-9fca-35f50666460e,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:56.976002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f401111c-9dff-4c3b-876f-5ffb56315487 req-e148851c-5a65-443d-bb42-240fd59ae594 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:56.977579 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f401111c-9dff-4c3b-876f-5ffb56315487 req-e148851c-5a65-443d-bb42-240fd59ae594 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 945 time: 0.6702416 Jul 16 17:57:57.007775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6e209650-6a34-4147-a81a-1f87c060b505 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:57.039260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 6e209650-6a34-4147-a81a-1f87c060b505 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:57:57.039706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6e209650-6a34-4147-a81a-1f87c060b505 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:57:57.040074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ee451659-137d-4324-9d59-28067c4a18eb no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:57:57.120225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f401111c-9dff-4c3b-876f-5ffb56315487 req-e80fcb2b-2839-459d-9507-277806c58a62 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054783 Jul 16 17:57:57.132180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Attempting to bind port c9bc271f-eb4b-4536-9932-627fb244a68f on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:57.132538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Attempting to bind port c9bc271f-eb4b-4536-9932-627fb244a68f by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:57.132941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Attempting to bind port c9bc271f-eb4b-4536-9932-627fb244a68f on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:57.135657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-8886a9fc-1c82-4062-9433-a468773ea4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.137175 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bc9efdd7-d7bc-4efe-839e-6e2522412f8b req-8886a9fc-1c82-4062-9433-a468773ea4d3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6170404 Jul 16 17:57:57.172151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Attempting to bind port 5621937d-0eb6-46aa-9fca-35f50666460e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:57:57.172582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Attempting to bind port 5621937d-0eb6-46aa-9fca-35f50666460e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '96cad189-bdfc-427a-9196-7d0ef3a8a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:57:57.172948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Attempting to bind port 5621937d-0eb6-46aa-9fca-35f50666460e on network ebc9b37a-c124-4262-b24f-5f2c8809ad43 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:57.174899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Port c9bc271f-eb4b-4536-9932-627fb244a68f on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:57:57.182481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:57.182860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Checking segment: {'id': '96cad189-bdfc-427a-9196-7d0ef3a8a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:57.183267 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.183604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Attempting to bind port c9bc271f-eb4b-4536-9932-627fb244a68f on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:57:57.183735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Bound using segment: {'id': '96cad189-bdfc-427a-9196-7d0ef3a8a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:57.185353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Bound port: 5621937d-0eb6-46aa-9fca-35f50666460e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cad189-bdfc-427a-9196-7d0ef3a8a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:57.185548 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.187661 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d04212a2-e7f7-4149-9125-863194531409 None None] Provisioning complete for port 69efe5f2-8636-4781-9b77-441cc5ba94e7 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:57.188019 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d04212a2-e7f7-4149-9125-863194531409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.207724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-37e1f7fa-27cf-4844-bcb1-997ad85e23e8 req-66a4bc3e-fc95-43d1-96be-58136674eff9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] For port ee451659-137d-4324-9d59-28067c4a18eb, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ee451659-137d-4324-9d59-28067c4a18eb,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:57.207954 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37e1f7fa-27cf-4844-bcb1-997ad85e23e8 req-66a4bc3e-fc95-43d1-96be-58136674eff9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.210501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:57:57.210847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Checking segment: {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:57:57.211234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Bound using segment: {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:57:57.223953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Bound port: c9bc271f-eb4b-4536-9932-627fb244a68f, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:57:57.224432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.243088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7652414-879d-44e9-82a7-ba8b7ad90cca None None] Pushing event updated for resources: {'Port': ['ID=69efe5f2-8636-4781-9b77-441cc5ba94e7,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:57.302798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-37e1f7fa-27cf-4844-bcb1-997ad85e23e8 req-66a4bc3e-fc95-43d1-96be-58136674eff9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Calling delete_port for ee451659-137d-4324-9d59-28067c4a18eb owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:57:57.304226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] For port 5621937d-0eb6-46aa-9fca-35f50666460e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:57.307594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] For port 5621937d-0eb6-46aa-9fca-35f50666460e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5621937d-0eb6-46aa-9fca-35f50666460e,segment=NetworkSegment(96cad189-bdfc-427a-9196-7d0ef3a8a73b),segment_id=96cad189-bdfc-427a-9196-7d0ef3a8a73b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:57.334716 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.392235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f13ec0a1-16c9-4e3a-9220-c8805b7a846f', 'name': 'network-vif-deleted', 'tag': '6e209650-6a34-4147-a81a-1f87c060b505'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:57.394478 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d58e687-9123-484e-bfc6-d15d5ebd6692" -d '{"events": [{"server_uuid": "f13ec0a1-16c9-4e3a-9220-c8805b7a846f", "name": "network-vif-deleted", "tag": "6e209650-6a34-4147-a81a-1f87c060b505"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:57.523487 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.539214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6604dfc-4dfd-4d04-be6a-4d6a3977fab4 None None] Pushing event updated for resources: {'Port': ['ID=5621937d-0eb6-46aa-9fca-35f50666460e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:57.546219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] For port c9bc271f-eb4b-4536-9932-627fb244a68f, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:57:57.583852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] For port c9bc271f-eb4b-4536-9932-627fb244a68f, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=c9bc271f-eb4b-4536-9932-627fb244a68f,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:57:57.610338 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.620631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4106a761-6102-4f9e-a6fa-39cc9037c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee451659-137d-4324-9d59-28067c4a18eb'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:57:57.626570 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c5fcf0-93b5-42b4-8b89-5c41635b7881" -d '{"events": [{"server_uuid": "4106a761-6102-4f9e-a6fa-39cc9037c186", "name": "network-vif-unplugged", "status": "completed", "tag": "ee451659-137d-4324-9d59-28067c4a18eb"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:57:57.644962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ee451659-137d-4324-9d59-28067c4a18eb, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ee451659-137d-4324-9d59-28067c4a18eb,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:57.648054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc959d4e-979c-462b-a430-759c5e6385d3 req-f25e4291-2df4-48a4-a203-d6bb8decfec0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.649814 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.666669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc959d4e-979c-462b-a430-759c5e6385d3 req-f25e4291-2df4-48a4-a203-d6bb8decfec0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.688964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc959d4e-979c-462b-a430-759c5e6385d3 req-f25e4291-2df4-48a4-a203-d6bb8decfec0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.694901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc959d4e-979c-462b-a430-759c5e6385d3 req-f25e4291-2df4-48a4-a203-d6bb8decfec0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.716843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc959d4e-979c-462b-a430-759c5e6385d3 req-f25e4291-2df4-48a4-a203-d6bb8decfec0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.722834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc959d4e-979c-462b-a430-759c5e6385d3 req-f25e4291-2df4-48a4-a203-d6bb8decfec0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.724720 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ee451659-137d-4324-9d59-28067c4a18eb,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:57.731917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc959d4e-979c-462b-a430-759c5e6385d3 req-f25e4291-2df4-48a4-a203-d6bb8decfec0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 4604 time: 0.2183318 Jul 16 17:57:57.732938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bc271f-eb4b-4536-9932-627fb244a68f,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:57.746063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9126c26-fa42-4ad5-b005-0f7acf3d2896 req-6de57ffb-81ff-4460-bb2b-0eb7de435692 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.753593 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9126c26-fa42-4ad5-b005-0f7acf3d2896 req-6de57ffb-81ff-4460-bb2b-0eb7de435692 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/ports?device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 945 time: 0.3869462 Jul 16 17:57:57.815192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:57.815839 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.817337 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6cae406-284e-44d7-88a6-8eced2305614 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9bc271f-eb4b-4536-9932-627fb244a68f HTTP/1.1" status: 200 len: 1135 time: 3.2753208 Jul 16 17:57:57.865431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc959d4e-979c-462b-a430-759c5e6385d3 req-da32c6db-a8c6-4d9b-b84a-30b819e610f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1227739 Jul 16 17:57:57.914414 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9126c26-fa42-4ad5-b005-0f7acf3d2896 req-69b5160c-4abe-45d7-a596-67c6093362a2 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/security-groups?id=5713d038-fa44-4ab2-a261-cf5e7bac51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485372 Jul 16 17:57:57.921038 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37e1f7fa-27cf-4844-bcb1-997ad85e23e8 req-66a4bc3e-fc95-43d1-96be-58136674eff9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:57.957197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f123625a-9123-4b2b-8f8c-7f0079b30fac'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:57:58.022212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:58.028170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4bc3e-fc95-43d1-96be-58136674eff9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event deleted for resources: {'Port': ['ID=ee451659-137d-4324-9d59-28067c4a18eb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:58.077195 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:57:58.305657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e1f7fa-27cf-4844-bcb1-997ad85e23e8 req-66a4bc3e-fc95-43d1-96be-58136674eff9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] No DVR routers for this DVR port ee451659-137d-4324-9d59-28067c4a18eb on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:57:58.312066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37e1f7fa-27cf-4844-bcb1-997ad85e23e8 req-66a4bc3e-fc95-43d1-96be-58136674eff9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.314208 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37e1f7fa-27cf-4844-bcb1-997ad85e23e8 req-66a4bc3e-fc95-43d1-96be-58136674eff9 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.18 "DELETE /v2.0/ports/ee451659-137d-4324-9d59-28067c4a18eb HTTP/1.1" status: 204 len: 173 time: 2.8499134 Jul 16 17:57:58.390590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 69efe5f2-8636-4781-9b77-441cc5ba94e7 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:58.451967 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.497937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 69efe5f2-8636-4781-9b77-441cc5ba94e7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:58.498424 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.515779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3eb96-a05e-4fb2-9786-3582fa4d6e2c req-fe7d7063-64f3-4bc4-9c78-a6cf24f8206d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.527345 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-07c3eb96-a05e-4fb2-9786-3582fa4d6e2c req-fe7d7063-64f3-4bc4-9c78-a6cf24f8206d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 950 time: 0.3260131 Jul 16 17:57:58.645608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5621937d-0eb6-46aa-9fca-35f50666460e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:57:58.786378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5621937d-0eb6-46aa-9fca-35f50666460e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:58.815739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b86cbab6-96f9-4876-acee-63e1723a6eb5 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.821752 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b86cbab6-96f9-4876-acee-63e1723a6eb5 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:58.823676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b86cbab6-96f9-4876-acee-63e1723a6eb5 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "GET /v2.0/networks?id=ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe&id=ebc9b37a-c124-4262-b24f-5f2c8809ad43 HTTP/1.1" status: 200 len: 1392 time: 0.2710359 Jul 16 17:57:58.827745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-07c3eb96-a05e-4fb2-9786-3582fa4d6e2c req-ef0e4f27-a70d-4dfb-ad8f-c9b3a78826fe tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2989514 Jul 16 17:57:58.864823 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cf589b72-a1ef-41bd-bdd6-f9b590eae8db req-d0fe8290-638c-4049-b6f0-536f4de4d637 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 210 time: 0.7534251 Jul 16 17:57:58.988483 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:58.990889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9b852776-fbfd-48a7-b695-ceb87fe3fe3a details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:57:59.011746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'port': {'device_id': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe', 'admin_state_up': True, 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:57:59.134763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3ceda4c8-2761-41c0-8847-d920bedce8b3 req-56a1b987-05e2-4b6d-8ec5-ab1b735fa931 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=4106a761-6102-4f9e-a6fa-39cc9037c186 HTTP/1.1" status: 200 len: 210 time: 0.0492852 Jul 16 17:57:59.221504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:59.227173 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead953af-d6b1-4939-8b2e-f905d02c28c7 x-openstack-request-id: req-ead953af-d6b1-4939-8b2e-f905d02c28c7 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:59.228249 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f13ec0a1-16c9-4e3a-9220-c8805b7a846f", "name": "network-vif-deleted", "tag": "6e209650-6a34-4147-a81a-1f87c060b505", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:59.228659 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ead953af-d6b1-4939-8b2e-f905d02c28c7 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:59.229308 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f13ec0a1-16c9-4e3a-9220-c8805b7a846f', 'name': 'network-vif-deleted', 'tag': '6e209650-6a34-4147-a81a-1f87c060b505', 'status': 'completed', 'code': 200} Jul 16 17:57:59.241128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'mac_address': 'fa:16:3e:68:9c:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:57:59.285524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbbf0d8-e931-4ea3-9531-53beaa228331 None None] Network ebc9b37a-c124-4262-b24f-5f2c8809ad43 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:57:59.292358 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d32bd50a-9823-4738-81ac-f9e28e30cc1b x-openstack-request-id: req-d32bd50a-9823-4738-81ac-f9e28e30cc1b {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:57:59.292888 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4106a761-6102-4f9e-a6fa-39cc9037c186", "name": "network-vif-unplugged", "status": "completed", "tag": "ee451659-137d-4324-9d59-28067c4a18eb", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:57:59.293970 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d32bd50a-9823-4738-81ac-f9e28e30cc1b {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:57:59.294600 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4106a761-6102-4f9e-a6fa-39cc9037c186', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee451659-137d-4324-9d59-28067c4a18eb', 'code': 200} Jul 16 17:57:59.358683 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.423314 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dd145f80-6ae5-47de-ae91-c0024e41d807 None None] Provisioning for port 5621937d-0eb6-46aa-9fca-35f50666460e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:57:59.437343 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b852776-fbfd-48a7-b695-ceb87fe3fe3a {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:59.440262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b83c9-39c5-41c4-be7c-c37b2cf42e35 req-377575dd-8be5-4071-9ec6-da5853fbfda2 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.442139 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb8b83c9-39c5-41c4-be7c-c37b2cf42e35 req-377575dd-8be5-4071-9ec6-da5853fbfda2 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 945 time: 0.3770506 Jul 16 17:57:59.463848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dd145f80-6ae5-47de-ae91-c0024e41d807 None None] Provisioning complete for port 5621937d-0eb6-46aa-9fca-35f50666460e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:57:59.464703 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dd145f80-6ae5-47de-ae91-c0024e41d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.503190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:57:59.507101 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.545589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:59.548374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5083973c-bf1c-4ee2-93b7-1617cc9842d0 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:57:59.598308 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c71f016-2e06-4d78-8c65-0946c8bc02b2 req-faf3bc82-9cd9-42fe-ae3a-dc196977521d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:57:59.600421 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c71f016-2e06-4d78-8c65-0946c8bc02b2 req-faf3bc82-9cd9-42fe-ae3a-dc196977521d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.1184440 Jul 16 17:57:59.617350 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.693081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Allocated IP 19.80.0.232 (ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe/27368e4f-2f99-4929-9bc3-3cccf1955b0e/3521bd85-cc0c-440d-9b3b-22f640f815dd) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:57:59.699498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:57:59.759480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.759863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.760213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.760551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.760943 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.761429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.761772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.762886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.763537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.763900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.764235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.764568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:57:59.771151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c71f016-2e06-4d78-8c65-0946c8bc02b2 req-6c023374-bdd7-48e9-be74-07bc454ed957 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644537 Jul 16 17:57:59.786043 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb8b83c9-39c5-41c4-be7c-c37b2cf42e35 req-47e03878-9688-411b-bb2c-f76987aa341f tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3312488 Jul 16 17:57:59.790457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.877257 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dd145f80-6ae5-47de-ae91-c0024e41d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.878030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Transition to ACTIVE for port object 5083973c-bf1c-4ee2-93b7-1617cc9842d0 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:57:59.883708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.951751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-dd145f80-6ae5-47de-ae91-c0024e41d807 None None] For port 5621937d-0eb6-46aa-9fca-35f50666460e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5621937d-0eb6-46aa-9fca-35f50666460e,segment=NetworkSegment(96cad189-bdfc-427a-9196-7d0ef3a8a73b),segment_id=96cad189-bdfc-427a-9196-7d0ef3a8a73b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:57:59.959667 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dd145f80-6ae5-47de-ae91-c0024e41d807 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:57:59.973744 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Pushing event updated for resources: {'Port': ['ID=5083973c-bf1c-4ee2-93b7-1617cc9842d0,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:00.012827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc2a8d1-a241-46da-90f1-9f41bacde540 req-3db4e8fc-ab6a-47b4-abae-162c55d0ddc0 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.014719 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cc2a8d1-a241-46da-90f1-9f41bacde540 req-3db4e8fc-ab6a-47b4-abae-162c55d0ddc0 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 945 time: 0.0906670 Jul 16 17:58:00.031770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['9b852776-fbfd-48a7-b695-ceb87fe3fe3a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:00.068585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cc2a8d1-a241-46da-90f1-9f41bacde540 req-628050e1-ab0f-4977-9c87-afdca953df2f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468695 Jul 16 17:58:00.091542 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.119499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd145f80-6ae5-47de-ae91-c0024e41d807 None None] Pushing event updated for resources: {'Port': ['ID=5621937d-0eb6-46aa-9fca-35f50666460e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:00.120775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Transition to ACTIVE for port object 3521bd85-cc0c-440d-9b3b-22f640f815dd will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:00.218792 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.334198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:00.358047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9afb-117a-4a32-ae07-391fc6544c02 req-f99892d1-2f75-4eca-92b7-1cf0a1a01d93 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.365935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9afb-117a-4a32-ae07-391fc6544c02 req-f99892d1-2f75-4eca-92b7-1cf0a1a01d93 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.372632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9afb-117a-4a32-ae07-391fc6544c02 req-f99892d1-2f75-4eca-92b7-1cf0a1a01d93 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.379031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9afb-117a-4a32-ae07-391fc6544c02 req-f99892d1-2f75-4eca-92b7-1cf0a1a01d93 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.385193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9afb-117a-4a32-ae07-391fc6544c02 req-f99892d1-2f75-4eca-92b7-1cf0a1a01d93 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.394633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9898d540-239e-48d9-bcd4-a12b823317d6 req-f11815d2-ac31-4559-a5e9-41223125e500 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.396513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9898d540-239e-48d9-bcd4-a12b823317d6 req-f11815d2-ac31-4559-a5e9-41223125e500 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/ports?device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 945 time: 0.1158206 Jul 16 17:58:00.406377 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9afb-117a-4a32-ae07-391fc6544c02 req-f99892d1-2f75-4eca-92b7-1cf0a1a01d93 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.414258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40d9afb-117a-4a32-ae07-391fc6544c02 req-f99892d1-2f75-4eca-92b7-1cf0a1a01d93 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.416202 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a40d9afb-117a-4a32-ae07-391fc6544c02 req-f99892d1-2f75-4eca-92b7-1cf0a1a01d93 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5382 time: 0.4365795 Jul 16 17:58:00.442800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Attempting to bind port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:00.443104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Attempting to bind port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:00.443377 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Attempting to bind port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:00.453306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:00.465803 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:00.466136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Attempting to bind port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:00.468313 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9898d540-239e-48d9-bcd4-a12b823317d6 req-c8c8616b-ff18-4870-9d80-0adc633db32f tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/security-groups?id=5713d038-fa44-4ab2-a261-cf5e7bac51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630267 Jul 16 17:58:00.472103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:00.544560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Port': ['ID=3521bd85-cc0c-440d-9b3b-22f640f815dd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:00.545233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-492072c3-0014-4470-8a85-dfd281d473dc None None] Provisioning complete for port 5621937d-0eb6-46aa-9fca-35f50666460e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:00.545735 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-492072c3-0014-4470-8a85-dfd281d473dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.558334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:00.559291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Checking segment: {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:00.559713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Bound using segment: {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:00.560154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Bound port: 5083973c-bf1c-4ee2-93b7-1617cc9842d0, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:00.560514 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.597067 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a40d9afb-117a-4a32-ae07-391fc6544c02 req-c23daab3-6021-4ad2-a721-646b7b31fc36 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1554263 Jul 16 17:58:00.696919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.698723 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.739390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dc91c-7343-4549-9e8b-148054273cb1 req-8b5419cc-ecc8-42c6-a5aa-85fa043f044a tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:00.743265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e14dc91c-7343-4549-9e8b-148054273cb1 req-8b5419cc-ecc8-42c6-a5aa-85fa043f044a tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 949 time: 0.1461825 Jul 16 17:58:00.754575 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-4f8b3b52-6f01-461b-9b70-927f3979192e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7468274 Jul 16 17:58:00.774700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Request body: {'port': {'device_id': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43', 'admin_state_up': True, 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:00.800867 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e14dc91c-7343-4549-9e8b-148054273cb1 req-ecd398fb-f42b-4f37-baca-1a67c8f93f59 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489502 Jul 16 17:58:00.808974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] For port 5083973c-bf1c-4ee2-93b7-1617cc9842d0, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:00.828491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ba441280-7e7f-4e97-9b87-8cf2df7e3e6a None None] Provisioning for port 3521bd85-cc0c-440d-9b3b-22f640f815dd completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:00.834863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ba441280-7e7f-4e97-9b87-8cf2df7e3e6a None None] Provisioning complete for port 3521bd85-cc0c-440d-9b3b-22f640f815dd triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:00.835288 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ba441280-7e7f-4e97-9b87-8cf2df7e3e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.899677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ba441280-7e7f-4e97-9b87-8cf2df7e3e6a None None] Port 3521bd85-cc0c-440d-9b3b-22f640f815dd cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:00.901451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] For port 5083973c-bf1c-4ee2-93b7-1617cc9842d0, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=5083973c-bf1c-4ee2-93b7-1617cc9842d0,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:00.948125 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:00.992899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9b852776-fbfd-48a7-b695-ceb87fe3fe3a up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:01.006173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.006796 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.008221 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-d997f870-515c-4843-821c-fed976eadcfb service neutron] 10.222.0.37 "PUT /v2.0/ports/5083973c-bf1c-4ee2-93b7-1617cc9842d0 HTTP/1.1" status: 200 len: 1136 time: 2.9983575 Jul 16 17:58:01.055849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d997f870-515c-4843-821c-fed976eadcfb service neutron] Pushing event updated for resources: {'Port': ['ID=5083973c-bf1c-4ee2-93b7-1617cc9842d0,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:01.082657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:01.101259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:01.101687 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.127779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc565f0-b477-42d1-a646-4510149d2dd2 req-fecc9133-727d-4077-8bed-9fd16ea98b0b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.138651 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bfc565f0-b477-42d1-a646-4510149d2dd2 req-fecc9133-727d-4077-8bed-9fd16ea98b0b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 932 time: 0.3392143 Jul 16 17:58:01.176745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Made reservation on behalf of 06b2f706fee046cc9ddaad27739b4c09 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:01.180902 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.229656 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.240781 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bfc565f0-b477-42d1-a646-4510149d2dd2 req-69289ea5-3a3f-48ba-a4f6-c721ac749740 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011715 Jul 16 17:58:01.241492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': 'c9bc271f-eb4b-4536-9932-627fb244a68f'}, {'server_uuid': '4106a761-6102-4f9e-a6fa-39cc9037c186', 'name': 'network-vif-deleted', 'tag': 'ee451659-137d-4324-9d59-28067c4a18eb'}, {'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': '5083973c-bf1c-4ee2-93b7-1617cc9842d0'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:01.244799 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac10e6d-0520-4d1a-8612-881e224cbea3" -d '{"events": [{"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "c9bc271f-eb4b-4536-9932-627fb244a68f"}, {"server_uuid": "4106a761-6102-4f9e-a6fa-39cc9037c186", "name": "network-vif-deleted", "tag": "ee451659-137d-4324-9d59-28067c4a18eb"}, {"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "5083973c-bf1c-4ee2-93b7-1617cc9842d0"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:01.318085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.319039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:01.322207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:01.330214 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb94ac13-9551-4faf-896d-c370a19d3720" -d '{"events": [{"server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:01.333856 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:01.400767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,revision_number=10']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:01.572077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Allocated IP 19.86.0.229 (ebc9b37a-c124-4262-b24f-5f2c8809ad43/6ad66e03-c7eb-449b-8576-8aa9785c359c/5c66081e-e41d-4902-955f-767cee623738) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:01.651992 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56616b-468d-4a0b-8f85-1008a69f69f7 req-764f2113-9ef5-4ece-bdc5-69c64e788f9d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.654356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db56616b-468d-4a0b-8f85-1008a69f69f7 req-764f2113-9ef5-4ece-bdc5-69c64e788f9d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 945 time: 0.0660722 Jul 16 17:58:01.695698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db56616b-468d-4a0b-8f85-1008a69f69f7 req-b6d691d4-23f1-40ec-8256-5fc0fc1c7142 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353906 Jul 16 17:58:01.707833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abef21e-5f5f-47fa-9e83-8796429329cc req-2958db1e-9e69-4fb7-b578-aeb9e31768e5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.707833 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9abef21e-5f5f-47fa-9e83-8796429329cc req-2958db1e-9e69-4fb7-b578-aeb9e31768e5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.2661600 Jul 16 17:58:01.936928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7386b-704c-47ec-be55-dd7431067b7f req-cea2fa23-f626-457a-b85c-a9f6094b817e tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:01.938763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abf7386b-704c-47ec-be55-dd7431067b7f req-cea2fa23-f626-457a-b85c-a9f6094b817e tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 945 time: 0.0706384 Jul 16 17:58:01.984340 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abf7386b-704c-47ec-be55-dd7431067b7f req-638ec62d-806b-4d25-bfdd-80a63937bcc1 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385745 Jul 16 17:58:02.018766 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0167fa1-d9a9-4d65-bdb4-f030d6f93023 x-openstack-request-id: req-c0167fa1-d9a9-4d65-bdb4-f030d6f93023 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:02.019060 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "c9bc271f-eb4b-4536-9932-627fb244a68f", "status": "completed", "code": 200}, {"server_uuid": "4106a761-6102-4f9e-a6fa-39cc9037c186", "name": "network-vif-deleted", "tag": "ee451659-137d-4324-9d59-28067c4a18eb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "5083973c-bf1c-4ee2-93b7-1617cc9842d0", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:02.019305 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c0167fa1-d9a9-4d65-bdb4-f030d6f93023 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:02.019717 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': 'c9bc271f-eb4b-4536-9932-627fb244a68f', 'status': 'completed', 'code': 200} Jul 16 17:58:02.019977 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4106a761-6102-4f9e-a6fa-39cc9037c186', 'name': 'network-vif-deleted', 'tag': 'ee451659-137d-4324-9d59-28067c4a18eb', 'status': 'completed', 'code': 200} Jul 16 17:58:02.020247 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': '5083973c-bf1c-4ee2-93b7-1617cc9842d0', 'status': 'completed', 'code': 200} Jul 16 17:58:02.052628 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af9e5873-50c4-4458-a3ed-54d0f45ed460 x-openstack-request-id: req-af9e5873-50c4-4458-a3ed-54d0f45ed460 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:02.053116 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "name": "network-vif-plugged", "status": "completed", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:02.053259 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af9e5873-50c4-4458-a3ed-54d0f45ed460 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:02.053546 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'code': 200} Jul 16 17:58:02.134119 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9abef21e-5f5f-47fa-9e83-8796429329cc req-2d324a70-45e9-4873-ba28-c7dc4b0f48c3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203722 Jul 16 17:58:02.204426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5621937d-0eb6-46aa-9fca-35f50666460e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:02.224404 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.260562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-0f237c3c-d49c-4a31-a60c-f6d708bf2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.261097 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-0f237c3c-d49c-4a31-a60c-f6d708bf2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.261577 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-0f237c3c-d49c-4a31-a60c-f6d708bf2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.262182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-0f237c3c-d49c-4a31-a60c-f6d708bf2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.262903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-0f237c3c-d49c-4a31-a60c-f6d708bf2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.263378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-0f237c3c-d49c-4a31-a60c-f6d708bf2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.263932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-0f237c3c-d49c-4a31-a60c-f6d708bf2209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.266701 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-0f237c3c-d49c-4a31-a60c-f6d708bf2209 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6219 time: 0.2455702 Jul 16 17:58:02.270048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Transition to ACTIVE for port object 5c66081e-e41d-4902-955f-767cee623738 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:02.272921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7823ca02-ecf8-4d6a-8697-5e81d3abde2a {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:02.295875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.325138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5621937d-0eb6-46aa-9fca-35f50666460e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:02.325526 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.342047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Transition to ACTIVE for port object 7823ca02-ecf8-4d6a-8697-5e81d3abde2a will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:02.356247 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.400130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f588a-b274-4102-87b0-a056eb1a48b4 req-e7e8b488-da23-426f-b06f-c528922dc49e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.402315 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e7f588a-b274-4102-87b0-a056eb1a48b4 req-e7e8b488-da23-426f-b06f-c528922dc49e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 1102 time: 0.1943238 Jul 16 17:58:02.455526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e2b1-51f7-4550-9f92-38aaf2d2382a req-4d106d21-dd98-4e37-828a-3d90d2801ab1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.460187 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.469611 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e2b1-51f7-4550-9f92-38aaf2d2382a req-4d106d21-dd98-4e37-828a-3d90d2801ab1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.476798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e2b1-51f7-4550-9f92-38aaf2d2382a req-4d106d21-dd98-4e37-828a-3d90d2801ab1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.488380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e2b1-51f7-4550-9f92-38aaf2d2382a req-4d106d21-dd98-4e37-828a-3d90d2801ab1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.497953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e2b1-51f7-4550-9f92-38aaf2d2382a req-4d106d21-dd98-4e37-828a-3d90d2801ab1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.505750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Pushing event updated for resources: {'Port': ['ID=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.512152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e2b1-51f7-4550-9f92-38aaf2d2382a req-4d106d21-dd98-4e37-828a-3d90d2801ab1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.535607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7908e2b1-51f7-4550-9f92-38aaf2d2382a req-4d106d21-dd98-4e37-828a-3d90d2801ab1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.544411 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7908e2b1-51f7-4550-9f92-38aaf2d2382a req-4d106d21-dd98-4e37-828a-3d90d2801ab1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5382 time: 0.2151427 Jul 16 17:58:02.562235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-5cd124b4-f146-47ea-afdc-0f69935fc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.563328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-5cd124b4-f146-47ea-afdc-0f69935fc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.563328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-5cd124b4-f146-47ea-afdc-0f69935fc88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.564959 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-5cd124b4-f146-47ea-afdc-0f69935fc88f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9ab57568965435a8341b46893aa22bb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2815514 Jul 16 17:58:02.623966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Network ebc9b37a-c124-4262-b24f-5f2c8809ad43 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:02.629774 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7908e2b1-51f7-4550-9f92-38aaf2d2382a req-063b1d25-ac74-4b4f-8e3c-0f853fb6311d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0844784 Jul 16 17:58:02.631950 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e7f588a-b274-4102-87b0-a056eb1a48b4 req-1c401365-4c0a-4b1e-80c2-87e2ad24ee52 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173979 Jul 16 17:58:02.652614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:02.663861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:02.800840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event updated for resources: {'Port': ['ID=5c66081e-e41d-4902-955f-767cee623738,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:02.805973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-075af077-9ec5-4518-be3e-3aea40cf59ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.807641 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-075af077-9ec5-4518-be3e-3aea40cf59ec service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1912746 Jul 16 17:58:02.893312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Attempting to bind port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:02.893558 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Attempting to bind port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:02.893892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Attempting to bind port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:02.906268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:02.906626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Attempting to bind port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:02.921781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:02.922453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:02.926172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:02.926517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Checking segment: {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:02.926909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Bound using segment: {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:02.927348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Bound port: 7823ca02-ecf8-4d6a-8697-5e81d3abde2a, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:02.927728 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.032985 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-55de1ca4-39d7-4d6b-ae9e-0b591196495d None None] Provisioning for port 5c66081e-e41d-4902-955f-767cee623738 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:03.039646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-55de1ca4-39d7-4d6b-ae9e-0b591196495d None None] Provisioning complete for port 5c66081e-e41d-4902-955f-767cee623738 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:03.040301 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-55de1ca4-39d7-4d6b-ae9e-0b591196495d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.044666 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-b9b71a74-de6c-4890-87a0-928769cb51fd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2797408 Jul 16 17:58:03.061753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Request body: {'port': {'device_id': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:03.094310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85036df6-8bb6-4b85-884e-c5a1b0189c9e req-edfe6b4e-bce4-4f5e-a2c9-9cfa6551dbf2 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.095687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-55de1ca4-39d7-4d6b-ae9e-0b591196495d None None] Port 5c66081e-e41d-4902-955f-767cee623738 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:03.103083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85036df6-8bb6-4b85-884e-c5a1b0189c9e req-edfe6b4e-bce4-4f5e-a2c9-9cfa6551dbf2 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.105035 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85036df6-8bb6-4b85-884e-c5a1b0189c9e req-edfe6b4e-bce4-4f5e-a2c9-9cfa6551dbf2 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1655 time: 0.1136813 Jul 16 17:58:03.149778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] For port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:03.151068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85036df6-8bb6-4b85-884e-c5a1b0189c9e req-fcd7f3b8-55bd-4a43-927f-26339f4b8def tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389583 Jul 16 17:58:03.156205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] For port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:03.182924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.225405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8b5a6-fc68-4f5b-9390-6c5f52764eb0 req-55a234ae-6fb2-4fad-9ae2-81d69248b884 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.226952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-35d8b5a6-fc68-4f5b-9390-6c5f52764eb0 req-55a234ae-6fb2-4fad-9ae2-81d69248b884 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 951 time: 0.4145899 Jul 16 17:58:03.233014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-cafa9b78-be98-4ca4-b448-b9a64b3cf71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.233545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-cafa9b78-be98-4ca4-b448-b9a64b3cf71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.234019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-cafa9b78-be98-4ca4-b448-b9a64b3cf71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.234508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-cafa9b78-be98-4ca4-b448-b9a64b3cf71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.235002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-cafa9b78-be98-4ca4-b448-b9a64b3cf71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.235481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-cafa9b78-be98-4ca4-b448-b9a64b3cf71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.235996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-cafa9b78-be98-4ca4-b448-b9a64b3cf71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.237931 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-cafa9b78-be98-4ca4-b448-b9a64b3cf71b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6244 time: 0.2798085 Jul 16 17:58:03.270796 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.271450 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.272967 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] 10.222.0.37 "PUT /v2.0/ports/7823ca02-ecf8-4d6a-8697-5e81d3abde2a HTTP/1.1" status: 200 len: 1091 time: 2.2114451 Jul 16 17:58:03.279965 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.335807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbf3bec-3188-4c7c-86c7-655033923209 service neutron] Pushing event updated for resources: {'Port': ['ID=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:03.384719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:03.390470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-35d8b5a6-fc68-4f5b-9390-6c5f52764eb0 req-0cfa9334-7f82-4507-b5dc-8a3ba2ac98b4 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514904 Jul 16 17:58:03.425448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6045dcd1-870f-4d0d-9797-697a264eae3d req-fd358cf1-ac2d-438c-b286-885cd6ec8b41 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.433064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6045dcd1-870f-4d0d-9797-697a264eae3d req-fd358cf1-ac2d-438c-b286-885cd6ec8b41 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 950 time: 0.1609597 Jul 16 17:58:03.470220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075d38c8-ce1f-4140-830b-65c42f640992 req-8db25fc3-95f3-4aa9-9f2e-9ca3239fac5a tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.472103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-075d38c8-ce1f-4140-830b-65c42f640992 req-8db25fc3-95f3-4aa9-9f2e-9ca3239fac5a tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.37 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 945 time: 0.1533897 Jul 16 17:58:03.526965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-d88c9d7d-116c-4b4b-94a7-0af3b3cc9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.526965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-d88c9d7d-116c-4b4b-94a7-0af3b3cc9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.527437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-d88c9d7d-116c-4b4b-94a7-0af3b3cc9d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.530152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-d88c9d7d-116c-4b4b-94a7-0af3b3cc9d13 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9ab57568965435a8341b46893aa22bb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2182837 Jul 16 17:58:03.550287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6045dcd1-870f-4d0d-9797-697a264eae3d req-7639cac6-8204-443c-860a-4c7cf672a4a8 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166189 Jul 16 17:58:03.646610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Deleting port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:03.646964 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.782793 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.825197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] For port b3ab6615-52e5-4989-8e5c-0fe8fde0f551, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b3ab6615-52e5-4989-8e5c-0fe8fde0f551,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:03.825651 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:03.891639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-789e3cd2-355d-4204-b024-59ea5c42e7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.893251 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fac10e6d-0520-4d1a-8612-881e224cbea3 req-789e3cd2-355d-4204-b024-59ea5c42e7ae service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3520298 Jul 16 17:58:03.948209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8149684e-e4e5-4b49-abe2-f2cde01d785a req-6653f467-d325-4b83-98a1-6d5ba542b619 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:03.953764 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8149684e-e4e5-4b49-abe2-f2cde01d785a req-6653f467-d325-4b83-98a1-6d5ba542b619 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 945 time: 0.3939035 Jul 16 17:58:04.021314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': '7823ca02-ecf8-4d6a-8697-5e81d3abde2a'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:04.023633 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731" -d '{"events": [{"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "7823ca02-ecf8-4d6a-8697-5e81d3abde2a"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:04.129119 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8149684e-e4e5-4b49-abe2-f2cde01d785a req-f425bc67-ca26-4dcf-9eb1-90a688276a70 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667020 Jul 16 17:58:04.188308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3521bd85-cc0c-440d-9b3b-22f640f815dd {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:04.200014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.223848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Transition to ACTIVE for port object 3521bd85-cc0c-440d-9b3b-22f640f815dd will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:04.230509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.261341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13e8e05-08f0-4fba-8d65-363a70648023 req-7913bca1-1ecf-49a5-82fd-7093a6482252 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.269103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a13e8e05-08f0-4fba-8d65-363a70648023 req-7913bca1-1ecf-49a5-82fd-7093a6482252 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/ports?device_id=e70bff24-b836-412a-8b54-7868097e0e3d HTTP/1.1" status: 200 len: 945 time: 0.2174454 Jul 16 17:58:04.280526 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.280903 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.281217 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Floating IP 20db4d71-3bcc-427c-a85c-4e5798aff75c disassociated. External IP: 172.25.7.121, port: b3ab6615-52e5-4989-8e5c-0fe8fde0f551. Jul 16 17:58:04.281573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Calling delete_port for b3ab6615-52e5-4989-8e5c-0fe8fde0f551 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:04.364554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a13e8e05-08f0-4fba-8d65-363a70648023 req-b6c2a363-2205-48fc-92b7-b324345b4752 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups?id=3734d125-6130-4f59-9ef9-6ab4acc19316&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944879 Jul 16 17:58:04.402151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=3521bd85-cc0c-440d-9b3b-22f640f815dd,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:04.422974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:04.471238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.488165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Transition to ACTIVE for port object 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:04.494405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.519094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.534984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Pushing event deleted for resources: {'Port': ['ID=b3ab6615-52e5-4989-8e5c-0fe8fde0f551,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:04.595902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Pushing event updated for resources: {'Port': ['ID=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:04.637578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045a795b-a2c0-41b6-8636-65b199330336 req-777ee533-4762-4f2b-b105-a10f99d0d782 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.639125 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-045a795b-a2c0-41b6-8636-65b199330336 req-777ee533-4762-4f2b-b105-a10f99d0d782 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.3633037 Jul 16 17:58:04.723483 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Attempting to bind port 3521bd85-cc0c-440d-9b3b-22f640f815dd on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:04.723853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Attempting to bind port 3521bd85-cc0c-440d-9b3b-22f640f815dd by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'e5a72778-4de1-445c-bfcd-0ffe41fa5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:04.724191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Attempting to bind port 3521bd85-cc0c-440d-9b3b-22f640f815dd on network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:04.748516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:04.763908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Port 3521bd85-cc0c-440d-9b3b-22f640f815dd on network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:04.764296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Attempting to bind port 3521bd85-cc0c-440d-9b3b-22f640f815dd on network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:04.796269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a3bf-438d-45c6-b13e-ab69f21e0e27 req-5081dacf-64c4-4981-b2ae-6b0b2f23cc3d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.802242 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-045a795b-a2c0-41b6-8636-65b199330336 req-f4ca6e9c-185c-4746-9de9-0f7b4b569fce tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419084 Jul 16 17:58:04.803337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a3bf-438d-45c6-b13e-ab69f21e0e27 req-5081dacf-64c4-4981-b2ae-6b0b2f23cc3d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.804212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:04.804554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Checking segment: {'id': 'e5a72778-4de1-445c-bfcd-0ffe41fa5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:04.804948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Bound using segment: {'id': 'e5a72778-4de1-445c-bfcd-0ffe41fa5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:04.805394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Bound port: 3521bd85-cc0c-440d-9b3b-22f640f815dd, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5a72778-4de1-445c-bfcd-0ffe41fa5c00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:04.805754 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:04.811264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a3bf-438d-45c6-b13e-ab69f21e0e27 req-5081dacf-64c4-4981-b2ae-6b0b2f23cc3d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.818676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a3bf-438d-45c6-b13e-ab69f21e0e27 req-5081dacf-64c4-4981-b2ae-6b0b2f23cc3d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.826684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a3bf-438d-45c6-b13e-ab69f21e0e27 req-5081dacf-64c4-4981-b2ae-6b0b2f23cc3d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.832908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a3bf-438d-45c6-b13e-ab69f21e0e27 req-5081dacf-64c4-4981-b2ae-6b0b2f23cc3d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.838927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69a3bf-438d-45c6-b13e-ab69f21e0e27 req-5081dacf-64c4-4981-b2ae-6b0b2f23cc3d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:04.847831 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c69a3bf-438d-45c6-b13e-ab69f21e0e27 req-5081dacf-64c4-4981-b2ae-6b0b2f23cc3d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5406 time: 0.2427857 Jul 16 17:58:04.975943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] For port 3521bd85-cc0c-440d-9b3b-22f640f815dd, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:04.977905 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c69a3bf-438d-45c6-b13e-ab69f21e0e27 req-35fdd7bd-3cd5-4921-b21d-2c168f5e48f9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291513 Jul 16 17:58:04.994702 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] For port 3521bd85-cc0c-440d-9b3b-22f640f815dd, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3521bd85-cc0c-440d-9b3b-22f640f815dd,segment=NetworkSegment(e5a72778-4de1-445c-bfcd-0ffe41fa5c00),segment_id=e5a72778-4de1-445c-bfcd-0ffe41fa5c00)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:04.997827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Attempting to bind port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:04.998239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Attempting to bind port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:05.003015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Attempting to bind port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:05.012859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:05.013210 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Attempting to bind port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:05.017381 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.045380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:05.060854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a26486-fada-42e2-ab23-e156999f17f5 None None] Sync routers for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:05.126317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c8dd51-8610-45d6-84c2-7ec1473554d5 req-1ffcb1b5-9bcf-47f2-8208-7ee4b960bb08 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.138780 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-74c8dd51-8610-45d6-84c2-7ec1473554d5 req-1ffcb1b5-9bcf-47f2-8208-7ee4b960bb08 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 950 time: 0.4865024 Jul 16 17:58:05.147941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] No DVR routers for this DVR port b3ab6615-52e5-4989-8e5c-0fe8fde0f551 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:05.152248 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.157231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-075d38c8-ce1f-4140-830b-65c42f640992 req-7a66a66f-9510-41ce-8be1-4e70e90605c8 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.37 "DELETE /v2.0/ports/b3ab6615-52e5-4989-8e5c-0fe8fde0f551 HTTP/1.1" status: 204 len: 173 time: 1.6773460 Jul 16 17:58:05.159164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'name': 'network-vif-deleted', 'tag': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:05.163409 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e13fee-4004-4f70-8fac-b26dc42afb48" -d '{"events": [{"server_uuid": "e70bff24-b836-412a-8b54-7868097e0e3d", "name": "network-vif-deleted", "tag": "b3ab6615-52e5-4989-8e5c-0fe8fde0f551"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:05.171681 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f85818c-dfdf-4100-b659-32eff78bc74e x-openstack-request-id: req-5f85818c-dfdf-4100-b659-32eff78bc74e {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:05.172218 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "7823ca02-ecf8-4d6a-8697-5e81d3abde2a", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:05.172569 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5f85818c-dfdf-4100-b659-32eff78bc74e {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:05.173211 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': '7823ca02-ecf8-4d6a-8697-5e81d3abde2a', 'status': 'completed', 'code': 200} Jul 16 17:58:05.176826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Pushing event updated for resources: {'Port': ['ID=3521bd85-cc0c-440d-9b3b-22f640f815dd,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:05.258074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a26486-fada-42e2-ab23-e156999f17f5 None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:05.259053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-86a26486-fada-42e2-ab23-e156999f17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:57:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:05.409449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-86a26486-fada-42e2-ab23-e156999f17f5 None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:05.424299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6510f-af77-4699-8f03-e1a1e326bec8 req-670d2b24-2835-4526-8712-46f83b6c76c1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.431422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f6510f-af77-4699-8f03-e1a1e326bec8 req-670d2b24-2835-4526-8712-46f83b6c76c1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.446356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11f6510f-af77-4699-8f03-e1a1e326bec8 req-670d2b24-2835-4526-8712-46f83b6c76c1 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1667 time: 0.1474018 Jul 16 17:58:05.507812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11f6510f-af77-4699-8f03-e1a1e326bec8 req-6713e9aa-3173-4d97-9719-63fec4e4dde8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542021 Jul 16 17:58:05.509127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:05.509472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Checking segment: {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:05.509860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Bound using segment: {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:05.510311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Bound port: 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3fdc98f8-5032-44af-9e34-546a31b1d697', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:05.510722 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.552428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.553061 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.554456 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7faf3cb2-222e-4a0c-adc5-968f91ff0dd7 service neutron] 10.222.0.18 "PUT /v2.0/ports/3521bd85-cc0c-440d-9b3b-22f640f815dd HTTP/1.1" status: 200 len: 1092 time: 2.4987988 Jul 16 17:58:05.628363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Request body: {'port': {'device_id': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:05.727085 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-86a26486-fada-42e2-ab23-e156999f17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:05.737035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] For port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:05.740666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] For port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:05.759419 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.764467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a26486-fada-42e2-ab23-e156999f17f5 None None] Checking router: 9ef89b33-10b2-4ef0-bde9-327d79c5de29 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:05.781948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b3ab6615-52e5-4989-8e5c-0fe8fde0f551 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:05.786994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a26486-fada-42e2-ab23-e156999f17f5 None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:05.787971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-86a26486-fada-42e2-ab23-e156999f17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:57:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:05.806657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0acea2-92f7-486b-90c1-f534294a3028 req-8d7da783-493f-4a8e-b655-1432466be123 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.812823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: b3ab6615-52e5-4989-8e5c-0fe8fde0f551 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:05.813771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b3ab6615-52e5-4989-8e5c-0fe8fde0f551 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:05.814180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d0acea2-92f7-486b-90c1-f534294a3028 req-8d7da783-493f-4a8e-b655-1432466be123 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 951 time: 0.1234210 Jul 16 17:58:05.845396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.845981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:05.847436 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] 10.222.0.37 "PUT /v2.0/ports/42634e4a-5ac6-47d2-88a5-ffc39bf29f4b HTTP/1.1" status: 200 len: 1090 time: 2.4756339 Jul 16 17:58:05.854100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-b48d5c4e-a27a-43c2-9373-c430812775ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.854764 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-b48d5c4e-a27a-43c2-9373-c430812775ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.855236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-b48d5c4e-a27a-43c2-9373-c430812775ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.855873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-b48d5c4e-a27a-43c2-9373-c430812775ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.856347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-b48d5c4e-a27a-43c2-9373-c430812775ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.856812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-b48d5c4e-a27a-43c2-9373-c430812775ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.857277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-b48d5c4e-a27a-43c2-9373-c430812775ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:05.861360 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-b48d5c4e-a27a-43c2-9373-c430812775ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6311 time: 0.7110302 Jul 16 17:58:05.895094 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d0acea2-92f7-486b-90c1-f534294a3028 req-7dbba96a-c1a9-4edd-a131-254328744e23 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736845 Jul 16 17:58:05.983693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:05.989024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-86a26486-fada-42e2-ab23-e156999f17f5 None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:06.005229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8becf3b-9d5d-4327-bb53-6da09996897f req-7c022314-0e5a-4f3e-ab8b-e5e4e11a2c2d tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.006956 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8becf3b-9d5d-4327-bb53-6da09996897f req-7c022314-0e5a-4f3e-ab8b-e5e4e11a2c2d tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/ports?device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 945 time: 0.9952307 Jul 16 17:58:06.102286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69bfd51-eb82-435f-94a4-6397b34c416e req-8a353871-4565-4d21-9e28-98255b6352de tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.104075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f69bfd51-eb82-435f-94a4-6397b34c416e req-8a353871-4565-4d21-9e28-98255b6352de tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.37 "GET /v2.0/ports?device_id=17b97ab8-47fe-4d7b-95ca-469fb703aaba HTTP/1.1" status: 200 len: 945 time: 0.1098676 Jul 16 17:58:06.125086 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.220423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7827c0d-7890-4093-918d-819770cd19b2 service neutron] Pushing event updated for resources: {'Port': ['ID=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:06.236154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-74c8dd51-8610-45d6-84c2-7ec1473554d5 req-f27c43ea-f662-4234-843e-17760af33198 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Deleting port f123625a-9123-4b2b-8f8c-7f0079b30fac {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:06.236719 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-74c8dd51-8610-45d6-84c2-7ec1473554d5 req-f27c43ea-f662-4234-843e-17760af33198 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.343167 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1107c16-518e-4f22-a8b4-faa6e4f621de req-11af9fb9-d5b4-4e58-b4f8-6ad5b68a963a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.345000 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1107c16-518e-4f22-a8b4-faa6e4f621de req-11af9fb9-d5b4-4e58-b4f8-6ad5b68a963a tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 950 time: 0.1163483 Jul 16 17:58:06.347764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-f69bfd51-eb82-435f-94a4-6397b34c416e req-622f915d-8f27-4b3d-a308-c6076f345d35 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Deleting port e9c8739c-7846-40fc-b0bc-a9316d075d3c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:06.348225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f69bfd51-eb82-435f-94a4-6397b34c416e req-622f915d-8f27-4b3d-a308-c6076f345d35 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.396337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-86a26486-fada-42e2-ab23-e156999f17f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:06.426234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1107c16-518e-4f22-a8b4-faa6e4f621de req-81c14d31-0850-4702-a62f-62c5e9daad71 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/security-groups?id=f3eaaec2-307c-448a-95b9-4a64eee5cefd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730970 Jul 16 17:58:06.431848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a26486-fada-42e2-ab23-e156999f17f5 None None] The sync data for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 is: [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:52:57Z', 'revision_number': 4, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e9c470a5-8633-4919-87d3-4104e22492c7', 'name': '', 'network_id': '6e607010-b04a-43b9-bc82-01c9d49f67b6', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'mac_address': 'fa:16:3e:dd:f6:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_interface', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:56Z', 'updated_at': '2021-07-16T17:53:05Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'subnets': [{'id': 'e61b5433-18ce-4759-a1d2-aa3c01fe79bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:06.446048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-107882a2-bd39-4c64-a719-6b22b92ea5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.446048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-107882a2-bd39-4c64-a719-6b22b92ea5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.446048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-107882a2-bd39-4c64-a719-6b22b92ea5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.446048 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-107882a2-bd39-4c64-a719-6b22b92ea5bf service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9ab57568965435a8341b46893aa22bb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5602324 Jul 16 17:58:06.552899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f69bfd51-eb82-435f-94a4-6397b34c416e req-622f915d-8f27-4b3d-a308-c6076f345d35 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] For port e9c8739c-7846-40fc-b0bc-a9316d075d3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e9c8739c-7846-40fc-b0bc-a9316d075d3c,segment=NetworkSegment(42f3c70c-1018-447e-9dde-7742d0c8c718),segment_id=42f3c70c-1018-447e-9dde-7742d0c8c718)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:06.552899 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f69bfd51-eb82-435f-94a4-6397b34c416e req-622f915d-8f27-4b3d-a308-c6076f345d35 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.567553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-f69bfd51-eb82-435f-94a4-6397b34c416e req-622f915d-8f27-4b3d-a308-c6076f345d35 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Calling delete_port for e9c8739c-7846-40fc-b0bc-a9316d075d3c owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:06.595762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8becf3b-9d5d-4327-bb53-6da09996897f req-ccaac412-5f96-49bd-8977-7fc7606e4efd tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.47 "GET /v2.0/security-groups?id=5713d038-fa44-4ab2-a261-cf5e7bac51c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4961917 Jul 16 17:58:06.761376 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af9945e-6bc1-4fd3-8875-afc8e386e4d7 x-openstack-request-id: req-6af9945e-6bc1-4fd3-8875-afc8e386e4d7 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:06.762825 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e70bff24-b836-412a-8b54-7868097e0e3d", "name": "network-vif-deleted", "tag": "b3ab6615-52e5-4989-8e5c-0fe8fde0f551", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:06.762825 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6af9945e-6bc1-4fd3-8875-afc8e386e4d7 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:06.764887 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e70bff24-b836-412a-8b54-7868097e0e3d', 'name': 'network-vif-deleted', 'tag': 'b3ab6615-52e5-4989-8e5c-0fe8fde0f551', 'status': 'completed', 'code': 200} Jul 16 17:58:06.772496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.778951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f69bfd51-eb82-435f-94a4-6397b34c416e req-622f915d-8f27-4b3d-a308-c6076f345d35 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.823129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e9c8739c-7846-40fc-b0bc-a9316d075d3c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:06.884091 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e3a08b-4278-485d-afe7-007a3a2bbece None None] New status for floating IP 20db4d71-3bcc-427c-a85c-4e5798aff75c: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:58:06.895703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f915d-8f27-4b3d-a308-c6076f345d35 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Pushing event deleted for resources: {'Port': ['ID=e9c8739c-7846-40fc-b0bc-a9316d075d3c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:06.939617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f69bfd51-eb82-435f-94a4-6397b34c416e req-622f915d-8f27-4b3d-a308-c6076f345d35 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] No DVR routers for this DVR port e9c8739c-7846-40fc-b0bc-a9316d075d3c on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:06.943101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f69bfd51-eb82-435f-94a4-6397b34c416e req-622f915d-8f27-4b3d-a308-c6076f345d35 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.945595 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f69bfd51-eb82-435f-94a4-6397b34c416e req-622f915d-8f27-4b3d-a308-c6076f345d35 tempest-ServerAddressesTestJSON-2037602078 tempest-ServerAddressesTestJSON-2037602078-project] 10.222.0.37 "DELETE /v2.0/ports/e9c8739c-7846-40fc-b0bc-a9316d075d3c HTTP/1.1" status: 204 len: 173 time: 0.8330386 Jul 16 17:58:06.981075 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d8f84-d38e-4669-9cc0-3f2e08395c2b req-b3489b29-aa98-4007-8689-87edf29b1753 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:06.982282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-74c8dd51-8610-45d6-84c2-7ec1473554d5 req-f27c43ea-f662-4234-843e-17760af33198 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] For port f123625a-9123-4b2b-8f8c-7f0079b30fac, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f123625a-9123-4b2b-8f8c-7f0079b30fac,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:06.982848 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-74c8dd51-8610-45d6-84c2-7ec1473554d5 req-f27c43ea-f662-4234-843e-17760af33198 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:06.992860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a03d8f84-d38e-4669-9cc0-3f2e08395c2b req-b3489b29-aa98-4007-8689-87edf29b1753 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 945 time: 0.2262731 Jul 16 17:58:07.036054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-74c8dd51-8610-45d6-84c2-7ec1473554d5 req-f27c43ea-f662-4234-843e-17760af33198 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Calling delete_port for f123625a-9123-4b2b-8f8c-7f0079b30fac owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:07.050078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a03d8f84-d38e-4669-9cc0-3f2e08395c2b req-1c11f800-57e0-4098-986e-2ca71ba289aa tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548937 Jul 16 17:58:07.083479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-24d0e6d5-fe88-45c6-8e89-af5d26fe92d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.087404 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6b1a01-7220-4d38-9ea7-1bc2f1956731 req-24d0e6d5-fe88-45c6-8e89-af5d26fe92d1 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5047889 Jul 16 17:58:07.185957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'tag': '3521bd85-cc0c-440d-9b3b-22f640f815dd'}, {'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': '42634e4a-5ac6-47d2-88a5-ffc39bf29f4b'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:07.188265 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b7464c6-1600-4d6b-96cd-de821f9223c4" -d '{"events": [{"name": "network-changed", "server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "tag": "3521bd85-cc0c-440d-9b3b-22f640f815dd"}, {"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "42634e4a-5ac6-47d2-88a5-ffc39bf29f4b"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:07.258585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356e3d70-44db-422a-a05d-e17a4b1f3999 req-a464d677-fb8d-4217-9af3-5eb5cab8c663 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.260114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-356e3d70-44db-422a-a05d-e17a4b1f3999 req-a464d677-fb8d-4217-9af3-5eb5cab8c663 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.3341184 Jul 16 17:58:07.334690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c66081e-e41d-4902-955f-767cee623738 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:07.362412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:07.421716 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Transition to ACTIVE for port object 5c66081e-e41d-4902-955f-767cee623738 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:07.427598 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-356e3d70-44db-422a-a05d-e17a4b1f3999 req-4fd4a874-9da8-46df-ac38-95c3c2953479 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539512 Jul 16 17:58:07.436530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:07.665032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-74c8dd51-8610-45d6-84c2-7ec1473554d5 req-f27c43ea-f662-4234-843e-17760af33198 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:07.718358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Pushing event updated for resources: {'Port': ['ID=5c66081e-e41d-4902-955f-767cee623738,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:07.750623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-35c1fe85-3518-4ecc-bc78-815cac61c7e5 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.753146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-35c1fe85-3518-4ecc-bc78-815cac61c7e5 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1096 time: 0.3641689 Jul 16 17:58:07.775154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f123625a-9123-4b2b-8f8c-7f0079b30fac no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:07.784509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04996-5805-46b5-a7c2-09d3ee9294f2 req-7e46ebeb-b7bf-44d9-914c-f6bda4c71c2a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.797786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04996-5805-46b5-a7c2-09d3ee9294f2 req-7e46ebeb-b7bf-44d9-914c-f6bda4c71c2a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.798638 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.799185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.799740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.800265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.800814 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.801333 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.801861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.802407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.802928 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.803494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.804038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.804552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:07.806680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04996-5805-46b5-a7c2-09d3ee9294f2 req-7e46ebeb-b7bf-44d9-914c-f6bda4c71c2a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.827302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04996-5805-46b5-a7c2-09d3ee9294f2 req-7e46ebeb-b7bf-44d9-914c-f6bda4c71c2a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.828404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: f123625a-9123-4b2b-8f8c-7f0079b30fac {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:07.828751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f123625a-9123-4b2b-8f8c-7f0079b30fac not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:07.837022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04996-5805-46b5-a7c2-09d3ee9294f2 req-7e46ebeb-b7bf-44d9-914c-f6bda4c71c2a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.845051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04996-5805-46b5-a7c2-09d3ee9294f2 req-7e46ebeb-b7bf-44d9-914c-f6bda4c71c2a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.851892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba04996-5805-46b5-a7c2-09d3ee9294f2 req-7e46ebeb-b7bf-44d9-914c-f6bda4c71c2a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.854410 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eba04996-5805-46b5-a7c2-09d3ee9294f2 req-7e46ebeb-b7bf-44d9-914c-f6bda4c71c2a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5406 time: 0.3908136 Jul 16 17:58:07.860104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-7'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:07.902087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27c43ea-f662-4234-843e-17760af33198 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Pushing event deleted for resources: {'Port': ['ID=f123625a-9123-4b2b-8f8c-7f0079b30fac,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:07.913183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e680b3d-93f0-4a4f-8add-44e0e4780a88 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:07.940720 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:07.943489 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-74c8dd51-8610-45d6-84c2-7ec1473554d5 req-f27c43ea-f662-4234-843e-17760af33198 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] No DVR routers for this DVR port f123625a-9123-4b2b-8f8c-7f0079b30fac on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:07.947545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Attempting to bind port 5c66081e-e41d-4902-955f-767cee623738 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:07.947959 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Attempting to bind port 5c66081e-e41d-4902-955f-767cee623738 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '96cad189-bdfc-427a-9196-7d0ef3a8a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:07.948227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Attempting to bind port 5c66081e-e41d-4902-955f-767cee623738 on network ebc9b37a-c124-4262-b24f-5f2c8809ad43 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:07.953651 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-74c8dd51-8610-45d6-84c2-7ec1473554d5 req-f27c43ea-f662-4234-843e-17760af33198 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:07.955828 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-74c8dd51-8610-45d6-84c2-7ec1473554d5 req-f27c43ea-f662-4234-843e-17760af33198 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.37 "DELETE /v2.0/ports/f123625a-9123-4b2b-8f8c-7f0079b30fac HTTP/1.1" status: 204 len: 173 time: 2.8160331 Jul 16 17:58:07.971235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Transition to ACTIVE for port object 7e680b3d-93f0-4a4f-8add-44e0e4780a88 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:07.973789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Port 5c66081e-e41d-4902-955f-767cee623738 on network ebc9b37a-c124-4262-b24f-5f2c8809ad43 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:07.974122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Attempting to bind port 5c66081e-e41d-4902-955f-767cee623738 on network ebc9b37a-c124-4262-b24f-5f2c8809ad43 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:07.987438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3506ba-45e7-4655-a423-9f35daf4c38c req-a9068000-dacd-4482-8724-5d1e62602a59 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:07.993113 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eba04996-5805-46b5-a7c2-09d3ee9294f2 req-91d7d0b1-19d1-4e23-a416-725e13021979 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0958400 Jul 16 17:58:07.999590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3506ba-45e7-4655-a423-9f35daf4c38c req-a9068000-dacd-4482-8724-5d1e62602a59 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.008155 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.015003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a3506ba-45e7-4655-a423-9f35daf4c38c req-a9068000-dacd-4482-8724-5d1e62602a59 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1679 time: 0.3529224 Jul 16 17:58:08.044820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:08.045179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Checking segment: {'id': '96cad189-bdfc-427a-9196-7d0ef3a8a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:08.045575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Bound using segment: {'id': '96cad189-bdfc-427a-9196-7d0ef3a8a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:08.046024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Bound port: 5c66081e-e41d-4902-955f-767cee623738, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96cad189-bdfc-427a-9196-7d0ef3a8a73b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:08.046394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.078850 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.168365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=fa7b5219-fc61-47f3-916f-29f789c6745b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:08.182977 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9abbb409-b875-4ada-8cb5-25049a3e36a7 x-openstack-request-id: req-9abbb409-b875-4ada-8cb5-25049a3e36a7 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:08.184469 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "tag": "3521bd85-cc0c-440d-9b3b-22f640f815dd", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "42634e4a-5ac6-47d2-88a5-ffc39bf29f4b", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:08.186069 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9abbb409-b875-4ada-8cb5-25049a3e36a7 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:08.188994 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'tag': '3521bd85-cc0c-440d-9b3b-22f640f815dd', 'status': 'completed', 'code': 200} Jul 16 17:58:08.189549 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': '42634e4a-5ac6-47d2-88a5-ffc39bf29f4b', 'status': 'completed', 'code': 200} Jul 16 17:58:08.224697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:08.310514 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.326591 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.341402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a3506ba-45e7-4655-a423-9f35daf4c38c req-abfb15b4-033f-4d1d-b645-4f813af69d04 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253191 Jul 16 17:58:08.416636 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] For port 5c66081e-e41d-4902-955f-767cee623738, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:08.491008 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Pushing event updated for resources: {'Port': ['ID=7e680b3d-93f0-4a4f-8add-44e0e4780a88,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:08.543298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7b5219-fc61-47f3-916f-29f789c6745b,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:08.550278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] For port 5c66081e-e41d-4902-955f-767cee623738, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5c66081e-e41d-4902-955f-767cee623738,segment=NetworkSegment(96cad189-bdfc-427a-9196-7d0ef3a8a73b),segment_id=96cad189-bdfc-427a-9196-7d0ef3a8a73b)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:08.603355 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.611834 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-603a202d-ebe0-48a8-8692-9d047cebfaad req-b40f8d0a-5587-4cb9-b4bd-9dda69307568 tempest-ServersOnMultiNodesTest-920212594 tempest-ServersOnMultiNodesTest-920212594-project] 10.222.0.47 "GET /v2.0/ports?device_id=57ed5079-17c7-4c6e-99d6-5a716618528d HTTP/1.1" status: 200 len: 210 time: 0.0594547 Jul 16 17:58:08.630763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on host n-h1-794306-7 for vnic_type normal with profile {"migrating_to": "n-h2-794306-7"} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:08.631138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:08.631425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:08.648287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dba67e-033e-4deb-bcfb-2116ecf229be req-aead8a44-f472-4d12-bc8a-9be0b8b3b131 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.656801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39dba67e-033e-4deb-bcfb-2116ecf229be req-aead8a44-f472-4d12-bc8a-9be0b8b3b131 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 1102 time: 0.2609773 Jul 16 17:58:08.660800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:08.661230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:08.667948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-02ff3f00-e114-48f1-bf7e-aeb3a64b4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.668521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-02ff3f00-e114-48f1-bf7e-aeb3a64b4a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.670252 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-02ff3f00-e114-48f1-bf7e-aeb3a64b4a79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=06b2f706fee046cc9ddaad27739b4c09&device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1939 time: 0.4439564 Jul 16 17:58:08.699025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:08.700032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:08.700427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:08.700883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Bound port: fa7b5219-fc61-47f3-916f-29f789c6745b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:08.701245 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.705476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.706143 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:08.707664 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] 10.222.0.18 "PUT /v2.0/ports/5c66081e-e41d-4902-955f-767cee623738 HTTP/1.1" status: 200 len: 1092 time: 3.1104133 Jul 16 17:58:08.785536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Attempting to bind port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:08.785726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17b97ab8-47fe-4d7b-95ca-469fb703aaba', 'name': 'network-vif-deleted', 'tag': 'e9c8739c-7846-40fc-b0bc-a9316d075d3c'}, {'server_uuid': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa7b5219-fc61-47f3-916f-29f789c6745b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:08.786193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Attempting to bind port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:08.786193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Attempting to bind port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 on network 791fcc36-0324-4230-9b89-1a8c080d3fb9 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:08.787851 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1747308b-e9e7-4c62-acd1-7417499409f4" -d '{"events": [{"server_uuid": "17b97ab8-47fe-4d7b-95ca-469fb703aaba", "name": "network-vif-deleted", "tag": "e9c8739c-7846-40fc-b0bc-a9316d075d3c"}, {"server_uuid": "54a638d2-9eb6-4dd1-89f2-cb04f394141f", "name": "network-vif-unplugged", "status": "completed", "tag": "fa7b5219-fc61-47f3-916f-29f789c6745b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:08.807788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-ef2e1986-a25f-408b-b59f-eed6c25ead5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.807987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-ef2e1986-a25f-408b-b59f-eed6c25ead5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.809165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-ef2e1986-a25f-408b-b59f-eed6c25ead5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.809660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-ef2e1986-a25f-408b-b59f-eed6c25ead5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.810980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-ef2e1986-a25f-408b-b59f-eed6c25ead5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.810980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-ef2e1986-a25f-408b-b59f-eed6c25ead5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.811411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-ef2e1986-a25f-408b-b59f-eed6c25ead5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:08.813402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-ef2e1986-a25f-408b-b59f-eed6c25ead5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6378 time: 0.5395653 Jul 16 17:58:08.814078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7028c99c-2e87-4bf4-874c-04e10e7ed41a service neutron] Pushing event updated for resources: {'Port': ['ID=5c66081e-e41d-4902-955f-767cee623738,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:08.816274 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39dba67e-033e-4deb-bcfb-2116ecf229be req-e2f01fde-1db0-4ce3-9144-183de426af34 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585517 Jul 16 17:58:08.820205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 on network 791fcc36-0324-4230-9b89-1a8c080d3fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:08.820558 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Attempting to bind port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 on network 791fcc36-0324-4230-9b89-1a8c080d3fb9 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:08.842701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48860) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:08.863214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:08.863646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Checking segment: {'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:08.864004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Bound using segment: {'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:08.864476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Bound port: 7e680b3d-93f0-4a4f-8add-44e0e4780a88, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:08.864945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.041601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:09.064403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c57c325-5470-4fab-a0cb-44f54b62345a admin admin] Deleting subnet 495786e7-19a3-4e3e-b7ff-7df20a6c189b {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:09.079197 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c57c325-5470-4fab-a0cb-44f54b62345a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.080766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device fa7b5219-fc61-47f3-916f-29f789c6745b details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:09.129400 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c57c325-5470-4fab-a0cb-44f54b62345a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.195041 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c57c325-5470-4fab-a0cb-44f54b62345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.233351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:09.259575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=fa7b5219-fc61-47f3-916f-29f789c6745b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:09.290701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.294564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on host n-h1-794306-7 for vnic_type normal with profile {"migrating_to": "n-h2-794306-7"} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:09.295163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:09.295762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:09.302472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:09.303080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Attempting to bind port fa7b5219-fc61-47f3-916f-29f789c6745b on network e3f5c890-cb19-4a71-b707-17807504369d {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:09.311274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 57, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:09.312005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Checking segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:09.312813 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Bound using segment: {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:09.313786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Bound port: fa7b5219-fc61-47f3-916f-29f789c6745b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bffa43a-3626-4875-87f7-0d8497317e85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': 'e3f5c890-cb19-4a71-b707-17807504369d'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:09.314433 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.376931 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c57c325-5470-4fab-a0cb-44f54b62345a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.408230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-421b089e-8c68-4ebc-9847-19126f57ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.408851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-421b089e-8c68-4ebc-9847-19126f57ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.409222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-421b089e-8c68-4ebc-9847-19126f57ee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.410782 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-421b089e-8c68-4ebc-9847-19126f57ee7b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=06b2f706fee046cc9ddaad27739b4c09&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.7303665 Jul 16 17:58:09.412993 n-d-794306-7 neutron-server[105440]: WARNING neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Concurrent port binding operations failed on port fa7b5219-fc61-47f3-916f-29f789c6745b Jul 16 17:58:09.418609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=fa7b5219-fc61-47f3-916f-29f789c6745b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:09.421096 n-d-794306-7 neutron-server[105440]: INFO neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Attempt 2 to bind port fa7b5219-fc61-47f3-916f-29f789c6745b Jul 16 17:58:09.421855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device fa7b5219-fc61-47f3-916f-29f789c6745b has no active binding in host n-h2-794306-7 {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:58:09.444136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57c325-5470-4fab-a0cb-44f54b62345a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=495786e7-19a3-4e3e-b7ff-7df20a6c189b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:09.453570 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c57c325-5470-4fab-a0cb-44f54b62345a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.458383 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6c57c325-5470-4fab-a0cb-44f54b62345a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/495786e7-19a3-4e3e-b7ff-7df20a6c189b HTTP/1.1" status: 204 len: 168 time: 0.6132641 Jul 16 17:58:09.460306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48870) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:09.472379 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa7b5219-fc61-47f3-916f-29f789c6745b,revision_number=8']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:09.508608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.509660 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.511730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-5afe8672-e968-4771-82b8-b5a2f0f5d3f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/fa7b5219-fc61-47f3-916f-29f789c6745b HTTP/1.1" status: 200 len: 1121 time: 1.7463093 Jul 16 17:58:09.523665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] For port 7e680b3d-93f0-4a4f-8add-44e0e4780a88, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:09.536658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a638a2-a7da-4a0c-8197-f422d0d2ca15 req-9afb55b3-f8d3-42a5-91d4-659e75e5014b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.539100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22a638a2-a7da-4a0c-8197-f422d0d2ca15 req-9afb55b3-f8d3-42a5-91d4-659e75e5014b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.2527885 Jul 16 17:58:09.546062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-1be50acc-4d71-4b37-a0d5-889e4ecaaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.550379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-1be50acc-4d71-4b37-a0d5-889e4ecaaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.550379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-1be50acc-4d71-4b37-a0d5-889e4ecaaab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.550379 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-1be50acc-4d71-4b37-a0d5-889e4ecaaab9 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9ab57568965435a8341b46893aa22bb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.6821342 Jul 16 17:58:09.616914 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22a638a2-a7da-4a0c-8197-f422d0d2ca15 req-cab340bc-56b0-4872-ad45-45126dc84c57 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695493 Jul 16 17:58:09.648719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['fa7b5219-fc61-47f3-916f-29f789c6745b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:09.673253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['fa7b5219-fc61-47f3-916f-29f789c6745b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:09.673953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] For port 7e680b3d-93f0-4a4f-8add-44e0e4780a88, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7e680b3d-93f0-4a4f-8add-44e0e4780a88,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:09.704165 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b83012-72ed-4b3a-a90e-98a79e947b5f x-openstack-request-id: req-83b83012-72ed-4b3a-a90e-98a79e947b5f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:09.704530 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17b97ab8-47fe-4d7b-95ca-469fb703aaba", "name": "network-vif-deleted", "tag": "e9c8739c-7846-40fc-b0bc-a9316d075d3c", "status": "completed", "code": 200}, {"server_uuid": "54a638d2-9eb6-4dd1-89f2-cb04f394141f", "name": "network-vif-unplugged", "status": "completed", "tag": "fa7b5219-fc61-47f3-916f-29f789c6745b", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:09.704856 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83b83012-72ed-4b3a-a90e-98a79e947b5f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:09.705684 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17b97ab8-47fe-4d7b-95ca-469fb703aaba', 'name': 'network-vif-deleted', 'tag': 'e9c8739c-7846-40fc-b0bc-a9316d075d3c', 'status': 'completed', 'code': 200} Jul 16 17:58:09.706008 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa7b5219-fc61-47f3-916f-29f789c6745b', 'code': 200} Jul 16 17:58:09.731433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e47646-4cdc-4a3a-a837-67bafb9dd39d req-d26f59af-6596-4e31-ae7c-870826381a6b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.741295 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85e47646-4cdc-4a3a-a837-67bafb9dd39d req-d26f59af-6596-4e31-ae7c-870826381a6b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.5273385 Jul 16 17:58:09.779441 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.813296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e9c8739c-7846-40fc-b0bc-a9316d075d3c no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:09.865299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: e9c8739c-7846-40fc-b0bc-a9316d075d3c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:09.865299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e9c8739c-7846-40fc-b0bc-a9316d075d3c not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:09.950235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:09.950950 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.952704 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] 10.222.0.37 "PUT /v2.0/ports/7e680b3d-93f0-4a4f-8add-44e0e4780a88 HTTP/1.1" status: 200 len: 1091 time: 4.0078504 Jul 16 17:58:09.978602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:09.998120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-f20a6042-9dbc-4f8f-b507-af8d0d502bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.000317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-f20a6042-9dbc-4f8f-b507-af8d0d502bc2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5758805 Jul 16 17:58:10.016931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Request body: {'port': {'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:10.038080 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85e47646-4cdc-4a3a-a837-67bafb9dd39d req-e382eb87-6de5-4f2f-8ddc-b5baede14eb3 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953451 Jul 16 17:58:10.084093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaef885-a658-4f40-af7f-af929574ebfa service neutron] Pushing event updated for resources: {'Port': ['ID=7e680b3d-93f0-4a4f-8add-44e0e4780a88,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:10.090138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-aa4e382e-66d6-4716-bfa3-dd4fcc09d71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.091838 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b7464c6-1600-4d6b-96cd-de821f9223c4 req-aa4e382e-66d6-4716-bfa3-dd4fcc09d71b service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4844377 Jul 16 17:58:10.123708 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48876) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:10.198264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467ed8-4075-42fb-870d-3fe7b2eb3263 req-cfbe7994-5242-4ec8-8b4d-f6b180c85599 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.203145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57ed5079-17c7-4c6e-99d6-5a716618528d', 'name': 'network-vif-deleted', 'tag': 'f123625a-9123-4b2b-8f8c-7f0079b30fac'}, {'name': 'network-changed', 'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'tag': '5c66081e-e41d-4902-955f-767cee623738'}, {'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': '7e680b3d-93f0-4a4f-8add-44e0e4780a88'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:10.208982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467ed8-4075-42fb-870d-3fe7b2eb3263 req-cfbe7994-5242-4ec8-8b4d-f6b180c85599 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.213964 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8" -d '{"events": [{"server_uuid": "57ed5079-17c7-4c6e-99d6-5a716618528d", "name": "network-vif-deleted", "tag": "f123625a-9123-4b2b-8f8c-7f0079b30fac"}, {"name": "network-changed", "server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "tag": "5c66081e-e41d-4902-955f-767cee623738"}, {"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "7e680b3d-93f0-4a4f-8add-44e0e4780a88"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:10.217618 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467ed8-4075-42fb-870d-3fe7b2eb3263 req-cfbe7994-5242-4ec8-8b4d-f6b180c85599 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.226812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467ed8-4075-42fb-870d-3fe7b2eb3263 req-cfbe7994-5242-4ec8-8b4d-f6b180c85599 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.241150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467ed8-4075-42fb-870d-3fe7b2eb3263 req-cfbe7994-5242-4ec8-8b4d-f6b180c85599 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.249346 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467ed8-4075-42fb-870d-3fe7b2eb3263 req-cfbe7994-5242-4ec8-8b4d-f6b180c85599 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.257397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d467ed8-4075-42fb-870d-3fe7b2eb3263 req-cfbe7994-5242-4ec8-8b4d-f6b180c85599 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.260018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d467ed8-4075-42fb-870d-3fe7b2eb3263 req-cfbe7994-5242-4ec8-8b4d-f6b180c85599 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5418 time: 0.1859639 Jul 16 17:58:10.311474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d467ed8-4075-42fb-870d-3fe7b2eb3263 req-5a24206d-a3ef-4e27-b431-cf9fe7620585 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0430300 Jul 16 17:58:10.355755 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.400150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f75df268-2137-4fff-8550-ac172d97ea71']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:10.422551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f3c70c-1018-447e-9dde-7742d0c8c718') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:10.423244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f3c70c-1018-447e-9dde-7742d0c8c718') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:10.425646 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.456800 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.471546 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d1f3878f-ffec-4163-a82d-36606f684c6d tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.480988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-abf9dac5-c492-4a1b-a43b-d8d321bf5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.481579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-abf9dac5-c492-4a1b-a43b-d8d321bf5cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.483099 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-abf9dac5-c492-4a1b-a43b-d8d321bf5cf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=06b2f706fee046cc9ddaad27739b4c09&device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1981 time: 0.3898218 Jul 16 17:58:10.488257 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.535207 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:10.535649 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: timer() Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 17:58:10.540081 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:10.546061 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:10.546061 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:10.546061 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:10.546061 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:10.546061 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:10.546061 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:10.546061 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:10.546061 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:10.546061 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:10.546061 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:10.597398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140c576-88d2-42e0-8c8e-c0d475455342 req-cea9a087-a816-4a54-9fbe-c15f508684ed tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.598955 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f140c576-88d2-42e0-8c8e-c0d475455342 req-cea9a087-a816-4a54-9fbe-c15f508684ed tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 1102 time: 0.0632293 Jul 16 17:58:10.601770 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-2cf80291-f8c8-4e39-b0b1-461eee7f7760 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=3521bd85-cc0c-440d-9b3b-22f640f815dd HTTP/1.1" status: 200 len: 217 time: 0.1046045 Jul 16 17:58:10.603643 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d1f3878f-ffec-4163-a82d-36606f684c6d tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.643306 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f140c576-88d2-42e0-8c8e-c0d475455342 req-e3d6e8e3-0b81-44ba-84f4-2f86594d9699 tempest-ServersAdminTestJSON-405591717 tempest-ServersAdminTestJSON-405591717-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351551 Jul 16 17:58:10.645928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48884) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:10.646072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad37ccd-d290-445a-ae62-d40b2bec9d4c req-5919f70c-13c8-4420-887c-22b977c40964 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.652266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad37ccd-d290-445a-ae62-d40b2bec9d4c req-5919f70c-13c8-4420-887c-22b977c40964 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.653880 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bad37ccd-d290-445a-ae62-d40b2bec9d4c req-5919f70c-13c8-4420-887c-22b977c40964 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1679 time: 0.3869178 Jul 16 17:58:10.726793 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1d2865e-bc77-436f-b7b5-95d8e5e2f828 x-openstack-request-id: req-d1d2865e-bc77-436f-b7b5-95d8e5e2f828 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:10.726978 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57ed5079-17c7-4c6e-99d6-5a716618528d", "name": "network-vif-deleted", "tag": "f123625a-9123-4b2b-8f8c-7f0079b30fac", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "tag": "5c66081e-e41d-4902-955f-767cee623738", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "7e680b3d-93f0-4a4f-8add-44e0e4780a88", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:10.727239 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d1d2865e-bc77-436f-b7b5-95d8e5e2f828 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:10.727652 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57ed5079-17c7-4c6e-99d6-5a716618528d', 'name': 'network-vif-deleted', 'tag': 'f123625a-9123-4b2b-8f8c-7f0079b30fac', 'status': 'completed', 'code': 200} Jul 16 17:58:10.727914 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'tag': '5c66081e-e41d-4902-955f-767cee623738', 'status': 'completed', 'code': 200} Jul 16 17:58:10.728166 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': '7e680b3d-93f0-4a4f-8add-44e0e4780a88', 'status': 'completed', 'code': 200} Jul 16 17:58:10.816629 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.846985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.851478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f75df268-2137-4fff-8550-ac172d97ea71 HTTP/1.1" status: 204 len: 168 time: 1.3719742 Jul 16 17:58:10.884601 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dfe060d7-18c9-4484-a91d-e3e1e7276ced admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=02d40a49c0a84b81a98ec66aee94886f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371442 Jul 16 17:58:10.891664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48894) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:10.905366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dbb0c-c613-4437-9e55-316428a086b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f75df268-2137-4fff-8550-ac172d97ea71,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:10.916347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-0f018466-f5c7-430d-a5a3-ee3ddfa6d67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.919372 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-0f018466-f5c7-430d-a5a3-ee3ddfa6d67a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=27368e4f-2f99-4929-9bc3-3cccf1955b0e HTTP/1.1" status: 200 len: 801 time: 0.2930939 Jul 16 17:58:10.933920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23492676-1040-45eb-a711-f006f0ef69ae req-fb66bbb7-3f33-4b67-8a26-40c17a57c73a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:10.940902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23492676-1040-45eb-a711-f006f0ef69ae req-fb66bbb7-3f33-4b67-8a26-40c17a57c73a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.1352391 Jul 16 17:58:10.950768 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bad37ccd-d290-445a-ae62-d40b2bec9d4c req-ad98a844-c8df-4aae-85d7-939b6482dfa9 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283597 Jul 16 17:58:10.986460 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d1f3878f-ffec-4163-a82d-36606f684c6d tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:10.989133 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d1f3878f-ffec-4163-a82d-36606f684c6d tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.000082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48896) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:11.000873 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d1f3878f-ffec-4163-a82d-36606f684c6d tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "DELETE /v2.0/security-groups/3734d125-6130-4f59-9ef9-6ab4acc19316 HTTP/1.1" status: 204 len: 168 time: 0.8545527 Jul 16 17:58:11.017930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23492676-1040-45eb-a711-f006f0ef69ae req-b2638fa7-35d9-4ffc-b70e-4172b8426d1c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759778 Jul 16 17:58:11.025856 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-8d6ef00f-3ab9-4f99-a38d-0c8ce6dd37c4 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] show failed (client error): The resource could not be found. Jul 16 17:58:11.026846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8d6ef00f-3ab9-4f99-a38d-0c8ce6dd37c4 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "GET /v2.0/security-groups/3734d125-6130-4f59-9ef9-6ab4acc19316 HTTP/1.1" status: 404 len: 347 time: 0.0310194 Jul 16 17:58:11.028257 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5733fae4-53d2-491f-977f-422808eabddd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.036218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48898) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:11.037207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48900) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:11.055422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f3878f-ffec-4163-a82d-36606f684c6d tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3734d125-6130-4f59-9ef9-6ab4acc19316,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:11.103546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-94b59c35-868c-4626-bbec-2ee0470ebef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.104077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-94b59c35-868c-4626-bbec-2ee0470ebef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.104556 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-94b59c35-868c-4626-bbec-2ee0470ebef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.105111 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-94b59c35-868c-4626-bbec-2ee0470ebef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.106171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-94b59c35-868c-4626-bbec-2ee0470ebef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.106649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-94b59c35-868c-4626-bbec-2ee0470ebef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.107128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-94b59c35-868c-4626-bbec-2ee0470ebef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.109160 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-94b59c35-868c-4626-bbec-2ee0470ebef0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6420 time: 0.2938268 Jul 16 17:58:11.133734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5733fae4-53d2-491f-977f-422808eabddd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.143767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-42b2a24a-b904-4170-8939-e09d2296a497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.145604 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-42b2a24a-b904-4170-8939-e09d2296a497 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2081616 Jul 16 17:58:11.274190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6f74b5c2-b482-4989-a076-a4ace5a5c8bc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=abccbbd02afc476f889e1a05d977878d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2319303 Jul 16 17:58:11.279657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48904) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:11.302898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80fb28f4-6bfe-4220-9ada-25fe85728b93 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:11.319485 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.359396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Transition to ACTIVE for port object 80fb28f4-6bfe-4220-9ada-25fe85728b93 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:11.360135 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5733fae4-53d2-491f-977f-422808eabddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.363607 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5733fae4-53d2-491f-977f-422808eabddd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.372757 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.375642 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5733fae4-53d2-491f-977f-422808eabddd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3eaaec2-307c-448a-95b9-4a64eee5cefd HTTP/1.1" status: 204 len: 168 time: 0.4797678 Jul 16 17:58:11.383393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-3c691955-995b-4a43-a636-6bb8b4a5dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.384019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-3c691955-995b-4a43-a636-6bb8b4a5dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.384544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-3c691955-995b-4a43-a636-6bb8b4a5dde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.386158 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-3c691955-995b-4a43-a636-6bb8b4a5dde7 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b9ab57568965435a8341b46893aa22bb&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2583456 Jul 16 17:58:11.392654 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-1134c0fb-3d87-4b2a-8b5f-294caaf6f120 service neutron] 10.222.0.18 "GET /v2.0/networks/ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312741 Jul 16 17:58:11.398345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5733fae4-53d2-491f-977f-422808eabddd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3eaaec2-307c-448a-95b9-4a64eee5cefd,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:11.411689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26842f2e-2d91-4093-bfa5-d5d4a6c10db7 req-d4a943f7-e0c1-4fb8-b937-a61291eeb2bb tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:11.419193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-26842f2e-2d91-4093-bfa5-d5d4a6c10db7 req-d4a943f7-e0c1-4fb8-b937-a61291eeb2bb tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.2164650 Jul 16 17:58:11.581475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Pushing event updated for resources: {'Port': ['ID=80fb28f4-6bfe-4220-9ada-25fe85728b93,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:11.757370 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.840870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5378bf3b-ed43-4bbe-9b5f-58a43ab71e32 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Deleting port f998397b-fddf-4302-a4b5-2eb72b1556c0 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:11.841287 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5378bf3b-ed43-4bbe-9b5f-58a43ab71e32 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.843127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'tag': 'fa7b5219-fc61-47f3-916f-29f789c6745b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:11.845485 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77dbc5b5-724a-488f-b619-ab06d0e60a2d" -d '{"events": [{"name": "network-changed", "server_uuid": "54a638d2-9eb6-4dd1-89f2-cb04f394141f", "tag": "fa7b5219-fc61-47f3-916f-29f789c6745b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:11.874579 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9df4abc3-ac39-4fc7-b765-ed55a44a83fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.905881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48916) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:11.977973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-26842f2e-2d91-4093-bfa5-d5d4a6c10db7 req-6d27e2c1-e9c3-4957-be87-78eb4002581e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575957 Jul 16 17:58:11.979801 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9df4abc3-ac39-4fc7-b765-ed55a44a83fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:11.991331 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-9297d06f-be2d-4eb6-9ebe-04bab5c904ed service neutron] 10.222.0.18 "GET /v2.0/networks/ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5685542 Jul 16 17:58:12.015804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-7fb1fb57-1072-4c66-abd5-84c222bc1528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.017275 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-7fb1fb57-1072-4c66-abd5-84c222bc1528 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5935373 Jul 16 17:58:12.048421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Attempting to bind port 80fb28f4-6bfe-4220-9ada-25fe85728b93 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:12.048759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Attempting to bind port 80fb28f4-6bfe-4220-9ada-25fe85728b93 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:12.049098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Attempting to bind port 80fb28f4-6bfe-4220-9ada-25fe85728b93 on network 791fcc36-0324-4230-9b89-1a8c080d3fb9 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:12.051837 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-d98c8140-846f-4c06-aaf8-f967b22f2bfc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.229&port_id=5c66081e-e41d-4902-955f-767cee623738 HTTP/1.1" status: 200 len: 217 time: 0.0472760 Jul 16 17:58:12.055425 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b5f3d418-83a2-46a7-83f3-bccf09e84c93 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca93c5758cd64ca2a81845f571ac2866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1444955 Jul 16 17:58:12.056265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48922) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:12.076040 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5378bf3b-ed43-4bbe-9b5f-58a43ab71e32 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.076542 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5378bf3b-ed43-4bbe-9b5f-58a43ab71e32 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.084237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Port 80fb28f4-6bfe-4220-9ada-25fe85728b93 on network 791fcc36-0324-4230-9b89-1a8c080d3fb9 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:12.084237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Attempting to bind port 80fb28f4-6bfe-4220-9ada-25fe85728b93 on network 791fcc36-0324-4230-9b89-1a8c080d3fb9 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:12.094029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5378bf3b-ed43-4bbe-9b5f-58a43ab71e32 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Calling delete_port for f998397b-fddf-4302-a4b5-2eb72b1556c0 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:12.127188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:12.127434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Checking segment: {'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:12.127846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Bound using segment: {'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:12.128296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Bound port: 80fb28f4-6bfe-4220-9ada-25fe85728b93, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:12.128658 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.152768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5f09-8514-4797-9bdc-ae8ca9c8bc52 req-423eb24c-17b7-462b-8eb5-526f4b4e3a51 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.158594 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5f09-8514-4797-9bdc-ae8ca9c8bc52 req-423eb24c-17b7-462b-8eb5-526f4b4e3a51 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.164596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5f09-8514-4797-9bdc-ae8ca9c8bc52 req-423eb24c-17b7-462b-8eb5-526f4b4e3a51 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.171017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5f09-8514-4797-9bdc-ae8ca9c8bc52 req-423eb24c-17b7-462b-8eb5-526f4b4e3a51 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.176170 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9df4abc3-ac39-4fc7-b765-ed55a44a83fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.176880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5f09-8514-4797-9bdc-ae8ca9c8bc52 req-423eb24c-17b7-462b-8eb5-526f4b4e3a51 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.178674 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9df4abc3-ac39-4fc7-b765-ed55a44a83fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.179816 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9df4abc3-ac39-4fc7-b765-ed55a44a83fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5713d038-fa44-4ab2-a261-cf5e7bac51c6 HTTP/1.1" status: 204 len: 168 time: 0.8902507 Jul 16 17:58:12.182925 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5f09-8514-4797-9bdc-ae8ca9c8bc52 req-423eb24c-17b7-462b-8eb5-526f4b4e3a51 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.189723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8f5f09-8514-4797-9bdc-ae8ca9c8bc52 req-423eb24c-17b7-462b-8eb5-526f4b4e3a51 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.191682 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f8f5f09-8514-4797-9bdc-ae8ca9c8bc52 req-423eb24c-17b7-462b-8eb5-526f4b4e3a51 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.6055808 Jul 16 17:58:12.200188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df4abc3-ac39-4fc7-b765-ed55a44a83fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5713d038-fa44-4ab2-a261-cf5e7bac51c6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:12.234589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-567aef5a-d362-4fc6-827b-ba8e6cf18c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.236101 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-567aef5a-d362-4fc6-827b-ba8e6cf18c36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ad66e03-c7eb-449b-8576-8aa9785c359c HTTP/1.1" status: 200 len: 801 time: 0.1699145 Jul 16 17:58:12.260179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779378c-f46d-49e1-a8e6-0a67b66349ec req-26531ae5-b014-4d27-9cc3-64145ca509dd tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.261880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7779378c-f46d-49e1-a8e6-0a67b66349ec req-26531ae5-b014-4d27-9cc3-64145ca509dd tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 949 time: 0.1581204 Jul 16 17:58:12.317207 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93649587-1c5a-438c-8cdf-6400d0a57040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.338605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7779378c-f46d-49e1-a8e6-0a67b66349ec req-843ca2af-c542-4302-9ab6-86c2b0e86de2 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645387 Jul 16 17:58:12.341581 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5378bf3b-ed43-4bbe-9b5f-58a43ab71e32 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.342743 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f8f5f09-8514-4797-9bdc-ae8ca9c8bc52 req-0f69cf74-7932-418d-9333-4e42b5c49e32 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352787 Jul 16 17:58:12.375186 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93649587-1c5a-438c-8cdf-6400d0a57040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.384349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5378bf3b-ed43-4bbe-9b5f-58a43ab71e32 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Pushing event deleted for resources: {'Port': ['ID=f998397b-fddf-4302-a4b5-2eb72b1556c0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:12.392772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] For port 80fb28f4-6bfe-4220-9ada-25fe85728b93, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:12.426372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] For port 80fb28f4-6bfe-4220-9ada-25fe85728b93, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=80fb28f4-6bfe-4220-9ada-25fe85728b93,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:12.434788 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.463531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-ff3ecc95-7d25-40c6-9cf0-bc72f7093881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.466040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-ff3ecc95-7d25-40c6-9cf0-bc72f7093881 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ebc9b37a-c124-4262-b24f-5f2c8809ad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2058861 Jul 16 17:58:12.488291 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7c3aafd-7be8-484d-87f8-96ebf547e62c x-openstack-request-id: req-f7c3aafd-7be8-484d-87f8-96ebf547e62c {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:12.488951 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54a638d2-9eb6-4dd1-89f2-cb04f394141f", "tag": "fa7b5219-fc61-47f3-916f-29f789c6745b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:12.489473 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f7c3aafd-7be8-484d-87f8-96ebf547e62c {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:12.490077 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'tag': 'fa7b5219-fc61-47f3-916f-29f789c6745b', 'status': 'completed', 'code': 200} Jul 16 17:58:12.491228 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5378bf3b-ed43-4bbe-9b5f-58a43ab71e32 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.494584 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5378bf3b-ed43-4bbe-9b5f-58a43ab71e32 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.496193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5378bf3b-ed43-4bbe-9b5f-58a43ab71e32 tempest-ServersWithSpecificFlavorTestJSON-630322119 tempest-ServersWithSpecificFlavorTestJSON-630322119-project] 10.222.0.47 "DELETE /v2.0/floatingips/20db4d71-3bcc-427c-a85c-4e5798aff75c HTTP/1.1" status: 204 len: 168 time: 1.4572227 Jul 16 17:58:12.534133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.534801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.536211 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] 10.222.0.37 "PUT /v2.0/ports/80fb28f4-6bfe-4220-9ada-25fe85728b93 HTTP/1.1" status: 200 len: 1091 time: 2.5283642 Jul 16 17:58:12.691120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93649587-1c5a-438c-8cdf-6400d0a57040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.693751 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93649587-1c5a-438c-8cdf-6400d0a57040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:12.694913 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-93649587-1c5a-438c-8cdf-6400d0a57040 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fb567321-26da-4ec9-ab85-49939dea6baa HTTP/1.1" status: 204 len: 168 time: 0.6377137 Jul 16 17:58:12.705642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1a0d3-188e-4a1b-b763-892b6a554f85 service neutron] Pushing event updated for resources: {'Port': ['ID=80fb28f4-6bfe-4220-9ada-25fe85728b93,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:12.744269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': '80fb28f4-6bfe-4220-9ada-25fe85728b93'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:12.746651 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49f8a517-3add-4a08-9ec5-886851a2d9b5" -d '{"events": [{"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "80fb28f4-6bfe-4220-9ada-25fe85728b93"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:12.760060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26e2492-80f9-4532-bf3c-f335b935c1e8 req-f9b9d3e8-0706-4e2d-aa01-0a0d2fd6053b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.762267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a26e2492-80f9-4532-bf3c-f335b935c1e8 req-f9b9d3e8-0706-4e2d-aa01-0a0d2fd6053b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.1621916 Jul 16 17:58:12.825671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93649587-1c5a-438c-8cdf-6400d0a57040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb567321-26da-4ec9-ab85-49939dea6baa,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:12.852241 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a26e2492-80f9-4532-bf3c-f335b935c1e8 req-bd08ee2e-271a-4653-a670-ad815e37f248 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825703 Jul 16 17:58:12.945302 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-606b6d77-4186-4fa3-8f79-3f64901d957a service neutron] 10.222.0.18 "GET /v2.0/networks/ebc9b37a-c124-4262-b24f-5f2c8809ad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126883 Jul 16 17:58:12.975654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c7d86-cb47-47ad-b3bc-aff1fcab0d76 req-b4dd53dc-b4a3-4021-b8be-f42a758b06ed tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.985585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c7d86-cb47-47ad-b3bc-aff1fcab0d76 req-b4dd53dc-b4a3-4021-b8be-f42a758b06ed tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:12.994186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-925c7d86-cb47-47ad-b3bc-aff1fcab0d76 req-b4dd53dc-b4a3-4021-b8be-f42a758b06ed tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1679 time: 0.4480755 Jul 16 17:58:12.998523 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f87572f-e922-4abe-a129-ca1fdf292aa1 x-openstack-request-id: req-5f87572f-e922-4abe-a129-ca1fdf292aa1 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:12.998728 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "80fb28f4-6bfe-4220-9ada-25fe85728b93", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:12.998979 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5f87572f-e922-4abe-a129-ca1fdf292aa1 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:12.999492 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': '80fb28f4-6bfe-4220-9ada-25fe85728b93', 'status': 'completed', 'code': 200} Jul 16 17:58:13.079709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbc5b5-724a-488f-b619-ab06d0e60a2d req-b0e1383a-15e3-48c5-a39f-94a3072f4f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.082375 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77dbc5b5-724a-488f-b619-ab06d0e60a2d req-b0e1383a-15e3-48c5-a39f-94a3072f4f1d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 1124 time: 0.5510049 Jul 16 17:58:13.250144 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-925c7d86-cb47-47ad-b3bc-aff1fcab0d76 req-f3b51fd0-827b-45ee-a115-ae8a05067c63 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549517 Jul 16 17:58:13.346713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-05c1ec18-2b5c-4c19-9dcd-6cacd27767de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.348928 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-05c1ec18-2b5c-4c19-9dcd-6cacd27767de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.349598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-05c1ec18-2b5c-4c19-9dcd-6cacd27767de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.351084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-05c1ec18-2b5c-4c19-9dcd-6cacd27767de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.351757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-05c1ec18-2b5c-4c19-9dcd-6cacd27767de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.351957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bf14c9-ff5b-42bb-b4ac-98b7ea98d7ce req-4219a42d-6e12-4336-9d4a-d0dda44b8f0e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.356683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-05c1ec18-2b5c-4c19-9dcd-6cacd27767de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.357523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-05c1ec18-2b5c-4c19-9dcd-6cacd27767de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.362001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-59bf14c9-ff5b-42bb-b4ac-98b7ea98d7ce req-4219a42d-6e12-4336-9d4a-d0dda44b8f0e tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.1887054 Jul 16 17:58:13.370112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-05c1ec18-2b5c-4c19-9dcd-6cacd27767de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6487 time: 0.7482154 Jul 16 17:58:13.441537 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-59bf14c9-ff5b-42bb-b4ac-98b7ea98d7ce req-c41d9427-1895-46a4-8ac0-225e09b48bae tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785379 Jul 16 17:58:13.488422 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d673f052-e88e-4a23-b73d-6e68d27aba41 req-0789186e-34f2-4e77-80f0-c034a0835d81 service neutron] 10.222.0.18 "GET /v2.0/networks/ebc9b37a-c124-4262-b24f-5f2c8809ad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325556 Jul 16 17:58:13.574738 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-7a102198-431a-4cf2-bb7d-d7abb7bbccc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d398d3-ffa2-42ec-82b2-002ccf45ef87 HTTP/1.1" status: 200 len: 217 time: 0.1930058 Jul 16 17:58:13.697829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48982) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:13.849279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbc5b5-724a-488f-b619-ab06d0e60a2d req-4fb3ab3a-1e36-42cc-8bf9-2b8f88b713b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.856869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77dbc5b5-724a-488f-b619-ab06d0e60a2d req-4fb3ab3a-1e36-42cc-8bf9-2b8f88b713b3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.7607384 Jul 16 17:58:13.897985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5394f-42bf-4982-810a-81cce7b9384a req-81000ea7-79a7-4c38-8537-fa0fb22107d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.904524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5394f-42bf-4982-810a-81cce7b9384a req-81000ea7-79a7-4c38-8537-fa0fb22107d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.931942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5394f-42bf-4982-810a-81cce7b9384a req-81000ea7-79a7-4c38-8537-fa0fb22107d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.938523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5394f-42bf-4982-810a-81cce7b9384a req-81000ea7-79a7-4c38-8537-fa0fb22107d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.956823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5394f-42bf-4982-810a-81cce7b9384a req-81000ea7-79a7-4c38-8537-fa0fb22107d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.963078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5394f-42bf-4982-810a-81cce7b9384a req-81000ea7-79a7-4c38-8537-fa0fb22107d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.975109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e1b8c141-4d91-41b3-98b9-77cafc483a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.977397 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e1b8c141-4d91-41b3-98b9-77cafc483a39 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acfdc864-54b3-468d-8c8a-61d86c93586e HTTP/1.1" status: 200 len: 855 time: 0.3314590 Jul 16 17:58:13.979939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c5394f-42bf-4982-810a-81cce7b9384a req-81000ea7-79a7-4c38-8537-fa0fb22107d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:13.983298 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77dbc5b5-724a-488f-b619-ab06d0e60a2d req-1e986030-b95d-4a4d-b40c-9df13d534fb2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa7b5219-fc61-47f3-916f-29f789c6745b HTTP/1.1" status: 200 len: 217 time: 0.1096630 Jul 16 17:58:13.998794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0c5394f-42bf-4982-810a-81cce7b9384a req-81000ea7-79a7-4c38-8537-fa0fb22107d6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.2916281 Jul 16 17:58:14.052630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c27d5e-af2b-48f7-a33a-45ddc6958126 req-82a183bd-f996-4cd3-b661-f7cfac0feb94 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.054235 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8c27d5e-af2b-48f7-a33a-45ddc6958126 req-82a183bd-f996-4cd3-b661-f7cfac0feb94 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.18 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 949 time: 0.2704179 Jul 16 17:58:14.060340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-0c275f85-4691-4e1c-99cc-1109de23d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.061063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-0c275f85-4691-4e1c-99cc-1109de23d0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.063517 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-0c275f85-4691-4e1c-99cc-1109de23d0b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=06b2f706fee046cc9ddaad27739b4c09&device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1981 time: 0.4914074 Jul 16 17:58:14.064847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0c5394f-42bf-4982-810a-81cce7b9384a req-70f72dc9-b499-4665-b664-0677458ff629 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0650604 Jul 16 17:58:14.077820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-network', 'tenant_id': '100cc40841824ef2ad57298c62557da2'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:14.128578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff898e0e-cdfa-4748-b0ff-b0030d658b08 req-f6ec396d-76e6-4267-84e6-015f0c9ac6dd tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.137734 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff898e0e-cdfa-4748-b0ff-b0030d658b08 req-f6ec396d-76e6-4267-84e6-015f0c9ac6dd tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 949 time: 0.4895232 Jul 16 17:58:14.165037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dbc5b5-724a-488f-b619-ab06d0e60a2d req-f362586e-73e7-4f02-b4f1-943588a5a5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.166713 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77dbc5b5-724a-488f-b619-ab06d0e60a2d req-f362586e-73e7-4f02-b4f1-943588a5a5a0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.1737492 Jul 16 17:58:14.185619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Made reservation on behalf of 100cc40841824ef2ad57298c62557da2 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:14.196082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.251514 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77dbc5b5-724a-488f-b619-ab06d0e60a2d req-cba00e3d-51fc-48a1-b663-39dd4da33dc6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767250 Jul 16 17:58:14.268149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a12d82cb-f08f-4479-95b9-810d2379fdff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.269859 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a12d82cb-f08f-4479-95b9-810d2379fdff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11e95be7-e3eb-4804-aa69-ab254a697625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2821155 Jul 16 17:58:14.276666 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.317957 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff898e0e-cdfa-4748-b0ff-b0030d658b08 req-6e4fc863-5d14-4e80-bac6-ab1da97ff59c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789899 Jul 16 17:58:14.350789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-d8c27d5e-af2b-48f7-a33a-45ddc6958126 req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Deleting port a387f717-678e-45ff-8920-cf924e807baf {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:14.351235 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8c27d5e-af2b-48f7-a33a-45ddc6958126 req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.422818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-61c21866-d06d-4383-964b-45fac463eaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.424351 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-61c21866-d06d-4383-964b-45fac463eaee service neutron] 10.222.0.18 "GET /v2.0/networks?id=ebc9b37a-c124-4262-b24f-5f2c8809ad43 HTTP/1.1" status: 200 len: 903 time: 0.3393991 Jul 16 17:58:14.512860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d8c27d5e-af2b-48f7-a33a-45ddc6958126 req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] For port a387f717-678e-45ff-8920-cf924e807baf, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a387f717-678e-45ff-8920-cf924e807baf,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:14.513487 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8c27d5e-af2b-48f7-a33a-45ddc6958126 req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.533745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-d8c27d5e-af2b-48f7-a33a-45ddc6958126 req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Calling delete_port for a387f717-678e-45ff-8920-cf924e807baf owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:14.569221 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.598587 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.616091 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-68e9061f-8f6a-4788-b885-eb97214eae1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.229&port_id=5c66081e-e41d-4902-955f-767cee623738 HTTP/1.1" status: 200 len: 217 time: 0.1223960 Jul 16 17:58:14.634084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:14.662691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac96c2b1-5171-4db4-9ac1-5064a9e70c29,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:14.682793 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.683220 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Added segment 6d0b7e95-fbd4-442a-8f68-2b162459dc51 of type vlan for network 5f228275-412b-4785-aac5-ff437020b30c Jul 16 17:58:14.749676 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.880654 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.881654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:14.882240 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.956179 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8c27d5e-af2b-48f7-a33a-45ddc6958126 req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:14.992098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['a387f717-678e-45ff-8920-cf924e807baf', '9b852776-fbfd-48a7-b695-ceb87fe3fe3a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:15.000027 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-92509486-c1d2-4dfd-a5c7-7444fe83bccc service neutron] 10.222.0.37 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7096884 Jul 16 17:58:15.001784 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77dbc5b5-724a-488f-b619-ab06d0e60a2d req-777ad4d2-78ab-4af9-ab9c-eb41ced02102 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7418809 Jul 16 17:58:15.012647 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3135777 Jul 16 17:58:15.018200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49030) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:15.053315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Pushing event deleted for resources: {'Port': ['ID=a387f717-678e-45ff-8920-cf924e807baf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:15.062596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] Request body: {'subnet': {'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-subnet', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:15.071004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Pushing event updated for resources: {'Network': ['ID=5f228275-412b-4785-aac5-ff437020b30c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:15.088435 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-09168e9b-abd0-46cf-a5a6-97069bb9b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.090624 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-09168e9b-abd0-46cf-a5a6-97069bb9b2a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6ad66e03-c7eb-449b-8576-8aa9785c359c HTTP/1.1" status: 200 len: 801 time: 0.4475298 Jul 16 17:58:15.110317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0430cc01-a19c-4cb2-8410-081572f21c05 req-f274485c-3d43-4e25-8baf-7fdf77d01536 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.115146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.115504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.115883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.116142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['10d688c7-4f21-4327-bcb0-ced35666875f'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:15.116289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.116559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.116898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.117238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.117718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.118058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.118391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.118729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.119063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.122911 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0430cc01-a19c-4cb2-8410-081572f21c05 req-f274485c-3d43-4e25-8baf-7fdf77d01536 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.5797422 Jul 16 17:58:15.133469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.133821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.134169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.134509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.134842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.135174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.135503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.135859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.136730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.137061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.137387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.138018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bdb68b2-944d-4128-a781-295104a60af7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:15.173886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8c27d5e-af2b-48f7-a33a-45ddc6958126 req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] No DVR routers for this DVR port a387f717-678e-45ff-8920-cf924e807baf on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:15.177690 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8c27d5e-af2b-48f7-a33a-45ddc6958126 req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.180046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8c27d5e-af2b-48f7-a33a-45ddc6958126 req-dfa775ca-5829-41ee-aaad-08face3c3c8d tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.18 "DELETE /v2.0/ports/a387f717-678e-45ff-8920-cf924e807baf HTTP/1.1" status: 204 len: 173 time: 1.1125567 Jul 16 17:58:15.180521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb6286d3-cb1d-4301-a82f-f6b787c417e8', 'name': 'network-vif-deleted', 'tag': 'a387f717-678e-45ff-8920-cf924e807baf'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:15.182926 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d9abbd-ddf3-44e8-a794-7abc39aef4ac" -d '{"events": [{"server_uuid": "eb6286d3-cb1d-4301-a82f-f6b787c417e8", "name": "network-vif-deleted", "tag": "a387f717-678e-45ff-8920-cf924e807baf"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:15.194815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89f592-ca7d-4546-8751-a8700305d317 req-7d0e5f61-3ca0-4dc2-ba56-048fb553fef7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.202412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89f592-ca7d-4546-8751-a8700305d317 req-7d0e5f61-3ca0-4dc2-ba56-048fb553fef7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.217961 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1d89f592-ca7d-4546-8751-a8700305d317 req-7d0e5f61-3ca0-4dc2-ba56-048fb553fef7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1679 time: 0.3901503 Jul 16 17:58:15.217961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] Made reservation on behalf of 100cc40841824ef2ad57298c62557da2 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:15.217961 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.234373 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 5f228275-412b-4785-aac5-ff437020b30c details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:15.318692 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1d89f592-ca7d-4546-8751-a8700305d317 req-7d2723d8-df9f-4f24-ae8e-1c0534cacb74 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074817 Jul 16 17:58:15.369645 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-45d777ad-110b-4a22-b08b-a4b1e97a0582 service neutron] 10.222.0.37 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3499470 Jul 16 17:58:15.385536 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0430cc01-a19c-4cb2-8410-081572f21c05 req-f19ed043-70bd-4057-91e3-3071e4c98094 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608700 Jul 16 17:58:15.397174 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77dbc5b5-724a-488f-b619-ab06d0e60a2d req-bc2a7127-aaa6-4e83-8439-1d06eaef7821 service neutron] 10.222.0.37 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841310 Jul 16 17:58:15.533792 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-c8440d52-e34c-4914-a26b-54501b4515bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c9bc271f-eb4b-4536-9932-627fb244a68f HTTP/1.1" status: 200 len: 217 time: 0.1413693 Jul 16 17:58:15.553479 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.631512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-76bc2afe-698d-4153-8ca5-ff6a554ec9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.634377 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-76bc2afe-698d-4153-8ca5-ff6a554ec9ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ebc9b37a-c124-4262-b24f-5f2c8809ad43&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5348222 Jul 16 17:58:15.712398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bccff13-8aed-47f5-8de9-d9ef4356d59f,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:15.716757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] Checking segment: {'id': '6d0b7e95-fbd4-442a-8f68-2b162459dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5f228275-412b-4785-aac5-ff437020b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:15.717259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] Network hostable DHCP agents. Network: 5f228275-412b-4785-aac5-ff437020b30c, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:15.742900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eccce0e-f042-470d-b4c0-e03f1d38b1b8 req-cabbb26a-916d-4249-8f76-ddc978d0e350 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.751297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9eccce0e-f042-470d-b4c0-e03f1d38b1b8 req-cabbb26a-916d-4249-8f76-ddc978d0e350 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.2102897 Jul 16 17:58:15.761809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-397efc5d-ab65-4f91-a3ff-94e7f0fff4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.763318 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-397efc5d-ab65-4f91-a3ff-94e7f0fff4fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.2228057 Jul 16 17:58:15.784755 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-59844ab7-fdaf-4e61-867e-c89f3a90dc70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.829630 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9eccce0e-f042-470d-b4c0-e03f1d38b1b8 req-edf28960-1c6e-4094-910b-9f2f715464f1 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770369 Jul 16 17:58:15.830711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] Network 5f228275-412b-4785-aac5-ff437020b30c is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:15.859087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 5f228275-412b-4785-aac5-ff437020b30c) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:15.859087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:15.859746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.888354 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f97e0366-8694-4917-967f-75b5af242655 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8354046 Jul 16 17:58:15.890514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49050) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:15.896053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42627053-9a10-45dc-9ff4-96d63cb2274a None None] Network 5f228275-412b-4785-aac5-ff437020b30c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:15.899190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device fa7b5219-fc61-47f3-916f-29f789c6745b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:15.904210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:15.938621 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb101a41-66e7-44f1-b445-22dfa5344420 x-openstack-request-id: req-cb101a41-66e7-44f1-b445-22dfa5344420 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:15.941386 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb6286d3-cb1d-4301-a82f-f6b787c417e8", "name": "network-vif-deleted", "tag": "a387f717-678e-45ff-8920-cf924e807baf", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:15.941992 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb101a41-66e7-44f1-b445-22dfa5344420 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:15.942574 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb6286d3-cb1d-4301-a82f-f6b787c417e8', 'name': 'network-vif-deleted', 'tag': 'a387f717-678e-45ff-8920-cf924e807baf', 'status': 'completed', 'code': 200} Jul 16 17:58:15.960891 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:15.969913 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.036412 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-bc84a46d-805e-4edf-aff9-d33edc23c0c7 service neutron] 10.222.0.18 "GET /v2.0/networks/ebc9b37a-c124-4262-b24f-5f2c8809ad43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3823471 Jul 16 17:58:16.096876 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.128719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-387ac7ad-7388-47a6-a6c9-c103acb784ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.133168 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-387ac7ad-7388-47a6-a6c9-c103acb784ff service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3579097 Jul 16 17:58:16.222084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3350-33be-49a0-8f25-5f542ea089e0 req-668ed742-09e4-477e-aa9b-8f7d26b97428 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.230722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3350-33be-49a0-8f25-5f542ea089e0 req-668ed742-09e4-477e-aa9b-8f7d26b97428 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.238581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3350-33be-49a0-8f25-5f542ea089e0 req-668ed742-09e4-477e-aa9b-8f7d26b97428 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.246598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3350-33be-49a0-8f25-5f542ea089e0 req-668ed742-09e4-477e-aa9b-8f7d26b97428 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.254825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3350-33be-49a0-8f25-5f542ea089e0 req-668ed742-09e4-477e-aa9b-8f7d26b97428 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.262822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3350-33be-49a0-8f25-5f542ea089e0 req-668ed742-09e4-477e-aa9b-8f7d26b97428 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.270812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968d3350-33be-49a0-8f25-5f542ea089e0 req-668ed742-09e4-477e-aa9b-8f7d26b97428 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.273524 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-968d3350-33be-49a0-8f25-5f542ea089e0 req-668ed742-09e4-477e-aa9b-8f7d26b97428 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.3418632 Jul 16 17:58:16.284691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241f433-e0a4-4239-869b-1e9f33bf5743 None None] Network 5f228275-412b-4785-aac5-ff437020b30c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:16.352508 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7cd20039-64d5-4485-a19f-5450fb4b289f req-eb33f886-473f-4201-bad6-49ce697fcc63 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb6286d3-cb1d-4301-a82f-f6b787c417e8 HTTP/1.1" status: 200 len: 210 time: 0.0887101 Jul 16 17:58:16.360899 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.454129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32cda8ff-fc9e-4e53-8fd8-33a9cda368d8 req-e93a24d4-4050-4a97-8781-17256567abe2 service neutron] 10.222.0.18 "GET /v2.0/networks/ebc9b37a-c124-4262-b24f-5f2c8809ad43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4038577 Jul 16 17:58:16.482066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-968d3350-33be-49a0-8f25-5f542ea089e0 req-c6fb5144-dec9-4698-b8a5-5b9b842119a6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1791959 Jul 16 17:58:16.508198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-86c01c6d-8253-4721-9505-b4dc4bb613e2 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3651187 Jul 16 17:58:16.516867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-3a07e00c-b2f2-442e-9495-df688ff6168f service neutron] 10.222.0.37 "GET /v2.0/ports/fa7b5219-fc61-47f3-916f-29f789c6745b/bindings/n-h2-794306-7 HTTP/1.1" status: 200 len: 384 time: 0.1927586 Jul 16 17:58:16.636619 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.663024 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.729157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-8ec5654f-8a49-4290-a891-a0c548feba5f service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092857 Jul 16 17:58:16.786848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Allocated IP 172.25.7.71 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/5c943413-a429-441d-b3a8-e659f394c5f4) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:16.797845 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-fd1ee3a8-4680-4b19-aa72-9097f02ba411 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=5083973c-bf1c-4ee2-93b7-1617cc9842d0 HTTP/1.1" status: 200 len: 217 time: 0.0603988 Jul 16 17:58:16.844710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d902954-89b2-4fe6-9f47-cdc7330b73d9 req-b2ae9d62-187e-402e-8831-a1c90bdaeb8d tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.850637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d902954-89b2-4fe6-9f47-cdc7330b73d9 req-b2ae9d62-187e-402e-8831-a1c90bdaeb8d tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.852274 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d902954-89b2-4fe6-9f47-cdc7330b73d9 req-b2ae9d62-187e-402e-8831-a1c90bdaeb8d tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1679 time: 0.2267127 Jul 16 17:58:16.912450 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.926642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-05413484-b0ac-4890-9935-5ea623eba11d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:16.928140 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-05413484-b0ac-4890-9935-5ea623eba11d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.1233764 Jul 16 17:58:16.966566 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:16.985957 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d902954-89b2-4fe6-9f47-cdc7330b73d9 req-300badfe-0b88-4117-afd3-7664ce452584 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989397 Jul 16 17:58:16.988566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-11136e54-e143-4895-bc8d-5ee69c5994ca service neutron] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=fa7b5219-fc61-47f3-916f-29f789c6745b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:17.014678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-11136e54-e143-4895-bc8d-5ee69c5994ca service neutron] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:17.024445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:17.025637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:17.044426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:17.055741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-11136e54-e143-4895-bc8d-5ee69c5994ca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa7b5219-fc61-47f3-916f-29f789c6745b {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:17.068994 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-11136e54-e143-4895-bc8d-5ee69c5994ca service neutron] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fa7b5219-fc61-47f3-916f-29f789c6745b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:17.072884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-1aaa262c-9d17-416e-b385-b6cf946969a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:17.074343 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-1aaa262c-9d17-416e-b385-b6cf946969a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1342549 Jul 16 17:58:17.102166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Pushing event updated for resources: {'Port': ['ID=5c943413-a429-441d-b3a8-e659f394c5f4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:17.109056 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-11136e54-e143-4895-bc8d-5ee69c5994ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.120131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5c66081e-e41d-4902-955f-767cee623738 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:17.122002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49098) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:17.260768 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-5a1b2a5f-1723-432c-861c-f7e7fed70026 service neutron] 10.222.0.18 "GET /v2.0/ports/26c272b3-4f8d-4af6-9a65-5993a5b1ae88/bindings/n-h2-794306-7 HTTP/1.1" status: 200 len: 382 time: 0.1596727 Jul 16 17:58:17.268149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16ad8c-1241-4851-a158-d1309bc52ab0 req-a61d9f1b-efa1-4e86-8e7c-b60d729100f6 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:17.275959 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f16ad8c-1241-4851-a158-d1309bc52ab0 req-a61d9f1b-efa1-4e86-8e7c-b60d729100f6 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.2610540 Jul 16 17:58:17.305893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5c66081e-e41d-4902-955f-767cee623738, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5c66081e-e41d-4902-955f-767cee623738,segment=NetworkSegment(96cad189-bdfc-427a-9196-7d0ef3a8a73b),segment_id=96cad189-bdfc-427a-9196-7d0ef3a8a73b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:17.306605 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-be642e10-dcfa-49fe-825f-0d15ac6427ec service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247834 Jul 16 17:58:17.320665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '5c66081e-e41d-4902-955f-767cee623738', 'network_id': 'ebc9b37a-c124-4262-b24f-5f2c8809ad43', 'port_id': '5c66081e-e41d-4902-955f-767cee623738', 'mac_address': 'fa:16:3e:c3:f3:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ad66e03-c7eb-449b-8576-8aa9785c359c', 'ip_address': '19.86.0.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:17.355819 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f16ad8c-1241-4851-a158-d1309bc52ab0 req-6fbb0031-f62e-4d97-8da1-21685cacc99a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747769 Jul 16 17:58:17.390000 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.430677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-11136e54-e143-4895-bc8d-5ee69c5994ca service neutron] Transition to ACTIVE for port object fa7b5219-fc61-47f3-916f-29f789c6745b will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:17.457756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c66081e-e41d-4902-955f-767cee623738 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:17.501726 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.515662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5c66081e-e41d-4902-955f-767cee623738, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5c66081e-e41d-4902-955f-767cee623738,segment=NetworkSegment(96cad189-bdfc-427a-9196-7d0ef3a8a73b),segment_id=96cad189-bdfc-427a-9196-7d0ef3a8a73b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:17.545809 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.548265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3521bd85-cc0c-440d-9b3b-22f640f815dd details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:17.649694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=5c66081e-e41d-4902-955f-767cee623738,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:17.746868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3521bd85-cc0c-440d-9b3b-22f640f815dd, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3521bd85-cc0c-440d-9b3b-22f640f815dd,segment=NetworkSegment(e5a72778-4de1-445c-bfcd-0ffe41fa5c00),segment_id=e5a72778-4de1-445c-bfcd-0ffe41fa5c00)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:17.762700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '3521bd85-cc0c-440d-9b3b-22f640f815dd', 'network_id': 'ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe', 'port_id': '3521bd85-cc0c-440d-9b3b-22f640f815dd', 'mac_address': 'fa:16:3e:25:40:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27368e4f-2f99-4929-9bc3-3cccf1955b0e', 'ip_address': '19.80.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:17.839131 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.852222 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-11136e54-e143-4895-bc8d-5ee69c5994ca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.854276 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:17.863187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3521bd85-cc0c-440d-9b3b-22f640f815dd {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:17.894436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3521bd85-cc0c-440d-9b3b-22f640f815dd, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3521bd85-cc0c-440d-9b3b-22f640f815dd,segment=NetworkSegment(e5a72778-4de1-445c-bfcd-0ffe41fa5c00),segment_id=e5a72778-4de1-445c-bfcd-0ffe41fa5c00)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:17.899024 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.003276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=3521bd85-cc0c-440d-9b3b-22f640f815dd,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:18.032394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-11136e54-e143-4895-bc8d-5ee69c5994ca service neutron] No DVR routers for this DVR port fa7b5219-fc61-47f3-916f-29f789c6745b on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:18.130125 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-335eb5a3-5746-412e-820b-f7806bfac765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.152620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.184016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11136e54-e143-4895-bc8d-5ee69c5994ca service neutron] Pushing event updated for resources: {'Port': ['ID=fa7b5219-fc61-47f3-916f-29f789c6745b,revision_number=10']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:18.201716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9592b477-6f9f-40c7-94b3-70ac6623f0c8 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8489518 Jul 16 17:58:18.202770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['3521bd85-cc0c-440d-9b3b-22f640f815dd'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:18.207696 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-11136e54-e143-4895-bc8d-5ee69c5994ca service neutron] 10.222.0.37 "PUT /v2.0/ports/fa7b5219-fc61-47f3-916f-29f789c6745b/bindings/n-h2-794306-7/activate HTTP/1.1" status: 200 len: 369 time: 1.6811526 Jul 16 17:58:18.216062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebd229-d566-48fa-98a0-0c0a002d6c6b req-fc0d8745-bea8-4249-a3f4-bd3a757b8d43 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.223468 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deebd229-d566-48fa-98a0-0c0a002d6c6b req-fc0d8745-bea8-4249-a3f4-bd3a757b8d43 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 943 time: 0.8346071 Jul 16 17:58:18.301374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-1e0bcf1c-5804-4628-a9c0-36be7a451e4b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=7823ca02-ecf8-4d6a-8697-5e81d3abde2a HTTP/1.1" status: 200 len: 217 time: 0.0752676 Jul 16 17:58:18.313292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca259357-1603-4a77-9ea2-ae88de895b2f req-94b43555-2fca-4180-8c42-d2e38279ff0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.321179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca259357-1603-4a77-9ea2-ae88de895b2f req-94b43555-2fca-4180-8c42-d2e38279ff0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.327396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca259357-1603-4a77-9ea2-ae88de895b2f req-94b43555-2fca-4180-8c42-d2e38279ff0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.333381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca259357-1603-4a77-9ea2-ae88de895b2f req-94b43555-2fca-4180-8c42-d2e38279ff0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.339899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca259357-1603-4a77-9ea2-ae88de895b2f req-94b43555-2fca-4180-8c42-d2e38279ff0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.345804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca259357-1603-4a77-9ea2-ae88de895b2f req-94b43555-2fca-4180-8c42-d2e38279ff0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.351745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca259357-1603-4a77-9ea2-ae88de895b2f req-94b43555-2fca-4180-8c42-d2e38279ff0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.353713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca259357-1603-4a77-9ea2-ae88de895b2f req-94b43555-2fca-4180-8c42-d2e38279ff0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.2147141 Jul 16 17:58:18.384865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-af9026c9-382e-4a20-ae1f-4448a48190bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.386712 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-af9026c9-382e-4a20-ae1f-4448a48190bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e&tenant_id=062537ea7da04e45bd99e357cf9993d8 HTTP/1.1" status: 200 len: 1100 time: 0.4786108 Jul 16 17:58:18.403845 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deebd229-d566-48fa-98a0-0c0a002d6c6b req-f4bc8924-c611-49c8-a1d9-f26bd8263b15 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794667 Jul 16 17:58:18.455001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca259357-1603-4a77-9ea2-ae88de895b2f req-f1a365a8-54c1-4f26-8dfd-3986a53a65f9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0852289 Jul 16 17:58:18.492944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:58:18.496798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-4613be64-b8fd-4a18-9cbf-848eb70dd05c tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.498426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-4613be64-b8fd-4a18-9cbf-848eb70dd05c tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.1437893 Jul 16 17:58:18.500565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2c0d604d-48e4-4314-a24d-56d5ed0cd693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.502499 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-2c0d604d-48e4-4314-a24d-56d5ed0cd693 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.1880920 Jul 16 17:58:18.635290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-21cadbfb-96ad-422e-a777-add35a529ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.637215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-21cadbfb-96ad-422e-a777-add35a529ff0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 1100 time: 0.2040617 Jul 16 17:58:18.645935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-0a38e292-2a26-4a9f-8e9d-dfcf0f056398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.647583 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-0a38e292-2a26-4a9f-8e9d-dfcf0f056398 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1352916 Jul 16 17:58:18.741431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-9034b841-b1e1-4445-bf83-8d080f771d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.743512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-9034b841-b1e1-4445-bf83-8d080f771d6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f&tenant_id=fd1e60976af94d0bbe27792be036c702 HTTP/1.1" status: 200 len: 1095 time: 0.2349975 Jul 16 17:58:18.764000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:18.787300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Sync routers for ids ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:18.813425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Routers {'f444ecd4-1818-4ff8-8547-3a7a7edb3c18'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:18.814089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:18.842893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152c384-14a9-4cee-989f-bbc4990c2118 req-2b1ba879-f6d0-4854-86ff-efbb8c45f29b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.849485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6152c384-14a9-4cee-989f-bbc4990c2118 req-2b1ba879-f6d0-4854-86ff-efbb8c45f29b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.851217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-7d97f9e4-a0d4-498e-b4b0-01880a791856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:18.852786 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-7d97f9e4-a0d4-498e-b4b0-01880a791856 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2040923 Jul 16 17:58:18.857842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6152c384-14a9-4cee-989f-bbc4990c2118 req-2b1ba879-f6d0-4854-86ff-efbb8c45f29b tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1681 time: 0.2433484 Jul 16 17:58:18.864146 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-ca38067a-9302-4eed-b8c8-80d52f4985a4 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039845 Jul 16 17:58:18.866921 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.883431 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:18.888163 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b987f449-c073-4808-9a46-d0a013097e83 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.9917309 Jul 16 17:58:18.888163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49164) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:18.948226 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6152c384-14a9-4cee-989f-bbc4990c2118 req-67b4b40c-2b1d-4283-8422-719520cd7fcd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894897 Jul 16 17:58:18.982657 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-6008f58c-4e5d-4cb7-86fa-6f6dcedfe509 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88 HTTP/1.1" status: 200 len: 217 time: 0.1200349 Jul 16 17:58:19.025742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-95bf8eb8-0383-4b9f-b252-ea91ba5bae5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.027828 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-95bf8eb8-0383-4b9f-b252-ea91ba5bae5b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd1e60976af94d0bbe27792be036c702&device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 1095 time: 0.2438846 Jul 16 17:58:19.033916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Set router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:19.165411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-d507c346-e316-4db3-aa13-468d0e4442a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.166923 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-d507c346-e316-4db3-aa13-468d0e4442a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1494484 Jul 16 17:58:19.215268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-ec64565b-b3fd-4e1a-8e26-3c423c8e64f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.216778 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-ec64565b-b3fd-4e1a-8e26-3c423c8e64f6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 200 len: 922 time: 0.1786435 Jul 16 17:58:19.227051 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-e9421d77-17ce-4ecc-9b8d-717af6629d59 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3504095 Jul 16 17:58:19.228874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3521bd85-cc0c-440d-9b3b-22f640f815dd up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:19.269414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c9a70-9a21-42fe-96cc-f50e2fefc7da req-750661c3-a700-45f1-ae60-085f8923ede4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.276366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-722c9a70-9a21-42fe-96cc-f50e2fefc7da req-750661c3-a700-45f1-ae60-085f8923ede4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.3194206 Jul 16 17:58:19.312081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-51f8fd80-a3e9-4b3e-bd62-1af575a32163 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa7b5219-fc61-47f3-916f-29f789c6745b HTTP/1.1" status: 200 len: 217 time: 0.0510886 Jul 16 17:58:19.327324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 3521bd85-cc0c-440d-9b3b-22f640f815dd completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:19.335241 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 3521bd85-cc0c-440d-9b3b-22f640f815dd triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:19.335751 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.337806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5c66081e-e41d-4902-955f-767cee623738'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:19.355219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-fdec8a4f-5f07-495d-9cc1-926bb15272db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b HTTP/1.1" status: 200 len: 217 time: 0.0949416 Jul 16 17:58:19.406739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:17Z', 'revision_number': 3, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:19.414641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-e7876f82-4928-4dd6-92e9-59436f5a73ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.415797 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-e7876f82-4928-4dd6-92e9-59436f5a73ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 200 len: 861 time: 0.0683939 Jul 16 17:58:19.428299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-722c9a70-9a21-42fe-96cc-f50e2fefc7da req-2ca09153-9baa-4140-9483-c7a532fc43d0 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509674 Jul 16 17:58:19.450392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Checking router: f444ecd4-1818-4ff8-8547-3a7a7edb3c18 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:19.452653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Updating router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 port 5c943413-a429-441d-b3a8-e659f394c5f4 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:58:19.470508 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-f810333b-c72c-46ad-86d4-8242e8c422dd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e3f5c890-cb19-4a71-b707-17807504369d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345604 Jul 16 17:58:19.500149 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.501298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-7651fd3e-d9a3-454a-8ab2-b3694e484932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.502855 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-7651fd3e-d9a3-454a-8ab2-b3694e484932 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.1374674 Jul 16 17:58:19.508904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-dc07c675-e8b1-4734-82c9-07f23b649d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:19.510393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-dc07c675-e8b1-4734-82c9-07f23b649d3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3349354 Jul 16 17:58:19.667946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-b7728b2c-e198-494e-8b89-cf3f5ddf5356 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843114 Jul 16 17:58:19.674544 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.815280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.847794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-eee0bd06-daa5-4497-b3c8-661ec66252f3 service neutron] 10.222.0.18 "GET /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1701798 Jul 16 17:58:19.938860 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.958271 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:19.969179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Transition to ACTIVE for port object 5c943413-a429-441d-b3a8-e659f394c5f4 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:19.997517 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.032237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-9a3a8b96-77da-487b-a33e-e772f97f2f76 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4927547 Jul 16 17:58:20.037141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-aca40916-9975-4343-97c4-a6d90ba5cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.038742 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-aca40916-9975-4343-97c4-a6d90ba5cc47 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5274160 Jul 16 17:58:20.043003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3521bd85-cc0c-440d-9b3b-22f640f815dd'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:20.045882 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919d8fb2-42d2-41df-81e5-014e5c344f83" -d '{"events": [{"server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "name": "network-vif-plugged", "status": "completed", "tag": "3521bd85-cc0c-440d-9b3b-22f640f815dd"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:20.088010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3521bd85-cc0c-440d-9b3b-22f640f815dd, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3521bd85-cc0c-440d-9b3b-22f640f815dd,segment=NetworkSegment(e5a72778-4de1-445c-bfcd-0ffe41fa5c00),segment_id=e5a72778-4de1-445c-bfcd-0ffe41fa5c00)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:20.107831 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.108547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a387f717-678e-45ff-8920-cf924e807baf no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:20.115602 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Attempting to bind port 5c943413-a429-441d-b3a8-e659f394c5f4 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:20.115991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Attempting to bind port 5c943413-a429-441d-b3a8-e659f394c5f4 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:20.116295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Attempting to bind port 5c943413-a429-441d-b3a8-e659f394c5f4 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:20.138722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423d754-070e-4606-894b-7fd60e0729e3 None None] Pushing event updated for resources: {'Port': ['ID=5c943413-a429-441d-b3a8-e659f394c5f4,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.170537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: a387f717-678e-45ff-8920-cf924e807baf {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:20.171317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a387f717-678e-45ff-8920-cf924e807baf not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:20.171987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:20.174630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53486dc8-09a6-4ed1-88a5-464bc6a9c5fc req-f2922f00-fdba-427d-98f8-9c6a1a71985e tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.178682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:20.179324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:20.179947 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.180527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:20.181163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Bound port: 5c943413-a429-441d-b3a8-e659f394c5f4, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:20.181722 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.182371 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-53486dc8-09a6-4ed1-88a5-464bc6a9c5fc req-f2922f00-fdba-427d-98f8-9c6a1a71985e tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 949 time: 0.2679317 Jul 16 17:58:20.215325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df19ecb-d0d0-4e65-bc44-32407f69af35 req-7cfcba7c-4b50-47dc-a1ad-a1f2eef8c018 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.222121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9df19ecb-d0d0-4e65-bc44-32407f69af35 req-7cfcba7c-4b50-47dc-a1ad-a1f2eef8c018 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 944 time: 0.4688735 Jul 16 17:58:20.247447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] Deleting port e9c470a5-8633-4919-87d3-4104e22492c7 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:20.248093 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.273456 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9df19ecb-d0d0-4e65-bc44-32407f69af35 req-822919d4-3fab-429b-be97-7523ae255509 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504568 Jul 16 17:58:20.291891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=3521bd85-cc0c-440d-9b3b-22f640f815dd,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.342478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] For port 5c943413-a429-441d-b3a8-e659f394c5f4, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:20.351677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Allocated IP 172.20.0.1 (5f228275-412b-4785-aac5-ff437020b30c/8bccff13-8aed-47f5-8de9-d9ef4356d59f/59f0b35c-fa09-44f7-bede-24c47f569923) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:20.369300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9520c160-f482-4d42-80ee-fca2b10bd831 req-e6986426-f0dd-4e24-ab0f-906e8826bb66 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3244865 Jul 16 17:58:20.383068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] For port 5c943413-a429-441d-b3a8-e659f394c5f4, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5c943413-a429-441d-b3a8-e659f394c5f4,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:20.390167 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.406072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-7f8929ce-0fdc-49ac-9fe7-15fb1da8b548 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.407735 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-7f8929ce-0fdc-49ac-9fe7-15fb1da8b548 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f&tenant_id=fd1e60976af94d0bbe27792be036c702&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.1096370 Jul 16 17:58:20.416927 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-53486dc8-09a6-4ed1-88a5-464bc6a9c5fc req-80e5d1fc-325d-41c7-89a3-35c20f6fefc7 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329421 Jul 16 17:58:20.432649 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-60cac9f3-d316-4aa9-8dcc-59196ddd2ed9 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594296 Jul 16 17:58:20.518041 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.548339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] For port e9c470a5-8633-4919-87d3-4104e22492c7, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e9c470a5-8633-4919-87d3-4104e22492c7,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:20.558761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Routers {'f444ecd4-1818-4ff8-8547-3a7a7edb3c18'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:20.559408 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:20.559784 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.601782 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.611742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5423d754-070e-4606-894b-7fd60e0729e3 None None] Pushing event updated for resources: {'Port': ['ID=5c943413-a429-441d-b3a8-e659f394c5f4,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.642335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:20.649128 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.652564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] Calling delete_port for e9c470a5-8633-4919-87d3-4104e22492c7 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:20.674832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2570aa96-688e-483f-927d-88c3b989567b req-19d4606b-d8f4-4629-805b-565baa099097 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.676419 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2570aa96-688e-483f-927d-88c3b989567b req-19d4606b-d8f4-4629-805b-565baa099097 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.37 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 949 time: 0.4193420 Jul 16 17:58:20.713962 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3f973-0fe8-4a40-be28-647d69b58dd7 req-e90853f4-464e-4f50-9043-a2fb2f1cd13c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.720272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3f973-0fe8-4a40-be28-647d69b58dd7 req-e90853f4-464e-4f50-9043-a2fb2f1cd13c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.726089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3f973-0fe8-4a40-be28-647d69b58dd7 req-e90853f4-464e-4f50-9043-a2fb2f1cd13c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.732220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3f973-0fe8-4a40-be28-647d69b58dd7 req-e90853f4-464e-4f50-9043-a2fb2f1cd13c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.738278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3f973-0fe8-4a40-be28-647d69b58dd7 req-e90853f4-464e-4f50-9043-a2fb2f1cd13c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.744231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3f973-0fe8-4a40-be28-647d69b58dd7 req-e90853f4-464e-4f50-9043-a2fb2f1cd13c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.751078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3f973-0fe8-4a40-be28-647d69b58dd7 req-e90853f4-464e-4f50-9043-a2fb2f1cd13c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:20.753129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00a3f973-0fe8-4a40-be28-647d69b58dd7 req-e90853f4-464e-4f50-9043-a2fb2f1cd13c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.2554357 Jul 16 17:58:20.768096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-2915b1f4-29df-4e62-805e-65c5f6d7ba59 service neutron] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:20.769323 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-9edbe3a4-b738-4b3a-bd31-014ab4854642 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3212647 Jul 16 17:58:20.779826 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-2915b1f4-29df-4e62-805e-65c5f6d7ba59 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.781052 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0fc5a02-9a15-4791-927a-c7831c79ae25 req-2915b1f4-29df-4e62-805e-65c5f6d7ba59 service neutron] 10.222.0.18 "DELETE /v2.0/ports/fa7b5219-fc61-47f3-916f-29f789c6745b/bindings/n-h1-794306-7 HTTP/1.1" status: 204 len: 173 time: 0.3348122 Jul 16 17:58:20.799617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.843151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00a3f973-0fe8-4a40-be28-647d69b58dd7 req-41117884-37d0-4ae2-8322-9a58ea8224cd tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770559 Jul 16 17:58:20.860737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Network 5f228275-412b-4785-aac5-ff437020b30c is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:20.865018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:20.867256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Pushing event updated for resources: {'Port': ['ID=59f0b35c-fa09-44f7-bede-24c47f569923,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.869881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:20.882839 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-a42dcb32-7921-4995-b40f-12e653aae0df service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7e680b3d-93f0-4a4f-8add-44e0e4780a88 HTTP/1.1" status: 200 len: 217 time: 0.0932062 Jul 16 17:58:20.925779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:20.942169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] Set router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:20.944506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:20.963102 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ac6aec5-3967-4da1-8168-5bee90e42334 x-openstack-request-id: req-5ac6aec5-3967-4da1-8168-5bee90e42334 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:20.963388 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "name": "network-vif-plugged", "status": "completed", "tag": "3521bd85-cc0c-440d-9b3b-22f640f815dd", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:20.963806 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ac6aec5-3967-4da1-8168-5bee90e42334 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:20.964079 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3521bd85-cc0c-440d-9b3b-22f640f815dd', 'code': 200} Jul 16 17:58:21.057075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-5ba72add-4432-4b11-b9d4-a200abb3204d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.059150 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-5ba72add-4432-4b11-b9d4-a200abb3204d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb HTTP/1.1" status: 200 len: 797 time: 0.1423476 Jul 16 17:58:21.113279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-2570aa96-688e-483f-927d-88c3b989567b req-48b8db44-d471-40cb-b387-ac2f770cd21c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Deleting port 10d688c7-4f21-4327-bcb0-ced35666875f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:21.113623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2570aa96-688e-483f-927d-88c3b989567b req-48b8db44-d471-40cb-b387-ac2f770cd21c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.124470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30fbea-b6eb-4c54-8810-54663d52a944 req-ee965b3d-61fc-4c25-8a2b-0d4e5cec5d3c tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.141184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30fbea-b6eb-4c54-8810-54663d52a944 req-ee965b3d-61fc-4c25-8a2b-0d4e5cec5d3c tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.143054 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5e30fbea-b6eb-4c54-8810-54663d52a944 req-ee965b3d-61fc-4c25-8a2b-0d4e5cec5d3c tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1682 time: 0.4049559 Jul 16 17:58:21.206972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:17Z', 'revision_number': 3, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:21.231822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ebfcd0-8687-43d8-9930-8ffb418e7cd6 req-d1fe89ff-0de9-44c4-a7e3-8c52576ab7c7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.233649 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ebfcd0-8687-43d8-9930-8ffb418e7cd6 req-d1fe89ff-0de9-44c4-a7e3-8c52576ab7c7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 947 time: 0.1258917 Jul 16 17:58:21.234347 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.239641 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ce0137-2cf4-4a67-ab07-5f3577623955 None None] The sync data for ids ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'] in n-d-794306-7 is: [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:17Z', 'revision_number': 3, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:21.330833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.341710 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5e30fbea-b6eb-4c54-8810-54663d52a944 req-bd92f54b-158f-436e-ab9a-51d0cd46cedb tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493599 Jul 16 17:58:21.364268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ebfcd0-8687-43d8-9930-8ffb418e7cd6 req-4c90af78-f275-44cc-ab5f-db182d751a88 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876808 Jul 16 17:58:21.404874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-57cea865-57e9-4dbe-b9bd-8646d6151ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.404874 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-57cea865-57e9-4dbe-b9bd-8646d6151ae5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=791fcc36-0324-4230-9b89-1a8c080d3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3304470 Jul 16 17:58:21.441145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] Pushing event deleted for resources: {'Port': ['ID=e9c470a5-8633-4919-87d3-4104e22492c7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:21.510563 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.520839 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.605526 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.624858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Pushing event updated for resources: {'Port': ['ID=59f0b35c-fa09-44f7-bede-24c47f569923,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:21.653785 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-2570aa96-688e-483f-927d-88c3b989567b req-48b8db44-d471-40cb-b387-ac2f770cd21c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] For port 10d688c7-4f21-4327-bcb0-ced35666875f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=10d688c7-4f21-4327-bcb0-ced35666875f,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:21.655272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2570aa96-688e-483f-927d-88c3b989567b req-48b8db44-d471-40cb-b387-ac2f770cd21c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.742990 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-2570aa96-688e-483f-927d-88c3b989567b req-48b8db44-d471-40cb-b387-ac2f770cd21c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Calling delete_port for 10d688c7-4f21-4327-bcb0-ced35666875f owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:21.754768 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:21.812722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad802ffd-24df-4f7d-b625-518e249469b7 req-c858879c-a3e7-4492-9c8d-1a478acf42e9 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:21.814297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad802ffd-24df-4f7d-b625-518e249469b7 req-c858879c-a3e7-4492-9c8d-1a478acf42e9 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 944 time: 0.1867757 Jul 16 17:58:21.821390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Network 5f228275-412b-4785-aac5-ff437020b30c is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:21.831177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:21.875526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4c7e83c0-04ed-45ba-84c3-37abd3aa4f00 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4578569 Jul 16 17:58:21.901539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad802ffd-24df-4f7d-b625-518e249469b7 req-9acc8a2e-289b-4b74-bddd-0fcc342a9f39 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785949 Jul 16 17:58:22.007007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:22.121351 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.210877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:22.225061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9d78ee8d-b049-47b0-afb6-0373fd48524d admin admin] 10.222.0.47 "PUT /v2.0/routers/f444ecd4-1818-4ff8-8547-3a7a7edb3c18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3311996 Jul 16 17:58:22.263546 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-317b6ea8-059d-49ad-888c-0a03f3bc4d0d service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3358250 Jul 16 17:58:22.279757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee65d1-4f6a-4ba8-b820-3f1f4d8795ba req-7719c6e3-89d7-4f05-b4bc-72126dc22923 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.288024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e3ee65d1-4f6a-4ba8-b820-3f1f4d8795ba req-7719c6e3-89d7-4f05-b4bc-72126dc22923 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=c6cfea5f-53f4-4564-aad1-8f3efabcbedc HTTP/1.1" status: 200 len: 949 time: 0.2150190 Jul 16 17:58:22.328818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5c943413-a429-441d-b3a8-e659f394c5f4 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:22.335122 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e3ee65d1-4f6a-4ba8-b820-3f1f4d8795ba req-b2929940-7748-42a2-a46e-7842d2805eb5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457988 Jul 16 17:58:22.427962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5c943413-a429-441d-b3a8-e659f394c5f4 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:22.430339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5c943413-a429-441d-b3a8-e659f394c5f4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:22.430787 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.545031 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.570523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 5c943413-a429-441d-b3a8-e659f394c5f4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5c943413-a429-441d-b3a8-e659f394c5f4,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:22.575783 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.640562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=5c943413-a429-441d-b3a8-e659f394c5f4,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:22.688994 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-38f91244-7f9e-4f14-a275-8c9f567658ab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80fb28f4-6bfe-4220-9ada-25fe85728b93 HTTP/1.1" status: 200 len: 217 time: 0.4181786 Jul 16 17:58:22.690751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900958f-9c68-4b0b-8660-571b064b9381 req-848c285c-84bd-4988-a875-82fa6420e6ca tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.696906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900958f-9c68-4b0b-8660-571b064b9381 req-848c285c-84bd-4988-a875-82fa6420e6ca tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.704272 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5900958f-9c68-4b0b-8660-571b064b9381 req-848c285c-84bd-4988-a875-82fa6420e6ca tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1682 time: 0.0979669 Jul 16 17:58:22.716966 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2570aa96-688e-483f-927d-88c3b989567b req-48b8db44-d471-40cb-b387-ac2f770cd21c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.732195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['9b852776-fbfd-48a7-b695-ceb87fe3fe3a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:22.744099 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5900958f-9c68-4b0b-8660-571b064b9381 req-ccac2cea-6f30-4f0d-9b91-806e3883043e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392966 Jul 16 17:58:22.785643 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b8db44-d471-40cb-b387-ac2f770cd21c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Pushing event deleted for resources: {'Port': ['ID=10d688c7-4f21-4327-bcb0-ced35666875f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:22.826041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570295-97b8-46e2-9e25-9025fb18d1f0 req-5fc63766-92be-4a5b-b5b4-c9612a8cc114 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.832280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570295-97b8-46e2-9e25-9025fb18d1f0 req-5fc63766-92be-4a5b-b5b4-c9612a8cc114 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.839447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570295-97b8-46e2-9e25-9025fb18d1f0 req-5fc63766-92be-4a5b-b5b4-c9612a8cc114 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.845578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570295-97b8-46e2-9e25-9025fb18d1f0 req-5fc63766-92be-4a5b-b5b4-c9612a8cc114 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.851379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570295-97b8-46e2-9e25-9025fb18d1f0 req-5fc63766-92be-4a5b-b5b4-c9612a8cc114 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.864249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570295-97b8-46e2-9e25-9025fb18d1f0 req-5fc63766-92be-4a5b-b5b4-c9612a8cc114 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.870423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e570295-97b8-46e2-9e25-9025fb18d1f0 req-5fc63766-92be-4a5b-b5b4-c9612a8cc114 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.872645 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e570295-97b8-46e2-9e25-9025fb18d1f0 req-5fc63766-92be-4a5b-b5b4-c9612a8cc114 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.6910048 Jul 16 17:58:22.925662 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4fb8f20a-50ec-4c19-948e-a06a97699381 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.926137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77742191-3a89-408e-b44b-91eedaa15528 req-43f2b40d-cd4c-424f-bf53-a7a5f6b44729 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:22.927061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-4fb8f20a-50ec-4c19-948e-a06a97699381 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb HTTP/1.1" status: 200 len: 797 time: 0.2293050 Jul 16 17:58:22.927861 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77742191-3a89-408e-b44b-91eedaa15528 req-43f2b40d-cd4c-424f-bf53-a7a5f6b44729 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 947 time: 0.0733547 Jul 16 17:58:22.965389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:22.966658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77742191-3a89-408e-b44b-91eedaa15528 req-f4d3a388-fb32-4061-ac78-8e80acbf3085 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329654 Jul 16 17:58:22.968654 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-084373c2-4762-44de-879e-a3dde1af9b8e" -d '{"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-unplugged", "status": "completed", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:22.977164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2570aa96-688e-483f-927d-88c3b989567b req-48b8db44-d471-40cb-b387-ac2f770cd21c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] No DVR routers for this DVR port 10d688c7-4f21-4327-bcb0-ced35666875f on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:22.983269 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2570aa96-688e-483f-927d-88c3b989567b req-48b8db44-d471-40cb-b387-ac2f770cd21c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:22.985244 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2570aa96-688e-483f-927d-88c3b989567b req-48b8db44-d471-40cb-b387-ac2f770cd21c tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.37 "DELETE /v2.0/ports/10d688c7-4f21-4327-bcb0-ced35666875f HTTP/1.1" status: 204 len: 173 time: 2.3014047 Jul 16 17:58:22.987598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6cfea5f-53f4-4564-aad1-8f3efabcbedc', 'name': 'network-vif-deleted', 'tag': '10d688c7-4f21-4327-bcb0-ced35666875f'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:22.989805 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b36d588f-0ec2-4b69-87ca-0795b0e1be96" -d '{"events": [{"server_uuid": "c6cfea5f-53f4-4564-aad1-8f3efabcbedc", "name": "network-vif-deleted", "tag": "10d688c7-4f21-4327-bcb0-ced35666875f"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:23.077166 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e570295-97b8-46e2-9e25-9025fb18d1f0 req-034c7717-d9a1-4073-af1b-465c3c05b86a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1535997 Jul 16 17:58:23.100408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] Router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:23.115781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3051a017-7336-467d-bb7d-0f389636fc9f req-0e041c70-4d6e-4160-a562-b430a7ea980a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.117775 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-0e041c70-4d6e-4160-a562-b430a7ea980a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=791fcc36-0324-4230-9b89-1a8c080d3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775348 Jul 16 17:58:23.162094 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5c66081e-e41d-4902-955f-767cee623738 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:23.168421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1320349f-fdb8-418a-b88d-9b247a865aef req-f3d14c5c-b352-44a2-8be8-fce019cf6472 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.172494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1320349f-fdb8-418a-b88d-9b247a865aef req-f3d14c5c-b352-44a2-8be8-fce019cf6472 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 1095 time: 0.0866954 Jul 16 17:58:23.231139 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1320349f-fdb8-418a-b88d-9b247a865aef req-3d732eb9-fc08-432d-a9fd-f2075e767ba0 tempest-LiveAutoBlockMigrationV225Test-1885173694 tempest-LiveAutoBlockMigrationV225Test-1885173694-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521941 Jul 16 17:58:23.246840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 5c66081e-e41d-4902-955f-767cee623738 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:23.252250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 5c66081e-e41d-4902-955f-767cee623738 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:23.252473 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.392658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:23.404384 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c85fd-cc5f-4fdc-b055-7bdf0b516875 None None] Sync routers for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:23.410893 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.415017 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c85fd-cc5f-4fdc-b055-7bdf0b516875 None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:23.418973 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f12c85fd-cc5f-4fdc-b055-7bdf0b516875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:23.442936 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-acd64a27-f820-4a63-ba5e-b85c3929c79d admin admin] 10.222.0.47 "PUT /v2.0/routers/9ef89b33-10b2-4ef0-bde9-327d79c5de29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2938213 Jul 16 17:58:23.445095 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49318) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:23.480079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5c66081e-e41d-4902-955f-767cee623738, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5c66081e-e41d-4902-955f-767cee623738,segment=NetworkSegment(96cad189-bdfc-427a-9196-7d0ef3a8a73b),segment_id=96cad189-bdfc-427a-9196-7d0ef3a8a73b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:23.487973 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.557103 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-5bfdec16-11ca-4e8f-8117-df57918edebf service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4189930 Jul 16 17:58:23.630161 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=5c66081e-e41d-4902-955f-767cee623738,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:23.670608 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:23.700182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-4503ba74-e9e0-47e1-b663-2c4a7ab335bb tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:23.720017 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-4503ba74-e9e0-47e1-b663-2c4a7ab335bb tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/networks?id=5f228275-412b-4785-aac5-ff437020b30c HTTP/1.1" status: 200 len: 819 time: 0.2835913 Jul 16 17:58:23.738984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Sync routers for ids ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:23.749216 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-f12c85fd-cc5f-4fdc-b055-7bdf0b516875 None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:23.752212 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-fb46d07a-0ec9-4e69-a112-f993a1ba50ec tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/quotas/100cc40841824ef2ad57298c62557da2 HTTP/1.1" status: 200 len: 375 time: 0.0312686 Jul 16 17:58:23.759101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Routers {'f444ecd4-1818-4ff8-8547-3a7a7edb3c18'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:23.759767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:23.830433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3051a017-7336-467d-bb7d-0f389636fc9f req-c4147ad3-ca90-444c-b832-30cff912e9df service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2672856 Jul 16 17:58:23.864943 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-86702c63-74de-489a-9c60-b6cc46cd3413 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=100cc40841824ef2ad57298c62557da2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1108260 Jul 16 17:58:23.943706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 10d688c7-4f21-4327-bcb0-ced35666875f no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:23.970223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 10d688c7-4f21-4327-bcb0-ced35666875f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:23.970574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 10d688c7-4f21-4327-bcb0-ced35666875f not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:23.989939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Set router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:24.092469 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394a37f6-df69-4582-8158-fe51bdcaf4b3 x-openstack-request-id: req-394a37f6-df69-4582-8158-fe51bdcaf4b3 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:24.093019 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-unplugged", "status": "completed", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:24.093460 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-394a37f6-df69-4582-8158-fe51bdcaf4b3 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:24.094013 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'code': 200} Jul 16 17:58:24.132259 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-881e1ad2-2eda-4ed3-89e4-6165c3041e8a service neutron] 10.222.0.47 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664034 Jul 16 17:58:24.135862 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad3e3dca-fbfc-4a34-bf2f-fbdcadf6baec x-openstack-request-id: req-ad3e3dca-fbfc-4a34-bf2f-fbdcadf6baec {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:24.136237 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6cfea5f-53f4-4564-aad1-8f3efabcbedc", "name": "network-vif-deleted", "tag": "10d688c7-4f21-4327-bcb0-ced35666875f", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:24.137038 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad3e3dca-fbfc-4a34-bf2f-fbdcadf6baec {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:24.137545 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6cfea5f-53f4-4564-aad1-8f3efabcbedc', 'name': 'network-vif-deleted', 'tag': '10d688c7-4f21-4327-bcb0-ced35666875f', 'status': 'completed', 'code': 200} Jul 16 17:58:24.172755 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f12c85fd-cc5f-4fdc-b055-7bdf0b516875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6'}], 'enable_snat': True}, 'gw_port_id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:58:21Z', 'revision_number': 5, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port': {'id': '73370179-bd0e-48ab-856d-1fdcb733194f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.6', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:52:54Z', 'updated_at': '2021-07-16T17:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:24.208972 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.218856 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c85fd-cc5f-4fdc-b055-7bdf0b516875 None None] Checking router: 9ef89b33-10b2-4ef0-bde9-327d79c5de29 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:24.238523 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12c85fd-cc5f-4fdc-b055-7bdf0b516875 None None] Routers {'9ef89b33-10b2-4ef0-bde9-327d79c5de29'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:24.239049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5c943413-a429-441d-b3a8-e659f394c5f4 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:24.239265 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f12c85fd-cc5f-4fdc-b055-7bdf0b516875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:24.287068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Deleting port 73370179-bd0e-48ab-856d-1fdcb733194f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:24.287522 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.372714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-4696cd5c-b334-43a5-8804-bc1c1e5ec8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.373206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-4696cd5c-b334-43a5-8804-bc1c1e5ec8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.373864 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-4696cd5c-b334-43a5-8804-bc1c1e5ec8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.374531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-4696cd5c-b334-43a5-8804-bc1c1e5ec8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.375159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-4696cd5c-b334-43a5-8804-bc1c1e5ec8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.375864 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-4696cd5c-b334-43a5-8804-bc1c1e5ec8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.376504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-4696cd5c-b334-43a5-8804-bc1c1e5ec8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.378679 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-4696cd5c-b334-43a5-8804-bc1c1e5ec8b4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6487 time: 0.2306647 Jul 16 17:58:24.388676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-475ee6c8-ae25-4c96-8ea5-5660aabfee48 service neutron] 10.222.0.47 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542739 Jul 16 17:58:24.422547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5c943413-a429-441d-b3a8-e659f394c5f4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:24.423446 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.426884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] For port 73370179-bd0e-48ab-856d-1fdcb733194f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=73370179-bd0e-48ab-856d-1fdcb733194f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:24.428267 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.457964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Calling delete_port for 73370179-bd0e-48ab-856d-1fdcb733194f owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:24.494735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:21Z', 'revision_number': 4, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '59f0b35c-fa09-44f7-bede-24c47f569923', 'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'mac_address': 'fa:16:3e:71:9d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:19Z', 'updated_at': '2021-07-16T17:58:21Z', 'revision_number': 2, 'project_id': '100cc40841824ef2ad57298c62557da2', 'subnets': [{'id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:24.498475 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-f12c85fd-cc5f-4fdc-b055-7bdf0b516875 None None] Set router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:24.535972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Checking router: f444ecd4-1818-4ff8-8547-3a7a7edb3c18 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:24.536547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Updating router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 port 59f0b35c-fa09-44f7-bede-24c47f569923 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:58:24.556484 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f12c85fd-cc5f-4fdc-b055-7bdf0b516875 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:58:24Z', 'revision_number': 6, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:24.591401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-01ecbd03-9feb-492c-8d81-05cb190bf583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.593296 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-01ecbd03-9feb-492c-8d81-05cb190bf583 service neutron] 10.222.0.37 "GET /v2.0/networks?id=791fcc36-0324-4230-9b89-1a8c080d3fb9 HTTP/1.1" status: 200 len: 903 time: 0.2026529 Jul 16 17:58:24.595261 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f12c85fd-cc5f-4fdc-b055-7bdf0b516875 None None] The sync data for ids ['9ef89b33-10b2-4ef0-bde9-327d79c5de29'] in n-d-794306-7 is: [{'id': '9ef89b33-10b2-4ef0-bde9-327d79c5de29', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1179946324-router', 'tenant_id': '43130acca04945a79f69f3c5f20cf265', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:52:53Z', 'updated_at': '2021-07-16T17:58:24Z', 'revision_number': 6, 'project_id': '43130acca04945a79f69f3c5f20cf265', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:24.629686 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.680385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-2b916f8c-aa8e-4824-8313-bc8d356461f4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80fb28f4-6bfe-4220-9ada-25fe85728b93 HTTP/1.1" status: 200 len: 217 time: 0.0797124 Jul 16 17:58:24.784974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-5c70a392-079f-4f9e-afb2-d9cb7f7e059e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.786457 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-5c70a392-079f-4f9e-afb2-d9cb7f7e059e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb HTTP/1.1" status: 200 len: 797 time: 0.0978661 Jul 16 17:58:24.904038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-57038317-7981-4b8a-b64b-77ae57badd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.904446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b6096-2517-4c5b-9956-5e85839e1a8e req-0b7a80ae-3bc2-45ca-ad43-5d8c4af40701 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.906207 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-57038317-7981-4b8a-b64b-77ae57badd60 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=791fcc36-0324-4230-9b89-1a8c080d3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1126988 Jul 16 17:58:24.910897 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435b6096-2517-4c5b-9956-5e85839e1a8e req-0b7a80ae-3bc2-45ca-ad43-5d8c4af40701 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:24.912535 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-435b6096-2517-4c5b-9956-5e85839e1a8e req-0b7a80ae-3bc2-45ca-ad43-5d8c4af40701 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1683 time: 0.1136253 Jul 16 17:58:24.921564 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:24.976824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Pushing event deleted for resources: {'Port': ['ID=73370179-bd0e-48ab-856d-1fdcb733194f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.047937 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.057453 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-435b6096-2517-4c5b-9956-5e85839e1a8e req-d0fafd7a-e984-47db-810b-515ce8120e13 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148169 Jul 16 17:58:25.076667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Transition to ACTIVE for port object 59f0b35c-fa09-44f7-bede-24c47f569923 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:25.090751 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.090906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-5fa24a10-a704-4bb9-9612-6397ce510072 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743755 Jul 16 17:58:25.131626 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.170987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:25.259149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edeae1-10e0-4cb6-908c-8e27935e1b41 None None] Pushing event updated for resources: {'Port': ['ID=59f0b35c-fa09-44f7-bede-24c47f569923,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.268189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Attempting to bind port 59f0b35c-fa09-44f7-bede-24c47f569923 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:25.268898 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Attempting to bind port 59f0b35c-fa09-44f7-bede-24c47f569923 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '6d0b7e95-fbd4-442a-8f68-2b162459dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5f228275-412b-4785-aac5-ff437020b30c'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:25.269870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Attempting to bind port 59f0b35c-fa09-44f7-bede-24c47f569923 on network 5f228275-412b-4785-aac5-ff437020b30c {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:25.282471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:25.283333 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Checking segment: {'id': '6d0b7e95-fbd4-442a-8f68-2b162459dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5f228275-412b-4785-aac5-ff437020b30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:25.283838 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.284376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Bound using segment: {'id': '6d0b7e95-fbd4-442a-8f68-2b162459dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5f228275-412b-4785-aac5-ff437020b30c'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:25.284907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Bound port: 59f0b35c-fa09-44f7-bede-24c47f569923, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0b7e95-fbd4-442a-8f68-2b162459dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5f228275-412b-4785-aac5-ff437020b30c'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:25.285397 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.307421 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.309953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49f8a517-3add-4a08-9ec5-886851a2d9b5 req-b2f6f5eb-f0a5-4b40-95ac-234dd178e850 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131472 Jul 16 17:58:25.312976 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.451892 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] For port 59f0b35c-fa09-44f7-bede-24c47f569923, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:25.457578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] For port 59f0b35c-fa09-44f7-bede-24c47f569923, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=59f0b35c-fa09-44f7-bede-24c47f569923,segment=NetworkSegment(6d0b7e95-fbd4-442a-8f68-2b162459dc51),segment_id=6d0b7e95-fbd4-442a-8f68-2b162459dc51)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:25.462675 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.463843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9ef89b33-10b2-4ef0-bde9-327d79c5de29 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:58:25.464721 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.470464 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.474421 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-be621308-1f3b-45d6-b004-88da141ede5a admin admin] 10.222.0.47 "DELETE /v2.0/routers/9ef89b33-10b2-4ef0-bde9-327d79c5de29 HTTP/1.1" status: 204 len: 168 time: 2.0269175 Jul 16 17:58:25.474794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49414) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:25.493279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:25.520871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fc12a5-1ff7-40e3-a2d6-ecce2c50ac40 req-f6678811-9aa4-4833-93d4-5cfa80e2e4a3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.523546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-20fc12a5-1ff7-40e3-a2d6-ecce2c50ac40 req-f6678811-9aa4-4833-93d4-5cfa80e2e4a3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 947 time: 0.2074280 Jul 16 17:58:25.540332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517021fb-bc64-4a51-b8a2-96925a59c9f9 req-9f83f7eb-dda3-444c-a880-763cc21b2baf tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.543937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'mac_address': 'fa:16:3e:41:24:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:25.555865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Routers {'f444ecd4-1818-4ff8-8547-3a7a7edb3c18'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:25.556500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:25.564579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-517021fb-bc64-4a51-b8a2-96925a59c9f9 req-9f83f7eb-dda3-444c-a880-763cc21b2baf tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.18 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 944 time: 0.1431928 Jul 16 17:58:25.587520 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8a8c2b6-5b6b-4ade-a24d-ba80815fde84 admin admin] Deleting subnet e61b5433-18ce-4759-a1d2-aa3c01fe79bb {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:25.594983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a8c2b6-5b6b-4ade-a24d-ba80815fde84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.672669 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-20fc12a5-1ff7-40e3-a2d6-ecce2c50ac40 req-b5d923df-ac28-4d0b-8b39-efe3d666e10d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400781 Jul 16 17:58:25.722438 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a8c2b6-5b6b-4ade-a24d-ba80815fde84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.741289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] Set router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:25.775374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57edeae1-10e0-4cb6-908c-8e27935e1b41 None None] Pushing event updated for resources: {'Port': ['ID=59f0b35c-fa09-44f7-bede-24c47f569923,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:25.790157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608da18-928f-4189-95aa-1408701b91c3 req-aba29495-13d6-447b-8e36-b2748014f5e1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.793713 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.799306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608da18-928f-4189-95aa-1408701b91c3 req-aba29495-13d6-447b-8e36-b2748014f5e1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.806249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608da18-928f-4189-95aa-1408701b91c3 req-aba29495-13d6-447b-8e36-b2748014f5e1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.812702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-517021fb-bc64-4a51-b8a2-96925a59c9f9 req-1c67c054-d534-442f-84d3-111a40e6e7e8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Deleting port fa7b5219-fc61-47f3-916f-29f789c6745b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:25.813039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-517021fb-bc64-4a51-b8a2-96925a59c9f9 req-1c67c054-d534-442f-84d3-111a40e6e7e8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.815154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608da18-928f-4189-95aa-1408701b91c3 req-aba29495-13d6-447b-8e36-b2748014f5e1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.822753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608da18-928f-4189-95aa-1408701b91c3 req-aba29495-13d6-447b-8e36-b2748014f5e1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.829657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608da18-928f-4189-95aa-1408701b91c3 req-aba29495-13d6-447b-8e36-b2748014f5e1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.836035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608da18-928f-4189-95aa-1408701b91c3 req-aba29495-13d6-447b-8e36-b2748014f5e1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:25.841965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:25.845602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5608da18-928f-4189-95aa-1408701b91c3 req-aba29495-13d6-447b-8e36-b2748014f5e1 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.2526038 Jul 16 17:58:25.893546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:25.897900 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.984429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-517021fb-bc64-4a51-b8a2-96925a59c9f9 req-1c67c054-d534-442f-84d3-111a40e6e7e8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] For port fa7b5219-fc61-47f3-916f-29f789c6745b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fa7b5219-fc61-47f3-916f-29f789c6745b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:25.985183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-517021fb-bc64-4a51-b8a2-96925a59c9f9 req-1c67c054-d534-442f-84d3-111a40e6e7e8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:25.989050 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5608da18-928f-4189-95aa-1408701b91c3 req-244abb9a-fa8b-4d33-96ed-57be639a3885 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1422637 Jul 16 17:58:26.009618 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-517021fb-bc64-4a51-b8a2-96925a59c9f9 req-1c67c054-d534-442f-84d3-111a40e6e7e8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Calling delete_port for fa7b5219-fc61-47f3-916f-29f789c6745b owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:26.024439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:26.043135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd564b2-9339-46a5-bace-f369bf2e9f09 req-a32e1cab-fea3-42ed-9fc8-3d4945534952 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:26.049983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a8c2b6-5b6b-4ade-a24d-ba80815fde84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.050235 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4cd564b2-9339-46a5-bace-f369bf2e9f09 req-a32e1cab-fea3-42ed-9fc8-3d4945534952 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 944 time: 0.2096133 Jul 16 17:58:26.095418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c66081e-e41d-4902-955f-767cee623738'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:26.097733 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbeed20f-3c10-4226-a121-7908190530cc" -d '{"events": [{"server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "name": "network-vif-plugged", "status": "completed", "tag": "5c66081e-e41d-4902-955f-767cee623738"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:26.132211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:21Z', 'revision_number': 4, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '59f0b35c-fa09-44f7-bede-24c47f569923', 'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'mac_address': 'fa:16:3e:71:9d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:19Z', 'updated_at': '2021-07-16T17:58:25Z', 'revision_number': 4, 'project_id': '100cc40841824ef2ad57298c62557da2', 'subnets': [{'id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:26.148381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4cd564b2-9339-46a5-bace-f369bf2e9f09 req-e3b63529-3fa9-4b07-84a1-94f9a5d20e65 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972142 Jul 16 17:58:26.174399 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a8c2b6-5b6b-4ade-a24d-ba80815fde84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.175286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72e61e9-1c8f-4f61-acc4-9ed7943246b8 None None] The sync data for ids ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'] in n-d-794306-7 is: [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:21Z', 'revision_number': 4, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '59f0b35c-fa09-44f7-bede-24c47f569923', 'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'mac_address': 'fa:16:3e:71:9d:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:19Z', 'updated_at': '2021-07-16T17:58:25Z', 'revision_number': 4, 'project_id': '100cc40841824ef2ad57298c62557da2', 'subnets': [{'id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:26.219687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8c2b6-5b6b-4ade-a24d-ba80815fde84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e61b5433-18ce-4759-a1d2-aa3c01fe79bb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:26.227695 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a8c2b6-5b6b-4ade-a24d-ba80815fde84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.234525 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f8a8c2b6-5b6b-4ade-a24d-ba80815fde84 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e61b5433-18ce-4759-a1d2-aa3c01fe79bb HTTP/1.1" status: 204 len: 168 time: 0.7585473 Jul 16 17:58:26.235491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49422) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:26.249665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08cf8e26-bd6d-445e-990f-3ef8eac962b1 None None] Network 6e607010-b04a-43b9-bc82-01c9d49f67b6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:26.358280 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.360898 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-517021fb-bc64-4a51-b8a2-96925a59c9f9 req-1c67c054-d534-442f-84d3-111a40e6e7e8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.391911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9c470a5-8633-4919-87d3-4104e22492c7 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:26.396861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['26c272b3-4f8d-4af6-9a65-5993a5b1ae88'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:26.407838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c67c054-d534-442f-84d3-111a40e6e7e8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Pushing event deleted for resources: {'Port': ['ID=fa7b5219-fc61-47f3-916f-29f789c6745b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:26.449650 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e0ebb8ca-a0a8-4666-bf86-565590a53fab req-b9a5aa3b-883c-47d9-8335-6c79d503bb85 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 210 time: 0.0479767 Jul 16 17:58:26.501333 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Deleting port 7b044af3-60e1-4113-b62f-4dadd79fe89d {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:26.503299 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.521483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-517021fb-bc64-4a51-b8a2-96925a59c9f9 req-1c67c054-d534-442f-84d3-111a40e6e7e8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] No DVR routers for this DVR port fa7b5219-fc61-47f3-916f-29f789c6745b on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:26.524584 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-517021fb-bc64-4a51-b8a2-96925a59c9f9 req-1c67c054-d534-442f-84d3-111a40e6e7e8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.537994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-517021fb-bc64-4a51-b8a2-96925a59c9f9 req-1c67c054-d534-442f-84d3-111a40e6e7e8 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.18 "DELETE /v2.0/ports/fa7b5219-fc61-47f3-916f-29f789c6745b HTTP/1.1" status: 204 len: 173 time: 0.9559889 Jul 16 17:58:26.538727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'name': 'network-vif-deleted', 'tag': 'fa7b5219-fc61-47f3-916f-29f789c6745b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:26.541226 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf88944-d3ac-4281-bf05-b0425a5b598a" -d '{"events": [{"server_uuid": "54a638d2-9eb6-4dd1-89f2-cb04f394141f", "name": "network-vif-deleted", "tag": "fa7b5219-fc61-47f3-916f-29f789c6745b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:26.647158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] For port 7b044af3-60e1-4113-b62f-4dadd79fe89d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7b044af3-60e1-4113-b62f-4dadd79fe89d,segment=NetworkSegment(db73c26b-90ba-486b-83a3-fed49a19d44d),segment_id=db73c26b-90ba-486b-83a3-fed49a19d44d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:26.647552 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:26.663726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Calling delete_port for 7b044af3-60e1-4113-b62f-4dadd79fe89d owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:26.809154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['dbf99d06-8fde-4979-8e52-c41c4fdd8574'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:26.865068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: e9c470a5-8633-4919-87d3-4104e22492c7 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:26.865583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9c470a5-8633-4919-87d3-4104e22492c7 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:26.866151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 73370179-bd0e-48ab-856d-1fdcb733194f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:27.026862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73c21a-4b65-441c-9c4d-8296237c8e19 req-9d11cc03-855a-4a20-91bc-4b514a3413ff tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.032984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73c21a-4b65-441c-9c4d-8296237c8e19 req-9d11cc03-855a-4a20-91bc-4b514a3413ff tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.040225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e73c21a-4b65-441c-9c4d-8296237c8e19 req-9d11cc03-855a-4a20-91bc-4b514a3413ff tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1683 time: 0.3583436 Jul 16 17:58:27.043520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 73370179-bd0e-48ab-856d-1fdcb733194f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:27.044030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 73370179-bd0e-48ab-856d-1fdcb733194f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:27.045082 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.079206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-cfa9d332-7f6b-45c9-9909-c6d846ad48e4 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.080926 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-cfa9d332-7f6b-45c9-9909-c6d846ad48e4 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.37 "GET /v2.0/networks?id=5f228275-412b-4785-aac5-ff437020b30c HTTP/1.1" status: 200 len: 819 time: 0.3282516 Jul 16 17:58:27.126121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Request body: {'port': {'device_id': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'admin_state_up': True, 'tenant_id': '100cc40841824ef2ad57298c62557da2'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:27.148458 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] No DVR routers for this DVR port 7b044af3-60e1-4113-b62f-4dadd79fe89d on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:27.153324 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b044af3-60e1-4113-b62f-4dadd79fe89d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:27.169214 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e73c21a-4b65-441c-9c4d-8296237c8e19 req-e2803501-30a4-45d2-8206-e53877998db5 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279442 Jul 16 17:58:27.204353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device fa7b5219-fc61-47f3-916f-29f789c6745b no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:27.307980 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7eb921-516f-41f0-8323-e6b4e8f39484 x-openstack-request-id: req-cb7eb921-516f-41f0-8323-e6b4e8f39484 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:27.308999 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "name": "network-vif-plugged", "status": "completed", "tag": "5c66081e-e41d-4902-955f-767cee623738", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:27.311123 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb7eb921-516f-41f0-8323-e6b4e8f39484 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:27.312617 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c66081e-e41d-4902-955f-767cee623738', 'code': 200} Jul 16 17:58:27.378871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: fa7b5219-fc61-47f3-916f-29f789c6745b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:27.381939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device fa7b5219-fc61-47f3-916f-29f789c6745b not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:27.393096 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f63f87-99b2-49cd-bec4-e44ccf51860c x-openstack-request-id: req-28f63f87-99b2-49cd-bec4-e44ccf51860c {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:27.393344 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54a638d2-9eb6-4dd1-89f2-cb04f394141f", "name": "network-vif-deleted", "tag": "fa7b5219-fc61-47f3-916f-29f789c6745b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:27.393594 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-28f63f87-99b2-49cd-bec4-e44ccf51860c {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:27.393987 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54a638d2-9eb6-4dd1-89f2-cb04f394141f', 'name': 'network-vif-deleted', 'tag': 'fa7b5219-fc61-47f3-916f-29f789c6745b', 'status': 'completed', 'code': 200} Jul 16 17:58:27.422517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-70361297-7ee6-48ab-b3ad-78cc4cf5a05c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.424497 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-70361297-7ee6-48ab-b3ad-78cc4cf5a05c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e&tenant_id=062537ea7da04e45bd99e357cf9993d8&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 948 time: 0.2829335 Jul 16 17:58:27.447922 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.464984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e607010-b04a-43b9-bc82-01c9d49f67b6']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:27.492145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9a84a0-d4a4-4900-a3ed-f8571f610229 None None] DHCP port deletion for 6e607010-b04a-43b9-bc82-01c9d49f67b6 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:58:27.493170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db73c26b-90ba-486b-83a3-fed49a19d44d') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:27.493476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db73c26b-90ba-486b-83a3-fed49a19d44d') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:27.503056 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.540640 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.548077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:27.548531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.609407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-fc165c77-ea80-4e6f-bb67-2c37b7ce021f service neutron] 10.222.0.18 "GET /v2.0/ports/26c272b3-4f8d-4af6-9a65-5993a5b1ae88/bindings/n-h2-794306-7 HTTP/1.1" status: 200 len: 382 time: 0.1733301 Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: timer() Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:27.634223 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:27.718520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-467a9b01-c347-4603-ad2d-ce5e47fbe82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.720317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-467a9b01-c347-4603-ad2d-ce5e47fbe82a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 1099 time: 0.0769620 Jul 16 17:58:27.737360 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.742150 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:27.744086 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6e607010-b04a-43b9-bc82-01c9d49f67b6 HTTP/1.1" status: 204 len: 168 time: 1.5056825 Jul 16 17:58:27.750267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49476) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:27.992575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-a12ab375-1e9b-4c14-a140-db0ca03ef931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:27.994350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-a12ab375-1e9b-4c14-a140-db0ca03ef931 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2672641 Jul 16 17:58:28.086611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-75785c40-d06c-43df-baa1-0381e491d548 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88 HTTP/1.1" status: 200 len: 217 time: 0.0757673 Jul 16 17:58:28.184377 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c9c031-39b7-4089-975a-b5b28c07c069 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e607010-b04a-43b9-bc82-01c9d49f67b6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.184947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-bfa0c150-fe8b-4910-970d-5ccc54142cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.187286 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-bfa0c150-fe8b-4910-970d-5ccc54142cff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0803299 Jul 16 17:58:28.205431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6905-0d26-4dcb-aaac-545caedd50ae req-99792e99-cee1-4345-a6b0-62405dcc8c1c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.211270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6905-0d26-4dcb-aaac-545caedd50ae req-99792e99-cee1-4345-a6b0-62405dcc8c1c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.217738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6905-0d26-4dcb-aaac-545caedd50ae req-99792e99-cee1-4345-a6b0-62405dcc8c1c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.223694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6905-0d26-4dcb-aaac-545caedd50ae req-99792e99-cee1-4345-a6b0-62405dcc8c1c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.231592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6905-0d26-4dcb-aaac-545caedd50ae req-99792e99-cee1-4345-a6b0-62405dcc8c1c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.235805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6905-0d26-4dcb-aaac-545caedd50ae req-99792e99-cee1-4345-a6b0-62405dcc8c1c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.244643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 59f0b35c-fa09-44f7-bede-24c47f569923 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:28.247923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49d6905-0d26-4dcb-aaac-545caedd50ae req-99792e99-cee1-4345-a6b0-62405dcc8c1c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.259607 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e49d6905-0d26-4dcb-aaac-545caedd50ae req-99792e99-cee1-4345-a6b0-62405dcc8c1c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.1847608 Jul 16 17:58:28.294091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e712d6e-977f-4067-8fa9-98c4a0857b5a req-7eca56f6-0201-471c-80a3-01d4206cb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.294602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e712d6e-977f-4067-8fa9-98c4a0857b5a req-7eca56f6-0201-471c-80a3-01d4206cb78c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.296331 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8e712d6e-977f-4067-8fa9-98c4a0857b5a req-7eca56f6-0201-471c-80a3-01d4206cb78c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1985 time: 0.6258178 Jul 16 17:58:28.309494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9df231-6090-44f8-8dc6-013799ec9a02 req-a1145ef1-06fd-41b3-9560-962f25ca09e5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.317159 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f9df231-6090-44f8-8dc6-013799ec9a02 req-a1145ef1-06fd-41b3-9560-962f25ca09e5 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 951 time: 0.6817777 Jul 16 17:58:28.330283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 59f0b35c-fa09-44f7-bede-24c47f569923 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:28.334249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 59f0b35c-fa09-44f7-bede-24c47f569923 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:28.334936 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.367906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e49d6905-0d26-4dcb-aaac-545caedd50ae req-ceb2af35-a500-49ba-b8f3-189a765276fe tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1034944 Jul 16 17:58:28.410281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-cbeb89a6-301c-47a2-b61d-7b4ad958cf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.413733 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-cbeb89a6-301c-47a2-b61d-7b4ad958cf19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1488261 Jul 16 17:58:28.434302 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.494038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 59f0b35c-fa09-44f7-bede-24c47f569923, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=59f0b35c-fa09-44f7-bede-24c47f569923,segment=NetworkSegment(6d0b7e95-fbd4-442a-8f68-2b162459dc51),segment_id=6d0b7e95-fbd4-442a-8f68-2b162459dc51)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:28.499121 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.558998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=59f0b35c-fa09-44f7-bede-24c47f569923,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:28.575247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Made reservation on behalf of 100cc40841824ef2ad57298c62557da2 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:28.579234 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:28.593174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7b044af3-60e1-4113-b62f-4dadd79fe89d no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:28.611399 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-b2b5c702-6bdd-43a7-a3b4-d6fed5b8eba2 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803939 Jul 16 17:58:28.619235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 7b044af3-60e1-4113-b62f-4dadd79fe89d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:28.619714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7b044af3-60e1-4113-b62f-4dadd79fe89d not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:28.622634 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f9df231-6090-44f8-8dc6-013799ec9a02 req-bfd531cb-8d6e-4c5c-be84-cf29c973c9c4 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0dd964a-b884-43ec-85e1-e11672718cdf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3046000 Jul 16 17:58:28.694994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfef36-1a70-434e-84ec-8776fa2a932b req-06526931-4786-4a9e-9fc7-911f55639750 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.696890 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b3cfef36-1a70-434e-84ec-8776fa2a932b req-06526931-4786-4a9e-9fc7-911f55639750 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 948 time: 0.1450577 Jul 16 17:58:28.779553 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b3cfef36-1a70-434e-84ec-8776fa2a932b req-01d2c9d9-9fea-4aa0-a48f-f0b5660d16f7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760612 Jul 16 17:58:28.783500 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8e712d6e-977f-4067-8fa9-98c4a0857b5a req-9871ed85-c23b-422c-8dee-3c54da17701f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428189 Jul 16 17:58:28.790400 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-4f2982ea-5952-479a-82d0-2683e746bc1f service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514530 Jul 16 17:58:28.820291 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14aa3836-1c88-497a-81fd-def47ccf83aa req-9a231b72-cd33-4d73-ace8-fb3c4ca97d79 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 210 time: 0.0586402 Jul 16 17:58:28.856047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Allocated IP 172.20.0.9 (5f228275-412b-4785-aac5-ff437020b30c/8bccff13-8aed-47f5-8de9-d9ef4356d59f/99ec52b3-75e5-4a50-8115-6869d8408843) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:28.899401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75303177-e32e-42b6-bd35-38b1b25acef0 req-e3265723-4f86-4d02-b887-f46f348f6a52 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:28.901134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75303177-e32e-42b6-bd35-38b1b25acef0 req-e3265723-4f86-4d02-b887-f46f348f6a52 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 951 time: 0.3795075 Jul 16 17:58:28.969925 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-567a9c0e-410c-4e96-9e97-e1394ba940d6 req-2b7a49aa-8bf8-4612-960e-d2d5ea1edcc9 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 210 time: 0.0300689 Jul 16 17:58:29.020130 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.180898 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:29.203136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1576e8b-820a-43e1-8aed-991e0c03bd2e req-8f3e29fc-bbe8-4e83-89b6-3e1b057736a8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.211344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1576e8b-820a-43e1-8aed-991e0c03bd2e req-8f3e29fc-bbe8-4e83-89b6-3e1b057736a8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.220881 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a1576e8b-820a-43e1-8aed-991e0c03bd2e req-8f3e29fc-bbe8-4e83-89b6-3e1b057736a8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1683 time: 0.1086955 Jul 16 17:58:29.275077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:29.277302 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.286431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-75303177-e32e-42b6-bd35-38b1b25acef0 req-0faafecd-d576-4cf6-b774-8519b4c27242 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Deleting port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:29.287011 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-75303177-e32e-42b6-bd35-38b1b25acef0 req-0faafecd-d576-4cf6-b774-8519b4c27242 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.303403 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a1576e8b-820a-43e1-8aed-991e0c03bd2e req-89f16775-daa0-415b-afa8-89b6456a88cd tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806744 Jul 16 17:58:29.383030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-75303177-e32e-42b6-bd35-38b1b25acef0 req-0faafecd-d576-4cf6-b774-8519b4c27242 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] For port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:29.383406 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-75303177-e32e-42b6-bd35-38b1b25acef0 req-0faafecd-d576-4cf6-b774-8519b4c27242 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.396317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-75303177-e32e-42b6-bd35-38b1b25acef0 req-0faafecd-d576-4cf6-b774-8519b4c27242 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Calling delete_port for 9b852776-fbfd-48a7-b695-ceb87fe3fe3a owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:29.399637 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.438256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:29.445802 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a76e74c1-a5e1-4679-bc77-bc1cbfcc77c2" -d '{"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-plugged", "status": "completed", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:29.488188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:29.493300 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.544331 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b181b6a-ce2d-4bff-bbc8-814f0e973bd4 x-openstack-request-id: req-3b181b6a-ce2d-4bff-bbc8-814f0e973bd4 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:29.544735 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-plugged", "status": "completed", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:29.545116 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b181b6a-ce2d-4bff-bbc8-814f0e973bd4 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:29.545613 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'code': 200} Jul 16 17:58:29.545744 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-75303177-e32e-42b6-bd35-38b1b25acef0 req-0faafecd-d576-4cf6-b774-8519b4c27242 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.558875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['9b852776-fbfd-48a7-b695-ceb87fe3fe3a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:29.560422 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.612256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0faafecd-d576-4cf6-b774-8519b4c27242 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Pushing event deleted for resources: {'Port': ['ID=9b852776-fbfd-48a7-b695-ceb87fe3fe3a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.619086 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.622605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:29.809247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-75303177-e32e-42b6-bd35-38b1b25acef0 req-0faafecd-d576-4cf6-b774-8519b4c27242 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] No DVR routers for this DVR port 9b852776-fbfd-48a7-b695-ceb87fe3fe3a on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:29.818005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-75303177-e32e-42b6-bd35-38b1b25acef0 req-0faafecd-d576-4cf6-b774-8519b4c27242 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.820108 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75303177-e32e-42b6-bd35-38b1b25acef0 req-0faafecd-d576-4cf6-b774-8519b4c27242 tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.18 "DELETE /v2.0/ports/9b852776-fbfd-48a7-b695-ceb87fe3fe3a HTTP/1.1" status: 204 len: 173 time: 0.9044871 Jul 16 17:58:29.820621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'name': 'network-vif-deleted', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:29.823317 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a733d574-c9ee-468c-8b55-73b2676ddc86" -d '{"events": [{"server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "name": "network-vif-deleted", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:29.866654 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:29.976672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2988-dbea-4815-906f-3287e26c95b3 req-d0ebcdb0-de69-45ce-92fd-6afa271e2636 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.982833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2988-dbea-4815-906f-3287e26c95b3 req-d0ebcdb0-de69-45ce-92fd-6afa271e2636 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.993143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2988-dbea-4815-906f-3287e26c95b3 req-d0ebcdb0-de69-45ce-92fd-6afa271e2636 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:29.999387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2988-dbea-4815-906f-3287e26c95b3 req-d0ebcdb0-de69-45ce-92fd-6afa271e2636 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.005303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2988-dbea-4815-906f-3287e26c95b3 req-d0ebcdb0-de69-45ce-92fd-6afa271e2636 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.013682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2988-dbea-4815-906f-3287e26c95b3 req-d0ebcdb0-de69-45ce-92fd-6afa271e2636 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.025317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760a2988-dbea-4815-906f-3287e26c95b3 req-d0ebcdb0-de69-45ce-92fd-6afa271e2636 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.028040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-760a2988-dbea-4815-906f-3287e26c95b3 req-d0ebcdb0-de69-45ce-92fd-6afa271e2636 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.4366529 Jul 16 17:58:30.093654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Network 5f228275-412b-4785-aac5-ff437020b30c is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:30.102664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:30.129144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:30.132347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Pushing event updated for resources: {'Port': ['ID=99ec52b3-75e5-4a50-8115-6869d8408843,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:30.199286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-760a2988-dbea-4815-906f-3287e26c95b3 req-636d6546-fd40-4ca5-a677-631d1b329fca tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1553888 Jul 16 17:58:30.209322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.210590 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.214916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 59f0b35c-fa09-44f7-bede-24c47f569923 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:30.242577 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-ddd101ee-ecfe-423e-9361-7d13e67f3a00 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1434453 Jul 16 17:58:30.260301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Request body: {'port': {'device_id': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:30.312281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 59f0b35c-fa09-44f7-bede-24c47f569923 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:30.312853 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.352928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9dce4ae2-b8fa-42db-9d1b-56162a49c8fb req-85e898a6-0299-46cb-9f2f-c01ddd1ce7ce tempest-ServersAdminTestJSON-480528021 tempest-ServersAdminTestJSON-480528021-project] 10.222.0.47 "GET /v2.0/ports?device_id=bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a HTTP/1.1" status: 200 len: 210 time: 0.0475686 Jul 16 17:58:30.441819 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f290763c-2026-4984-a686-a256b032ee18 x-openstack-request-id: req-f290763c-2026-4984-a686-a256b032ee18 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:30.442245 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a", "name": "network-vif-deleted", "tag": "9b852776-fbfd-48a7-b695-ceb87fe3fe3a", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:30.442245 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f290763c-2026-4984-a686-a256b032ee18 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:30.442482 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf3483b5-c133-4f85-8bf2-c8e3df4c2b7a', 'name': 'network-vif-deleted', 'tag': '9b852776-fbfd-48a7-b695-ceb87fe3fe3a', 'status': 'completed', 'code': 200} Jul 16 17:58:30.472568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.548395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca5cd93-2307-4d7f-b2aa-5ca87f91acef req-e1e32e7a-3ace-44c5-8a08-005415d93a61 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.555364 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9ca5cd93-2307-4d7f-b2aa-5ca87f91acef req-e1e32e7a-3ace-44c5-8a08-005415d93a61 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.2060122 Jul 16 17:58:30.558650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] Deleting port db5dadab-ecd2-4fe8-8d9a-563da659176b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:30.558994 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.589356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8807c15-c431-4575-ab85-504bb5efb884 req-cf254b20-4879-4add-8f16-0521be5ed76b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 210 time: 0.0501218 Jul 16 17:58:30.744712 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9ca5cd93-2307-4d7f-b2aa-5ca87f91acef req-279107f4-4df9-4b08-8f2a-dc02fd4178db tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884468 Jul 16 17:58:30.775386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] For port db5dadab-ecd2-4fe8-8d9a-563da659176b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=db5dadab-ecd2-4fe8-8d9a-563da659176b,segment=NetworkSegment(ff0341c6-563a-4a10-867d-bb232ad543db),segment_id=ff0341c6-563a-4a10-867d-bb232ad543db)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:30.775386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:30.798779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371a853-9744-4d0e-9bc3-111b612e0613 req-a795ae01-5a08-4ff6-a797-3d7b159cd443 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:30.804957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] Calling delete_port for db5dadab-ecd2-4fe8-8d9a-563da659176b owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:30.808435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e371a853-9744-4d0e-9bc3-111b612e0613 req-a795ae01-5a08-4ff6-a797-3d7b159cd443 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 931 time: 0.0879869 Jul 16 17:58:30.866435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e371a853-9744-4d0e-9bc3-111b612e0613 req-510b4491-525f-4b02-b468-abcbdae3571f tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559726 Jul 16 17:58:31.191155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99ec52b3-75e5-4a50-8115-6869d8408843 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:31.204419 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.216511 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.227878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Transition to ACTIVE for port object 99ec52b3-75e5-4a50-8115-6869d8408843 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:31.253501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:31.261420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] Pushing event deleted for resources: {'Port': ['ID=db5dadab-ecd2-4fe8-8d9a-563da659176b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:31.397633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bddee6-29dc-4512-96a9-c1e7c58c96ef req-d9fa0608-b5bb-4541-b407-118d2ca04cb7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.404500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bddee6-29dc-4512-96a9-c1e7c58c96ef req-d9fa0608-b5bb-4541-b407-118d2ca04cb7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:31.406195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28bddee6-29dc-4512-96a9-c1e7c58c96ef req-d9fa0608-b5bb-4541-b407-118d2ca04cb7 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1683 time: 0.1363087 Jul 16 17:58:31.506366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28bddee6-29dc-4512-96a9-c1e7c58c96ef req-c5dc8ad1-3b89-4a72-a2b4-fc1db674c75d tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917692 Jul 16 17:58:31.543816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Pushing event updated for resources: {'Port': ['ID=99ec52b3-75e5-4a50-8115-6869d8408843,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:32.037951 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f92a9809-37ea-41e9-b590-22652e28650e req-631f8c02-8626-4e4a-a985-81bac12690e7 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=54a638d2-9eb6-4dd1-89f2-cb04f394141f HTTP/1.1" status: 200 len: 210 time: 0.0612023 Jul 16 17:58:32.063200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Attempting to bind port 99ec52b3-75e5-4a50-8115-6869d8408843 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:32.063554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Attempting to bind port 99ec52b3-75e5-4a50-8115-6869d8408843 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '6d0b7e95-fbd4-442a-8f68-2b162459dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5f228275-412b-4785-aac5-ff437020b30c'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:32.064695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Attempting to bind port 99ec52b3-75e5-4a50-8115-6869d8408843 on network 5f228275-412b-4785-aac5-ff437020b30c {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:32.070707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.077937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49676) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:32.107171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Port 99ec52b3-75e5-4a50-8115-6869d8408843 on network 5f228275-412b-4785-aac5-ff437020b30c not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:32.107171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Attempting to bind port 99ec52b3-75e5-4a50-8115-6869d8408843 on network 5f228275-412b-4785-aac5-ff437020b30c {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:32.155170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:32.155532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Checking segment: {'id': '6d0b7e95-fbd4-442a-8f68-2b162459dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5f228275-412b-4785-aac5-ff437020b30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:32.162090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Bound using segment: {'id': '6d0b7e95-fbd4-442a-8f68-2b162459dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5f228275-412b-4785-aac5-ff437020b30c'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:32.162574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Bound port: 99ec52b3-75e5-4a50-8115-6869d8408843, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d0b7e95-fbd4-442a-8f68-2b162459dc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '5f228275-412b-4785-aac5-ff437020b30c'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:32.162948 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.325209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-f287de03-20b2-4deb-8702-0116bc7a2b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.327209 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-f287de03-20b2-4deb-8702-0116bc7a2b72 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e&tenant_id=062537ea7da04e45bd99e357cf9993d8 HTTP/1.1" status: 200 len: 1100 time: 0.7494886 Jul 16 17:58:32.378941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ae2cd-34bb-4e02-b722-6e7ba3733e3b req-fcc2ae58-d1f4-464a-846b-3af98ffabb16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.384889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ae2cd-34bb-4e02-b722-6e7ba3733e3b req-fcc2ae58-d1f4-464a-846b-3af98ffabb16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.392160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ae2cd-34bb-4e02-b722-6e7ba3733e3b req-fcc2ae58-d1f4-464a-846b-3af98ffabb16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.398707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ae2cd-34bb-4e02-b722-6e7ba3733e3b req-fcc2ae58-d1f4-464a-846b-3af98ffabb16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.404666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ae2cd-34bb-4e02-b722-6e7ba3733e3b req-fcc2ae58-d1f4-464a-846b-3af98ffabb16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.408461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49682) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:32.411200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ae2cd-34bb-4e02-b722-6e7ba3733e3b req-fcc2ae58-d1f4-464a-846b-3af98ffabb16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.417779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ae2cd-34bb-4e02-b722-6e7ba3733e3b req-fcc2ae58-d1f4-464a-846b-3af98ffabb16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.419754 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-169ae2cd-34bb-4e02-b722-6e7ba3733e3b req-fcc2ae58-d1f4-464a-846b-3af98ffabb16 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.8731527 Jul 16 17:58:32.481705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-794ee498-9064-4462-b565-6f3cdb114069 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a50a06c545c44e05a152436747f64bb4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4023309 Jul 16 17:58:32.484415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49686) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:32.521903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] For port 99ec52b3-75e5-4a50-8115-6869d8408843, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:32.523007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd94d562-9e8d-4585-af62-d1b5c99098f3 req-e2f93fdf-d289-4856-a2ea-30a86e074e07 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.528434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] For port 99ec52b3-75e5-4a50-8115-6869d8408843, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=99ec52b3-75e5-4a50-8115-6869d8408843,segment=NetworkSegment(6d0b7e95-fbd4-442a-8f68-2b162459dc51),segment_id=6d0b7e95-fbd4-442a-8f68-2b162459dc51)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:32.530696 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd94d562-9e8d-4585-af62-d1b5c99098f3 req-e2f93fdf-d289-4856-a2ea-30a86e074e07 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.1729867 Jul 16 17:58:32.543816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.568279 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-169ae2cd-34bb-4e02-b722-6e7ba3733e3b req-0274077f-0e42-4bda-81aa-dd583e641f75 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1352253 Jul 16 17:58:32.625649 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd94d562-9e8d-4585-af62-d1b5c99098f3 req-7cf05957-9f85-46fa-8a77-70d77dceaa7a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938032 Jul 16 17:58:32.626482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dafdce6a-67fb-43c4-a586-67e4c4c4cfb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.635250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.636216 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.637350 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] 10.222.0.37 "PUT /v2.0/ports/99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 1091 time: 2.3813484 Jul 16 17:58:32.638819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:32.641097 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6441616d-d2bd-4b3a-aeef-e587b383aa97" -d '{"events": [{"name": "network-changed", "server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:32.666124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-f99b5f48-8cb8-4a0b-88bb-8d44174ab920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.667880 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-f99b5f48-8cb8-4a0b-88bb-8d44174ab920 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 1100 time: 0.2471781 Jul 16 17:58:32.740624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b3b63-3e46-4216-be52-022e759aaca9 service neutron] Pushing event updated for resources: {'Port': ['ID=99ec52b3-75e5-4a50-8115-6869d8408843,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:32.812060 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9babdcc-3142-4104-a346-2386d5b3cb34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.823949 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dafdce6a-67fb-43c4-a586-67e4c4c4cfb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.845484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dafdce6a-67fb-43c4-a586-67e4c4c4cfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.846461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] Router a41d2637-511b-47be-b6cf-13311cb30f66 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:32.871181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-a6e5143e-425b-49ee-941d-c672cb81f5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.872952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-a6e5143e-425b-49ee-941d-c672cb81f5b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1714294 Jul 16 17:58:32.878550 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dafdce6a-67fb-43c4-a586-67e4c4c4cfb9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e67c3b076124402a756c2d1faa5712a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4460158 Jul 16 17:58:32.880300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-e9d06506-628a-4086-b43d-898f53ca21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:32.881798 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-e9d06506-628a-4086-b43d-898f53ca21fc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=100cc40841824ef2ad57298c62557da2&device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 1094 time: 0.1693134 Jul 16 17:58:32.883739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49690) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:32.906080 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9babdcc-3142-4104-a346-2386d5b3cb34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:32.975874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafdce6a-67fb-43c4-a586-67e4c4c4cfb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8058fb69-f7fe-4418-ad03-3cfba393b66a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:32.980454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-4e4b7bc5-3c41-4585-abe7-61280335597e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88 HTTP/1.1" status: 200 len: 217 time: 0.0971096 Jul 16 17:58:33.004537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e193d-e9ac-4268-bba3-4945e06e4782 req-15eda4a3-7a1c-47f9-ba91-a8f4d35ab481 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.006081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d3e193d-e9ac-4268-bba3-4945e06e4782 req-15eda4a3-7a1c-47f9-ba91-a8f4d35ab481 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 943 time: 0.1759551 Jul 16 17:58:33.027431 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-68dd6a16-1f96-4116-ab5e-452f2e56212d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 217 time: 0.0910542 Jul 16 17:58:33.046107 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9babdcc-3142-4104-a346-2386d5b3cb34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.048551 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9babdcc-3142-4104-a346-2386d5b3cb34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.052148 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d9babdcc-3142-4104-a346-2386d5b3cb34 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c0dd964a-b884-43ec-85e1-e11672718cdf HTTP/1.1" status: 204 len: 168 time: 0.5663607 Jul 16 17:58:33.074092 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d5dd31-7e8f-414e-873f-7dcca79c42e4 x-openstack-request-id: req-84d5dd31-7e8f-414e-873f-7dcca79c42e4 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:33.074352 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:33.074595 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-84d5dd31-7e8f-414e-873f-7dcca79c42e4 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:33.074981 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843', 'status': 'completed', 'code': 200} Jul 16 17:58:33.113936 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d3e193d-e9ac-4268-bba3-4945e06e4782 req-af86dc0e-91cd-4658-b0d1-9a5891527aab tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004241 Jul 16 17:58:33.116212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9babdcc-3142-4104-a346-2386d5b3cb34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0dd964a-b884-43ec-85e1-e11672718cdf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:33.206727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-c4be2ff9-956f-4907-a147-f0786745938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.209880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9b852776-fbfd-48a7-b695-ceb87fe3fe3a no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:33.213591 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-c4be2ff9-956f-4907-a147-f0786745938f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1996393 Jul 16 17:58:33.242787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 9b852776-fbfd-48a7-b695-ceb87fe3fe3a {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:33.243134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9b852776-fbfd-48a7-b695-ceb87fe3fe3a not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:33.313913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ca699fc-4960-4897-8c7e-fe2b2e8f52e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.321457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-b1780a1e-c8b3-4594-b55d-fcba3c00ea6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.323366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-b1780a1e-c8b3-4594-b55d-fcba3c00ea6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccff13-8aed-47f5-8de9-d9ef4356d59f HTTP/1.1" status: 200 len: 859 time: 0.2634325 Jul 16 17:58:33.357917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:33.369608 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2372685-8b8d-4642-b770-37b19e3ffa69 None None] Sync routers for ids ['a41d2637-511b-47be-b6cf-13311cb30f66'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:33.382228 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2372685-8b8d-4642-b770-37b19e3ffa69 None None] Routers {'a41d2637-511b-47be-b6cf-13311cb30f66'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:33.383573 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f2372685-8b8d-4642-b770-37b19e3ffa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a41d2637-511b-47be-b6cf-13311cb30f66'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:33.404073 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-18236e37-a0d3-4529-bc38-b0d04e074127 admin admin] 10.222.0.47 "PUT /v2.0/routers/a41d2637-511b-47be-b6cf-13311cb30f66/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6505828 Jul 16 17:58:33.404314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49704) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:33.410288 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ca699fc-4960-4897-8c7e-fe2b2e8f52e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.415394 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-a6bb0b01-c74e-4f6e-bd80-157ffaa4a274 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f228275-412b-4785-aac5-ff437020b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780954 Jul 16 17:58:33.577933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49706) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:33.590067 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-f2372685-8b8d-4642-b770-37b19e3ffa69 None None] Set router a41d2637-511b-47be-b6cf-13311cb30f66 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:33.611114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a6923-6feb-4938-a1f8-332440a8b4c5 req-c9cafc6c-dbb5-43b7-8487-86c088009a2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.624014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41a6923-6feb-4938-a1f8-332440a8b4c5 req-c9cafc6c-dbb5-43b7-8487-86c088009a2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.631391 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a41a6923-6feb-4938-a1f8-332440a8b4c5 req-c9cafc6c-dbb5-43b7-8487-86c088009a2e tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1683 time: 0.4312775 Jul 16 17:58:33.642518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-3096a327-5586-4e27-aefc-b315db59409a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:33.644447 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-3096a327-5586-4e27-aefc-b315db59409a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3905861 Jul 16 17:58:33.664667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a9f4ddd8-44f0-44e6-b526-fe48d5377957 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc00e63b46464fcd8697a99200a78e33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0823319 Jul 16 17:58:33.665329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49712) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:33.725002 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ca699fc-4960-4897-8c7e-fe2b2e8f52e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.728044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ca699fc-4960-4897-8c7e-fe2b2e8f52e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.730100 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1ca699fc-4960-4897-8c7e-fe2b2e8f52e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8058fb69-f7fe-4418-ad03-3cfba393b66a HTTP/1.1" status: 204 len: 168 time: 0.8454826 Jul 16 17:58:33.732493 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-9bb35942-9d40-4fb4-a653-331afc24322a service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085001 Jul 16 17:58:33.798753 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a41a6923-6feb-4938-a1f8-332440a8b4c5 req-6acac016-1cee-41c1-81d5-d00dd875bef3 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656229 Jul 16 17:58:33.824658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca699fc-4960-4897-8c7e-fe2b2e8f52e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8058fb69-f7fe-4418-ad03-3cfba393b66a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:33.825156 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-940d2081-2a32-470d-bf20-f16a1644d890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.979479 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.992775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-940d2081-2a32-470d-bf20-f16a1644d890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:33.997401 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-afda0de9-d774-4a30-812b-4f0ea743f77d service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3420179 Jul 16 17:58:34.010941 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f2372685-8b8d-4642-b770-37b19e3ffa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-router', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:58:31Z', 'revision_number': 5, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'gw_port': {'id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:34.049416 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2372685-8b8d-4642-b770-37b19e3ffa69 None None] Checking router: a41d2637-511b-47be-b6cf-13311cb30f66 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:34.061492 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2372685-8b8d-4642-b770-37b19e3ffa69 None None] Routers {'a41d2637-511b-47be-b6cf-13311cb30f66'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:34.062228 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f2372685-8b8d-4642-b770-37b19e3ffa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a41d2637-511b-47be-b6cf-13311cb30f66'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:34.178888 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67bc5d19-1607-4828-8e8d-43c7887bd10f req-e34f37e6-3ee6-4b25-969d-73a79d9eedaf service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4351370 Jul 16 17:58:34.255922 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-f2372685-8b8d-4642-b770-37b19e3ffa69 None None] Set router a41d2637-511b-47be-b6cf-13311cb30f66 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:34.400336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d523717-1154-4b24-a114-1f5e92503cf6 req-0e61b87c-2fb0-4fb7-b729-8b99dfcaeaef tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.409793 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2d523717-1154-4b24-a114-1f5e92503cf6 req-0e61b87c-2fb0-4fb7-b729-8b99dfcaeaef tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.4205816 Jul 16 17:58:34.413122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1e9bc2e-5206-4773-8e12-60be26d9609d req-97184301-20a7-418a-8b6b-e0d16b9ff150 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3852141 Jul 16 17:58:34.473741 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2d523717-1154-4b24-a114-1f5e92503cf6 req-82b5f44b-ec22-4759-9e7a-2fff51a70bbb tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643203 Jul 16 17:58:34.490927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441616d-d2bd-4b3a-aeef-e587b383aa97 req-f858cdeb-bd65-41b0-a37a-2dec36ccbb26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.492961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6441616d-d2bd-4b3a-aeef-e587b383aa97 req-f858cdeb-bd65-41b0-a37a-2dec36ccbb26 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=100cc40841824ef2ad57298c62557da2&device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 1094 time: 0.1949759 Jul 16 17:58:34.695461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441616d-d2bd-4b3a-aeef-e587b383aa97 req-85138160-bd0c-4714-94c8-11db656be16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.696980 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f2372685-8b8d-4642-b770-37b19e3ffa69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-router', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:58:31Z', 'revision_number': 5, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'gw_port': {'id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:34.697428 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6441616d-d2bd-4b3a-aeef-e587b383aa97 req-85138160-bd0c-4714-94c8-11db656be16b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f228275-412b-4785-aac5-ff437020b30c HTTP/1.1" status: 200 len: 920 time: 0.1959863 Jul 16 17:58:34.742864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e529f-2aa8-4605-8139-b44ad0fed544 req-679a49a0-b83d-43cf-ade0-65fe049a49a8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.752643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e529f-2aa8-4605-8139-b44ad0fed544 req-679a49a0-b83d-43cf-ade0-65fe049a49a8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.752851 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6441616d-d2bd-4b3a-aeef-e587b383aa97 req-8cf033f3-281f-4577-b9cf-4cee08bb98c7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 217 time: 0.0384185 Jul 16 17:58:34.767017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e529f-2aa8-4605-8139-b44ad0fed544 req-679a49a0-b83d-43cf-ade0-65fe049a49a8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.773081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e529f-2aa8-4605-8139-b44ad0fed544 req-679a49a0-b83d-43cf-ade0-65fe049a49a8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.779869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e529f-2aa8-4605-8139-b44ad0fed544 req-679a49a0-b83d-43cf-ade0-65fe049a49a8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.781034 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2372685-8b8d-4642-b770-37b19e3ffa69 None None] The sync data for ids ['a41d2637-511b-47be-b6cf-13311cb30f66'] in n-d-794306-7 is: [{'id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-158590119-router', 'tenant_id': '8d83e21946184c5f8538b614c5a4a5fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202'}], 'enable_snat': True}, 'gw_port_id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:58:31Z', 'revision_number': 5, 'project_id': '8d83e21946184c5f8538b614c5a4a5fb', 'gw_port': {'id': '42a216d9-6601-4e7b-b675-f655daa27ee3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:8d:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a41d2637-511b-47be-b6cf-13311cb30f66', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:53:01Z', 'updated_at': '2021-07-16T17:53:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:34.786656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e529f-2aa8-4605-8139-b44ad0fed544 req-679a49a0-b83d-43cf-ade0-65fe049a49a8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.795665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1e529f-2aa8-4605-8139-b44ad0fed544 req-679a49a0-b83d-43cf-ade0-65fe049a49a8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:34.797895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c1e529f-2aa8-4605-8139-b44ad0fed544 req-679a49a0-b83d-43cf-ade0-65fe049a49a8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 1.0149601 Jul 16 17:58:34.863052 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-940d2081-2a32-470d-bf20-f16a1644d890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.866007 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-940d2081-2a32-470d-bf20-f16a1644d890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.874982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-940d2081-2a32-470d-bf20-f16a1644d890 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0bfc0f00-9a5e-42c9-a8b2-69d0e9d29238 HTTP/1.1" status: 204 len: 168 time: 1.2009771 Jul 16 17:58:34.904706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c1e529f-2aa8-4605-8139-b44ad0fed544 req-a2b347ad-56a6-4d52-9918-4e1f374175f9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0990746 Jul 16 17:58:34.945627 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:34.962350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940d2081-2a32-470d-bf20-f16a1644d890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfc0f00-9a5e-42c9-a8b2-69d0e9d29238,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:35.082794 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:58:35.096430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Deleting port 42a216d9-6601-4e7b-b675-f655daa27ee3 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:35.096771 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.210740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:35.303139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49744) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:35.349384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441616d-d2bd-4b3a-aeef-e587b383aa97 req-e2acbf2d-835c-474a-beeb-35fafc15c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:35.351187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6441616d-d2bd-4b3a-aeef-e587b383aa97 req-e2acbf2d-835c-474a-beeb-35fafc15c1b7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccff13-8aed-47f5-8de9-d9ef4356d59f HTTP/1.1" status: 200 len: 859 time: 0.5904157 Jul 16 17:58:35.367186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250a8105-5438-4d9d-b937-0bd7e4c60c86 req-31fc9339-234e-4ede-b66b-c15e6fd06ada tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:35.378380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-250a8105-5438-4d9d-b937-0bd7e4c60c86 req-31fc9339-234e-4ede-b66b-c15e6fd06ada tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 943 time: 0.7001832 Jul 16 17:58:35.419752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] For port 42a216d9-6601-4e7b-b675-f655daa27ee3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=42a216d9-6601-4e7b-b675-f655daa27ee3,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:35.420235 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.442608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Calling delete_port for 42a216d9-6601-4e7b-b675-f655daa27ee3 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:35.448881 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.500762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6441616d-d2bd-4b3a-aeef-e587b383aa97 req-7d19e35d-c94b-457a-a250-7c5f41899e35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f228275-412b-4785-aac5-ff437020b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1194153 Jul 16 17:58:35.529149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:35.531428 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82cd568-698b-4956-9916-7c81c3df12af" -d '{"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-unplugged", "status": "completed", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:35.568646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:35.574640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1959253477-network', 'tenant_id': '73aa5fd56ec84590b4b027a1c2957112'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:35.576834 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.586973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab165f-6aec-457f-aad3-e078d11e9198 req-f42f2a5e-faa5-418d-8bbc-63610dddeb6f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:35.598045 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ab165f-6aec-457f-aad3-e078d11e9198 req-f42f2a5e-faa5-418d-8bbc-63610dddeb6f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:35.609343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4ab165f-6aec-457f-aad3-e078d11e9198 req-f42f2a5e-faa5-418d-8bbc-63610dddeb6f tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1683 time: 0.4350135 Jul 16 17:58:35.617363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-f87c0938-d079-4d67-9563-2692001e0456 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:35.625682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-f87c0938-d079-4d67-9563-2692001e0456 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:35.627501 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-f87c0938-d079-4d67-9563-2692001e0456 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1683 time: 0.8181052 Jul 16 17:58:35.635894 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-250a8105-5438-4d9d-b937-0bd7e4c60c86 req-abd71edc-fdaf-4a9f-88d2-4a7034e0e32b tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563832 Jul 16 17:58:35.697132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:35.728739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4ab165f-6aec-457f-aad3-e078d11e9198 req-fed69659-d3e3-4ca2-abc7-94044c9d91e5 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168449 Jul 16 17:58:35.758403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Made reservation on behalf of 73aa5fd56ec84590b4b027a1c2957112 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:35.758907 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.811082 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:35.822123 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6441616d-d2bd-4b3a-aeef-e587b383aa97 req-3d2782e8-72f7-45c2-939a-678526557f2a service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3063042 Jul 16 17:58:36.009799 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.059923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Pushing event deleted for resources: {'Port': ['ID=42a216d9-6601-4e7b-b675-f655daa27ee3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:36.161423 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.167894 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be4e68b8-1d20-4e75-9ad1-d78bf8c39034 x-openstack-request-id: req-be4e68b8-1d20-4e75-9ad1-d78bf8c39034 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:36.168589 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-unplugged", "status": "completed", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:36.169156 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-be4e68b8-1d20-4e75-9ad1-d78bf8c39034 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:36.169740 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'code': 200} Jul 16 17:58:36.261512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device db5dadab-ecd2-4fe8-8d9a-563da659176b no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:36.312531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: db5dadab-ecd2-4fe8-8d9a-563da659176b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:36.314165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device db5dadab-ecd2-4fe8-8d9a-563da659176b not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:36.329851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-3f9c6bd4-5118-41a3-9019-b6f5d0097920 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting port 5c66081e-e41d-4902-955f-767cee623738 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:36.330202 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-3f9c6bd4-5118-41a3-9019-b6f5d0097920 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.345694 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6441616d-d2bd-4b3a-aeef-e587b383aa97 req-58e143a0-2309-4af8-8747-fee7e71048dc service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4932086 Jul 16 17:58:36.346286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49774) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:36.386893 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.390938 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.452283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045f1ff-68d4-4b32-ac64-d2b12baaf06a req-90258a27-1392-4bd7-848f-07e36019f488 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.459110 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d045f1ff-68d4-4b32-ac64-d2b12baaf06a req-90258a27-1392-4bd7-848f-07e36019f488 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 947 time: 0.5941138 Jul 16 17:58:36.528181 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.529375 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Fanout notify agent at l3_agent the message router_deleted on router a41d2637-511b-47be-b6cf-13311cb30f66 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:58:36.540273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.543897 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1aab2f55-95d7-4e74-8841-fba3d8c6799f admin admin] 10.222.0.47 "DELETE /v2.0/routers/a41d2637-511b-47be-b6cf-13311cb30f66 HTTP/1.1" status: 204 len: 168 time: 3.1355419 Jul 16 17:58:36.545164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49778) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:36.568153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-network', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:36.591987 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.607641 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.645843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f86a0ab-2668-4d30-b18e-0ed82d60d105 admin admin] Deleting subnet 4c78e232-c18b-41a7-b6f7-dfa1aa478433 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:36.659763 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d045f1ff-68d4-4b32-ac64-d2b12baaf06a req-be65e021-a3ee-4e86-b5b8-d28d5b339622 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996408 Jul 16 17:58:36.673991 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f86a0ab-2668-4d30-b18e-0ed82d60d105 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.700893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-3f9c6bd4-5118-41a3-9019-b6f5d0097920 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] For port 5c66081e-e41d-4902-955f-767cee623738, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5c66081e-e41d-4902-955f-767cee623738,segment=NetworkSegment(96cad189-bdfc-427a-9196-7d0ef3a8a73b),segment_id=96cad189-bdfc-427a-9196-7d0ef3a8a73b)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:36.701260 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-3f9c6bd4-5118-41a3-9019-b6f5d0097920 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.706904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc09d-85e7-465a-9562-d0fc87310ed9 req-d206c9b8-87f7-49cd-9c2b-6d457d478169 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.714491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc09d-85e7-465a-9562-d0fc87310ed9 req-d206c9b8-87f7-49cd-9c2b-6d457d478169 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.717451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-3f9c6bd4-5118-41a3-9019-b6f5d0097920 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Calling delete_port for 5c66081e-e41d-4902-955f-767cee623738 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:36.722936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc09d-85e7-465a-9562-d0fc87310ed9 req-d206c9b8-87f7-49cd-9c2b-6d457d478169 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.730309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc09d-85e7-465a-9562-d0fc87310ed9 req-d206c9b8-87f7-49cd-9c2b-6d457d478169 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.746843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc09d-85e7-465a-9562-d0fc87310ed9 req-d206c9b8-87f7-49cd-9c2b-6d457d478169 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.758015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc09d-85e7-465a-9562-d0fc87310ed9 req-d206c9b8-87f7-49cd-9c2b-6d457d478169 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.765268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5dbc09d-85e7-465a-9562-d0fc87310ed9 req-d206c9b8-87f7-49cd-9c2b-6d457d478169 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:36.774548 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5dbc09d-85e7-465a-9562-d0fc87310ed9 req-d206c9b8-87f7-49cd-9c2b-6d457d478169 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.3049569 Jul 16 17:58:36.828001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:36.844648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Made reservation on behalf of f86d44bcfbab46a1a7af0770a138a9a6 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:36.852865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.879007 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.891437 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f86a0ab-2668-4d30-b18e-0ed82d60d105 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.911483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5dbc09d-85e7-465a-9562-d0fc87310ed9 req-e38d9b15-4686-432c-85aa-fdfe74e21c2d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1355579 Jul 16 17:58:36.983689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:36.984041 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Added segment dc0ac1df-35ca-4a9f-b461-90d14b98d306 of type vlan for network 04437df4-dabe-4e30-825b-96d2cb805a72 Jul 16 17:58:36.995318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a106bd2-4531-4464-809c-dda2d5354acc,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:37.030315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f86a0ab-2668-4d30-b18e-0ed82d60d105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.114120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.115138 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f86a0ab-2668-4d30-b18e-0ed82d60d105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.161553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f86a0ab-2668-4d30-b18e-0ed82d60d105 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4c78e232-c18b-41a7-b6f7-dfa1aa478433,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:37.166345 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f86a0ab-2668-4d30-b18e-0ed82d60d105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.171068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4f86a0ab-2668-4d30-b18e-0ed82d60d105 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4c78e232-c18b-41a7-b6f7-dfa1aa478433 HTTP/1.1" status: 204 len: 168 time: 0.6248107 Jul 16 17:58:37.172481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49786) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:37.173417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21621f95-3e1a-4525-b63c-800304a62dbd None None] Network 7dcf3235-bce4-48d0-bc57-71332e74dffe requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:37.274795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:37.292568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8a987-e289-4f4d-bde8-dbee472767fc req-71e56c91-fd1d-4f66-a75e-22ec08f04639 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.300902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8a987-e289-4f4d-bde8-dbee472767fc req-71e56c91-fd1d-4f66-a75e-22ec08f04639 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.308971 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2d8a987-e289-4f4d-bde8-dbee472767fc req-71e56c91-fd1d-4f66-a75e-22ec08f04639 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 1683 time: 0.2304850 Jul 16 17:58:37.313855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.344872 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.346576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.347476 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.373481 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.398525 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2d8a987-e289-4f4d-bde8-dbee472767fc req-67dee72c-ad79-437b-9af3-32a8824743e5 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/security-groups?id=29771de8-83b1-4ff0-8eed-f7ee4eb562f3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882320 Jul 16 17:58:37.406631 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-3f9c6bd4-5118-41a3-9019-b6f5d0097920 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.444295 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77629fc-40a9-4f05-b33d-2a7f71fbd3b4 req-551d47f2-e608-4fe2-b304-9f7e8c8088c6 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:37.452882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b77629fc-40a9-4f05-b33d-2a7f71fbd3b4 req-551d47f2-e608-4fe2-b304-9f7e8c8088c6 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 943 time: 0.5050983 Jul 16 17:58:37.456270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.457236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['3521bd85-cc0c-440d-9b3b-22f640f815dd', '5c66081e-e41d-4902-955f-767cee623738'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:37.469451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Deleting port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:37.469803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.573129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:37.579788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] For port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5fb2da0d-00ab-4c03-9ada-d4f0ae704577,segment=NetworkSegment(ff0341c6-563a-4a10-867d-bb232ad543db),segment_id=ff0341c6-563a-4a10-867d-bb232ad543db)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:37.580425 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.592501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cc3be3-ebd3-4506-a52a-8148077f2f92,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:37.596663 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2916715 Jul 16 17:58:37.599876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49788) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:37.605905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Calling delete_port for 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:37.612658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] Request body: {'subnet': {'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1959253477-subnet', 'tenant_id': '73aa5fd56ec84590b4b027a1c2957112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:37.626351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'mac_address': 'fa:16:3e:41:24:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:37.667016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c6bd4-5118-41a3-9019-b6f5d0097920 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Port': ['ID=5c66081e-e41d-4902-955f-767cee623738,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:37.679431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-3f9c6bd4-5118-41a3-9019-b6f5d0097920 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] No DVR routers for this DVR port 5c66081e-e41d-4902-955f-767cee623738 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:37.684416 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-3f9c6bd4-5118-41a3-9019-b6f5d0097920 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.686857 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-3f9c6bd4-5118-41a3-9019-b6f5d0097920 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "DELETE /v2.0/ports/5c66081e-e41d-4902-955f-767cee623738 HTTP/1.1" status: 204 len: 173 time: 2.0437675 Jul 16 17:58:37.738904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'name': 'network-vif-deleted', 'tag': '5c66081e-e41d-4902-955f-767cee623738'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:37.741266 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37cb77e-3f31-472d-a199-53c0a75552c5" -d '{"events": [{"server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "name": "network-vif-deleted", "tag": "5c66081e-e41d-4902-955f-767cee623738"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:37.752245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:37.768556 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.792927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.827010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:37.872678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1dc03-5a59-4bba-b459-163b37fa9c45 admin admin] Pushing event updated for resources: {'Network': ['ID=04437df4-dabe-4e30-825b-96d2cb805a72,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:37.875176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:37.916575 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b77629fc-40a9-4f05-b33d-2a7f71fbd3b4 req-13c80dcd-7ae7-4280-be5b-da2c6c8aab56 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626188 Jul 16 17:58:37.922048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 04437df4-dabe-4e30-825b-96d2cb805a72 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:37.924303 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.936173 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:37.936569 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Added segment b29c312b-e326-40df-adcb-4f2fcaef4927 of type vlan for network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 Jul 16 17:58:37.937557 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Pushing event deleted for resources: {'Port': ['ID=5fb2da0d-00ab-4c03-9ada-d4f0ae704577,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:38.006866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-5141491b-b219-4a1d-a933-720312b143b8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting port 3521bd85-cc0c-440d-9b3b-22f640f815dd {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:38.007212 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-5141491b-b219-4a1d-a933-720312b143b8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.022083 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 99ec52b3-75e5-4a50-8115-6869d8408843 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:38.043232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6e9932-32c8-4915-9d64-08beb97bd1bb None None] DHCP port deletion for 7dcf3235-bce4-48d0-bc57-71332e74dffe request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:58:38.061501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] Made reservation on behalf of 73aa5fd56ec84590b4b027a1c2957112 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:38.064116 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.099730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] No DVR routers for this DVR port 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:38.138846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-5141491b-b219-4a1d-a933-720312b143b8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] For port 3521bd85-cc0c-440d-9b3b-22f640f815dd, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3521bd85-cc0c-440d-9b3b-22f640f815dd,segment=NetworkSegment(e5a72778-4de1-445c-bfcd-0ffe41fa5c00),segment_id=e5a72778-4de1-445c-bfcd-0ffe41fa5c00)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:38.139216 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-5141491b-b219-4a1d-a933-720312b143b8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.153658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-5141491b-b219-4a1d-a933-720312b143b8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Calling delete_port for 3521bd85-cc0c-440d-9b3b-22f640f815dd owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:38.240895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['26c272b3-4f8d-4af6-9a65-5993a5b1ae88'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:38.301502 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da0208b4-3332-4dc1-bbcc-f109c1d9a5d4 x-openstack-request-id: req-da0208b4-3332-4dc1-bbcc-f109c1d9a5d4 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:38.301716 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "name": "network-vif-deleted", "tag": "5c66081e-e41d-4902-955f-767cee623738", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:38.301994 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-da0208b4-3332-4dc1-bbcc-f109c1d9a5d4 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:38.302554 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'name': 'network-vif-deleted', 'tag': '5c66081e-e41d-4902-955f-767cee623738', 'status': 'completed', 'code': 200} Jul 16 17:58:38.304385 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.310364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=10']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:38.311113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-5141491b-b219-4a1d-a933-720312b143b8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.315393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 42a216d9-6601-4e7b-b675-f655daa27ee3 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:38.363442 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.resource_extend [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:58:38.364607 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.365797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 42a216d9-6601-4e7b-b675-f655daa27ee3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:38.366307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 42a216d9-6601-4e7b-b675-f655daa27ee3 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:38.366865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:38.383669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dcf3235-bce4-48d0-bc57-71332e74dffe']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:38.411608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5141491b-b219-4a1d-a933-720312b143b8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Port': ['ID=3521bd85-cc0c-440d-9b3b-22f640f815dd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:38.420153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-5141491b-b219-4a1d-a933-720312b143b8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] No DVR routers for this DVR port 3521bd85-cc0c-440d-9b3b-22f640f815dd on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:38.422763 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-5141491b-b219-4a1d-a933-720312b143b8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.425276 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e27a19f6-e05d-4cf5-b66e-8caeec137ce9 req-5141491b-b219-4a1d-a933-720312b143b8 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.18 "DELETE /v2.0/ports/3521bd85-cc0c-440d-9b3b-22f640f815dd HTTP/1.1" status: 204 len: 173 time: 0.6787972 Jul 16 17:58:38.429669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff0341c6-563a-4a10-867d-bb232ad543db') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:38.429969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff0341c6-563a-4a10-867d-bb232ad543db') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:38.451270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.452635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:38.453571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.454440 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.462651 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.465492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5fb2da0d-00ab-4c03-9ada-d4f0ae704577 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:38.488929 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.1375360 Jul 16 17:58:38.496425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f947beb-6365-403d-82ce-73f9ac6db320 req-3263a113-c491-4482-926d-93cf99483c36 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:38.504333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f947beb-6365-403d-82ce-73f9ac6db320 req-3263a113-c491-4482-926d-93cf99483c36 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.6009347 Jul 16 17:58:38.515707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49802) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:38.535912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] Request body: {'subnet': {'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-subnet', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:38.581677 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.606183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74d1989-8658-4976-9e73-53dde62a28c7 admin admin] Pushing event updated for resources: {'Network': ['ID=4d765f26-176b-49c1-afb1-02f5bfd18ce6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:38.631879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:38.632384 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: timer() Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:38.634355 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:38.660910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:38.758704 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.792209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 99ec52b3-75e5-4a50-8115-6869d8408843, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=99ec52b3-75e5-4a50-8115-6869d8408843,segment=NetworkSegment(6d0b7e95-fbd4-442a-8f68-2b162459dc51),segment_id=6d0b7e95-fbd4-442a-8f68-2b162459dc51)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:38.799485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.813017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] 10.222.0.47 "DELETE /v2.0/networks/7dcf3235-bce4-48d0-bc57-71332e74dffe HTTP/1.1" status: 204 len: 168 time: 1.6324427 Jul 16 17:58:38.818097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708de934-7996-4425-bdb7-d518fd80b14c admin admin] Pushing event deleted for resources: {'Network': ['ID=7dcf3235-bce4-48d0-bc57-71332e74dffe,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:38.829224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '99ec52b3-75e5-4a50-8115-6869d8408843', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'port_id': '99ec52b3-75e5-4a50-8115-6869d8408843', 'mac_address': 'fa:16:3e:1a:77:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:38.878980 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f947beb-6365-403d-82ce-73f9ac6db320 req-5767e7e0-f5f2-4991-a704-1ea5a86e98bd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709016 Jul 16 17:58:38.895035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] Made reservation on behalf of f86d44bcfbab46a1a7af0770a138a9a6 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:38.911182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.991622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:38.998235 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.016425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99ec52b3-75e5-4a50-8115-6869d8408843 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:39.016634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49812) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:39.039699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 99ec52b3-75e5-4a50-8115-6869d8408843, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=99ec52b3-75e5-4a50-8115-6869d8408843,segment=NetworkSegment(6d0b7e95-fbd4-442a-8f68-2b162459dc51),segment_id=6d0b7e95-fbd4-442a-8f68-2b162459dc51)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:39.044562 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.074692 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-99465249-7a45-4914-b36b-05d9788d37e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=43130acca04945a79f69f3c5f20cf265&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0568433 Jul 16 17:58:39.080074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49814) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:39.098474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=99ec52b3-75e5-4a50-8115-6869d8408843,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:39.112792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dba55bee-7eb5-4d34-8527-d9d14160a2f5,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:39.199812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7107fecd-d94a-4903-810e-b36b297ee456 req-7dbee142-cc08-4ee1-bfc7-2fc590047e79 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "GET /v2.0/ports?device_id=c9d8e496-beb7-4d38-a96f-8ae6606e149d HTTP/1.1" status: 200 len: 210 time: 0.0459652 Jul 16 17:58:39.222295 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db5ce92a-5317-4229-a315-ba09c7dfe625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.226129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5c66081e-e41d-4902-955f-767cee623738 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:39.258711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef76d-bf5e-42d6-882f-96138ea20753 req-9abc3a46-855d-4fea-9b27-d4d10a47dd69 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.261878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] Checking segment: {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:39.262252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] Network hostable DHCP agents. Network: 04437df4-dabe-4e30-825b-96d2cb805a72, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:39.265256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef76d-bf5e-42d6-882f-96138ea20753 req-9abc3a46-855d-4fea-9b27-d4d10a47dd69 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.282243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef76d-bf5e-42d6-882f-96138ea20753 req-9abc3a46-855d-4fea-9b27-d4d10a47dd69 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.290354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef76d-bf5e-42d6-882f-96138ea20753 req-9abc3a46-855d-4fea-9b27-d4d10a47dd69 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.297327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef76d-bf5e-42d6-882f-96138ea20753 req-9abc3a46-855d-4fea-9b27-d4d10a47dd69 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.304099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef76d-bf5e-42d6-882f-96138ea20753 req-9abc3a46-855d-4fea-9b27-d4d10a47dd69 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.310608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcef76d-bf5e-42d6-882f-96138ea20753 req-9abc3a46-855d-4fea-9b27-d4d10a47dd69 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.316119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 5c66081e-e41d-4902-955f-767cee623738 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:39.317377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5c66081e-e41d-4902-955f-767cee623738 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:39.318367 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3521bd85-cc0c-440d-9b3b-22f640f815dd no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:39.318811 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fcef76d-bf5e-42d6-882f-96138ea20753 req-9abc3a46-855d-4fea-9b27-d4d10a47dd69 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.2302837 Jul 16 17:58:39.328284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] Network 04437df4-dabe-4e30-825b-96d2cb805a72 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:39.334246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db5ce92a-5317-4229-a315-ba09c7dfe625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.370564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 04437df4-dabe-4e30-825b-96d2cb805a72) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:39.381143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.381365 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.389086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 3521bd85-cc0c-440d-9b3b-22f640f815dd {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:39.389807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3521bd85-cc0c-440d-9b3b-22f640f815dd not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:39.402914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1768d740-9095-4590-8917-83b3095d6a0b None None] Network 04437df4-dabe-4e30-825b-96d2cb805a72 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:39.407330 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.425765 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f47e7f43-385e-4460-ada7-cc7352808f24 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.8132005 Jul 16 17:58:39.471453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fcef76d-bf5e-42d6-882f-96138ea20753 req-f6c37cbe-d807-4b17-9cb7-e96a4e75784c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1516511 Jul 16 17:58:39.496671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14ef8cff-dc99-4c22-aab0-1c04351b46c8,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:39.499132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] Checking segment: {'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:39.499502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] Network hostable DHCP agents. Network: 4d765f26-176b-49c1-afb1-02f5bfd18ce6, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:39.513866 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db5ce92a-5317-4229-a315-ba09c7dfe625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.516695 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db5ce92a-5317-4229-a315-ba09c7dfe625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.520335 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-db5ce92a-5317-4229-a315-ba09c7dfe625 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3555ef7d-c613-41fa-88aa-a265714411ef HTTP/1.1" status: 204 len: 168 time: 0.4368455 Jul 16 17:58:39.529284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163d6bb1-0e93-4929-aeeb-d3e1f8350add req-d6d738f6-63d2-4d9b-a830-d7e72b141bf9 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.531094 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-163d6bb1-0e93-4929-aeeb-d3e1f8350add req-d6d738f6-63d2-4d9b-a830-d7e72b141bf9 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.37 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 944 time: 0.2101185 Jul 16 17:58:39.545396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] Network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:39.598015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 4d765f26-176b-49c1-afb1-02f5bfd18ce6) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:39.608200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ce92a-5317-4229-a315-ba09c7dfe625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3555ef7d-c613-41fa-88aa-a265714411ef,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:39.617263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.617954 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.640583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['99ec52b3-75e5-4a50-8115-6869d8408843'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:39.641996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-90aeb5ad-321b-48fd-adcc-7493605e0c72 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1214621 Jul 16 17:58:39.651087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49822) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:39.656088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39091abd-01df-4185-b293-fb7a82071b03 None None] Network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:39.659104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-router', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:39.695411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f84087-284a-44cd-bb1a-0a1c3450727c req-aaf33a60-0167-42e1-9d64-503846425c38 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.702654 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02f84087-284a-44cd-bb1a-0a1c3450727c req-aaf33a60-0167-42e1-9d64-503846425c38 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=efc18989-8dc2-421f-958c-cf8d6478a910 HTTP/1.1" status: 200 len: 944 time: 0.1851199 Jul 16 17:58:39.735338 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.739126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.797984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-163d6bb1-0e93-4929-aeeb-d3e1f8350add req-65487aa6-e9ba-4298-af27-c4b4b5d81213 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Deleting port dbf99d06-8fde-4979-8e52-c41c4fdd8574 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:39.798235 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-163d6bb1-0e93-4929-aeeb-d3e1f8350add req-65487aa6-e9ba-4298-af27-c4b4b5d81213 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.817994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02f84087-284a-44cd-bb1a-0a1c3450727c req-63df052d-e4cc-46d0-8e3c-ec34a4282053 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138344 Jul 16 17:58:39.818976 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.836275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55f13f8-c78e-47a9-b4d4-073df39ff645 req-601d8e38-2511-48ee-8743-cb5f7410f32d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:39.837909 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e55f13f8-c78e-47a9-b4d4-073df39ff645 req-601d8e38-2511-48ee-8743-cb5f7410f32d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 949 time: 0.1286781 Jul 16 17:58:39.889391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885351b9-5f0f-4d51-bbe2-e44c583dae93 None None] Network 04437df4-dabe-4e30-825b-96d2cb805a72 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:39.975404 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e55f13f8-c78e-47a9-b4d4-073df39ff645 req-a46de4ff-97f8-4564-8896-a1ac6e3bbc7a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682461 Jul 16 17:58:39.983303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-163d6bb1-0e93-4929-aeeb-d3e1f8350add req-65487aa6-e9ba-4298-af27-c4b4b5d81213 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] For port dbf99d06-8fde-4979-8e52-c41c4fdd8574, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dbf99d06-8fde-4979-8e52-c41c4fdd8574,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:39.983826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-163d6bb1-0e93-4929-aeeb-d3e1f8350add req-65487aa6-e9ba-4298-af27-c4b4b5d81213 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:39.996996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-163d6bb1-0e93-4929-aeeb-d3e1f8350add req-65487aa6-e9ba-4298-af27-c4b4b5d81213 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Calling delete_port for dbf99d06-8fde-4979-8e52-c41c4fdd8574 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:40.075873 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.109127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49832) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:40.211028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72f82d-9125-4658-967e-d2d0b82bb104 req-bb8a9f03-64e3-4cdb-8373-b7167b8b6e51 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.213166 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c72f82d-9125-4658-967e-d2d0b82bb104 req-bb8a9f03-64e3-4cdb-8373-b7167b8b6e51 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 944 time: 0.1549792 Jul 16 17:58:40.218526 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-163d6bb1-0e93-4929-aeeb-d3e1f8350add req-65487aa6-e9ba-4298-af27-c4b4b5d81213 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.219332 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-26573985-4670-4b13-a6bb-2717f91711b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d83e21946184c5f8538b614c5a4a5fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0976808 Jul 16 17:58:40.222260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49834) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:40.245457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-4d765f26-176b-49c1-afb1-02f5bfd18ce6', 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'fixed_ips': [{'subnet_id': '14ef8cff-dc99-4c22-aab0-1c04351b46c8'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:58:40.247466 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.259659 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65487aa6-e9ba-4298-af27-c4b4b5d81213 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Pushing event deleted for resources: {'Port': ['ID=dbf99d06-8fde-4979-8e52-c41c4fdd8574,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:40.303989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'name': 'network-vif-deleted', 'tag': '3521bd85-cc0c-440d-9b3b-22f640f815dd'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:40.307708 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7589b6ef-24a6-456a-9ed1-7e18e01a2b4b" -d '{"events": [{"server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "name": "network-vif-deleted", "tag": "3521bd85-cc0c-440d-9b3b-22f640f815dd"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:40.329302 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-163d6bb1-0e93-4929-aeeb-d3e1f8350add req-65487aa6-e9ba-4298-af27-c4b4b5d81213 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] No DVR routers for this DVR port dbf99d06-8fde-4979-8e52-c41c4fdd8574 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:40.332556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-163d6bb1-0e93-4929-aeeb-d3e1f8350add req-65487aa6-e9ba-4298-af27-c4b4b5d81213 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.334812 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-163d6bb1-0e93-4929-aeeb-d3e1f8350add req-65487aa6-e9ba-4298-af27-c4b4b5d81213 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.37 "DELETE /v2.0/ports/dbf99d06-8fde-4979-8e52-c41c4fdd8574 HTTP/1.1" status: 204 len: 173 time: 0.7971489 Jul 16 17:58:40.336868 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c72f82d-9125-4658-967e-d2d0b82bb104 req-bade52f1-4654-460b-90c4-fd42ce3f5ec8 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121838 Jul 16 17:58:40.357590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-347d14e3-9352-4a3a-86a7-e1cae96590f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.450525 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-347d14e3-9352-4a3a-86a7-e1cae96590f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.518648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49846) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:40.523788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Allocated IP 172.20.0.2 (4d765f26-176b-49c1-afb1-02f5bfd18ce6/14ef8cff-dc99-4c22-aab0-1c04351b46c8/62714bce-d482-4818-a052-6c63cf487825) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:40.573168 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.597349 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.600949 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-347d14e3-9352-4a3a-86a7-e1cae96590f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.603446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-347d14e3-9352-4a3a-86a7-e1cae96590f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.605473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-347d14e3-9352-4a3a-86a7-e1cae96590f8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e991fc2b-d9b8-4fca-be41-93081a627bb2 HTTP/1.1" status: 204 len: 168 time: 0.3817589 Jul 16 17:58:40.626417 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d14e3-9352-4a3a-86a7-e1cae96590f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e991fc2b-d9b8-4fca-be41-93081a627bb2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:40.652887 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-649c18a6-e3e3-4101-b857-3d6587094fc0 x-openstack-request-id: req-649c18a6-e3e3-4101-b857-3d6587094fc0 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:40.654839 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9d8e496-beb7-4d38-a96f-8ae6606e149d", "name": "network-vif-deleted", "tag": "3521bd85-cc0c-440d-9b3b-22f640f815dd", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:40.655777 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-649c18a6-e3e3-4101-b857-3d6587094fc0 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:40.656372 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9d8e496-beb7-4d38-a96f-8ae6606e149d', 'name': 'network-vif-deleted', 'tag': '3521bd85-cc0c-440d-9b3b-22f640f815dd', 'status': 'completed', 'code': 200} Jul 16 17:58:40.726892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Allocated IP 172.25.7.91 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/f9a46fe8-ad61-47a7-b541-2430b85bdf14) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:40.777962 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.789359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Transition to ACTIVE for port object 62714bce-d482-4818-a052-6c63cf487825 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:40.813650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Transition to ACTIVE for port object 62714bce-d482-4818-a052-6c63cf487825 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:40.822609 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.832344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e0255b5-cc63-4090-8547-2d94bec1283a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting subnet 6ad66e03-c7eb-449b-8576-8aa9785c359c {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:40.839598 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e0255b5-cc63-4090-8547-2d94bec1283a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.879426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:40.885153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:40.886448 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.894899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:40.898547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-29b1a51b-4561-4883-92b5-498410864269 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.898706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Pushing event updated for resources: {'Port': ['ID=62714bce-d482-4818-a052-6c63cf487825,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:40.905924 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-29b1a51b-4561-4883-92b5-498410864269 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 805 time: 0.2740786 Jul 16 17:58:40.922009 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e0255b5-cc63-4090-8547-2d94bec1283a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.925141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-5be17795-61f3-46ee-b825-06a0a3661c0a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/quotas/73aa5fd56ec84590b4b027a1c2957112 HTTP/1.1" status: 200 len: 375 time: 0.0186417 Jul 16 17:58:40.950735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e916d-d4d9-46b6-9224-baa7682b8d96 req-c8ebbb6d-9736-4a34-9610-685612f9e514 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.969464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Attempting to bind port 62714bce-d482-4818-a052-6c63cf487825 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:40.969930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Attempting to bind port 62714bce-d482-4818-a052-6c63cf487825 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:40.970371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Attempting to bind port 62714bce-d482-4818-a052-6c63cf487825 on network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:40.971338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e916d-d4d9-46b6-9224-baa7682b8d96 req-c8ebbb6d-9736-4a34-9610-685612f9e514 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.977072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:40.977547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Checking segment: {'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:40.978018 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.978165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e916d-d4d9-46b6-9224-baa7682b8d96 req-c8ebbb6d-9736-4a34-9610-685612f9e514 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.978489 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Bound using segment: {'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:40.979127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Bound port: 62714bce-d482-4818-a052-6c63cf487825, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:40.979670 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:40.984313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e916d-d4d9-46b6-9224-baa7682b8d96 req-c8ebbb6d-9736-4a34-9610-685612f9e514 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.984582 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-ed6c2a6e-7af8-4371-bd3c-d602af8c3aa1 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373144 Jul 16 17:58:40.991715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e916d-d4d9-46b6-9224-baa7682b8d96 req-c8ebbb6d-9736-4a34-9610-685612f9e514 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:40.998252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e916d-d4d9-46b6-9224-baa7682b8d96 req-c8ebbb6d-9736-4a34-9610-685612f9e514 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.022672 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5e916d-d4d9-46b6-9224-baa7682b8d96 req-c8ebbb6d-9736-4a34-9610-685612f9e514 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.024705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab5e916d-d4d9-46b6-9224-baa7682b8d96 req-c8ebbb6d-9736-4a34-9610-685612f9e514 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.2002547 Jul 16 17:58:41.052330 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] For port 62714bce-d482-4818-a052-6c63cf487825, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:41.055949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] For port 62714bce-d482-4818-a052-6c63cf487825, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=62714bce-d482-4818-a052-6c63cf487825,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:41.066557 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.104638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab5e916d-d4d9-46b6-9224-baa7682b8d96 req-654712a1-fca6-4186-a62d-c753aeb770b9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0707898 Jul 16 17:58:41.106235 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.182950 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e0255b5-cc63-4090-8547-2d94bec1283a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.188072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:41.198633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c4648e-d66c-42b8-aa48-1ed009f29064 None None] Pushing event updated for resources: {'Port': ['ID=62714bce-d482-4818-a052-6c63cf487825,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.204594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:41.227842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:41.247687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:41.262283 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-5aea4133-ad5f-4829-8238-d79e30d2ef19 service neutron] 10.222.0.47 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662950 Jul 16 17:58:41.315772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:41.316891 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.369048 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-13391f2c-d501-44f6-bc4c-a0aac5450721 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=062537ea7da04e45bd99e357cf9993d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849950 Jul 16 17:58:41.371525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Pushing event updated for resources: {'Port': ['ID=f9a46fe8-ad61-47a7-b541-2430b85bdf14,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.419226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-88b92b66-0d43-477d-b331-79faa39f1aea service neutron] 10.222.0.47 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454475 Jul 16 17:58:41.445226 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e0255b5-cc63-4090-8547-2d94bec1283a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.482978 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0255b5-cc63-4090-8547-2d94bec1283a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Subnet': ['ID=6ad66e03-c7eb-449b-8576-8aa9785c359c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.487919 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e0255b5-cc63-4090-8547-2d94bec1283a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.493246 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e0255b5-cc63-4090-8547-2d94bec1283a tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "DELETE /v2.0/subnets/6ad66e03-c7eb-449b-8576-8aa9785c359c HTTP/1.1" status: 204 len: 168 time: 0.9727764 Jul 16 17:58:41.494042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49882) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:41.504811 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.545018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9604738c-fb70-4fe2-acb0-ad7d6673d697 None None] Network ebc9b37a-c124-4262-b24f-5f2c8809ad43 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:41.636246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.636482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:41.637720 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:41.641500 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23193688-ff8e-4886-8b1f-171974f6d2c0" -d '{"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-plugged", "status": "completed", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:41.647889 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.656156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-efd52a0e-9ab2-4d31-8fdd-0f4633b8909e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:41.658064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-efd52a0e-9ab2-4d31-8fdd-0f4633b8909e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2697227 Jul 16 17:58:41.723414 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-a67838d2-7740-44e5-a9b7-7270c1d077db tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/quotas/062537ea7da04e45bd99e357cf9993d8 HTTP/1.1" status: 200 len: 375 time: 0.0304046 Jul 16 17:58:41.790146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting port 5621937d-0eb6-46aa-9fca-35f50666460e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:41.790499 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.909823 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:41.935017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=11']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:41.983383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] For port 5621937d-0eb6-46aa-9fca-35f50666460e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5621937d-0eb6-46aa-9fca-35f50666460e,segment=NetworkSegment(96cad189-bdfc-427a-9196-7d0ef3a8a73b),segment_id=96cad189-bdfc-427a-9196-7d0ef3a8a73b)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:41.984667 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.005219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Calling delete_port for 5621937d-0eb6-46aa-9fca-35f50666460e owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:42.006274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 99ec52b3-75e5-4a50-8115-6869d8408843 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:42.064043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-651be82b-3021-420e-8687-1e1a008cd3e5 None None] DHCP port deletion for ebc9b37a-c124-4262-b24f-5f2c8809ad43 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:58:42.204028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 99ec52b3-75e5-4a50-8115-6869d8408843 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:42.223487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 99ec52b3-75e5-4a50-8115-6869d8408843 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:42.223767 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.258067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.334742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-651be82b-3021-420e-8687-1e1a008cd3e5 None None] Deleting port 5621937d-0eb6-46aa-9fca-35f50666460e {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:42.348251 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-651be82b-3021-420e-8687-1e1a008cd3e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.353935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Port': ['ID=5621937d-0eb6-46aa-9fca-35f50666460e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:42.373038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] No DVR routers for this DVR port 5621937d-0eb6-46aa-9fca-35f50666460e on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:42.396169 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.489366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 62714bce-d482-4818-a052-6c63cf487825 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:42.518819 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.531695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebc9b37a-c124-4262-b24f-5f2c8809ad43']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:42.546318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cad189-bdfc-427a-9196-7d0ef3a8a73b') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:42.547592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cad189-bdfc-427a-9196-7d0ef3a8a73b') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:42.555377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-651be82b-3021-420e-8687-1e1a008cd3e5 None None] For port 5621937d-0eb6-46aa-9fca-35f50666460e, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:42.557428 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-651be82b-3021-420e-8687-1e1a008cd3e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.571040 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-9478652e-c872-4235-bbc6-e121ab82e13a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8296454 Jul 16 17:58:42.590250 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.594483 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-651be82b-3021-420e-8687-1e1a008cd3e5 None None] Calling delete_port for 5621937d-0eb6-46aa-9fca-35f50666460e owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:42.598488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-651be82b-3021-420e-8687-1e1a008cd3e5 None None] Port 5621937d-0eb6-46aa-9fca-35f50666460e was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:58:42.604954 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-651be82b-3021-420e-8687-1e1a008cd3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.628717 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.649357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:42.653249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: timer() Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:42.661019 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:42.669775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'name': 'network-vif-deleted', 'tag': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:42.674501 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7c1e801-f2c0-42ff-a3c3-14c91c357b54" -d '{"events": [{"server_uuid": "efc18989-8dc2-421f-958c-cf8d6478a910", "name": "network-vif-deleted", "tag": "dbf99d06-8fde-4979-8e52-c41c4fdd8574"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:42.735993 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651be82b-3021-420e-8687-1e1a008cd3e5 None None] Pushing event deleted for resources: {'Port': ['ID=5621937d-0eb6-46aa-9fca-35f50666460e,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:42.752299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651be82b-3021-420e-8687-1e1a008cd3e5 None None] No DVR routers for this DVR port 5621937d-0eb6-46aa-9fca-35f50666460e on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:42.757266 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.761221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 62714bce-d482-4818-a052-6c63cf487825 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:42.820237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.831628 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.840282 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "DELETE /v2.0/networks/ebc9b37a-c124-4262-b24f-5f2c8809ad43 HTTP/1.1" status: 204 len: 168 time: 1.3439898 Jul 16 17:58:42.840956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49920) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:42.845162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 99ec52b3-75e5-4a50-8115-6869d8408843, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=99ec52b3-75e5-4a50-8115-6869d8408843,segment=NetworkSegment(6d0b7e95-fbd4-442a-8f68-2b162459dc51),segment_id=6d0b7e95-fbd4-442a-8f68-2b162459dc51)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:42.851424 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:42.853001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dbf99d06-8fde-4979-8e52-c41c4fdd8574 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:42.913205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6145b-fdc9-4c1c-be8e-0f0ac80e7065 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Network': ['ID=ebc9b37a-c124-4262-b24f-5f2c8809ad43,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:42.946781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5621937d-0eb6-46aa-9fca-35f50666460e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:42.951773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: dbf99d06-8fde-4979-8e52-c41c4fdd8574 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:42.952123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dbf99d06-8fde-4979-8e52-c41c4fdd8574 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:42.962206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a668525-ba10-4212-b66b-a7c12ca8a5dc None None] Network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:42.988979 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d80523-c196-4f84-8179-b14d51b0d243 x-openstack-request-id: req-88d80523-c196-4f84-8179-b14d51b0d243 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:42.989278 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-plugged", "status": "completed", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:42.989530 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-88d80523-c196-4f84-8179-b14d51b0d243 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:42.989933 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'code': 200} Jul 16 17:58:43.004056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5621937d-0eb6-46aa-9fca-35f50666460e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:43.004784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5621937d-0eb6-46aa-9fca-35f50666460e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:43.034325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.260569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=99ec52b3-75e5-4a50-8115-6869d8408843,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:43.286185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d63ef32c-a086-42f0-ab66-08f7d9852a4e None None] Provisioning for port 62714bce-d482-4818-a052-6c63cf487825 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:43.296228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d63ef32c-a086-42f0-ab66-08f7d9852a4e None None] Provisioning complete for port 62714bce-d482-4818-a052-6c63cf487825 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:43.296820 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d63ef32c-a086-42f0-ab66-08f7d9852a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.319959 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0551436-7a63-4bc7-a5ae-3d8986a4e2b1 req-0d3e5d8a-243b-45d1-ae51-1735a7cfe827 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 210 time: 0.0658574 Jul 16 17:58:43.377050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Router a7651089-dbf5-48bc-87f0-63db4d92d696 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:58:43.456533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-334d163e-78c1-4063-8b47-d6b9ec0acbf0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting subnet 27368e4f-2f99-4929-9bc3-3cccf1955b0e {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:43.468695 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-334d163e-78c1-4063-8b47-d6b9ec0acbf0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.514846 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d63ef32c-a086-42f0-ab66-08f7d9852a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.545827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816f89ea-7470-4e51-a943-f554f515fd49 req-6af5b976-b98a-4c3d-b822-0c7192a41f54 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.553129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d63ef32c-a086-42f0-ab66-08f7d9852a4e None None] For port 62714bce-d482-4818-a052-6c63cf487825, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=62714bce-d482-4818-a052-6c63cf487825,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:43.556249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-816f89ea-7470-4e51-a943-f554f515fd49 req-6af5b976-b98a-4c3d-b822-0c7192a41f54 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 944 time: 0.8532875 Jul 16 17:58:43.559202 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d63ef32c-a086-42f0-ab66-08f7d9852a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.570394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:43.602763 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-334d163e-78c1-4063-8b47-d6b9ec0acbf0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.622991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Sync routers for ids ['a7651089-dbf5-48bc-87f0-63db4d92d696'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:43.644776 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-816f89ea-7470-4e51-a943-f554f515fd49 req-09dff0b2-8d55-4060-8c8b-5db331e7573c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874896 Jul 16 17:58:43.650124 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.654562 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-de0a5c12-c3cb-46ea-980b-f8633a465410 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9987857 Jul 16 17:58:43.657402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49938) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:43.662973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Routers {'a7651089-dbf5-48bc-87f0-63db4d92d696'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:43.663635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a7651089-dbf5-48bc-87f0-63db4d92d696'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:43.734929 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9ce0c-1649-4288-af60-e931fb71e379 req-305e7b73-1754-4fca-aab0-bb146326b2a2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.741220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9ce0c-1649-4288-af60-e931fb71e379 req-305e7b73-1754-4fca-aab0-bb146326b2a2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.753793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9ce0c-1649-4288-af60-e931fb71e379 req-305e7b73-1754-4fca-aab0-bb146326b2a2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.771793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9ce0c-1649-4288-af60-e931fb71e379 req-305e7b73-1754-4fca-aab0-bb146326b2a2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.779194 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63ef32c-a086-42f0-ab66-08f7d9852a4e None None] Pushing event updated for resources: {'Port': ['ID=62714bce-d482-4818-a052-6c63cf487825,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:43.779861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9ce0c-1649-4288-af60-e931fb71e379 req-305e7b73-1754-4fca-aab0-bb146326b2a2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.786536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9ce0c-1649-4288-af60-e931fb71e379 req-305e7b73-1754-4fca-aab0-bb146326b2a2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.793495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d9ce0c-1649-4288-af60-e931fb71e379 req-305e7b73-1754-4fca-aab0-bb146326b2a2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:43.804318 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07d9ce0c-1649-4288-af60-e931fb71e379 req-305e7b73-1754-4fca-aab0-bb146326b2a2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.3245509 Jul 16 17:58:43.819725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7ee47329-bb87-4bef-ad3c-746fb807700a None None] Provisioning complete for port 62714bce-d482-4818-a052-6c63cf487825 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:43.821376 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7ee47329-bb87-4bef-ad3c-746fb807700a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.883002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07d9ce0c-1649-4288-af60-e931fb71e379 req-bdeb3f13-22b7-4183-b271-6b14e28c704b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0771730 Jul 16 17:58:43.911823 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-334d163e-78c1-4063-8b47-d6b9ec0acbf0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:43.967725 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e14ca51c-e6c8-4514-bd32-76cb5ffb24d0 x-openstack-request-id: req-e14ca51c-e6c8-4514-bd32-76cb5ffb24d0 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:43.968028 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efc18989-8dc2-421f-958c-cf8d6478a910", "name": "network-vif-deleted", "tag": "dbf99d06-8fde-4979-8e52-c41c4fdd8574", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:43.968283 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e14ca51c-e6c8-4514-bd32-76cb5ffb24d0 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:43.968709 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efc18989-8dc2-421f-958c-cf8d6478a910', 'name': 'network-vif-deleted', 'tag': 'dbf99d06-8fde-4979-8e52-c41c4fdd8574', 'status': 'completed', 'code': 200} Jul 16 17:58:43.974429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Set router a7651089-dbf5-48bc-87f0-63db4d92d696 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:44.124344 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7301c3b6-cab4-45c9-a137-03ee56aa9e2e req-2312306f-2686-4693-b1d8-57bdd7eb9976 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 210 time: 0.0479236 Jul 16 17:58:44.268575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 80fb28f4-6bfe-4220-9ada-25fe85728b93 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:44.274452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-345c7076-3f42-4c04-ac54-2b9f0a222ab3 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.277429 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-345c7076-3f42-4c04-ac54-2b9f0a222ab3 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 805 time: 0.4186592 Jul 16 17:58:44.290240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 62714bce-d482-4818-a052-6c63cf487825 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:44.312327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-334d163e-78c1-4063-8b47-d6b9ec0acbf0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.331079 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-334d163e-78c1-4063-8b47-d6b9ec0acbf0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.337448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49944) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:44.339642 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-334d163e-78c1-4063-8b47-d6b9ec0acbf0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "DELETE /v2.0/subnets/27368e4f-2f99-4929-9bc3-3cccf1955b0e HTTP/1.1" status: 204 len: 168 time: 1.4497375 Jul 16 17:58:44.341008 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-423dcf93-44a3-4e7b-a754-25ec4b51a2e4 None None] Network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:44.347664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Request body: {'port': {'device_id': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'admin_state_up': True, 'tenant_id': '73aa5fd56ec84590b4b027a1c2957112'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:44.394893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d163e-78c1-4063-8b47-d6b9ec0acbf0 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Subnet': ['ID=27368e4f-2f99-4929-9bc3-3cccf1955b0e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:44.473231 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.557930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 62714bce-d482-4818-a052-6c63cf487825 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:44.558315 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.569016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9df8e83e-0076-4aad-bac9-cd75c33add57 req-190a5315-8904-4de9-afa7-6221f975b60a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 210 time: 0.0346177 Jul 16 17:58:44.577584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Deleting port 69efe5f2-8636-4781-9b77-441cc5ba94e7 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:44.578794 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.617692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f348a90f-2e14-4881-80c7-2b6ed6371d96 req-3c94b2a8-e13f-4048-8fd3-9a032cbf0545 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.620704 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f348a90f-2e14-4881-80c7-2b6ed6371d96 req-3c94b2a8-e13f-4048-8fd3-9a032cbf0545 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 945 time: 0.2442052 Jul 16 17:58:44.648840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Made reservation on behalf of 73aa5fd56ec84590b4b027a1c2957112 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:44.655008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.701385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] For port 69efe5f2-8636-4781-9b77-441cc5ba94e7, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=69efe5f2-8636-4781-9b77-441cc5ba94e7,segment=NetworkSegment(e5a72778-4de1-445c-bfcd-0ffe41fa5c00),segment_id=e5a72778-4de1-445c-bfcd-0ffe41fa5c00)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:44.708266 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:44.712745 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-086f6ed2-40b0-4986-b147-fa934efd1598 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=062537ea7da04e45bd99e357cf9993d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0673645 Jul 16 17:58:44.763424 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f348a90f-2e14-4881-80c7-2b6ed6371d96 req-54f616a1-965e-4850-a6c9-b3a225b2c0f1 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190257 Jul 16 17:58:44.833261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 80fb28f4-6bfe-4220-9ada-25fe85728b93, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=80fb28f4-6bfe-4220-9ada-25fe85728b93,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:44.885707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '80fb28f4-6bfe-4220-9ada-25fe85728b93', 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9', 'port_id': '80fb28f4-6bfe-4220-9ada-25fe85728b93', 'mac_address': 'fa:16:3e:c1:0c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:44.900546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-af5d2333-322e-41d7-a0e9-f52ccf95e13d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:44.907427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-af5d2333-322e-41d7-a0e9-f52ccf95e13d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1855223 Jul 16 17:58:44.909112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Calling delete_port for 69efe5f2-8636-4781-9b77-441cc5ba94e7 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:44.958870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Request body: {'port': {'device_id': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '062537ea7da04e45bd99e357cf9993d8'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:44.969970 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.001594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:45.006681 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a917b164-b8d7-4c2f-89d2-2b66a86796ae" -d '{"events": [{"server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "name": "network-vif-plugged", "status": "completed", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:45.023801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422bb3d5-0e9e-4833-9195-deea127bfa40 None None] DHCP port deletion for ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:58:45.034480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-router', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:39Z', 'updated_at': '2021-07-16T17:58:41Z', 'revision_number': 3, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'gw_port': {'id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:45.051645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80fb28f4-6bfe-4220-9ada-25fe85728b93 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:45.091106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Checking router: a7651089-dbf5-48bc-87f0-63db4d92d696 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:45.091800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Updating router a7651089-dbf5-48bc-87f0-63db4d92d696 port f9a46fe8-ad61-47a7-b541-2430b85bdf14 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:58:45.114902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541ceae-06d6-4088-b7a4-b1da904aee35 req-15416b22-1ffd-49d3-b02d-803aa5dba363 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.116403 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d541ceae-06d6-4088-b7a4-b1da904aee35 req-15416b22-1ffd-49d3-b02d-803aa5dba363 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.37 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 945 time: 0.3741498 Jul 16 17:58:45.154188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 80fb28f4-6bfe-4220-9ada-25fe85728b93, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=80fb28f4-6bfe-4220-9ada-25fe85728b93,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:45.163708 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.164465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:45.187648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58ec862-2235-4966-adc5-42c8331befb0 req-ffef56bf-196b-438b-bc14-6351cb554ce7 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.189166 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d58ec862-2235-4966-adc5-42c8331befb0 req-ffef56bf-196b-438b-bc14-6351cb554ce7 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.2743807 Jul 16 17:58:45.201043 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.236876 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.250477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Allocated IP 172.20.0.9 (04437df4-dabe-4e30-825b-96d2cb805a72/dba55bee-7eb5-4d34-8527-d9d14160a2f5/1817ac4c-0059-40a2-bdec-696aaa59fdc3) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:45.285453 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d58ec862-2235-4966-adc5-42c8331befb0 req-9978fdf7-703e-46f3-bfc1-ab88270852b4 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855224 Jul 16 17:58:45.301754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Port': ['ID=69efe5f2-8636-4781-9b77-441cc5ba94e7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:45.304614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Made reservation on behalf of 062537ea7da04e45bd99e357cf9993d8 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:45.313273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.315058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.328338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] No DVR routers for this DVR port 69efe5f2-8636-4781-9b77-441cc5ba94e7 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:45.362515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83acda-a685-4e0a-9cf3-25cf71371f5a req-4bfa9e63-6f23-4327-b14c-a9456a8e8d68 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.368401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83acda-a685-4e0a-9cf3-25cf71371f5a req-4bfa9e63-6f23-4327-b14c-a9456a8e8d68 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.374528 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83acda-a685-4e0a-9cf3-25cf71371f5a req-4bfa9e63-6f23-4327-b14c-a9456a8e8d68 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.380458 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83acda-a685-4e0a-9cf3-25cf71371f5a req-4bfa9e63-6f23-4327-b14c-a9456a8e8d68 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.386854 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83acda-a685-4e0a-9cf3-25cf71371f5a req-4bfa9e63-6f23-4327-b14c-a9456a8e8d68 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.393288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83acda-a685-4e0a-9cf3-25cf71371f5a req-4bfa9e63-6f23-4327-b14c-a9456a8e8d68 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.396897 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:45.401149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed83acda-a685-4e0a-9cf3-25cf71371f5a req-4bfa9e63-6f23-4327-b14c-a9456a8e8d68 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:45.409010 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ed83acda-a685-4e0a-9cf3-25cf71371f5a req-4bfa9e63-6f23-4327-b14c-a9456a8e8d68 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5430 time: 0.3163860 Jul 16 17:58:45.415695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '42634e4a-5ac6-47d2-88a5-ffc39bf29f4b', 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e', 'port_id': '42634e4a-5ac6-47d2-88a5-ffc39bf29f4b', 'mac_address': 'fa:16:3e:51:96:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906cba6b-9994-4473-84fa-50b5a985c7d8', 'ip_address': '10.1.1.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:45.444385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=80fb28f4-6bfe-4220-9ada-25fe85728b93,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:45.460369 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e49883-4631-4b47-ab4a-474d168da872 x-openstack-request-id: req-65e49883-4631-4b47-ab4a-474d168da872 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:45.460665 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "name": "network-vif-plugged", "status": "completed", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:45.460923 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-65e49883-4631-4b47-ab4a-474d168da872 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:45.461351 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843', 'code': 200} Jul 16 17:58:45.488587 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.509624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:45.544477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5a72778-4de1-445c-bfcd-0ffe41fa5c00') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:45.544800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5a72778-4de1-445c-bfcd-0ffe41fa5c00') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:45.547027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-422bb3d5-0e9e-4833-9195-deea127bfa40 None None] Deleting port 69efe5f2-8636-4781-9b77-441cc5ba94e7 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:45.547408 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-422bb3d5-0e9e-4833-9195-deea127bfa40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.589058 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08f7935f-e8b6-446b-ad44-a9bb5a46c189 req-03608ca9-13f4-4dfb-9300-51c58648833a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 210 time: 0.0504954 Jul 16 17:58:45.592850 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.615737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Allocated IP 192.168.233.231 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/658dd971-f59b-4aed-8895-56a35cdd5c66) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:45.620605 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ed83acda-a685-4e0a-9cf3-25cf71371f5a req-4ec4a975-15a8-4381-8d6e-f43ed812fe20 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2102084 Jul 16 17:58:45.663800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.671050 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.680181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-d541ceae-06d6-4088-b7a4-b1da904aee35 req-5118dec3-003e-425d-97d8-3a66eda8706f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Deleting port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:45.680528 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d541ceae-06d6-4088-b7a4-b1da904aee35 req-5118dec3-003e-425d-97d8-3a66eda8706f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.697435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:45.697851 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.703855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: timer() Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:45.716025 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:45.724376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:45.732636 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.733346 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device d9d398d3-ffa2-42ec-82b2-002ccf45ef87 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:45.790039 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9a5892d6-ba32-4cba-b417-e15f43cdc6b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.883272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:45.950033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-422bb3d5-0e9e-4833-9195-deea127bfa40 None None] For port 69efe5f2-8636-4781-9b77-441cc5ba94e7, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:45.950714 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-422bb3d5-0e9e-4833-9195-deea127bfa40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.012777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-422bb3d5-0e9e-4833-9195-deea127bfa40 None None] Calling delete_port for 69efe5f2-8636-4781-9b77-441cc5ba94e7 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:46.018833 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-422bb3d5-0e9e-4833-9195-deea127bfa40 None None] Port 69efe5f2-8636-4781-9b77-441cc5ba94e7 was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 17:58:46.024177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:46.036312 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.046412 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-422bb3d5-0e9e-4833-9195-deea127bfa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.055726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Transition to ACTIVE for port object 658dd971-f59b-4aed-8895-56a35cdd5c66 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:46.069796 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49978) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:46.081425 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.086438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.092940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] 10.222.0.47 "DELETE /v2.0/networks/ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe HTTP/1.1" status: 204 len: 168 time: 1.7549195 Jul 16 17:58:46.113713 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422bb3d5-0e9e-4833-9195-deea127bfa40 None None] Pushing event deleted for resources: {'Port': ['ID=69efe5f2-8636-4781-9b77-441cc5ba94e7,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:46.128297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-422bb3d5-0e9e-4833-9195-deea127bfa40 None None] Network ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe is not hosted by any dhcp agent {{(pid=105440) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 17:58:46.128912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422bb3d5-0e9e-4833-9195-deea127bfa40 None None] No DVR routers for this DVR port 69efe5f2-8636-4781-9b77-441cc5ba94e7 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:46.156394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b0992f-1025-4930-9253-1f559fb67860 tempest-ServersTestMultiNic-686606907 tempest-ServersTestMultiNic-686606907-project] Pushing event deleted for resources: {'Network': ['ID=ff7026b9-8d2a-4f67-aa27-218d9b8a6bbe,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:46.186719 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.220661 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-121a6195-336a-4410-b5fa-df679ab21af8 req-5222b4a2-0e2f-45e7-9dee-e7eb2d102812 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 210 time: 0.3625596 Jul 16 17:58:46.223582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154475fa-e581-4480-b472-def401e2af33 req-28f2e76a-2180-4260-a108-c323cc2c7c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.224533 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.225592 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-154475fa-e581-4480-b472-def401e2af33 req-28f2e76a-2180-4260-a108-c323cc2c7c66 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 1096 time: 0.7122772 Jul 16 17:58:46.237865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Transition to ACTIVE for port object f9a46fe8-ad61-47a7-b541-2430b85bdf14 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:46.266175 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Allocated IP 172.20.0.1 (4d765f26-176b-49c1-afb1-02f5bfd18ce6/14ef8cff-dc99-4c22-aab0-1c04351b46c8/041ef84d-8e2d-401a-898b-3efa5dac04b9) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:46.276586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port d9d398d3-ffa2-42ec-82b2-002ccf45ef87, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:46.290296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'port_id': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87', 'mac_address': 'fa:16:3e:e0:42:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:46.309012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d541ceae-06d6-4088-b7a4-b1da904aee35 req-5118dec3-003e-425d-97d8-3a66eda8706f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] For port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:46.309518 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d541ceae-06d6-4088-b7a4-b1da904aee35 req-5118dec3-003e-425d-97d8-3a66eda8706f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.317075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['26c272b3-4f8d-4af6-9a65-5993a5b1ae88'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:46.319926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', '4f896446-eda0-4d29-b67e-9dd33dc92e27'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:46.328942 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-154475fa-e581-4480-b472-def401e2af33 req-24a6069b-79f0-4dfb-9c75-b77f1c914773 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922608 Jul 16 17:58:46.329971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404377a9-f3c4-4ec9-b0c3-6dd4894be74a req-1bbea46f-0d4a-4564-b0be-6061fb4d6a38 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.331670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-404377a9-f3c4-4ec9-b0c3-6dd4894be74a req-1bbea46f-0d4a-4564-b0be-6061fb4d6a38 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 945 time: 0.2603431 Jul 16 17:58:46.350960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-d541ceae-06d6-4088-b7a4-b1da904aee35 req-5118dec3-003e-425d-97d8-3a66eda8706f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Calling delete_port for 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:46.362050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-859e2472-edb5-4456-9bda-535b78556379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.369315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 69efe5f2-8636-4781-9b77-441cc5ba94e7 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:46.371083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:46.389901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:46.393947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:46.441687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 69efe5f2-8636-4781-9b77-441cc5ba94e7 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:46.442187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 69efe5f2-8636-4781-9b77-441cc5ba94e7 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:46.443851 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.465217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.465885 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.474657 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.485416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:46.496738 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-4517dc7e-f51b-4fc1-a4bd-ba78bb68c072 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5462286 Jul 16 17:58:46.531452 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-404377a9-f3c4-4ec9-b0c3-6dd4894be74a req-6bca8579-2ef8-4d4c-a75b-3bb4efde846b tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703188 Jul 16 17:58:46.547314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Request body: {'port': {'device_id': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:46.582902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c4863-2ec5-44ed-a6d2-d279fe7b3661 None None] Pushing event updated for resources: {'Port': ['ID=f9a46fe8-ad61-47a7-b541-2430b85bdf14,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:46.614400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Network 04437df4-dabe-4e30-825b-96d2cb805a72 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:46.620285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Attempting to bind port f9a46fe8-ad61-47a7-b541-2430b85bdf14 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:46.620675 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Attempting to bind port f9a46fe8-ad61-47a7-b541-2430b85bdf14 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:46.621045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Attempting to bind port f9a46fe8-ad61-47a7-b541-2430b85bdf14 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:46.621635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Pushing event updated for resources: {'Port': ['ID=1817ac4c-0059-40a2-bdec-696aaa59fdc3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:46.625077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:46.642062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:46.649547 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.651943 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.662914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:46.663297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:46.663729 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.664132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:46.664619 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Bound port: f9a46fe8-ad61-47a7-b541-2430b85bdf14, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:46.664998 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.678340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.752125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Transition to ACTIVE for port object 041ef84d-8e2d-401a-898b-3efa5dac04b9 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:46.802931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.803482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.813760 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-859e2472-edb5-4456-9bda-535b78556379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.835359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241fb3d-7ea9-42d6-8f1c-6d16cd4a2ed7 req-fdae6a2a-ed21-4a40-ae47-d2dfc39178c0 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:46.836956 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5241fb3d-7ea9-42d6-8f1c-6d16cd4a2ed7 req-fdae6a2a-ed21-4a40-ae47-d2dfc39178c0 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.4031744 Jul 16 17:58:46.858615 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1bbc4208-f2a7-4910-b0c3-95ec193f1918 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5366697 Jul 16 17:58:46.890711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Request body: {'port': {'device_id': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:46.896073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d541ceae-06d6-4088-b7a4-b1da904aee35 req-5118dec3-003e-425d-97d8-3a66eda8706f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.900350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9d398d3-ffa2-42ec-82b2-002ccf45ef87 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:46.957335 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.959266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port d9d398d3-ffa2-42ec-82b2-002ccf45ef87, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:46.961500 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-859e2472-edb5-4456-9bda-535b78556379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.973573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5118dec3-003e-425d-97d8-3a66eda8706f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Pushing event deleted for resources: {'Port': ['ID=7ec9c29a-544e-40f8-a77e-ffb22d551ef4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:46.976779 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:46.977762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7823ca02-ecf8-4d6a-8697-5e81d3abde2a details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:46.981262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b863a118-8e8a-4df4-a925-adfa8dd83d54 None None] Provisioning for port 658dd971-f59b-4aed-8895-56a35cdd5c66 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:46.985941 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5241fb3d-7ea9-42d6-8f1c-6d16cd4a2ed7 req-203a907c-e924-4b4a-967b-c3a52518fdc4 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331749 Jul 16 17:58:47.041800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:47.058254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:47.067151 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859e2472-edb5-4456-9bda-535b78556379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b6871a-3756-4772-83b1-783f5a396ebe,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:47.074897 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b863a118-8e8a-4df4-a925-adfa8dd83d54 None None] Provisioning complete for port 658dd971-f59b-4aed-8895-56a35cdd5c66 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:47.075283 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b863a118-8e8a-4df4-a925-adfa8dd83d54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.084692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:47.090190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d541ceae-06d6-4088-b7a4-b1da904aee35 req-5118dec3-003e-425d-97d8-3a66eda8706f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] No DVR routers for this DVR port 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:47.097381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:47.104525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] For port f9a46fe8-ad61-47a7-b541-2430b85bdf14, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:47.108299 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d541ceae-06d6-4088-b7a4-b1da904aee35 req-5118dec3-003e-425d-97d8-3a66eda8706f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.110263 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d541ceae-06d6-4088-b7a4-b1da904aee35 req-5118dec3-003e-425d-97d8-3a66eda8706f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.37 "DELETE /v2.0/ports/7ec9c29a-544e-40f8-a77e-ffb22d551ef4 HTTP/1.1" status: 204 len: 173 time: 1.9874148 Jul 16 17:58:47.110710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'name': 'network-vif-deleted', 'tag': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:47.112986 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26281de-de97-4f96-9d26-17b8fa57f77e" -d '{"events": [{"server_uuid": "59f18cf5-0b0f-4032-be02-decb57d5fc3d", "name": "network-vif-deleted", "tag": "7ec9c29a-544e-40f8-a77e-ffb22d551ef4"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:47.152004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Pushing event updated for resources: {'Port': ['ID=041ef84d-8e2d-401a-898b-3efa5dac04b9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:47.158400 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.165163 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-859e2472-edb5-4456-9bda-535b78556379 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=28aada4e58a7491ebd6bdde0a5cca14f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0907567 Jul 16 17:58:47.169039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49996) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:47.171319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] For port f9a46fe8-ad61-47a7-b541-2430b85bdf14, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f9a46fe8-ad61-47a7-b541-2430b85bdf14,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:47.218249 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.233212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f5f220-2464-468f-81c3-75515249eef7 req-55d5bc11-9865-4bf9-a36b-d759663b7c43 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.235973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71f5f220-2464-468f-81c3-75515249eef7 req-55d5bc11-9865-4bf9-a36b-d759663b7c43 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 936 time: 0.2862864 Jul 16 17:58:47.304331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:47.318033 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.324909 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b863a118-8e8a-4df4-a925-adfa8dd83d54 None None] Port 658dd971-f59b-4aed-8895-56a35cdd5c66 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:47.360465 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71f5f220-2464-468f-81c3-75515249eef7 req-ae360515-2d83-47c2-8e7d-65e7a7c86f64 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181827 Jul 16 17:58:47.383628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658dd971-f59b-4aed-8895-56a35cdd5c66 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:47.386046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '7823ca02-ecf8-4d6a-8697-5e81d3abde2a', 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e', 'port_id': '7823ca02-ecf8-4d6a-8697-5e81d3abde2a', 'mac_address': 'fa:16:3e:b9:7a:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906cba6b-9994-4473-84fa-50b5a985c7d8', 'ip_address': '10.1.1.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:47.392741 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.396571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Routers {'a7651089-dbf5-48bc-87f0-63db4d92d696'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:47.397223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a7651089-dbf5-48bc-87f0-63db4d92d696'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:47.407168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Transition to ACTIVE for port object 658dd971-f59b-4aed-8895-56a35cdd5c66 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:47.411861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.490049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:47.514427 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c4863-2ec5-44ed-a6d2-d279fe7b3661 None None] Pushing event updated for resources: {'Port': ['ID=f9a46fe8-ad61-47a7-b541-2430b85bdf14,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:47.644865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b1b77f9-e228-4ce1-b741-e6d0ab41ddf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.702675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:47.703297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:47.705136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9ebb61b3-3013-4949-9472-9fd6f3a64eed None None] Provisioning for port 041ef84d-8e2d-401a-898b-3efa5dac04b9 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:47.705601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:47.711742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Port 658dd971-f59b-4aed-8895-56a35cdd5c66 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:47.712106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:47.716611 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e6fe1-7651-4e7c-8233-c4753f66232c req-8c22a2f2-9268-4303-8827-4500262f842b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.719227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:47.719667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:47.720106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:47.720547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Bound port: 658dd971-f59b-4aed-8895-56a35cdd5c66, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:47.721285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.724287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e6fe1-7651-4e7c-8233-c4753f66232c req-8c22a2f2-9268-4303-8827-4500262f842b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.731041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e6fe1-7651-4e7c-8233-c4753f66232c req-8c22a2f2-9268-4303-8827-4500262f842b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.741912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e6fe1-7651-4e7c-8233-c4753f66232c req-8c22a2f2-9268-4303-8827-4500262f842b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.742132 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.743934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9ebb61b3-3013-4949-9472-9fd6f3a64eed None None] Provisioning complete for port 041ef84d-8e2d-401a-898b-3efa5dac04b9 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:47.744295 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9ebb61b3-3013-4949-9472-9fd6f3a64eed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.749416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e6fe1-7651-4e7c-8233-c4753f66232c req-8c22a2f2-9268-4303-8827-4500262f842b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.760353 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e6fe1-7651-4e7c-8233-c4753f66232c req-8c22a2f2-9268-4303-8827-4500262f842b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.769222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e6fe1-7651-4e7c-8233-c4753f66232c req-8c22a2f2-9268-4303-8827-4500262f842b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:47.777172 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79e6fe1-7651-4e7c-8233-c4753f66232c req-8c22a2f2-9268-4303-8827-4500262f842b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5433 time: 0.5608943 Jul 16 17:58:47.802998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9ebb61b3-3013-4949-9472-9fd6f3a64eed None None] Port 041ef84d-8e2d-401a-898b-3efa5dac04b9 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:47.828981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b1b77f9-e228-4ce1-b741-e6d0ab41ddf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.870135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:47.883837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:47.902389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7823ca02-ecf8-4d6a-8697-5e81d3abde2a {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:47.920093 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:47.931231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:47.935123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] Set router a7651089-dbf5-48bc-87f0-63db4d92d696 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:47.974674 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4dfae2-eac2-4a62-8136-f599965d014b x-openstack-request-id: req-3a4dfae2-eac2-4a62-8136-f599965d014b {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:47.974965 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f18cf5-0b0f-4032-be02-decb57d5fc3d", "name": "network-vif-deleted", "tag": "7ec9c29a-544e-40f8-a77e-ffb22d551ef4", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:47.975225 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3a4dfae2-eac2-4a62-8136-f599965d014b {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:47.981142 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f18cf5-0b0f-4032-be02-decb57d5fc3d', 'name': 'network-vif-deleted', 'tag': '7ec9c29a-544e-40f8-a77e-ffb22d551ef4', 'status': 'completed', 'code': 200} Jul 16 17:58:48.003824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.007039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.008929 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] 10.222.0.18 "PUT /v2.0/ports/658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 1096 time: 1.4913666 Jul 16 17:58:48.011444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:48.020232 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2881838f-67cf-4973-8793-b55e4cdcf6dc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:48.037369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79e6fe1-7651-4e7c-8233-c4753f66232c req-ed924d33-26af-44cc-9fff-e523bde62aa5 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2502527 Jul 16 17:58:48.038031 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.039066 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.039840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 5083973c-bf1c-4ee2-93b7-1617cc9842d0 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:48.049501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b3e475-3a0f-44fd-95dd-dfa97af212e3 service neutron] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:48.093594 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.152400 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b1b77f9-e228-4ce1-b741-e6d0ab41ddf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.155617 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b1b77f9-e228-4ce1-b741-e6d0ab41ddf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.162192 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3b1b77f9-e228-4ce1-b741-e6d0ab41ddf7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/75b6871a-3756-4772-83b1-783f5a396ebe HTTP/1.1" status: 204 len: 168 time: 0.9811094 Jul 16 17:58:48.198117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:48.234277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1b77f9-e228-4ce1-b741-e6d0ab41ddf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b6871a-3756-4772-83b1-783f5a396ebe,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:48.309966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf3f9bd-56a3-4c33-b2d8-773249fba7d1 req-753dfdc6-7d8a-4028-ace7-36b851f54cf2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.312005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebf3f9bd-56a3-4c33-b2d8-773249fba7d1 req-753dfdc6-7d8a-4028-ace7-36b851f54cf2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 931 time: 0.2238531 Jul 16 17:58:48.314249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-23497900-7408-4b29-9f29-b298daa1d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.316109 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-23497900-7408-4b29-9f29-b298daa1d5f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1099 time: 0.1667778 Jul 16 17:58:48.384674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-7119c5d3-dc8b-4157-9507-59e4419657f6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 217 time: 0.0540235 Jul 16 17:58:48.386374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd2f4d67-3d6e-4d5c-a613-f791c15551bd req-d5ccaa9c-c275-48ec-9fdf-c5ea2636109c tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=59f18cf5-0b0f-4032-be02-decb57d5fc3d HTTP/1.1" status: 200 len: 210 time: 0.0923402 Jul 16 17:58:48.422190 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2ca75a04-0960-47d4-b730-fe77e9c7a97b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.428523 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.resource_extend [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:58:48.432496 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebf3f9bd-56a3-4c33-b2d8-773249fba7d1 req-c47fd188-7dfe-4f7f-894f-ed1485fb2783 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108999 Jul 16 17:58:48.480794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 5083973c-bf1c-4ee2-93b7-1617cc9842d0, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=5083973c-bf1c-4ee2-93b7-1617cc9842d0,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:48.508107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50016) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:48.521653 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1817ac4c-0059-40a2-bdec-696aaa59fdc3 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:48.534396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '5083973c-bf1c-4ee2-93b7-1617cc9842d0', 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e', 'port_id': '5083973c-bf1c-4ee2-93b7-1617cc9842d0', 'mac_address': 'fa:16:3e:58:9b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906cba6b-9994-4473-84fa-50b5a985c7d8', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:48.553901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.554222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-router', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:39Z', 'updated_at': '2021-07-16T17:58:41Z', 'revision_number': 3, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'gw_port': {'id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:48.610056 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d8e5f62-09c5-43d4-ae80-2c7faf6deae4 x-openstack-request-id: req-2d8e5f62-09c5-43d4-ae80-2c7faf6deae4 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:48.612890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d070bc75-b357-4575-948d-b75c872e9e71 None None] The sync data for ids ['a7651089-dbf5-48bc-87f0-63db4d92d696'] in n-d-794306-7 is: [{'id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-router', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:39Z', 'updated_at': '2021-07-16T17:58:41Z', 'revision_number': 3, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'gw_port': {'id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:48.617494 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:48.617987 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2d8e5f62-09c5-43d4-ae80-2c7faf6deae4 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:48.618556 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'status': 'completed', 'code': 200} Jul 16 17:58:48.621639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Transition to ACTIVE for port object 1817ac4c-0059-40a2-bdec-696aaa59fdc3 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:48.642877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-b1f214bc-e9e2-4e4d-863d-6ef68b0fd7af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:48.644647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.649727 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-b1f214bc-e9e2-4e4d-863d-6ef68b0fd7af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.2314968 Jul 16 17:58:48.664481 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.693284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5083973c-bf1c-4ee2-93b7-1617cc9842d0 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:48.717534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 5083973c-bf1c-4ee2-93b7-1617cc9842d0, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=5083973c-bf1c-4ee2-93b7-1617cc9842d0,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:48.722402 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.723331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device c9bc271f-eb4b-4536-9932-627fb244a68f details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:48.743659 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50018) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:48.791433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=5083973c-bf1c-4ee2-93b7-1617cc9842d0,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:48.810493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port c9bc271f-eb4b-4536-9932-627fb244a68f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=c9bc271f-eb4b-4536-9932-627fb244a68f,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:48.816137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75b5991d-04ef-4fdf-8523-7c4e021ba066 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.823669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'c9bc271f-eb4b-4536-9932-627fb244a68f', 'network_id': 'd5ee5640-ff78-40d5-9d0e-0f76a5a0819e', 'port_id': 'c9bc271f-eb4b-4536-9932-627fb244a68f', 'mac_address': 'fa:16:3e:86:dd:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 395, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '906cba6b-9994-4473-84fa-50b5a985c7d8', 'ip_address': '10.1.1.194'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:48.847041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Pushing event updated for resources: {'Port': ['ID=1817ac4c-0059-40a2-bdec-696aaa59fdc3,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:48.865949 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.885519 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.889117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9bc271f-eb4b-4536-9932-627fb244a68f {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:48.899430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.921424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port c9bc271f-eb4b-4536-9932-627fb244a68f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=c9bc271f-eb4b-4536-9932-627fb244a68f,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:48.927121 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:48.929244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7e680b3d-93f0-4a4f-8add-44e0e4780a88 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:49.051452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=c9bc271f-eb4b-4536-9932-627fb244a68f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.090814 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Pushing event updated for resources: {'Port': ['ID=041ef84d-8e2d-401a-898b-3efa5dac04b9,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.110337 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.112684 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Attempting to bind port 1817ac4c-0059-40a2-bdec-696aaa59fdc3 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:49.113100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Attempting to bind port 1817ac4c-0059-40a2-bdec-696aaa59fdc3 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:49.113432 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Attempting to bind port 1817ac4c-0059-40a2-bdec-696aaa59fdc3 on network 04437df4-dabe-4e30-825b-96d2cb805a72 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:49.117536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7e680b3d-93f0-4a4f-8add-44e0e4780a88, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7e680b3d-93f0-4a4f-8add-44e0e4780a88,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:49.123269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8957379-db43-47e2-a6e3-358af2b4d06f req-92f27016-353d-43b0-9c1a-dba9fd362243 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.130281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8957379-db43-47e2-a6e3-358af2b4d06f req-92f27016-353d-43b0-9c1a-dba9fd362243 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.4935167 Jul 16 17:58:49.132130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '7e680b3d-93f0-4a4f-8add-44e0e4780a88', 'network_id': '791fcc36-0324-4230-9b89-1a8c080d3fb9', 'port_id': '7e680b3d-93f0-4a4f-8add-44e0e4780a88', 'mac_address': 'fa:16:3e:8a:0a:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 370, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:49.132447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Port 1817ac4c-0059-40a2-bdec-696aaa59fdc3 on network 04437df4-dabe-4e30-825b-96d2cb805a72 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:58:49.132780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Attempting to bind port 1817ac4c-0059-40a2-bdec-696aaa59fdc3 on network 04437df4-dabe-4e30-825b-96d2cb805a72 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:49.148770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8428d34-a6b3-429c-a7f1-662e0d56b872 req-0529d12b-0b70-4bf7-bcde-d47a01d08c61 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.150903 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8428d34-a6b3-429c-a7f1-662e0d56b872 req-0529d12b-0b70-4bf7-bcde-d47a01d08c61 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 948 time: 0.4633148 Jul 16 17:58:49.157873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-c4737ee0-32ce-458b-8ccd-9d3122d07670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.159768 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-c4737ee0-32ce-458b-8ccd-9d3122d07670 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1380963 Jul 16 17:58:49.161637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:49.161984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Checking segment: {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:49.162415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Bound using segment: {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:49.162916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Bound port: 1817ac4c-0059-40a2-bdec-696aaa59fdc3, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:49.163335 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.192677 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.212029 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e680b3d-93f0-4a4f-8add-44e0e4780a88 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:49.243433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7e680b3d-93f0-4a4f-8add-44e0e4780a88, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7e680b3d-93f0-4a4f-8add-44e0e4780a88,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:49.249940 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.268456 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8957379-db43-47e2-a6e3-358af2b4d06f req-6bd83f86-c254-427e-a6cf-5c43b369a8bf tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369712 Jul 16 17:58:49.340421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7e680b3d-93f0-4a4f-8add-44e0e4780a88,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.341769 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75b5991d-04ef-4fdf-8523-7c4e021ba066 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.364331 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75b5991d-04ef-4fdf-8523-7c4e021ba066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.378453 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-c35bc379-f81c-4822-90d5-6c0557735201 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680322 Jul 16 17:58:49.401503 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8428d34-a6b3-429c-a7f1-662e0d56b872 req-9578a688-280c-4488-bf67-d369ee73b5d4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217271 Jul 16 17:58:49.487048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] For port 1817ac4c-0059-40a2-bdec-696aaa59fdc3, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:49.493454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b5991d-04ef-4fdf-8523-7c4e021ba066 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61876228-91e2-4f07-a4a5-678d8cb6d95e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.531760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-75b5991d-04ef-4fdf-8523-7c4e021ba066 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1757ea05a77d451491450befbb0d317b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7755539 Jul 16 17:58:49.538791 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] For port 1817ac4c-0059-40a2-bdec-696aaa59fdc3, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1817ac4c-0059-40a2-bdec-696aaa59fdc3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:49.542389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:49.546945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50028) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:49.560947 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.563143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:49.659826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.660809 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.662219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] 10.222.0.18 "PUT /v2.0/ports/1817ac4c-0059-40a2-bdec-696aaa59fdc3 HTTP/1.1" status: 200 len: 1091 time: 2.7794061 Jul 16 17:58:49.669894 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-034f41c7-fabf-4ace-bf9a-77f5a681f2a9 req-99be1619-a515-474a-9929-0c7c3002f693 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486725 Jul 16 17:58:49.726097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e2212-9797-454d-a943-8f727be87183 req-371590e8-ef9e-4ee1-839e-625292f61b47 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.736713 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.758505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e2212-9797-454d-a943-8f727be87183 req-371590e8-ef9e-4ee1-839e-625292f61b47 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.772824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e2212-9797-454d-a943-8f727be87183 req-371590e8-ef9e-4ee1-839e-625292f61b47 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.792887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e2212-9797-454d-a943-8f727be87183 req-371590e8-ef9e-4ee1-839e-625292f61b47 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.805382 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e2212-9797-454d-a943-8f727be87183 req-371590e8-ef9e-4ee1-839e-625292f61b47 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.813440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e2212-9797-454d-a943-8f727be87183 req-371590e8-ef9e-4ee1-839e-625292f61b47 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.827038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e2212-9797-454d-a943-8f727be87183 req-371590e8-ef9e-4ee1-839e-625292f61b47 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:49.839831 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-971e2212-9797-454d-a943-8f727be87183 req-371590e8-ef9e-4ee1-839e-625292f61b47 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5437 time: 0.4081750 Jul 16 17:58:49.842007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73223843-302c-4fd0-89d7-7561351e6762 service neutron] Pushing event updated for resources: {'Port': ['ID=1817ac4c-0059-40a2-bdec-696aaa59fdc3,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:49.898637 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d55d3a14-8c24-41d3-9fdc-fb8ab5c65957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.952644 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d55d3a14-8c24-41d3-9fdc-fb8ab5c65957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:49.979733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Router a7651089-dbf5-48bc-87f0-63db4d92d696 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:49.982913 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'tag': '1817ac4c-0059-40a2-bdec-696aaa59fdc3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:49.985232 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb3162b-a317-4032-bf4b-2e812777d3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "3c18727d-d3c1-46df-ae0b-e2ec225f265b", "tag": "1817ac4c-0059-40a2-bdec-696aaa59fdc3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:50.027494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881838f-67cf-4973-8793-b55e4cdcf6dc req-d479865c-fd0b-4ff8-a2c6-f20a30755a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:50.029061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2881838f-67cf-4973-8793-b55e4cdcf6dc req-d479865c-fd0b-4ff8-a2c6-f20a30755a18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1099 time: 0.2824678 Jul 16 17:58:50.037749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235d4ba-3ad7-4067-8eb8-413488430b2a req-d6c88ab8-b167-4633-a03d-3e3ab0802045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:50.039334 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0235d4ba-3ad7-4067-8eb8-413488430b2a req-d6c88ab8-b167-4633-a03d-3e3ab0802045 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=100cc40841824ef2ad57298c62557da2&device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 1096 time: 0.2033365 Jul 16 17:58:50.049172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-971e2212-9797-454d-a943-8f727be87183 req-f90246db-909b-4725-8610-9b194231bb03 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2079291 Jul 16 17:58:50.088769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-6964d009-36b4-45b3-9d33-950a591cce36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:50.090310 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-6964d009-36b4-45b3-9d33-950a591cce36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 1094 time: 0.2443831 Jul 16 17:58:50.100917 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e4bb110c-3f1d-4af4-93b4-aa211dd24298 None None] Provisioning complete for port 041ef84d-8e2d-401a-898b-3efa5dac04b9 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:50.101395 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e4bb110c-3f1d-4af4-93b4-aa211dd24298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.157902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e4bb110c-3f1d-4af4-93b4-aa211dd24298 None None] Port 041ef84d-8e2d-401a-898b-3efa5dac04b9 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:58:50.192242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-118ec939-2b2a-4df6-a283-0b0bb87077db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1817ac4c-0059-40a2-bdec-696aaa59fdc3 HTTP/1.1" status: 200 len: 217 time: 0.0776007 Jul 16 17:58:50.205805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['80fb28f4-6bfe-4220-9ada-25fe85728b93'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:50.238629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['5083973c-bf1c-4ee2-93b7-1617cc9842d0'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:50.248238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f9a46fe8-ad61-47a7-b541-2430b85bdf14 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:50.296485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['d9d398d3-ffa2-42ec-82b2-002ccf45ef87'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:50.308134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['7823ca02-ecf8-4d6a-8697-5e81d3abde2a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:50.339599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-a29546f3-6228-467c-af59-95da0d2b7640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:50.341123 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-a29546f3-6228-467c-af59-95da0d2b7640 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dba55bee-7eb5-4d34-8527-d9d14160a2f5 HTTP/1.1" status: 200 len: 845 time: 0.1251047 Jul 16 17:58:50.395798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-d2562e30-3fda-4a02-a872-20a06d82b824 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04437df4-dabe-4e30-825b-96d2cb805a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428779 Jul 16 17:58:50.422655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.443695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5de71-6a1d-4173-94b1-26374367ef06 req-c07160d7-7be3-4b48-96b9-8b7db1a4b846 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:50.445290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5bf5de71-6a1d-4173-94b1-26374367ef06 req-c07160d7-7be3-4b48-96b9-8b7db1a4b846 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.2281482 Jul 16 17:58:50.480715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port f9a46fe8-ad61-47a7-b541-2430b85bdf14 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:50.517905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f9a46fe8-ad61-47a7-b541-2430b85bdf14 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:50.518300 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.574961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d55d3a14-8c24-41d3-9fdc-fb8ab5c65957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.579047 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d55d3a14-8c24-41d3-9fdc-fb8ab5c65957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.582649 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d55d3a14-8c24-41d3-9fdc-fb8ab5c65957 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/61876228-91e2-4f07-a4a5-678d8cb6d95e HTTP/1.1" status: 204 len: 168 time: 1.0321062 Jul 16 17:58:50.611502 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5bf5de71-6a1d-4173-94b1-26374367ef06 req-70368d01-ba74-45a6-bfeb-c1a161d30bfc tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244073 Jul 16 17:58:50.624726 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-1fbd5e2a-b5f6-4a2f-a14c-fef660033ef3 service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172809 Jul 16 17:58:50.780058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235d4ba-3ad7-4067-8eb8-413488430b2a req-8d4e7d65-78bc-475a-87dc-bf9b947cb942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:50.781527 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0235d4ba-3ad7-4067-8eb8-413488430b2a req-8d4e7d65-78bc-475a-87dc-bf9b947cb942 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f228275-412b-4785-aac5-ff437020b30c HTTP/1.1" status: 200 len: 920 time: 0.7300851 Jul 16 17:58:50.859944 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.887473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55d3a14-8c24-41d3-9fdc-fb8ab5c65957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61876228-91e2-4f07-a4a5-678d8cb6d95e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:50.906134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port f9a46fe8-ad61-47a7-b541-2430b85bdf14, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f9a46fe8-ad61-47a7-b541-2430b85bdf14,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:50.919086 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:50.948619 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0235d4ba-3ad7-4067-8eb8-413488430b2a req-ea6c9570-77f4-46bb-b700-04ed9d3e6e13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 217 time: 0.1246862 Jul 16 17:58:50.976954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:50.991996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b6a5e956-baee-419c-a990-8095b811febe admin admin] 10.222.0.47 "PUT /v2.0/routers/a7651089-dbf5-48bc-87f0-63db4d92d696/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3265774 Jul 16 17:58:51.028296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be0765-3f56-431b-88d6-8ef9a7c80a3f req-08391d49-2ce9-4ab8-83d2-a5de9757ab22 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.036191 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-02be0765-3f56-431b-88d6-8ef9a7c80a3f req-08391d49-2ce9-4ab8-83d2-a5de9757ab22 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 943 time: 0.9833279 Jul 16 17:58:51.039018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881838f-67cf-4973-8793-b55e4cdcf6dc req-f32a181d-9336-4f38-bcf6-2c52c4ebd24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.041968 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2881838f-67cf-4973-8793-b55e4cdcf6dc req-f32a181d-9336-4f38-bcf6-2c52c4ebd24a service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 1.0015121 Jul 16 17:58:51.049741 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54bec6fe-3981-4cc0-ac68-3c19ee436a86 req-d739ee08-daa8-4f97-a48f-960f62450107 service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4095223 Jul 16 17:58:51.070903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=f9a46fe8-ad61-47a7-b541-2430b85bdf14,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:51.130676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2881838f-67cf-4973-8793-b55e4cdcf6dc req-269f0563-ac8e-4bcd-b0a2-8c9b254ca64c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 217 time: 0.0682683 Jul 16 17:58:51.136826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0235d4ba-3ad7-4067-8eb8-413488430b2a req-079b8ca9-73a2-4690-a5ee-e5901d79aa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.138322 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0235d4ba-3ad7-4067-8eb8-413488430b2a req-079b8ca9-73a2-4690-a5ee-e5901d79aa55 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccff13-8aed-47f5-8de9-d9ef4356d59f HTTP/1.1" status: 200 len: 859 time: 0.1714067 Jul 16 17:58:51.142217 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17b8fc63-8519-459c-ad29-433864aa736f x-openstack-request-id: req-17b8fc63-8519-459c-ad29-433864aa736f {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:51.142508 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c18727d-d3c1-46df-ae0b-e2ec225f265b", "tag": "1817ac4c-0059-40a2-bdec-696aaa59fdc3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:51.142769 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-17b8fc63-8519-459c-ad29-433864aa736f {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:51.143173 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'tag': '1817ac4c-0059-40a2-bdec-696aaa59fdc3', 'status': 'completed', 'code': 200} Jul 16 17:58:51.180485 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-02be0765-3f56-431b-88d6-8ef9a7c80a3f req-1f3e7e6c-ca09-477d-adf7-68d301143f93 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428154 Jul 16 17:58:51.297962 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Sync routers for ids ['a7651089-dbf5-48bc-87f0-63db4d92d696'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:51.311268 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Routers {'a7651089-dbf5-48bc-87f0-63db4d92d696'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:51.312297 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a7651089-dbf5-48bc-87f0-63db4d92d696'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:51.326054 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0235d4ba-3ad7-4067-8eb8-413488430b2a req-231f6f08-e301-4695-bd7f-adc662147710 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f228275-412b-4785-aac5-ff437020b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1680517 Jul 16 17:58:51.331021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['c9bc271f-eb4b-4536-9932-627fb244a68f'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:51.405210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['42634e4a-5ac6-47d2-88a5-ffc39bf29f4b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:51.407414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['7e680b3d-93f0-4a4f-8add-44e0e4780a88'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:51.409208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:51.476359 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Set router a7651089-dbf5-48bc-87f0-63db4d92d696 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:51.485387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3162b-a317-4032-bf4b-2e812777d3a5 req-92c6ab06-4eb4-4b25-9fab-c05b1db38eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.487200 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfb3162b-a317-4032-bf4b-2e812777d3a5 req-92c6ab06-4eb4-4b25-9fab-c05b1db38eea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 1094 time: 0.3152552 Jul 16 17:58:51.554712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:51.555313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7ec9c29a-544e-40f8-a77e-ffb22d551ef4 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:51.591715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881838f-67cf-4973-8793-b55e4cdcf6dc req-3d302ea9-bab4-4026-8b2d-41485190acc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.593522 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2881838f-67cf-4973-8793-b55e4cdcf6dc req-3d302ea9-bab4-4026-8b2d-41485190acc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.4279418 Jul 16 17:58:51.614210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] Deleting port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:51.619635 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.783448 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.796129 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-router', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:39Z', 'updated_at': '2021-07-16T17:58:47Z', 'revision_number': 4, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'gw_port': {'id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '041ef84d-8e2d-401a-898b-3efa5dac04b9', 'name': '', 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'mac_address': 'fa:16:3e:ac:ce:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '14ef8cff-dc99-4c22-aab0-1c04351b46c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:45Z', 'updated_at': '2021-07-16T17:58:48Z', 'revision_number': 2, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'subnets': [{'id': '14ef8cff-dc99-4c22-aab0-1c04351b46c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:51.833844 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Checking router: a7651089-dbf5-48bc-87f0-63db4d92d696 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:51.834369 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Updating router a7651089-dbf5-48bc-87f0-63db4d92d696 port 041ef84d-8e2d-401a-898b-3efa5dac04b9 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:58:51.845334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e79683-149f-423b-86de-8bcb775c25a0 req-9059a5c7-38ce-4ea2-96fc-cd8c6a607fdd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.855810 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13e79683-149f-423b-86de-8bcb775c25a0 req-9059a5c7-38ce-4ea2-96fc-cd8c6a607fdd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 948 time: 0.4613817 Jul 16 17:58:51.875411 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:51.879109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3162b-a317-4032-bf4b-2e812777d3a5 req-bd062e67-ab01-4489-a23a-6af00326f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:51.879483 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0235d4ba-3ad7-4067-8eb8-413488430b2a req-33d8ab90-c8fd-42df-8ad0-ad29fea0f8dd service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5247424 Jul 16 17:58:51.886886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfb3162b-a317-4032-bf4b-2e812777d3a5 req-bd062e67-ab01-4489-a23a-6af00326f008 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 906 time: 0.3835762 Jul 16 17:58:52.012561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfb3162b-a317-4032-bf4b-2e812777d3a5 req-5b2b351a-185e-43bd-bdcb-3544e088b14d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1817ac4c-0059-40a2-bdec-696aaa59fdc3 HTTP/1.1" status: 200 len: 217 time: 0.0952125 Jul 16 17:58:52.043071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50078) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:52.055750 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0235d4ba-3ad7-4067-8eb8-413488430b2a req-abdf2080-eb83-4877-8ac4-ff40816a4de2 service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365731 Jul 16 17:58:52.060912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-network', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:52.091499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b17b2-7f49-47d7-8d22-6b49512a1d8f req-774e51e1-d1a8-4f22-a401-7d1ec9db1def tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.100365 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-883b17b2-7f49-47d7-8d22-6b49512a1d8f req-774e51e1-d1a8-4f22-a401-7d1ec9db1def tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 944 time: 0.6602118 Jul 16 17:58:52.117559 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13e79683-149f-423b-86de-8bcb775c25a0 req-8e58957f-935b-4f47-a85b-05b1220668f0 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605646 Jul 16 17:58:52.147425 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-9214e0d7-3eab-4584-9e8a-9e929ef18ef4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8071651 Jul 16 17:58:52.151093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] For port b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72,segment=NetworkSegment(41d62f07-e3d9-4bbb-8062-5ea54395687b),segment_id=41d62f07-e3d9-4bbb-8062-5ea54395687b)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:52.152760 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.198102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] Calling delete_port for b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:52.230840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f9a46fe8-ad61-47a7-b541-2430b85bdf14 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:52.266625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb3162b-a317-4032-bf4b-2e812777d3a5 req-71671fda-6385-47fa-b2f8-3da2a734690b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.274257 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfb3162b-a317-4032-bf4b-2e812777d3a5 req-71671fda-6385-47fa-b2f8-3da2a734690b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dba55bee-7eb5-4d34-8527-d9d14160a2f5 HTTP/1.1" status: 200 len: 845 time: 0.2296655 Jul 16 17:58:52.277486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Made reservation on behalf of d4cc5e4eedd94881a3f85b808a6453b5 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:52.279401 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-883b17b2-7f49-47d7-8d22-6b49512a1d8f req-0e912ace-ff85-44da-aa55-a62d586585e0 tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/security-groups?id=bdf10ca1-1250-4b44-ab74-02824facc8ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780698 Jul 16 17:58:52.282128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.328677 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.340127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f9a46fe8-ad61-47a7-b541-2430b85bdf14 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:52.341366 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.353472 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Transition to ACTIVE for port object 041ef84d-8e2d-401a-898b-3efa5dac04b9 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:52.358351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2881838f-67cf-4973-8793-b55e4cdcf6dc req-195e6275-4b89-4e0f-b370-e4aa6016e07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.360157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2881838f-67cf-4973-8793-b55e4cdcf6dc req-195e6275-4b89-4e0f-b370-e4aa6016e07e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7569606 Jul 16 17:58:52.361011 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.373769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131bfc7f-fbc0-4afb-bb99-a75880886b8c req-daca3fff-7271-4dae-82bf-2f36bc91361f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.375363 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-131bfc7f-fbc0-4afb-bb99-a75880886b8c req-daca3fff-7271-4dae-82bf-2f36bc91361f tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 944 time: 0.6720982 Jul 16 17:58:52.392767 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.432361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfb3162b-a317-4032-bf4b-2e812777d3a5 req-5f3871d7-18a4-450e-9f32-dcf04f5adbd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04437df4-dabe-4e30-825b-96d2cb805a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1466208 Jul 16 17:58:52.470382 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Pushing event updated for resources: {'Port': ['ID=041ef84d-8e2d-401a-898b-3efa5dac04b9,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:52.480159 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2881838f-67cf-4973-8793-b55e4cdcf6dc req-5e8d6204-822a-4afb-8c71-57592ca9c1fb service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035531 Jul 16 17:58:52.508819 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.508993 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.509816 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.510152 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.510483 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.510879 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.511200 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.511519 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.511861 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.512179 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.512494 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.517995 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:52.589856 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Attempting to bind port 041ef84d-8e2d-401a-898b-3efa5dac04b9 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:52.590229 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Attempting to bind port 041ef84d-8e2d-401a-898b-3efa5dac04b9 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:52.590942 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Attempting to bind port 041ef84d-8e2d-401a-898b-3efa5dac04b9 on network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:52.597043 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:52.597454 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Checking segment: {'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:52.597882 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.598339 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Bound using segment: {'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:52.599212 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Bound port: 041ef84d-8e2d-401a-898b-3efa5dac04b9, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:52.599212 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.663038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-59c57c86-6652-44f4-b55f-121341bc9d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.664548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-59c57c86-6652-44f4-b55f-121341bc9d62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 1100 time: 0.3987834 Jul 16 17:58:52.702716 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] For port 041ef84d-8e2d-401a-898b-3efa5dac04b9, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:52.706401 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] For port 041ef84d-8e2d-401a-898b-3efa5dac04b9, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=041ef84d-8e2d-401a-898b-3efa5dac04b9,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:52.711431 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.792194 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Routers {'a7651089-dbf5-48bc-87f0-63db4d92d696'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:52.792833 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a7651089-dbf5-48bc-87f0-63db4d92d696'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:52.796203 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299573ff-47f9-4506-8172-acd103a4711a None None] Pushing event updated for resources: {'Port': ['ID=041ef84d-8e2d-401a-898b-3efa5dac04b9,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:52.805216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-131bfc7f-fbc0-4afb-bb99-a75880886b8c req-f21209ec-c724-42d2-80f5-9e20d4af176d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Deleting port 7fb5b5c8-bf04-4905-817d-b3effbc9067b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:52.805558 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-131bfc7f-fbc0-4afb-bb99-a75880886b8c req-f21209ec-c724-42d2-80f5-9e20d4af176d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:52.981168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ad0657-5b9c-457d-9de3-9925a7b9dad1 req-1bef5ffc-60d4-44c6-b9d4-abf6726d8c23 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:52.987998 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-28ad0657-5b9c-457d-9de3-9925a7b9dad1 req-1bef5ffc-60d4-44c6-b9d4-abf6726d8c23 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.4070601 Jul 16 17:58:52.997167 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] Set router a7651089-dbf5-48bc-87f0-63db4d92d696 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:53.005638 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2881838f-67cf-4973-8793-b55e4cdcf6dc req-4a3083f2-69f6-4b7f-a5c9-48c55e7c7cc1 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258704 Jul 16 17:58:53.086677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-809d27b3-c82e-4d0b-b5bf-7c6b3e32c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.089241 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-809d27b3-c82e-4d0b-b5bf-7c6b3e32c517 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.3880963 Jul 16 17:58:53.101789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-131bfc7f-fbc0-4afb-bb99-a75880886b8c req-f21209ec-c724-42d2-80f5-9e20d4af176d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] For port 7fb5b5c8-bf04-4905-817d-b3effbc9067b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7fb5b5c8-bf04-4905-817d-b3effbc9067b,segment=NetworkSegment(8bffa43a-3626-4875-87f7-0d8497317e85),segment_id=8bffa43a-3626-4875-87f7-0d8497317e85)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:53.102166 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-131bfc7f-fbc0-4afb-bb99-a75880886b8c req-f21209ec-c724-42d2-80f5-9e20d4af176d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.135364 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-28ad0657-5b9c-457d-9de3-9925a7b9dad1 req-37347408-bd6f-4609-a876-fbb417f86f6f tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427116 Jul 16 17:58:53.149686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-131bfc7f-fbc0-4afb-bb99-a75880886b8c req-f21209ec-c724-42d2-80f5-9e20d4af176d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Calling delete_port for 7fb5b5c8-bf04-4905-817d-b3effbc9067b owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:53.150176 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfb3162b-a317-4032-bf4b-2e812777d3a5 req-36d8b56e-158b-42fa-8659-36eb2f3fd1fe service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7077773 Jul 16 17:58:53.210111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-ffa4abd0-86c4-432e-bfdf-dab279bb8896 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.91&port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 HTTP/1.1" status: 200 len: 217 time: 0.1046999 Jul 16 17:58:53.231681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f1cb-fab8-4536-9754-d4a8bc02be1d req-151de2a2-068e-4e0a-9c71-86224963d94b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.237707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f1cb-fab8-4536-9754-d4a8bc02be1d req-151de2a2-068e-4e0a-9c71-86224963d94b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.244264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f1cb-fab8-4536-9754-d4a8bc02be1d req-151de2a2-068e-4e0a-9c71-86224963d94b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.250524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f1cb-fab8-4536-9754-d4a8bc02be1d req-151de2a2-068e-4e0a-9c71-86224963d94b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.257131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f1cb-fab8-4536-9754-d4a8bc02be1d req-151de2a2-068e-4e0a-9c71-86224963d94b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.263771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f1cb-fab8-4536-9754-d4a8bc02be1d req-151de2a2-068e-4e0a-9c71-86224963d94b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.270000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b09f1cb-fab8-4536-9754-d4a8bc02be1d req-151de2a2-068e-4e0a-9c71-86224963d94b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.274605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 658dd971-f59b-4aed-8895-56a35cdd5c66 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:53.278648 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b09f1cb-fab8-4536-9754-d4a8bc02be1d req-151de2a2-068e-4e0a-9c71-86224963d94b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5437 time: 0.8210065 Jul 16 17:58:53.404093 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-router', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:39Z', 'updated_at': '2021-07-16T17:58:47Z', 'revision_number': 4, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'gw_port': {'id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '041ef84d-8e2d-401a-898b-3efa5dac04b9', 'name': '', 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'mac_address': 'fa:16:3e:ac:ce:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '14ef8cff-dc99-4c22-aab0-1c04351b46c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:45Z', 'updated_at': '2021-07-16T17:58:52Z', 'revision_number': 4, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'subnets': [{'id': '14ef8cff-dc99-4c22-aab0-1c04351b46c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:53.404753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7823ca02-ecf8-4d6a-8697-5e81d3abde2a up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:53.408167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-cc3c6ea5-6c94-4275-a770-fa87a0f82258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.409656 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-cc3c6ea5-6c94-4275-a770-fa87a0f82258 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1780868 Jul 16 17:58:53.444451 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab9165f-30d3-4087-be3b-7ed8b31ca479 None None] The sync data for ids ['a7651089-dbf5-48bc-87f0-63db4d92d696'] in n-d-794306-7 is: [{'id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-router', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:39Z', 'updated_at': '2021-07-16T17:58:47Z', 'revision_number': 4, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'gw_port': {'id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '041ef84d-8e2d-401a-898b-3efa5dac04b9', 'name': '', 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'mac_address': 'fa:16:3e:ac:ce:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'device_owner': 'network:router_interface', 'standard_attr_id': 790, 'fixed_ips': [{'subnet_id': '14ef8cff-dc99-4c22-aab0-1c04351b46c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:45Z', 'updated_at': '2021-07-16T17:58:52Z', 'revision_number': 4, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'subnets': [{'id': '14ef8cff-dc99-4c22-aab0-1c04351b46c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:53.446499 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.458652 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b09f1cb-fab8-4536-9754-d4a8bc02be1d req-479622ab-f19f-4804-90c0-52116601658a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1784441 Jul 16 17:58:53.472192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:53.476808 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.543641 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfb3162b-a317-4032-bf4b-2e812777d3a5 req-cc8f0141-5cd2-453d-83bb-52525cda4e71 service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3802075 Jul 16 17:58:53.551308 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:58:53.559123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c481a051-4d74-484e-9e4f-aab22e5500ee req-15c04e23-178b-4f5c-9ba8-17e9cb6d6494 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.565696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.567200 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c481a051-4d74-484e-9e4f-aab22e5500ee req-15c04e23-178b-4f5c-9ba8-17e9cb6d6494 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 943 time: 0.2103968 Jul 16 17:58:53.579262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'mac_address': 'fa:16:3e:e0:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:53.589647 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be47e56f-0870-4cb7-a79a-11b3b12abcdd,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:53.629806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-73635cef-dc98-48ef-88d1-432ad2b18530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:53.631465 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-73635cef-dc98-48ef-88d1-432ad2b18530 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2143216 Jul 16 17:58:53.633443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.634157 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Added segment f5601e3a-5cb8-450d-82f9-98b4a06d0422 of type vlan for network 772dff52-c15c-4846-abb0-12ef603c99cf Jul 16 17:58:53.650839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] Pushing event deleted for resources: {'Port': ['ID=b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:53.657420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:53.678342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:53.678721 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.754517 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c481a051-4d74-484e-9e4f-aab22e5500ee req-aad6b8b4-c294-4e51-a3f1-a0b4e8580f9a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862235 Jul 16 17:58:53.768304 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-131bfc7f-fbc0-4afb-bb99-a75880886b8c req-f21209ec-c724-42d2-80f5-9e20d4af176d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.896529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21209ec-c724-42d2-80f5-9e20d4af176d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Pushing event deleted for resources: {'Port': ['ID=7fb5b5c8-bf04-4905-817d-b3effbc9067b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:53.920766 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.929753 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:53.974448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658dd971-f59b-4aed-8895-56a35cdd5c66 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:54.003299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:54.003538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-131bfc7f-fbc0-4afb-bb99-a75880886b8c req-f21209ec-c724-42d2-80f5-9e20d4af176d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] No DVR routers for this DVR port 7fb5b5c8-bf04-4905-817d-b3effbc9067b on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:54.009263 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.031543 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-131bfc7f-fbc0-4afb-bb99-a75880886b8c req-f21209ec-c724-42d2-80f5-9e20d4af176d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.033744 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-131bfc7f-fbc0-4afb-bb99-a75880886b8c req-f21209ec-c724-42d2-80f5-9e20d4af176d tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.18 "DELETE /v2.0/ports/7fb5b5c8-bf04-4905-817d-b3effbc9067b HTTP/1.1" status: 204 len: 173 time: 1.5526609 Jul 16 17:58:54.036040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f5ba940-2101-4915-8055-bc1882211f40 req-cce003a1-9bd0-45aa-aa2b-8dbd149309fa tempest-LiveAutoBlockMigrationV225Test-914175143 tempest-LiveAutoBlockMigrationV225Test-914175143-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0fcb72c-1817-487f-904c-1db3f8fad08a HTTP/1.1" status: 200 len: 210 time: 0.0752549 Jul 16 17:58:54.036449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'name': 'network-vif-deleted', 'tag': '7fb5b5c8-bf04-4905-817d-b3effbc9067b'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:54.039183 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8e5c792-b72e-4451-8b27-8b47d80795ea" -d '{"events": [{"server_uuid": "b0fcb72c-1817-487f-904c-1db3f8fad08a", "name": "network-vif-deleted", "tag": "7fb5b5c8-bf04-4905-817d-b3effbc9067b"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:54.044530 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-f3ffff48-4a43-460d-8534-cbacc458563e service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4022100 Jul 16 17:58:54.083923 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.151316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:54.162640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7823ca02-ecf8-4d6a-8697-5e81d3abde2a'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:54.180673 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aee4f214-37c8-4c0a-87af-636edeab4720" -d '{"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "7823ca02-ecf8-4d6a-8697-5e81d3abde2a"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:54.202893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:54.208274 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.209208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 80fb28f4-6bfe-4220-9ada-25fe85728b93 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:54.236053 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fe2eedb-8ea3-4e4e-8a27-d82b2dbef18b req-d5dfdef9-91bc-4316-92fc-ab586eb8b6ab service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837754 Jul 16 17:58:54.279887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['658dd971-f59b-4aed-8895-56a35cdd5c66'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:54.287210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687b5f80-73eb-4251-947d-16bfc71c1e7d req-2145599b-23e1-46fa-b441-c93734acbe32 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.296436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-687b5f80-73eb-4251-947d-16bfc71c1e7d req-2145599b-23e1-46fa-b441-c93734acbe32 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 948 time: 0.6265986 Jul 16 17:58:54.312642 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.314157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.314983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.377225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:54.401806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 041ef84d-8e2d-401a-898b-3efa5dac04b9 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:54.417617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.425774 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3792748 Jul 16 17:58:54.428573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50118) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:54.435075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] Request body: {'subnet': {'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-subnet', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:54.459590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 80fb28f4-6bfe-4220-9ada-25fe85728b93 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:54.473693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 80fb28f4-6bfe-4220-9ada-25fe85728b93 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:54.474116 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.486064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] Made reservation on behalf of d4cc5e4eedd94881a3f85b808a6453b5 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:58:54.488675 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.541065 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-687b5f80-73eb-4251-947d-16bfc71c1e7d req-06549a6e-ce52-49ef-8efb-31d43828fd58 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427590 Jul 16 17:58:54.542057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa8e57b-022f-4619-8412-89e0409aaa6a admin admin] Pushing event updated for resources: {'Network': ['ID=772dff52-c15c-4846-abb0-12ef603c99cf,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:54.567778 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 772dff52-c15c-4846-abb0-12ef603c99cf details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:58:54.647285 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a13a265-c409-4c98-b4de-5ea76564ad66 x-openstack-request-id: req-6a13a265-c409-4c98-b4de-5ea76564ad66 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:54.647601 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "7823ca02-ecf8-4d6a-8697-5e81d3abde2a", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:54.647853 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6a13a265-c409-4c98-b4de-5ea76564ad66 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:54.648502 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7823ca02-ecf8-4d6a-8697-5e81d3abde2a', 'code': 200} Jul 16 17:58:54.780453 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 041ef84d-8e2d-401a-898b-3efa5dac04b9 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:54.794297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 041ef84d-8e2d-401a-898b-3efa5dac04b9 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:54.794671 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:54.919250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6b75f7-c183-4e57-a8a7-135607142c76 req-052d89d0-c889-46a1-a5da-f93ba797a7f2 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:54.921058 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab6b75f7-c183-4e57-a8a7-135607142c76 req-052d89d0-c889-46a1-a5da-f93ba797a7f2 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.1692121 Jul 16 17:58:54.923040 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.018908 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef47130-6f11-4e36-b70d-40d939cfef39 x-openstack-request-id: req-1ef47130-6f11-4e36-b70d-40d939cfef39 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:55.019258 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0fcb72c-1817-487f-904c-1db3f8fad08a", "name": "network-vif-deleted", "tag": "7fb5b5c8-bf04-4905-817d-b3effbc9067b", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:55.019646 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1ef47130-6f11-4e36-b70d-40d939cfef39 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:55.020040 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0fcb72c-1817-487f-904c-1db3f8fad08a', 'name': 'network-vif-deleted', 'tag': '7fb5b5c8-bf04-4905-817d-b3effbc9067b', 'status': 'completed', 'code': 200} Jul 16 17:58:55.046931 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab6b75f7-c183-4e57-a8a7-135607142c76 req-44fcfee4-c70a-45f9-93b9-1ef0c2cbd441 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975387 Jul 16 17:58:55.056199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] Router aa9c1d5e-1c6a-493f-98ab-36405d9ea683 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:58:55.072312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 80fb28f4-6bfe-4220-9ada-25fe85728b93, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=80fb28f4-6bfe-4220-9ada-25fe85728b93,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:55.081317 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.085071 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.086173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 5083973c-bf1c-4ee2-93b7-1617cc9842d0 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:55.162180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39922f-98b6-463f-8a91-90c10f4a2631 req-792e7c6c-7a07-4cd8-a06b-81c6bdd92b6a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.170024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39922f-98b6-463f-8a91-90c10f4a2631 req-792e7c6c-7a07-4cd8-a06b-81c6bdd92b6a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.180143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39922f-98b6-463f-8a91-90c10f4a2631 req-792e7c6c-7a07-4cd8-a06b-81c6bdd92b6a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.183494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:58:55.189266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-37c26312-8af1-43ec-8254-4c5fb13d009c admin admin] 10.222.0.47 "PUT /v2.0/routers/aa9c1d5e-1c6a-493f-98ab-36405d9ea683/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6767311 Jul 16 17:58:55.190135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39922f-98b6-463f-8a91-90c10f4a2631 req-792e7c6c-7a07-4cd8-a06b-81c6bdd92b6a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.191215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50136) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:55.194738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 041ef84d-8e2d-401a-898b-3efa5dac04b9, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=041ef84d-8e2d-401a-898b-3efa5dac04b9,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:55.197991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39922f-98b6-463f-8a91-90c10f4a2631 req-792e7c6c-7a07-4cd8-a06b-81c6bdd92b6a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.201772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827393f-7494-414c-88ab-cb9dad55062f None None] Sync routers for ids ['aa9c1d5e-1c6a-493f-98ab-36405d9ea683'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:58:55.204200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39922f-98b6-463f-8a91-90c10f4a2631 req-792e7c6c-7a07-4cd8-a06b-81c6bdd92b6a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.210825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd39922f-98b6-463f-8a91-90c10f4a2631 req-792e7c6c-7a07-4cd8-a06b-81c6bdd92b6a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.220151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fd39922f-98b6-463f-8a91-90c10f4a2631 req-792e7c6c-7a07-4cd8-a06b-81c6bdd92b6a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5438 time: 0.2133052 Jul 16 17:58:55.235052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=80fb28f4-6bfe-4220-9ada-25fe85728b93,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:55.240945 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.304071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1817ac4c-0059-40a2-bdec-696aaa59fdc3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:58:55.343238 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.379364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7fb5b5c8-bf04-4905-817d-b3effbc9067b no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:55.392376 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fd39922f-98b6-463f-8a91-90c10f4a2631 req-bbae65c2-13ef-4b33-a693-79bddf4e0a60 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1334643 Jul 16 17:58:55.406757 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.482278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 7fb5b5c8-bf04-4905-817d-b3effbc9067b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:55.482881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7fb5b5c8-bf04-4905-817d-b3effbc9067b not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:55.484095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827393f-7494-414c-88ab-cb9dad55062f None None] Routers {'aa9c1d5e-1c6a-493f-98ab-36405d9ea683'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:55.484724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a827393f-7494-414c-88ab-cb9dad55062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['aa9c1d5e-1c6a-493f-98ab-36405d9ea683'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:55.519026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d6149a0-0e24-4c0b-81c0-8f155964852c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:55.529418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50142) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:55.543025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] Checking segment: {'id': 'f5601e3a-5cb8-450d-82f9-98b4a06d0422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:55.543448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] Network hostable DHCP agents. Network: 772dff52-c15c-4846-abb0-12ef603c99cf, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:58:55.561727 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.563435 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] Network 772dff52-c15c-4846-abb0-12ef603c99cf is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:58:55.566977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=041ef84d-8e2d-401a-898b-3efa5dac04b9,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:55.581204 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 772dff52-c15c-4846-abb0-12ef603c99cf) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:55.589486 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:55.593033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.593795 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.598056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ceab57-00d0-4f21-b108-5f1297b3bb8d None None] Network 772dff52-c15c-4846-abb0-12ef603c99cf requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:55.610542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f5556fc9-d628-4caf-95b5-b4c5bf7f9ad1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1783907 Jul 16 17:58:55.610804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50150) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:55.615237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-router', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:58:55.620153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:55.620531 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.649362 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.651430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.670958 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0200a103-1a27-4963-8866-329127874d8b req-9265a9d7-af47-44d3-8bd1-df45c73f9e18 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:55.679404 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0200a103-1a27-4963-8866-329127874d8b req-9265a9d7-af47-44d3-8bd1-df45c73f9e18 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 943 time: 0.1632266 Jul 16 17:58:55.709498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.741705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1817ac4c-0059-40a2-bdec-696aaa59fdc3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1817ac4c-0059-40a2-bdec-696aaa59fdc3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:55.746014 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0200a103-1a27-4963-8866-329127874d8b req-53390cf7-71dd-42b0-83cd-245bcf5cd908 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655224 Jul 16 17:58:55.761514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Deleting port df63bb66-3e8e-42a3-85cb-fa9444701746 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:55.762045 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.812273 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '1817ac4c-0059-40a2-bdec-696aaa59fdc3', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'port_id': '1817ac4c-0059-40a2-bdec-696aaa59fdc3', 'mac_address': 'fa:16:3e:1d:31:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba55bee-7eb5-4d34-8527-d9d14160a2f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:58:55.840998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a827393f-7494-414c-88ab-cb9dad55062f None None] Set router aa9c1d5e-1c6a-493f-98ab-36405d9ea683 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:58:55.867212 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-26360b79-1e2f-43f1-996f-144df4634f3a req-08be437f-d8d1-421a-b1ba-72782422bde1 tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1e6ed1df2b8a4350ac2ec855c7653bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1454301 Jul 16 17:58:55.870611 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eeba0fa-029b-48f2-8e3a-7de3ba802d76 admin admin] Deleting subnet 0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:55.876778 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5eeba0fa-029b-48f2-8e3a-7de3ba802d76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.897106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] For port df63bb66-3e8e-42a3-85cb-fa9444701746, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=df63bb66-3e8e-42a3-85cb-fa9444701746,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:55.897495 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:55.938771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Calling delete_port for df63bb66-3e8e-42a3-85cb-fa9444701746 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:56.014262 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.018293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b8657-16d3-4eb6-bb8c-da16f1f0abb3 req-4e413307-47f1-4b21-850d-fa6031ec61d9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.019866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b65b8657-16d3-4eb6-bb8c-da16f1f0abb3 req-4e413307-47f1-4b21-850d-fa6031ec61d9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 949 time: 0.1191781 Jul 16 17:58:56.043647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.048550 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5eeba0fa-029b-48f2-8e3a-7de3ba802d76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.070903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1817ac4c-0059-40a2-bdec-696aaa59fdc3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:58:56.088219 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.106410 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b65b8657-16d3-4eb6-bb8c-da16f1f0abb3 req-da841ca2-cda5-48a4-a0d9-fd3cf2880e31 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791945 Jul 16 17:58:56.130473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1817ac4c-0059-40a2-bdec-696aaa59fdc3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1817ac4c-0059-40a2-bdec-696aaa59fdc3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:56.130958 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5eeba0fa-029b-48f2-8e3a-7de3ba802d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.140827 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.156138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-772dff52-c15c-4846-abb0-12ef603c99cf', 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'fixed_ips': [{'subnet_id': '4d6149a0-0e24-4c0b-81c0-8f155964852c'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 17:58:56.156931 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.167824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26360b79-1e2f-43f1-996f-144df4634f3a req-dca12b20-91e9-4ec9-a9fd-bdf5b321e48d tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.174185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-26360b79-1e2f-43f1-996f-144df4634f3a req-dca12b20-91e9-4ec9-a9fd-bdf5b321e48d tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3008466 Jul 16 17:58:56.193553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.208581 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-26360b79-1e2f-43f1-996f-144df4634f3a req-9ccbc6ff-6db8-4f45-aaec-7f423a93252e tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/quotas/1e6ed1df2b8a4350ac2ec855c7653bca HTTP/1.1" status: 200 len: 375 time: 0.0333591 Jul 16 17:58:56.249306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 5083973c-bf1c-4ee2-93b7-1617cc9842d0, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=5083973c-bf1c-4ee2-93b7-1617cc9842d0,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:56.255515 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-26360b79-1e2f-43f1-996f-144df4634f3a req-a0bbc2f8-82cf-458b-89b5-9f768b1669b0 tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e6ed1df2b8a4350ac2ec855c7653bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440078 Jul 16 17:58:56.265533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Pushing event deleted for resources: {'Port': ['ID=df63bb66-3e8e-42a3-85cb-fa9444701746,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:56.266394 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.267189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device d9d398d3-ffa2-42ec-82b2-002ccf45ef87 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:56.287158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1817ac4c-0059-40a2-bdec-696aaa59fdc3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:56.313589 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5eeba0fa-029b-48f2-8e3a-7de3ba802d76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.346764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5eeba0fa-029b-48f2-8e3a-7de3ba802d76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.349656 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5eeba0fa-029b-48f2-8e3a-7de3ba802d76 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0 HTTP/1.1" status: 204 len: 168 time: 0.8171468 Jul 16 17:58:56.353897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50162) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:56.365457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eeba0fa-029b-48f2-8e3a-7de3ba802d76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e05d2c2-6768-4a4f-8f7c-6dbdaf415bb0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:56.392004 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.462023 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.463006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 041ef84d-8e2d-401a-898b-3efa5dac04b9 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:56.535959 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.539245 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.574537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['1817ac4c-0059-40a2-bdec-696aaa59fdc3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:58:56.599102 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.599578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router aa9c1d5e-1c6a-493f-98ab-36405d9ea683 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 17:58:56.605474 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.606446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a2d11034-e9b6-4ed4-a7f6-eede5f8a95bf admin admin] 10.222.0.47 "DELETE /v2.0/routers/aa9c1d5e-1c6a-493f-98ab-36405d9ea683 HTTP/1.1" status: 204 len: 168 time: 1.4140983 Jul 16 17:58:56.610144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50172) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:56.649730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14facde4-5e1f-4f9a-8b0b-feba7960568b req-709e3fba-ffe5-4f63-86f4-d5f41ac86d61 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:56.654678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fb28f4-6bfe-4220-9ada-25fe85728b93'}, {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5083973c-bf1c-4ee2-93b7-1617cc9842d0'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:56.656054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.656664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14facde4-5e1f-4f9a-8b0b-feba7960568b req-709e3fba-ffe5-4f63-86f4-d5f41ac86d61 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.2292194 Jul 16 17:58:56.656809 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a83379f5-469e-4d36-b837-ea0b01ddcee6" -d '{"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "80fb28f4-6bfe-4220-9ada-25fe85728b93"}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "5083973c-bf1c-4ee2-93b7-1617cc9842d0"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:56.670858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f5c890-cb19-4a71-b707-17807504369d']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:56.674312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.703524 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bffa43a-3626-4875-87f7-0d8497317e85') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:56.703997 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bffa43a-3626-4875-87f7-0d8497317e85') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:56.705552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed61494-bac2-459b-99d5-e24737d947b6 admin admin] Deleting subnet 87ea0f96-1046-43b1-a43a-25c9b6955504 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:56.710708 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eed61494-bac2-459b-99d5-e24737d947b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.711379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.716569 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.724450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=5083973c-bf1c-4ee2-93b7-1617cc9842d0,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:56.727435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14facde4-5e1f-4f9a-8b0b-feba7960568b req-647cba62-d4c4-475d-b070-ebabf5fddac0 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672250 Jul 16 17:58:56.767157 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.768616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a827393f-7494-414c-88ab-cb9dad55062f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'name': 'tempest-ServersTestMultiNic-1497082033-router', 'tenant_id': '06b2f706fee046cc9ddaad27739b4c09', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37'}], 'enable_snat': True}, 'gw_port_id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:51Z', 'updated_at': '2021-07-16T17:58:53Z', 'revision_number': 5, 'project_id': '06b2f706fee046cc9ddaad27739b4c09', 'gw_port': {'id': 'df63bb66-3e8e-42a3-85cb-fa9444701746', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:16:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa9c1d5e-1c6a-493f-98ab-36405d9ea683', 'device_owner': 'network:router_gateway', 'standard_attr_id': 686, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:52Z', 'updated_at': '2021-07-16T17:57:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:56.778810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:56.794393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:56.796351 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.800865 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eed61494-bac2-459b-99d5-e24737d947b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: timer() Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:56.803340 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:56.820475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827393f-7494-414c-88ab-cb9dad55062f None None] Checking router: aa9c1d5e-1c6a-493f-98ab-36405d9ea683 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:58:56.822913 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 041ef84d-8e2d-401a-898b-3efa5dac04b9 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:56.823395 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.824978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:56.825333 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.838014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Allocated IP 172.20.0.2 (772dff52-c15c-4846-abb0-12ef603c99cf/4d6149a0-0e24-4c0b-81c0-8f155964852c/cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:56.908511 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eed61494-bac2-459b-99d5-e24737d947b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.930091 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec312b2-a697-4935-a830-d10d6911e131 x-openstack-request-id: req-dec312b2-a697-4935-a830-d10d6911e131 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:56.930385 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "80fb28f4-6bfe-4220-9ada-25fe85728b93", "code": 200}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "5083973c-bf1c-4ee2-93b7-1617cc9842d0", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:56.930636 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dec312b2-a697-4935-a830-d10d6911e131 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:56.932023 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80fb28f4-6bfe-4220-9ada-25fe85728b93', 'code': 200} Jul 16 17:58:56.932023 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5083973c-bf1c-4ee2-93b7-1617cc9842d0', 'code': 200} Jul 16 17:58:56.962404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827393f-7494-414c-88ab-cb9dad55062f None None] Routers set() bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:58:56.962860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a827393f-7494-414c-88ab-cb9dad55062f None None] Router IDs set() for agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 17:58:56.963605 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.963757 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_agentschedulers_db [None req-a827393f-7494-414c-88ab-cb9dad55062f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'aa9c1d5e-1c6a-493f-98ab-36405d9ea683'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent'). {{(pid=105440) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 17:58:56.964123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a827393f-7494-414c-88ab-cb9dad55062f None None] The sync data for ids ['aa9c1d5e-1c6a-493f-98ab-36405d9ea683'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:58:56.984595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:56.986621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] 10.222.0.47 "DELETE /v2.0/networks/e3f5c890-cb19-4a71-b707-17807504369d HTTP/1.1" status: 204 len: 168 time: 0.6308630 Jul 16 17:58:56.990959 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b575cc-86d7-45e8-ad13-71727317daba admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f5c890-cb19-4a71-b707-17807504369d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:56.991244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50186) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:57.016385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Allocated IP 172.25.7.50 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/c2337e58-11c7-4a4e-ad32-05e9e6c85889) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:58:57.054521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114f4d-8845-4db9-9313-bd6c37bde42a req-ba4592f5-d230-4dff-8a15-c74997fe48d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.058368 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eed61494-bac2-459b-99d5-e24737d947b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.061440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114f4d-8845-4db9-9313-bd6c37bde42a req-ba4592f5-d230-4dff-8a15-c74997fe48d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.067552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114f4d-8845-4db9-9313-bd6c37bde42a req-ba4592f5-d230-4dff-8a15-c74997fe48d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.073843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114f4d-8845-4db9-9313-bd6c37bde42a req-ba4592f5-d230-4dff-8a15-c74997fe48d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.079901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114f4d-8845-4db9-9313-bd6c37bde42a req-ba4592f5-d230-4dff-8a15-c74997fe48d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.085926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114f4d-8845-4db9-9313-bd6c37bde42a req-ba4592f5-d230-4dff-8a15-c74997fe48d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.091046 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.092103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6114f4d-8845-4db9-9313-bd6c37bde42a req-ba4592f5-d230-4dff-8a15-c74997fe48d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.100037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d6114f4d-8845-4db9-9313-bd6c37bde42a req-ba4592f5-d230-4dff-8a15-c74997fe48d4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5440 time: 0.2571857 Jul 16 17:58:57.102212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed61494-bac2-459b-99d5-e24737d947b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=87ea0f96-1046-43b1-a43a-25c9b6955504,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:57.126087 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eed61494-bac2-459b-99d5-e24737d947b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.127393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52489b4-a7e4-4c40-812d-470dd2050744 None None] Network 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:58:57.130249 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-eed61494-bac2-459b-99d5-e24737d947b6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/87ea0f96-1046-43b1-a43a-25c9b6955504 HTTP/1.1" status: 204 len: 168 time: 0.5172029 Jul 16 17:58:57.135864 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50188) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:57.149224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-4746edce-f530-4c8e-9b95-9c839e654bc9 admin admin] Deleting subnet 63ff87ab-26c4-45e7-81eb-1579ed48c3b7 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 17:58:57.155030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4746edce-f530-4c8e-9b95-9c839e654bc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.208563 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4746edce-f530-4c8e-9b95-9c839e654bc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.249598 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d6114f4d-8845-4db9-9313-bd6c37bde42a req-f4ccf46b-0be3-4fba-a93e-0835ec4edb91 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1486137 Jul 16 17:58:57.260075 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09340e97-c38a-43e7-8bd1-31695d48db61 req-67d9ee97-fd4b-4342-878b-0da2bac7ca98 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:57.266988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-09340e97-c38a-43e7-8bd1-31695d48db61 req-67d9ee97-fd4b-4342-878b-0da2bac7ca98 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 944 time: 0.1677845 Jul 16 17:58:57.290727 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4746edce-f530-4c8e-9b95-9c839e654bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.296945 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port d9d398d3-ffa2-42ec-82b2-002ccf45ef87, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:57.318855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 658dd971-f59b-4aed-8895-56a35cdd5c66 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:57.329007 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.349536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-09340e97-c38a-43e7-8bd1-31695d48db61 req-ff2fb47c-989a-4238-9e8b-ace2a9599395 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815923 Jul 16 17:58:57.371169 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.377552 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.414783 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4746edce-f530-4c8e-9b95-9c839e654bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.434783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:57.448586 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.491477 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4746edce-f530-4c8e-9b95-9c839e654bc9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.494472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4746edce-f530-4c8e-9b95-9c839e654bc9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/63ff87ab-26c4-45e7-81eb-1579ed48c3b7 HTTP/1.1" status: 204 len: 168 time: 0.5021756 Jul 16 17:58:57.500685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4746edce-f530-4c8e-9b95-9c839e654bc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63ff87ab-26c4-45e7-81eb-1579ed48c3b7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:57.506338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50198) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:57.568467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:57.578001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:57.583715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:57.585681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Pushing event updated for resources: {'Port': ['ID=c2337e58-11c7-4a4e-ad32-05e9e6c85889,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:57.626634 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.641917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Deleting port 2fa23161-b39d-49c3-a867-34482be3950e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:57.642254 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.699919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Transition to ACTIVE for port object cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:57.751018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37e6b111-5ee6-48c2-b560-f1191653a625 req-b0513e45-a287-4766-a2ee-f1a22fdbf146 tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1e6ed1df2b8a4350ac2ec855c7653bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0938795 Jul 16 17:58:57.762938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:57.778269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Transition to ACTIVE for port object cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:58:57.789230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 658dd971-f59b-4aed-8895-56a35cdd5c66 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:57.792660 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.853919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 658dd971-f59b-4aed-8895-56a35cdd5c66 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:57.854246 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.861653 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] For port 2fa23161-b39d-49c3-a867-34482be3950e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2fa23161-b39d-49c3-a867-34482be3950e,segment=NetworkSegment(41d62f07-e3d9-4bbb-8062-5ea54395687b),segment_id=41d62f07-e3d9-4bbb-8062-5ea54395687b)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:57.862030 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.894071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Calling delete_port for 2fa23161-b39d-49c3-a867-34482be3950e owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:57.908098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:57.917630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Network 772dff52-c15c-4846-abb0-12ef603c99cf is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:58:57.924186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:57.924558 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.924678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:57.929933 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:58:57.933611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:58:57.976293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af88d76-d490-4988-8b4f-4ba9c5d5d993 None None] DHCP port deletion for 36c6df77-c972-4b2b-b5d6-c73a6cbc6429 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 17:58:57.982405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Pushing event updated for resources: {'Port': ['ID=cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:58.020746 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1b6fd4-84a7-4c6b-8732-2cdc43e653b2 req-b4daa269-39e6-4ef7-ad3c-c65e720f91f7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.022349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f1b6fd4-84a7-4c6b-8732-2cdc43e653b2 req-b4daa269-39e6-4ef7-ad3c-c65e720f91f7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 949 time: 0.1798646 Jul 16 17:58:58.055682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.078967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb556f86-baba-4d39-b0d1-0931d5f033be']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:58.094432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f99f0b1-7f11-4a32-9103-5b713fb1b218') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:58.094778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f99f0b1-7f11-4a32-9103-5b713fb1b218') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:58.111930 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.125358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Attempting to bind port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:58:58.125731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Attempting to bind port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'f5601e3a-5cb8-450d-82f9-98b4a06d0422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:58:58.126466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Attempting to bind port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb on network 772dff52-c15c-4846-abb0-12ef603c99cf {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:58:58.132337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f1b6fd4-84a7-4c6b-8732-2cdc43e653b2 req-8ec7f035-3177-4ac4-8661-6f81a9d88c12 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017637 Jul 16 17:58:58.154437 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.168671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:58.169286 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: timer() Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:58.171537 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:58.174609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:58:58.174984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Checking segment: {'id': 'f5601e3a-5cb8-450d-82f9-98b4a06d0422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:58:58.175435 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.175873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Bound using segment: {'id': 'f5601e3a-5cb8-450d-82f9-98b4a06d0422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:58:58.176362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Bound port: cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5601e3a-5cb8-450d-82f9-98b4a06d0422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:58:58.176808 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.247313 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.257286 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.262487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device df63bb66-3e8e-42a3-85cb-fa9444701746 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:58.264357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] 10.222.0.47 "DELETE /v2.0/networks/cb556f86-baba-4d39-b0d1-0931d5f033be HTTP/1.1" status: 204 len: 168 time: 0.7566381 Jul 16 17:58:58.273782 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.288211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b15c33-06fe-4ebf-a2d7-fc149f686960 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb556f86-baba-4d39-b0d1-0931d5f033be,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:58.329805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: df63bb66-3e8e-42a3-85cb-fa9444701746 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:58.330154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device df63bb66-3e8e-42a3-85cb-fa9444701746 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:58.330547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:58.367619 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1af88d76-d490-4988-8b4f-4ba9c5d5d993 None None] Deleting port 2fa23161-b39d-49c3-a867-34482be3950e {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:58:58.367619 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1af88d76-d490-4988-8b4f-4ba9c5d5d993 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.377026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:58:58.377026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b42e8cc8-7fa7-4fc9-aae2-4ed6e008db72 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:58.377267 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2fa23161-b39d-49c3-a867-34482be3950e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:58:58.386440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88db95fd-beaf-44e4-b33c-63387247ddf6 req-23381c68-3329-4090-8158-d3f040a4c8e2 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.388009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88db95fd-beaf-44e4-b33c-63387247ddf6 req-23381c68-3329-4090-8158-d3f040a4c8e2 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.0793700 Jul 16 17:58:58.394048 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.402620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e6b111-5ee6-48c2-b560-f1191653a625 req-3eac9cbd-01dd-4713-b495-ef204814a74f tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.409822 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37e6b111-5ee6-48c2-b560-f1191653a625 req-3eac9cbd-01dd-4713-b495-ef204814a74f tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6250107 Jul 16 17:58:58.456758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88db95fd-beaf-44e4-b33c-63387247ddf6 req-5817f1da-bda6-4bba-be3c-8c14bdba30d9 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555141 Jul 16 17:58:58.468288 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37e6b111-5ee6-48c2-b560-f1191653a625 req-7973115b-293b-4782-a820-c7ee8cccd844 tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/quotas/1e6ed1df2b8a4350ac2ec855c7653bca HTTP/1.1" status: 200 len: 375 time: 0.0574052 Jul 16 17:58:58.470372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50218) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:58.492553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:58.522040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.526297 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37e6b111-5ee6-48c2-b560-f1191653a625 req-4e746c1e-9942-4699-a416-576e5e956540 tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e6ed1df2b8a4350ac2ec855c7653bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0560470 Jul 16 17:58:58.526897 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.533482 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b7534b06-7241-4539-b99c-c5bc3e5dd3e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fd1e60976af94d0bbe27792be036c702&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615704 Jul 16 17:58:58.536141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50220) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:58.560781 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.564582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] For port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:58:58.594469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1af88d76-d490-4988-8b4f-4ba9c5d5d993 None None] For port 2fa23161-b39d-49c3-a867-34482be3950e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2fa23161-b39d-49c3-a867-34482be3950e,segment=NetworkSegment(41d62f07-e3d9-4bbb-8062-5ea54395687b),segment_id=41d62f07-e3d9-4bbb-8062-5ea54395687b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:58.594887 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1af88d76-d490-4988-8b4f-4ba9c5d5d993 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.600100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Pushing event deleted for resources: {'Port': ['ID=2fa23161-b39d-49c3-a867-34482be3950e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:58.614080 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93df8126-c650-4204-985d-5fc7614c5817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.617456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] No DVR routers for this DVR port 2fa23161-b39d-49c3-a867-34482be3950e on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:58.618579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:58.634550 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.635474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device c9bc271f-eb4b-4536-9932-627fb244a68f up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:58.644629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] For port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb,segment=NetworkSegment(f5601e3a-5cb8-450d-82f9-98b4a06d0422),segment_id=f5601e3a-5cb8-450d-82f9-98b4a06d0422)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:58:58.645680 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No active binding found for port 2fa23161-b39d-49c3-a867-34482be3950e {{(pid=105440) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 17:58:58.646251 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2fa23161-b39d-49c3-a867-34482be3950e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:58:58.659054 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93df8126-c650-4204-985d-5fc7614c5817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.670740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1af88d76-d490-4988-8b4f-4ba9c5d5d993 None None] Calling delete_port for 2fa23161-b39d-49c3-a867-34482be3950e owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:58:58.678552 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.731715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:58.802105 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93df8126-c650-4204-985d-5fc7614c5817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.804131 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.805808 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93df8126-c650-4204-985d-5fc7614c5817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.808600 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-93df8126-c650-4204-985d-5fc7614c5817 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bdf10ca1-1250-4b44-ab74-02824facc8ba HTTP/1.1" status: 204 len: 168 time: 0.2713373 Jul 16 17:58:58.834741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36c6df77-c972-4b2b-b5d6-c73a6cbc6429']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:58.842345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93df8126-c650-4204-985d-5fc7614c5817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf10ca1-1250-4b44-ab74-02824facc8ba,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:58.875097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4a3d7-a657-433f-9569-7fbad68db1e0 req-2b589f59-0e58-45ea-8cbb-524ac7fbcc55 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.879261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d62f07-e3d9-4bbb-8062-5ea54395687b') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:58.879584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d62f07-e3d9-4bbb-8062-5ea54395687b') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:58:58.883375 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4a3d7-a657-433f-9569-7fbad68db1e0 req-2b589f59-0e58-45ea-8cbb-524ac7fbcc55 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.892539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4a3d7-a657-433f-9569-7fbad68db1e0 req-2b589f59-0e58-45ea-8cbb-524ac7fbcc55 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.896145 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.902227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4a3d7-a657-433f-9569-7fbad68db1e0 req-2b589f59-0e58-45ea-8cbb-524ac7fbcc55 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.909806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4a3d7-a657-433f-9569-7fbad68db1e0 req-2b589f59-0e58-45ea-8cbb-524ac7fbcc55 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.916636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4a3d7-a657-433f-9569-7fbad68db1e0 req-2b589f59-0e58-45ea-8cbb-524ac7fbcc55 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.923468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d4a3d7-a657-433f-9569-7fbad68db1e0 req-2b589f59-0e58-45ea-8cbb-524ac7fbcc55 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:58.933296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1d4a3d7-a657-433f-9569-7fbad68db1e0 req-2b589f59-0e58-45ea-8cbb-524ac7fbcc55 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5442 time: 0.2309337 Jul 16 17:58:58.966865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:58.972456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:58.975457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87'}, {'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66'}, {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42634e4a-5ac6-47d2-88a5-ffc39bf29f4b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:58:58.978506 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8be58278-61f3-4593-b52f-6f7f93d4ef26" -d '{"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "d9d398d3-ffa2-42ec-82b2-002ccf45ef87"}, {"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-plugged", "status": "completed", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66"}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "42634e4a-5ac6-47d2-88a5-ffc39bf29f4b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:58:59.007128 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1d4a3d7-a657-433f-9569-7fbad68db1e0 req-23339a45-88a8-4652-9f89-4f6f5c9ab4e0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0725181 Jul 16 17:58:59.023464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Releasing vlan 384 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 17:58:59.026869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: timer() Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 17:58:59.038478 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 17:58:59.081607 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.093388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port c9bc271f-eb4b-4536-9932-627fb244a68f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:59.102417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port c9bc271f-eb4b-4536-9932-627fb244a68f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:59.102829 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.110606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7059819-b5b3-45e4-bbff-7ba8161d8fb8 None None] Pushing event updated for resources: {'Port': ['ID=cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.156411 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1af88d76-d490-4988-8b4f-4ba9c5d5d993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.186676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af88d76-d490-4988-8b4f-4ba9c5d5d993 None None] Pushing event deleted for resources: {'Port': ['ID=2fa23161-b39d-49c3-a867-34482be3950e,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.188073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693f127c-96ca-438b-b2d3-e9e240738866 req-f4655da6-db4c-4837-b1c9-299ae339c2bc tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:58:59.197582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af88d76-d490-4988-8b4f-4ba9c5d5d993 None None] No DVR routers for this DVR port 2fa23161-b39d-49c3-a867-34482be3950e on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:58:59.201261 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-693f127c-96ca-438b-b2d3-e9e240738866 req-f4655da6-db4c-4837-b1c9-299ae339c2bc tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 944 time: 0.3928347 Jul 16 17:58:59.230973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.233022 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.248885 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.253111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] 10.222.0.47 "DELETE /v2.0/networks/36c6df77-c972-4b2b-b5d6-c73a6cbc6429 HTTP/1.1" status: 204 len: 168 time: 2.1138992 Jul 16 17:58:59.270691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45d322a-2512-4933-9a22-5070e2c1df3d admin admin] Pushing event deleted for resources: {'Network': ['ID=36c6df77-c972-4b2b-b5d6-c73a6cbc6429,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.277891 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.303295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1817ac4c-0059-40a2-bdec-696aaa59fdc3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:59.350591 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port c9bc271f-eb4b-4536-9932-627fb244a68f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=c9bc271f-eb4b-4536-9932-627fb244a68f,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:59.353169 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-693f127c-96ca-438b-b2d3-e9e240738866 req-3cc8989e-e715-4df7-9d3b-3652bd31c3c0 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508527 Jul 16 17:58:59.355992 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.357076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7e680b3d-93f0-4a4f-8add-44e0e4780a88 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:58:59.449319 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 17:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd32b431-b74d-4e53-8c9e-5d9de874be39 x-openstack-request-id: req-dd32b431-b74d-4e53-8c9e-5d9de874be39 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:58:59.449624 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "d9d398d3-ffa2-42ec-82b2-002ccf45ef87", "code": 200}, {"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-plugged", "status": "completed", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66", "code": 200}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "42634e4a-5ac6-47d2-88a5-ffc39bf29f4b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:58:59.449954 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dd32b431-b74d-4e53-8c9e-5d9de874be39 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:58:59.450298 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87', 'code': 200} Jul 16 17:58:59.450521 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'code': 200} Jul 16 17:58:59.450770 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42634e4a-5ac6-47d2-88a5-ffc39bf29f4b', 'code': 200} Jul 16 17:58:59.477078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 1817ac4c-0059-40a2-bdec-696aaa59fdc3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:59.493426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 1817ac4c-0059-40a2-bdec-696aaa59fdc3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:59.494301 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.497905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=c9bc271f-eb4b-4536-9932-627fb244a68f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.523694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Router 9dfc5bec-5574-4157-8799-250d40e43ff9 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 17:58:59.566385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:58:59.572998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:58:59.573488 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.603636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50240) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:59.670146 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.701797 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a72869b8-4f8a-4c0f-a918-5eb79dacba0d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6bc9f44259b9469cbc4222596395f243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0933566 Jul 16 17:58:59.707206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50242) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:59.762250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1817ac4c-0059-40a2-bdec-696aaa59fdc3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1817ac4c-0059-40a2-bdec-696aaa59fdc3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:59.772321 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.781028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50246) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:59.781552 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.855294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5e8a6b4f-d1fe-4a23-8f29-ca6f91141f6b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06b2f706fee046cc9ddaad27739b4c09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0727777 Jul 16 17:58:59.856507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50248) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:58:59.859164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1817ac4c-0059-40a2-bdec-696aaa59fdc3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.864038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7e680b3d-93f0-4a4f-8add-44e0e4780a88, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7e680b3d-93f0-4a4f-8add-44e0e4780a88,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:58:59.870838 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.875199 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0021abc4-2c92-4061-adf1-73dc90466ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.877954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.879378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.879946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.880354 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.880698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.881137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.881849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.882199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.882533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.882865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.883197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.883525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:58:59.904699 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0021abc4-2c92-4061-adf1-73dc90466ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.964406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7e680b3d-93f0-4a4f-8add-44e0e4780a88,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:58:59.981412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0021abc4-2c92-4061-adf1-73dc90466ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.986078 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0021abc4-2c92-4061-adf1-73dc90466ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:58:59.992582 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0021abc4-2c92-4061-adf1-73dc90466ca5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00123b13-0d22-4cc3-90fb-6e636739a480 HTTP/1.1" status: 204 len: 168 time: 0.2830849 Jul 16 17:59:00.003072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0021abc4-2c92-4061-adf1-73dc90466ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00123b13-0d22-4cc3-90fb-6e636739a480,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:00.052079 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c13a438-aba2-4802-9632-0b2d66aeadb4 req-0513a581-d306-437d-9a15-958cc13381a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.053673 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c13a438-aba2-4802-9632-0b2d66aeadb4 req-0513a581-d306-437d-9a15-958cc13381a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1101 time: 0.4935498 Jul 16 17:59:00.090295 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e3af494-aa87-48fd-8d1f-46738ad18fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.094881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:00.105627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0699d82b-e6b0-4e88-8e64-b06997a10585 req-3f30d883-c4f9-43e6-a2a9-ecbd3f8743db tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.107221 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0699d82b-e6b0-4e88-8e64-b06997a10585 req-3f30d883-c4f9-43e6-a2a9-ecbd3f8743db tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.0951188 Jul 16 17:59:00.116282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079c1513-4959-4e73-8493-d81d96682222 req-a64b35ac-e636-4652-8658-6eb84ec406b3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.119073 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Sync routers for ids ['9dfc5bec-5574-4157-8799-250d40e43ff9'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:00.127340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-079c1513-4959-4e73-8493-d81d96682222 req-a64b35ac-e636-4652-8658-6eb84ec406b3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.5305462 Jul 16 17:59:00.131712 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Routers {'9dfc5bec-5574-4157-8799-250d40e43ff9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:00.132548 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9dfc5bec-5574-4157-8799-250d40e43ff9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:00.194279 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e3af494-aa87-48fd-8d1f-46738ad18fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.224445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0699d82b-e6b0-4e88-8e64-b06997a10585 req-901570a2-1d31-4d1a-9d15-93a23f3b4353 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967484 Jul 16 17:59:00.248866 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.250144 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a83c5d90-d8e2-4475-8f1b-93b0e7a048c0 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.6383836 Jul 16 17:59:00.253676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50254) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:00.277148 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c13a438-aba2-4802-9632-0b2d66aeadb4 req-d9383d9e-414c-4be6-9552-8fa24ccce115 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2044828 Jul 16 17:59:00.317014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c123e49-5ff1-4a1e-9123-81995bba71cf None None] Network 772dff52-c15c-4846-abb0-12ef603c99cf requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:00.317410 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-079c1513-4959-4e73-8493-d81d96682222 req-6a2181b7-1694-4ad3-9fad-8923be41f37e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1889229 Jul 16 17:59:00.358869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e3af494-aa87-48fd-8d1f-46738ad18fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.362411 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e3af494-aa87-48fd-8d1f-46738ad18fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.364007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4e3af494-aa87-48fd-8d1f-46738ad18fe0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/29771de8-83b1-4ff0-8eed-f7ee4eb562f3 HTTP/1.1" status: 204 len: 168 time: 0.4943328 Jul 16 17:59:00.384464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3af494-aa87-48fd-8d1f-46738ad18fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29771de8-83b1-4ff0-8eed-f7ee4eb562f3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:00.456687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:00.459953 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Set router 9dfc5bec-5574-4157-8799-250d40e43ff9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:00.595085 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f10d177e-bd7b-4210-8c1c-edb76949c947 None None] Provisioning for port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:00.605824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:00.621126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:00.621597 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.670074 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-router', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:55Z', 'updated_at': '2021-07-16T17:58:57Z', 'revision_number': 3, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'gw_port': {'id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:56Z', 'updated_at': '2021-07-16T17:58:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:00.702849 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Checking router: 9dfc5bec-5574-4157-8799-250d40e43ff9 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:00.703442 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Updating router 9dfc5bec-5574-4157-8799-250d40e43ff9 port c2337e58-11c7-4a4e-ad32-05e9e6c85889 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:59:00.719601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc485b-239c-4134-a3ca-e5cf3d9ce4eb req-25b860f2-87b9-443a-9d2e-320759358b63 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.737967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc485b-239c-4134-a3ca-e5cf3d9ce4eb req-25b860f2-87b9-443a-9d2e-320759358b63 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.748466 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.754551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc485b-239c-4134-a3ca-e5cf3d9ce4eb req-25b860f2-87b9-443a-9d2e-320759358b63 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.767740 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.776585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc485b-239c-4134-a3ca-e5cf3d9ce4eb req-25b860f2-87b9-443a-9d2e-320759358b63 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.802915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc485b-239c-4134-a3ca-e5cf3d9ce4eb req-25b860f2-87b9-443a-9d2e-320759358b63 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.823079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb,segment=NetworkSegment(f5601e3a-5cb8-450d-82f9-98b4a06d0422),segment_id=f5601e3a-5cb8-450d-82f9-98b4a06d0422)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:00.829167 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:00.848912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc485b-239c-4134-a3ca-e5cf3d9ce4eb req-25b860f2-87b9-443a-9d2e-320759358b63 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.868003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adc485b-239c-4134-a3ca-e5cf3d9ce4eb req-25b860f2-87b9-443a-9d2e-320759358b63 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:00.902682 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8adc485b-239c-4134-a3ca-e5cf3d9ce4eb req-25b860f2-87b9-443a-9d2e-320759358b63 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5444 time: 0.3817785 Jul 16 17:59:00.918165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:00.994005 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8adc485b-239c-4134-a3ca-e5cf3d9ce4eb req-6b8a9236-4642-4973-b5d9-8dfae361a129 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882745 Jul 16 17:59:01.111595 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.131546 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Transition to ACTIVE for port object c2337e58-11c7-4a4e-ad32-05e9e6c85889 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:01.149131 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.213098 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Attempting to bind port c2337e58-11c7-4a4e-ad32-05e9e6c85889 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:01.213470 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Attempting to bind port c2337e58-11c7-4a4e-ad32-05e9e6c85889 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:01.214088 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Attempting to bind port c2337e58-11c7-4a4e-ad32-05e9e6c85889 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:01.219479 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f73c23-77c1-4018-96e4-d974016b104f None None] Pushing event updated for resources: {'Port': ['ID=c2337e58-11c7-4a4e-ad32-05e9e6c85889,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:01.225432 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:01.226114 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:01.226728 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.228043 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:01.231804 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Bound port: c2337e58-11c7-4a4e-ad32-05e9e6c85889, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:01.232989 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.245628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6a5c8675-368c-41f7-8e57-f62cff9a2e90 None None] Provisioning complete for port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:01.245628 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6a5c8675-368c-41f7-8e57-f62cff9a2e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.259917 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.284222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f81957-a0d6-43ed-bc7a-453343160627 req-7df63c5f-ba91-407f-968b-84d664918f29 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.288193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6f81957-a0d6-43ed-bc7a-453343160627 req-7df63c5f-ba91-407f-968b-84d664918f29 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 945 time: 0.1596496 Jul 16 17:59:01.391140 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] For port c2337e58-11c7-4a4e-ad32-05e9e6c85889, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:01.396587 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] For port c2337e58-11c7-4a4e-ad32-05e9e6c85889, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c2337e58-11c7-4a4e-ad32-05e9e6c85889,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:01.402742 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.410929 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6f81957-a0d6-43ed-bc7a-453343160627 req-69693d22-c55d-41d3-aba0-2a580d4b9ab7 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121588 Jul 16 17:59:01.452431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bc271f-eb4b-4536-9932-627fb244a68f'}, {'server_uuid': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1817ac4c-0059-40a2-bdec-696aaa59fdc3'}, {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e680b3d-93f0-4a4f-8add-44e0e4780a88'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:01.455273 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84e26a59-9ea7-45fc-a33e-9ad5c60bc3e5" -d '{"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "c9bc271f-eb4b-4536-9932-627fb244a68f"}, {"server_uuid": "3c18727d-d3c1-46df-ae0b-e2ec225f265b", "name": "network-vif-plugged", "status": "completed", "tag": "1817ac4c-0059-40a2-bdec-696aaa59fdc3"}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "7e680b3d-93f0-4a4f-8add-44e0e4780a88"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:01.460078 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Routers {'9dfc5bec-5574-4157-8799-250d40e43ff9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:01.460631 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9dfc5bec-5574-4157-8799-250d40e43ff9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:01.611440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Allocated IP 172.20.0.1 (772dff52-c15c-4846-abb0-12ef603c99cf/4d6149a0-0e24-4c0b-81c0-8f155964852c/9aeb87f9-060e-4a67-9a27-6441016e322e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:01.669764 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] Set router 9dfc5bec-5574-4157-8799-250d40e43ff9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:01.721212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c3e967-7603-4e2b-87b7-17502793f557 req-f144beda-5384-4ae3-ae2c-77bc1d672288 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:01.728764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-04c3e967-7603-4e2b-87b7-17502793f557 req-f144beda-5384-4ae3-ae2c-77bc1d672288 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.1981478 Jul 16 17:59:01.818803 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-04c3e967-7603-4e2b-87b7-17502793f557 req-6eda750c-00e3-45b4-ac6e-e33868c5bfd9 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889585 Jul 16 17:59:01.835864 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f73c23-77c1-4018-96e4-d974016b104f None None] Pushing event updated for resources: {'Port': ['ID=c2337e58-11c7-4a4e-ad32-05e9e6c85889,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:01.855669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:01.894542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Transition to ACTIVE for port object 9aeb87f9-060e-4a67-9a27-6441016e322e will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:01.935853 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160b01bc-a7fa-4876-919b-7d2813bd86e1 x-openstack-request-id: req-160b01bc-a7fa-4876-919b-7d2813bd86e1 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:01.936408 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "c9bc271f-eb4b-4536-9932-627fb244a68f", "code": 200}, {"server_uuid": "3c18727d-d3c1-46df-ae0b-e2ec225f265b", "name": "network-vif-plugged", "status": "completed", "tag": "1817ac4c-0059-40a2-bdec-696aaa59fdc3", "code": 200}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-plugged", "status": "completed", "tag": "7e680b3d-93f0-4a4f-8add-44e0e4780a88", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:01.936778 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-160b01bc-a7fa-4876-919b-7d2813bd86e1 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:01.937398 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9bc271f-eb4b-4536-9932-627fb244a68f', 'code': 200} Jul 16 17:59:01.937805 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1817ac4c-0059-40a2-bdec-696aaa59fdc3', 'code': 200} Jul 16 17:59:01.938091 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e680b3d-93f0-4a4f-8add-44e0e4780a88', 'code': 200} Jul 16 17:59:01.980186 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.003771 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-router', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:55Z', 'updated_at': '2021-07-16T17:58:57Z', 'revision_number': 3, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'gw_port': {'id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:56Z', 'updated_at': '2021-07-16T17:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:02.041324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Network 772dff52-c15c-4846-abb0-12ef603c99cf is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:02.045081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:02.048281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:02.093852 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb34c941-aada-4f7c-9339-b027c1f7362a None None] The sync data for ids ['9dfc5bec-5574-4157-8799-250d40e43ff9'] in n-d-794306-7 is: [{'id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-router', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:55Z', 'updated_at': '2021-07-16T17:58:57Z', 'revision_number': 3, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'gw_port': {'id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:56Z', 'updated_at': '2021-07-16T17:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:02.158007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Pushing event updated for resources: {'Port': ['ID=9aeb87f9-060e-4a67-9a27-6441016e322e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:02.177179 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f42dcc9a-7de7-437f-8560-6e156a521713 req-caa21ddf-4149-4733-98f5-c793a9e45e05 tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=1e6ed1df2b8a4350ac2ec855c7653bca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0540354 Jul 16 17:59:02.240185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87955138-515f-4cda-be65-c767e24aabeb req-568c359a-74d3-4742-a95a-a0bc7fc94b97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.254335 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-87955138-515f-4cda-be65-c767e24aabeb req-568c359a-74d3-4742-a95a-a0bc7fc94b97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.3343897 Jul 16 17:59:02.269015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:02.277455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50326) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:02.277806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50328) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:02.340541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.350387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-87955138-515f-4cda-be65-c767e24aabeb req-ea5666c9-658b-4e77-9fd6-999039f249c8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950372 Jul 16 17:59:02.371285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:02.371707 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.398497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bd4301-d44a-4680-b915-b2f1fff96186 req-40526aa3-a3d3-4d10-972c-5bb4823f334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.402539 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-48bd4301-d44a-4680-b915-b2f1fff96186 req-40526aa3-a3d3-4d10-972c-5bb4823f334e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 1096 time: 0.3734834 Jul 16 17:59:02.468467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2117195947-network', 'tenant_id': 'a5d54e8ec56e43d391618fe8a9585f3d'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:02.490887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df485cff-a8cc-4c88-97a8-47fe9ff9fdb6 req-5fd97b0b-af90-4ee0-8844-80f8ccd0bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.491142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df485cff-a8cc-4c88-97a8-47fe9ff9fdb6 req-5fd97b0b-af90-4ee0-8844-80f8ccd0bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.491656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df485cff-a8cc-4c88-97a8-47fe9ff9fdb6 req-5fd97b0b-af90-4ee0-8844-80f8ccd0bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.492131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df485cff-a8cc-4c88-97a8-47fe9ff9fdb6 req-5fd97b0b-af90-4ee0-8844-80f8ccd0bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.492596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df485cff-a8cc-4c88-97a8-47fe9ff9fdb6 req-5fd97b0b-af90-4ee0-8844-80f8ccd0bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.494109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df485cff-a8cc-4c88-97a8-47fe9ff9fdb6 req-5fd97b0b-af90-4ee0-8844-80f8ccd0bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.498986 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df485cff-a8cc-4c88-97a8-47fe9ff9fdb6 req-5fd97b0b-af90-4ee0-8844-80f8ccd0bc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.498986 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-df485cff-a8cc-4c88-97a8-47fe9ff9fdb6 req-5fd97b0b-af90-4ee0-8844-80f8ccd0bc34 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6501 time: 0.3786750 Jul 16 17:59:02.526352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42dcc9a-7de7-437f-8560-6e156a521713 req-80ffac83-0687-4b75-8471-1e4e8a601850 tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.533398 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-48bd4301-d44a-4680-b915-b2f1fff96186 req-4e936868-f35b-4e0e-b0f8-bb32cd9afc83 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207192 Jul 16 17:59:02.534189 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f42dcc9a-7de7-437f-8560-6e156a521713 req-80ffac83-0687-4b75-8471-1e4e8a601850 tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3560338 Jul 16 17:59:02.553818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1180871845-network', 'tenant_id': '16b4c0ca18f54d6eba06956ae15aa0e8'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:02.567588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f42dcc9a-7de7-437f-8560-6e156a521713 req-65fc7ec3-ed3f-452f-b8f0-e040ad24c4ce tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/quotas/1e6ed1df2b8a4350ac2ec855c7653bca HTTP/1.1" status: 200 len: 375 time: 0.0263247 Jul 16 17:59:02.582053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aeddd347-8b96-471e-9846-233a573f01e9 None None] Provisioning for port 9aeb87f9-060e-4a67-9a27-6441016e322e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:02.589163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aeddd347-8b96-471e-9846-233a573f01e9 None None] Provisioning complete for port 9aeb87f9-060e-4a67-9a27-6441016e322e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:02.589535 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aeddd347-8b96-471e-9846-233a573f01e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.596179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Made reservation on behalf of a5d54e8ec56e43d391618fe8a9585f3d for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:02.599418 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.628753 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-df485cff-a8cc-4c88-97a8-47fe9ff9fdb6 req-e7c407c0-1842-4b38-a79a-e4a6ad0b9c92 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203990 Jul 16 17:59:02.637157 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.639232 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f42dcc9a-7de7-437f-8560-6e156a521713 req-e0dfc40a-bd68-44f6-a695-b07d62a784c6 tempest-QuotasAdminNegativeTest-1311522799 tempest-QuotasAdminNegativeTest-1311522799-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=1e6ed1df2b8a4350ac2ec855c7653bca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635948 Jul 16 17:59:02.654452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-aeddd347-8b96-471e-9846-233a573f01e9 None None] Port 9aeb87f9-060e-4a67-9a27-6441016e322e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:02.688795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Made reservation on behalf of 16b4c0ca18f54d6eba06956ae15aa0e8 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:02.700466 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.717177 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.736001 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.843092 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24efce-1659-4580-9e40-5205bfd112fe req-2562a130-b128-4af2-840d-d172b4f14c37 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.849139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24efce-1659-4580-9e40-5205bfd112fe req-2562a130-b128-4af2-840d-d172b4f14c37 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.856589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24efce-1659-4580-9e40-5205bfd112fe req-2562a130-b128-4af2-840d-d172b4f14c37 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.862365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24efce-1659-4580-9e40-5205bfd112fe req-2562a130-b128-4af2-840d-d172b4f14c37 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.868910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24efce-1659-4580-9e40-5205bfd112fe req-2562a130-b128-4af2-840d-d172b4f14c37 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.876430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24efce-1659-4580-9e40-5205bfd112fe req-2562a130-b128-4af2-840d-d172b4f14c37 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.883780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb24efce-1659-4580-9e40-5205bfd112fe req-2562a130-b128-4af2-840d-d172b4f14c37 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.886434 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb24efce-1659-4580-9e40-5205bfd112fe req-2562a130-b128-4af2-840d-d172b4f14c37 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5444 time: 0.2167635 Jul 16 17:59:02.950256 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.957385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5db8d3-af6a-40e9-892d-8151d339267a req-10ecc198-1b8d-4f0d-94b8-e0b9e863bbb1 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:02.959113 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e5db8d3-af6a-40e9-892d-8151d339267a req-10ecc198-1b8d-4f0d-94b8-e0b9e863bbb1 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1101 time: 0.0984395 Jul 16 17:59:02.959947 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.960170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb24efce-1659-4580-9e40-5205bfd112fe req-5046c12f-283c-41f3-aa4a-50eb2c32c14d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0670955 Jul 16 17:59:02.968612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.978862 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:02.996836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:03.055750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Pushing event updated for resources: {'Port': ['ID=9aeb87f9-060e-4a67-9a27-6441016e322e,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:03.057059 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.057413 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Added segment d0ca7a10-9a4d-4dac-9291-74d213aecdf1 of type vlan for network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 Jul 16 17:59:03.068135 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.090314 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e5db8d3-af6a-40e9-892d-8151d339267a req-7b11bb76-7b29-49f0-8ad7-4e190c6e4705 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040647 Jul 16 17:59:03.118957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58faa87e-85c7-45a2-9755-792e3ae8835a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:03.194051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.200888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Network 772dff52-c15c-4846-abb0-12ef603c99cf is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:03.202901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:03.241787 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.255670 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.298318 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.299298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.299923 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.345280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:03.356329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9f3564-b569-422f-8734-b245b66e1e60,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:03.389756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50c6ea-7ebe-407f-86ab-57b3e97fdec1 req-60190ee6-4652-4787-953b-d0c1fc15677e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.391342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b50c6ea-7ebe-407f-86ab-57b3e97fdec1 req-60190ee6-4652-4787-953b-d0c1fc15677e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 945 time: 0.2454100 Jul 16 17:59:03.407718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1232510 Jul 16 17:59:03.412319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50348) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:03.417029 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.418187 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Added segment c0234e64-4ca1-4319-9d58-d43c779d20f8 of type vlan for network 3746e485-67e7-4f9b-b773-ee4b83440f7a Jul 16 17:59:03.421120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] Request body: {'subnet': {'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2117195947-subnet', 'tenant_id': 'a5d54e8ec56e43d391618fe8a9585f3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:03.454601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] Made reservation on behalf of a5d54e8ec56e43d391618fe8a9585f3d for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:03.458185 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.466322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c58d7-8759-4791-8f73-53a4c66b66db admin admin] Pushing event updated for resources: {'Network': ['ID=6bdc26b1-f6d3-4ad9-bee4-05b186938b26,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:03.478705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:03.546246 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b50c6ea-7ebe-407f-86ab-57b3e97fdec1 req-574bf9e8-db4b-4d7c-8086-0e384937b1e1 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435113 Jul 16 17:59:03.549681 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.614167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fbd0b1c4-5775-41d2-9836-781bb7130c5e None None] Provisioning complete for port 9aeb87f9-060e-4a67-9a27-6441016e322e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:03.614695 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fbd0b1c4-5775-41d2-9836-781bb7130c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.655771 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.656872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:03.657458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.670069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fbd0b1c4-5775-41d2-9836-781bb7130c5e None None] Port 9aeb87f9-060e-4a67-9a27-6441016e322e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:03.698565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Router 9dfc5bec-5574-4157-8799-250d40e43ff9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:03.766431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] Pushing event updated for resources: {'Network': ['ID=3746e485-67e7-4f9b-b773-ee4b83440f7a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:03.770704 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-72f687c8-8388-46f5-bb79-4f5a895eed85 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4879456 Jul 16 17:59:03.773653 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50352) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:03.780505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 3746e485-67e7-4f9b-b773-ee4b83440f7a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:03.782414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] Request body: {'subnet': {'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1180871845-subnet', 'tenant_id': '16b4c0ca18f54d6eba06956ae15aa0e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:03.807312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] Made reservation on behalf of 16b4c0ca18f54d6eba06956ae15aa0e8 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:03.810204 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:03.849514 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.002887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd1d178f-2287-446d-a0fd-681c1ac2971f,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:04.010755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:04.017613 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0c059916-9d93-4249-b0c6-ee58167f6241 admin admin] 10.222.0.47 "PUT /v2.0/routers/9dfc5bec-5574-4157-8799-250d40e43ff9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7625287 Jul 16 17:59:04.028992 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] Checking segment: {'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:04.029400 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] Network hostable DHCP agents. Network: 6bdc26b1-f6d3-4ad9-bee4-05b186938b26, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:59:04.029786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.047981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3354e559-7b18-43f4-9a71-c88ecc5075b6 req-5c4be975-e6fd-4a72-8f4b-d6ca553d31db tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.052050 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3354e559-7b18-43f4-9a71-c88ecc5075b6 req-5c4be975-e6fd-4a72-8f4b-d6ca553d31db tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.2078967 Jul 16 17:59:04.108726 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3354e559-7b18-43f4-9a71-c88ecc5075b6 req-a1656846-7608-49e2-9f28-9c5677b5f066 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519860 Jul 16 17:59:04.114270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] Network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:04.127870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 6bdc26b1-f6d3-4ad9-bee4-05b186938b26) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:04.137557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9381884-55c1-4aad-aa2d-b9b8ed2649db None None] Network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:04.170189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.171712 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.176096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] Pushing event updated for resources: {'Subnet': ['ID=21ed82e1-1954-46e5-b764-f2ea6d3478e2,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:04.225542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d43ac73e-4c55-42a8-8b43-39419e33e470 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8111563 Jul 16 17:59:04.271514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:04.272158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] Network hostable DHCP agents. Network: 3746e485-67e7-4f9b-b773-ee4b83440f7a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:59:04.342789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] Network 3746e485-67e7-4f9b-b773-ee4b83440f7a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:04.359672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 3746e485-67e7-4f9b-b773-ee4b83440f7a) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:04.378806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.394963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.404984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eb0a37-b1e3-47c8-9f42-3c5f109176d0 None None] Network 3746e485-67e7-4f9b-b773-ee4b83440f7a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:04.425964 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e0c4892c-9d8b-4df9-8181-884adb841f34 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6508682 Jul 16 17:59:04.443282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c2337e58-11c7-4a4e-ad32-05e9e6c85889 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:04.452154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057f3fa-bf13-41c7-9576-f567e28afbc0 req-d89c1394-9b17-43cf-a1a5-bea043e6696f tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.474245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057f3fa-bf13-41c7-9576-f567e28afbc0 req-d89c1394-9b17-43cf-a1a5-bea043e6696f tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.482162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057f3fa-bf13-41c7-9576-f567e28afbc0 req-d89c1394-9b17-43cf-a1a5-bea043e6696f tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.491412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057f3fa-bf13-41c7-9576-f567e28afbc0 req-d89c1394-9b17-43cf-a1a5-bea043e6696f tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.499938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057f3fa-bf13-41c7-9576-f567e28afbc0 req-d89c1394-9b17-43cf-a1a5-bea043e6696f tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.506627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057f3fa-bf13-41c7-9576-f567e28afbc0 req-d89c1394-9b17-43cf-a1a5-bea043e6696f tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.513835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0057f3fa-bf13-41c7-9576-f567e28afbc0 req-d89c1394-9b17-43cf-a1a5-bea043e6696f tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.515848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0057f3fa-bf13-41c7-9576-f567e28afbc0 req-d89c1394-9b17-43cf-a1a5-bea043e6696f tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5444 time: 0.2034006 Jul 16 17:59:04.629358 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0057f3fa-bf13-41c7-9576-f567e28afbc0 req-2330b6bb-ac01-4b59-94da-8458df87fef8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0775223 Jul 16 17:59:04.639501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a897a8ea-f074-4591-b0b3-23c08d23a915 None None] Network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:04.647701 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-dcaa360b-3898-405c-a5fd-f31da37dc9ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1307299 Jul 16 17:59:04.751274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b77cd3-1ea6-4ddc-8707-ec2f2586343e req-c31392f3-1671-46c7-953f-188fd7bd5716 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.766427 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44b77cd3-1ea6-4ddc-8707-ec2f2586343e req-c31392f3-1671-46c7-953f-188fd7bd5716 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.1341577 Jul 16 17:59:04.792360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port c2337e58-11c7-4a4e-ad32-05e9e6c85889 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:04.803481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c2337e58-11c7-4a4e-ad32-05e9e6c85889 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:04.804396 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:04.867470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44b77cd3-1ea6-4ddc-8707-ec2f2586343e req-6f585ca5-2e45-4ae8-8c35-bf9e50a3fc85 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997553 Jul 16 17:59:04.941140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50396) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:04.987003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aae029d-7783-4e84-ba90-df4a564f0606 req-314be7bd-5e4b-4397-863b-9faefc9618cc tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:04.997746 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8aae029d-7783-4e84-ba90-df4a564f0606 req-314be7bd-5e4b-4397-863b-9faefc9618cc tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 945 time: 0.1513240 Jul 16 17:59:05.054495 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8aae029d-7783-4e84-ba90-df4a564f0606 req-a3d5640b-7157-465f-9dfa-6489cae5d9d4 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557225 Jul 16 17:59:05.162074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Sync routers for ids ['9dfc5bec-5574-4157-8799-250d40e43ff9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:05.177577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea4f275-4056-4f88-8331-2d54fa89bcc9 None None] Network 3746e485-67e7-4f9b-b773-ee4b83440f7a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:05.322778 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d2d36fb-7eb9-4573-9246-190d71ceb232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.386108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Routers {'9dfc5bec-5574-4157-8799-250d40e43ff9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:05.387111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9dfc5bec-5574-4157-8799-250d40e43ff9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:05.531349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Set router 9dfc5bec-5574-4157-8799-250d40e43ff9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:05.622046 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d2d36fb-7eb9-4573-9246-190d71ceb232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.645634 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d2d36fb-7eb9-4573-9246-190d71ceb232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:05.896476 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0d2d36fb-7eb9-4573-9246-190d71ceb232 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1e6ed1df2b8a4350ac2ec855c7653bca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9505968 Jul 16 17:59:05.898114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50444) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:05.942783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d36fb-7eb9-4573-9246-190d71ceb232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f0a38e7-6797-4899-86d1-1817c5e857a5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:06.030297 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.053719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port c2337e58-11c7-4a4e-ad32-05e9e6c85889, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c2337e58-11c7-4a4e-ad32-05e9e6c85889,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:06.069475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50450) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:06.080577 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-497435840-network', 'tenant_id': 'e2e57ad7a88b44288e7c379c3521b862'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:06.082639 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.105981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ff24162-3002-4a79-a116-6db6be660681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.167705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=c2337e58-11c7-4a4e-ad32-05e9e6c85889,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:06.169921 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ff24162-3002-4a79-a116-6db6be660681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.180041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d28a0e-93e8-4bdc-95bb-27bee09ad0e5 req-9cbdb788-7ee4-4244-bc14-9782e1d15b8f tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.188164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56d28a0e-93e8-4bdc-95bb-27bee09ad0e5 req-9cbdb788-7ee4-4244-bc14-9782e1d15b8f tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.4867301 Jul 16 17:59:06.190104 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-router', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:55Z', 'updated_at': '2021-07-16T17:59:02Z', 'revision_number': 4, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'gw_port': {'id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:56Z', 'updated_at': '2021-07-16T17:59:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9aeb87f9-060e-4a67-9a27-6441016e322e', 'name': '', 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'mac_address': 'fa:16:3e:63:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '4d6149a0-0e24-4c0b-81c0-8f155964852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:01Z', 'updated_at': '2021-07-16T17:59:02Z', 'revision_number': 2, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'subnets': [{'id': '4d6149a0-0e24-4c0b-81c0-8f155964852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:06.222988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Made reservation on behalf of e2e57ad7a88b44288e7c379c3521b862 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:06.225881 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.226513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Checking router: 9dfc5bec-5574-4157-8799-250d40e43ff9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:06.228127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Updating router 9dfc5bec-5574-4157-8799-250d40e43ff9 port 9aeb87f9-060e-4a67-9a27-6441016e322e binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 17:59:06.238637 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.273343 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.293277 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56d28a0e-93e8-4bdc-95bb-27bee09ad0e5 req-a1c0d714-e434-47f3-9a8c-de5216b1d710 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037662 Jul 16 17:59:06.310999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-e145db3b-c906-493c-ac07-58070115520b tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.319598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-e145db3b-c906-493c-ac07-58070115520b tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/networks?id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26 HTTP/1.1" status: 200 len: 815 time: 0.4362459 Jul 16 17:59:06.359368 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-346d8429-0ea1-4da4-b2a0-a12904f75be2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/quotas/a5d54e8ec56e43d391618fe8a9585f3d HTTP/1.1" status: 200 len: 375 time: 0.0384896 Jul 16 17:59:06.409869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ff24162-3002-4a79-a116-6db6be660681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.417426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ff24162-3002-4a79-a116-6db6be660681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.421573 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3ff24162-3002-4a79-a116-6db6be660681 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f0a38e7-6797-4899-86d1-1817c5e857a5 HTTP/1.1" status: 204 len: 168 time: 0.5135710 Jul 16 17:59:06.431890 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-f1b56df9-5b5f-43cb-b497-06a9421140ee tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5d54e8ec56e43d391618fe8a9585f3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0687850 Jul 16 17:59:06.480025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff24162-3002-4a79-a116-6db6be660681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f0a38e7-6797-4899-86d1-1817c5e857a5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:06.802707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.814351 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:06.836063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57df546-6d67-4066-a157-57ba711002de req-74d00a65-c92f-4c85-995e-62c9225474e4 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:06.850896 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d57df546-6d67-4066-a157-57ba711002de req-74d00a65-c92f-4c85-995e-62c9225474e4 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 945 time: 0.3146803 Jul 16 17:59:06.966938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 17:59:06.993005 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d57df546-6d67-4066-a157-57ba711002de req-b192b82b-cd93-4cba-b4dd-17c27f503121 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410589 Jul 16 17:59:07.054040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9161d1ec-619c-4486-b39f-d9974178bed6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.087835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.088618 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Added segment 01306e48-5326-4b56-9d16-2962aea8e447 of type vlan for network a45efb24-425f-47be-ba58-842a6574c016 Jul 16 17:59:07.140147 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.151790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Transition to ACTIVE for port object 9aeb87f9-060e-4a67-9a27-6441016e322e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:07.163736 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.200600 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.299170 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-467e0461-2e9b-4bdf-8fc5-cf8e0775053d service neutron] 10.222.0.47 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8662975 Jul 16 17:59:07.313091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5390ff-5512-4233-9364-c2fe40f3af8c None None] Pushing event updated for resources: {'Port': ['ID=9aeb87f9-060e-4a67-9a27-6441016e322e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.315942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50464) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:07.338791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Attempting to bind port 9aeb87f9-060e-4a67-9a27-6441016e322e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:07.339056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Attempting to bind port 9aeb87f9-060e-4a67-9a27-6441016e322e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'f5601e3a-5cb8-450d-82f9-98b4a06d0422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:07.339291 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Attempting to bind port 9aeb87f9-060e-4a67-9a27-6441016e322e on network 772dff52-c15c-4846-abb0-12ef603c99cf {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:07.346049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.resource_extend [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:59:07.350910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:07.351294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Checking segment: {'id': 'f5601e3a-5cb8-450d-82f9-98b4a06d0422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:07.355844 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.356342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Bound using segment: {'id': 'f5601e3a-5cb8-450d-82f9-98b4a06d0422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:07.356851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Bound port: 9aeb87f9-060e-4a67-9a27-6441016e322e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5601e3a-5cb8-450d-82f9-98b4a06d0422', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:07.357748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.385322 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3d1fada1-ed6b-4b02-bd69-6e2ed7720490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.404323 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.405420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.406049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.505126 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] Pushing event updated for resources: {'Network': ['ID=a45efb24-425f-47be-ba58-842a6574c016,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.547283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f519635-bd32-4058-b840-1292d683247b req-60b14f3d-3534-47a2-98c5-09b3c6ef97a0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.555823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f519635-bd32-4058-b840-1292d683247b req-60b14f3d-3534-47a2-98c5-09b3c6ef97a0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.562443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f519635-bd32-4058-b840-1292d683247b req-60b14f3d-3534-47a2-98c5-09b3c6ef97a0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.571923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f519635-bd32-4058-b840-1292d683247b req-60b14f3d-3534-47a2-98c5-09b3c6ef97a0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.576309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network a45efb24-425f-47be-ba58-842a6574c016 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 17:59:07.580462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f519635-bd32-4058-b840-1292d683247b req-60b14f3d-3534-47a2-98c5-09b3c6ef97a0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.589188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f519635-bd32-4058-b840-1292d683247b req-60b14f3d-3534-47a2-98c5-09b3c6ef97a0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.595547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f519635-bd32-4058-b840-1292d683247b req-60b14f3d-3534-47a2-98c5-09b3c6ef97a0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.606377 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f519635-bd32-4058-b840-1292d683247b req-60b14f3d-3534-47a2-98c5-09b3c6ef97a0 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5444 time: 0.3687544 Jul 16 17:59:07.607761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] For port 9aeb87f9-060e-4a67-9a27-6441016e322e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:07.617199 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-a8dc0df2-2775-4e8c-b4a0-bb61e6d1187f service neutron] 10.222.0.47 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166814 Jul 16 17:59:07.648601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] For port 9aeb87f9-060e-4a67-9a27-6441016e322e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9aeb87f9-060e-4a67-9a27-6441016e322e,segment=NetworkSegment(f5601e3a-5cb8-450d-82f9-98b4a06d0422),segment_id=f5601e3a-5cb8-450d-82f9-98b4a06d0422)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:07.698280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.742127 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3d1fada1-ed6b-4b02-bd69-6e2ed7720490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.765853 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3d1fada1-ed6b-4b02-bd69-6e2ed7720490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:07.801301 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a56be2cd-3918-48f1-bf08-4b0328794ac1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.7271826 Jul 16 17:59:07.813199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50468) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:07.813867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1fada1-ed6b-4b02-bd69-6e2ed7720490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec15e82-c94b-4c12-abe4-7449d67f87fb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:07.824471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] Request body: {'subnet': {'network_id': 'a45efb24-425f-47be-ba58-842a6574c016', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-497435840-subnet', 'tenant_id': 'e2e57ad7a88b44288e7c379c3521b862', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:07.829876 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f519635-bd32-4058-b840-1292d683247b req-d4e5ff3e-f52e-4029-8291-c7049ba1ced8 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2227545 Jul 16 17:59:07.882116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Routers {'9dfc5bec-5574-4157-8799-250d40e43ff9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:07.882623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-6594351b-2a54-4aa2-8464-99aed8885a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:07.882788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9dfc5bec-5574-4157-8799-250d40e43ff9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:07.890311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-6594351b-2a54-4aa2-8464-99aed8885a29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1101 time: 0.2650323 Jul 16 17:59:07.933020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] Made reservation on behalf of e2e57ad7a88b44288e7c379c3521b862 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:07.936926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.015242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3d1fada1-ed6b-4b02-bd69-6e2ed7720490 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2972078854a04352ab77d6dbc0566d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6907513 Jul 16 17:59:08.027354 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5390ff-5512-4233-9364-c2fe40f3af8c None None] Pushing event updated for resources: {'Port': ['ID=9aeb87f9-060e-4a67-9a27-6441016e322e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:08.043522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50476) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:08.088751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-42484c02-99f1-4914-84d1-1f62d0e3eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.092330 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-42484c02-99f1-4914-84d1-1f62d0e3eaa7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1949267 Jul 16 17:59:08.149363 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-93eaa4fa-6d23-47f7-8aed-81d6c73c71fb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 217 time: 0.0479965 Jul 16 17:59:08.239793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c2337e58-11c7-4a4e-ad32-05e9e6c85889 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:08.252816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-b257b14a-ccee-4689-aefd-cff80bdadb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.253802 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-b257b14a-ccee-4689-aefd-cff80bdadb51 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0927522 Jul 16 17:59:08.334450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] Set router 9dfc5bec-5574-4157-8799-250d40e43ff9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:08.354927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-a1f8e5b6-be88-4ac9-923b-cdca2ea061bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.356464 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-a1f8e5b6-be88-4ac9-923b-cdca2ea061bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0867710 Jul 16 17:59:08.383046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c2337e58-11c7-4a4e-ad32-05e9e6c85889 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:08.384132 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.503154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-10aee4b2-ad43-470e-8a0b-d683efbd8db8 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360745 Jul 16 17:59:08.747542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-129cd131-d746-492c-a32d-ca9fed545ace service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2371452 Jul 16 17:59:08.769159 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a92f0b8-5957-4c6f-9e0b-18db319d92db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.793855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:08.803322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebdfa23-46e1-49a2-bf1b-5960ba792a58 req-4ebe6c16-b210-4a4e-a512-5ad8560f3699 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:08.812861 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bebdfa23-46e1-49a2-bf1b-5960ba792a58 req-4ebe6c16-b210-4a4e-a512-5ad8560f3699 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.7385266 Jul 16 17:59:08.926709 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a92f0b8-5957-4c6f-9e0b-18db319d92db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.027039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-router', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:55Z', 'updated_at': '2021-07-16T17:59:02Z', 'revision_number': 4, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'gw_port': {'id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:56Z', 'updated_at': '2021-07-16T17:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9aeb87f9-060e-4a67-9a27-6441016e322e', 'name': '', 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'mac_address': 'fa:16:3e:63:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '4d6149a0-0e24-4c0b-81c0-8f155964852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:01Z', 'updated_at': '2021-07-16T17:59:07Z', 'revision_number': 4, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'subnets': [{'id': '4d6149a0-0e24-4c0b-81c0-8f155964852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:09.108041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dcc9db-877a-4196-b8d0-45749b070124 None None] The sync data for ids ['9dfc5bec-5574-4157-8799-250d40e43ff9'] in n-d-794306-7 is: [{'id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-router', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:55Z', 'updated_at': '2021-07-16T17:59:02Z', 'revision_number': 4, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'gw_port': {'id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:56Z', 'updated_at': '2021-07-16T17:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9aeb87f9-060e-4a67-9a27-6441016e322e', 'name': '', 'network_id': '772dff52-c15c-4846-abb0-12ef603c99cf', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'mac_address': 'fa:16:3e:63:be:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_interface', 'standard_attr_id': 812, 'fixed_ips': [{'subnet_id': '4d6149a0-0e24-4c0b-81c0-8f155964852c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:59:01Z', 'updated_at': '2021-07-16T17:59:07Z', 'revision_number': 4, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'subnets': [{'id': '4d6149a0-0e24-4c0b-81c0-8f155964852c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:09.166556 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bebdfa23-46e1-49a2-bf1b-5960ba792a58 req-31863337-1b6c-4187-8090-a5ccc6681c1a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3522902 Jul 16 17:59:09.267747 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a92f0b8-5957-4c6f-9e0b-18db319d92db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.270590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a92f0b8-5957-4c6f-9e0b-18db319d92db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.289761 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7a92f0b8-5957-4c6f-9e0b-18db319d92db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ec15e82-c94b-4c12-abe4-7449d67f87fb HTTP/1.1" status: 204 len: 168 time: 1.2272923 Jul 16 17:59:09.321504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] Checking segment: {'id': '01306e48-5326-4b56-9d16-2962aea8e447', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'a45efb24-425f-47be-ba58-842a6574c016'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:09.321876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] Network hostable DHCP agents. Network: a45efb24-425f-47be-ba58-842a6574c016, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 17:59:09.323919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a0151a-bd58-4ae2-af94-fa2ae449f31b,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:09.354852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a92f0b8-5957-4c6f-9e0b-18db319d92db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec15e82-c94b-4c12-abe4-7449d67f87fb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:09.366005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] Network a45efb24-425f-47be-ba58-842a6574c016 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 17:59:09.394600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, a45efb24-425f-47be-ba58-842a6574c016) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:09.404850 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cd149b-12ef-4c86-b3e8-f266904373e8 None None] Network a45efb24-425f-47be-ba58-842a6574c016 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:09.409830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:09.410615 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:09.438702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7e9d3d6e-da3f-474e-b63a-0c3d7c266786 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6186488 Jul 16 17:59:09.605510 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c7434e-1361-45be-8cd5-5757ecd77ef2 req-cd80fb9b-bf41-4f1b-b967-e5af02f9a2e1 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:09.620032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78c7434e-1361-45be-8cd5-5757ecd77ef2 req-cd80fb9b-bf41-4f1b-b967-e5af02f9a2e1 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.3123000 Jul 16 17:59:09.679274 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2a75045c-473b-460e-b046-c5fa66819d00 req-43353d83-d6c6-4c7c-852b-6a07dea3867a tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 210 time: 0.1048663 Jul 16 17:59:09.773400 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78c7434e-1361-45be-8cd5-5757ecd77ef2 req-9a3e55b6-b96b-471d-b360-77b643eac09f tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504347 Jul 16 17:59:09.936002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1868acb7-4672-40ac-912e-d456f4dfe92e None None] Network a45efb24-425f-47be-ba58-842a6574c016 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 17:59:10.238668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412ae7-4495-4062-9799-ae0730036060 req-c2c59090-45b1-48bb-9441-83052bc3532a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.275624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412ae7-4495-4062-9799-ae0730036060 req-c2c59090-45b1-48bb-9441-83052bc3532a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.294721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412ae7-4495-4062-9799-ae0730036060 req-c2c59090-45b1-48bb-9441-83052bc3532a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.301480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412ae7-4495-4062-9799-ae0730036060 req-c2c59090-45b1-48bb-9441-83052bc3532a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.316346 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412ae7-4495-4062-9799-ae0730036060 req-c2c59090-45b1-48bb-9441-83052bc3532a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.324919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412ae7-4495-4062-9799-ae0730036060 req-c2c59090-45b1-48bb-9441-83052bc3532a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.354896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8412ae7-4495-4062-9799-ae0730036060 req-c2c59090-45b1-48bb-9441-83052bc3532a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.367143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50522) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:10.373193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6ee5753e-6411-4ec9-bda7-30d03d5dd7ed tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Request body: {'floatingip': {'port_id': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:10.377870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8412ae7-4495-4062-9799-ae0730036060 req-c2c59090-45b1-48bb-9441-83052bc3532a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5444 time: 0.3191991 Jul 16 17:59:10.415978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9aeb87f9-060e-4a67-9a27-6441016e322e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:10.507734 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ee5753e-6411-4ec9-bda7-30d03d5dd7ed tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:10.636020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b7cd1f-a62c-490d-a7cb-fc7929c6d772 req-54f077f7-6570-4609-8a67-373bc8fd34e1 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.643768 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38b7cd1f-a62c-490d-a7cb-fc7929c6d772 req-54f077f7-6570-4609-8a67-373bc8fd34e1 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.1209745 Jul 16 17:59:10.753787 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38b7cd1f-a62c-490d-a7cb-fc7929c6d772 req-2dd413bf-908a-4697-ba66-01e6e8f65c5c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079149 Jul 16 17:59:10.799396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-53223a31-c251-4823-bc5d-ddb74ce575a1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:10.809021 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-53223a31-c251-4823-bc5d-ddb74ce575a1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 808 time: 0.2907894 Jul 16 17:59:11.033430 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e2aeba9-fdfc-4149-a068-d53433283d75 req-8d34c7f8-83e5-4be1-aeb7-1b0d3ad07218 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 210 time: 0.0455287 Jul 16 17:59:11.033785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 9aeb87f9-060e-4a67-9a27-6441016e322e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:11.048168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9aeb87f9-060e-4a67-9a27-6441016e322e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:11.049962 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.330684 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.417765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 9aeb87f9-060e-4a67-9a27-6441016e322e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9aeb87f9-060e-4a67-9a27-6441016e322e,segment=NetworkSegment(f5601e3a-5cb8-450d-82f9-98b4a06d0422),segment_id=f5601e3a-5cb8-450d-82f9-98b4a06d0422)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:11.426144 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.456177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90383b9-6285-4bae-90fc-697d6496c1d9 req-82dd7d05-3bc6-48e6-a32f-8f24c05d4785 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.467308 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c90383b9-6285-4bae-90fc-697d6496c1d9 req-82dd7d05-3bc6-48e6-a32f-8f24c05d4785 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.1628745 Jul 16 17:59:11.553577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=9aeb87f9-060e-4a67-9a27-6441016e322e,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:11.580449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c90383b9-6285-4bae-90fc-697d6496c1d9 req-da28ec87-25ee-4014-a923-a94a1bf80d2c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999584 Jul 16 17:59:11.737095 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-04fc9525-31bc-4493-954f-15fd60e718e4 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/quotas/16b4c0ca18f54d6eba06956ae15aa0e8 HTTP/1.1" status: 200 len: 375 time: 0.9267797 Jul 16 17:59:11.767749 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:11.839002 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-3ff7cc53-e0c9-4cff-b7c4-0194bab7617b tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0756323 Jul 16 17:59:11.986392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9155abc4-4ed8-4631-a884-ee9dc926a046 req-75a18c90-49d3-4fc2-b41f-529c7de6eaf6 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:11.989485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9155abc4-4ed8-4631-a884-ee9dc926a046 req-75a18c90-49d3-4fc2-b41f-529c7de6eaf6 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.0948663 Jul 16 17:59:12.028437 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-47469f6d-f509-4e92-8fd3-9594a554f370 service neutron] 10.222.0.47 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593535 Jul 16 17:59:12.061174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9155abc4-4ed8-4631-a884-ee9dc926a046 req-b29bd760-07df-4bcb-bf42-b11c3819b537 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646429 Jul 16 17:59:12.082971 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:59:12.134286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-93701bd5-1e3d-428c-8ad7-16ee745187c3 service neutron] 10.222.0.47 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989854 Jul 16 17:59:12.145304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-a3cbf228-33a3-4aef-9a49-9c63251770bb tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.146473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-a3cbf228-33a3-4aef-9a49-9c63251770bb tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.37 "GET /v2.0/networks?id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26 HTTP/1.1" status: 200 len: 815 time: 0.4067895 Jul 16 17:59:12.186852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Request body: {'port': {'device_id': '253b766b-4f4a-4f34-b9e8-2b47c01734b4', 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26', 'admin_state_up': True, 'tenant_id': 'a5d54e8ec56e43d391618fe8a9585f3d'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:12.237080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9aeb87f9-060e-4a67-9a27-6441016e322e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:12.341066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92d77576-b310-45db-9d27-4ad906b30a8e req-9abefa1a-30a8-49a3-a2de-4adef81ab5af tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 210 time: 0.0686014 Jul 16 17:59:12.344560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Made reservation on behalf of a5d54e8ec56e43d391618fe8a9585f3d for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:12.354379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:12.378863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9aeb87f9-060e-4a67-9a27-6441016e322e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:12.379326 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:12.641326 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-0ac2ed82-184a-4730-b248-4136281bcf2f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f9488e6f5c4d4de6a6c21191e1c35d74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314236 Jul 16 17:59:12.646374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72df6fc7-6b5c-40aa-9843-b57db40de229 req-81f59fbf-c4df-470e-a30b-f29b8bdefaca tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 210 time: 0.0703082 Jul 16 17:59:12.777779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e138f3a7-30b5-4a23-aba2-12ffbddbeef0 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:12.785386 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e138f3a7-30b5-4a23-aba2-12ffbddbeef0 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1431329 Jul 16 17:59:12.817452 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-f1cc1773-d4a0-4e96-ab38-aacb2ecf6e45 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/quotas/f9488e6f5c4d4de6a6c21191e1c35d74 HTTP/1.1" status: 200 len: 375 time: 0.0311086 Jul 16 17:59:12.890393 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-168c084d-10d0-41ea-996c-0729cd55b1d9 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9488e6f5c4d4de6a6c21191e1c35d74&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0666690 Jul 16 17:59:13.159421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.resource_extend [None req-6ee5753e-6411-4ec9-bda7-30d03d5dd7ed tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 17:59:13.381521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1817ac4c-0059-40a2-bdec-696aaa59fdc3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:13.450089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ae8fea-a12d-4ae6-82fe-713bd6a322f3 req-c7c155a2-3737-4e85-91dc-5756f331ea81 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.450542 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ee5753e-6411-4ec9-bda7-30d03d5dd7ed tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.466929 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0ae8fea-a12d-4ae6-82fe-713bd6a322f3 req-c7c155a2-3737-4e85-91dc-5756f331ea81 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.1450567 Jul 16 17:59:13.499104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ee5753e-6411-4ec9-bda7-30d03d5dd7ed tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.559207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0ae8fea-a12d-4ae6-82fe-713bd6a322f3 req-38769c29-dfaa-4f8c-a6ed-56175a9c70cc tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909917 Jul 16 17:59:13.668837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1817ac4c-0059-40a2-bdec-696aaa59fdc3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1817ac4c-0059-40a2-bdec-696aaa59fdc3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:13.699479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '1817ac4c-0059-40a2-bdec-696aaa59fdc3', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'port_id': '1817ac4c-0059-40a2-bdec-696aaa59fdc3', 'mac_address': 'fa:16:3e:1d:31:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba55bee-7eb5-4d34-8527-d9d14160a2f5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:13.715170 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f521dd41-c81f-496a-b531-0b254ee1ca2c req-55716254-4a1b-4b7c-9810-53665715ab2b tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 210 time: 0.0752571 Jul 16 17:59:13.745612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Allocated IP 172.20.0.2 (6bdc26b1-f6d3-4ad9-bee4-05b186938b26/dd1d178f-2287-446d-a0fd-681c1ac2971f/a7086d77-5982-4c99-b4cb-61a0af7207d1) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:13.808607 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:13.822325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceb0186-2cf5-4296-ac51-0b06c602d584 req-66e67559-ef1a-4061-9f7f-3847a4479d84 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:13.829216 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ceb0186-2cf5-4296-ac51-0b06c602d584 req-66e67559-ef1a-4061-9f7f-3847a4479d84 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.7930155 Jul 16 17:59:13.831072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1817ac4c-0059-40a2-bdec-696aaa59fdc3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:13.864892 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1817ac4c-0059-40a2-bdec-696aaa59fdc3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1817ac4c-0059-40a2-bdec-696aaa59fdc3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:13.872333 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:14.033054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1817ac4c-0059-40a2-bdec-696aaa59fdc3,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:14.056528 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-49272296-2b4e-400f-a70b-a687008c65a7 req-8c905ee3-5c78-48dc-964a-84b351af8332 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 210 time: 0.1140916 Jul 16 17:59:14.060294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['1817ac4c-0059-40a2-bdec-696aaa59fdc3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:14.104433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ceb0186-2cf5-4296-ac51-0b06c602d584 req-54c59c10-7230-4547-9bab-59a141a3ad56 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742095 Jul 16 17:59:14.128934 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-6ee5753e-6411-4ec9-bda7-30d03d5dd7ed tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Floating IP e3867d51-f584-43bc-b128-066ce86dc385 associated. External IP: 172.25.7.74, port: d9d398d3-ffa2-42ec-82b2-002ccf45ef87. Jul 16 17:59:14.480416 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92c9763f-0fdc-49e3-9ed1-30614c2e12d9 req-8d553e1a-b5ea-491c-a87c-8efed23a326e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 210 time: 0.0735817 Jul 16 17:59:15.061982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-723fc7e8-7a22-480c-8fe7-01dcfc189f74 req-ce099f74-3148-4346-a6d3-00d7ca31c32c tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 210 time: 0.0640798 Jul 16 17:59:15.263267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-364d4112-1c9f-4e9f-a33d-732ffeb749c7 req-70fe60e9-9306-40f2-8d03-5bd10ec6284f tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 210 time: 0.0520961 Jul 16 17:59:15.314141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-f678fc92-63e4-4184-a5eb-97a5571ce099 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:15.314141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-f678fc92-63e4-4184-a5eb-97a5571ce099 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 808 time: 0.6627676 Jul 16 17:59:15.366748 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Request body: {'port': {'device_id': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a', 'admin_state_up': True, 'tenant_id': '16b4c0ca18f54d6eba06956ae15aa0e8'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:15.436036 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1817ac4c-0059-40a2-bdec-696aaa59fdc3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:15.469129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.572639 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78b7b195-ab11-48ab-89e3-d2cabb515aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.604192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 1817ac4c-0059-40a2-bdec-696aaa59fdc3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:15.605145 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.693826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-213b14e9-83b4-4567-8c8d-b7afa72c87b8 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f9488e6f5c4d4de6a6c21191e1c35d74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1109574 Jul 16 17:59:15.725031 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.764107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1817ac4c-0059-40a2-bdec-696aaa59fdc3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1817ac4c-0059-40a2-bdec-696aaa59fdc3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:15.766170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1817ac4c-0059-40a2-bdec-696aaa59fdc3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:15.769592 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62259899-b22c-4143-b285-1a85a82fb2d0" -d '{"events": [{"server_uuid": "3c18727d-d3c1-46df-ae0b-e2ec225f265b", "name": "network-vif-plugged", "status": "completed", "tag": "1817ac4c-0059-40a2-bdec-696aaa59fdc3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:15.779663 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:15.894112 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1817ac4c-0059-40a2-bdec-696aaa59fdc3,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:15.971323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01d2969-dac6-479e-bfb1-92b38f8f79ef req-22f31bab-e9d8-4924-830b-f85d403324f1 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:15.972698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c01d2969-dac6-479e-bfb1-92b38f8f79ef req-22f31bab-e9d8-4924-830b-f85d403324f1 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.7166109 Jul 16 17:59:16.042261 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.066540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffca5ea-f766-45dd-b406-45d2047839b2 req-2cf05080-06aa-4fd6-b8e4-23d7bcba650d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.074276 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ffca5ea-f766-45dd-b406-45d2047839b2 req-2cf05080-06aa-4fd6-b8e4-23d7bcba650d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.4962542 Jul 16 17:59:16.116720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-71d88fe7-56a3-47c8-93e0-ba1d1921e86d tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.118912 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-71d88fe7-56a3-47c8-93e0-ba1d1921e86d tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4239638 Jul 16 17:59:16.138126 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Made reservation on behalf of 16b4c0ca18f54d6eba06956ae15aa0e8 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:16.142180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Request body: {'port': {'device_id': '2792ba51-9a5b-4e82-9528-a143fbfad644', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': 'f9488e6f5c4d4de6a6c21191e1c35d74'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:16.143087 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.160411 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ffca5ea-f766-45dd-b406-45d2047839b2 req-7e8919fe-3c21-4adb-909b-22bd669e3e16 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851419 Jul 16 17:59:16.187089 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:16.225802 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ee5753e-6411-4ec9-bda7-30d03d5dd7ed tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Router 236a2e61-3481-476b-aede-e2947b3acdd9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:16.237327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:16.269639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Pushing event updated for resources: {'Port': ['ID=a7086d77-5982-4c99-b4cb-61a0af7207d1,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:16.296342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:16.315756 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c01d2969-dac6-479e-bfb1-92b38f8f79ef req-41eeb9fc-6a7c-4737-ba7b-c345ebe8f72b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152697 Jul 16 17:59:16.329502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.329872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.330196 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.330542 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.330877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.331211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.331541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.331897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.332240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.343519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.344071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.344231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:16.405729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Made reservation on behalf of f9488e6f5c4d4de6a6c21191e1c35d74 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:16.423912 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.483377 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748a9565-7e5e-4631-b434-e3d0c69d409e x-openstack-request-id: req-748a9565-7e5e-4631-b434-e3d0c69d409e {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:16.483973 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c18727d-d3c1-46df-ae0b-e2ec225f265b", "name": "network-vif-plugged", "status": "completed", "tag": "1817ac4c-0059-40a2-bdec-696aaa59fdc3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:16.483973 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-748a9565-7e5e-4631-b434-e3d0c69d409e {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:16.484357 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1817ac4c-0059-40a2-bdec-696aaa59fdc3', 'code': 200} Jul 16 17:59:16.488378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.700730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e1ddd12-b4d5-4810-8b0d-556e4574afc4 req-c4b0bd81-f923-4e14-b548-86637baaa989 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 210 time: 0.0974436 Jul 16 17:59:16.764530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ee5753e-6411-4ec9-bda7-30d03d5dd7ed tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:16.770197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ee5753e-6411-4ec9-bda7-30d03d5dd7ed tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.783966 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca01a24-0403-4749-a42a-25c11acdee56 None None] Sync routers for ids ['236a2e61-3481-476b-aede-e2947b3acdd9'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:16.784467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:16.787789 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca01a24-0403-4749-a42a-25c11acdee56 None None] Routers {'236a2e61-3481-476b-aede-e2947b3acdd9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:16.788399 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-dca01a24-0403-4749-a42a-25c11acdee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['236a2e61-3481-476b-aede-e2947b3acdd9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:16.803367 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.893849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.902026 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:16.915650 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-dca01a24-0403-4749-a42a-25c11acdee56 None None] Set router 236a2e61-3481-476b-aede-e2947b3acdd9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:17.001260 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Allocated IP 172.20.0.7 (3746e485-67e7-4f9b-b773-ee4b83440f7a/21ed82e1-1954-46e5-b764-f2ea6d3478e2/bdafb30f-6926-4573-86e5-f1c3b5b94450) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:17.180215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edd1094a-b75c-4c14-95f4-8fcd4371ca06,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:17.263528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a33c5556-6c2e-48fc-8087-fc06cba2b1c6 req-14c1512f-4ac7-4913-89f6-51080384c13f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 210 time: 0.1610353 Jul 16 17:59:17.265399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.265764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.268212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.268659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.268906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.273734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.274116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.274495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.274816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.275174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.275474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.275850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 17:59:17.277782 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-21173701-65f2-4b3a-9784-7d33a3ab2c07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.0906739 Jul 16 17:59:17.290552 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6ee5753e-6411-4ec9-bda7-30d03d5dd7ed tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "PUT /v2.0/floatingips/e3867d51-f584-43bc-b128-066ce86dc385 HTTP/1.1" status: 200 len: 990 time: 6.9181888 Jul 16 17:59:17.325775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:17.332028 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81adde1d-71c8-4e28-b232-5d1da4ab4423" -d '{"events": [{"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "d9d398d3-ffa2-42ec-82b2-002ccf45ef87"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:17.423183 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-dca01a24-0403-4749-a42a-25c11acdee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'e3867d51-f584-43bc-b128-066ce86dc385', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'floating_ip_address': '172.25.7.74', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'port_id': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'mac_address': 'fa:16:3e:e0:42:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:57:35Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 1, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a9c5d7-2e64-4e64-875f-947a9fee8f2f', 'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'mac_address': 'fa:16:3e:11:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:45Z', 'updated_at': '2021-07-16T17:56:56Z', 'revision_number': 5, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'subnets': [{'id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:17.471591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Request body: {'port': {'device_id': '253b766b-4f4a-4f34-b9e8-2b47c01734b4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:17.491211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Allocated IP 192.168.233.180 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/0edbe8f0-2a0b-453c-9bf3-346b314942aa) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:17.503281 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca01a24-0403-4749-a42a-25c11acdee56 None None] Checking router: 236a2e61-3481-476b-aede-e2947b3acdd9 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:17.547680 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dca01a24-0403-4749-a42a-25c11acdee56 None None] Routers {'236a2e61-3481-476b-aede-e2947b3acdd9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:17.547680 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-dca01a24-0403-4749-a42a-25c11acdee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:58:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['236a2e61-3481-476b-aede-e2947b3acdd9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:17.589179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30536bac-38f9-4186-a2ed-49dd1fb9745b req-bbdea2a7-13a4-4a61-8846-3d2287c60ae4 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:17.591042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30536bac-38f9-4186-a2ed-49dd1fb9745b req-bbdea2a7-13a4-4a61-8846-3d2287c60ae4 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 931 time: 0.5326161 Jul 16 17:59:17.669491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.700766 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-dca01a24-0403-4749-a42a-25c11acdee56 None None] Set router 236a2e61-3481-476b-aede-e2947b3acdd9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:17.784116 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.797383 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30536bac-38f9-4186-a2ed-49dd1fb9745b req-80c8b913-68a4-4cdf-a7d5-cc2fff530fd5 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963532 Jul 16 17:59:17.879879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Network 3746e485-67e7-4f9b-b773-ee4b83440f7a is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:17.883985 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:17.909299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:17.930576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:18.002088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.003032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.078369 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.103262 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7495022 Jul 16 17:59:18.126525 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1fb00e52-0e66-4358-bec0-3858bd388ca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.225952 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.297109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Transition to ACTIVE for port object 0edbe8f0-2a0b-453c-9bf3-346b314942aa will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:18.418913 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.471189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7086d77-5982-4c99-b4cb-61a0af7207d1 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:18.491789 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-dca01a24-0403-4749-a42a-25c11acdee56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'e3867d51-f584-43bc-b128-066ce86dc385', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'floating_ip_address': '172.25.7.74', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'port_id': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'mac_address': 'fa:16:3e:e0:42:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:57:35Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 1, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a9c5d7-2e64-4e64-875f-947a9fee8f2f', 'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'mac_address': 'fa:16:3e:11:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:45Z', 'updated_at': '2021-07-16T17:56:56Z', 'revision_number': 5, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'subnets': [{'id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:18.496711 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.513621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Transition to ACTIVE for port object a7086d77-5982-4c99-b4cb-61a0af7207d1 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:18.531917 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46549683-8b4f-4a8e-a9e6-f526a631758d x-openstack-request-id: req-46549683-8b4f-4a8e-a9e6-f526a631758d {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:18.531917 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "tag": "d9d398d3-ffa2-42ec-82b2-002ccf45ef87", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:18.531917 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46549683-8b4f-4a8e-a9e6-f526a631758d {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:18.532719 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'tag': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87', 'status': 'completed', 'code': 200} Jul 16 17:59:18.542751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Pushing event updated for resources: {'Port': ['ID=0edbe8f0-2a0b-453c-9bf3-346b314942aa,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:18.551165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Request body: {'port': {'device_id': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:18.573243 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dca01a24-0403-4749-a42a-25c11acdee56 None None] The sync data for ids ['236a2e61-3481-476b-aede-e2947b3acdd9'] in n-d-794306-7 is: [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'e3867d51-f584-43bc-b128-066ce86dc385', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'floating_ip_address': '172.25.7.74', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'port_id': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'mac_address': 'fa:16:3e:e0:42:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:57:35Z', 'updated_at': '2021-07-16T17:59:12Z', 'revision_number': 1, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '71a9c5d7-2e64-4e64-875f-947a9fee8f2f', 'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'mac_address': 'fa:16:3e:11:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:45Z', 'updated_at': '2021-07-16T17:56:56Z', 'revision_number': 5, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'subnets': [{'id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:18.595148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:18.597294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.598310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:18.600212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3817032-bd37-46dd-91c6-4da57bbb5bfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Pushing event updated for resources: {'Port': ['ID=bdafb30f-6926-4573-86e5-f1c3b5b94450,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:18.606376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:18.761089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.761763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:18.785858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4fe93f-04c1-4b9c-8102-799770ca8cf7 req-67320183-6d7e-45a3-a899-b9828287ab77 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:18.794264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac4fe93f-04c1-4b9c-8102-799770ca8cf7 req-67320183-6d7e-45a3-a899-b9828287ab77 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 1.0556290 Jul 16 17:59:18.877378 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-fb20e0a8-d766-40d2-a588-669e2a2ecbb3 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7424448 Jul 16 17:59:18.902317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Request body: {'port': {'device_id': '2792ba51-9a5b-4e82-9528-a143fbfad644', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:18.967504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7086d77-5982-4c99-b4cb-61a0af7207d1,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:18.997899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3418e4bf-1b69-42d2-ae4e-9d8fbc171f23 None None] New status for floating IP e3867d51-f584-43bc-b128-066ce86dc385: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:59:19.000206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.110702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.149433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac4fe93f-04c1-4b9c-8102-799770ca8cf7 req-0a34b22c-3f59-4ed4-8a63-001c550206aa tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533068 Jul 16 17:59:19.268739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-65aba987-f11b-4906-8161-7011fed38b09 None None] Provisioning for port 0edbe8f0-2a0b-453c-9bf3-346b314942aa completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:19.278498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-65aba987-f11b-4906-8161-7011fed38b09 None None] Provisioning complete for port 0edbe8f0-2a0b-453c-9bf3-346b314942aa triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:19.279192 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-65aba987-f11b-4906-8161-7011fed38b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.384222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-65aba987-f11b-4906-8161-7011fed38b09 None None] Port 0edbe8f0-2a0b-453c-9bf3-346b314942aa cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:19.506267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76484de7-5aa4-4665-b149-d67f71d5fbec req-ee724f84-f4a2-4d40-beb5-2da3b03ef80d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.513992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76484de7-5aa4-4665-b149-d67f71d5fbec req-ee724f84-f4a2-4d40-beb5-2da3b03ef80d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.7346168 Jul 16 17:59:19.579381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-5435dc7a-4646-4ac8-a1d1-78692f857ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.579381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-5435dc7a-4646-4ac8-a1d1-78692f857ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.579381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-5435dc7a-4646-4ac8-a1d1-78692f857ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.579381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-5435dc7a-4646-4ac8-a1d1-78692f857ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.579381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-5435dc7a-4646-4ac8-a1d1-78692f857ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.580488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-5435dc7a-4646-4ac8-a1d1-78692f857ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.580927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-5435dc7a-4646-4ac8-a1d1-78692f857ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.587469 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-5435dc7a-4646-4ac8-a1d1-78692f857ac9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6501 time: 1.0667350 Jul 16 17:59:19.588130 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76484de7-5aa4-4665-b149-d67f71d5fbec req-3f4eaa3f-1ec8-4414-9452-9f5af8dc833f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717185 Jul 16 17:59:19.711723 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.719803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0edbe8f0-2a0b-453c-9bf3-346b314942aa {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:19.731288 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.752562 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Transition to ACTIVE for port object 0edbe8f0-2a0b-453c-9bf3-346b314942aa will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:19.757578 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.792740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-a9a3dea4-aaff-4f02-8ef4-316f8b6fa295 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:19.794640 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-a9a3dea4-aaff-4f02-8ef4-316f8b6fa295 service neutron] 10.222.0.37 "GET /v2.0/networks?id=11e95be7-e3eb-4804-aa69-ab254a697625 HTTP/1.1" status: 200 len: 917 time: 0.1824572 Jul 16 17:59:19.836737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Attempting to bind port a7086d77-5982-4c99-b4cb-61a0af7207d1 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:19.837239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Attempting to bind port a7086d77-5982-4c99-b4cb-61a0af7207d1 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:19.837805 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Attempting to bind port a7086d77-5982-4c99-b4cb-61a0af7207d1 on network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:19.850831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Pushing event updated for resources: {'Port': ['ID=0edbe8f0-2a0b-453c-9bf3-346b314942aa,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:19.902753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Port a7086d77-5982-4c99-b4cb-61a0af7207d1 on network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:19.903142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Attempting to bind port a7086d77-5982-4c99-b4cb-61a0af7207d1 on network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:19.993680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:19.994564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Checking segment: {'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:19.994749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Bound using segment: {'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:19.995296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Bound port: a7086d77-5982-4c99-b4cb-61a0af7207d1, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:19.995786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:19.999312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc898dbe-5e67-4894-bf21-b3adc1636c9b req-30a88c26-29b9-442f-9c29-d2432a95e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.001012 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc898dbe-5e67-4894-bf21-b3adc1636c9b req-30a88c26-29b9-442f-9c29-d2432a95e2ac service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 1096 time: 1.2023458 Jul 16 17:59:20.016730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8194527-f19f-48cb-8146-f599a50ccf61 req-506747ae-7353-425c-b716-fac43c2feb70 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.018604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8194527-f19f-48cb-8146-f599a50ccf61 req-506747ae-7353-425c-b716-fac43c2feb70 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 948 time: 0.1700239 Jul 16 17:59:20.060472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6bbc8-cb65-4ed7-84ba-b159a9deb1c4 req-5230a0d7-9564-4afc-8542-5eb607be5fda tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.071676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75c6bbc8-cb65-4ed7-84ba-b159a9deb1c4 req-5230a0d7-9564-4afc-8542-5eb607be5fda tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 931 time: 0.6294065 Jul 16 17:59:20.090776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Attempting to bind port 0edbe8f0-2a0b-453c-9bf3-346b314942aa on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:20.091125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Attempting to bind port 0edbe8f0-2a0b-453c-9bf3-346b314942aa by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:20.091461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Attempting to bind port 0edbe8f0-2a0b-453c-9bf3-346b314942aa on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:20.104939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Port 0edbe8f0-2a0b-453c-9bf3-346b314942aa on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:20.105271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Attempting to bind port 0edbe8f0-2a0b-453c-9bf3-346b314942aa on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:20.122004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:20.122363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:20.122752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:20.123198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Bound port: 0edbe8f0-2a0b-453c-9bf3-346b314942aa, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:20.123580 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:20.136106 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-cb61fd3a-ddf9-480a-b012-2d2379bdc10b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d398d3-ffa2-42ec-82b2-002ccf45ef87 HTTP/1.1" status: 200 len: 1000 time: 0.3024776 Jul 16 17:59:20.161867 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8194527-f19f-48cb-8146-f599a50ccf61 req-de567b6d-8e40-4a58-8604-2b916eb608c8 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319277 Jul 16 17:59:20.241293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-c281f23e-2ad9-42ea-89aa-677dd8935bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.243725 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-c281f23e-2ad9-42ea-89aa-677dd8935bfe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acfdc864-54b3-468d-8c8a-61d86c93586e HTTP/1.1" status: 200 len: 855 time: 0.0897925 Jul 16 17:59:20.339837 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc898dbe-5e67-4894-bf21-b3adc1636c9b req-3b468b42-b19b-4338-812f-28bf43e23101 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137536 Jul 16 17:59:20.344554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] For port 0edbe8f0-2a0b-453c-9bf3-346b314942aa, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:20.353854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] For port 0edbe8f0-2a0b-453c-9bf3-346b314942aa, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0edbe8f0-2a0b-453c-9bf3-346b314942aa,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:20.365847 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:20.371003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75c6bbc8-cb65-4ed7-84ba-b159a9deb1c4 req-bb49e35b-a3f7-448b-9ad0-c740e2a393fe tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981751 Jul 16 17:59:20.483708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.485532 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:20.488510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-e6609317-f8f6-4896-9085-2654430e576f service neutron] 10.222.0.18 "PUT /v2.0/ports/0edbe8f0-2a0b-453c-9bf3-346b314942aa HTTP/1.1" status: 200 len: 1096 time: 1.6009650 Jul 16 17:59:20.546703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2792ba51-9a5b-4e82-9528-a143fbfad644', 'tag': '0edbe8f0-2a0b-453c-9bf3-346b314942aa'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:20.558604 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedfbf17-efd7-4634-851e-e7d2e3a112d0" -d '{"events": [{"name": "network-changed", "server_uuid": "2792ba51-9a5b-4e82-9528-a143fbfad644", "tag": "0edbe8f0-2a0b-453c-9bf3-346b314942aa"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:20.568712 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] For port a7086d77-5982-4c99-b4cb-61a0af7207d1, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:20.691601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6609317-f8f6-4896-9085-2654430e576f service neutron] Pushing event updated for resources: {'Port': ['ID=0edbe8f0-2a0b-453c-9bf3-346b314942aa,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:20.765126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6d5f4-5f9f-43be-8356-4ef8867af896 req-4f461d73-60f3-4a43-bccb-eb6cffc7a6b8 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.767007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ba6d5f4-5f9f-43be-8356-4ef8867af896 req-4f461d73-60f3-4a43-bccb-eb6cffc7a6b8 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 943 time: 0.3220665 Jul 16 17:59:20.773988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-3aa0beeb-aa18-4a9d-ad29-0bde7dd16553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.777494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-3aa0beeb-aa18-4a9d-ad29-0bde7dd16553 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9488e6f5c4d4de6a6c21191e1c35d74&device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 1099 time: 0.2107751 Jul 16 17:59:20.844534 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-24e9c3fd-2a02-4c20-96a7-947e15e8e8c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=0edbe8f0-2a0b-453c-9bf3-346b314942aa HTTP/1.1" status: 200 len: 217 time: 0.0562220 Jul 16 17:59:20.913865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ba6d5f4-5f9f-43be-8356-4ef8867af896 req-f62ab996-e838-4346-b589-23c50a4dd8c4 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351631 Jul 16 17:59:20.956409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-485beba3-307a-40be-92d9-5e2a58bd83b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:20.958129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-485beba3-307a-40be-92d9-5e2a58bd83b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0963631 Jul 16 17:59:21.072122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] For port a7086d77-5982-4c99-b4cb-61a0af7207d1, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a7086d77-5982-4c99-b4cb-61a0af7207d1,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:21.078088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-a8c1eca8-1118-4b45-9ae0-b86c57c35a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.080221 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-a8c1eca8-1118-4b45-9ae0-b86c57c35a52 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11e95be7-e3eb-4804-aa69-ab254a697625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8097622 Jul 16 17:59:21.082652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdafb30f-6926-4573-86e5-f1c3b5b94450 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:21.091287 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:21.107385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-f9eca5ec-c1bc-46c7-8e69-42ec5a178d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.109175 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-f9eca5ec-c1bc-46c7-8e69-42ec5a178d5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1437161 Jul 16 17:59:21.120320 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:21.150763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.151370 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:21.152867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] 10.222.0.37 "PUT /v2.0/ports/a7086d77-5982-4c99-b4cb-61a0af7207d1 HTTP/1.1" status: 200 len: 1091 time: 3.8125844 Jul 16 17:59:21.156302 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '253b766b-4f4a-4f34-b9e8-2b47c01734b4', 'tag': 'a7086d77-5982-4c99-b4cb-61a0af7207d1'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:21.158569 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43335b14-e5e1-4a2d-be32-3642180f5115" -d '{"events": [{"name": "network-changed", "server_uuid": "253b766b-4f4a-4f34-b9e8-2b47c01734b4", "tag": "a7086d77-5982-4c99-b4cb-61a0af7207d1"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:21.193740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Transition to ACTIVE for port object bdafb30f-6926-4573-86e5-f1c3b5b94450 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:21.262727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:21.354355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cd2f0-4f9d-4c26-9b20-160cdac85f17 req-877f2f8c-737c-44e4-9b80-28baf970dbd5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.366859 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f39cd2f0-4f9d-4c26-9b20-160cdac85f17 req-877f2f8c-737c-44e4-9b80-28baf970dbd5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.1984360 Jul 16 17:59:21.391028 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-4a4547f6-73ae-4861-ae21-fab5f359bd50 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2723591 Jul 16 17:59:21.397566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3a475-15e7-4a24-8216-9bdbb05f0fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=a7086d77-5982-4c99-b4cb-61a0af7207d1,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:21.490181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bdafb30f-6926-4573-86e5-f1c3b5b94450,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:21.569564 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddb30b46-2802-4171-8c7f-2eb449ae2310 req-1b601963-fd55-4c02-998e-9e49fa065a30 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666846 Jul 16 17:59:21.609407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f39cd2f0-4f9d-4c26-9b20-160cdac85f17 req-38ad69d8-59d1-44e0-b11e-97f0af46e9fa tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404559 Jul 16 17:59:21.654993 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-69cb2dcd-7444-4868-bfe2-adf460737c8c service neutron] 10.222.0.37 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5654774 Jul 16 17:59:21.718012 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab07acc-0d23-4311-accf-2c132758520e x-openstack-request-id: req-0ab07acc-0d23-4311-accf-2c132758520e {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:21.718333 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2792ba51-9a5b-4e82-9528-a143fbfad644", "tag": "0edbe8f0-2a0b-453c-9bf3-346b314942aa", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:21.718549 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0ab07acc-0d23-4311-accf-2c132758520e {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:21.733643 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2792ba51-9a5b-4e82-9528-a143fbfad644', 'tag': '0edbe8f0-2a0b-453c-9bf3-346b314942aa', 'status': 'completed', 'code': 200} Jul 16 17:59:21.734409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:21.734860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:21.735293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:21.747505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Port bdafb30f-6926-4573-86e5-f1c3b5b94450 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:21.748002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:21.788496 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:21.821157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:21.821904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:21.822403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:21.822967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Bound port: bdafb30f-6926-4573-86e5-f1c3b5b94450, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:21.823456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:21.839510 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-e54aebcb-9cfc-49c8-ac6d-efb5c2e468fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.841507 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-e54aebcb-9cfc-49c8-ac6d-efb5c2e468fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5d54e8ec56e43d391618fe8a9585f3d&device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 1094 time: 0.4991746 Jul 16 17:59:21.938472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfbf17-efd7-4634-851e-e7d2e3a112d0 req-05c12637-530b-4b12-8d2e-f4e870b9d1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:21.939170 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bedfbf17-efd7-4634-851e-e7d2e3a112d0 req-05c12637-530b-4b12-8d2e-f4e870b9d1de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9488e6f5c4d4de6a6c21191e1c35d74&device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 1099 time: 0.1765504 Jul 16 17:59:22.007155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:22.011649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:22.021318 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-2ddc4046-1686-4f5f-8623-e9551cdeacc7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7086d77-5982-4c99-b4cb-61a0af7207d1 HTTP/1.1" status: 200 len: 217 time: 0.1643548 Jul 16 17:59:22.029053 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.136571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Pushing event updated for resources: {'Port': ['ID=bdafb30f-6926-4573-86e5-f1c3b5b94450,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:22.172063 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81adde1d-71c8-4e28-b232-5d1da4ab4423 req-deac5bd5-6ffa-4c9f-9835-3a43b6a3da30 service neutron] 10.222.0.37 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4805293 Jul 16 17:59:22.190936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.191714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:22.193219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-cc8e18fa-1c39-4471-b555-13a5bbaaf0d0 service neutron] 10.222.0.18 "PUT /v2.0/ports/bdafb30f-6926-4573-86e5-f1c3b5b94450 HTTP/1.1" status: 200 len: 1091 time: 3.6776333 Jul 16 17:59:22.209190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-0a53ba6f-5e08-4b39-8d7f-f8e740574c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.210930 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-0a53ba6f-5e08-4b39-8d7f-f8e740574c96 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd1d178f-2287-446d-a0fd-681c1ac2971f HTTP/1.1" status: 200 len: 855 time: 0.1792581 Jul 16 17:59:22.236569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfbf17-efd7-4634-851e-e7d2e3a112d0 req-cb0509be-2f2d-442f-869c-b7fe7155d99e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.244930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bedfbf17-efd7-4634-851e-e7d2e3a112d0 req-cb0509be-2f2d-442f-869c-b7fe7155d99e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2973573 Jul 16 17:59:22.275722 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-089003dc-7660-4a83-829b-977a5a0b9590 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581594 Jul 16 17:59:22.308763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bedfbf17-efd7-4634-851e-e7d2e3a112d0 req-797c0af2-1deb-43e5-921c-c7f399135064 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=0edbe8f0-2a0b-453c-9bf3-346b314942aa HTTP/1.1" status: 200 len: 217 time: 0.0559814 Jul 16 17:59:22.389910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfbf17-efd7-4634-851e-e7d2e3a112d0 req-87570f21-9294-405d-bdad-dcdfccc46818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.396301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bedfbf17-efd7-4634-851e-e7d2e3a112d0 req-87570f21-9294-405d-bdad-dcdfccc46818 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0707603 Jul 16 17:59:22.432372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d662835a-4bf7-48f9-b989-9930d39784d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.433909 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-d662835a-4bf7-48f9-b989-9930d39784d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 1094 time: 0.1682844 Jul 16 17:59:22.446866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-0d9a3fe8-6edb-4f8a-a373-615296f4fae4 service neutron] 10.222.0.37 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428487 Jul 16 17:59:22.470362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ff9620-daf4-465b-9266-914038ef4ec2 req-5a1bffff-a518-4fee-ba30-41e92073e518 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.472266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32ff9620-daf4-465b-9266-914038ef4ec2 req-5a1bffff-a518-4fee-ba30-41e92073e518 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.3951199 Jul 16 17:59:22.505821 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-6e19aa35-a34c-4cbc-8ed9-b895c9344815 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450 HTTP/1.1" status: 200 len: 217 time: 0.0579617 Jul 16 17:59:22.545398 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32ff9620-daf4-465b-9266-914038ef4ec2 req-52617174-2cc1-44a8-a576-cc2e42566aea tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614567 Jul 16 17:59:22.563000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfbf17-efd7-4634-851e-e7d2e3a112d0 req-2d9f53f0-9784-4219-bb83-ff48db4d447d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.565033 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bedfbf17-efd7-4634-851e-e7d2e3a112d0 req-2d9f53f0-9784-4219-bb83-ff48db4d447d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1575401 Jul 16 17:59:22.693936 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7c085f-abe9-45e5-88d3-ca79e47e266e x-openstack-request-id: req-0c7c085f-abe9-45e5-88d3-ca79e47e266e {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:22.694482 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "253b766b-4f4a-4f34-b9e8-2b47c01734b4", "tag": "a7086d77-5982-4c99-b4cb-61a0af7207d1", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:22.694737 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0c7c085f-abe9-45e5-88d3-ca79e47e266e {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:22.695265 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '253b766b-4f4a-4f34-b9e8-2b47c01734b4', 'tag': 'a7086d77-5982-4c99-b4cb-61a0af7207d1', 'status': 'completed', 'code': 200} Jul 16 17:59:22.711211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-9e7755e2-f275-469a-9418-d6e3e928df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:22.722877 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-9e7755e2-f275-469a-9418-d6e3e928df80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.2024453 Jul 16 17:59:22.754676 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bedfbf17-efd7-4634-851e-e7d2e3a112d0 req-25183d43-726e-4b7b-b4f1-1bd4e35b7c56 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787269 Jul 16 17:59:22.806613 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-92b13971-b516-4bda-948c-96799069505e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0724549 Jul 16 17:59:22.835263 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6b5b1ef7-b23d-4bcd-86c6-5867b1979dbe req-a7b53c83-715d-4a0c-8a53-c5e9a2d0d17c service neutron] 10.222.0.37 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3415816 Jul 16 17:59:22.971226 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bedfbf17-efd7-4634-851e-e7d2e3a112d0 req-4fdf0c65-f7fc-41ba-873f-28b6f9169751 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012095 Jul 16 17:59:23.047111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-eef7b4eb-6084-4c82-9f44-996fa14cb01a service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312729 Jul 16 17:59:23.077147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd01891-5db6-4cb8-a80a-affae74d7f9f req-152b99b4-4a91-42b3-a8c4-6eeabf27b76c tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.082476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebd01891-5db6-4cb8-a80a-affae74d7f9f req-152b99b4-4a91-42b3-a8c4-6eeabf27b76c tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 948 time: 0.1943498 Jul 16 17:59:23.146561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebd01891-5db6-4cb8-a80a-affae74d7f9f req-d7656772-b044-49c8-9b21-c1f91bd79412 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563858 Jul 16 17:59:23.244760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43335b14-e5e1-4a2d-be32-3642180f5115 req-805074fa-5d18-4249-887c-4844c5126a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.246334 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43335b14-e5e1-4a2d-be32-3642180f5115 req-805074fa-5d18-4249-887c-4844c5126a31 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5d54e8ec56e43d391618fe8a9585f3d&device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 1094 time: 0.2816441 Jul 16 17:59:23.317609 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0a1b62f-aa1a-42de-b2b3-daf8f5a4abcb req-62229f8e-1995-4623-bd94-a789a12fc9d2 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529936 Jul 16 17:59:23.419010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43335b14-e5e1-4a2d-be32-3642180f5115 req-3793aec8-9147-4d72-8d07-107b73e697e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.435186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43335b14-e5e1-4a2d-be32-3642180f5115 req-3793aec8-9147-4d72-8d07-107b73e697e0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26 HTTP/1.1" status: 200 len: 916 time: 0.1809552 Jul 16 17:59:23.540757 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43335b14-e5e1-4a2d-be32-3642180f5115 req-5b8e4b06-f3e2-4ea3-a2c4-1387e15bd7bc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a7086d77-5982-4c99-b4cb-61a0af7207d1 HTTP/1.1" status: 200 len: 217 time: 0.0985582 Jul 16 17:59:23.599199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a5fc6-3a73-4ade-afb9-4723aa34ced0 req-b87b9ae9-1860-448c-994d-9b8619a5619e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.602306 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa2a5fc6-3a73-4ade-afb9-4723aa34ced0 req-b87b9ae9-1860-448c-994d-9b8619a5619e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 943 time: 0.1803198 Jul 16 17:59:23.669336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43335b14-e5e1-4a2d-be32-3642180f5115 req-b1d4c8ae-1373-40fb-9b1a-9c9659730732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:23.671393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43335b14-e5e1-4a2d-be32-3642180f5115 req-b1d4c8ae-1373-40fb-9b1a-9c9659730732 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd1d178f-2287-446d-a0fd-681c1ac2971f HTTP/1.1" status: 200 len: 855 time: 0.1230924 Jul 16 17:59:23.702190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa2a5fc6-3a73-4ade-afb9-4723aa34ced0 req-f42ec4b2-05ba-4047-900b-5b46700daa41 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908864 Jul 16 17:59:23.717709 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43335b14-e5e1-4a2d-be32-3642180f5115 req-d470beb4-e950-4372-b89e-cc447c5d269a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393863 Jul 16 17:59:23.848385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43335b14-e5e1-4a2d-be32-3642180f5115 req-9edbb234-7541-4b92-99d4-a4d3a8a1d58d service neutron] 10.222.0.37 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090147 Jul 16 17:59:23.965241 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43335b14-e5e1-4a2d-be32-3642180f5115 req-5bad5a87-36c3-4691-8069-939252a30e01 service neutron] 10.222.0.37 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232252 Jul 16 17:59:24.240453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7ec22a-90e9-4cb1-91d6-ec6e2a8b4350 req-4666eabd-a619-4de8-9eac-92cf4f72ab44 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.242061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db7ec22a-90e9-4cb1-91d6-ec6e2a8b4350 req-4666eabd-a619-4de8-9eac-92cf4f72ab44 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 943 time: 0.1019018 Jul 16 17:59:24.305103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db7ec22a-90e9-4cb1-91d6-ec6e2a8b4350 req-06143583-eee8-4825-bb2d-32c4b5a53ed8 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535686 Jul 16 17:59:24.592842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcc930c-8673-482e-8ba8-02017d3e9da3 req-1da6ccd4-8633-4c23-ab6f-3cde05ea8134 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:24.594283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4fcc930c-8673-482e-8ba8-02017d3e9da3 req-1da6ccd4-8633-4c23-ab6f-3cde05ea8134 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.1413352 Jul 16 17:59:24.688293 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4fcc930c-8673-482e-8ba8-02017d3e9da3 req-ce3999e5-36e8-46d8-afcc-9c7e0fea4d94 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820940 Jul 16 17:59:24.700471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'tag': 'bdafb30f-6926-4573-86e5-f1c3b5b94450'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:24.700471 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79907e90-95b8-43d8-9675-dea24e159b16" -d '{"events": [{"name": "network-changed", "server_uuid": "985219fd-0c23-41b4-9691-f6f4bf1a198c", "tag": "bdafb30f-6926-4573-86e5-f1c3b5b94450"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:25.066609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9989de4-a2a9-4c6c-8d8f-45b372900d6f req-eab80a53-9259-4d75-8e2d-9e3ccb8a3e9e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.068232 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9989de4-a2a9-4c6c-8d8f-45b372900d6f req-eab80a53-9259-4d75-8e2d-9e3ccb8a3e9e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.1677556 Jul 16 17:59:25.152870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9989de4-a2a9-4c6c-8d8f-45b372900d6f req-c2e2e6ed-8189-4aa0-94fd-9b5cfac2edca tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733941 Jul 16 17:59:25.363605 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724248b-8c6c-4873-8384-b0a2b0876c69 req-b4f364d6-cb46-49df-b60a-247d1da3f580 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.364605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1724248b-8c6c-4873-8384-b0a2b0876c69 req-b4f364d6-cb46-49df-b60a-247d1da3f580 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 948 time: 0.0939746 Jul 16 17:59:25.424262 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1724248b-8c6c-4873-8384-b0a2b0876c69 req-459b4ec6-b9ad-40f1-8c2a-0b547cc7431d tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442801 Jul 16 17:59:25.474723 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a77a8e9-433a-4a44-a347-bdf7bb610d09 x-openstack-request-id: req-8a77a8e9-433a-4a44-a347-bdf7bb610d09 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:25.475060 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985219fd-0c23-41b4-9691-f6f4bf1a198c", "tag": "bdafb30f-6926-4573-86e5-f1c3b5b94450", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:25.475314 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a77a8e9-433a-4a44-a347-bdf7bb610d09 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:25.475747 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'tag': 'bdafb30f-6926-4573-86e5-f1c3b5b94450', 'status': 'completed', 'code': 200} Jul 16 17:59:25.496154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a7086d77-5982-4c99-b4cb-61a0af7207d1 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:25.506012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 0edbe8f0-2a0b-453c-9bf3-346b314942aa details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:25.677804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79907e90-95b8-43d8-9675-dea24e159b16 req-d87001d3-6d0e-49cb-8787-6d2b9c2a54c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.679258 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79907e90-95b8-43d8-9675-dea24e159b16 req-d87001d3-6d0e-49cb-8787-6d2b9c2a54c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 1094 time: 0.1401207 Jul 16 17:59:25.743942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 0edbe8f0-2a0b-453c-9bf3-346b314942aa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0edbe8f0-2a0b-453c-9bf3-346b314942aa,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:25.762976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12757f55-f36e-4402-a305-680034a8a929 req-4a40e75f-c9a8-4cce-b5ba-0b43b41c4457 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.780331 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12757f55-f36e-4402-a305-680034a8a929 req-4a40e75f-c9a8-4cce-b5ba-0b43b41c4457 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 943 time: 0.1500781 Jul 16 17:59:25.871739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12757f55-f36e-4402-a305-680034a8a929 req-ca91744a-71ef-45c2-99b2-debc4ef21272 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825982 Jul 16 17:59:25.890474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a7086d77-5982-4c99-b4cb-61a0af7207d1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a7086d77-5982-4c99-b4cb-61a0af7207d1,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:25.894565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79907e90-95b8-43d8-9675-dea24e159b16 req-e4c04943-4e90-4079-845e-767817845f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:25.895985 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79907e90-95b8-43d8-9675-dea24e159b16 req-e4c04943-4e90-4079-845e-767817845f02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.2071023 Jul 16 17:59:25.904242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d960dc40-cee3-410e-b11a-7926f6faa211 req-4a0223ed-2d88-44be-b50d-4a1d37678a8c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-868837474', 'description': 'tempest-description-981662661'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:25.908475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '0edbe8f0-2a0b-453c-9bf3-346b314942aa', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '0edbe8f0-2a0b-453c-9bf3-346b314942aa', 'mac_address': 'fa:16:3e:7b:ea:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:25.911717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'a7086d77-5982-4c99-b4cb-61a0af7207d1', 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26', 'port_id': 'a7086d77-5982-4c99-b4cb-61a0af7207d1', 'mac_address': 'fa:16:3e:29:10:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1d178f-2287-446d-a0fd-681c1ac2971f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:25.952755 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d960dc40-cee3-410e-b11a-7926f6faa211 req-4a0223ed-2d88-44be-b50d-4a1d37678a8c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:25.984086 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79907e90-95b8-43d8-9675-dea24e159b16 req-d734f912-04a2-45af-8e5a-bda1ac9780ca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450 HTTP/1.1" status: 200 len: 217 time: 0.0739257 Jul 16 17:59:26.033061 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.067675 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.228471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7086d77-5982-4c99-b4cb-61a0af7207d1 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:26.230703 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d960dc40-cee3-410e-b11a-7926f6faa211 req-4a0223ed-2d88-44be-b50d-4a1d37678a8c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.230844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79907e90-95b8-43d8-9675-dea24e159b16 req-bf339ff2-556b-49f9-96e2-4259bfef52e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:26.231046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0edbe8f0-2a0b-453c-9bf3-346b314942aa {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:26.231193 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79907e90-95b8-43d8-9675-dea24e159b16 req-bf339ff2-556b-49f9-96e2-4259bfef52e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.1200018 Jul 16 17:59:26.231360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a7086d77-5982-4c99-b4cb-61a0af7207d1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a7086d77-5982-4c99-b4cb-61a0af7207d1,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:26.231360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 0edbe8f0-2a0b-453c-9bf3-346b314942aa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0edbe8f0-2a0b-453c-9bf3-346b314942aa,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:26.231587 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79907e90-95b8-43d8-9675-dea24e159b16 req-cd17e432-5ad5-463c-b553-07bcc9dbed52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307078 Jul 16 17:59:26.234154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d960dc40-cee3-410e-b11a-7926f6faa211 req-4a0223ed-2d88-44be-b50d-4a1d37678a8c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.234759 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.237797 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.282524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0223ed-2d88-44be-b50d-4a1d37678a8c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11fa8741-2152-48df-b397-45af344949b7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:26.285044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d960dc40-cee3-410e-b11a-7926f6faa211 req-4a0223ed-2d88-44be-b50d-4a1d37678a8c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:26.298534 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d960dc40-cee3-410e-b11a-7926f6faa211 req-4a0223ed-2d88-44be-b50d-4a1d37678a8c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3979104 Jul 16 17:59:26.353129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79907e90-95b8-43d8-9675-dea24e159b16 req-18e97164-6b62-4bdf-b2d7-6aeb68046184 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1909485 Jul 16 17:59:26.409961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=0edbe8f0-2a0b-453c-9bf3-346b314942aa,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:26.517297 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79907e90-95b8-43d8-9675-dea24e159b16 req-b1fc514b-3318-4b3b-a8e6-fa8ab4aa6756 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450138 Jul 16 17:59:26.559972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a7086d77-5982-4c99-b4cb-61a0af7207d1,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:26.624208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['0edbe8f0-2a0b-453c-9bf3-346b314942aa'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:26.669430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['a7086d77-5982-4c99-b4cb-61a0af7207d1'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:27.077484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fc8a11-afb8-4164-b0d3-cccbaddaf0a6 req-313a65d7-de65-4db9-81dd-224fe7580a7e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.085724 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85fc8a11-afb8-4164-b0d3-cccbaddaf0a6 req-313a65d7-de65-4db9-81dd-224fe7580a7e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 944 time: 0.4540756 Jul 16 17:59:27.171806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85fc8a11-afb8-4164-b0d3-cccbaddaf0a6 req-7c0317b4-ceaf-4d82-b462-5eeee1e3678e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814433 Jul 16 17:59:27.479589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce7de1-8471-4dd7-b459-191e806ac2f6 req-8d22b887-db99-4de0-903b-c94784db3c3d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:27.489419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fce7de1-8471-4dd7-b459-191e806ac2f6 req-8d22b887-db99-4de0-903b-c94784db3c3d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.0990970 Jul 16 17:59:27.502711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device bdafb30f-6926-4573-86e5-f1c3b5b94450 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:27.564302 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fce7de1-8471-4dd7-b459-191e806ac2f6 req-5412387c-e371-459d-adb4-a84157fb31b7 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735078 Jul 16 17:59:27.670393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:27.683454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'bdafb30f-6926-4573-86e5-f1c3b5b94450', 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a', 'port_id': 'bdafb30f-6926-4573-86e5-f1c3b5b94450', 'mac_address': 'fa:16:3e:c2:21:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ed82e1-1954-46e5-b764-f2ea6d3478e2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:27.752350 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.786396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdafb30f-6926-4573-86e5-f1c3b5b94450 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:27.850219 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e655ae8-90d9-4c9a-b0fb-e0d770520678 req-44bd22bc-0d43-48ec-a6bb-f3de597511a3 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-868837474&fields=id&tenant_id=100cc40841824ef2ad57298c62557da2 HTTP/1.1" status: 200 len: 267 time: 0.0564883 Jul 16 17:59:27.883836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:27.889517 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:27.956106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=bdafb30f-6926-4573-86e5-f1c3b5b94450,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:27.999733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655ae8-90d9-4c9a-b0fb-e0d770520678 req-524c93be-5574-4778-a923-a4b68716aa97 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.007382 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e655ae8-90d9-4c9a-b0fb-e0d770520678 req-524c93be-5574-4778-a923-a4b68716aa97 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.1542065 Jul 16 17:59:28.031114 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-7e655ae8-90d9-4c9a-b0fb-e0d770520678 req-7c21fd44-9004-453c-b760-bdc01b0bb37e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Request body: {'port': {'security_groups': ['ac96c2b1-5171-4db4-9ac1-5064a9e70c29', '11fa8741-2152-48df-b397-45af344949b7']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:28.183956 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7e655ae8-90d9-4c9a-b0fb-e0d770520678 req-7c21fd44-9004-453c-b760-bdc01b0bb37e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.193713 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['bdafb30f-6926-4573-86e5-f1c3b5b94450'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:28.561037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-7e655ae8-90d9-4c9a-b0fb-e0d770520678 req-7c21fd44-9004-453c-b760-bdc01b0bb37e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] For port 99ec52b3-75e5-4a50-8115-6869d8408843, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=99ec52b3-75e5-4a50-8115-6869d8408843,segment=NetworkSegment(6d0b7e95-fbd4-442a-8f68-2b162459dc51),segment_id=6d0b7e95-fbd4-442a-8f68-2b162459dc51)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:28.604412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7e655ae8-90d9-4c9a-b0fb-e0d770520678 req-7c21fd44-9004-453c-b760-bdc01b0bb37e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.612508 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7e655ae8-90d9-4c9a-b0fb-e0d770520678 req-7c21fd44-9004-453c-b760-bdc01b0bb37e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.657920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['99ec52b3-75e5-4a50-8115-6869d8408843'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:28.698374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e655ae8-90d9-4c9a-b0fb-e0d770520678 req-7c21fd44-9004-453c-b760-bdc01b0bb37e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:28.700877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7e655ae8-90d9-4c9a-b0fb-e0d770520678 req-7c21fd44-9004-453c-b760-bdc01b0bb37e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:28.720600 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e655ae8-90d9-4c9a-b0fb-e0d770520678 req-7c21fd44-9004-453c-b760-bdc01b0bb37e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "PUT /v2.0/ports/99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 981 time: 0.6940019 Jul 16 17:59:28.727682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:28.736825 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae3b2871-62b3-4a53-995f-0fa416abd0b7" -d '{"events": [{"name": "network-changed", "server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:28.801963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c21fd44-9004-453c-b760-bdc01b0bb37e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Pushing event updated for resources: {'Port': ['ID=99ec52b3-75e5-4a50-8115-6869d8408843,revision_number=6']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:28.888223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['99ec52b3-75e5-4a50-8115-6869d8408843'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:29.033250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b751f9-3d04-4b31-af83-630e077d9df5 req-e1a9ac13-d393-4ee6-8dec-31e350ad03e5 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.041708 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3b751f9-3d04-4b31-af83-630e077d9df5 req-e1a9ac13-d393-4ee6-8dec-31e350ad03e5 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 949 time: 0.1330523 Jul 16 17:59:29.051320 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:29.118291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3b751f9-3d04-4b31-af83-630e077d9df5 req-51863ef0-7160-4a1d-aee2-c9fcae7806b0 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704646 Jul 16 17:59:29.345705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a400870-774d-4946-a7aa-ae2e6fab1e56 req-4bfaac87-066d-4820-9343-221ffeedb62a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.348922 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a400870-774d-4946-a7aa-ae2e6fab1e56 req-4bfaac87-066d-4820-9343-221ffeedb62a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 944 time: 0.1148641 Jul 16 17:59:29.435541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a400870-774d-4946-a7aa-ae2e6fab1e56 req-9d30bde8-acf5-429c-b8cc-4f9b19d8ca37 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792882 Jul 16 17:59:29.488828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device bdafb30f-6926-4573-86e5-f1c3b5b94450 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:29.557164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a7086d77-5982-4c99-b4cb-61a0af7207d1 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:29.657851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port a7086d77-5982-4c99-b4cb-61a0af7207d1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:29.665356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port a7086d77-5982-4c99-b4cb-61a0af7207d1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:29.665960 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:29.769896 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:29.817059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a7086d77-5982-4c99-b4cb-61a0af7207d1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a7086d77-5982-4c99-b4cb-61a0af7207d1,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:29.828033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253b766b-4f4a-4f34-b9e8-2b47c01734b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7086d77-5982-4c99-b4cb-61a0af7207d1'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:29.831711 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-702e7f19-8f6c-414e-b741-cfe7410a9c1c" -d '{"events": [{"server_uuid": "253b766b-4f4a-4f34-b9e8-2b47c01734b4", "name": "network-vif-plugged", "status": "completed", "tag": "a7086d77-5982-4c99-b4cb-61a0af7207d1"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:29.834242 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:29.841152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port bdafb30f-6926-4573-86e5-f1c3b5b94450 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:29.869309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port bdafb30f-6926-4573-86e5-f1c3b5b94450 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:29.870314 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:29.900044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24da33-26f5-47d9-988b-cddba150ead0 req-13caff41-882b-419b-94d3-23e995278e40 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:29.907219 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e24da33-26f5-47d9-988b-cddba150ead0 req-13caff41-882b-419b-94d3-23e995278e40 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0912869 Jul 16 17:59:29.968104 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e24da33-26f5-47d9-988b-cddba150ead0 req-f732deb4-3066-4a05-8f1f-8d195b37f923 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590603 Jul 16 17:59:29.970849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a7086d77-5982-4c99-b4cb-61a0af7207d1,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:30.081890 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.145226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:30.187844 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.188756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 0edbe8f0-2a0b-453c-9bf3-346b314942aa up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:30.213271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583cf9f2-37b8-4cf7-b5fd-03b13908b708 req-e7099e1d-10f6-44ad-83cb-cf918ba3e542 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.221875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-583cf9f2-37b8-4cf7-b5fd-03b13908b708 req-e7099e1d-10f6-44ad-83cb-cf918ba3e542 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.1310916 Jul 16 17:59:30.270437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-583cf9f2-37b8-4cf7-b5fd-03b13908b708 req-57e69261-7a47-4071-9c69-3861eb132dd4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471537 Jul 16 17:59:30.341078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=bdafb30f-6926-4573-86e5-f1c3b5b94450,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:30.381557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 0edbe8f0-2a0b-453c-9bf3-346b314942aa completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:30.386016 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 0edbe8f0-2a0b-453c-9bf3-346b314942aa triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:30.386598 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.478282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa6baff3-17e1-466a-8bd3-067faf9805fd req-a38666f8-7b81-4765-9b57-fe5df3778c01 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-868837474&fields=id&tenant_id=100cc40841824ef2ad57298c62557da2 HTTP/1.1" status: 200 len: 267 time: 0.0468588 Jul 16 17:59:30.498491 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.551190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 0edbe8f0-2a0b-453c-9bf3-346b314942aa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0edbe8f0-2a0b-453c-9bf3-346b314942aa,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:30.556569 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:30.584699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6baff3-17e1-466a-8bd3-067faf9805fd req-212cf1de-c207-46ff-89e0-f2cca19da589 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:30.593461 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa6baff3-17e1-466a-8bd3-067faf9805fd req-212cf1de-c207-46ff-89e0-f2cca19da589 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 984 time: 0.1141129 Jul 16 17:59:30.601752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fa6baff3-17e1-466a-8bd3-067faf9805fd req-79ac24b0-9005-4c57-b264-bd8fa4655914 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Request body: {'port': {'security_groups': ['ac96c2b1-5171-4db4-9ac1-5064a9e70c29']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:30.659386 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=0edbe8f0-2a0b-453c-9bf3-346b314942aa,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:30.727736 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fa6baff3-17e1-466a-8bd3-067faf9805fd req-79ac24b0-9005-4c57-b264-bd8fa4655914 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.036094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fa6baff3-17e1-466a-8bd3-067faf9805fd req-79ac24b0-9005-4c57-b264-bd8fa4655914 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] For port 99ec52b3-75e5-4a50-8115-6869d8408843, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=99ec52b3-75e5-4a50-8115-6869d8408843,segment=NetworkSegment(6d0b7e95-fbd4-442a-8f68-2b162459dc51),segment_id=6d0b7e95-fbd4-442a-8f68-2b162459dc51)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:31.080340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fa6baff3-17e1-466a-8bd3-067faf9805fd req-79ac24b0-9005-4c57-b264-bd8fa4655914 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.086474 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fa6baff3-17e1-466a-8bd3-067faf9805fd req-79ac24b0-9005-4c57-b264-bd8fa4655914 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.120917 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['99ec52b3-75e5-4a50-8115-6869d8408843'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:31.180664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ac24b0-9005-4c57-b264-bd8fa4655914 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Pushing event updated for resources: {'Port': ['ID=99ec52b3-75e5-4a50-8115-6869d8408843,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:31.206076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6baff3-17e1-466a-8bd3-067faf9805fd req-79ac24b0-9005-4c57-b264-bd8fa4655914 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.207004 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fa6baff3-17e1-466a-8bd3-067faf9805fd req-79ac24b0-9005-4c57-b264-bd8fa4655914 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:31.220422 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa6baff3-17e1-466a-8bd3-067faf9805fd req-79ac24b0-9005-4c57-b264-bd8fa4655914 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "PUT /v2.0/ports/99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 942 time: 0.6257820 Jul 16 17:59:31.279710 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b6cc52-301d-4086-a14f-d5fee04d7980 x-openstack-request-id: req-85b6cc52-301d-4086-a14f-d5fee04d7980 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:31.279968 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:31.280599 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-85b6cc52-301d-4086-a14f-d5fee04d7980 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:31.280991 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843', 'status': 'completed', 'code': 200} Jul 16 17:59:31.327914 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfdb4186-1dde-4f36-9897-17040132b6fd x-openstack-request-id: req-cfdb4186-1dde-4f36-9897-17040132b6fd {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:31.328331 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253b766b-4f4a-4f34-b9e8-2b47c01734b4", "name": "network-vif-plugged", "status": "completed", "tag": "a7086d77-5982-4c99-b4cb-61a0af7207d1", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:31.328701 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cfdb4186-1dde-4f36-9897-17040132b6fd {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:31.329247 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253b766b-4f4a-4f34-b9e8-2b47c01734b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7086d77-5982-4c99-b4cb-61a0af7207d1', 'code': 200} Jul 16 17:59:31.449818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['99ec52b3-75e5-4a50-8115-6869d8408843'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:31.540760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2871-62b3-4a53-995f-0fa416abd0b7 req-d9ef5a4b-749e-4eb7-9f55-b6f61b5dca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.543356 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae3b2871-62b3-4a53-995f-0fa416abd0b7 req-d9ef5a4b-749e-4eb7-9f55-b6f61b5dca56 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=100cc40841824ef2ad57298c62557da2&device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 1096 time: 0.1747043 Jul 16 17:59:31.578595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a6cc9-4232-4f43-86b8-d7b0b1b6c21a req-b312cffd-3304-4cde-8e35-be31f924f252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.580739 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c87a6cc9-4232-4f43-86b8-d7b0b1b6c21a req-b312cffd-3304-4cde-8e35-be31f924f252 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 1096 time: 0.1156783 Jul 16 17:59:31.581644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef63e70-cede-4a72-b348-658bbf85611f req-1fa75bb9-d103-4a58-bbd1-4667c13637b9 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.590486 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ef63e70-cede-4a72-b348-658bbf85611f req-1fa75bb9-d103-4a58-bbd1-4667c13637b9 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 950 time: 0.0908034 Jul 16 17:59:31.651983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ef63e70-cede-4a72-b348-658bbf85611f req-2363c902-3a52-4687-8cb6-fe23e54dc7a4 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603738 Jul 16 17:59:31.708721 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c87a6cc9-4232-4f43-86b8-d7b0b1b6c21a req-ae6039c6-bb9b-4126-b833-76c443e09ea4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017992 Jul 16 17:59:31.766503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0e17f4-e8c7-4cb5-a528-1ff5c5754a0f req-68a45237-ff9b-4213-a736-c945b8585b33 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.774480 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be0e17f4-e8c7-4cb5-a528-1ff5c5754a0f req-68a45237-ff9b-4213-a736-c945b8585b33 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 945 time: 0.1926692 Jul 16 17:59:31.823295 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be0e17f4-e8c7-4cb5-a528-1ff5c5754a0f req-da6a20d5-1a4a-4282-be65-d247665a0578 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478337 Jul 16 17:59:31.824951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2871-62b3-4a53-995f-0fa416abd0b7 req-aabdea0a-3817-459c-be9b-6fe3e7081e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:31.826627 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae3b2871-62b3-4a53-995f-0fa416abd0b7 req-aabdea0a-3817-459c-be9b-6fe3e7081e0a service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f228275-412b-4785-aac5-ff437020b30c HTTP/1.1" status: 200 len: 920 time: 0.2648878 Jul 16 17:59:32.042734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d26a7d-cbaa-4c20-83fe-e99eaa003422 req-3e76538f-c569-4ce0-aac1-2234a185af51 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.047601 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5d26a7d-cbaa-4c20-83fe-e99eaa003422 req-3e76538f-c569-4ce0-aac1-2234a185af51 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0785689 Jul 16 17:59:32.134777 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae3b2871-62b3-4a53-995f-0fa416abd0b7 req-67292a62-615a-48b1-91aa-c9f09c004c4d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 217 time: 0.0569243 Jul 16 17:59:32.191147 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5d26a7d-cbaa-4c20-83fe-e99eaa003422 req-cde24860-1842-4aa3-9473-48ac22da7fb6 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396201 Jul 16 17:59:32.228724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3b2871-62b3-4a53-995f-0fa416abd0b7 req-61202bc6-ad71-4e3b-bfba-a274ae55a9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.232677 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae3b2871-62b3-4a53-995f-0fa416abd0b7 req-61202bc6-ad71-4e3b-bfba-a274ae55a9ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccff13-8aed-47f5-8de9-d9ef4356d59f HTTP/1.1" status: 200 len: 859 time: 0.0877876 Jul 16 17:59:32.292810 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae3b2871-62b3-4a53-995f-0fa416abd0b7 req-78e12665-b952-4744-9797-e38f24a2a304 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f228275-412b-4785-aac5-ff437020b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531657 Jul 16 17:59:32.378326 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-33506ffd-72a7-41aa-ab50-fce1a3af7f0e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2874372 Jul 16 17:59:32.388614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:32.421286 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.452143 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae3b2871-62b3-4a53-995f-0fa416abd0b7 req-f00f6f39-c56d-42a4-aa35-0c788a1868f1 service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364689 Jul 16 17:59:32.548213 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.548620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6415b-f9da-4c74-92a0-66a225744b93 req-c7bf23c0-cc33-4822-af68-d3f5b661e2ff tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.550256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-29a6415b-f9da-4c74-92a0-66a225744b93 req-c7bf23c0-cc33-4822-af68-d3f5b661e2ff tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.1584966 Jul 16 17:59:32.600400 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae3b2871-62b3-4a53-995f-0fa416abd0b7 req-11b3c086-89e0-4410-99a7-7c8a0bb689bf service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414602 Jul 16 17:59:32.614380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-29a6415b-f9da-4c74-92a0-66a225744b93 req-7178f486-ba8e-4466-b61d-e5d36ea2754f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564213 Jul 16 17:59:32.703198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Allocated IP 172.25.7.7 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/56fe58aa-7beb-4538-94c5-586cfee0c912) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:32.846862 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.902572 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:32.932495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747c93b2-b3eb-4b45-8477-9ec370ba6f0f req-e24c45b6-2ca0-48b3-801b-2a0c83953e4b tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:32.935134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-747c93b2-b3eb-4b45-8477-9ec370ba6f0f req-e24c45b6-2ca0-48b3-801b-2a0c83953e4b tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 950 time: 0.0805061 Jul 16 17:59:32.945643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:32.951578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:32.956037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:32.992845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Pushing event updated for resources: {'Port': ['ID=56fe58aa-7beb-4538-94c5-586cfee0c912,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:33.020577 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-747c93b2-b3eb-4b45-8477-9ec370ba6f0f req-7c41a4ff-47b0-44ca-9c39-0afb7d74d830 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777059 Jul 16 17:59:33.131161 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.198534 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.282800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:33.285844 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6054c7-ae22-405d-bb95-c1d2900bed34" -d '{"events": [{"name": "network-changed", "server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:33.330047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdafb30f-6926-4573-86e5-f1c3b5b94450'}, {'server_uuid': '2792ba51-9a5b-4e82-9528-a143fbfad644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edbe8f0-2a0b-453c-9bf3-346b314942aa'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:33.334099 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13c96301-7736-4419-b44c-ec8dccc463b3" -d '{"events": [{"server_uuid": "985219fd-0c23-41b4-9691-f6f4bf1a198c", "name": "network-vif-plugged", "status": "completed", "tag": "bdafb30f-6926-4573-86e5-f1c3b5b94450"}, {"server_uuid": "2792ba51-9a5b-4e82-9528-a143fbfad644", "name": "network-vif-plugged", "status": "completed", "tag": "0edbe8f0-2a0b-453c-9bf3-346b314942aa"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:33.383246 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.388170 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.463354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Pushing event updated for resources: {'Port': ['ID=56fe58aa-7beb-4538-94c5-586cfee0c912,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:33.489022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.511794 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:33.513558 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-47be27b0-45de-438a-a559-d3974cae4bc5 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.1295006 Jul 16 17:59:33.598731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-9bf1a25f-435b-4d87-b632-f34f74e3dd45 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.7 HTTP/1.1" status: 200 len: 694 time: 0.0775440 Jul 16 17:59:33.704997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-82dcd0cf-7995-4616-8fd2-4416dd13dc76 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.706337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-82dcd0cf-7995-4616-8fd2-4416dd13dc76 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1020455 Jul 16 17:59:33.716235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-de1fd674-11f2-4538-81ba-84cebe704a6d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:59:33.717205 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77151e3c-d2dc-44b9-bfe6-3c1c4ee960b1 req-de1fd674-11f2-4538-81ba-84cebe704a6d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055230 Jul 16 17:59:33.812771 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7369b4-cf97-421d-bc22-9aa29eac8d04 req-94616ec1-3852-484b-85a3-765def126f4a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:33.814292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4b7369b4-cf97-421d-bc22-9aa29eac8d04 req-94616ec1-3852-484b-85a3-765def126f4a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 945 time: 0.0665457 Jul 16 17:59:33.857120 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4b7369b4-cf97-421d-bc22-9aa29eac8d04 req-327f2e9e-5084-4102-942c-c9d2ed4ed9ee tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358629 Jul 16 17:59:33.903446 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f93975-faac-425c-b73a-f1ae5e603dee x-openstack-request-id: req-e5f93975-faac-425c-b73a-f1ae5e603dee {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:33.903780 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:33.904037 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e5f93975-faac-425c-b73a-f1ae5e603dee {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:33.904442 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843', 'status': 'completed', 'code': 200} Jul 16 17:59:33.939777 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697569e5-28bd-404b-8438-70bf8af898f8 x-openstack-request-id: req-697569e5-28bd-404b-8438-70bf8af898f8 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:33.940448 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985219fd-0c23-41b4-9691-f6f4bf1a198c", "name": "network-vif-plugged", "status": "completed", "tag": "bdafb30f-6926-4573-86e5-f1c3b5b94450", "code": 200}, {"server_uuid": "2792ba51-9a5b-4e82-9528-a143fbfad644", "name": "network-vif-plugged", "status": "completed", "tag": "0edbe8f0-2a0b-453c-9bf3-346b314942aa", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:33.940958 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-697569e5-28bd-404b-8438-70bf8af898f8 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:33.941521 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdafb30f-6926-4573-86e5-f1c3b5b94450', 'code': 200} Jul 16 17:59:33.942000 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2792ba51-9a5b-4e82-9528-a143fbfad644', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0edbe8f0-2a0b-453c-9bf3-346b314942aa', 'code': 200} Jul 16 17:59:34.038408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6054c7-ae22-405d-bb95-c1d2900bed34 req-8d6c0fa9-a821-4f3c-b775-7423c20263c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.040570 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0a6054c7-ae22-405d-bb95-c1d2900bed34 req-8d6c0fa9-a821-4f3c-b775-7423c20263c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=100cc40841824ef2ad57298c62557da2&device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 1096 time: 0.0808649 Jul 16 17:59:34.042327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cb0a94-2271-4f13-be7e-2b02a0af3132 req-d56a97c2-2c85-4920-9c05-a6dff8910de2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.044197 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4cb0a94-2271-4f13-be7e-2b02a0af3132 req-d56a97c2-2c85-4920-9c05-a6dff8910de2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0921223 Jul 16 17:59:34.111518 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4cb0a94-2271-4f13-be7e-2b02a0af3132 req-30dfa245-9704-4776-b125-066159856876 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561697 Jul 16 17:59:34.129619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d499ddc-716e-4f66-baac-6332ae785cf8 req-bf6c198e-7a5f-4f10-9437-0b5b2f13b537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.131159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7d499ddc-716e-4f66-baac-6332ae785cf8 req-bf6c198e-7a5f-4f10-9437-0b5b2f13b537 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 1096 time: 0.0856991 Jul 16 17:59:34.175260 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7d499ddc-716e-4f66-baac-6332ae785cf8 req-3dccf929-495f-4365-a5f3-defd711c4078 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311863 Jul 16 17:59:34.529844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3af06de-2857-4375-9b22-867d7866fa64 req-be5a078e-a272-426a-862d-b93ce322a090 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.531449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b3af06de-2857-4375-9b22-867d7866fa64 req-be5a078e-a272-426a-862d-b93ce322a090 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.0656388 Jul 16 17:59:34.562827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6054c7-ae22-405d-bb95-c1d2900bed34 req-9989b947-076a-4cd6-87d8-e124ef501347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.564324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0a6054c7-ae22-405d-bb95-c1d2900bed34 req-9989b947-076a-4cd6-87d8-e124ef501347 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f228275-412b-4785-aac5-ff437020b30c HTTP/1.1" status: 200 len: 920 time: 0.5174630 Jul 16 17:59:34.566014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d7b5a9-9001-4de6-8d68-9a19b4e55090 req-fe12525b-8813-46f6-9881-4e1c837790df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.567369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b3d7b5a9-9001-4de6-8d68-9a19b4e55090 req-fe12525b-8813-46f6-9881-4e1c837790df service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 1101 time: 0.5220652 Jul 16 17:59:34.569078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b3af06de-2857-4375-9b22-867d7866fa64 req-41327e45-0fe6-486d-8453-880dda9575dd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316153 Jul 16 17:59:34.586078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a008e512-133a-45c3-a40c-8e86bc5f3bb3 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.587619 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a008e512-133a-45c3-a40c-8e86bc5f3bb3 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/networks?id=4d765f26-176b-49c1-afb1-02f5bfd18ce6 HTTP/1.1" status: 200 len: 814 time: 0.4847679 Jul 16 17:59:34.637843 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0a6054c7-ae22-405d-bb95-c1d2900bed34 req-9c8d90b2-fefd-4d13-9691-655e454db9f8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 217 time: 0.0648906 Jul 16 17:59:34.645279 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-0c031d72-ff01-4eb8-bb1b-6e8969c0e79b tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/quotas/f86d44bcfbab46a1a7af0770a138a9a6 HTTP/1.1" status: 200 len: 375 time: 0.0502999 Jul 16 17:59:34.708857 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b3d7b5a9-9001-4de6-8d68-9a19b4e55090 req-5a049886-238d-4537-9bf4-ac08cb22aedd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189513 Jul 16 17:59:34.729783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6054c7-ae22-405d-bb95-c1d2900bed34 req-6c3c8538-a39b-40be-8f9b-b6869199cfe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.731226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0a6054c7-ae22-405d-bb95-c1d2900bed34 req-6c3c8538-a39b-40be-8f9b-b6869199cfe1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccff13-8aed-47f5-8de9-d9ef4356d59f HTTP/1.1" status: 200 len: 859 time: 0.0851312 Jul 16 17:59:34.774152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0a6054c7-ae22-405d-bb95-c1d2900bed34 req-a1403a49-a797-4709-a8f8-d922dc389abc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f228275-412b-4785-aac5-ff437020b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346510 Jul 16 17:59:34.781179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-8bfce74a-9414-485e-a3b5-1153d0f7464e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:34.782673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-8bfce74a-9414-485e-a3b5-1153d0f7464e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1096990 Jul 16 17:59:34.784018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-20ce9427-8b49-41e6-a915-52c7baf6d802 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f86d44bcfbab46a1a7af0770a138a9a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1283402 Jul 16 17:59:34.838188 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-bfce92fd-62c7-4f5c-a53c-912315c81342 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.7 HTTP/1.1" status: 200 len: 694 time: 0.0499258 Jul 16 17:59:34.848510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-4c9089ae-14ba-4b27-9aa9-cd63d77555f8 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Request body: {'floatingip': {'port_id': '99ec52b3-75e5-4a50-8115-6869d8408843', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:34.891597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-4c9089ae-14ba-4b27-9aa9-cd63d77555f8 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:34.939440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0a6054c7-ae22-405d-bb95-c1d2900bed34 req-7a5092a7-e132-4d0f-89c0-430634970f0a service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544530 Jul 16 17:59:34.941752 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a54a2154-1a6c-4877-b3b7-a427a9a49fca service neutron] 10.222.0.47 "GET /v2.0/networks/4d765f26-176b-49c1-afb1-02f5bfd18ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497357 Jul 16 17:59:35.104120 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0a6054c7-ae22-405d-bb95-c1d2900bed34 req-8216644f-1d73-48b2-9f2c-15e62db4c0fb service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551461 Jul 16 17:59:35.106287 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-d2a35ba4-d864-468b-a7f3-2404e7609bf7 service neutron] 10.222.0.47 "GET /v2.0/networks/4d765f26-176b-49c1-afb1-02f5bfd18ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499248 Jul 16 17:59:35.396490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67087d63-a14f-492d-be26-5788d5e1e035 req-1363e356-f324-4b94-8c5b-da567728d349 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.399239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67087d63-a14f-492d-be26-5788d5e1e035 req-1363e356-f324-4b94-8c5b-da567728d349 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 950 time: 0.0860317 Jul 16 17:59:35.454715 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-67087d63-a14f-492d-be26-5788d5e1e035 req-9071536e-3d8a-44e2-a2ca-b56c9e7bf526 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494325 Jul 16 17:59:35.527015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1817ac4c-0059-40a2-bdec-696aaa59fdc3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:35.624461 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.667208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1817ac4c-0059-40a2-bdec-696aaa59fdc3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1817ac4c-0059-40a2-bdec-696aaa59fdc3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:35.669743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe26dbd-357b-4354-8093-322f9a1102ad req-60e793ef-728a-43ed-8fae-34b1a1b74370 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.672760 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.688661 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6fe26dbd-357b-4354-8093-322f9a1102ad req-60e793ef-728a-43ed-8fae-34b1a1b74370 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0879722 Jul 16 17:59:35.734850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6fe26dbd-357b-4354-8093-322f9a1102ad req-353e5430-13c2-43ba-be28-4a43a349090e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538540 Jul 16 17:59:35.749599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1817ac4c-0059-40a2-bdec-696aaa59fdc3,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:35.836987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-4c9089ae-14ba-4b27-9aa9-cd63d77555f8 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.841101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-4c9089ae-14ba-4b27-9aa9-cd63d77555f8 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:35.945315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1817ac4c-0059-40a2-bdec-696aaa59fdc3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:35.950008 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5737d069-8341-45d9-83de-949c8212c68f" -d '{"events": [{"server_uuid": "3c18727d-d3c1-46df-ae0b-e2ec225f265b", "name": "network-vif-unplugged", "status": "completed", "tag": "1817ac4c-0059-40a2-bdec-696aaa59fdc3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:35.972611 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-4c9089ae-14ba-4b27-9aa9-cd63d77555f8 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Floating IP 42625eae-faff-4725-a22e-1a00243b63e8 associated. External IP: 172.25.7.7, port: 99ec52b3-75e5-4a50-8115-6869d8408843. Jul 16 17:59:35.976300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-3f430a9e-4ab5-4148-9d85-fc82f9ea311a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:35.978496 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-3f430a9e-4ab5-4148-9d85-fc82f9ea311a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 805 time: 0.1336324 Jul 16 17:59:35.998534 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-015dce52-7423-4f51-a01f-8018e8936fc4 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/quotas/73aa5fd56ec84590b4b027a1c2957112 HTTP/1.1" status: 200 len: 375 time: 0.0146735 Jul 16 17:59:36.063309 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-d2eda234-8de3-41da-a41f-ebac030b8f74 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0592628 Jul 16 17:59:36.168570 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-9f1cb135-95d5-48af-bc65-5fb5e80e9cc1 service neutron] 10.222.0.47 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975809 Jul 16 17:59:36.207702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-4c9089ae-14ba-4b27-9aa9-cd63d77555f8 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:36.258418 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-c320bf76-c08b-4863-a45f-244680be8e40 service neutron] 10.222.0.47 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850842 Jul 16 17:59:36.320553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-4c9089ae-14ba-4b27-9aa9-cd63d77555f8 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:36.325471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-4c9089ae-14ba-4b27-9aa9-cd63d77555f8 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:36.331302 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d6d1c-1ace-474b-91e6-51cd954ab603 None None] Sync routers for ids ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:36.341494 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d6d1c-1ace-474b-91e6-51cd954ab603 None None] Routers {'f444ecd4-1818-4ff8-8547-3a7a7edb3c18'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:36.342087 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-df3d6d1c-1ace-474b-91e6-51cd954ab603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:36.375438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-4c9089ae-14ba-4b27-9aa9-cd63d77555f8 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "PUT /v2.0/floatingips/42625eae-faff-4725-a22e-1a00243b63e8 HTTP/1.1" status: 200 len: 994 time: 1.5291274 Jul 16 17:59:36.376014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:36.378348 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1db7bca-b43c-4324-a281-fb7ac57ada65" -d '{"events": [{"name": "network-changed", "server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:36.452605 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-28cca955-44a0-4ca5-b0f5-db21ee78d447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.453909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-28cca955-44a0-4ca5-b0f5-db21ee78d447 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=100cc40841824ef2ad57298c62557da2&device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 1096 time: 0.0667317 Jul 16 17:59:36.489149 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-df3d6d1c-1ace-474b-91e6-51cd954ab603 None None] Set router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:36.561983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-3a2c5b9d-1277-466d-b125-5421a8fd654c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.564487 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-3a2c5b9d-1277-466d-b125-5421a8fd654c service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f228275-412b-4785-aac5-ff437020b30c HTTP/1.1" status: 200 len: 920 time: 0.1017551 Jul 16 17:59:36.689079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-f23a00e0-ce58-4745-911f-9eaff99f81f9 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 997 time: 0.1145945 Jul 16 17:59:36.741281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-0c2a2320-b557-4aa0-b9ff-7b90da4caf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.744041 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-0c2a2320-b557-4aa0-b9ff-7b90da4caf79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bccff13-8aed-47f5-8de9-d9ef4356d59f HTTP/1.1" status: 200 len: 859 time: 0.0486894 Jul 16 17:59:36.788954 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-f983dfb7-0298-415e-b82a-fca7d558c826 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f228275-412b-4785-aac5-ff437020b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369701 Jul 16 17:59:36.916836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-9b341847-eb3e-42df-95fe-6bcb5e72847e service neutron] 10.222.0.47 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261511 Jul 16 17:59:36.949457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-2c0b6c2e-adb4-47de-9435-eb6922c63e58 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:36.951381 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-2c0b6c2e-adb4-47de-9435-eb6922c63e58 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.37 "GET /v2.0/networks?id=4d765f26-176b-49c1-afb1-02f5bfd18ce6 HTTP/1.1" status: 200 len: 814 time: 0.1906612 Jul 16 17:59:37.009474 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-df3d6d1c-1ace-474b-91e6-51cd954ab603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:21Z', 'revision_number': 4, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '42625eae-faff-4725-a22e-1a00243b63e8', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'floating_ip_address': '172.25.7.7', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'port_id': '99ec52b3-75e5-4a50-8115-6869d8408843', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'mac_address': 'fa:16:3e:1a:77:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:35Z', 'revision_number': 1, 'project_id': '100cc40841824ef2ad57298c62557da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0b35c-fa09-44f7-bede-24c47f569923', 'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'mac_address': 'fa:16:3e:71:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:19Z', 'updated_at': '2021-07-16T17:58:28Z', 'revision_number': 5, 'project_id': '100cc40841824ef2ad57298c62557da2', 'subnets': [{'id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:37.012297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Request body: {'port': {'device_id': '0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20', 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6', 'admin_state_up': True, 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:37.019379 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-882030a3-0ed9-4116-b426-d56de3111c76 service neutron] show failed (client error): The resource could not be found. Jul 16 17:59:37.020430 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-882030a3-0ed9-4116-b426-d56de3111c76 service neutron] 10.222.0.18 "GET /v2.0/ports/658dd971-f59b-4aed-8895-56a35cdd5c66/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.3589907 Jul 16 17:59:37.051267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092c6f23-00e8-434b-b2d9-0ccd65a6b2e7 req-3e493479-226e-4c67-baee-9896bf183cbd service neutron] 10.222.0.47 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324015 Jul 16 17:59:37.079703 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d6d1c-1ace-474b-91e6-51cd954ab603 None None] Checking router: f444ecd4-1818-4ff8-8547-3a7a7edb3c18 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:37.087756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17fe2d4-aede-4dee-877b-f664b3e14c09 req-65e26f51-4105-49de-9b00-eea8690a86e0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:37.090092 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df3d6d1c-1ace-474b-91e6-51cd954ab603 None None] Routers {'f444ecd4-1818-4ff8-8547-3a7a7edb3c18'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:37.091127 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-df3d6d1c-1ace-474b-91e6-51cd954ab603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:37.095906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d17fe2d4-aede-4dee-877b-f664b3e14c09 req-65e26f51-4105-49de-9b00-eea8690a86e0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 945 time: 0.3336251 Jul 16 17:59:37.196524 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d17fe2d4-aede-4dee-877b-f664b3e14c09 req-05368ca4-d2e1-497e-9bb3-26003581887b tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975044 Jul 16 17:59:37.234327 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-df3d6d1c-1ace-474b-91e6-51cd954ab603 None None] Set router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:37.270661 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2d01bad4-b1a5-4109-b560-57cab736701a req-2cfbde92-7c0c-42ea-8310-f8a158bc057b tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 210 time: 0.0644772 Jul 16 17:59:37.361066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Made reservation on behalf of f86d44bcfbab46a1a7af0770a138a9a6 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:37.381395 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.442699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fb2e5c-ee91-4198-955e-9ab5d84c8758 req-e7ddaddc-f12c-47e3-984c-b1d703fbfa93 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:37.443958 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70fb2e5c-ee91-4198-955e-9ab5d84c8758 req-e7ddaddc-f12c-47e3-984c-b1d703fbfa93 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "GET /v2.0/ports?device_id=3c18727d-d3c1-46df-ae0b-e2ec225f265b HTTP/1.1" status: 200 len: 943 time: 0.2403376 Jul 16 17:59:37.602813 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-df3d6d1c-1ace-474b-91e6-51cd954ab603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:21Z', 'revision_number': 4, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '42625eae-faff-4725-a22e-1a00243b63e8', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'floating_ip_address': '172.25.7.7', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'port_id': '99ec52b3-75e5-4a50-8115-6869d8408843', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'mac_address': 'fa:16:3e:1a:77:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:35Z', 'revision_number': 1, 'project_id': '100cc40841824ef2ad57298c62557da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0b35c-fa09-44f7-bede-24c47f569923', 'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'mac_address': 'fa:16:3e:71:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:19Z', 'updated_at': '2021-07-16T17:58:28Z', 'revision_number': 5, 'project_id': '100cc40841824ef2ad57298c62557da2', 'subnets': [{'id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:37.642494 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df3d6d1c-1ace-474b-91e6-51cd954ab603 None None] The sync data for ids ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'] in n-d-794306-7 is: [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:21Z', 'revision_number': 4, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '42625eae-faff-4725-a22e-1a00243b63e8', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'floating_ip_address': '172.25.7.7', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'port_id': '99ec52b3-75e5-4a50-8115-6869d8408843', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 859, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'mac_address': 'fa:16:3e:1a:77:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T17:59:33Z', 'updated_at': '2021-07-16T17:59:35Z', 'revision_number': 1, 'project_id': '100cc40841824ef2ad57298c62557da2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '59f0b35c-fa09-44f7-bede-24c47f569923', 'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'mac_address': 'fa:16:3e:71:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:19Z', 'updated_at': '2021-07-16T17:58:28Z', 'revision_number': 5, 'project_id': '100cc40841824ef2ad57298c62557da2', 'subnets': [{'id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:37.779671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d367b3e2-0bf1-4c4d-9d61-471abdfb2960 req-01ca1f02-084d-4036-a3f7-d5c29f3f1b3c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:37.788521 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d367b3e2-0bf1-4c4d-9d61-471abdfb2960 req-01ca1f02-084d-4036-a3f7-d5c29f3f1b3c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.4319251 Jul 16 17:59:37.863303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-02ee48dc-547a-4bb1-a545-1fc246303f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:37.864991 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-02ee48dc-547a-4bb1-a545-1fc246303f8c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60&tenant_id=062537ea7da04e45bd99e357cf9993d8 HTTP/1.1" status: 200 len: 1101 time: 0.3865392 Jul 16 17:59:37.932344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-70fb2e5c-ee91-4198-955e-9ab5d84c8758 req-399c9ba2-e930-47a9-995a-889497d7170f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Deleting port 1817ac4c-0059-40a2-bdec-696aaa59fdc3 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:37.932688 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-70fb2e5c-ee91-4198-955e-9ab5d84c8758 req-399c9ba2-e930-47a9-995a-889497d7170f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:37.961407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Allocated IP 172.20.0.8 (4d765f26-176b-49c1-afb1-02f5bfd18ce6/14ef8cff-dc99-4c22-aab0-1c04351b46c8/f1aa75ca-03d2-48bc-a2dd-055408349560) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:38.044771 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d367b3e2-0bf1-4c4d-9d61-471abdfb2960 req-c31f4c8a-a193-4f90-9154-ada2c21c2d1a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2545905 Jul 16 17:59:38.059484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-384037a3-6c47-4af8-b05c-ebc5070f71b6 None None] New status for floating IP 42625eae-faff-4725-a22e-1a00243b63e8: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:59:38.174602 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c298007-03e8-4ea1-b94e-d994e8c818e0 x-openstack-request-id: req-5c298007-03e8-4ea1-b94e-d994e8c818e0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:38.175586 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:38.176253 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c298007-03e8-4ea1-b94e-d994e8c818e0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:38.176831 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843', 'status': 'completed', 'code': 200} Jul 16 17:59:38.360977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-70fb2e5c-ee91-4198-955e-9ab5d84c8758 req-399c9ba2-e930-47a9-995a-889497d7170f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] For port 1817ac4c-0059-40a2-bdec-696aaa59fdc3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1817ac4c-0059-40a2-bdec-696aaa59fdc3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:38.361360 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-70fb2e5c-ee91-4198-955e-9ab5d84c8758 req-399c9ba2-e930-47a9-995a-889497d7170f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.447602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-94dcb1a4-c27a-42a9-9f69-e64541f20ca5 req-0d0b7218-d185-4017-8d80-45a4423bc5ca tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 210 time: 0.1174097 Jul 16 17:59:38.464877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11818319-e007-4547-ab0b-fe3caa68e280 req-1a5b7b98-5837-4b3f-81ee-f676ef127954 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:38.477246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-70fb2e5c-ee91-4198-955e-9ab5d84c8758 req-399c9ba2-e930-47a9-995a-889497d7170f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Calling delete_port for 1817ac4c-0059-40a2-bdec-696aaa59fdc3 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:38.487781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11818319-e007-4547-ab0b-fe3caa68e280 req-1a5b7b98-5837-4b3f-81ee-f676ef127954 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 950 time: 0.1429594 Jul 16 17:59:38.557153 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8082bec7-f369-477a-bbc6-541c11a1b855 x-openstack-request-id: req-8082bec7-f369-477a-bbc6-541c11a1b855 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:38.558266 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c18727d-d3c1-46df-ae0b-e2ec225f265b", "name": "network-vif-unplugged", "status": "completed", "tag": "1817ac4c-0059-40a2-bdec-696aaa59fdc3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:38.559255 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8082bec7-f369-477a-bbc6-541c11a1b855 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:38.560568 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1817ac4c-0059-40a2-bdec-696aaa59fdc3', 'code': 200} Jul 16 17:59:38.584464 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11818319-e007-4547-ab0b-fe3caa68e280 req-c4448ac7-213e-4e6a-b861-772cf0cfc07c tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956893 Jul 16 17:59:38.652191 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-39de117d-ad09-4886-8877-7f2a6302fb2e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.7 HTTP/1.1" status: 200 len: 997 time: 0.1579580 Jul 16 17:59:38.791680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-5c79f746-0819-4f61-a653-1e22867c723b tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:38.793226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-5c79f746-0819-4f61-a653-1e22867c723b tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports/99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 942 time: 0.1401150 Jul 16 17:59:38.804014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.825940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Transition to ACTIVE for port object f1aa75ca-03d2-48bc-a2dd-055408349560 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:38.979644 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:38.988478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bd8d08-9e11-4e54-b880-1ae5a5d80633 req-b2b5be52-a66b-4823-98cc-2f7c8e2e1ee2 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:38.995767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-59bd8d08-9e11-4e54-b880-1ae5a5d80633 req-b2b5be52-a66b-4823-98cc-2f7c8e2e1ee2 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 1096 time: 0.0683577 Jul 16 17:59:39.041537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:39.042571 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-59bd8d08-9e11-4e54-b880-1ae5a5d80633 req-a1196f28-0d75-45ad-a01e-787e5cf589f3 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456290 Jul 16 17:59:39.056257 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:39.065187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:39.094155 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-56e90982-291c-4b6c-8cf8-0b59476946ed tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.7 HTTP/1.1" status: 200 len: 999 time: 0.1722391 Jul 16 17:59:39.099622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-70fb2e5c-ee91-4198-955e-9ab5d84c8758 req-399c9ba2-e930-47a9-995a-889497d7170f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.160397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Pushing event updated for resources: {'Port': ['ID=f1aa75ca-03d2-48bc-a2dd-055408349560,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:39.235255 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c9ba2-e930-47a9-995a-889497d7170f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Pushing event deleted for resources: {'Port': ['ID=1817ac4c-0059-40a2-bdec-696aaa59fdc3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:39.237275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-70fb2e5c-ee91-4198-955e-9ab5d84c8758 req-399c9ba2-e930-47a9-995a-889497d7170f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] No DVR routers for this DVR port 1817ac4c-0059-40a2-bdec-696aaa59fdc3 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:39.247028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-70fb2e5c-ee91-4198-955e-9ab5d84c8758 req-399c9ba2-e930-47a9-995a-889497d7170f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.249055 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70fb2e5c-ee91-4198-955e-9ab5d84c8758 req-399c9ba2-e930-47a9-995a-889497d7170f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "DELETE /v2.0/ports/1817ac4c-0059-40a2-bdec-696aaa59fdc3 HTTP/1.1" status: 204 len: 173 time: 1.7595356 Jul 16 17:59:39.249507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'name': 'network-vif-deleted', 'tag': '1817ac4c-0059-40a2-bdec-696aaa59fdc3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:39.251898 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e195fc32-df3d-4235-b08d-81043f232921" -d '{"events": [{"server_uuid": "3c18727d-d3c1-46df-ae0b-e2ec225f265b", "name": "network-vif-deleted", "tag": "1817ac4c-0059-40a2-bdec-696aaa59fdc3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:39.263412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.264245 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.282124 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-483ce4af-8a68-4c5d-813a-881780155860 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2810369 Jul 16 17:59:39.367919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-0250d4ce-d79e-4492-85d4-84a2785a1638 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:39.374684 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-0250d4ce-d79e-4492-85d4-84a2785a1638 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.2693679 Jul 16 17:59:39.380373 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-71455af7-93c5-4a59-8a11-05430d7255ad tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:59:39.381343 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-71455af7-93c5-4a59-8a11-05430d7255ad tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058978 Jul 16 17:59:39.456420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8f52ec83-f330-42a5-a2ce-dd2642402573 None None] Provisioning for port f1aa75ca-03d2-48bc-a2dd-055408349560 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:39.461051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8f52ec83-f330-42a5-a2ce-dd2642402573 None None] Provisioning complete for port f1aa75ca-03d2-48bc-a2dd-055408349560 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:39.461204 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8f52ec83-f330-42a5-a2ce-dd2642402573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:39.500889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8f52ec83-f330-42a5-a2ce-dd2642402573 None None] Port f1aa75ca-03d2-48bc-a2dd-055408349560 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:39.522186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-499b663e-4734-4d6b-91b5-6fb2024774d2 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.7 HTTP/1.1" status: 200 len: 999 time: 0.1296074 Jul 16 17:59:39.535866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-aa0c24f3-9b79-4e38-9669-3183d12406df tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:39.881637 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-08015eeb-6dcb-4315-a385-a384f4b3186d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4208817 Jul 16 17:59:39.911724 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-aa0c24f3-9b79-4e38-9669-3183d12406df tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.120004 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-aa0c24f3-9b79-4e38-9669-3183d12406df tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.122213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-35127117-096f-4af0-9f10-245d239cae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:40.123964 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-35127117-096f-4af0-9f10-245d239cae2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 1101 time: 0.1608295 Jul 16 17:59:40.125138 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-aa0c24f3-9b79-4e38-9669-3183d12406df tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.125538 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-aa0c24f3-9b79-4e38-9669-3183d12406df tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Floating IP 42625eae-faff-4725-a22e-1a00243b63e8 disassociated. External IP: 172.25.7.7, port: 99ec52b3-75e5-4a50-8115-6869d8408843. Jul 16 17:59:40.311192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-250bbbba-87d8-4b7d-9f26-a42183d60cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:40.312688 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-250bbbba-87d8-4b7d-9f26-a42183d60cdf service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1416879 Jul 16 17:59:40.390575 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-7c449308-4cd8-47e4-8511-41bbc3064784 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88 HTTP/1.1" status: 200 len: 217 time: 0.0412912 Jul 16 17:59:40.482094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-d4278c29-d27e-481d-9d5e-ef0b66cfe221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:40.483580 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-d4278c29-d27e-481d-9d5e-ef0b66cfe221 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0866539 Jul 16 17:59:40.495483 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-aa0c24f3-9b79-4e38-9669-3183d12406df tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 17:59:40.623490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-aa77b140-f270-41eb-8cc5-21fa445cf8b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:40.624835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-aa77b140-f270-41eb-8cc5-21fa445cf8b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1315067 Jul 16 17:59:40.675456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-aa0c24f3-9b79-4e38-9669-3183d12406df tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 17:59:40.681228 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-aa0c24f3-9b79-4e38-9669-3183d12406df tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:40.684583 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5752752-458b-4596-9317-8192b2cff60c None None] Sync routers for ids ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 17:59:40.693561 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5752752-458b-4596-9317-8192b2cff60c None None] Routers {'f444ecd4-1818-4ff8-8547-3a7a7edb3c18'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:40.694252 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a5752752-458b-4596-9317-8192b2cff60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:40.762461 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-aa0c24f3-9b79-4e38-9669-3183d12406df tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "PUT /v2.0/floatingips/42625eae-faff-4725-a22e-1a00243b63e8 HTTP/1.1" status: 200 len: 693 time: 1.2328978 Jul 16 17:59:40.768219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-ff8a1000-07ca-4ed9-a87f-4bc213752653 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335590 Jul 16 17:59:40.849112 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a5752752-458b-4596-9317-8192b2cff60c None None] Set router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:40.914495 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dea0438b-76f2-47b6-a4f2-f9d22a5ccad5 req-2ae2f99b-f18a-41bc-85a0-93e2e3518ce5 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377001 Jul 16 17:59:40.916602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-f335bf4e-8a5a-4aa9-9401-a5dd8fc14ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:40.923879 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-f335bf4e-8a5a-4aa9-9401-a5dd8fc14ae0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=100cc40841824ef2ad57298c62557da2&device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 1096 time: 0.1405106 Jul 16 17:59:41.038365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-7f6ebd02-8bf7-4cfa-8ee4-85108d6773d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.045663 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-7f6ebd02-8bf7-4cfa-8ee4-85108d6773d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5f228275-412b-4785-aac5-ff437020b30c HTTP/1.1" status: 200 len: 920 time: 0.1209114 Jul 16 17:59:41.092182 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-691fb676-cd1f-4363-b427-96055f4b8bac service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 217 time: 0.0455866 Jul 16 17:59:41.110610 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a5752752-458b-4596-9317-8192b2cff60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:21Z', 'revision_number': 4, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '59f0b35c-fa09-44f7-bede-24c47f569923', 'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'mac_address': 'fa:16:3e:71:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:19Z', 'updated_at': '2021-07-16T17:58:28Z', 'revision_number': 5, 'project_id': '100cc40841824ef2ad57298c62557da2', 'subnets': [{'id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:41.141283 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5752752-458b-4596-9317-8192b2cff60c None None] Checking router: f444ecd4-1818-4ff8-8547-3a7a7edb3c18 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 17:59:41.150704 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5752752-458b-4596-9317-8192b2cff60c None None] Routers {'f444ecd4-1818-4ff8-8547-3a7a7edb3c18'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 17:59:41.151332 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a5752752-458b-4596-9317-8192b2cff60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:41.156755 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-32987b97-bec2-4205-8aa9-8ebcda885e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.158347 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-32987b97-bec2-4205-8aa9-8ebcda885e4c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=8bccff13-8aed-47f5-8de9-d9ef4356d59f HTTP/1.1" status: 200 len: 859 time: 0.0653436 Jul 16 17:59:41.221948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-eb849126-b137-4e12-95a5-dd2c1d454812 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5f228275-412b-4785-aac5-ff437020b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543795 Jul 16 17:59:41.275069 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a5752752-458b-4596-9317-8192b2cff60c None None] Set router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 17:59:41.339392 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-e4675e38-5b32-48b2-bdae-409a171c6df5 service neutron] 10.222.0.47 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068068 Jul 16 17:59:41.462853 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9d7aaa3-4333-4241-9df8-2f4e61028d0b req-017f1936-e4ab-48ba-b8c8-6bae18e9388b service neutron] 10.222.0.47 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124871 Jul 16 17:59:41.536981 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a5752752-458b-4596-9317-8192b2cff60c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:21Z', 'revision_number': 4, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '59f0b35c-fa09-44f7-bede-24c47f569923', 'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'mac_address': 'fa:16:3e:71:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:19Z', 'updated_at': '2021-07-16T17:58:28Z', 'revision_number': 5, 'project_id': '100cc40841824ef2ad57298c62557da2', 'subnets': [{'id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 17:59:41.553678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1817ac4c-0059-40a2-bdec-696aaa59fdc3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:41.568587 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5752752-458b-4596-9317-8192b2cff60c None None] The sync data for ids ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'] in n-d-794306-7 is: [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:58:21Z', 'revision_number': 4, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '59f0b35c-fa09-44f7-bede-24c47f569923', 'name': '', 'network_id': '5f228275-412b-4785-aac5-ff437020b30c', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'mac_address': 'fa:16:3e:71:9d:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_interface', 'standard_attr_id': 762, 'fixed_ips': [{'subnet_id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:19Z', 'updated_at': '2021-07-16T17:58:28Z', 'revision_number': 5, 'project_id': '100cc40841824ef2ad57298c62557da2', 'subnets': [{'id': '8bccff13-8aed-47f5-8de9-d9ef4356d59f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 17:59:41.598748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 1817ac4c-0059-40a2-bdec-696aaa59fdc3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:41.599096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1817ac4c-0059-40a2-bdec-696aaa59fdc3 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:41.599591 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 658dd971-f59b-4aed-8895-56a35cdd5c66 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:41.723748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.731300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cc0883-e10e-46fb-a345-056418921478 req-b81e3303-c48d-4986-9af4-e5b1a0c1c36d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:41.732923 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4cc0883-e10e-46fb-a345-056418921478 req-b81e3303-c48d-4986-9af4-e5b1a0c1c36d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1182914 Jul 16 17:59:41.766512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:41.768820 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56008e45-ef0e-4f34-8281-38bec6baffa1" -d '{"events": [{"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-unplugged", "status": "completed", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:41.793800 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4cc0883-e10e-46fb-a345-056418921478 req-f68109b9-98b8-47ed-9c18-f5051d6f7cc6 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542510 Jul 16 17:59:41.800999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:41.808176 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.854792 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:41.891159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:41.967755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ece6db-bc27-45d9-b5f0-892d7dd11ddc None None] New status for floating IP 42625eae-faff-4725-a22e-1a00243b63e8: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 17:59:42.046840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7e969f-3904-44a4-a2fe-e0c3ebb35f1d req-6a7eb5ee-f8b2-4617-84f4-f6bd0dfdb1df tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.048399 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7e7e969f-3904-44a4-a2fe-e0c3ebb35f1d req-6a7eb5ee-f8b2-4617-84f4-f6bd0dfdb1df tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 931 time: 0.0900092 Jul 16 17:59:42.095178 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7e7e969f-3904-44a4-a2fe-e0c3ebb35f1d req-1d6f8b7a-223b-46db-94a8-9e67cfbfbaf4 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398450 Jul 16 17:59:42.420617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c4c30-8fb7-4722-b856-36b511102d17 req-022a54fc-c4f7-44ce-b8fe-147be693e7c1 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.422215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b86c4c30-8fb7-4722-b856-36b511102d17 req-022a54fc-c4f7-44ce-b8fe-147be693e7c1 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 1096 time: 0.0633023 Jul 16 17:59:42.462636 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b86c4c30-8fb7-4722-b856-36b511102d17 req-96ddbb5d-ce65-431a-ae35-9b4cc67075e5 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344751 Jul 16 17:59:42.759191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63a2fbb-6935-42c3-929c-f3e447d6f3d4 req-9a0fd4b0-4a43-4fda-93ba-ecbea7809e2d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:42.760770 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c63a2fbb-6935-42c3-929c-f3e447d6f3d4 req-9a0fd4b0-4a43-4fda-93ba-ecbea7809e2d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 948 time: 0.0717793 Jul 16 17:59:42.802150 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c63a2fbb-6935-42c3-929c-f3e447d6f3d4 req-ff708ee5-0a92-4c03-bdc7-07ae9a77cd13 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350540 Jul 16 17:59:42.856659 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5445a17a-1c22-45b8-82d5-c2e563cc6ef6 x-openstack-request-id: req-5445a17a-1c22-45b8-82d5-c2e563cc6ef6 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:42.857086 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c18727d-d3c1-46df-ae0b-e2ec225f265b", "name": "network-vif-deleted", "tag": "1817ac4c-0059-40a2-bdec-696aaa59fdc3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:42.857392 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5445a17a-1c22-45b8-82d5-c2e563cc6ef6 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:42.857802 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c18727d-d3c1-46df-ae0b-e2ec225f265b', 'name': 'network-vif-deleted', 'tag': '1817ac4c-0059-40a2-bdec-696aaa59fdc3', 'status': 'completed', 'code': 200} Jul 16 17:59:42.985135 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8d8b1ba8-3964-4c50-9288-b5de18de3034 req-a6b74096-ec08-4991-a210-6906a82427d5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 210 time: 0.0306339 Jul 16 17:59:43.061778 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-a357543a-9510-4525-8b4f-628926fc925c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/floatingips/42625eae-faff-4725-a22e-1a00243b63e8 HTTP/1.1" status: 200 len: 691 time: 0.0490294 Jul 16 17:59:43.189477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-2724c7fe-87de-4989-9cd6-9311576bee60 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:43.190824 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-2724c7fe-87de-4989-9cd6-9311576bee60 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1226766 Jul 16 17:59:43.200826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-5c108fad-f4e4-4c06-add6-d113b3e2fc72 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:59:43.201870 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-5c108fad-f4e4-4c06-add6-d113b3e2fc72 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054758 Jul 16 17:59:43.258894 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-442d80a7-6c8b-4d8b-9f34-8dde1bb65910 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.7 HTTP/1.1" status: 200 len: 694 time: 0.0515432 Jul 16 17:59:43.310830 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-d60468e0-d773-440e-bc7f-0250f019d634 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.7 HTTP/1.1" status: 200 len: 694 time: 0.0461936 Jul 16 17:59:43.452928 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-89636658-9d8e-4e6b-ab0e-09f9ecb1f34d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Deleting port 56fe58aa-7beb-4538-94c5-586cfee0c912 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:43.453670 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-89636658-9d8e-4e6b-ab0e-09f9ecb1f34d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.538476 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-89636658-9d8e-4e6b-ab0e-09f9ecb1f34d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.538808 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-89636658-9d8e-4e6b-ab0e-09f9ecb1f34d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.550683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-89636658-9d8e-4e6b-ab0e-09f9ecb1f34d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Calling delete_port for 56fe58aa-7beb-4538-94c5-586cfee0c912 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:43.693032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-89636658-9d8e-4e6b-ab0e-09f9ecb1f34d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.728936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89636658-9d8e-4e6b-ab0e-09f9ecb1f34d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Pushing event deleted for resources: {'Port': ['ID=56fe58aa-7beb-4538-94c5-586cfee0c912,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:43.807956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-89636658-9d8e-4e6b-ab0e-09f9ecb1f34d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.810622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-89636658-9d8e-4e6b-ab0e-09f9ecb1f34d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:43.811850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72e1afc1-0c28-495a-8e31-8d10f6cfe229 req-89636658-9d8e-4e6b-ab0e-09f9ecb1f34d tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "DELETE /v2.0/floatingips/42625eae-faff-4725-a22e-1a00243b63e8 HTTP/1.1" status: 204 len: 173 time: 0.4953854 Jul 16 17:59:43.864395 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc7784f-fa69-4f15-b334-4c369033b344 x-openstack-request-id: req-8bc7784f-fa69-4f15-b334-4c369033b344 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:43.865590 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-unplugged", "status": "completed", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:43.867632 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8bc7784f-fa69-4f15-b334-4c369033b344 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:43.868332 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'code': 200} Jul 16 17:59:43.969412 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-9823bf61-17ba-4ed1-ae8c-ce00321d9fd1 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=f9488e6f5c4d4de6a6c21191e1c35d74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0312412 Jul 16 17:59:44.105775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-c528ca18-fba5-4b1f-aeba-a6d6fe1ceb29 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.107835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-c528ca18-fba5-4b1f-aeba-a6d6fe1ceb29 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1327434 Jul 16 17:59:44.124741 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-1d81f739-a794-4118-9a52-dd9258380906 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/quotas/f9488e6f5c4d4de6a6c21191e1c35d74 HTTP/1.1" status: 200 len: 375 time: 0.0110192 Jul 16 17:59:44.218334 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-84344d73-7941-444c-bd50-1c1116ce4fa7 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f9488e6f5c4d4de6a6c21191e1c35d74&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880067 Jul 16 17:59:44.611901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b39802-751e-4a0d-b8c4-2762128684f1 req-fb2fffcf-affb-4027-8352-b2363043dc0c tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.613538 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71b39802-751e-4a0d-b8c4-2762128684f1 req-fb2fffcf-affb-4027-8352-b2363043dc0c tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0981748 Jul 16 17:59:44.685426 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71b39802-751e-4a0d-b8c4-2762128684f1 req-ef125bc5-adeb-41c1-a899-14ac11d28cb5 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624793 Jul 16 17:59:44.860542 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:44.863834 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390539a5-c158-49c6-a702-3e171108c436" -d '{"events": [{"name": "network-changed", "server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:44.908431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37d1e7b-72cd-4e62-89f2-c282030e8878 req-42c022e6-c3e6-47f8-b93b-20f71b54a773 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:44.910018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f37d1e7b-72cd-4e62-89f2-c282030e8878 req-42c022e6-c3e6-47f8-b93b-20f71b54a773 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 931 time: 0.0882151 Jul 16 17:59:44.965050 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f37d1e7b-72cd-4e62-89f2-c282030e8878 req-13896beb-f02a-464d-a706-e5a664b180ff tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471570 Jul 16 17:59:45.043894 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6627316-353b-4ecc-a3aa-8474b2e9112f req-cef971a7-ddb4-464b-9c4e-393a8aea88d0 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups/11fa8741-2152-48df-b397-45af344949b7 HTTP/1.1" status: 200 len: 1806 time: 0.0489252 Jul 16 17:59:45.115574 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6627316-353b-4ecc-a3aa-8474b2e9112f req-d2d0d98a-91e0-45bf-983e-a2aeace7d8ba tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.145136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6627316-353b-4ecc-a3aa-8474b2e9112f req-d2d0d98a-91e0-45bf-983e-a2aeace7d8ba tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.210605 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6627316-353b-4ecc-a3aa-8474b2e9112f req-d2d0d98a-91e0-45bf-983e-a2aeace7d8ba tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.213467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6627316-353b-4ecc-a3aa-8474b2e9112f req-d2d0d98a-91e0-45bf-983e-a2aeace7d8ba tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.215460 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6627316-353b-4ecc-a3aa-8474b2e9112f req-d2d0d98a-91e0-45bf-983e-a2aeace7d8ba tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "DELETE /v2.0/security-groups/11fa8741-2152-48df-b397-45af344949b7 HTTP/1.1" status: 204 len: 173 time: 0.1645353 Jul 16 17:59:45.228692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0d98a-91e0-45bf-983e-a2aeace7d8ba tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=11fa8741-2152-48df-b397-45af344949b7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:45.413835 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9be0fd04-e214-4505-821e-dae531acb32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:45.419173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848d64b4-3c58-4c25-808e-11fc6696cdc2 req-3ebb4e36-e5da-483a-bb4c-cba0ac6d457a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:45.420734 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-848d64b4-3c58-4c25-808e-11fc6696cdc2 req-3ebb4e36-e5da-483a-bb4c-cba0ac6d457a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 948 time: 0.0930283 Jul 16 17:59:45.462703 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-848d64b4-3c58-4c25-808e-11fc6696cdc2 req-056edd20-be7d-44c2-b7c6-0cdf7da49179 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357080 Jul 16 17:59:45.614330 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f07b45e4-ab28-47a1-a097-0334cb66cc90 req-fcfd33f3-ec58-4759-a32e-692484d92c95 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 210 time: 0.0415585 Jul 16 17:59:45.659177 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-09b09a04-e426-44f1-a99f-8776bc45236f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f9488e6f5c4d4de6a6c21191e1c35d74&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0473971 Jul 16 17:59:45.828103 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5ac1be5-0dfd-4348-933a-d24bf1760d5b req-6fea7fee-c11c-44c4-8139-5843201d1c53 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 210 time: 0.0523028 Jul 16 17:59:45.855288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-89412e89-f347-49a0-a6cf-61564e76031b tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:45.857089 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-89412e89-f347-49a0-a6cf-61564e76031b tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845915 Jul 16 17:59:45.879889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Request body: {'port': {'device_id': '1e26d250-4793-453c-8460-ad1aa410da1b', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': 'f9488e6f5c4d4de6a6c21191e1c35d74'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:46.040592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Made reservation on behalf of f9488e6f5c4d4de6a6c21191e1c35d74 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:46.044192 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.207811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Allocated IP 192.168.233.172 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/f0fd84a4-0c9d-4de0-a8a9-74916d943587) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:46.369783 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.380019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Transition to ACTIVE for port object f0fd84a4-0c9d-4de0-a8a9-74916d943587 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:46.420331 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.432258 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['0edbe8f0-2a0b-453c-9bf3-346b314942aa'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:46.476290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:46.479885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:46.482393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:46.512631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Pushing event updated for resources: {'Port': ['ID=f0fd84a4-0c9d-4de0-a8a9-74916d943587,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:46.542843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:46.543756 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.560856 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-39958c72-8458-484e-b14e-b0db5aa15b3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6912665 Jul 16 17:59:46.579647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Request body: {'port': {'device_id': '1e26d250-4793-453c-8460-ad1aa410da1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:46.690422 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.792683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ecff3661-aa69-4dd9-92e9-1894e704bd3f None None] Provisioning for port f0fd84a4-0c9d-4de0-a8a9-74916d943587 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:46.797565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ecff3661-aa69-4dd9-92e9-1894e704bd3f None None] Provisioning complete for port f0fd84a4-0c9d-4de0-a8a9-74916d943587 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:46.798344 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ecff3661-aa69-4dd9-92e9-1894e704bd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:46.837033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ecff3661-aa69-4dd9-92e9-1894e704bd3f None None] Port f0fd84a4-0c9d-4de0-a8a9-74916d943587 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 17:59:47.283904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0fd84a4-0c9d-4de0-a8a9-74916d943587 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:47.292690 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.304687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Transition to ACTIVE for port object f0fd84a4-0c9d-4de0-a8a9-74916d943587 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:47.308048 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.357186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd84a4-0c9d-4de0-a8a9-74916d943587,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:47.432474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Attempting to bind port f0fd84a4-0c9d-4de0-a8a9-74916d943587 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:47.432810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Attempting to bind port f0fd84a4-0c9d-4de0-a8a9-74916d943587 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:47.433136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Attempting to bind port f0fd84a4-0c9d-4de0-a8a9-74916d943587 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:47.441041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Port f0fd84a4-0c9d-4de0-a8a9-74916d943587 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:47.441464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Attempting to bind port f0fd84a4-0c9d-4de0-a8a9-74916d943587 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:47.456722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:47.457375 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:47.457932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:47.458214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Bound port: f0fd84a4-0c9d-4de0-a8a9-74916d943587, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:47.458555 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.575378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] For port f0fd84a4-0c9d-4de0-a8a9-74916d943587, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:47.578798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] For port f0fd84a4-0c9d-4de0-a8a9-74916d943587, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f0fd84a4-0c9d-4de0-a8a9-74916d943587,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:47.595144 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.635015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.635682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.637184 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] 10.222.0.18 "PUT /v2.0/ports/f0fd84a4-0c9d-4de0-a8a9-74916d943587 HTTP/1.1" status: 200 len: 1096 time: 1.0680060 Jul 16 17:59:47.661529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69b2e94-f8b9-4f86-8a40-cdb3caf097e3 service neutron] Pushing event updated for resources: {'Port': ['ID=f0fd84a4-0c9d-4de0-a8a9-74916d943587,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:47.761480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f30f1cb1-59c3-428b-b942-6ddd1137f916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.763005 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f30f1cb1-59c3-428b-b942-6ddd1137f916 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9488e6f5c4d4de6a6c21191e1c35d74&device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 1099 time: 0.0803497 Jul 16 17:59:47.815809 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f6758d0b-d708-41b9-98c3-13766837a7c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=f0fd84a4-0c9d-4de0-a8a9-74916d943587 HTTP/1.1" status: 200 len: 217 time: 0.0394464 Jul 16 17:59:47.851950 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:47.883850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-dcb71651-4b46-46af-9564-3ab64f121239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.885747 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-dcb71651-4b46-46af-9564-3ab64f121239 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0524147 Jul 16 17:59:47.959548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f884acaa-68b9-4306-8202-648d446f51a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:47.961639 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-f884acaa-68b9-4306-8202-648d446f51a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0684185 Jul 16 17:59:48.052255 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-8d9c8df2-f614-4cf8-ac94-05dd54cfaa1b service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827785 Jul 16 17:59:48.121750 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c522a1a4-6780-406a-9612-231e5bc53898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:48.153651 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ba895dc-ed08-4a77-9002-eec2a12cebdc req-e388ff42-e6f1-41a4-a594-bc25b38a43df service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930703 Jul 16 17:59:49.083729 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 17:59:49.704016 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.044679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:50.126023 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.252704 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69e307dd-cd28-444b-ab66-d46a4e9d8bc3 x-openstack-request-id: req-69e307dd-cd28-444b-ab66-d46a4e9d8bc3 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:50.253062 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:50.253317 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-69e307dd-cd28-444b-ab66-d46a4e9d8bc3 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:50.253704 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843', 'status': 'completed', 'code': 200} Jul 16 17:59:50.267801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Request body: {'port': {'device_id': '0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:50.448801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.468697 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db7bca-b43c-4324-a281-fb7ac57ada65 req-5686f211-43c7-4c7b-87bf-ff89c088bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.470309 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1db7bca-b43c-4324-a281-fb7ac57ada65 req-5686f211-43c7-4c7b-87bf-ff89c088bd6c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=100cc40841824ef2ad57298c62557da2&device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 1096 time: 0.2158816 Jul 16 17:59:50.518823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:50.601619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be310fa3-9064-4c02-8191-26a2d6d6a3ef req-9dabb2ae-39d7-4e36-be9c-c7d6586e75b3 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.603145 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be310fa3-9064-4c02-8191-26a2d6d6a3ef req-9dabb2ae-39d7-4e36-be9c-c7d6586e75b3 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0661793 Jul 16 17:59:50.639217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:50.646894 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be310fa3-9064-4c02-8191-26a2d6d6a3ef req-b312d412-c152-4738-8370-ea1729cb52ce tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380435 Jul 16 17:59:50.734163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 658dd971-f59b-4aed-8895-56a35cdd5c66 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:50.751831 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.820965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Transition to ACTIVE for port object 658dd971-f59b-4aed-8895-56a35cdd5c66 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:50.838249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:50.849269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7b2e82-28aa-492e-9a5f-4fc56cf421a7 req-629f28f7-2ba3-4f4c-9cac-30bfb403e9c6 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.852504 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c7b2e82-28aa-492e-9a5f-4fc56cf421a7 req-629f28f7-2ba3-4f4c-9cac-30bfb403e9c6 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 931 time: 0.0732148 Jul 16 17:59:50.874778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db7bca-b43c-4324-a281-fb7ac57ada65 req-4e7d1f3f-6265-4782-a8c0-86afd7a96ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:50.876329 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1db7bca-b43c-4324-a281-fb7ac57ada65 req-4e7d1f3f-6265-4782-a8c0-86afd7a96ae5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f228275-412b-4785-aac5-ff437020b30c HTTP/1.1" status: 200 len: 920 time: 0.2762196 Jul 16 17:59:50.949118 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c7b2e82-28aa-492e-9a5f-4fc56cf421a7 req-320492c3-bd51-4e6d-9e4f-a714077ed5d3 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900497 Jul 16 17:59:50.961934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] No DVR routers for this DVR port 658dd971-f59b-4aed-8895-56a35cdd5c66 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:51.023007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=7']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:51.028182 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1db7bca-b43c-4324-a281-fb7ac57ada65 req-96576cfe-cfe7-42f4-b644-2fb070dbca13 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 217 time: 0.1156313 Jul 16 17:59:51.032513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-6e473706-d968-44c2-82a6-9678efa8118a tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 17:59:51.041023 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-6e473706-d968-44c2-82a6-9678efa8118a tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1872759 Jul 16 17:59:51.105480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-c7e38d5c-adcb-422c-9957-16a0239c261a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.113017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-c7e38d5c-adcb-422c-9957-16a0239c261a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.37 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 805 time: 0.2056746 Jul 16 17:59:51.129973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:51.130482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:51.130669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.134672 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Request body: {'binding': {'host': 'n-h1-794306-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:51.135263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Unknown quota resources ['binding']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 17:59:51.148028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Request body: {'port': {'device_id': '98b4e9a0-8921-4c63-9294-fe358490db94', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'admin_state_up': True, 'tenant_id': '73aa5fd56ec84590b4b027a1c2957112'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:51.157110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Port 658dd971-f59b-4aed-8895-56a35cdd5c66 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:51.157455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.161177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1aa75ca-03d2-48bc-a2dd-055408349560 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:51.172496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.176230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1db7bca-b43c-4324-a281-fb7ac57ada65 req-43b32adb-6133-48f6-9712-b47824cf7db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.177759 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1db7bca-b43c-4324-a281-fb7ac57ada65 req-43b32adb-6133-48f6-9712-b47824cf7db4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccff13-8aed-47f5-8de9-d9ef4356d59f HTTP/1.1" status: 200 len: 859 time: 0.1210437 Jul 16 17:59:51.180557 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:51.180898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:51.181286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:51.181730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Bound port: 658dd971-f59b-4aed-8895-56a35cdd5c66, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:51.182090 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.232808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Transition to ACTIVE for port object f1aa75ca-03d2-48bc-a2dd-055408349560 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:51.235048 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1db7bca-b43c-4324-a281-fb7ac57ada65 req-35c2332a-cc4c-4a94-bc71-eae925fa8c7d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f228275-412b-4785-aac5-ff437020b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477424 Jul 16 17:59:51.238804 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.392874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aa75ca-03d2-48bc-a2dd-055408349560,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:51.401832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:51.420354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67743da8-e3d4-4317-ae9e-d30e4d74dfb9 req-7a3ac304-5937-401d-a4cc-1b54cd8458f4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.421883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67743da8-e3d4-4317-ae9e-d30e4d74dfb9 req-7a3ac304-5937-401d-a4cc-1b54cd8458f4 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 948 time: 0.2674310 Jul 16 17:59:51.424247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Made reservation on behalf of 73aa5fd56ec84590b4b027a1c2957112 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 17:59:51.427636 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.438459 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:51.464580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.529683 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1db7bca-b43c-4324-a281-fb7ac57ada65 req-d21ff9ac-610b-4e2f-9398-6d32652c659c service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662833 Jul 16 17:59:51.536469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.537118 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.538890 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] 10.222.0.37 "PUT /v2.0/ports/658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 1096 time: 1.5003116 Jul 16 17:59:51.549243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 on host n-h1-794306-7 for vnic_type normal with profile None {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:51.549712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:51.550173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.563552 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67743da8-e3d4-4317-ae9e-d30e4d74dfb9 req-1d4f9484-78d3-46e3-a6a5-c7843c1c8014 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286445 Jul 16 17:59:51.571068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Port bdafb30f-6926-4573-86e5-f1c3b5b94450 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:51.571396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.582455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f0fd84a4-0c9d-4de0-a8a9-74916d943587 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:51.585825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:51.586163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:51.591286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:51.591611 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Bound port: bdafb30f-6926-4573-86e5-f1c3b5b94450, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:51.593098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Attempting to bind port f1aa75ca-03d2-48bc-a2dd-055408349560 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:51.593532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Attempting to bind port f1aa75ca-03d2-48bc-a2dd-055408349560 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:51.593891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Attempting to bind port f1aa75ca-03d2-48bc-a2dd-055408349560 on network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.616440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05527a84-b4ea-44b6-a4c1-52090e93de29 service neutron] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=8']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:51.662378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Port f1aa75ca-03d2-48bc-a2dd-055408349560 on network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:51.662378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Attempting to bind port f1aa75ca-03d2-48bc-a2dd-055408349560 on network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:51.676188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:51.676533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Checking segment: {'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:51.677248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Bound using segment: {'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:51.679674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Bound port: f1aa75ca-03d2-48bc-a2dd-055408349560, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b29c312b-e326-40df-adcb-4f2fcaef4927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:51.680409 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.715360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Allocated IP 172.20.0.3 (04437df4-dabe-4e30-825b-96d2cb805a72/dba55bee-7eb5-4d34-8527-d9d14160a2f5/157bdc9e-e646-464b-937e-bbb0bfd520d7) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 17:59:51.720967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:51.738694 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.742362 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-80ea3937-26b0-42fb-bce6-53552fbaf770 service neutron] 10.222.0.47 "POST /v2.0/ports/bdafb30f-6926-4573-86e5-f1c3b5b94450/bindings HTTP/1.1" status: 201 len: 389 time: 0.7003887 Jul 16 17:59:51.773300 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.793536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f0fd84a4-0c9d-4de0-a8a9-74916d943587, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f0fd84a4-0c9d-4de0-a8a9-74916d943587,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:51.810011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'f0fd84a4-0c9d-4de0-a8a9-74916d943587', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': 'f0fd84a4-0c9d-4de0-a8a9-74916d943587', 'mac_address': 'fa:16:3e:f1:76:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:51.845018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1db7bca-b43c-4324-a281-fb7ac57ada65 req-ae3391af-dc00-4de3-b64d-612964b0e3f6 service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778678 Jul 16 17:59:51.866728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-ed64e409-b1cc-4bf5-adb0-dc3531ce0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:51.868812 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-ed64e409-b1cc-4bf5-adb0-dc3531ce0ca9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1099 time: 0.2723739 Jul 16 17:59:51.871948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] For port f1aa75ca-03d2-48bc-a2dd-055408349560, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:51.880278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] For port f1aa75ca-03d2-48bc-a2dd-055408349560, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f1aa75ca-03d2-48bc-a2dd-055408349560,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:51.882257 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fae9d3e8-2b9a-4004-91b1-41364c439e48 req-0f3cf42b-f285-4202-ab0c-8789a3482433 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 210 time: 0.0742166 Jul 16 17:59:51.901001 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.904833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:51.949491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0fd84a4-0c9d-4de0-a8a9-74916d943587 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:52.050158 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.052107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f0fd84a4-0c9d-4de0-a8a9-74916d943587, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f0fd84a4-0c9d-4de0-a8a9-74916d943587,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:52.054454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.055297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.057015 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] 10.222.0.37 "PUT /v2.0/ports/f1aa75ca-03d2-48bc-a2dd-055408349560 HTTP/1.1" status: 200 len: 1091 time: 1.8064175 Jul 16 17:59:52.061636 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.147951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64ef8c0-2541-46ab-883d-6f209e833724 service neutron] Pushing event updated for resources: {'Port': ['ID=f1aa75ca-03d2-48bc-a2dd-055408349560,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:52.149641 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.194792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=f0fd84a4-0c9d-4de0-a8a9-74916d943587,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:52.265882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e26d250-4793-453c-8460-ad1aa410da1b', 'tag': 'f0fd84a4-0c9d-4de0-a8a9-74916d943587'}, {'name': 'network-changed', 'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66'}, {'name': 'network-changed', 'server_uuid': '0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20', 'tag': 'f1aa75ca-03d2-48bc-a2dd-055408349560'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:52.269821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Network 04437df4-dabe-4e30-825b-96d2cb805a72 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 17:59:52.272350 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1205c11d-cf8e-4260-8036-5feda17b30fb" -d '{"events": [{"name": "network-changed", "server_uuid": "1e26d250-4793-453c-8460-ad1aa410da1b", "tag": "f0fd84a4-0c9d-4de0-a8a9-74916d943587"}, {"name": "network-changed", "server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66"}, {"name": "network-changed", "server_uuid": "0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20", "tag": "f1aa75ca-03d2-48bc-a2dd-055408349560"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:52.279699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 17:59:52.283961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 17:59:52.286610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Pushing event updated for resources: {'Port': ['ID=157bdc9e-e646-464b-937e-bbb0bfd520d7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:52.301246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-c678be56-a7f4-4152-88b9-9b2fb2fe21a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.302814 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-c678be56-a7f4-4152-88b9-9b2fb2fe21a2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.4261181 Jul 16 17:59:52.315530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390539a5-c158-49c6-a702-3e171108c436 req-1d6a05a4-5dcf-4263-a34c-47c66b0120b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.317047 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-390539a5-c158-49c6-a702-3e171108c436 req-1d6a05a4-5dcf-4263-a34c-47c66b0120b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=100cc40841824ef2ad57298c62557da2&device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 1096 time: 0.3135040 Jul 16 17:59:52.352493 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-bebae82b-3b03-4c85-8d97-ac56f68dd18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.353851 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-bebae82b-3b03-4c85-8d97-ac56f68dd18f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f86d44bcfbab46a1a7af0770a138a9a6&device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 1094 time: 0.1453481 Jul 16 17:59:52.359751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5cf4e-53f7-42b3-a93f-db9476c4eab4 req-f364268e-0123-4216-affb-45899c5037b0 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.364562 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4aa5cf4e-53f7-42b3-a93f-db9476c4eab4 req-f364268e-0123-4216-affb-45899c5037b0 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.1673715 Jul 16 17:59:52.375177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634aa162-3aad-4152-b7b3-e6d634747160 req-b6e16436-3763-4dd1-a42d-133bf0f543e4 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.377846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.379988 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.382574 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-634aa162-3aad-4152-b7b3-e6d634747160 req-b6e16436-3763-4dd1-a42d-133bf0f543e4 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 949 time: 0.2357895 Jul 16 17:59:52.389802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['f0fd84a4-0c9d-4de0-a8a9-74916d943587'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:52.402817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.37', 64098) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:52.418668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5be73b9b-2ee5-48fe-8899-3c47b2c98f61 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2806568 Jul 16 17:59:52.447131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Request body: {'port': {'device_id': '98b4e9a0-8921-4c63-9294-fe358490db94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:52.489923 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4aa5cf4e-53f7-42b3-a93f-db9476c4eab4 req-6b04fca5-ef5b-4806-84c4-26e16783de45 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065094 Jul 16 17:59:52.501640 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-6d1dbcc1-14ae-4cf1-b0c2-d7dd40a83995 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 217 time: 0.1154907 Jul 16 17:59:52.505747 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-00d4cc7f-ac88-4384-a0d3-65b0e45b0501 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1aa75ca-03d2-48bc-a2dd-055408349560 HTTP/1.1" status: 200 len: 217 time: 0.0990422 Jul 16 17:59:52.567938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-34d3df49-f45d-4490-9294-43df66ede0da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.570010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-34d3df49-f45d-4490-9294-43df66ede0da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 1096 time: 0.1661253 Jul 16 17:59:52.570779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:52.625284 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-634aa162-3aad-4152-b7b3-e6d634747160 req-060da800-5fd0-4f6c-9dc1-bae310e4b78b tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417748 Jul 16 17:59:52.661773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-a28a114b-75ae-44e2-9257-a35b02333c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.663950 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-a28a114b-75ae-44e2-9257-a35b02333c37 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1216125 Jul 16 17:59:52.674154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-16b96967-6269-4707-8526-e1ecc5820d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.675591 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-16b96967-6269-4707-8526-e1ecc5820d14 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14ef8cff-dc99-4c22-aab0-1c04351b46c8 HTTP/1.1" status: 200 len: 853 time: 0.1321745 Jul 16 17:59:52.723881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390539a5-c158-49c6-a702-3e171108c436 req-277d2edf-8df5-4a5e-8cef-f193e5c87d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.726525 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-390539a5-c158-49c6-a702-3e171108c436 req-277d2edf-8df5-4a5e-8cef-f193e5c87d9b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5f228275-412b-4785-aac5-ff437020b30c HTTP/1.1" status: 200 len: 920 time: 0.3415778 Jul 16 17:59:52.770530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-f78fe6c2-b6e4-4efe-848c-f9e8df4beb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.771045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-f78fe6c2-b6e4-4efe-848c-f9e8df4beb7b service neutron] 10.222.0.37 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.1885834 Jul 16 17:59:52.833846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-61f43362-2cd1-4c83-a4a1-79f0f05d19f2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450 HTTP/1.1" status: 200 len: 217 time: 0.0560257 Jul 16 17:59:52.964686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-8947545a-23c7-457c-8860-214d1b47ed31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:52.966163 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-8947545a-23c7-457c-8860-214d1b47ed31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.1228592 Jul 16 17:59:53.020991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-e70c32c1-ab55-4ce4-bf67-673ac76c4869 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428426 Jul 16 17:59:53.081838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2e10cc-6ed8-446d-a02c-ebd6152e1ea3 req-fee20d74-9069-49b5-b328-8201d3122d35 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.083298 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c2e10cc-6ed8-446d-a02c-ebd6152e1ea3 req-fee20d74-9069-49b5-b328-8201d3122d35 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 945 time: 0.2105944 Jul 16 17:59:53.105657 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-390539a5-c158-49c6-a702-3e171108c436 req-3e44bd94-ee70-453b-942d-609288a927c0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 200 len: 217 time: 0.0708094 Jul 16 17:59:53.188687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157bdc9e-e646-464b-937e-bbb0bfd520d7 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:53.195757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-3074742f-0f17-4af5-9696-cfce04796ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.197265 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-3074742f-0f17-4af5-9696-cfce04796ef2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5250218 Jul 16 17:59:53.199042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c2e10cc-6ed8-446d-a02c-ebd6152e1ea3 req-ad8e285c-b926-4c06-b7b4-e989e33f64df tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080918 Jul 16 17:59:53.200133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390539a5-c158-49c6-a702-3e171108c436 req-aad6d382-92ab-48f4-8b36-65d4c6717b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.201484 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-390539a5-c158-49c6-a702-3e171108c436 req-aad6d382-92ab-48f4-8b36-65d4c6717b17 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8bccff13-8aed-47f5-8de9-d9ef4356d59f HTTP/1.1" status: 200 len: 859 time: 0.0851793 Jul 16 17:59:53.206549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-78403340-d87d-4ac3-a489-23a7f86f82f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.207240 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.208022 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-78403340-d87d-4ac3-a489-23a7f86f82f0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d765f26-176b-49c1-afb1-02f5bfd18ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5170887 Jul 16 17:59:53.220634 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-23620e8f-c6f2-4e5c-a64f-5d17bf4e6a49 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876409 Jul 16 17:59:53.231341 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e34eb5-160c-4257-bb19-958a95635738 req-69e4b3b3-946b-4bda-859c-036fda11dfd0 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.232863 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-76e34eb5-160c-4257-bb19-958a95635738 req-69e4b3b3-946b-4bda-859c-036fda11dfd0 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1970544 Jul 16 17:59:53.239903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Transition to ACTIVE for port object 157bdc9e-e646-464b-937e-bbb0bfd520d7 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 17:59:53.259267 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.294095 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-390539a5-c158-49c6-a702-3e171108c436 req-114109fc-19d3-4ddf-b8c3-7249200c17de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5f228275-412b-4785-aac5-ff437020b30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0721269 Jul 16 17:59:53.442413 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-76e34eb5-160c-4257-bb19-958a95635738 req-154608ae-491a-4852-a13b-ced1af94dcc6 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852620 Jul 16 17:59:53.511083 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-706a624a-92a3-4fa0-ad84-1fe4c0b01411 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2984405 Jul 16 17:59:53.514925 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-53497676-204f-41ad-adc8-4b3a7f6edefb service neutron] 10.222.0.37 "GET /v2.0/networks/4d765f26-176b-49c1-afb1-02f5bfd18ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941103 Jul 16 17:59:53.533284 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-390539a5-c158-49c6-a702-3e171108c436 req-1a4dcba3-8e57-4b2c-912c-b42fbd2987a9 service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304580 Jul 16 17:59:53.560221 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7e0eb6c-f777-4c8d-868a-a6c4d61505b6 x-openstack-request-id: req-e7e0eb6c-f777-4c8d-868a-a6c4d61505b6 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:53.561422 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e26d250-4793-453c-8460-ad1aa410da1b", "tag": "f0fd84a4-0c9d-4de0-a8a9-74916d943587", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20", "tag": "f1aa75ca-03d2-48bc-a2dd-055408349560", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:53.561930 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7e0eb6c-f777-4c8d-868a-a6c4d61505b6 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:53.562991 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e26d250-4793-453c-8460-ad1aa410da1b', 'tag': 'f0fd84a4-0c9d-4de0-a8a9-74916d943587', 'status': 'completed', 'code': 200} Jul 16 17:59:53.563511 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'status': 'completed', 'code': 200} Jul 16 17:59:53.564263 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20', 'tag': 'f1aa75ca-03d2-48bc-a2dd-055408349560', 'status': 'completed', 'code': 200} Jul 16 17:59:53.610912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f0fd84a4-0c9d-4de0-a8a9-74916d943587 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:53.682970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Pushing event updated for resources: {'Port': ['ID=157bdc9e-e646-464b-937e-bbb0bfd520d7,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:53.727432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port f0fd84a4-0c9d-4de0-a8a9-74916d943587 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:53.734615 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port f0fd84a4-0c9d-4de0-a8a9-74916d943587 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:53.735246 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.754312 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-55c395ec-9680-4b37-847f-8d80656eb840 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237250 Jul 16 17:59:53.805112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80131e1b-3265-49cc-95a3-8ebae9b87f85 req-c29038e8-5eb8-445f-ad6e-cdb325712799 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.806615 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80131e1b-3265-49cc-95a3-8ebae9b87f85 req-c29038e8-5eb8-445f-ad6e-cdb325712799 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 943 time: 0.4713326 Jul 16 17:59:53.807866 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Attempting to bind port 157bdc9e-e646-464b-937e-bbb0bfd520d7 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:53.808199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Attempting to bind port 157bdc9e-e646-464b-937e-bbb0bfd520d7 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:53.808620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Attempting to bind port 157bdc9e-e646-464b-937e-bbb0bfd520d7 on network 04437df4-dabe-4e30-825b-96d2cb805a72 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:53.821140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Port 157bdc9e-e646-464b-937e-bbb0bfd520d7 on network 04437df4-dabe-4e30-825b-96d2cb805a72 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:53.821460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Attempting to bind port 157bdc9e-e646-464b-937e-bbb0bfd520d7 on network 04437df4-dabe-4e30-825b-96d2cb805a72 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:53.835214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:53.836394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Checking segment: {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:53.836708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Bound using segment: {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:53.837158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Bound port: 157bdc9e-e646-464b-937e-bbb0bfd520d7, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:53.837523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.855821 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.882034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e26d250-4793-453c-8460-ad1aa410da1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd84a4-0c9d-4de0-a8a9-74916d943587'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:53.884329 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dac44cf-9a38-4c2e-afd8-27bedcc78c45" -d '{"events": [{"server_uuid": "1e26d250-4793-453c-8460-ad1aa410da1b", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd84a4-0c9d-4de0-a8a9-74916d943587"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:53.899274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f0fd84a4-0c9d-4de0-a8a9-74916d943587, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f0fd84a4-0c9d-4de0-a8a9-74916d943587,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:53.903598 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:53.917315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.37', 64099) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:53.920598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80131e1b-3265-49cc-95a3-8ebae9b87f85 req-ffebf2ec-3af7-4348-9189-594488276af1 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061897 Jul 16 17:59:53.965724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=f0fd84a4-0c9d-4de0-a8a9-74916d943587,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:53.966465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.37', 64100) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:53.986850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-0a98ce90-8417-4309-8557-60548c94f6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:53.988406 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-0a98ce90-8417-4309-8557-60548c94f6c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f9488e6f5c4d4de6a6c21191e1c35d74&device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 1100 time: 0.3983305 Jul 16 17:59:54.011247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] For port 157bdc9e-e646-464b-937e-bbb0bfd520d7, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:54.046077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f16a15-724b-47d1-b5d0-55725f2fbe19 req-f4d404c3-4d71-4513-a88e-6bc202f916c2 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.047734 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d2f16a15-724b-47d1-b5d0-55725f2fbe19 req-f4d404c3-4d71-4513-a88e-6bc202f916c2 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 948 time: 0.3047709 Jul 16 17:59:54.054795 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-e2597e03-d274-4929-819a-eb1096c22ea4 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5100684 Jul 16 17:59:54.056469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] For port 157bdc9e-e646-464b-937e-bbb0bfd520d7, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=157bdc9e-e646-464b-937e-bbb0bfd520d7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:54.084875 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-46261d5f-a965-4daf-9d79-bf36356db2ba service neutron] 10.222.0.37 "GET /v2.0/networks/4d765f26-176b-49c1-afb1-02f5bfd18ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176206 Jul 16 17:59:54.089545 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.109808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b984b773-947c-4c35-8259-bf64c54c5299 req-3873645b-02cf-4a72-be67-997835bf3156 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2552752 Jul 16 17:59:54.157633 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-390539a5-c158-49c6-a702-3e171108c436 req-ec1e4acf-ca3d-472b-b23f-42fd139e6410 service neutron] 10.222.0.37 "GET /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5776691 Jul 16 17:59:54.172777 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.173556 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.175017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] 10.222.0.37 "PUT /v2.0/ports/157bdc9e-e646-464b-937e-bbb0bfd520d7 HTTP/1.1" status: 200 len: 1091 time: 1.7349899 Jul 16 17:59:54.176448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98b4e9a0-8921-4c63-9294-fe358490db94', 'tag': '157bdc9e-e646-464b-937e-bbb0bfd520d7'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:54.179350 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058eeb94-f464-4e3d-bad9-ecbed7603ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "98b4e9a0-8921-4c63-9294-fe358490db94", "tag": "157bdc9e-e646-464b-937e-bbb0bfd520d7"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:54.212079 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d2f16a15-724b-47d1-b5d0-55725f2fbe19 req-352ba7e1-36bf-44da-a373-ca9ead80d068 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443329 Jul 16 17:59:54.215943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15582294-ae7a-48d7-9979-e3e40e191f4f service neutron] Pushing event updated for resources: {'Port': ['ID=157bdc9e-e646-464b-937e-bbb0bfd520d7,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:54.221245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-1c7dd67b-33ca-4dfc-8159-cdd430b326cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.224567 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-1c7dd67b-33ca-4dfc-8159-cdd430b326cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2239213 Jul 16 17:59:54.228065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ec2215-0f02-484e-aba7-4686ad6e6bf5 req-2b7bbc3c-0b6c-4416-a703-d5f13943ee8c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.229706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2ec2215-0f02-484e-aba7-4686ad6e6bf5 req-2b7bbc3c-0b6c-4416-a703-d5f13943ee8c tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.37 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.2622552 Jul 16 17:59:54.245521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-452e833e-a1f1-47c8-b8f6-7d119eb47718 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.247103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-452e833e-a1f1-47c8-b8f6-7d119eb47718 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1096 time: 0.2783213 Jul 16 17:59:54.292979 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-d06fe48e-266a-4e0e-a5a5-30e0f6bf4a28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=f0fd84a4-0c9d-4de0-a8a9-74916d943587 HTTP/1.1" status: 200 len: 217 time: 0.0614834 Jul 16 17:59:54.296654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-7'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 17:59:54.391930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8531f7a-798d-4602-ba2a-8d12a6f56176 req-05bb4887-8228-441d-a51c-cd2cbd8246e4 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.393452 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8531f7a-798d-4602-ba2a-8d12a6f56176 req-05bb4887-8228-441d-a51c-cd2cbd8246e4 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 943 time: 0.3443649 Jul 16 17:59:54.400895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-7e190704-e705-4b96-939b-8e55360fb5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.402341 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-7e190704-e705-4b96-939b-8e55360fb5dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0918970 Jul 16 17:59:54.426172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b773-947c-4c35-8259-bf64c54c5299 req-32541e67-7545-4e42-8a49-bbf13119e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.427660 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b984b773-947c-4c35-8259-bf64c54c5299 req-32541e67-7545-4e42-8a49-bbf13119e796 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 1101 time: 0.1770735 Jul 16 17:59:54.529095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8531f7a-798d-4602-ba2a-8d12a6f56176 req-aa9e1989-d4ed-4573-9170-ba556fc5dc36 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279285 Jul 16 17:59:54.540491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89517789-7c2a-4bfb-b369-4f5671d1c3fb req-4acbe5f9-0884-45fc-8d92-f476e267ee50 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.542056 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-89517789-7c2a-4bfb-b369-4f5671d1c3fb req-4acbe5f9-0884-45fc-8d92-f476e267ee50 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 945 time: 0.1783180 Jul 16 17:59:54.543243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-5d6bf43e-2588-45b4-b62f-4d06b79e3427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.544749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-5d6bf43e-2588-45b4-b62f-4d06b79e3427 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1099 time: 0.3125479 Jul 16 17:59:54.546402 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.579528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-3573893d-c6c3-4721-94d7-49f33cb962c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.581031 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-3573893d-c6c3-4721-94d7-49f33cb962c1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 1094 time: 0.2644556 Jul 16 17:59:54.590663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b773-947c-4c35-8259-bf64c54c5299 req-3aeac999-7636-414e-8a0a-cca6a4dffc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.592372 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b984b773-947c-4c35-8259-bf64c54c5299 req-3aeac999-7636-414e-8a0a-cca6a4dffc33 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1420815 Jul 16 17:59:54.593959 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-9a0868c3-a147-4593-a827-d3dbd60f1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.595888 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-9a0868c3-a147-4593-a827-d3dbd60f1d1f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1805415 Jul 16 17:59:54.662023 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-89517789-7c2a-4bfb-b369-4f5671d1c3fb req-d77ec1c4-950a-41e8-918a-314df5849afc tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/security-groups?id=ac96c2b1-5171-4db4-9ac1-5064a9e70c29&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025932 Jul 16 17:59:54.665642 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b984b773-947c-4c35-8259-bf64c54c5299 req-ad72895d-4826-4af3-8881-4223a725df1c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27 HTTP/1.1" status: 200 len: 217 time: 0.0592973 Jul 16 17:59:54.668891 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-c2ec2215-0f02-484e-aba7-4686ad6e6bf5 req-e128bfe5-b21c-4cc8-bb94-77863afe1743 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Deleting port 99ec52b3-75e5-4a50-8115-6869d8408843 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:54.669276 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c2ec2215-0f02-484e-aba7-4686ad6e6bf5 req-e128bfe5-b21c-4cc8-bb94-77863afe1743 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:54.691046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-fb83635f-eb30-4f61-9fb9-143974f8b405 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=157bdc9e-e646-464b-937e-bbb0bfd520d7 HTTP/1.1" status: 200 len: 217 time: 0.0690155 Jul 16 17:59:54.771117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b773-947c-4c35-8259-bf64c54c5299 req-447a73fa-b88f-4008-a220-8baae5d3b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.772695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b984b773-947c-4c35-8259-bf64c54c5299 req-447a73fa-b88f-4008-a220-8baae5d3b893 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0986855 Jul 16 17:59:54.786960 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-9a89828f-7fe3-4031-b428-05b34e5bd903 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793783 Jul 16 17:59:54.837648 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ab9524-219b-4b97-90f8-53b3619cd996 x-openstack-request-id: req-e2ab9524-219b-4b97-90f8-53b3619cd996 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:54.838697 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e26d250-4793-453c-8460-ad1aa410da1b", "name": "network-vif-plugged", "status": "completed", "tag": "f0fd84a4-0c9d-4de0-a8a9-74916d943587", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:54.839174 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2ab9524-219b-4b97-90f8-53b3619cd996 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:54.839872 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e26d250-4793-453c-8460-ad1aa410da1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0fd84a4-0c9d-4de0-a8a9-74916d943587', 'code': 200} Jul 16 17:59:54.908132 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e073af0-b118-47da-9799-1eddd552af07 x-openstack-request-id: req-4e073af0-b118-47da-9799-1eddd552af07 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:54.908662 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98b4e9a0-8921-4c63-9294-fe358490db94", "tag": "157bdc9e-e646-464b-937e-bbb0bfd520d7", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:54.908662 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4e073af0-b118-47da-9799-1eddd552af07 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:54.909032 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98b4e9a0-8921-4c63-9294-fe358490db94', 'tag': '157bdc9e-e646-464b-937e-bbb0bfd520d7', 'status': 'completed', 'code': 200} Jul 16 17:59:54.929473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-05bf462d-49ef-47ce-b91d-d7322741b538 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348860 Jul 16 17:59:54.935828 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b984b773-947c-4c35-8259-bf64c54c5299 req-c75e993b-7090-45b4-ac01-4ec9448ebabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.937280 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b984b773-947c-4c35-8259-bf64c54c5299 req-c75e993b-7090-45b4-ac01-4ec9448ebabd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330328 Jul 16 17:59:54.966164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5d9a4350-a976-4705-b04f-2053ec5c4422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.967655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5d9a4350-a976-4705-b04f-2053ec5c4422 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dba55bee-7eb5-4d34-8527-d9d14160a2f5 HTTP/1.1" status: 200 len: 845 time: 0.2330129 Jul 16 17:59:54.968812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-87d9802a-e0d1-496c-b644-610002c5c836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:54.969946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-87d9802a-e0d1-496c-b644-610002c5c836 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.4059737 Jul 16 17:59:55.080358 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-0f4b0463-654b-4113-b72f-240bd062b28d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04437df4-dabe-4e30-825b-96d2cb805a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0974753 Jul 16 17:59:55.081955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c2ec2215-0f02-484e-aba7-4686ad6e6bf5 req-e128bfe5-b21c-4cc8-bb94-77863afe1743 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] For port 99ec52b3-75e5-4a50-8115-6869d8408843, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=99ec52b3-75e5-4a50-8115-6869d8408843,segment=NetworkSegment(6d0b7e95-fbd4-442a-8f68-2b162459dc51),segment_id=6d0b7e95-fbd4-442a-8f68-2b162459dc51)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:55.082316 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c2ec2215-0f02-484e-aba7-4686ad6e6bf5 req-e128bfe5-b21c-4cc8-bb94-77863afe1743 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.101842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-2043f9dd-6708-4c36-b88c-6b8396521c5a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 217 time: 0.1002259 Jul 16 17:59:55.109161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:55.126572 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b984b773-947c-4c35-8259-bf64c54c5299 req-cb2ed0fa-a4de-413f-8d0c-8e33016afee6 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798213 Jul 16 17:59:55.128078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229f9d34-18a0-424c-b74f-faba5f37f8ea req-0b7a888f-a717-4af7-81c2-c8c7fa5c114a tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.129510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-229f9d34-18a0-424c-b74f-faba5f37f8ea req-0b7a888f-a717-4af7-81c2-c8c7fa5c114a tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 950 time: 0.4540153 Jul 16 17:59:55.134627 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-14184630-67f9-44d4-a692-a73efc3151ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.136114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-14184630-67f9-44d4-a692-a73efc3151ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1099 time: 0.1553659 Jul 16 17:59:55.138213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-c2ec2215-0f02-484e-aba7-4686ad6e6bf5 req-e128bfe5-b21c-4cc8-bb94-77863afe1743 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Calling delete_port for 99ec52b3-75e5-4a50-8115-6869d8408843 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:55.187064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11cc2dc-b171-4ed3-8d57-63251c5c011a req-e23dc464-5450-490b-8603-76d4f54e2ee2 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.188570 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c11cc2dc-b171-4ed3-8d57-63251c5c011a req-e23dc464-5450-490b-8603-76d4f54e2ee2 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 945 time: 0.1971469 Jul 16 17:59:55.321229 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c11cc2dc-b171-4ed3-8d57-63251c5c011a req-3d02cf3c-e5aa-4b52-84df-191cd10450c0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224253 Jul 16 17:59:55.324369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8350c-1b9d-4057-b56d-bcc64b4dcdc2 req-365f72fe-42bb-4fbe-897f-95c15fa7e464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.325883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32a8350c-1b9d-4057-b56d-bcc64b4dcdc2 req-365f72fe-42bb-4fbe-897f-95c15fa7e464 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 1101 time: 0.4092970 Jul 16 17:59:55.349621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-433c225d-9dc0-4c3f-9581-aeea2a6de04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.351406 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-433c225d-9dc0-4c3f-9581-aeea2a6de04d service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2055199 Jul 16 17:59:55.355630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b984b773-947c-4c35-8259-bf64c54c5299 req-33c16044-741e-4d16-ad85-10d8be317a04 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2178152 Jul 16 17:59:55.358678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:55.373052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-0cfb93dd-447a-4520-9a49-6bf1dd506503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.374518 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-0cfb93dd-447a-4520-9a49-6bf1dd506503 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.2337277 Jul 16 17:59:55.386706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-229f9d34-18a0-424c-b74f-faba5f37f8ea req-c5201e77-1f5b-471a-a0da-b81c6ede3d05 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2350814 Jul 16 17:59:55.416456 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-c62dd313-f43c-45da-95dd-de490d8e0a28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 217 time: 0.0542409 Jul 16 17:59:55.487031 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-5914f9c7-4a86-4806-8cd8-996351e79620 service neutron] 10.222.0.37 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805969 Jul 16 17:59:55.515439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-a479812d-eae0-4c06-8f7f-9a028f582d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.516998 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-a479812d-eae0-4c06-8f7f-9a028f582d22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0915036 Jul 16 17:59:55.526608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32a8350c-1b9d-4057-b56d-bcc64b4dcdc2 req-6c8ce2e9-853d-4ba7-87f5-7d2fcc7367a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855724 Jul 16 17:59:55.566138 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.571792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a300dd6f-362a-43f8-bfdf-d953258bacb0 req-5fc365ea-9f69-4304-813c-44febbeea470 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.573243 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a300dd6f-362a-43f8-bfdf-d953258bacb0 req-5fc365ea-9f69-4304-813c-44febbeea470 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1134708 Jul 16 17:59:55.597965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.607377 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-d079b505-ab41-4a6a-83d6-64655dc419eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.609006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-d079b505-ab41-4a6a-83d6-64655dc419eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835462 Jul 16 17:59:55.649358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f1aa75ca-03d2-48bc-a2dd-055408349560 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:55.659226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a300dd6f-362a-43f8-bfdf-d953258bacb0 req-80c3683f-d6ae-4f17-a608-92ddc128d99a tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621049 Jul 16 17:59:55.752285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-4ba97d0f-e619-4bf0-88d9-a649e31e296f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.753802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-4ba97d0f-e619-4bf0-88d9-a649e31e296f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3243926 Jul 16 17:59:55.770887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c2ec2215-0f02-484e-aba7-4686ad6e6bf5 req-e128bfe5-b21c-4cc8-bb94-77863afe1743 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.773377 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-f217e684-3868-4320-83b3-a78f64859921 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1539538 Jul 16 17:59:55.781002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f1aa75ca-03d2-48bc-a2dd-055408349560, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f1aa75ca-03d2-48bc-a2dd-055408349560,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:55.787174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Pushing event updated for resources: {'Port': ['ID=bdafb30f-6926-4573-86e5-f1c3b5b94450,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:55.795769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'f1aa75ca-03d2-48bc-a2dd-055408349560', 'network_id': '4d765f26-176b-49c1-afb1-02f5bfd18ce6', 'port_id': 'f1aa75ca-03d2-48bc-a2dd-055408349560', 'mac_address': 'fa:16:3e:0d:b5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 363, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14ef8cff-dc99-4c22-aab0-1c04351b46c8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:55.824499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['99ec52b3-75e5-4a50-8115-6869d8408843'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:55.863991 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.874181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3c7830e-0ade-4e3e-bfca-3d9c78766680 req-a18a3c31-79fb-4751-8345-b0edbb3bf5a0 service neutron] 10.222.0.37 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3643448 Jul 16 17:59:55.878493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1aa75ca-03d2-48bc-a2dd-055408349560 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:55.883277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e128bfe5-b21c-4cc8-bb94-77863afe1743 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Pushing event deleted for resources: {'Port': ['ID=99ec52b3-75e5-4a50-8115-6869d8408843,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:55.897926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08810ef5-ce97-4c06-ba52-f8649e8d424c req-dfa3e0e0-974a-4aad-b95f-513e402aaa97 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:55.899527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08810ef5-ce97-4c06-ba52-f8649e8d424c req-dfa3e0e0-974a-4aad-b95f-513e402aaa97 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 943 time: 0.3936017 Jul 16 17:59:55.907531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 on host n-h2-794306-7 for vnic_type normal with profile {"migrating_to": "n-h1-794306-7"} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 17:59:55.907979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 17:59:55.908247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:55.917245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f1aa75ca-03d2-48bc-a2dd-055408349560, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f1aa75ca-03d2-48bc-a2dd-055408349560,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:55.923092 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:55.982138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=f1aa75ca-03d2-48bc-a2dd-055408349560,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:56.228155 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-cbc33407-f72c-4577-aa3a-b9575c22556e service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4473486 Jul 16 17:59:56.241713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e1986-5afa-42c2-adbc-be94750807f5 req-748ba984-90d8-46e7-8ebc-4841598d1b97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.243181 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d18e1986-5afa-42c2-adbc-be94750807f5 req-748ba984-90d8-46e7-8ebc-4841598d1b97 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 948 time: 0.4365675 Jul 16 17:59:56.292983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Port bdafb30f-6926-4573-86e5-f1c3b5b94450 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 17:59:56.293322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Attempting to bind port bdafb30f-6926-4573-86e5-f1c3b5b94450 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 17:59:56.293888 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d18e1986-5afa-42c2-adbc-be94750807f5 req-c0016bc0-e853-42be-8431-e74ed2da9217 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415237 Jul 16 17:59:56.349378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2ec2215-0f02-484e-aba7-4686ad6e6bf5 req-e128bfe5-b21c-4cc8-bb94-77863afe1743 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] No DVR routers for this DVR port 99ec52b3-75e5-4a50-8115-6869d8408843 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 17:59:56.354981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 17:59:56.355325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 17:59:56.355755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 17:59:56.356233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Bound port: bdafb30f-6926-4573-86e5-f1c3b5b94450, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 17:59:56.356573 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.359805 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c2ec2215-0f02-484e-aba7-4686ad6e6bf5 req-e128bfe5-b21c-4cc8-bb94-77863afe1743 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.361782 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2ec2215-0f02-484e-aba7-4686ad6e6bf5 req-e128bfe5-b21c-4cc8-bb94-77863afe1743 tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.37 "DELETE /v2.0/ports/99ec52b3-75e5-4a50-8115-6869d8408843 HTTP/1.1" status: 204 len: 173 time: 2.1120086 Jul 16 17:59:56.408308 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-54651b75-34d6-4d02-99d5-a9651e1e1410 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434772 Jul 16 17:59:56.415466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08810ef5-ce97-4c06-ba52-f8649e8d424c req-0d58531d-a7e5-4c87-a65f-f38d46c2298a tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425891 Jul 16 17:59:56.424964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f1aa75ca-03d2-48bc-a2dd-055408349560'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:56.514753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea4be0d-0e4a-46d5-a026-f348d127d013 req-f7bbec5f-2d0f-4f0b-b1cb-bba8f7f19945 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.525511 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ea4be0d-0e4a-46d5-a026-f348d127d013 req-f7bbec5f-2d0f-4f0b-b1cb-bba8f7f19945 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 943 time: 0.1085217 Jul 16 17:59:56.537440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eeb94-f464-4e3d-bad9-ecbed7603ee3 req-6a9628f8-dcbc-4096-bce2-9f3ca6739d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.538868 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-058eeb94-f464-4e3d-bad9-ecbed7603ee3 req-6a9628f8-dcbc-4096-bce2-9f3ca6739d68 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 1094 time: 0.2628973 Jul 16 17:59:56.595304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 17:59:56.595797 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ea4be0d-0e4a-46d5-a026-f348d127d013 req-833b2fb5-3701-441a-99ee-8e3b5f839aa6 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662212 Jul 16 17:59:56.610198 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-6fb8df0f-4d9f-4f81-abe6-f02b81efb858 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720057 Jul 16 17:59:56.672653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 17:59:56.675205 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-788687d6-708d-41c4-a19d-c06537d6deb5 req-1a597fc0-524d-42a0-8a06-058851bc915e tempest-ServerRescueTestJSONUnderV235-1752258550 tempest-ServerRescueTestJSONUnderV235-1752258550-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e HTTP/1.1" status: 200 len: 210 time: 0.0707517 Jul 16 17:59:56.695339 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.812187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eeb94-f464-4e3d-bad9-ecbed7603ee3 req-28b1503d-16a6-4fb8-9afb-c9510bb9d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.813678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-058eeb94-f464-4e3d-bad9-ecbed7603ee3 req-28b1503d-16a6-4fb8-9afb-c9510bb9d8ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 906 time: 0.2648473 Jul 16 17:59:56.863792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.864416 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:56.865794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] 10.222.0.37 "PUT /v2.0/ports/bdafb30f-6926-4573-86e5-f1c3b5b94450 HTTP/1.1" status: 200 len: 1121 time: 2.5871239 Jul 16 17:59:56.879624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0adcc9-a0a4-477f-b4a4-7e18d8f328ae service neutron] Pushing event updated for resources: {'Port': ['ID=bdafb30f-6926-4573-86e5-f1c3b5b94450,revision_number=8']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:56.930795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdafb30f-6926-4573-86e5-f1c3b5b94450'}, {'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'name': 'network-vif-deleted', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843'}, {'name': 'network-changed', 'server_uuid': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'tag': 'bdafb30f-6926-4573-86e5-f1c3b5b94450'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:56.933036 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99b0da01-38ca-4699-9490-9e56565a4b28" -d '{"events": [{"server_uuid": "985219fd-0c23-41b4-9691-f6f4bf1a198c", "name": "network-vif-unplugged", "status": "completed", "tag": "bdafb30f-6926-4573-86e5-f1c3b5b94450"}, {"server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "name": "network-vif-deleted", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843"}, {"name": "network-changed", "server_uuid": "985219fd-0c23-41b4-9691-f6f4bf1a198c", "tag": "bdafb30f-6926-4573-86e5-f1c3b5b94450"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 17:59:56.942972 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-058eeb94-f464-4e3d-bad9-ecbed7603ee3 req-f46a60ec-abf8-4e3e-8852-bd3e6f909b8e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=157bdc9e-e646-464b-937e-bbb0bfd520d7 HTTP/1.1" status: 200 len: 217 time: 0.0912559 Jul 16 17:59:56.957352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-fb33e69e-6e91-4f31-8746-ce567828558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.958824 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-fb33e69e-6e91-4f31-8746-ce567828558d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f86d44bcfbab46a1a7af0770a138a9a6&device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 1095 time: 0.2248120 Jul 16 17:59:56.964322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['bdafb30f-6926-4573-86e5-f1c3b5b94450'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:56.968018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a4f0ba-bf83-4114-8743-70cbe96541f6 req-bb024fd0-0676-4ef1-a992-695440e0dff4 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:56.968869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e5a4f0ba-bf83-4114-8743-70cbe96541f6 req-bb024fd0-0676-4ef1-a992-695440e0dff4 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 950 time: 0.0891221 Jul 16 17:59:57.010751 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e5a4f0ba-bf83-4114-8743-70cbe96541f6 req-0caaec40-547a-4278-ba44-48129a61b900 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344722 Jul 16 17:59:57.081331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0e8ef-6731-49ae-8278-65427da11a5f req-9dc0be50-0fba-4cad-b87f-85db72fc7db1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.082841 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ef0e8ef-6731-49ae-8278-65427da11a5f req-9dc0be50-0fba-4cad-b87f-85db72fc7db1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 943 time: 0.2331574 Jul 16 17:59:57.084845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058eeb94-f464-4e3d-bad9-ecbed7603ee3 req-5f519fa6-d257-4a77-b684-dbaed0a6bec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.086447 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-058eeb94-f464-4e3d-bad9-ecbed7603ee3 req-5f519fa6-d257-4a77-b684-dbaed0a6bec6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dba55bee-7eb5-4d34-8527-d9d14160a2f5 HTTP/1.1" status: 200 len: 845 time: 0.1261752 Jul 16 17:59:57.150413 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-058eeb94-f464-4e3d-bad9-ecbed7603ee3 req-59d560b0-cf74-4da3-b1e7-170880e495b1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=04437df4-dabe-4e30-825b-96d2cb805a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385852 Jul 16 17:59:57.173375 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-39975569-f144-427b-a8be-ab61e65ad683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.174802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-39975569-f144-427b-a8be-ab61e65ad683 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4d765f26-176b-49c1-afb1-02f5bfd18ce6 HTTP/1.1" status: 200 len: 915 time: 0.1869283 Jul 16 17:59:57.189968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e308b69-c0a4-42d7-8a27-68084301dc6e req-f41f1d47-b580-444a-aa81-3cdefff3dd37 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.191389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8e308b69-c0a4-42d7-8a27-68084301dc6e req-f41f1d47-b580-444a-aa81-3cdefff3dd37 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0665479 Jul 16 17:59:57.195973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ef0e8ef-6731-49ae-8278-65427da11a5f req-a7f91d49-a8fc-4330-a91a-cbc47b16e954 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016643 Jul 16 17:59:57.237513 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8e308b69-c0a4-42d7-8a27-68084301dc6e req-83bd4484-f68e-4d47-84ca-031ba06b209f tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387659 Jul 16 17:59:57.237840 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-a7349b52-eb84-45d9-bc6b-00b8082d9c60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f1aa75ca-03d2-48bc-a2dd-055408349560 HTTP/1.1" status: 200 len: 217 time: 0.0517128 Jul 16 17:59:57.284288 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 17:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad5aeed-baff-4746-8640-b9836e830efc x-openstack-request-id: req-9ad5aeed-baff-4746-8640-b9836e830efc {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 17:59:57.284664 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985219fd-0c23-41b4-9691-f6f4bf1a198c", "name": "network-vif-unplugged", "status": "completed", "tag": "bdafb30f-6926-4573-86e5-f1c3b5b94450", "code": 200}, {"server_uuid": "b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e", "name": "network-vif-deleted", "tag": "99ec52b3-75e5-4a50-8115-6869d8408843", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "985219fd-0c23-41b4-9691-f6f4bf1a198c", "tag": "bdafb30f-6926-4573-86e5-f1c3b5b94450", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 17:59:57.284986 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9ad5aeed-baff-4746-8640-b9836e830efc {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 17:59:57.285461 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdafb30f-6926-4573-86e5-f1c3b5b94450', 'code': 200} Jul 16 17:59:57.285837 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2aff76c-7b6b-417f-a9e4-d0f01e3c5f0e', 'name': 'network-vif-deleted', 'tag': '99ec52b3-75e5-4a50-8115-6869d8408843', 'status': 'completed', 'code': 200} Jul 16 17:59:57.286090 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'tag': 'bdafb30f-6926-4573-86e5-f1c3b5b94450', 'status': 'completed', 'code': 200} Jul 16 17:59:57.356876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0da01-38ca-4699-9490-9e56565a4b28 req-da19cea4-2956-4082-bdf0-da32fed39f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.359351 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b0da01-38ca-4699-9490-9e56565a4b28 req-da19cea4-2956-4082-bdf0-da32fed39f17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 1124 time: 0.0653124 Jul 16 17:59:57.373339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-058eeb94-f464-4e3d-bad9-ecbed7603ee3 req-a48c415c-f2ca-4df7-9cf2-2a5d389586d8 service neutron] 10.222.0.37 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111225 Jul 16 17:59:57.374264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-580b0b64-54e3-4d12-924b-41a2cabd5bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.375593 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-580b0b64-54e3-4d12-924b-41a2cabd5bc7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=14ef8cff-dc99-4c22-aab0-1c04351b46c8 HTTP/1.1" status: 200 len: 853 time: 0.1040649 Jul 16 17:59:57.486870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0da01-38ca-4699-9490-9e56565a4b28 req-cb65d654-b44d-4689-b9c0-82ede81141be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.489123 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b0da01-38ca-4699-9490-9e56565a4b28 req-cb65d654-b44d-4689-b9c0-82ede81141be service neutron] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.1196089 Jul 16 17:59:57.538985 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b0da01-38ca-4699-9490-9e56565a4b28 req-704498c2-c723-4a7e-b288-20cd41b2d898 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450 HTTP/1.1" status: 200 len: 217 time: 0.0410390 Jul 16 17:59:57.597560 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-058eeb94-f464-4e3d-bad9-ecbed7603ee3 req-731f0340-5320-48c8-bad0-0d02551472a3 service neutron] 10.222.0.37 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050073 Jul 16 17:59:57.614013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b0da01-38ca-4699-9490-9e56565a4b28 req-895ffd09-238a-451b-9b36-96d74232b245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.616384 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b0da01-38ca-4699-9490-9e56565a4b28 req-895ffd09-238a-451b-9b36-96d74232b245 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.0583744 Jul 16 17:59:57.623049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-cf9e81e1-f961-4658-a433-11e6ebf1a7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.624572 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-cf9e81e1-f961-4658-a433-11e6ebf1a7cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4d765f26-176b-49c1-afb1-02f5bfd18ce6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2229233 Jul 16 17:59:57.649798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 658dd971-f59b-4aed-8895-56a35cdd5c66 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:57.660560 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b0da01-38ca-4699-9490-9e56565a4b28 req-ea9ea8d7-e609-4ad7-96a4-b8e4d5806791 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319786 Jul 16 17:59:57.665529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 99ec52b3-75e5-4a50-8115-6869d8408843 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 17:59:57.667357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db67307-0361-4710-9a82-c3f484f5c27a req-de1b06fd-188a-4994-8982-63a175881fb5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.669054 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0db67307-0361-4710-9a82-c3f484f5c27a req-de1b06fd-188a-4994-8982-63a175881fb5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 948 time: 0.1847465 Jul 16 17:59:57.709137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 99ec52b3-75e5-4a50-8115-6869d8408843 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 17:59:57.709961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 99ec52b3-75e5-4a50-8115-6869d8408843 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 17:59:57.769528 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0db67307-0361-4710-9a82-c3f484f5c27a req-ff24c40b-8397-4bed-9ed7-e9a61a60132c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888569 Jul 16 17:59:57.778459 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-4082c2e2-cbe4-4638-bc8c-00df75269457 service neutron] 10.222.0.37 "GET /v2.0/networks/4d765f26-176b-49c1-afb1-02f5bfd18ce6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1455045 Jul 16 17:59:57.785081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:57.798294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'mac_address': 'fa:16:3e:e0:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:57.803704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a830f-3525-4e70-a336-e9ec3c3d8222 req-04310f37-3b32-4fd5-969d-540ab1523b87 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:57.805435 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-415a830f-3525-4e70-a336-e9ec3c3d8222 req-04310f37-3b32-4fd5-969d-540ab1523b87 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 944 time: 0.1475110 Jul 16 17:59:57.834853 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b0da01-38ca-4699-9490-9e56565a4b28 req-2dafc1dd-22ca-4b72-b5bd-b499948fba38 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441689 Jul 16 17:59:57.843438 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.858494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658dd971-f59b-4aed-8895-56a35cdd5c66 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:57.881022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:57.889163 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:57.890393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 157bdc9e-e646-464b-937e-bbb0bfd520d7 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:57.890549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-415a830f-3525-4e70-a336-e9ec3c3d8222 req-48b8e0b5-045c-4e32-afb3-b67d6b1b8375 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773203 Jul 16 17:59:57.892624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1205c11d-cf8e-4260-8036-5feda17b30fb req-b2a11755-54e4-4809-b08c-ef83f38e12f1 service neutron] 10.222.0.37 "GET /v2.0/networks/4d765f26-176b-49c1-afb1-02f5bfd18ce6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057169 Jul 16 17:59:57.981663 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:57.992915 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b0da01-38ca-4699-9490-9e56565a4b28 req-c518c7af-2652-4f66-9b36-33f61ef51721 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508167 Jul 16 17:59:58.002774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618ef4b5-6a60-46e5-8aea-2d73f9ace29d req-371bfa8e-dd5f-40f8-9eac-9720a83153f3 tempest-ServersAdminNegativeTestJSON-1618460004 tempest-ServersAdminNegativeTestJSON-1618460004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.004549 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-618ef4b5-6a60-46e5-8aea-2d73f9ace29d req-371bfa8e-dd5f-40f8-9eac-9720a83153f3 tempest-ServersAdminNegativeTestJSON-1618460004 tempest-ServersAdminNegativeTestJSON-1618460004-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 1101 time: 0.0727417 Jul 16 17:59:58.032866 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-618ef4b5-6a60-46e5-8aea-2d73f9ace29d req-3844edeb-a853-422d-9a98-8d2e5c39d5f1 tempest-ServersAdminNegativeTestJSON-1618460004 tempest-ServersAdminNegativeTestJSON-1618460004-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.059170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 157bdc9e-e646-464b-937e-bbb0bfd520d7, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=157bdc9e-e646-464b-937e-bbb0bfd520d7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:58.081293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '157bdc9e-e646-464b-937e-bbb0bfd520d7', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'port_id': '157bdc9e-e646-464b-937e-bbb0bfd520d7', 'mac_address': 'fa:16:3e:30:8e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba55bee-7eb5-4d34-8527-d9d14160a2f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 17:59:58.108563 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fd2722-b3ef-4265-bc57-c936c927f3e4 req-6678dfe7-9566-4578-9740-b6588b31c171 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.110902 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e5fd2722-b3ef-4265-bc57-c936c927f3e4 req-6678dfe7-9566-4578-9740-b6588b31c171 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 943 time: 0.0741005 Jul 16 17:59:58.139489 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.155928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157bdc9e-e646-464b-937e-bbb0bfd520d7 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 17:59:58.157721 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e5fd2722-b3ef-4265-bc57-c936c927f3e4 req-b226a30d-243b-4eb6-933c-5b86c62ee39d tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394242 Jul 16 17:59:58.160628 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-618ef4b5-6a60-46e5-8aea-2d73f9ace29d req-3844edeb-a853-422d-9a98-8d2e5c39d5f1 tempest-ServersAdminNegativeTestJSON-1618460004 tempest-ServersAdminNegativeTestJSON-1618460004-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.168157 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-618ef4b5-6a60-46e5-8aea-2d73f9ace29d req-3844edeb-a853-422d-9a98-8d2e5c39d5f1 tempest-ServersAdminNegativeTestJSON-1618460004 tempest-ServersAdminNegativeTestJSON-1618460004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.182022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 157bdc9e-e646-464b-937e-bbb0bfd520d7, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=157bdc9e-e646-464b-937e-bbb0bfd520d7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:58.190412 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.202483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-618ef4b5-6a60-46e5-8aea-2d73f9ace29d req-3844edeb-a853-422d-9a98-8d2e5c39d5f1 tempest-ServersAdminNegativeTestJSON-1618460004 tempest-ServersAdminNegativeTestJSON-1618460004-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1903520 Jul 16 17:59:58.208742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3844edeb-a853-422d-9a98-8d2e5c39d5f1 tempest-ServersAdminNegativeTestJSON-1618460004 tempest-ServersAdminNegativeTestJSON-1618460004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10c5602b-b8b5-45b0-ae95-1199ffa0b361,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:58.244601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=157bdc9e-e646-464b-937e-bbb0bfd520d7,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:58.290809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51192) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 17:59:58.556495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746467e6-fea0-496b-9425-98bafe611ac0 req-1c202f75-825e-4c18-b733-cb92abe8658f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.558247 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-746467e6-fea0-496b-9425-98bafe611ac0 req-1c202f75-825e-4c18-b733-cb92abe8658f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 943 time: 0.0744586 Jul 16 17:59:58.645277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-746467e6-fea0-496b-9425-98bafe611ac0 req-52cc20e0-abfb-42ca-8c4f-e3b51e5b7458 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739200 Jul 16 17:59:58.667310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-c8b518d8-54be-4e7c-a1cc-7a9eddb1cf7b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.669049 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-c8b518d8-54be-4e7c-a1cc-7a9eddb1cf7b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.37 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60&tenant_id=062537ea7da04e45bd99e357cf9993d8&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 949 time: 0.1099041 Jul 16 17:59:58.734231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1230372-42df-4266-8b79-ebe15a815f33 req-4c276c46-5a02-43dd-96d8-06c2cddd522d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.735774 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1230372-42df-4266-8b79-ebe15a815f33 req-4c276c46-5a02-43dd-96d8-06c2cddd522d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1091704 Jul 16 17:59:58.740031 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-8d371130-51f2-4fba-b284-aa1401b194ad service neutron] 10.222.0.37 "GET /v2.0/ports/658dd971-f59b-4aed-8895-56a35cdd5c66/bindings/n-h1-794306-7 HTTP/1.1" status: 200 len: 382 time: 0.0635116 Jul 16 17:59:58.768188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:58.785635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['157bdc9e-e646-464b-937e-bbb0bfd520d7'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:58.812896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['658dd971-f59b-4aed-8895-56a35cdd5c66'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 17:59:58.827528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1230372-42df-4266-8b79-ebe15a815f33 req-21ddd903-8acb-4eac-858e-c9bd393ca3cf tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820487 Jul 16 17:59:58.869027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6144797-e352-4d04-a8c9-65519a6658bf req-9b0840a9-b2b1-4301-82a5-be07bb1db913 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.871106 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6144797-e352-4d04-a8c9-65519a6658bf req-9b0840a9-b2b1-4301-82a5-be07bb1db913 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 949 time: 0.1121836 Jul 16 17:59:58.882120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-f64d970e-c878-4f87-a6d9-183d6b3b1aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:58.883884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-f64d970e-c878-4f87-a6d9-183d6b3b1aa8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1100 time: 0.0926340 Jul 16 17:59:58.986242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6144797-e352-4d04-a8c9-65519a6658bf req-d2c7dda6-1889-4d34-917d-9512cebdb137 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012065 Jul 16 17:59:59.029955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-39f8560e-64b5-4fad-bf35-b7588cd5b93b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.032294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-39f8560e-64b5-4fad-bf35-b7588cd5b93b service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1402607 Jul 16 17:59:59.057602 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.090231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ba62ea27-0164-416f-9fc1-3695b8b19b18 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 217 time: 0.0484900 Jul 16 17:59:59.147682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-9027e388-a4a7-4c99-ac37-6f0dc8aef0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.148224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc14660-6741-42ff-9fc4-671f4c7b761e req-a2592833-102d-49df-849a-aaab90d16577 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.149414 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-9027e388-a4a7-4c99-ac37-6f0dc8aef0ce service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0483704 Jul 16 17:59:59.149716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ecc14660-6741-42ff-9fc4-671f4c7b761e req-a2592833-102d-49df-849a-aaab90d16577 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 944 time: 0.1038432 Jul 16 17:59:59.164325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] Deleting port 59f0b35c-fa09-44f7-bede-24c47f569923 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 17:59:59.164667 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.216661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-1fecaa1b-419b-44e4-851a-7e79ad40e3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.218172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-1fecaa1b-419b-44e4-851a-7e79ad40e3b0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0594349 Jul 16 17:59:59.241366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ecc14660-6741-42ff-9fc4-671f4c7b761e req-f2b7388d-6ee3-4c49-8360-63e6c9ea2c3a tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841742 Jul 16 17:59:59.284406 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] For port 59f0b35c-fa09-44f7-bede-24c47f569923, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=59f0b35c-fa09-44f7-bede-24c47f569923,segment=NetworkSegment(6d0b7e95-fbd4-442a-8f68-2b162459dc51),segment_id=6d0b7e95-fbd4-442a-8f68-2b162459dc51)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:59.285199 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.299839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] Calling delete_port for 59f0b35c-fa09-44f7-bede-24c47f569923 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 17:59:59.368221 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ea84b5ee-1cae-4e33-8d23-aa8f2eec7370 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300137 Jul 16 17:59:59.416799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c6f2-68a0-4325-9776-d39621e45000 req-f7ca1965-60ed-4f69-a67f-d9e53136ca3b tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.418322 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98f1c6f2-68a0-4325-9776-d39621e45000 req-f7ca1965-60ed-4f69-a67f-d9e53136ca3b tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 944 time: 0.1013482 Jul 16 17:59:59.473646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e6a4f4-2f64-48da-b529-bcdfdb1ab560 req-591bcab5-3076-40e1-9994-f0e7a2f40fd8 tempest-ServersAdminNegativeTestJSON-1618460004 tempest-ServersAdminNegativeTestJSON-1618460004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.475847 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a1e6a4f4-2f64-48da-b529-bcdfdb1ab560 req-591bcab5-3076-40e1-9994-f0e7a2f40fd8 tempest-ServersAdminNegativeTestJSON-1618460004 tempest-ServersAdminNegativeTestJSON-1618460004-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 1101 time: 0.1222765 Jul 16 17:59:59.501671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98f1c6f2-68a0-4325-9776-d39621e45000 req-2d75d7e2-c77a-442b-9d53-9e976c989618 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752275 Jul 16 17:59:59.517310 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-52cf17a2-8a23-4bfa-be64-c314ddede09e service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312861 Jul 16 17:59:59.536078 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a1e6a4f4-2f64-48da-b529-bcdfdb1ab560 req-b740126c-947c-4be5-9f72-2b6440052014 tempest-ServersAdminNegativeTestJSON-1618460004 tempest-ServersAdminNegativeTestJSON-1618460004-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536149 Jul 16 17:59:59.593318 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.622961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=59f0b35c-fa09-44f7-bede-24c47f569923,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 17:59:59.666809 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device bdafb30f-6926-4573-86e5-f1c3b5b94450 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 17:59:59.680795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f1aa75ca-03d2-48bc-a2dd-055408349560 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 17:59:59.823923 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.825789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port f1aa75ca-03d2-48bc-a2dd-055408349560 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 17:59:59.838719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port f1aa75ca-03d2-48bc-a2dd-055408349560 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 17:59:59.839097 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.841941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 17:59:59.873862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcda27fe-a2d8-46ff-b0b3-79313fea61ec req-57881e35-e77c-4f8d-86fa-38ac7a4aae0e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 17:59:59.874932 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device bdafb30f-6926-4573-86e5-f1c3b5b94450 has no active binding in host n-h1-794306-7 {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 17:59:59.877190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcda27fe-a2d8-46ff-b0b3-79313fea61ec req-57881e35-e77c-4f8d-86fa-38ac7a4aae0e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 943 time: 0.0876045 Jul 16 17:59:59.928985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcda27fe-a2d8-46ff-b0b3-79313fea61ec req-5b6453e6-bc2f-49b8-b9eb-dde77b1d2d65 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460896 Jul 16 17:59:59.947747 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 17:59:59.991920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa75ca-03d2-48bc-a2dd-055408349560'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 17:59:59.997262 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda2163b-49b5-4a40-b500-e88130f5783d" -d '{"events": [{"server_uuid": "0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20", "name": "network-vif-plugged", "status": "completed", "tag": "f1aa75ca-03d2-48bc-a2dd-055408349560"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:00.003081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f1aa75ca-03d2-48bc-a2dd-055408349560, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f1aa75ca-03d2-48bc-a2dd-055408349560,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:00.010478 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.072991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=f1aa75ca-03d2-48bc-a2dd-055408349560,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:00.091665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.092583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.093752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.094565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.095227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.095814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.096257 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.097312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.097696 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.098007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.098349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.099219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:00.131185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a9928e-0fc9-466c-9b53-0e7d82f775d1 req-5550a82e-2d60-4cf2-b445-0d3d189fb3ae tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.132631 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15a9928e-0fc9-466c-9b53-0e7d82f775d1 req-5550a82e-2d60-4cf2-b445-0d3d189fb3ae tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0757852 Jul 16 18:00:00.137199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] Router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:00.188187 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15a9928e-0fc9-466c-9b53-0e7d82f775d1 req-70533bcf-da92-49e4-8513-d594aaaaf18f tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498440 Jul 16 18:00:00.232663 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac53bab8-5e9a-4ec5-b7cc-a050af3bd3b7 x-openstack-request-id: req-ac53bab8-5e9a-4ec5-b7cc-a050af3bd3b7 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:00.233288 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20", "name": "network-vif-plugged", "status": "completed", "tag": "f1aa75ca-03d2-48bc-a2dd-055408349560", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:00.233744 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac53bab8-5e9a-4ec5-b7cc-a050af3bd3b7 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:00.234712 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1aa75ca-03d2-48bc-a2dd-055408349560', 'code': 200} Jul 16 18:00:00.258921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3eed09-d4cf-4602-a1f3-fa82f582f285 req-c6d21eff-34ba-46b8-8b7c-56643051f990 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.260451 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e3eed09-d4cf-4602-a1f3-fa82f582f285 req-c6d21eff-34ba-46b8-8b7c-56643051f990 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 950 time: 0.1534939 Jul 16 18:00:00.309046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:00.318235 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-46de940b-7777-4ec1-a73e-45ff497472b9 admin admin] 10.222.0.47 "PUT /v2.0/routers/f444ecd4-1818-4ff8-8547-3a7a7edb3c18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0237772 Jul 16 18:00:00.318919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51226) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:00.325179 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f564b-fe10-45ca-97bf-fffa40a10a0e None None] Sync routers for ids ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:00.330732 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e3eed09-d4cf-4602-a1f3-fa82f582f285 req-d01469f0-8512-482a-88b4-71cf87c371ad tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627322 Jul 16 18:00:00.344266 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f564b-fe10-45ca-97bf-fffa40a10a0e None None] Routers {'f444ecd4-1818-4ff8-8547-3a7a7edb3c18'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:00.346007 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ef2f564b-fe10-45ca-97bf-fffa40a10a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:59:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:00.476351 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ef2f564b-fe10-45ca-97bf-fffa40a10a0e None None] Set router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:00.522486 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.555228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0717cd1b-72b1-4231-9bef-e13c59acee30 req-1722239c-2168-456e-ad01-3eed21d7f19e tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.569487 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0717cd1b-72b1-4231-9bef-e13c59acee30 req-1722239c-2168-456e-ad01-3eed21d7f19e tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 945 time: 0.1302471 Jul 16 18:00:00.627248 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0717cd1b-72b1-4231-9bef-e13c59acee30 req-85fe66a5-cdf0-4163-85e6-baf11dd26851 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565395 Jul 16 18:00:00.676334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12af229-47a6-4397-958f-d67dc2a71345 req-5d8f3140-e01b-41ad-80f9-5f869e31e33c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.678942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d12af229-47a6-4397-958f-d67dc2a71345 req-5d8f3140-e01b-41ad-80f9-5f869e31e33c tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 949 time: 0.3038478 Jul 16 18:00:00.682380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996409c-4d14-42da-8335-276c82fa4839 req-a4c21330-6a3b-4dae-8f06-937cec02b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.683827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5996409c-4d14-42da-8335-276c82fa4839 req-a4c21330-6a3b-4dae-8f06-937cec02b151 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 1096 time: 0.2982771 Jul 16 18:00:00.707694 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:00.801005 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ef2f564b-fe10-45ca-97bf-fffa40a10a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71'}], 'enable_snat': True}, 'gw_port_id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T17:59:59Z', 'revision_number': 5, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port': {'id': '5c943413-a429-441d-b3a8-e659f394c5f4', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:a3:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 761, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:16Z', 'updated_at': '2021-07-16T17:58:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:00.842757 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f564b-fe10-45ca-97bf-fffa40a10a0e None None] Checking router: f444ecd4-1818-4ff8-8547-3a7a7edb3c18 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:00.844825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68cbfda-aa23-43b8-95a5-e86a6d5f2742 req-6ff28013-6a42-4076-affc-6203fc68a1c0 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:00.846854 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f68cbfda-aa23-43b8-95a5-e86a6d5f2742 req-6ff28013-6a42-4076-affc-6203fc68a1c0 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 944 time: 0.0941987 Jul 16 18:00:00.851908 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef2f564b-fe10-45ca-97bf-fffa40a10a0e None None] Routers {'f444ecd4-1818-4ff8-8547-3a7a7edb3c18'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:00.852714 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ef2f564b-fe10-45ca-97bf-fffa40a10a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T17:59:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:00.896409 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f68cbfda-aa23-43b8-95a5-e86a6d5f2742 req-3fecbcf1-bd30-45b8-a07c-1c361f982a36 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400829 Jul 16 18:00:00.964173 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ef2f564b-fe10-45ca-97bf-fffa40a10a0e None None] Set router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:01.028823 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ef2f564b-fe10-45ca-97bf-fffa40a10a0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T18:00:00Z', 'revision_number': 6, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:01.065535 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef2f564b-fe10-45ca-97bf-fffa40a10a0e None None] The sync data for ids ['f444ecd4-1818-4ff8-8547-3a7a7edb3c18'] in n-d-794306-7 is: [{'id': 'f444ecd4-1818-4ff8-8547-3a7a7edb3c18', 'name': 'tempest-ServerRescueTestJSONUnderV235-196986419-router', 'tenant_id': '100cc40841824ef2ad57298c62557da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:15Z', 'updated_at': '2021-07-16T18:00:00Z', 'revision_number': 6, 'project_id': '100cc40841824ef2ad57298c62557da2', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:01.097345 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d12af229-47a6-4397-958f-d67dc2a71345 req-15b82287-034a-4681-b0a7-ab28f11fd4f9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4075396 Jul 16 18:00:01.099171 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5996409c-4d14-42da-8335-276c82fa4839 req-4b6f9494-8dd3-4d3a-8b89-589c59972833 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3988748 Jul 16 18:00:01.135732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Deleting port 5c943413-a429-441d-b3a8-e659f394c5f4 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:01.136577 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.217625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] For port 5c943413-a429-441d-b3a8-e659f394c5f4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5c943413-a429-441d-b3a8-e659f394c5f4,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:01.217990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.229366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70543728-eea7-4bc7-accf-64d255d09683 req-b29a727b-565a-4fec-a94d-8eb4bdb01561 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.230916 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70543728-eea7-4bc7-accf-64d255d09683 req-b29a727b-565a-4fec-a94d-8eb4bdb01561 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 943 time: 0.0647726 Jul 16 18:00:01.231827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Calling delete_port for 5c943413-a429-441d-b3a8-e659f394c5f4 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:01.272494 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70543728-eea7-4bc7-accf-64d255d09683 req-d7dc22ea-e19a-4780-9b0c-a4dc5dbd6b98 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344415 Jul 16 18:00:01.449633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbedf0d3-dc0c-40f8-bd12-a224587a141c req-99101498-1e15-4977-8da6-94c478300e11 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.451542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbedf0d3-dc0c-40f8-bd12-a224587a141c req-99101498-1e15-4977-8da6-94c478300e11 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1454375 Jul 16 18:00:01.475527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.517524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Pushing event deleted for resources: {'Port': ['ID=5c943413-a429-441d-b3a8-e659f394c5f4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:01.529395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bba47a-4179-4ffe-9e76-3d02bb2ec71e req-5bd2e705-8cfa-4aa6-b71d-7d2e8bd5326c tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.532646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-15bba47a-4179-4ffe-9e76-3d02bb2ec71e req-5bd2e705-8cfa-4aa6-b71d-7d2e8bd5326c tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 950 time: 0.0815246 Jul 16 18:00:01.534003 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbedf0d3-dc0c-40f8-bd12-a224587a141c req-2e93d15f-2819-47bd-8e94-1c0d710e72de tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760779 Jul 16 18:00:01.577667 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-15bba47a-4179-4ffe-9e76-3d02bb2ec71e req-c0ce5f41-eaff-4e94-8d3c-df1124fcd973 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382304 Jul 16 18:00:01.610094 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.676926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 658dd971-f59b-4aed-8895-56a35cdd5c66 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:01.703576 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.705747 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.727774 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 658dd971-f59b-4aed-8895-56a35cdd5c66 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:01.732132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 658dd971-f59b-4aed-8895-56a35cdd5c66 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:01.732511 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.755698 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.756884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f444ecd4-1818-4ff8-8547-3a7a7edb3c18 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:00:01.769794 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.773928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1f24525e-20d7-4b29-9d3a-7e6ed6d4ed1b admin admin] 10.222.0.47 "DELETE /v2.0/routers/f444ecd4-1818-4ff8-8547-3a7a7edb3c18 HTTP/1.1" status: 204 len: 168 time: 1.4507885 Jul 16 18:00:01.774561 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51240) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:01.835099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb7f886d-c975-4542-8d75-39914dcc9fc8 admin admin] Deleting subnet 8bccff13-8aed-47f5-8de9-d9ef4356d59f {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:01.838526 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7f886d-c975-4542-8d75-39914dcc9fc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.839715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b68684-ec6a-4e03-994a-811086290f4c req-29ba4c01-5045-4b02-a8a7-1ba7ec3dc4da tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:01.841505 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8b68684-ec6a-4e03-994a-811086290f4c req-29ba4c01-5045-4b02-a8a7-1ba7ec3dc4da tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 945 time: 0.0827084 Jul 16 18:00:01.874499 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7f886d-c975-4542-8d75-39914dcc9fc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.908205 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8b68684-ec6a-4e03-994a-811086290f4c req-a65e1d1d-881f-4e3b-89a7-3ed235709f35 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598319 Jul 16 18:00:01.931672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7f886d-c975-4542-8d75-39914dcc9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.957071 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.993336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:01.997209 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:01.998253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 157bdc9e-e646-464b-937e-bbb0bfd520d7 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:02.042557 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7f886d-c975-4542-8d75-39914dcc9fc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.086493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=10']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:02.095047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d7364-ce8f-47fd-aa00-fcfaee1e79f7 req-5af6dcf3-8821-4065-8de2-943185d22542 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.096622 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-de0d7364-ce8f-47fd-aa00-fcfaee1e79f7 req-5af6dcf3-8821-4065-8de2-943185d22542 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 950 time: 0.1423967 Jul 16 18:00:02.103916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 157bdc9e-e646-464b-937e-bbb0bfd520d7 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:02.109264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 157bdc9e-e646-464b-937e-bbb0bfd520d7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:02.109711 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.119281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f886d-c975-4542-8d75-39914dcc9fc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bccff13-8aed-47f5-8de9-d9ef4356d59f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:02.135465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7f886d-c975-4542-8d75-39914dcc9fc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.138215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cb7f886d-c975-4542-8d75-39914dcc9fc8 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8bccff13-8aed-47f5-8de9-d9ef4356d59f HTTP/1.1" status: 204 len: 168 time: 0.3627141 Jul 16 18:00:02.141142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51248) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:02.244373 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:02.247517 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0114425-ea9c-4a49-ad5b-50a71bda1271" -d '{"events": [{"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-plugged", "status": "completed", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:02.292053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 59f0b35c-fa09-44f7-bede-24c47f569923 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:02.316508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 59f0b35c-fa09-44f7-bede-24c47f569923 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:02.316848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 59f0b35c-fa09-44f7-bede-24c47f569923 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:02.317756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5c943413-a429-441d-b3a8-e659f394c5f4 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:02.326743 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.338552 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.353785 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fff68c-b469-402b-8c76-1fc971c078c3 req-196558f5-2d55-4b2d-9bb1-3b6a0199b156 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.354769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5c943413-a429-441d-b3a8-e659f394c5f4 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:02.355013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5c943413-a429-441d-b3a8-e659f394c5f4 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:02.356295 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20fff68c-b469-402b-8c76-1fc971c078c3 req-196558f5-2d55-4b2d-9bb1-3b6a0199b156 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 944 time: 0.3072891 Jul 16 18:00:02.391860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 157bdc9e-e646-464b-937e-bbb0bfd520d7, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=157bdc9e-e646-464b-937e-bbb0bfd520d7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:02.396185 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.443184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-de0d7364-ce8f-47fd-aa00-fcfaee1e79f7 req-609b0911-b51b-4ac0-87f7-95af58b2cb6f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Deleting port f0fd84a4-0c9d-4de0-a8a9-74916d943587 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:02.444417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-de0d7364-ce8f-47fd-aa00-fcfaee1e79f7 req-609b0911-b51b-4ac0-87f7-95af58b2cb6f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.454454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=157bdc9e-e646-464b-937e-bbb0bfd520d7,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:02.458415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5feba93-581c-4fe8-9b29-b4ea86954e16 req-7f0ea5a6-9835-4744-baaa-5906f5c86e6d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.460058 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b5feba93-581c-4fe8-9b29-b4ea86954e16 req-7f0ea5a6-9835-4744-baaa-5906f5c86e6d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 951 time: 0.0746946 Jul 16 18:00:02.478025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20fff68c-b469-402b-8c76-1fc971c078c3 req-598ea082-640a-4783-9a3c-806249708fdb tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139576 Jul 16 18:00:02.539423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b5feba93-581c-4fe8-9b29-b4ea86954e16 req-3865858f-960f-46c3-9c8c-84579fbc6cb3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712607 Jul 16 18:00:02.560350 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cecefb95-9872-49f6-aabd-1c25c3b80f99 x-openstack-request-id: req-cecefb95-9872-49f6-aabd-1c25c3b80f99 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:02.560638 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-plugged", "status": "completed", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:02.560898 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cecefb95-9872-49f6-aabd-1c25c3b80f99 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:02.561474 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'code': 200} Jul 16 18:00:02.564897 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-ab0ff695-dc4c-4b1f-8c16-379eda3c7db0 service neutron] 10.222.0.18 "GET /v2.0/ports/bdafb30f-6926-4573-86e5-f1c3b5b94450/bindings/n-h1-794306-7 HTTP/1.1" status: 200 len: 384 time: 0.0956366 Jul 16 18:00:02.816676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3b5c07f6-ef0b-4e59-a08e-f1faa16a2083 service neutron] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:02.850532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3b5c07f6-ef0b-4e59-a08e-f1faa16a2083 service neutron] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:02.859895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c5de4-9430-4247-befe-d9b117631334 req-1a7aa93c-5819-4abf-915c-99055e3e6849 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:02.861658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-301c5de4-9430-4247-befe-d9b117631334 req-1a7aa93c-5819-4abf-915c-99055e3e6849 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1424770 Jul 16 18:00:02.873102 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.904412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f228275-412b-4785-aac5-ff437020b30c']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:02.913833 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3b5c07f6-ef0b-4e59-a08e-f1faa16a2083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdafb30f-6926-4573-86e5-f1c3b5b94450 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:02.936737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3b5c07f6-ef0b-4e59-a08e-f1faa16a2083 service neutron] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:02.940420 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-301c5de4-9430-4247-befe-d9b117631334 req-90f7ff5d-2fc5-46ba-a8f5-247a7a6e4b82 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604949 Jul 16 18:00:02.953576 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3b5c07f6-ef0b-4e59-a08e-f1faa16a2083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:02.964418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0b7e95-fbd4-442a-8f68-2b162459dc51') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:02.964714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0b7e95-fbd4-442a-8f68-2b162459dc51') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:02.989555 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.029042 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.040781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-de0d7364-ce8f-47fd-aa00-fcfaee1e79f7 req-609b0911-b51b-4ac0-87f7-95af58b2cb6f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] For port f0fd84a4-0c9d-4de0-a8a9-74916d943587, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f0fd84a4-0c9d-4de0-a8a9-74916d943587,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:03.041157 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-de0d7364-ce8f-47fd-aa00-fcfaee1e79f7 req-609b0911-b51b-4ac0-87f7-95af58b2cb6f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.049450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:03.049840 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:03.053075 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:03.085680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-de0d7364-ce8f-47fd-aa00-fcfaee1e79f7 req-609b0911-b51b-4ac0-87f7-95af58b2cb6f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Calling delete_port for f0fd84a4-0c9d-4de0-a8a9-74916d943587 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:03.100305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0407def9-0d38-4e7c-adab-8b14805d58f5 req-081c06ca-efe1-4a06-bed4-ace6be77bd48 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.104314 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0407def9-0d38-4e7c-adab-8b14805d58f5 req-081c06ca-efe1-4a06-bed4-ace6be77bd48 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 943 time: 0.2257860 Jul 16 18:00:03.174305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c896d-5f43-4bbf-bb03-e63a81e1abe3 req-0fb40ced-17a9-4829-8156-8bddb92cfafe tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.176603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c7c896d-5f43-4bbf-bb03-e63a81e1abe3 req-0fb40ced-17a9-4829-8156-8bddb92cfafe tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 950 time: 0.0844862 Jul 16 18:00:03.178913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3b5c07f6-ef0b-4e59-a08e-f1faa16a2083 service neutron] Transition to ACTIVE for port object bdafb30f-6926-4573-86e5-f1c3b5b94450 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:03.183704 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3b5c07f6-ef0b-4e59-a08e-f1faa16a2083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.211804 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.216519 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.221723 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5f228275-412b-4785-aac5-ff437020b30c HTTP/1.1" status: 204 len: 168 time: 1.0767758 Jul 16 18:00:03.269697 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84837244-b0fe-47e6-8a84-b16016abc254 admin admin] Pushing event deleted for resources: {'Network': ['ID=5f228275-412b-4785-aac5-ff437020b30c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:03.284156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3b5c07f6-ef0b-4e59-a08e-f1faa16a2083 service neutron] No DVR routers for this DVR port bdafb30f-6926-4573-86e5-f1c3b5b94450 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:03.294776 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0407def9-0d38-4e7c-adab-8b14805d58f5 req-80c623ed-dad0-4a89-bb0c-9d466f176610 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612236 Jul 16 18:00:03.307239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c7c896d-5f43-4bbf-bb03-e63a81e1abe3 req-a95a3463-5e2b-47a7-9bda-d94b947cbe1a tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201184 Jul 16 18:00:03.308937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c07f6-ef0b-4e59-a08e-f1faa16a2083 service neutron] Pushing event updated for resources: {'Port': ['ID=bdafb30f-6926-4573-86e5-f1c3b5b94450,revision_number=10']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:03.343739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-d39d4000-a416-435f-9d58-02206a397e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.346344 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-d39d4000-a416-435f-9d58-02206a397e49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60&tenant_id=062537ea7da04e45bd99e357cf9993d8 HTTP/1.1" status: 200 len: 1102 time: 0.1458328 Jul 16 18:00:03.375240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:03.382001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3b5c07f6-ef0b-4e59-a08e-f1faa16a2083 service neutron] 10.222.0.18 "PUT /v2.0/ports/bdafb30f-6926-4573-86e5-f1c3b5b94450/bindings/n-h1-794306-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8062439 Jul 16 18:00:03.477916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51264) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:03.505259 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-de0d7364-ce8f-47fd-aa00-fcfaee1e79f7 req-609b0911-b51b-4ac0-87f7-95af58b2cb6f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.521024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['0edbe8f0-2a0b-453c-9bf3-346b314942aa', 'f0fd84a4-0c9d-4de0-a8a9-74916d943587'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:03.523375 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-00db8a55-b2aa-4e40-97b1-4feab08835c1 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.526520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-00db8a55-b2aa-4e40-97b1-4feab08835c1 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.0680366 Jul 16 18:00:03.567144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609b0911-b51b-4ac0-87f7-95af58b2cb6f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Pushing event deleted for resources: {'Port': ['ID=f0fd84a4-0c9d-4de0-a8a9-74916d943587,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:03.579866 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.621097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-9e3cbb34-f1f8-4d72-90e9-31647fb15813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.624786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-9e3cbb34-f1f8-4d72-90e9-31647fb15813 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8 HTTP/1.1" status: 200 len: 1095 time: 0.0890732 Jul 16 18:00:03.644904 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ebb5c5cf-4762-4f92-958e-65c95ac78eff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=100cc40841824ef2ad57298c62557da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636102 Jul 16 18:00:03.666776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51270) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:03.671292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0d7364-ce8f-47fd-aa00-fcfaee1e79f7 req-609b0911-b51b-4ac0-87f7-95af58b2cb6f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] No DVR routers for this DVR port f0fd84a4-0c9d-4de0-a8a9-74916d943587 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:03.698705 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-de0d7364-ce8f-47fd-aa00-fcfaee1e79f7 req-609b0911-b51b-4ac0-87f7-95af58b2cb6f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.701198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-de0d7364-ce8f-47fd-aa00-fcfaee1e79f7 req-609b0911-b51b-4ac0-87f7-95af58b2cb6f tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.18 "DELETE /v2.0/ports/f0fd84a4-0c9d-4de0-a8a9-74916d943587 HTTP/1.1" status: 204 len: 173 time: 1.5791817 Jul 16 18:00:03.702278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e26d250-4793-453c-8460-ad1aa410da1b', 'name': 'network-vif-deleted', 'tag': 'f0fd84a4-0c9d-4de0-a8a9-74916d943587'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:03.707191 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229bd06e-2eda-48be-8488-8ef19892b525" -d '{"events": [{"server_uuid": "1e26d250-4793-453c-8460-ad1aa410da1b", "name": "network-vif-deleted", "tag": "f0fd84a4-0c9d-4de0-a8a9-74916d943587"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:03.760209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-903842b2-fb1f-4e08-bea1-a13c07192fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.762324 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-903842b2-fb1f-4e08-bea1-a13c07192fcf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 1095 time: 0.0902555 Jul 16 18:00:03.771005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1d6de9-569c-4ce2-9c86-a451d8c58e16 req-d2648196-41f6-444b-9537-36373545e971 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.773402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe1d6de9-569c-4ce2-9c86-a451d8c58e16 req-d2648196-41f6-444b-9537-36373545e971 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 945 time: 0.2945213 Jul 16 18:00:03.783355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a37102-6d6f-4ae2-8971-6d42862e7b5e req-07f29be7-fd5b-4db6-8dc3-0f32c6b44167 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.790801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3a37102-6d6f-4ae2-8971-6d42862e7b5e req-07f29be7-fd5b-4db6-8dc3-0f32c6b44167 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1607020 Jul 16 18:00:03.862066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3a37102-6d6f-4ae2-8971-6d42862e7b5e req-48ae0482-4972-4bc1-88a4-fedc8681a3fb tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694146 Jul 16 18:00:03.882157 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9f90-efef-4d01-9186-e9895fe5ad18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.915992 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe1d6de9-569c-4ce2-9c86-a451d8c58e16 req-ef9c8dbd-b0cc-4dfa-a831-89c46b04ac2e tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325507 Jul 16 18:00:03.924776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-a594977a-4750-4efe-b81e-b1a0c2d315d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:03.936407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-a594977a-4750-4efe-b81e-b1a0c2d315d9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.1576133 Jul 16 18:00:03.966002 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9f90-efef-4d01-9186-e9895fe5ad18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:03.982956 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7819f65a-b2c0-41db-87a7-95e89999d857 x-openstack-request-id: req-7819f65a-b2c0-41db-87a7-95e89999d857 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:03.983235 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e26d250-4793-453c-8460-ad1aa410da1b", "name": "network-vif-deleted", "tag": "f0fd84a4-0c9d-4de0-a8a9-74916d943587", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:03.983539 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7819f65a-b2c0-41db-87a7-95e89999d857 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:03.983990 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e26d250-4793-453c-8460-ad1aa410da1b', 'name': 'network-vif-deleted', 'tag': 'f0fd84a4-0c9d-4de0-a8a9-74916d943587', 'status': 'completed', 'code': 200} Jul 16 18:00:04.001279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-189f2a2b-c7d0-424d-9586-a0639b015cc3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450 HTTP/1.1" status: 200 len: 217 time: 0.0646212 Jul 16 18:00:04.075280 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9f90-efef-4d01-9186-e9895fe5ad18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.079531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ffe9f90-efef-4d01-9186-e9895fe5ad18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.081569 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3ffe9f90-efef-4d01-9186-e9895fe5ad18 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac96c2b1-5171-4db4-9ac1-5064a9e70c29 HTTP/1.1" status: 204 len: 168 time: 0.4124982 Jul 16 18:00:04.090981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:04.103702 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffe9f90-efef-4d01-9186-e9895fe5ad18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac96c2b1-5171-4db4-9ac1-5064a9e70c29,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:04.179209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:04.184930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-6c379231-2388-4f4b-af26-706d0c28acf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.186441 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-6c379231-2388-4f4b-af26-706d0c28acf7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.1781483 Jul 16 18:00:04.226899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-68fbd524-fb40-42bd-aafe-0fd19443df1f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314159 Jul 16 18:00:04.247058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.251068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13432d4e-5723-4b00-b9c8-00e88d4045e9 req-570db3d6-75c3-4fd5-b3fe-8640519bb0b5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.260040 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13432d4e-5723-4b00-b9c8-00e88d4045e9 req-570db3d6-75c3-4fd5-b3fe-8640519bb0b5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 951 time: 0.1649032 Jul 16 18:00:04.269548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-549c0cfa-f208-40fe-8821-832ac446fe52 req-b5f07281-dcdb-4848-943b-5a151556afb5 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.271404 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-549c0cfa-f208-40fe-8821-832ac446fe52 req-b5f07281-dcdb-4848-943b-5a151556afb5 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1536024 Jul 16 18:00:04.280103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Transition to ACTIVE for port object 658dd971-f59b-4aed-8895-56a35cdd5c66 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:04.300764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.372932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-549c0cfa-f208-40fe-8821-832ac446fe52 req-d45cad42-de74-4d26-9369-3a34be407e21 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909057 Jul 16 18:00:04.396817 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] No DVR routers for this DVR port 658dd971-f59b-4aed-8895-56a35cdd5c66 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:04.406178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=11']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:04.450663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:04.451386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:04.456420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:04.471035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Port 658dd971-f59b-4aed-8895-56a35cdd5c66 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:04.471727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Attempting to bind port 658dd971-f59b-4aed-8895-56a35cdd5c66 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:04.478584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:04.479191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:04.479916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:04.480645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Bound port: 658dd971-f59b-4aed-8895-56a35cdd5c66, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:04.481189 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.509542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-6ba7675b-3052-46ed-a07f-c3d6c27ba78a service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2722743 Jul 16 18:00:04.562488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b4e9a0-8921-4c63-9294-fe358490db94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157bdc9e-e646-464b-937e-bbb0bfd520d7'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:04.566028 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8257f937-9c58-42ac-8990-904b896dc2c5" -d '{"events": [{"server_uuid": "98b4e9a0-8921-4c63-9294-fe358490db94", "name": "network-vif-plugged", "status": "completed", "tag": "157bdc9e-e646-464b-937e-bbb0bfd520d7"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:04.596669 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13432d4e-5723-4b00-b9c8-00e88d4045e9 req-e1c19b03-0c61-4ddd-ba21-86712017fe26 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356602 Jul 16 18:00:04.653190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:04.667504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:04.689221 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.791762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-6e1af5ef-a9a7-40f1-9cdc-1408e392300e service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653525 Jul 16 18:00:04.802149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=12']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:04.846647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.847442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:04.849483 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-ca422495-a026-4ff2-9b4b-37f2d857a8a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 1097 time: 1.4906576 Jul 16 18:00:04.850141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-554799b6-2c79-4a0f-af39-0aa0662140a6 req-5ba41d7d-b673-496c-9367-a1be58839013 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=1e26d250-4793-453c-8460-ad1aa410da1b HTTP/1.1" status: 200 len: 210 time: 0.0541210 Jul 16 18:00:04.977485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7267f9-dfb5-435a-b156-f3a9ef557af4 req-1e1f9544-7508-4735-b7d6-298543d153a0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:04.979084 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ed7267f9-dfb5-435a-b156-f3a9ef557af4 req-1e1f9544-7508-4735-b7d6-298543d153a0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 944 time: 0.2861111 Jul 16 18:00:05.004380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-c788d840-0d69-4ec9-8243-111efaa8ae61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.006571 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-c788d840-0d69-4ec9-8243-111efaa8ae61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1100 time: 0.1203830 Jul 16 18:00:05.129796 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2461ab-ee16-4e8b-944d-40bf427befb8 x-openstack-request-id: req-9a2461ab-ee16-4e8b-944d-40bf427befb8 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:05.130402 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b4e9a0-8921-4c63-9294-fe358490db94", "name": "network-vif-plugged", "status": "completed", "tag": "157bdc9e-e646-464b-937e-bbb0bfd520d7", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:05.131709 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9a2461ab-ee16-4e8b-944d-40bf427befb8 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:05.132335 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b4e9a0-8921-4c63-9294-fe358490db94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157bdc9e-e646-464b-937e-bbb0bfd520d7', 'code': 200} Jul 16 18:00:05.133118 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ed7267f9-dfb5-435a-b156-f3a9ef557af4 req-b7f24774-eb31-4aa9-880b-818af21ef61c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340871 Jul 16 18:00:05.219415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-f12efb06-0eef-405b-98ba-c3c56b705de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.221704 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-f12efb06-0eef-405b-98ba-c3c56b705de4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1960177 Jul 16 18:00:05.297082 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-5e2da887-c87b-4097-8579-b2f23f41968b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 217 time: 0.0674155 Jul 16 18:00:05.347606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-68728579-915c-4d62-bfce-cbff137cdf5d tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.349903 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-68728579-915c-4d62-bfce-cbff137cdf5d tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.1731155 Jul 16 18:00:05.365382 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-e0330a14-29fb-44fd-b291-d5579961f34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.367140 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-e0330a14-29fb-44fd-b291-d5579961f34a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0628071 Jul 16 18:00:05.400994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81052fa-86fb-498e-ac28-2a24345cc0a7 req-d03534c5-f9c1-427e-8036-5f766974e480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.402107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d81052fa-86fb-498e-ac28-2a24345cc0a7 req-d03534c5-f9c1-427e-8036-5f766974e480 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 1096 time: 0.1403685 Jul 16 18:00:05.403894 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51318) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:05.436545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095cc2ee-e960-443d-ab81-91b73f4f6bae req-ca5b22e6-13f7-4063-9c64-a77c60baba90 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.437116 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-8eb7d29e-e049-491b-b968-e33cafe0abf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.438976 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-095cc2ee-e960-443d-ab81-91b73f4f6bae req-ca5b22e6-13f7-4063-9c64-a77c60baba90 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1392567 Jul 16 18:00:05.445402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-8eb7d29e-e049-491b-b968-e33cafe0abf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0708027 Jul 16 18:00:05.544115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-095cc2ee-e960-443d-ab81-91b73f4f6bae req-a3bb012f-fc8f-4297-b520-622a9c1f972a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926814 Jul 16 18:00:05.556245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-624304616-network', 'tenant_id': 'b664ee214d3f4cf8a735949bb2cbdfdf'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:05.580749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d81052fa-86fb-498e-ac28-2a24345cc0a7 req-1f4dcca8-ff9a-42b6-8642-18565bba4bc2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582694 Jul 16 18:00:05.630879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device bdafb30f-6926-4573-86e5-f1c3b5b94450 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:05.631641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Made reservation on behalf of b664ee214d3f4cf8a735949bb2cbdfdf for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:05.634006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.638516 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-434323b8-633b-4400-80cb-ac5a0cd54730 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821346 Jul 16 18:00:05.667332 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.676028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3c4ce110-d7d2-4c44-b2a8-529c779d21b2 service neutron] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:05.681587 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3c4ce110-d7d2-4c44-b2a8-529c779d21b2 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.682995 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acdf8a43-dd91-47a9-b52f-d5a878a87a6f req-3c4ce110-d7d2-4c44-b2a8-529c779d21b2 service neutron] 10.222.0.37 "DELETE /v2.0/ports/bdafb30f-6926-4573-86e5-f1c3b5b94450/bindings/n-h2-794306-7 HTTP/1.1" status: 204 len: 173 time: 0.2593167 Jul 16 18:00:05.702043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device bdafb30f-6926-4573-86e5-f1c3b5b94450 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:05.707133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f0fd84a4-0c9d-4de0-a8a9-74916d943587 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:05.715537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 658dd971-f59b-4aed-8895-56a35cdd5c66 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:05.772166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: f0fd84a4-0c9d-4de0-a8a9-74916d943587 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:05.772808 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f0fd84a4-0c9d-4de0-a8a9-74916d943587 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:05.791761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 658dd971-f59b-4aed-8895-56a35cdd5c66 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:05.825821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b1e30-0cb3-405d-bcc4-c9758d6d3915 req-2b6b6c73-de01-47cb-b90e-ef0562da0b32 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.828082 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-806b1e30-0cb3-405d-bcc4-c9758d6d3915 req-2b6b6c73-de01-47cb-b90e-ef0562da0b32 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.2527511 Jul 16 18:00:05.832237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc49fd73-94b4-4fc5-ad44-6b30c32b842a req-926c5aa5-8dea-49d4-a082-c94d4126cf21 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862860 Jul 16 18:00:05.875386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d5cbb-e517-4330-b315-81861e5373dc req-c80a1f68-bfc1-4b27-80a1-e9a7fe5173fb tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:05.875820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-806b1e30-0cb3-405d-bcc4-c9758d6d3915 req-90e0f5a7-0dd2-4240-8099-0d224a662627 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423951 Jul 16 18:00:05.877485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-308d5cbb-e517-4330-b315-81861e5373dc req-c80a1f68-bfc1-4b27-80a1-e9a7fe5173fb tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 949 time: 0.1210556 Jul 16 18:00:05.923800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.931302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:05.965868 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-308d5cbb-e517-4330-b315-81861e5373dc req-c5fc44c3-ee55-49c0-b02f-7594a15d999d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797274 Jul 16 18:00:05.972372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:05.985901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66'}, {'name': 'network-changed', 'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:05.988050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdba065d-ce32-4bcc-bcdd-545ee84b32a1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:05.988948 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048ca747-c94b-4e25-b139-e807bf3c5d00" -d '{"events": [{"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-unplugged", "status": "completed", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66"}, {"name": "network-changed", "server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:06.001316 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.001721 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Added segment 51a30a62-25b1-4071-a34c-b38fbfc47e08 of type vlan for network 88d7e17d-fce6-4465-9ce6-c030327e05f0 Jul 16 18:00:06.047009 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-669f8fd5-0aa2-46a5-ba30-20b9010fc177 x-openstack-request-id: req-669f8fd5-0aa2-46a5-ba30-20b9010fc177 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:06.047517 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-unplugged", "status": "completed", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66", "code": 200}, {"name": "network-changed", "server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:06.047842 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-669f8fd5-0aa2-46a5-ba30-20b9010fc177 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:06.048340 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'code': 200} Jul 16 18:00:06.048595 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'status': 'completed', 'code': 200} Jul 16 18:00:06.050991 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.083424 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.084742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.085408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.123270 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7181637 Jul 16 18:00:06.126500 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51336) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:06.132954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] Request body: {'subnet': {'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-624304616-subnet', 'tenant_id': 'b664ee214d3f4cf8a735949bb2cbdfdf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:06.180048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] Made reservation on behalf of b664ee214d3f4cf8a735949bb2cbdfdf for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:06.183003 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.199528 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-db91975f-f956-42c1-af13-837231196897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.201530 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-db91975f-f956-42c1-af13-837231196897 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1100 time: 0.1195078 Jul 16 18:00:06.227659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7d56c-d2fc-43f6-8315-7ec94a6920fd admin admin] Pushing event updated for resources: {'Network': ['ID=88d7e17d-fce6-4465-9ce6-c030327e05f0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.241162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 88d7e17d-fce6-4465-9ce6-c030327e05f0 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:06.294790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-50415932-277c-45d9-bad4-2b538a261145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.296385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-50415932-277c-45d9-bad4-2b538a261145 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=062537ea7da04e45bd99e357cf9993d8&device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1100 time: 0.1138353 Jul 16 18:00:06.463253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-6ebe5988-9c9d-4b94-b7c5-736daa777968 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.464800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-6ebe5988-9c9d-4b94-b7c5-736daa777968 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1605392 Jul 16 18:00:06.476094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-877556e0-8da2-427f-8a4f-bfd16f25ff81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.477770 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-877556e0-8da2-427f-8a4f-bfd16f25ff81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.2669697 Jul 16 18:00:06.528851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857d175-87b4-4b68-8799-62c249396cd0 req-dacf487b-d1d8-4126-9954-eb8614054873 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.530337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6857d175-87b4-4b68-8799-62c249396cd0 req-dacf487b-d1d8-4126-9954-eb8614054873 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 950 time: 0.1245184 Jul 16 18:00:06.531634 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-392232c7-a917-4634-b3d4-7cffbcd9786b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 217 time: 0.0518451 Jul 16 18:00:06.554215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-7a3890af-2e63-4643-868b-b87c41996110 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.231&port_id=658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 200 len: 217 time: 0.0517681 Jul 16 18:00:06.607009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6857d175-87b4-4b68-8799-62c249396cd0 req-a2dd0632-81b3-4920-b5cf-1a9692b519fd tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707815 Jul 16 18:00:06.610776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-122effef-1864-462a-84a3-7489bed49436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.612240 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-122effef-1864-462a-84a3-7489bed49436 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0696762 Jul 16 18:00:06.664395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de43e882-2889-4df9-9c8d-ca33bcdbd261 req-21ea9298-3d31-41ab-8308-809ab22a759e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.665896 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-de43e882-2889-4df9-9c8d-ca33bcdbd261 req-21ea9298-3d31-41ab-8308-809ab22a759e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 944 time: 0.2350376 Jul 16 18:00:06.672052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-67ac5b05-30b1-4a3b-9a44-9b8ea5c3a178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.673631 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-67ac5b05-30b1-4a3b-9a44-9b8ea5c3a178 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1072786 Jul 16 18:00:06.677030 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:06.688697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-5e93cf16-2b4f-4b35-8212-10be952706c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.690273 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-5e93cf16-2b4f-4b35-8212-10be952706c6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0712802 Jul 16 18:00:06.784449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7463a0aa-132d-4bcf-9602-3be3945aec50,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:06.795417 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-de43e882-2889-4df9-9c8d-ca33bcdbd261 req-d6594b7a-f4e4-4568-9a08-4d7c9a099eb9 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206157 Jul 16 18:00:06.824606 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-6059aa70-cb77-4385-8895-403552ffaff6 service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271813 Jul 16 18:00:06.825016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] Checking segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:06.825401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] Network hostable DHCP agents. Network: 88d7e17d-fce6-4465-9ce6-c030327e05f0, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:06.830551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-f537e70b-7313-414b-8302-635a11f45cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.832054 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-f537e70b-7313-414b-8302-635a11f45cbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1409032 Jul 16 18:00:06.844523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13bdc5a-7935-4e4f-bb8e-b2f27988681a req-900fac8e-c624-41f1-b4c7-04f174c700ae tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.852169 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c13bdc5a-7935-4e4f-bb8e-b2f27988681a req-900fac8e-c624-41f1-b4c7-04f174c700ae tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1329677 Jul 16 18:00:06.870138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] Network 88d7e17d-fce6-4465-9ce6-c030327e05f0 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:06.900768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 88d7e17d-fce6-4465-9ce6-c030327e05f0) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:06.910886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-584f85ac-1f67-49e5-9931-90c3bf6dbd34 None None] Network 88d7e17d-fce6-4465-9ce6-c030327e05f0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:06.932838 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c13bdc5a-7935-4e4f-bb8e-b2f27988681a req-ca2ffe58-3058-46ed-b699-b38f9fb3801e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790470 Jul 16 18:00:06.985339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:06.986067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:07.028386 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c32b4400-540c-4a21-9339-9b47e0d8f35d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9003918 Jul 16 18:00:07.029024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-04959d28-901d-4b07-9d02-85370fc820de service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696539 Jul 16 18:00:07.044872 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-8a135dff-1cef-4dae-bdc4-d94e146eacce service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1986976 Jul 16 18:00:07.180795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf789edc-888a-4c00-8b7b-c42dfddcdf87 None None] Network 88d7e17d-fce6-4465-9ce6-c030327e05f0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:07.258119 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-048ca747-c94b-4e25-b139-e807bf3c5d00 req-54967e53-2e44-43dd-89f4-7368f4f70ade service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034097 Jul 16 18:00:07.275845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd34670-5fbf-47d9-9b7a-47b0c8f0bcad req-bb577597-11d6-4579-8f30-f7c2abcbc0ab tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.277617 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cbd34670-5fbf-47d9-9b7a-47b0c8f0bcad req-bb577597-11d6-4579-8f30-f7c2abcbc0ab tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1220586 Jul 16 18:00:07.338034 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cbd34670-5fbf-47d9-9b7a-47b0c8f0bcad req-10b1ec06-dd12-4226-9846-304265743163 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543091 Jul 16 18:00:07.519142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b937023-275e-4940-99bd-28af730f9b4d req-9b7969b5-813e-42be-8621-9ea26b7b20b9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.519807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad564e60-6134-4027-8612-9342a25cd8af req-32ea3215-b064-426c-8f67-eae7dfd548f6 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.520657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5b937023-275e-4940-99bd-28af730f9b4d req-9b7969b5-813e-42be-8621-9ea26b7b20b9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 949 time: 0.0748577 Jul 16 18:00:07.521425 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ad564e60-6134-4027-8612-9342a25cd8af req-32ea3215-b064-426c-8f67-eae7dfd548f6 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 1095 time: 0.0521145 Jul 16 18:00:07.560727 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ad564e60-6134-4027-8612-9342a25cd8af req-decbe12e-87a5-4f71-b79a-2151bb4c8311 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334942 Jul 16 18:00:07.566030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5b937023-275e-4940-99bd-28af730f9b4d req-a4225f72-63d8-449d-bfb2-23a1cb5df4b2 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390539 Jul 16 18:00:07.899766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abc215e-8388-493c-9a6d-ffa14fdc279b req-58ea3c88-0fe1-4ffd-9f7c-8103e3afea3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.901225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1abc215e-8388-493c-9a6d-ffa14fdc279b req-58ea3c88-0fe1-4ffd-9f7c-8103e3afea3e tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 950 time: 0.0754209 Jul 16 18:00:07.934990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-a85e9a79-c7f8-4654-9762-9323c5a95a33 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:07.947022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-a85e9a79-c7f8-4654-9762-9323c5a95a33 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.1373639 Jul 16 18:00:07.952716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1abc215e-8388-493c-9a6d-ffa14fdc279b req-58d4f5c5-3090-4e18-a273-415b6ae599c8 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/security-groups?id=edd1094a-b75c-4c14-95f4-8fcd4371ca06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448623 Jul 16 18:00:07.963871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-631e95ba-d8ca-4d04-b801-58b05cc52225 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/quotas/b664ee214d3f4cf8a735949bb2cbdfdf HTTP/1.1" status: 200 len: 375 time: 0.0153477 Jul 16 18:00:08.012549 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-837d22ac-5e5f-4dfb-9206-a658262aae46 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378509 Jul 16 18:00:08.119321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-04f1de14-22b2-4720-b477-f2d5c031f853 service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994313 Jul 16 18:00:08.215389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-50d55ad2-01d5-407a-a8b6-7534fe246673 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.217220 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-50d55ad2-01d5-407a-a8b6-7534fe246673 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 808 time: 0.1411738 Jul 16 18:00:08.234623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-9c903170-6701-4d81-a17a-123af686242c service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139722 Jul 16 18:00:08.246008 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-6ebe7fa1-2bda-4bb1-b11d-1638a9ec0371 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/quotas/16b4c0ca18f54d6eba06956ae15aa0e8 HTTP/1.1" status: 200 len: 375 time: 0.0208461 Jul 16 18:00:08.359863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31d81f1-250b-46aa-af27-c9953ce15205 req-0020ef15-7512-4b5d-a172-516c254219f5 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.361831 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b31d81f1-250b-46aa-af27-c9953ce15205 req-0020ef15-7512-4b5d-a172-516c254219f5 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.18 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 950 time: 0.1269691 Jul 16 18:00:08.412882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-72ddb60b-a8d3-478e-aa7b-42d539b70974 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1462357 Jul 16 18:00:08.596139 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-140cde28-764b-4327-b0cf-b156203990fe service neutron] 10.222.0.47 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822052 Jul 16 18:00:08.597909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-b31d81f1-250b-46aa-af27-c9953ce15205 req-87c4cbbe-3fab-44e5-8cb0-0c61a0e9ac26 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Deleting port 0edbe8f0-2a0b-453c-9bf3-346b314942aa {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:08.598606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b31d81f1-250b-46aa-af27-c9953ce15205 req-87c4cbbe-3fab-44e5-8cb0-0c61a0e9ac26 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.637388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee23bca0-0d10-43fa-b430-d3ef72f191e6 req-f1cfc462-0daa-4406-a27e-86b4f6c30820 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.638996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee23bca0-0d10-43fa-b430-d3ef72f191e6 req-f1cfc462-0daa-4406-a27e-86b4f6c30820 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1269636 Jul 16 18:00:08.681017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee23bca0-0d10-43fa-b430-d3ef72f191e6 req-dd75e434-c2bc-426c-9890-52a5d93b53a7 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357451 Jul 16 18:00:08.746242 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-b31d81f1-250b-46aa-af27-c9953ce15205 req-87c4cbbe-3fab-44e5-8cb0-0c61a0e9ac26 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] For port 0edbe8f0-2a0b-453c-9bf3-346b314942aa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0edbe8f0-2a0b-453c-9bf3-346b314942aa,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:08.746643 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b31d81f1-250b-46aa-af27-c9953ce15205 req-87c4cbbe-3fab-44e5-8cb0-0c61a0e9ac26 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:08.761508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-b31d81f1-250b-46aa-af27-c9953ce15205 req-87c4cbbe-3fab-44e5-8cb0-0c61a0e9ac26 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Calling delete_port for 0edbe8f0-2a0b-453c-9bf3-346b314942aa owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:08.877544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bb8ca-a7a1-455d-a62b-2c237fc175ea req-d4b16473-4109-470b-807b-f0cc75892e35 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:08.877982 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-7af12366-e2e5-46ed-aae4-0514a83654f6 service neutron] 10.222.0.47 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741790 Jul 16 18:00:08.882980 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd6bb8ca-a7a1-455d-a62b-2c237fc175ea req-d4b16473-4109-470b-807b-f0cc75892e35 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0765736 Jul 16 18:00:08.960990 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd6bb8ca-a7a1-455d-a62b-2c237fc175ea req-5cd4ef58-4107-4bad-bf9b-68f9f9def855 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696635 Jul 16 18:00:09.184536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd7a7526-53e3-41d6-aca1-917560f0a763 req-8ec33b83-0f24-44c1-bd25-8d168a293695 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 210 time: 0.0445411 Jul 16 18:00:09.390206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b31d81f1-250b-46aa-af27-c9953ce15205 req-87c4cbbe-3fab-44e5-8cb0-0c61a0e9ac26 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.401929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['0edbe8f0-2a0b-453c-9bf3-346b314942aa'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:09.468857 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4cbbe-3fab-44e5-8cb0-0c61a0e9ac26 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Pushing event deleted for resources: {'Port': ['ID=0edbe8f0-2a0b-453c-9bf3-346b314942aa,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:09.539615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b31d81f1-250b-46aa-af27-c9953ce15205 req-87c4cbbe-3fab-44e5-8cb0-0c61a0e9ac26 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] No DVR routers for this DVR port 0edbe8f0-2a0b-453c-9bf3-346b314942aa on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:09.543141 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b31d81f1-250b-46aa-af27-c9953ce15205 req-87c4cbbe-3fab-44e5-8cb0-0c61a0e9ac26 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:09.546219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b31d81f1-250b-46aa-af27-c9953ce15205 req-87c4cbbe-3fab-44e5-8cb0-0c61a0e9ac26 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.18 "DELETE /v2.0/ports/0edbe8f0-2a0b-453c-9bf3-346b314942aa HTTP/1.1" status: 204 len: 173 time: 1.1788552 Jul 16 18:00:09.546829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2792ba51-9a5b-4e82-9528-a143fbfad644', 'name': 'network-vif-deleted', 'tag': '0edbe8f0-2a0b-453c-9bf3-346b314942aa'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:09.549449 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fac8376-e0ac-4a40-bfa7-b0c0eaffd5da" -d '{"events": [{"server_uuid": "2792ba51-9a5b-4e82-9528-a143fbfad644", "name": "network-vif-deleted", "tag": "0edbe8f0-2a0b-453c-9bf3-346b314942aa"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:09.569744 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e98e3-46f3-443c-9102-ac45c22689e6 req-b82d7d9e-2982-4e4f-9c3c-819f0fed133f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:09.577571 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6b7e98e3-46f3-443c-9102-ac45c22689e6 req-b82d7d9e-2982-4e4f-9c3c-819f0fed133f tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 949 time: 0.1997688 Jul 16 18:00:09.630066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6b7e98e3-46f3-443c-9102-ac45c22689e6 req-bd4949d8-edf6-4c58-8890-fba4037138bb tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510375 Jul 16 18:00:09.633995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 658dd971-f59b-4aed-8895-56a35cdd5c66 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:09.845827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:09.867321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'mac_address': 'fa:16:3e:e0:0e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.231'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:09.975127 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.000667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 658dd971-f59b-4aed-8895-56a35cdd5c66 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:10.037237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-2b6107c7-803a-4f5c-980c-072838881e0c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.039290 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-2b6107c7-803a-4f5c-980c-072838881e0c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.2541769 Jul 16 18:00:10.061263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:10.067250 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-efb26318-96d8-4187-a7e6-9c7f471be531 req-d4bac00a-25be-43f6-8c5a-59a990f65ca0 tempest-ServersAdminNegativeTestJSON-849094202 tempest-ServersAdminNegativeTestJSON-849094202-project] 10.222.0.47 "GET /v2.0/ports?device_id=2792ba51-9a5b-4e82-9528-a143fbfad644 HTTP/1.1" status: 200 len: 210 time: 0.0734699 Jul 16 18:00:10.069723 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.071933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Request body: {'port': {'device_id': '54c9e7fd-8191-4832-93ca-eb8b33204be4', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'admin_state_up': True, 'tenant_id': 'b664ee214d3f4cf8a735949bb2cbdfdf'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:10.112192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96776b0f-4125-46a4-a3ea-20b888cba738 req-336139be-ff87-4976-a5f2-dfcb3d19ad37 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 210 time: 0.0698838 Jul 16 18:00:10.196984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=13']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:10.204196 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98c0ba53-ad9e-41f6-b0dd-23d01f401440 x-openstack-request-id: req-98c0ba53-ad9e-41f6-b0dd-23d01f401440 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:10.204607 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2792ba51-9a5b-4e82-9528-a143fbfad644", "name": "network-vif-deleted", "tag": "0edbe8f0-2a0b-453c-9bf3-346b314942aa", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:10.204867 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-98c0ba53-ad9e-41f6-b0dd-23d01f401440 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:10.205458 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2792ba51-9a5b-4e82-9528-a143fbfad644', 'name': 'network-vif-deleted', 'tag': '0edbe8f0-2a0b-453c-9bf3-346b314942aa', 'status': 'completed', 'code': 200} Jul 16 18:00:10.257569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Made reservation on behalf of b664ee214d3f4cf8a735949bb2cbdfdf for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:10.261259 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.321836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['658dd971-f59b-4aed-8895-56a35cdd5c66'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:10.475863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Allocated IP 172.20.0.13 (88d7e17d-fce6-4465-9ce6-c030327e05f0/7463a0aa-132d-4bcf-9602-3be3945aec50/5f6bff1e-90b4-456f-84ee-2d1d262bf9ba) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:10.485545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e601c269-0e1a-4730-b8d3-cbaa9b2be3f7 req-214c50c4-b250-40ee-b606-b1353a3fcf58 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.493087 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e601c269-0e1a-4730-b8d3-cbaa9b2be3f7 req-214c50c4-b250-40ee-b606-b1353a3fcf58 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1512971 Jul 16 18:00:10.567644 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e601c269-0e1a-4730-b8d3-cbaa9b2be3f7 req-81218263-e70a-49bd-8c29-a962c1e47bf5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733027 Jul 16 18:00:10.604723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7669793-18d5-4c82-9b7f-de916642c3b5 req-8e95368c-c279-45fd-b05f-01a98682d1c2 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.614997 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b7669793-18d5-4c82-9b7f-de916642c3b5 req-8e95368c-c279-45fd-b05f-01a98682d1c2 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 1101 time: 0.0712538 Jul 16 18:00:10.682586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b7669793-18d5-4c82-9b7f-de916642c3b5 req-87a06c2c-76fe-4da9-b746-198fb267dce6 tempest-MigrationsAdminTest-1094369226 tempest-MigrationsAdminTest-1094369226-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660725 Jul 16 18:00:10.810343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.836551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd13ffd8-8caf-492e-b4ec-4148eac02f13 req-5824ebf0-3a8e-450f-a14f-93ae8cb4eef9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 210 time: 0.0333304 Jul 16 18:00:10.859815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42938184-57df-43e0-af50-ac57d51f8dff req-9ba148c0-7c2e-4c49-b886-615f72248485 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:10.861307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-42938184-57df-43e0-af50-ac57d51f8dff req-9ba148c0-7c2e-4c49-b886-615f72248485 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1077566 Jul 16 18:00:10.881039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:10.986606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-42938184-57df-43e0-af50-ac57d51f8dff req-8321e1cc-f2c6-491c-9a9a-322f63f93813 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150563 Jul 16 18:00:10.988816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Network 88d7e17d-fce6-4465-9ce6-c030327e05f0 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:10.990205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event updated for resources: {'Port': ['ID=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:10.996031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:10.999034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:11.076955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.077620 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.117465 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-ce3f04d2-95ff-400d-b10e-1c675bf1e1a9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0530231 Jul 16 18:00:11.133405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Request body: {'port': {'device_id': '54c9e7fd-8191-4832-93ca-eb8b33204be4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:11.351396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db097614-9472-4141-a4a3-659ee56d5e7f req-8efbe6f3-1cfa-4396-b8e6-7a905657eeb5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.353893 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db097614-9472-4141-a4a3-659ee56d5e7f req-8efbe6f3-1cfa-4396-b8e6-7a905657eeb5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 950 time: 0.1250789 Jul 16 18:00:11.410136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-e1254c6f-342c-4e1f-9513-01c3c1b1a312 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.411691 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-e1254c6f-342c-4e1f-9513-01c3c1b1a312 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 808 time: 0.2458241 Jul 16 18:00:11.430538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Request body: {'port': {'device_id': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a', 'admin_state_up': True, 'tenant_id': '16b4c0ca18f54d6eba06956ae15aa0e8'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:11.443903 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db097614-9472-4141-a4a3-659ee56d5e7f req-d5c84574-b544-4059-9ecf-05ac8c8616dc tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810893 Jul 16 18:00:11.493417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.534417 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0eeace17-f3b1-4988-bdd4-dfc30cf54e68 req-792c9b4f-bd17-4a18-83ce-5b93f13dbcdd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 210 time: 0.0731242 Jul 16 18:00:11.610732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51462) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:11.644226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 658dd971-f59b-4aed-8895-56a35cdd5c66 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:11.780815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 658dd971-f59b-4aed-8895-56a35cdd5c66 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:11.791130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 658dd971-f59b-4aed-8895-56a35cdd5c66 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:11.796874 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.831233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a8a346b3-b9f4-4208-ab18-287ec8ff7e31 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f9488e6f5c4d4de6a6c21191e1c35d74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2187643 Jul 16 18:00:11.837662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51468) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:11.886385 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.899727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2ec818-e8e8-4ed3-9785-a4fe0e4af36c req-9c806d0d-081a-4272-baf0-38ef5036a97e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:11.909062 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb2ec818-e8e8-4ed3-9785-a4fe0e4af36c req-9c806d0d-081a-4272-baf0-38ef5036a97e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1964068 Jul 16 18:00:11.913847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Made reservation on behalf of 16b4c0ca18f54d6eba06956ae15aa0e8 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:11.917824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:11.969411 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.002058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:12.006102 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754d9e1c-47ff-4bf4-9ac9-07b25b4f0b80" -d '{"events": [{"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-plugged", "status": "completed", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:12.021928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:12.028085 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.029382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 0edbe8f0-2a0b-453c-9bf3-346b314942aa no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:12.072259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb2ec818-e8e8-4ed3-9785-a4fe0e4af36c req-8c49013e-1885-4361-99c8-50c13a9ce203 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609511 Jul 16 18:00:12.101692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 0edbe8f0-2a0b-453c-9bf3-346b314942aa {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:12.101897 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 0edbe8f0-2a0b-453c-9bf3-346b314942aa not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:12.121595 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98cd645c-5ec1-48aa-9a8d-0a13314551a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.155452 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98cd645c-5ec1-48aa-9a8d-0a13314551a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.157444 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41bb8e1-8131-4fed-b369-de84a383d09b x-openstack-request-id: req-e41bb8e1-8131-4fed-b369-de84a383d09b {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:12.157751 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-plugged", "status": "completed", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:12.158010 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e41bb8e1-8131-4fed-b369-de84a383d09b {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:12.158489 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'code': 200} Jul 16 18:00:12.159051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=14']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:12.193310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Allocated IP 172.20.0.4 (3746e485-67e7-4f9b-b773-ee4b83440f7a/21ed82e1-1954-46e5-b764-f2ea6d3478e2/66d71464-085b-443f-be2f-cfcc6b20e19e) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:12.204307 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:12.227511 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.249072 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98cd645c-5ec1-48aa-9a8d-0a13314551a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.252273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98cd645c-5ec1-48aa-9a8d-0a13314551a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.255461 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-98cd645c-5ec1-48aa-9a8d-0a13314551a6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/edd1094a-b75c-4c14-95f4-8fcd4371ca06 HTTP/1.1" status: 204 len: 168 time: 0.4137881 Jul 16 18:00:12.272070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd645c-5ec1-48aa-9a8d-0a13314551a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edd1094a-b75c-4c14-95f4-8fcd4371ca06,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:12.299288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Transition to ACTIVE for port object 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:12.315067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.324706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4215f5d-33f2-4d72-ae40-80e489aff424 req-2a7ba0d2-a088-4990-b14a-db1bf8b064c4 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.326312 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4215f5d-33f2-4d72-ae40-80e489aff424 req-2a7ba0d2-a088-4990-b14a-db1bf8b064c4 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 932 time: 0.2242315 Jul 16 18:00:12.438096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:12.450506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ae021-9b02-4cee-87d3-1ea732d00665 req-ce33b166-83a5-435b-a3d7-a1c586ce7ce1 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.452482 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-420ae021-9b02-4cee-87d3-1ea732d00665 req-ce33b166-83a5-435b-a3d7-a1c586ce7ce1 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1235569 Jul 16 18:00:12.501121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-420ae021-9b02-4cee-87d3-1ea732d00665 req-0935f379-e0f1-4477-a312-a13799a0430e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416009 Jul 16 18:00:12.546573 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4215f5d-33f2-4d72-ae40-80e489aff424 req-078b1d4a-5c97-4e22-9102-1b61acc8685a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865923 Jul 16 18:00:12.620694 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.658969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Attempting to bind port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:12.659312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Attempting to bind port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:12.659674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Attempting to bind port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:12.684279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:12.684632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Attempting to bind port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:12.706853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:12.707203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Checking segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:12.707614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Bound using segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:12.708059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Bound port: 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:12.708471 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.754754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686aa661-bc29-444f-9950-d45124adf5dd req-90e73d06-2b57-4874-88e4-e9c9e015b4c3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:12.759999 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-686aa661-bc29-444f-9950-d45124adf5dd req-90e73d06-2b57-4874-88e4-e9c9e015b4c3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 951 time: 0.1624901 Jul 16 18:00:12.797822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51486) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:12.876396 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:12.947386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Pushing event updated for resources: {'Port': ['ID=66d71464-085b-443f-be2f-cfcc6b20e19e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:12.994267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Network 3746e485-67e7-4f9b-b773-ee4b83440f7a is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:12.998105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-686aa661-bc29-444f-9950-d45124adf5dd req-9ca1d254-5370-4f35-b0b7-e622eaed315d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Deleting port 658dd971-f59b-4aed-8895-56a35cdd5c66 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:12.998453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-686aa661-bc29-444f-9950-d45124adf5dd req-9ca1d254-5370-4f35-b0b7-e622eaed315d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.001916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:13.009903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] For port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:13.015260 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:13.029581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc789d14-fb69-478b-8d68-cdd07f391e8f req-de5d80e2-1bfd-4391-b52f-d2bc20f301ff tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.031339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc789d14-fb69-478b-8d68-cdd07f391e8f req-de5d80e2-1bfd-4391-b52f-d2bc20f301ff tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 931 time: 0.1745524 Jul 16 18:00:13.076706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfeb598-b174-4a80-92fe-3e1129f6ee07 req-9f07e6fe-7b4a-4dde-8026-08e58b8f54d3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.084703 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dfeb598-b174-4a80-92fe-3e1129f6ee07 req-9f07e6fe-7b4a-4dde-8026-08e58b8f54d3 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 951 time: 0.2877457 Jul 16 18:00:13.088514 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2322c432-22c0-4941-b76e-786fd79cfb48 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ddb9f9f92b1341178056c8c57adf199d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2818110 Jul 16 18:00:13.090849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] For port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:13.095927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51490) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:13.120477 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.178144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.178870 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.180526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] 10.222.0.18 "PUT /v2.0/ports/5f6bff1e-90b4-456f-84ee-2d1d262bf9ba HTTP/1.1" status: 200 len: 1092 time: 2.0523067 Jul 16 18:00:13.198218 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dfeb598-b174-4a80-92fe-3e1129f6ee07 req-dd931807-0b5a-494e-bc04-5ef7343b4c3a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112664 Jul 16 18:00:13.199143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54c9e7fd-8191-4832-93ca-eb8b33204be4', 'tag': '5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:13.203953 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef7a9f8-533a-46c9-8c99-3d2b6444fea0" -d '{"events": [{"name": "network-changed", "server_uuid": "54c9e7fd-8191-4832-93ca-eb8b33204be4", "tag": "5f6bff1e-90b4-456f-84ee-2d1d262bf9ba"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:13.232795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.233927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.252872 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc789d14-fb69-478b-8d68-cdd07f391e8f req-36a316e5-5920-4565-8221-6deed015e708 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904218 Jul 16 18:00:13.278063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-686aa661-bc29-444f-9950-d45124adf5dd req-9ca1d254-5370-4f35-b0b7-e622eaed315d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] For port 658dd971-f59b-4aed-8895-56a35cdd5c66, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=658dd971-f59b-4aed-8895-56a35cdd5c66,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:13.278439 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-686aa661-bc29-444f-9950-d45124adf5dd req-9ca1d254-5370-4f35-b0b7-e622eaed315d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.318942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-686aa661-bc29-444f-9950-d45124adf5dd req-9ca1d254-5370-4f35-b0b7-e622eaed315d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Calling delete_port for 658dd971-f59b-4aed-8895-56a35cdd5c66 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:13.323667 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1850cfd7-aa25-4960-a594-0f23f5c2a6c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.363295 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5531aeef-2265-44ad-a96a-5da8d5fc428f x-openstack-request-id: req-5531aeef-2265-44ad-a96a-5da8d5fc428f {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:13.364169 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54c9e7fd-8191-4832-93ca-eb8b33204be4", "tag": "5f6bff1e-90b4-456f-84ee-2d1d262bf9ba", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:13.364657 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5531aeef-2265-44ad-a96a-5da8d5fc428f {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:13.365167 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54c9e7fd-8191-4832-93ca-eb8b33204be4', 'tag': '5f6bff1e-90b4-456f-84ee-2d1d262bf9ba', 'status': 'completed', 'code': 200} Jul 16 18:00:13.376787 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-08100517-d4f9-4adc-81d9-75fa572d0932 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9522157 Jul 16 18:00:13.393543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Request body: {'port': {'device_id': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:13.398166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3d4ea7-37f3-475d-9fd8-4c339a8abca4 service neutron] Pushing event updated for resources: {'Port': ['ID=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:13.428624 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1850cfd7-aa25-4960-a594-0f23f5c2a6c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.505493 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-5baa7c55-d4bf-4b4b-8ff7-c5241efd4567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.507673 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-5baa7c55-d4bf-4b4b-8ff7-c5241efd4567 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 1095 time: 0.2623954 Jul 16 18:00:13.535591 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1850cfd7-aa25-4960-a594-0f23f5c2a6c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.539354 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1850cfd7-aa25-4960-a594-0f23f5c2a6c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.542870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1850cfd7-aa25-4960-a594-0f23f5c2a6c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/10c5602b-b8b5-45b0-ae95-1199ffa0b361 HTTP/1.1" status: 204 len: 168 time: 0.4439332 Jul 16 18:00:13.568344 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.590658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1850cfd7-aa25-4960-a594-0f23f5c2a6c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10c5602b-b8b5-45b0-ae95-1199ffa0b361,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:13.617530 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-dbe7c60e-6ac5-4a77-96e6-02ab75bc0d40 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba HTTP/1.1" status: 200 len: 217 time: 0.0904241 Jul 16 18:00:13.701522 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-686aa661-bc29-444f-9950-d45124adf5dd req-9ca1d254-5370-4f35-b0b7-e622eaed315d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.714334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['26c272b3-4f8d-4af6-9a65-5993a5b1ae88'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:13.722614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0cc997-ae89-4b6e-bdfe-7312ab46c725 req-00e1e752-037b-47ff-9898-7c7df2d0524f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.744102 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ef0cc997-ae89-4b6e-bdfe-7312ab46c725 req-00e1e752-037b-47ff-9898-7c7df2d0524f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.3357460 Jul 16 18:00:13.755201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', '4f896446-eda0-4d29-b67e-9dd33dc92e27'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:13.780134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-24da040c-b500-4ebc-a1a9-b56b25906957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.781641 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-24da040c-b500-4ebc-a1a9-b56b25906957 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.1484325 Jul 16 18:00:13.815338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1d254-5370-4f35-b0b7-e622eaed315d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Pushing event deleted for resources: {'Port': ['ID=658dd971-f59b-4aed-8895-56a35cdd5c66,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:13.838338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-686aa661-bc29-444f-9950-d45124adf5dd req-9ca1d254-5370-4f35-b0b7-e622eaed315d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] No DVR routers for this DVR port 658dd971-f59b-4aed-8895-56a35cdd5c66 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:13.846613 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-686aa661-bc29-444f-9950-d45124adf5dd req-9ca1d254-5370-4f35-b0b7-e622eaed315d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:13.846613 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-686aa661-bc29-444f-9950-d45124adf5dd req-9ca1d254-5370-4f35-b0b7-e622eaed315d tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "DELETE /v2.0/ports/658dd971-f59b-4aed-8895-56a35cdd5c66 HTTP/1.1" status: 204 len: 173 time: 1.0774298 Jul 16 18:00:13.847720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-deleted', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:13.850310 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa63703d-1a8a-4bb6-b3a5-ed3c307a563b" -d '{"events": [{"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-deleted", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:13.873053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed193335-f377-4c9f-82f0-2a8d91009c76 req-872e0ebb-d579-40ca-b732-c01b00fa4b6b tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:13.874605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed193335-f377-4c9f-82f0-2a8d91009c76 req-872e0ebb-d579-40ca-b732-c01b00fa4b6b tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.2213395 Jul 16 18:00:13.980333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed193335-f377-4c9f-82f0-2a8d91009c76 req-10fe54b7-aba9-4692-adae-adc58880be83 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901072 Jul 16 18:00:14.111748 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-07020e2d-c126-4aad-abe3-f5204cb22a4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3116882 Jul 16 18:00:14.152686 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ef0cc997-ae89-4b6e-bdfe-7312ab46c725 req-aeadb389-8296-4b8d-8ce4-7624e22c8b50 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4067461 Jul 16 18:00:14.329988 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-c3c06abc-bb23-471c-8ac6-207581f9cc5b service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029076 Jul 16 18:00:14.454155 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48178c9a-c67c-4f9c-944a-1693215ab047 x-openstack-request-id: req-48178c9a-c67c-4f9c-944a-1693215ab047 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:14.454480 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a45f21a-17cb-4824-bbcd-a2b479c37a60", "name": "network-vif-deleted", "tag": "658dd971-f59b-4aed-8895-56a35cdd5c66", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:14.455836 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-48178c9a-c67c-4f9c-944a-1693215ab047 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:14.456792 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a45f21a-17cb-4824-bbcd-a2b479c37a60', 'name': 'network-vif-deleted', 'tag': '658dd971-f59b-4aed-8895-56a35cdd5c66', 'status': 'completed', 'code': 200} Jul 16 18:00:14.469614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d71464-085b-443f-be2f-cfcc6b20e19e {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:14.482189 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.500441 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99b6db1c-0155-4989-bcc8-4bafdaca5389 req-12aa50f5-a2a7-4d89-bb3c-913ac67eb368 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623933 Jul 16 18:00:14.505211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Transition to ACTIVE for port object 66d71464-085b-443f-be2f-cfcc6b20e19e will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:14.516370 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.522450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d76f9b-7aa2-4e40-9cd4-6303b93e9037 req-2d7d1786-89ff-4437-af84-28310b99e4aa tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:14.539288 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-95d76f9b-7aa2-4e40-9cd4-6303b93e9037 req-2d7d1786-89ff-4437-af84-28310b99e4aa tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 944 time: 0.1345811 Jul 16 18:00:14.619494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-95d76f9b-7aa2-4e40-9cd4-6303b93e9037 req-0d9c3714-ec1d-41b8-95cf-627cfdc70f91 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779834 Jul 16 18:00:14.625271 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Pushing event updated for resources: {'Port': ['ID=66d71464-085b-443f-be2f-cfcc6b20e19e,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:14.684763 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-535095b5-404a-48ae-9c6e-775f88e740ac req-6727be9c-6566-49c4-a6ee-1814faa16471 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=6a45f21a-17cb-4824-bbcd-a2b479c37a60 HTTP/1.1" status: 200 len: 210 time: 0.0790031 Jul 16 18:00:14.756247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7a9f8-533a-46c9-8c99-3d2b6444fea0 req-18b1ad22-78e7-40d9-ba1d-56b4a5e9dbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:14.758567 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ef7a9f8-533a-46c9-8c99-3d2b6444fea0 req-18b1ad22-78e7-40d9-ba1d-56b4a5e9dbcb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 1095 time: 0.1915326 Jul 16 18:00:14.782931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51530) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:14.797114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:14.797457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:14.797791 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:14.812126 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Port 66d71464-085b-443f-be2f-cfcc6b20e19e on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:14.812464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:14.820166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:14.820509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:14.820897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:14.821332 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Bound port: 66d71464-085b-443f-be2f-cfcc6b20e19e, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:14.821690 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:14.825173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa97998a-e124-48e7-8e9c-dcdffc96e54b req-c485dc59-e452-458e-962f-164054709cb5 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:14.829658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa97998a-e124-48e7-8e9c-dcdffc96e54b req-c485dc59-e452-458e-962f-164054709cb5 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 943 time: 0.0699677 Jul 16 18:00:14.870319 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa97998a-e124-48e7-8e9c-dcdffc96e54b req-a1c60c76-5a3c-4948-a652-d0c7b16fd2d0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Jul 16 18:00:14.936214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-137584951-network', 'tenant_id': '5218b8405ded4d8a921ac3c58513e7e5'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:14.949668 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7a9f8-533a-46c9-8c99-3d2b6444fea0 req-715b4606-db8b-4c55-9991-6cd15613687b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:14.951129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ef7a9f8-533a-46c9-8c99-3d2b6444fea0 req-715b4606-db8b-4c55-9991-6cd15613687b service neutron] 10.222.0.18 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 906 time: 0.1850562 Jul 16 18:00:14.952158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:14.976410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66d71464-085b-443f-be2f-cfcc6b20e19e,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:15.015651 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.018371 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ef7a9f8-533a-46c9-8c99-3d2b6444fea0 req-41b4552f-65f0-4d47-a076-cd3c4a7edc2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba HTTP/1.1" status: 200 len: 217 time: 0.0536828 Jul 16 18:00:15.025941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Made reservation on behalf of 5218b8405ded4d8a921ac3c58513e7e5 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:15.028301 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.087692 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.105106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.105722 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.107110 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] 10.222.0.18 "PUT /v2.0/ports/66d71464-085b-443f-be2f-cfcc6b20e19e HTTP/1.1" status: 200 len: 1091 time: 1.7196457 Jul 16 18:00:15.181208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de61c363-b9ba-4dae-baf5-4a08180f9a8f service neutron] Pushing event updated for resources: {'Port': ['ID=66d71464-085b-443f-be2f-cfcc6b20e19e,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:15.209433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7a9f8-533a-46c9-8c99-3d2b6444fea0 req-acdbca14-0662-4c17-b212-26797ed30423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.210880 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ef7a9f8-533a-46c9-8c99-3d2b6444fea0 req-acdbca14-0662-4c17-b212-26797ed30423 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.1611679 Jul 16 18:00:15.260729 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ef7a9f8-533a-46c9-8c99-3d2b6444fea0 req-a3ba6a51-ac00-440f-9098-b2aff8eded24 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411782 Jul 16 18:00:15.348384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f25f85-6e13-40bc-9e7d-4aa0fef1f55c req-5f75880b-2e18-4d9f-b05f-1085c177d5a4 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.350585 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1f25f85-6e13-40bc-9e7d-4aa0fef1f55c req-5f75880b-2e18-4d9f-b05f-1085c177d5a4 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.2292879 Jul 16 18:00:15.379813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'tag': '66d71464-085b-443f-be2f-cfcc6b20e19e'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:15.382172 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156a362b-2d34-4896-a37b-8c8b03fdff9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c5696d0-8fee-4956-aa10-24f4b9f88b6e", "tag": "66d71464-085b-443f-be2f-cfcc6b20e19e"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:15.385688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a14c46-7db7-4ae7-85f8-dceed050d951 req-16657160-f966-45f5-8442-4065bf52d4d1 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.387183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5a14c46-7db7-4ae7-85f8-dceed050d951 req-16657160-f966-45f5-8442-4065bf52d4d1 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.0662799 Jul 16 18:00:15.408910 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c13b5f70-1aae-4cd8-b16d-e05a2033cf9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.413402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-00dcfed9-7a60-4d13-a48f-ef0c6a1c786f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.415664 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-00dcfed9-7a60-4d13-a48f-ef0c6a1c786f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 1094 time: 0.2659147 Jul 16 18:00:15.494057 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-6c26a601-e9af-4db3-a44d-29ee150b1a75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d71464-085b-443f-be2f-cfcc6b20e19e HTTP/1.1" status: 200 len: 217 time: 0.0657768 Jul 16 18:00:15.499665 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ef7a9f8-533a-46c9-8c99-3d2b6444fea0 req-be9ca5dc-7032-48d2-8151-615af467e586 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254457 Jul 16 18:00:15.534847 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1f25f85-6e13-40bc-9e7d-4aa0fef1f55c req-c202637e-3f8a-4e72-9a3d-b8e501a335b7 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494772 Jul 16 18:00:15.538826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.659642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 658dd971-f59b-4aed-8895-56a35cdd5c66 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:15.685196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 658dd971-f59b-4aed-8895-56a35cdd5c66 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:15.685850 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 658dd971-f59b-4aed-8895-56a35cdd5c66 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:15.754353 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5a14c46-7db7-4ae7-85f8-dceed050d951 req-beaf743f-a06f-4811-8892-d9f60879ed8c tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3587966 Jul 16 18:00:15.790968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a7086d77-5982-4c99-b4cb-61a0af7207d1 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:15.849992 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032da45e-e2a8-4203-b16b-0f80ee0a323a x-openstack-request-id: req-032da45e-e2a8-4203-b16b-0f80ee0a323a {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:15.850495 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c5696d0-8fee-4956-aa10-24f4b9f88b6e", "tag": "66d71464-085b-443f-be2f-cfcc6b20e19e", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:15.850495 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-032da45e-e2a8-4203-b16b-0f80ee0a323a {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:15.850825 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'tag': '66d71464-085b-443f-be2f-cfcc6b20e19e', 'status': 'completed', 'code': 200} Jul 16 18:00:15.855726 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.905268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a7086d77-5982-4c99-b4cb-61a0af7207d1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a7086d77-5982-4c99-b4cb-61a0af7207d1,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:15.919890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'a7086d77-5982-4c99-b4cb-61a0af7207d1', 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26', 'port_id': 'a7086d77-5982-4c99-b4cb-61a0af7207d1', 'mac_address': 'fa:16:3e:29:10:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1d178f-2287-446d-a0fd-681c1ac2971f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:15.958706 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.959839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:15.971712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a7086d77-5982-4c99-b4cb-61a0af7207d1 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:15.989216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-5ee4d6da-fda8-4b31-97c1-8bdbdf7c9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:15.991455 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-5ee4d6da-fda8-4b31-97c1-8bdbdf7c9626 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.4805148 Jul 16 18:00:15.992117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4eb775f-75ec-4e7e-8843-31a70299d5ac,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:15.995158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a7086d77-5982-4c99-b4cb-61a0af7207d1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a7086d77-5982-4c99-b4cb-61a0af7207d1,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:15.995885 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:15.996228 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Added segment 6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140 of type vlan for network c7054504-0c30-40e1-a0aa-476eb4ab4d30 Jul 16 18:00:16.001433 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.062392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a7086d77-5982-4c99-b4cb-61a0af7207d1,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:16.074573 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-44754afd-bad5-4115-a9fb-2431ec5572eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678680 Jul 16 18:00:16.094646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ef7a9f8-533a-46c9-8c99-3d2b6444fea0 req-018b2a10-6333-4c6d-8583-5e7e90e979fe service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5845280 Jul 16 18:00:16.109609 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.145131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dab7f78-ea2c-4e29-b85b-303472e547b9 req-2885b1f8-6bfb-429b-b09a-ec2d78e4c464 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.147292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3dab7f78-ea2c-4e29-b85b-303472e547b9 req-2885b1f8-6bfb-429b-b09a-ec2d78e4c464 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 944 time: 0.2995167 Jul 16 18:00:16.230296 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.231265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.231880 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.257810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f8681-89c2-44c9-acae-877499839609 req-bfedf8b7-ed7c-4ad5-b994-42743d43a9a6 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.259604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d4f8681-89c2-44c9-acae-877499839609 req-bfedf8b7-ed7c-4ad5-b994-42743d43a9a6 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 943 time: 0.0650129 Jul 16 18:00:16.271319 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3dab7f78-ea2c-4e29-b85b-303472e547b9 req-e73cb6cb-0e89-4fc4-93c3-d54eaffa7358 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165483 Jul 16 18:00:16.291625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5050707 Jul 16 18:00:16.293053 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-46347f82-fe72-4d5f-adc4-a3f2de297039 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027826 Jul 16 18:00:16.295485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51556) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:16.300217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] Request body: {'subnet': {'network_id': 'c7054504-0c30-40e1-a0aa-476eb4ab4d30', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-137584951-subnet', 'tenant_id': '5218b8405ded4d8a921ac3c58513e7e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:16.312900 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d4f8681-89c2-44c9-acae-877499839609 req-b6d68a7d-2c78-412a-a980-b04891ddb391 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469205 Jul 16 18:00:16.349454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Pushing event updated for resources: {'Network': ['ID=c7054504-0c30-40e1-a0aa-476eb4ab4d30,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:16.379444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.379821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.380711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.381052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.381391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.381723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.382055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.382385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.382714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.383042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.383369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.383715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06fc7cc2-863c-414e-8a9d-fcbf140658da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:16.399434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network c7054504-0c30-40e1-a0aa-476eb4ab4d30 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:16.454075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] Made reservation on behalf of 5218b8405ded4d8a921ac3c58513e7e5 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:16.456469 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.542928 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee041bc-c8af-4b93-91b2-60bd86f7a232 req-7e9a51d5-e06b-4ed8-9cc6-8eeee4a9d614 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2369745 Jul 16 18:00:16.577679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7052b455-f8f1-4a1f-aeec-d3d22ff9eb69 req-e02f17db-1b15-46bf-ba9a-8ffeb78e97e8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.578699 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7052b455-f8f1-4a1f-aeec-d3d22ff9eb69 req-e02f17db-1b15-46bf-ba9a-8ffeb78e97e8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 950 time: 0.1834133 Jul 16 18:00:16.600337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['a7086d77-5982-4c99-b4cb-61a0af7207d1'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:16.690570 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7052b455-f8f1-4a1f-aeec-d3d22ff9eb69 req-01bcbc6d-9ad0-4250-813a-3b7008ec6967 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011543 Jul 16 18:00:16.726527 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16598630-1342-4fe3-936f-11275edcb868 req-31969c0d-3a4d-453f-b959-5304b4d267c2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.728544 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16598630-1342-4fe3-936f-11275edcb868 req-31969c0d-3a4d-453f-b959-5304b4d267c2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 944 time: 0.0683696 Jul 16 18:00:16.756221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a362b-2d34-4896-a37b-8c8b03fdff9a req-dfb6a40d-5dc8-4d93-a551-6910e0a28512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.757890 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-156a362b-2d34-4896-a37b-8c8b03fdff9a req-dfb6a40d-5dc8-4d93-a551-6910e0a28512 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 1094 time: 0.1494508 Jul 16 18:00:16.758963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.789632 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16598630-1342-4fe3-936f-11275edcb868 req-6e425d69-c7da-4ccf-b4e8-357a0d190b61 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484619 Jul 16 18:00:16.853071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] Pushing event updated for resources: {'Subnet': ['ID=622ededc-6b7a-4484-b2fb-68a8fa0efb56,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:16.894176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] Checking segment: {'id': '6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c7054504-0c30-40e1-a0aa-476eb4ab4d30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:16.894533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] Network hostable DHCP agents. Network: c7054504-0c30-40e1-a0aa-476eb4ab4d30, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:16.924287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a362b-2d34-4896-a37b-8c8b03fdff9a req-2e0a101f-966f-44a5-9781-eaf3d03a206a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.925786 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-156a362b-2d34-4896-a37b-8c8b03fdff9a req-2e0a101f-966f-44a5-9781-eaf3d03a206a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.1316323 Jul 16 18:00:16.927329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] Network c7054504-0c30-40e1-a0aa-476eb4ab4d30 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:16.938410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, c7054504-0c30-40e1-a0aa-476eb4ab4d30) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:16.948457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.949051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:16.950925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d3dbff-ab4b-4a68-87fb-65a4093efa01 None None] Network c7054504-0c30-40e1-a0aa-476eb4ab4d30 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:16.973385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb76052-9174-4cd0-b231-d25b18ab913b req-46127cce-18e1-4a4f-9044-2872e46532b7 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:16.975024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9bb76052-9174-4cd0-b231-d25b18ab913b req-46127cce-18e1-4a4f-9044-2872e46532b7 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.0709279 Jul 16 18:00:16.982993 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-156a362b-2d34-4896-a37b-8c8b03fdff9a req-bca32e57-bed5-4b81-b7ca-7b151a5f108f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d71464-085b-443f-be2f-cfcc6b20e19e HTTP/1.1" status: 200 len: 217 time: 0.0455413 Jul 16 18:00:17.009060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cfe98a0b-248a-41cf-a9e8-76522f96144f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7045166 Jul 16 18:00:17.032645 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9bb76052-9174-4cd0-b231-d25b18ab913b req-ac2e04ae-1a05-4ecf-b852-d854ac313ea1 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514770 Jul 16 18:00:17.038303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a362b-2d34-4896-a37b-8c8b03fdff9a req-70c92fb5-9ad6-4287-9caa-fc755f25db6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.039817 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-156a362b-2d34-4896-a37b-8c8b03fdff9a req-70c92fb5-9ad6-4287-9caa-fc755f25db6f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.0483441 Jul 16 18:00:17.082988 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c3a584-02a4-45a5-a345-f979c7d46a95 None None] Network c7054504-0c30-40e1-a0aa-476eb4ab4d30 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:17.091159 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-156a362b-2d34-4896-a37b-8c8b03fdff9a req-e550993f-b6ec-44bf-b64d-19f8f736bfd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400929 Jul 16 18:00:17.196130 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-156a362b-2d34-4896-a37b-8c8b03fdff9a req-1cb8a9bd-92da-4239-96db-4a594aa79ddb service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969241 Jul 16 18:00:17.296037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-156a362b-2d34-4896-a37b-8c8b03fdff9a req-9ae03865-0ee8-4df9-bd7b-b93c542a30f8 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903866 Jul 16 18:00:17.474921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be8559-f186-4267-99b3-6feac79f0caa req-cad2b05b-8670-483e-8608-f702bba9fe5d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.476478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82be8559-f186-4267-99b3-6feac79f0caa req-cad2b05b-8670-483e-8608-f702bba9fe5d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 944 time: 0.0726979 Jul 16 18:00:17.498482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaff933a-5a2f-4ae8-9dcd-6111b372fe76 req-bc957d04-6b2b-4602-b333-f8e4522e0356 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.500046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aaff933a-5a2f-4ae8-9dcd-6111b372fe76 req-bc957d04-6b2b-4602-b333-f8e4522e0356 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 943 time: 0.0667019 Jul 16 18:00:17.517995 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82be8559-f186-4267-99b3-6feac79f0caa req-6567bdc1-e1cc-4c3d-bff5-258a2f60e0ba tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346625 Jul 16 18:00:17.518859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51584) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:17.524460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1327806255-network', 'tenant_id': '2bc2376f162b4ffbad971d9ab5df9a65'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:17.550145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Made reservation on behalf of 2bc2376f162b4ffbad971d9ab5df9a65 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:17.550759 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aaff933a-5a2f-4ae8-9dcd-6111b372fe76 req-7fa5a29e-ff8d-4cb7-a1a7-f032974f3410 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436754 Jul 16 18:00:17.553794 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.568608 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.656573 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.660132 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.675813 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:17.680409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:00:17.694368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ffa0fc-1a28-4ce3-9fd2-3ae76ddc9435,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:17.699252 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.699630 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Added segment f30e1924-1070-44d5-88d9-d59a18270bbb of type vlan for network 8b01390e-6d8f-42c0-9119-9403e722dfbc Jul 16 18:00:17.768205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.783186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:17.794914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '5f6bff1e-90b4-456f-84ee-2d1d262bf9ba', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'port_id': '5f6bff1e-90b4-456f-84ee-2d1d262bf9ba', 'mac_address': 'fa:16:3e:29:3e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7463a0aa-132d-4bcf-9602-3be3945aec50', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:17.814721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.815750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.816924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.834537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390b59e7-8372-4589-9b81-837483b1d8f6 req-9054cad3-3767-4947-87e0-1add4922ffd1 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:17.834775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a7086d77-5982-4c99-b4cb-61a0af7207d1 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:17.835999 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-390b59e7-8372-4589-9b81-837483b1d8f6 req-9054cad3-3767-4947-87e0-1add4922ffd1 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 950 time: 0.1049175 Jul 16 18:00:17.880087 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.887651 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.901859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51592) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:17.902489 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3820946 Jul 16 18:00:17.907179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Request body: {'subnet': {'network_id': '8b01390e-6d8f-42c0-9119-9403e722dfbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1327806255-subnet', 'tenant_id': '2bc2376f162b4ffbad971d9ab5df9a65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:17.909644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:17.939465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Made reservation on behalf of 2bc2376f162b4ffbad971d9ab5df9a65 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:17.943277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.947396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:17.968588 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:17.971465 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6ea97-9814-4944-bb20-1c3094cd209e admin admin] Pushing event updated for resources: {'Network': ['ID=8b01390e-6d8f-42c0-9119-9403e722dfbc,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.002617 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 8b01390e-6d8f-42c0-9119-9403e722dfbc details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:00:18.031501 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.038753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49034356-fd03-4c57-8184-af35e2da36e8 req-8ed13d79-5424-4624-8445-99bbe6e7d3fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.040350 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49034356-fd03-4c57-8184-af35e2da36e8 req-8ed13d79-5424-4624-8445-99bbe6e7d3fd tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a47ac4c1-c613-44b3-af0b-a31a56ac566e HTTP/1.1" status: 200 len: 950 time: 0.1829274 Jul 16 18:00:18.079589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-390b59e7-8372-4589-9b81-837483b1d8f6 req-6c99d9a1-2777-4196-b76c-3265d35d7420 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Deleting port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:18.080019 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-390b59e7-8372-4589-9b81-837483b1d8f6 req-6c99d9a1-2777-4196-b76c-3265d35d7420 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.083140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae98c241-87e7-42dd-abce-de746c0ef040 req-2c43ba38-9f26-4bd6-9f65-6e2859bf7387 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.084681 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae98c241-87e7-42dd-abce-de746c0ef040 req-2c43ba38-9f26-4bd6-9f65-6e2859bf7387 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 944 time: 0.1222587 Jul 16 18:00:18.099296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id a7086d77-5982-4c99-b4cb-61a0af7207d1 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:18.126743 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49034356-fd03-4c57-8184-af35e2da36e8 req-b5ba6b1e-9bbd-4483-9a1e-cb38413a615b tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697618 Jul 16 18:00:18.130167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.147734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a7086d77-5982-4c99-b4cb-61a0af7207d1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a7086d77-5982-4c99-b4cb-61a0af7207d1,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:18.154662 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.165764 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-22cde3a8-f529-4cac-9441-75b429949662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.183223 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae98c241-87e7-42dd-abce-de746c0ef040 req-327859dd-2c4d-4e63-83c1-3823ff0854ad tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853765 Jul 16 18:00:18.206127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-390b59e7-8372-4589-9b81-837483b1d8f6 req-6c99d9a1-2777-4196-b76c-3265d35d7420 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] For port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:18.207155 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-390b59e7-8372-4589-9b81-837483b1d8f6 req-6c99d9a1-2777-4196-b76c-3265d35d7420 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.227764 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-390b59e7-8372-4589-9b81-837483b1d8f6 req-6c99d9a1-2777-4196-b76c-3265d35d7420 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Calling delete_port for 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:18.258665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a7086d77-5982-4c99-b4cb-61a0af7207d1,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.269554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:18.318177 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.397789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c79cd208-ce49-4083-85c3-b9811f873a3b,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.409854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.410132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.410423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.410816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.411963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.412526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.412666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.412955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.413282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.413659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.414070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.414502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:00:18.418013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Checking segment: {'id': 'f30e1924-1070-44d5-88d9-d59a18270bbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b01390e-6d8f-42c0-9119-9403e722dfbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:18.418377 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Network hostable DHCP agents. Network: 8b01390e-6d8f-42c0-9119-9403e722dfbc, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:00:18.449146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Network 8b01390e-6d8f-42c0-9119-9403e722dfbc is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:00:18.460758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 8b01390e-6d8f-42c0-9119-9403e722dfbc) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:18.466210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.468229 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.475806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674ead7b-a59a-4ce5-92c5-2b4aa78be6e1 None None] Network 8b01390e-6d8f-42c0-9119-9403e722dfbc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:18.487230 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6c2518f1-edf4-4cc1-adf7-0366be329e68 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5836239 Jul 16 18:00:18.506403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af491fbc-8adb-4fd6-98b7-52bd0c7a761e req-ff019d68-c707-4697-af70-9ce25d8d6118 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.508082 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af491fbc-8adb-4fd6-98b7-52bd0c7a761e req-ff019d68-c707-4697-af70-9ce25d8d6118 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1474214 Jul 16 18:00:18.509642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-390b59e7-8372-4589-9b81-837483b1d8f6 req-6c99d9a1-2777-4196-b76c-3265d35d7420 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.553645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c99d9a1-2777-4196-b76c-3265d35d7420 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Pushing event deleted for resources: {'Port': ['ID=26c272b3-4f8d-4af6-9a65-5993a5b1ae88,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:18.566484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', '4f896446-eda0-4d29-b67e-9dd33dc92e27'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:18.646586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-390b59e7-8372-4589-9b81-837483b1d8f6 req-6c99d9a1-2777-4196-b76c-3265d35d7420 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] No DVR routers for this DVR port 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:18.650758 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-390b59e7-8372-4589-9b81-837483b1d8f6 req-6c99d9a1-2777-4196-b76c-3265d35d7420 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:18.653374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-390b59e7-8372-4589-9b81-837483b1d8f6 req-6c99d9a1-2777-4196-b76c-3265d35d7420 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.18 "DELETE /v2.0/ports/26c272b3-4f8d-4af6-9a65-5993a5b1ae88 HTTP/1.1" status: 204 len: 173 time: 0.8054075 Jul 16 18:00:18.653891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-deleted', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:18.656828 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb08e8a4-9543-4e51-9556-012937ee760a" -d '{"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-deleted", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:18.673596 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af491fbc-8adb-4fd6-98b7-52bd0c7a761e req-7a3c1b5d-08ab-4db9-8510-09e48b7b8cb2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540956 Jul 16 18:00:18.764002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9dc25d8-e48d-4a85-b8dd-2d4a91ac5688 req-78027523-2fad-4665-ab75-1676595e73b3 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.765726 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a9dc25d8-e48d-4a85-b8dd-2d4a91ac5688 req-78027523-2fad-4665-ab75-1676595e73b3 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 945 time: 0.0949109 Jul 16 18:00:18.797740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736f29ad-8330-4f8f-9718-091ff2dbd8b7 None None] Network 8b01390e-6d8f-42c0-9119-9403e722dfbc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:18.835205 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a9dc25d8-e48d-4a85-b8dd-2d4a91ac5688 req-d94f9ff9-2596-439b-afbb-d81f486aed06 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627873 Jul 16 18:00:18.889948 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2eaa152-55c9-4c5d-9c68-f8bd1410419f x-openstack-request-id: req-f2eaa152-55c9-4c5d-9c68-f8bd1410419f {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:18.890224 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a47ac4c1-c613-44b3-af0b-a31a56ac566e", "name": "network-vif-deleted", "tag": "26c272b3-4f8d-4af6-9a65-5993a5b1ae88", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:18.890490 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f2eaa152-55c9-4c5d-9c68-f8bd1410419f {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:18.890882 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a47ac4c1-c613-44b3-af0b-a31a56ac566e', 'name': 'network-vif-deleted', 'tag': '26c272b3-4f8d-4af6-9a65-5993a5b1ae88', 'status': 'completed', 'code': 200} Jul 16 18:00:18.916396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a833f4-853d-491b-b500-ae596df0d3a2 req-6e687301-0da9-4097-a7c3-b490b59f8d6c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:18.924718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-76a833f4-853d-491b-b500-ae596df0d3a2 req-6e687301-0da9-4097-a7c3-b490b59f8d6c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 943 time: 0.1031404 Jul 16 18:00:18.962886 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-76a833f4-853d-491b-b500-ae596df0d3a2 req-489d79b5-4b4e-4591-afd4-3fd6c869179e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372725 Jul 16 18:00:19.211843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['26c272b3-4f8d-4af6-9a65-5993a5b1ae88'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:19.226147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-3b23e44b-fc3b-4b00-a32c-d9ce87a82b32 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:19.227695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-3b23e44b-fc3b-4b00-a32c-d9ce87a82b32 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/networks?id=c7054504-0c30-40e1-a0aa-476eb4ab4d30 HTTP/1.1" status: 200 len: 814 time: 0.1107433 Jul 16 18:00:19.245139 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-b2758ea4-f311-4229-afee-a55e0fc4f3fb tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/quotas/5218b8405ded4d8a921ac3c58513e7e5 HTTP/1.1" status: 200 len: 375 time: 0.0104842 Jul 16 18:00:19.290963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-a453a189-3530-4e35-b21f-58fb030c7789 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5218b8405ded4d8a921ac3c58513e7e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393910 Jul 16 18:00:19.380635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3568146-c7e1-43e9-815e-dba13aafda9c req-5c74b150-7a6e-4831-8acf-a8343f2fe7bd tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:19.382551 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3568146-c7e1-43e9-815e-dba13aafda9c req-5c74b150-7a6e-4831-8acf-a8343f2fe7bd tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 943 time: 0.0813835 Jul 16 18:00:19.407442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-9538edc1-7af4-4bce-8dbe-7294438eabd4 service neutron] 10.222.0.47 "GET /v2.0/networks/c7054504-0c30-40e1-a0aa-476eb4ab4d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091704 Jul 16 18:00:19.444307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3568146-c7e1-43e9-815e-dba13aafda9c req-90bed8ea-cbf6-4deb-9a4c-5d85cfcfd214 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558360 Jul 16 18:00:19.508668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-70dfe9af-f381-41ec-a15d-4eefa8b6337d service neutron] 10.222.0.47 "GET /v2.0/networks/c7054504-0c30-40e1-a0aa-476eb4ab4d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948167 Jul 16 18:00:19.690732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 66d71464-085b-443f-be2f-cfcc6b20e19e details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:19.699428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:19.731717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70432010-92d6-4a35-97aa-cd6860c15223 req-9cbe7e57-0336-48d1-b3e6-b16bb00f28bc tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 210 time: 0.0336490 Jul 16 18:00:19.766667 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.852962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a7086d77-5982-4c99-b4cb-61a0af7207d1 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:19.882421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:19.893996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:19.894616 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:19.950722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66d71464-085b-443f-be2f-cfcc6b20e19e,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:19.967840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '66d71464-085b-443f-be2f-cfcc6b20e19e', 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a', 'port_id': '66d71464-085b-443f-be2f-cfcc6b20e19e', 'mac_address': 'fa:16:3e:f9:b9:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ed82e1-1954-46e5-b764-f2ea6d3478e2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:20.011763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab9d2d-f381-494b-8984-14c87bff2c9e req-0778c8bd-2718-41b5-a8c0-e3f730f4a53e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:20.014551 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d2ab9d2d-f381-494b-8984-14c87bff2c9e req-0778c8bd-2718-41b5-a8c0-e3f730f4a53e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1220024 Jul 16 18:00:20.017785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port a7086d77-5982-4c99-b4cb-61a0af7207d1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:20.018397 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.075124 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d2ab9d2d-f381-494b-8984-14c87bff2c9e req-b50a8445-e874-4cfa-aa6e-070d75e706fd tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503080 Jul 16 18:00:20.076435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4134ac3-a431-4266-8130-5b90934c96c3 req-990c7338-c3ee-4cb0-bc78-ad2b68ba3a70 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:20.077984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4134ac3-a431-4266-8130-5b90934c96c3 req-990c7338-c3ee-4cb0-bc78-ad2b68ba3a70 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 945 time: 0.0945885 Jul 16 18:00:20.080413 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.102569 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.120273 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66d71464-085b-443f-be2f-cfcc6b20e19e {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:20.137104 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4134ac3-a431-4266-8130-5b90934c96c3 req-bee5a713-1d71-4b02-a2fd-0aacf0330c1a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492790 Jul 16 18:00:20.162952 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66d71464-085b-443f-be2f-cfcc6b20e19e,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:20.163806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c9e7fd-8191-4832-93ca-eb8b33204be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:20.166080 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0282a684-86e7-47f1-b316-43c6930cc86c" -d '{"events": [{"server_uuid": "54c9e7fd-8191-4832-93ca-eb8b33204be4", "name": "network-vif-plugged", "status": "completed", "tag": "5f6bff1e-90b4-456f-84ee-2d1d262bf9ba"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:20.210748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.213902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:20.224819 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.266390 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.307710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=66d71464-085b-443f-be2f-cfcc6b20e19e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:20.374385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a7086d77-5982-4c99-b4cb-61a0af7207d1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a7086d77-5982-4c99-b4cb-61a0af7207d1,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:20.384621 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:20.403182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:20.438895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569b4100-b1f5-4f31-b3e1-1b361cefe3e9 req-a97e2625-2568-4e16-9a75-3016b23a2b71 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:20.448664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-569b4100-b1f5-4f31-b3e1-1b361cefe3e9 req-a97e2625-2568-4e16-9a75-3016b23a2b71 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 944 time: 0.1111646 Jul 16 18:00:20.464429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['66d71464-085b-443f-be2f-cfcc6b20e19e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:20.467908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dd83c-0f5a-4539-b671-b6e490942d80 req-4a2da60e-5a15-48d5-a445-da3ea7f357de tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:20.469874 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f5dd83c-0f5a-4539-b671-b6e490942d80 req-4a2da60e-5a15-48d5-a445-da3ea7f357de tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.0716488 Jul 16 18:00:20.511175 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-569b4100-b1f5-4f31-b3e1-1b361cefe3e9 req-e37de6d5-3520-4a1c-9f57-15096dcdc31d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611677 Jul 16 18:00:20.537860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f5dd83c-0f5a-4539-b671-b6e490942d80 req-501a5338-f0c6-4830-a55c-7abd0b7ad3d9 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592592 Jul 16 18:00:20.574201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a7086d77-5982-4c99-b4cb-61a0af7207d1,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:20.580800 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f39eea91-0e85-4965-8e17-0b57c248f752 x-openstack-request-id: req-f39eea91-0e85-4965-8e17-0b57c248f752 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:20.583636 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c9e7fd-8191-4832-93ca-eb8b33204be4", "name": "network-vif-plugged", "status": "completed", "tag": "5f6bff1e-90b4-456f-84ee-2d1d262bf9ba", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:20.583905 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f39eea91-0e85-4965-8e17-0b57c248f752 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:20.584313 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c9e7fd-8191-4832-93ca-eb8b33204be4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f6bff1e-90b4-456f-84ee-2d1d262bf9ba', 'code': 200} Jul 16 18:00:20.762763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024f95ce-0fea-44c1-9e7f-59fe34f0f49f req-68bd1897-7543-407a-a932-da0a092688d1 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:20.764288 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-024f95ce-0fea-44c1-9e7f-59fe34f0f49f req-68bd1897-7543-407a-a932-da0a092688d1 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1079645 Jul 16 18:00:20.769601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59df897-d0fc-4f8c-8071-36924e626c4d req-ea7de435-a25d-4593-8906-4fa367054754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:20.771038 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a59df897-d0fc-4f8c-8071-36924e626c4d req-ea7de435-a25d-4593-8906-4fa367054754 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 1097 time: 0.0853379 Jul 16 18:00:20.823635 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-024f95ce-0fea-44c1-9e7f-59fe34f0f49f req-8966f48e-9e62-41ab-8cb2-bbeaccd2bad0 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515323 Jul 16 18:00:20.827372 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a59df897-d0fc-4f8c-8071-36924e626c4d req-022ecb37-ce9b-4fc2-a200-11750baea4b5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486834 Jul 16 18:00:21.018265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c64377a3-6013-485d-94f4-6833b221e14e req-f522fe64-5594-4e55-a0d6-a72bc3035ab0 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 210 time: 0.0350180 Jul 16 18:00:21.196835 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-22de394f-b372-40bd-96d1-ed46f6c0578b tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.198418 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-22de394f-b372-40bd-96d1-ed46f6c0578b tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.18 "GET /v2.0/networks?id=c7054504-0c30-40e1-a0aa-476eb4ab4d30 HTTP/1.1" status: 200 len: 814 time: 0.1327288 Jul 16 18:00:21.211651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Request body: {'port': {'device_id': '9d2ab34e-04de-4007-b15b-759d8050638e', 'network_id': 'c7054504-0c30-40e1-a0aa-476eb4ab4d30', 'admin_state_up': True, 'tenant_id': '5218b8405ded4d8a921ac3c58513e7e5'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:21.320277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef764504-5446-42b2-8d9a-8a006f341dbb req-cea9d9d2-f829-48d9-b8e6-2ed7ded3acf7 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.321767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef764504-5446-42b2-8d9a-8a006f341dbb req-cea9d9d2-f829-48d9-b8e6-2ed7ded3acf7 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1113639 Jul 16 18:00:21.360086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef764504-5446-42b2-8d9a-8a006f341dbb req-2341784e-5a8a-40e3-a322-c88b3d95c00e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325730 Jul 16 18:00:21.386478 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Made reservation on behalf of 5218b8405ded4d8a921ac3c58513e7e5 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:21.390006 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.412666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7459840-fa83-4ed6-879e-7b74900db792 req-74ed00c9-cfee-45e6-bf17-69ba31142ac7 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.414136 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a7459840-fa83-4ed6-879e-7b74900db792 req-74ed00c9-cfee-45e6-bf17-69ba31142ac7 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 946 time: 0.1069641 Jul 16 18:00:21.495886 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a7459840-fa83-4ed6-879e-7b74900db792 req-a689e86a-8288-4dc4-8552-a0116709c068 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722136 Jul 16 18:00:21.549129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Allocated IP 172.20.0.9 (c7054504-0c30-40e1-a0aa-476eb4ab4d30/622ededc-6b7a-4484-b2fb-68a8fa0efb56/4b9a55da-c7eb-401c-b961-63a9770f6911) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:21.692492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ad47e4-9943-4fa6-8e02-a8b8c293a8c6 req-10d0a7de-f6a8-481d-93f1-8ecfe7038375 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.697032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 66d71464-085b-443f-be2f-cfcc6b20e19e up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:21.699677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03ad47e4-9943-4fa6-8e02-a8b8c293a8c6 req-10d0a7de-f6a8-481d-93f1-8ecfe7038375 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 944 time: 0.0744338 Jul 16 18:00:21.756235 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.761369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 66d71464-085b-443f-be2f-cfcc6b20e19e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:21.763392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03ad47e4-9943-4fa6-8e02-a8b8c293a8c6 req-411b08d5-a78c-4ec2-b814-42f2e750f187 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596867 Jul 16 18:00:21.765951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 66d71464-085b-443f-be2f-cfcc6b20e19e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:21.766380 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.782993 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.809323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcea40b-726e-48e8-be0d-b7199484566c req-0eea33cd-04dc-4a55-8e58-80f5af70de32 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:21.810886 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cbcea40b-726e-48e8-be0d-b7199484566c req-0eea33cd-04dc-4a55-8e58-80f5af70de32 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1169152 Jul 16 18:00:21.852515 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.868352 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cbcea40b-726e-48e8-be0d-b7199484566c req-a9ee127a-184e-4728-b128-8b8357d0e201 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443614 Jul 16 18:00:21.869883 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.901843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66d71464-085b-443f-be2f-cfcc6b20e19e,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:21.906727 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:21.907672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:21.922424 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Network c7054504-0c30-40e1-a0aa-476eb4ab4d30 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:21.925679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:21.929311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:21.929655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 26c272b3-4f8d-4af6-9a65-5993a5b1ae88 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:21.932129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:21.975682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=66d71464-085b-443f-be2f-cfcc6b20e19e,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:21.985757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Pushing event updated for resources: {'Port': ['ID=4b9a55da-c7eb-401c-b961-63a9770f6911,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:22.004131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.005404 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.022092 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-422b52b6-2426-42d7-abd9-f0b2f176ae95 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8151083 Jul 16 18:00:22.034427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Request body: {'port': {'device_id': '9d2ab34e-04de-4007-b15b-759d8050638e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:22.045690 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a054b8-2e55-48cd-9e7b-c814539020e1 req-70e8bbec-ad42-496c-b674-306ca6e3d1a5 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.047212 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86a054b8-2e55-48cd-9e7b-c814539020e1 req-70e8bbec-ad42-496c-b674-306ca6e3d1a5 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0765834 Jul 16 18:00:22.091433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86a054b8-2e55-48cd-9e7b-c814539020e1 req-f42186c3-cfa6-441a-8cb2-b371e5140aa3 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373507 Jul 16 18:00:22.119253 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.379157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a08cea8-2117-4d91-8f38-30949c026881 req-69648bd3-2162-46b7-90fb-be4a513bc667 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.381687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8a08cea8-2117-4d91-8f38-30949c026881 req-69648bd3-2162-46b7-90fb-be4a513bc667 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 931 time: 0.1456676 Jul 16 18:00:22.543683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86876546-8a35-489f-b89b-73663277f198 req-6a331840-fffc-47ab-999d-349ef35e5806 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.545283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86876546-8a35-489f-b89b-73663277f198 req-6a331840-fffc-47ab-999d-349ef35e5806 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.0702252 Jul 16 18:00:22.585596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '253b766b-4f4a-4f34-b9e8-2b47c01734b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7086d77-5982-4c99-b4cb-61a0af7207d1'}, {'server_uuid': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d71464-085b-443f-be2f-cfcc6b20e19e'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:22.588017 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e44f40fd-d53b-41be-97b9-dc0e98f99bb1" -d '{"events": [{"server_uuid": "253b766b-4f4a-4f34-b9e8-2b47c01734b4", "name": "network-vif-plugged", "status": "completed", "tag": "a7086d77-5982-4c99-b4cb-61a0af7207d1"}, {"server_uuid": "8c5696d0-8fee-4956-aa10-24f4b9f88b6e", "name": "network-vif-plugged", "status": "completed", "tag": "66d71464-085b-443f-be2f-cfcc6b20e19e"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:22.636656 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86876546-8a35-489f-b89b-73663277f198 req-7f94ede4-779e-4689-a3f9-819def96cb13 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856607 Jul 16 18:00:22.676372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66267d4a-37de-4656-8634-7268b4a8148a req-672be2f9-e5ad-4cce-9f8d-5858a44682f5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.678091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-66267d4a-37de-4656-8634-7268b4a8148a req-672be2f9-e5ad-4cce-9f8d-5858a44682f5 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.37 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1198018 Jul 16 18:00:22.740885 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8a08cea8-2117-4d91-8f38-30949c026881 req-1e574340-503c-45a8-b38b-5f61419b2737 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4eb775f-75ec-4e7e-8843-31a70299d5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3508313 Jul 16 18:00:22.802259 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d235d8-0a63-44c5-9353-f4e843876d89 x-openstack-request-id: req-d3d235d8-0a63-44c5-9353-f4e843876d89 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:22.802817 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "253b766b-4f4a-4f34-b9e8-2b47c01734b4", "name": "network-vif-plugged", "status": "completed", "tag": "a7086d77-5982-4c99-b4cb-61a0af7207d1", "code": 200}, {"server_uuid": "8c5696d0-8fee-4956-aa10-24f4b9f88b6e", "name": "network-vif-plugged", "status": "completed", "tag": "66d71464-085b-443f-be2f-cfcc6b20e19e", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:22.802817 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d3d235d8-0a63-44c5-9353-f4e843876d89 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:22.803206 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253b766b-4f4a-4f34-b9e8-2b47c01734b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7086d77-5982-4c99-b4cb-61a0af7207d1', 'code': 200} Jul 16 18:00:22.803460 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66d71464-085b-443f-be2f-cfcc6b20e19e', 'code': 200} Jul 16 18:00:22.812285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b9a55da-c7eb-401c-b961-63a9770f6911 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:22.822138 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.835715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Transition to ACTIVE for port object 4b9a55da-c7eb-401c-b961-63a9770f6911 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:22.853309 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:22.946795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c66ef-1238-4826-a9c9-b67d4c80a764 req-5410c803-8b77-43ea-a71f-ed4fbc446054 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:22.949231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f2c66ef-1238-4826-a9c9-b67d4c80a764 req-5410c803-8b77-43ea-a71f-ed4fbc446054 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 946 time: 0.1664050 Jul 16 18:00:22.964666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-66267d4a-37de-4656-8634-7268b4a8148a req-0a853853-e2dc-49dc-abba-c31b57d5168e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Deleting port 4f896446-eda0-4d29-b67e-9dd33dc92e27 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:22.965011 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-66267d4a-37de-4656-8634-7268b4a8148a req-0a853853-e2dc-49dc-abba-c31b57d5168e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.007601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Pushing event updated for resources: {'Port': ['ID=4b9a55da-c7eb-401c-b961-63a9770f6911,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:23.074888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f2c66ef-1238-4826-a9c9-b67d4c80a764 req-ad1ba880-7b24-4a3f-9f5e-53b917eedb2e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185043 Jul 16 18:00:23.076797 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Attempting to bind port 4b9a55da-c7eb-401c-b961-63a9770f6911 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:23.077700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Attempting to bind port 4b9a55da-c7eb-401c-b961-63a9770f6911 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c7054504-0c30-40e1-a0aa-476eb4ab4d30'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:23.077700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Attempting to bind port 4b9a55da-c7eb-401c-b961-63a9770f6911 on network c7054504-0c30-40e1-a0aa-476eb4ab4d30 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:23.080835 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f46664f-dd00-4e47-86f6-8e66e7c16950 req-4a968c9f-5041-4b10-beba-bd38e73b26c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.082418 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f46664f-dd00-4e47-86f6-8e66e7c16950 req-4a968c9f-5041-4b10-beba-bd38e73b26c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 1096 time: 0.1828945 Jul 16 18:00:23.130670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25ebeb7-593a-46dd-aa57-88b690579af6 req-465b0c2c-df78-40a1-9622-f468414d8acc tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.132659 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e25ebeb7-593a-46dd-aa57-88b690579af6 req-465b0c2c-df78-40a1-9622-f468414d8acc tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 945 time: 0.1727810 Jul 16 18:00:23.133475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Port 4b9a55da-c7eb-401c-b961-63a9770f6911 on network c7054504-0c30-40e1-a0aa-476eb4ab4d30 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:23.134098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Attempting to bind port 4b9a55da-c7eb-401c-b961-63a9770f6911 on network c7054504-0c30-40e1-a0aa-476eb4ab4d30 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:23.169940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 17, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:23.170621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Checking segment: {'id': '6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c7054504-0c30-40e1-a0aa-476eb4ab4d30'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:23.171329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Bound using segment: {'id': '6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c7054504-0c30-40e1-a0aa-476eb4ab4d30'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:23.172480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Bound port: 4b9a55da-c7eb-401c-b961-63a9770f6911, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c7054504-0c30-40e1-a0aa-476eb4ab4d30'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:23.173042 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.180628 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f46664f-dd00-4e47-86f6-8e66e7c16950 req-1475c116-1c45-4f28-a9a4-fb9a40ecf1e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905871 Jul 16 18:00:23.208983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-66267d4a-37de-4656-8634-7268b4a8148a req-0a853853-e2dc-49dc-abba-c31b57d5168e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] For port 4f896446-eda0-4d29-b67e-9dd33dc92e27, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4f896446-eda0-4d29-b67e-9dd33dc92e27,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:23.209272 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-66267d4a-37de-4656-8634-7268b4a8148a req-0a853853-e2dc-49dc-abba-c31b57d5168e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.228499 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e25ebeb7-593a-46dd-aa57-88b690579af6 req-012418e3-ef0a-430a-bcd5-d67b11a23918 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813096 Jul 16 18:00:23.257697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-66267d4a-37de-4656-8634-7268b4a8148a req-0a853853-e2dc-49dc-abba-c31b57d5168e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Calling delete_port for 4f896446-eda0-4d29-b67e-9dd33dc92e27 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:23.264860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936f55-05d2-4858-83e2-2b14f3431a4d req-07a238c2-6800-468e-a925-38925151c5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.266467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90936f55-05d2-4858-83e2-2b14f3431a4d req-07a238c2-6800-468e-a925-38925151c5d7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 1096 time: 0.1777263 Jul 16 18:00:23.346371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] For port 4b9a55da-c7eb-401c-b961-63a9770f6911, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:23.350446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] For port 4b9a55da-c7eb-401c-b961-63a9770f6911, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4b9a55da-c7eb-401c-b961-63a9770f6911,segment=NetworkSegment(6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140),segment_id=6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:23.357065 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.378370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.379028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.380563 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] 10.222.0.18 "PUT /v2.0/ports/4b9a55da-c7eb-401c-b961-63a9770f6911 HTTP/1.1" status: 200 len: 1091 time: 1.3502750 Jul 16 18:00:23.383108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d2ab34e-04de-4007-b15b-759d8050638e', 'tag': '4b9a55da-c7eb-401c-b961-63a9770f6911'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:23.384967 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b686c48-c957-400b-b1ab-9b697eeefb5a" -d '{"events": [{"name": "network-changed", "server_uuid": "9d2ab34e-04de-4007-b15b-759d8050638e", "tag": "4b9a55da-c7eb-401c-b961-63a9770f6911"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:23.423019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90936f55-05d2-4858-83e2-2b14f3431a4d req-1afda40b-0bd4-47ba-9444-0e2a4ebb8d77 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129837 Jul 16 18:00:23.433807 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588be64d-4c9f-4051-a7bd-fda7e70578c3 req-fa0203e9-26f1-4b9e-a782-0135b50a46a8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.440759 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-588be64d-4c9f-4051-a7bd-fda7e70578c3 req-fa0203e9-26f1-4b9e-a782-0135b50a46a8 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=a08a99d5-fc68-4ec7-9d33-b00c88f79a49 HTTP/1.1" status: 200 len: 950 time: 0.1843467 Jul 16 18:00:23.482235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f6d8f6-0187-4612-9fe3-2e6c299952dd service neutron] Pushing event updated for resources: {'Port': ['ID=4b9a55da-c7eb-401c-b961-63a9770f6911,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:23.496167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-588be64d-4c9f-4051-a7bd-fda7e70578c3 req-89d96212-d61c-4a35-8c13-0a70ba92d781 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546093 Jul 16 18:00:23.530810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-d7eaa4e6-0e3a-4426-b15e-e67d65d72371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.533142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-d7eaa4e6-0e3a-4426-b15e-e67d65d72371 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5218b8405ded4d8a921ac3c58513e7e5&device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 1094 time: 0.0946276 Jul 16 18:00:23.608718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-991293fa-90e1-42d7-860c-0aa30638c4c3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b9a55da-c7eb-401c-b961-63a9770f6911 HTTP/1.1" status: 200 len: 217 time: 0.0638030 Jul 16 18:00:23.626500 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-66267d4a-37de-4656-8634-7268b4a8148a req-0a853853-e2dc-49dc-abba-c31b57d5168e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.669826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a853853-e2dc-49dc-abba-c31b57d5168e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Pushing event deleted for resources: {'Port': ['ID=4f896446-eda0-4d29-b67e-9dd33dc92e27,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:23.682707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', '4f896446-eda0-4d29-b67e-9dd33dc92e27'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:23.706226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-277a0aad-4078-4a58-816a-9c5d0cf50808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.709640 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-277a0aad-4078-4a58-816a-9c5d0cf50808 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=622ededc-6b7a-4484-b2fb-68a8fa0efb56 HTTP/1.1" status: 200 len: 854 time: 0.0777824 Jul 16 18:00:23.747658 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-ec77ff87-3d90-4e84-a004-de87ab8be94e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7054504-0c30-40e1-a0aa-476eb4ab4d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300465 Jul 16 18:00:23.758621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-66267d4a-37de-4656-8634-7268b4a8148a req-0a853853-e2dc-49dc-abba-c31b57d5168e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] No DVR routers for this DVR port 4f896446-eda0-4d29-b67e-9dd33dc92e27 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:23.763054 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-66267d4a-37de-4656-8634-7268b4a8148a req-0a853853-e2dc-49dc-abba-c31b57d5168e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:23.765082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-66267d4a-37de-4656-8634-7268b4a8148a req-0a853853-e2dc-49dc-abba-c31b57d5168e tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.37 "DELETE /v2.0/ports/4f896446-eda0-4d29-b67e-9dd33dc92e27 HTTP/1.1" status: 204 len: 173 time: 1.0739145 Jul 16 18:00:23.765543 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'name': 'network-vif-deleted', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:23.768325 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4f81c1-6099-4d57-a477-a71a9ed4110a" -d '{"events": [{"server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "name": "network-vif-deleted", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:23.805618 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb197b-5326-493f-9f5e-4e86e715ecd6 req-6dbcda3e-2ada-4f7c-a806-15e7b5f37507 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.807479 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82fb197b-5326-493f-9f5e-4e86e715ecd6 req-6dbcda3e-2ada-4f7c-a806-15e7b5f37507 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.2117622 Jul 16 18:00:23.807932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455650da-f059-424f-89a0-93011099121d req-35cdbeb7-f33b-4127-b261-8522d09960f1 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:23.815073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-455650da-f059-424f-89a0-93011099121d req-35cdbeb7-f33b-4127-b261-8522d09960f1 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.2172709 Jul 16 18:00:23.849788 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-455650da-f059-424f-89a0-93011099121d req-29471114-b16a-44ba-a5a5-3936c1dd9543 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/quotas/b664ee214d3f4cf8a735949bb2cbdfdf HTTP/1.1" status: 200 len: 375 time: 0.0340121 Jul 16 18:00:23.921142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-41a8db4b-e61c-4816-88a4-0a6051633e6e service neutron] 10.222.0.18 "GET /v2.0/networks/c7054504-0c30-40e1-a0aa-476eb4ab4d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647201 Jul 16 18:00:23.928509 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-455650da-f059-424f-89a0-93011099121d req-7bd2feaa-578f-4e99-87ba-86e92bf6c036 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778482 Jul 16 18:00:23.953133 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82fb197b-5326-493f-9f5e-4e86e715ecd6 req-4c02f6b4-bc28-4629-bcaf-ae010526ec05 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399770 Jul 16 18:00:24.040655 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d1fa986-8e44-4904-b56c-e80c21bcd727 x-openstack-request-id: req-2d1fa986-8e44-4904-b56c-e80c21bcd727 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:24.040984 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d2ab34e-04de-4007-b15b-759d8050638e", "tag": "4b9a55da-c7eb-401c-b961-63a9770f6911", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:24.041185 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2d1fa986-8e44-4904-b56c-e80c21bcd727 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:24.041581 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d2ab34e-04de-4007-b15b-759d8050638e', 'tag': '4b9a55da-c7eb-401c-b961-63a9770f6911', 'status': 'completed', 'code': 200} Jul 16 18:00:24.071892 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6a291e7-950e-48dc-b0d8-fb3738357114 req-7a61495f-8374-4eff-b551-aed29775600a service neutron] 10.222.0.18 "GET /v2.0/networks/c7054504-0c30-40e1-a0aa-476eb4ab4d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390245 Jul 16 18:00:24.135621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-455650da-f059-424f-89a0-93011099121d req-9dba87e4-6129-4b8e-b688-a0d3eb956bd1 service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000906 Jul 16 18:00:24.254994 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b686c48-c957-400b-b1ab-9b697eeefb5a req-9ed7021e-3528-414d-9730-0d1dd19d11b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.256738 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0b686c48-c957-400b-b1ab-9b697eeefb5a req-9ed7021e-3528-414d-9730-0d1dd19d11b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5218b8405ded4d8a921ac3c58513e7e5&device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 1094 time: 0.1127217 Jul 16 18:00:24.318005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-455650da-f059-424f-89a0-93011099121d req-47cf25c8-ced0-433f-860a-70ed2f2168bd service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740341 Jul 16 18:00:24.426757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f86a9-440d-4e1e-8864-6452e77814a3 req-6d3f0285-538a-4f40-8fd9-4c9cf77501c2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.430233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1c1f86a9-440d-4e1e-8864-6452e77814a3 req-6d3f0285-538a-4f40-8fd9-4c9cf77501c2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1724887 Jul 16 18:00:24.488631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b686c48-c957-400b-b1ab-9b697eeefb5a req-c71b81fa-449d-4895-af37-671d1c1bb322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.492988 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0b686c48-c957-400b-b1ab-9b697eeefb5a req-c71b81fa-449d-4895-af37-671d1c1bb322 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7054504-0c30-40e1-a0aa-476eb4ab4d30 HTTP/1.1" status: 200 len: 915 time: 0.1770630 Jul 16 18:00:24.550010 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0b686c48-c957-400b-b1ab-9b697eeefb5a req-8162cae9-54c6-4c77-bf58-99855c4b21af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4b9a55da-c7eb-401c-b961-63a9770f6911 HTTP/1.1" status: 200 len: 217 time: 0.0473816 Jul 16 18:00:24.587697 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1c1f86a9-440d-4e1e-8864-6452e77814a3 req-21ae53da-d43b-4e2d-8062-3e5fbf7fe55b tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477509 Jul 16 18:00:24.647348 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce2705f-14d2-4da9-a695-5dd1c5c291a2 x-openstack-request-id: req-8ce2705f-14d2-4da9-a695-5dd1c5c291a2 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:24.647904 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a08a99d5-fc68-4ec7-9d33-b00c88f79a49", "name": "network-vif-deleted", "tag": "4f896446-eda0-4d29-b67e-9dd33dc92e27", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:24.649719 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8ce2705f-14d2-4da9-a695-5dd1c5c291a2 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:24.650252 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a08a99d5-fc68-4ec7-9d33-b00c88f79a49', 'name': 'network-vif-deleted', 'tag': '4f896446-eda0-4d29-b67e-9dd33dc92e27', 'status': 'completed', 'code': 200} Jul 16 18:00:24.661676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b686c48-c957-400b-b1ab-9b697eeefb5a req-5857a45a-8f69-4be0-8992-ada669c17b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.663781 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0b686c48-c957-400b-b1ab-9b697eeefb5a req-5857a45a-8f69-4be0-8992-ada669c17b2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=622ededc-6b7a-4484-b2fb-68a8fa0efb56 HTTP/1.1" status: 200 len: 854 time: 0.0914660 Jul 16 18:00:24.668427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5fb6f0-38ef-4451-b5aa-8f55a7ec45fe req-ad68aa33-ec95-4610-a653-eaa6f41aece2 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:24.670206 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd5fb6f0-38ef-4451-b5aa-8f55a7ec45fe req-ad68aa33-ec95-4610-a653-eaa6f41aece2 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 943 time: 0.1194954 Jul 16 18:00:24.713760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0b686c48-c957-400b-b1ab-9b697eeefb5a req-82306295-a4ae-4900-a0d2-397ef64c5544 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7054504-0c30-40e1-a0aa-476eb4ab4d30&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333338 Jul 16 18:00:24.745712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd5fb6f0-38ef-4451-b5aa-8f55a7ec45fe req-0b908601-09db-4da6-ae65-bf3a7e5df6f8 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4eb775f-75ec-4e7e-8843-31a70299d5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595162 Jul 16 18:00:24.936870 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0b686c48-c957-400b-b1ab-9b697eeefb5a req-b89f0838-6ad0-4bc1-8e51-1a256f3543ad service neutron] 10.222.0.18 "GET /v2.0/networks/c7054504-0c30-40e1-a0aa-476eb4ab4d30?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114544 Jul 16 18:00:25.008614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a3e31-d54a-40ba-8095-0bc7d7bc4513 req-53fbac60-83e8-4aba-b7fe-66fb82eb8307 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.010189 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95a3e31-d54a-40ba-8095-0bc7d7bc4513 req-53fbac60-83e8-4aba-b7fe-66fb82eb8307 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 945 time: 0.1495950 Jul 16 18:00:25.112317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95a3e31-d54a-40ba-8095-0bc7d7bc4513 req-d1b3fcee-e07d-42c3-aab3-aa7ffff90dd0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943611 Jul 16 18:00:25.165048 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0b686c48-c957-400b-b1ab-9b697eeefb5a req-4cf62469-1911-43dc-a40d-792e89c89665 service neutron] 10.222.0.18 "GET /v2.0/networks/c7054504-0c30-40e1-a0aa-476eb4ab4d30?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186275 Jul 16 18:00:25.434777 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f24c1a-5747-4660-94f9-c2788406529e req-8e0d81bc-20bf-4d57-b05e-8c36768fdfa6 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.436468 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84f24c1a-5747-4660-94f9-c2788406529e req-8e0d81bc-20bf-4d57-b05e-8c36768fdfa6 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1030614 Jul 16 18:00:25.500664 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84f24c1a-5747-4660-94f9-c2788406529e req-07a2f5b4-e934-4b53-96a8-98955e24f5bd tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575933 Jul 16 18:00:25.632772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ed1580-c8ca-47ff-b01f-b8a145261162 req-d671cd76-a7c4-4025-a68b-dcc94587770a tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.634754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27ed1580-c8ca-47ff-b01f-b8a145261162 req-d671cd76-a7c4-4025-a68b-dcc94587770a tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 1096 time: 0.0604074 Jul 16 18:00:25.671224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27ed1580-c8ca-47ff-b01f-b8a145261162 req-4b9b2ec7-6cca-4258-bd91-dafc5dea01ef tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310593 Jul 16 18:00:25.899863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4f896446-eda0-4d29-b67e-9dd33dc92e27 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:25.924015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 4f896446-eda0-4d29-b67e-9dd33dc92e27 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:25.924764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4f896446-eda0-4d29-b67e-9dd33dc92e27 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:25.926055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4f515-51b6-4a68-a469-724f7d5543e0 req-de11a6bc-0983-4b77-907e-d4d497423d55 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.928592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e0b4f515-51b6-4a68-a469-724f7d5543e0 req-de11a6bc-0983-4b77-907e-d4d497423d55 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.0733345 Jul 16 18:00:25.938875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423910b2-de60-4f2c-a065-20108472842a req-1a91e811-c029-4596-b3e9-7b31c23729f4 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:25.940632 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-423910b2-de60-4f2c-a065-20108472842a req-1a91e811-c029-4596-b3e9-7b31c23729f4 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 1096 time: 0.0697365 Jul 16 18:00:25.973050 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e0b4f515-51b6-4a68-a469-724f7d5543e0 req-900973d7-9623-443f-93c3-5abba7fc9fdc tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384207 Jul 16 18:00:25.979780 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-423910b2-de60-4f2c-a065-20108472842a req-2b3e1ea7-819f-4349-b40c-ff9cfb37c464 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313032 Jul 16 18:00:26.083831 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:00:26.153446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecda7da-b848-49a5-8161-c1079e2e6cfb req-2d31c350-9454-4bc5-bc0b-08afb81cdf61 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.154371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7dc6a9-e473-4379-9fa7-99d59eaea6a8 req-64c573d3-38c9-4986-a65c-64f388f65c37 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.154835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ecda7da-b848-49a5-8161-c1079e2e6cfb req-2d31c350-9454-4bc5-bc0b-08afb81cdf61 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 943 time: 0.0664129 Jul 16 18:00:26.156722 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc7dc6a9-e473-4379-9fa7-99d59eaea6a8 req-64c573d3-38c9-4986-a65c-64f388f65c37 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.0714254 Jul 16 18:00:26.194162 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ecda7da-b848-49a5-8161-c1079e2e6cfb req-acbd2153-2b1b-489d-978a-625eb295ca4b tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4eb775f-75ec-4e7e-8843-31a70299d5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Jul 16 18:00:26.196899 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc7dc6a9-e473-4379-9fa7-99d59eaea6a8 req-2359d913-f517-42dd-abf6-70bcbfdc1e26 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337551 Jul 16 18:00:26.377589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-0b794456-d41d-4bf0-bc29-b21625d57b54 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.379064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-0b794456-d41d-4bf0-bc29-b21625d57b54 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.1069415 Jul 16 18:00:26.396541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-52aaf94c-a1bc-4995-8c20-fe68890c17b6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/quotas/b664ee214d3f4cf8a735949bb2cbdfdf HTTP/1.1" status: 200 len: 375 time: 0.0110421 Jul 16 18:00:26.460392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-b3bfe69a-a7d5-4aa1-963a-b122090723b5 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0584507 Jul 16 18:00:26.554942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f0104d1b-7c9a-45bf-9528-f753613483e3 service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879271 Jul 16 18:00:26.661207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-8418ed7a-1fb8-45e1-b575-17dc334cdfbc service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983768 Jul 16 18:00:26.720445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f683e60d-0e64-4a0a-8fc5-00c996a8fe1f req-da29d2f8-8a11-415c-a3b9-e3441f280bdb tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.724143 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f683e60d-0e64-4a0a-8fc5-00c996a8fe1f req-da29d2f8-8a11-415c-a3b9-e3441f280bdb tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0664263 Jul 16 18:00:26.763849 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f683e60d-0e64-4a0a-8fc5-00c996a8fe1f req-c04127ba-bf79-45a8-b077-68a20a3c45e1 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362022 Jul 16 18:00:26.957501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1412ff39-09d7-459d-8d50-a9f3533b9024 req-5038a9c7-bc0d-4348-82e2-0700bd3253ef tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 210 time: 0.0396242 Jul 16 18:00:26.976496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af10a4b7-340d-4701-ad8f-22c2881c8e0f req-a0d5d84e-f1d9-461a-a6b6-2f2d5fd060a7 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:26.978026 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af10a4b7-340d-4701-ad8f-22c2881c8e0f req-a0d5d84e-f1d9-461a-a6b6-2f2d5fd060a7 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 1096 time: 0.0959315 Jul 16 18:00:27.020014 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af10a4b7-340d-4701-ad8f-22c2881c8e0f req-c09fcefc-314b-49a0-ae56-236041e9d146 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355182 Jul 16 18:00:27.166256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d2204-5683-482c-94fc-3e9f67efb9c3 req-94c943e2-12e4-4142-aab6-fba9abb0605b tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:27.167882 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-149d2204-5683-482c-94fc-3e9f67efb9c3 req-94c943e2-12e4-4142-aab6-fba9abb0605b tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.0701761 Jul 16 18:00:27.201586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd60c58-15a1-480d-86d4-7134976092ac req-b616caa8-8358-4955-8a7c-b3d2bf0e5d63 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:27.202958 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dd60c58-15a1-480d-86d4-7134976092ac req-b616caa8-8358-4955-8a7c-b3d2bf0e5d63 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.0720582 Jul 16 18:00:27.206967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-149d2204-5683-482c-94fc-3e9f67efb9c3 req-facf4bfa-f969-4e9b-91b4-7df01d18087c tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335093 Jul 16 18:00:27.254881 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dd60c58-15a1-480d-86d4-7134976092ac req-d6f47afa-5ac1-437e-a1cb-2eef5aa8b146 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446196 Jul 16 18:00:27.633890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f37c8-d00c-44d2-8fd7-6ba7aafa2cd5 req-a2cc21d5-ac43-488e-a1ac-d198cee63076 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:27.635377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b01f37c8-d00c-44d2-8fd7-6ba7aafa2cd5 req-a2cc21d5-ac43-488e-a1ac-d198cee63076 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 943 time: 0.0766492 Jul 16 18:00:27.674814 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b01f37c8-d00c-44d2-8fd7-6ba7aafa2cd5 req-e1d816a6-6596-4763-8c0d-12ff7ab3c0f8 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4eb775f-75ec-4e7e-8843-31a70299d5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Jul 16 18:00:27.730937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4b9a55da-c7eb-401c-b961-63a9770f6911 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:27.841388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4b9a55da-c7eb-401c-b961-63a9770f6911, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4b9a55da-c7eb-401c-b961-63a9770f6911,segment=NetworkSegment(6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140),segment_id=6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:27.856393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '4b9a55da-c7eb-401c-b961-63a9770f6911', 'network_id': 'c7054504-0c30-40e1-a0aa-476eb4ab4d30', 'port_id': '4b9a55da-c7eb-401c-b961-63a9770f6911', 'mac_address': 'fa:16:3e:50:06:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '622ededc-6b7a-4484-b2fb-68a8fa0efb56', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:27.858671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17b5cc-7b1c-4e8c-8c39-f553fb312f64 req-65d0ab81-a13c-414e-b5bc-f3d4bdca91e6 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:27.860367 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe17b5cc-7b1c-4e8c-8c39-f553fb312f64 req-65d0ab81-a13c-414e-b5bc-f3d4bdca91e6 tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.0716734 Jul 16 18:00:27.899904 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:27.915044 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b9a55da-c7eb-401c-b961-63a9770f6911 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:27.927019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe17b5cc-7b1c-4e8c-8c39-f553fb312f64 req-379339aa-4b30-4c02-86a1-24a93ddf8ceb tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/security-groups?id=a3ee31df-32dd-41ba-b443-c0a49c03e23a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533814 Jul 16 18:00:27.955036 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4b9a55da-c7eb-401c-b961-63a9770f6911, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4b9a55da-c7eb-401c-b961-63a9770f6911,segment=NetworkSegment(6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140),segment_id=6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:27.961079 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.021114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4b9a55da-c7eb-401c-b961-63a9770f6911,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:28.091030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8fdf3-5cf9-4944-b8f5-aca07ae6d36a req-cb490ef9-a2df-431d-ad58-4906c4b6e8ad tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.092893 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-17e8fdf3-5cf9-4944-b8f5-aca07ae6d36a req-cb490ef9-a2df-431d-ad58-4906c4b6e8ad tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.37 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 949 time: 0.0690725 Jul 16 18:00:28.116367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-d03d3f12-ed34-40fd-9414-b52124e809b7 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.118938 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-d03d3f12-ed34-40fd-9414-b52124e809b7 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.1279263 Jul 16 18:00:28.137369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Request body: {'port': {'device_id': '051c53ab-50bc-47d9-a2f8-2ae41e9c6531', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'admin_state_up': True, 'tenant_id': 'b664ee214d3f4cf8a735949bb2cbdfdf'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:28.255939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['4b9a55da-c7eb-401c-b961-63a9770f6911'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:28.291895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-17e8fdf3-5cf9-4944-b8f5-aca07ae6d36a req-024e6a1a-3a4c-43ca-a525-77f9d87845ba tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Deleting port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:28.292320 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-17e8fdf3-5cf9-4944-b8f5-aca07ae6d36a req-024e6a1a-3a4c-43ca-a525-77f9d87845ba tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.333037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Made reservation on behalf of b664ee214d3f4cf8a735949bb2cbdfdf for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:28.337197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.425281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-17e8fdf3-5cf9-4944-b8f5-aca07ae6d36a req-024e6a1a-3a4c-43ca-a525-77f9d87845ba tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] For port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:28.425281 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-17e8fdf3-5cf9-4944-b8f5-aca07ae6d36a req-024e6a1a-3a4c-43ca-a525-77f9d87845ba tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.445266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-17e8fdf3-5cf9-4944-b8f5-aca07ae6d36a req-024e6a1a-3a4c-43ca-a525-77f9d87845ba tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Calling delete_port for 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:28.548180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Allocated IP 172.20.0.14 (88d7e17d-fce6-4465-9ce6-c030327e05f0/7463a0aa-132d-4bcf-9602-3be3945aec50/c30d10d2-4a4d-4d0e-a01c-1879cdc886b7) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:28.562785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-bb1f4c48-2ed3-465c-8386-aa62953cf829 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:00:28.563841 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-bb1f4c48-2ed3-465c-8386-aa62953cf829 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171261 Jul 16 18:00:28.611283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Request body: {'binding': {'host': 'n-h1-794306-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:28.611769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Unknown quota resources ['binding']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:00:28.699149 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-17e8fdf3-5cf9-4944-b8f5-aca07ae6d36a req-024e6a1a-3a4c-43ca-a525-77f9d87845ba tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.705928 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.744344 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.749210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6b1fceb3-aa00-4157-9b0b-0e16ee81ba62'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:28.781424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024e6a1a-3a4c-43ca-a525-77f9d87845ba tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Pushing event deleted for resources: {'Port': ['ID=6b1fceb3-aa00-4157-9b0b-0e16ee81ba62,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:28.792147 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Network 88d7e17d-fce6-4465-9ce6-c030327e05f0 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:28.795370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:28.799397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:28.823132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e6b14-9032-484d-a023-70369aa95e25 req-4963f65c-954a-4d29-be4c-0c2856314507 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.824798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed6e6b14-9032-484d-a023-70369aa95e25 req-4963f65c-954a-4d29-be4c-0c2856314507 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 945 time: 0.2806151 Jul 16 18:00:28.826270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event updated for resources: {'Port': ['ID=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:28.834958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:28.846897 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e8fdf3-5cf9-4944-b8f5-aca07ae6d36a req-024e6a1a-3a4c-43ca-a525-77f9d87845ba tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] No DVR routers for this DVR port 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:28.855338 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-17e8fdf3-5cf9-4944-b8f5-aca07ae6d36a req-024e6a1a-3a4c-43ca-a525-77f9d87845ba tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.857338 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-17e8fdf3-5cf9-4944-b8f5-aca07ae6d36a req-024e6a1a-3a4c-43ca-a525-77f9d87845ba tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.37 "DELETE /v2.0/ports/6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 HTTP/1.1" status: 204 len: 173 time: 0.7545893 Jul 16 18:00:28.857756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:28.858391 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:28.862076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'name': 'network-vif-deleted', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:28.865011 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca5eecbe-c743-482a-b1ec-1281010a9efa" -d '{"events": [{"server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "name": "network-vif-deleted", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:28.877116 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-538d2a6a-e2f8-41df-8d11-98951c5e22d6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7449727 Jul 16 18:00:28.891980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Request body: {'port': {'device_id': '051c53ab-50bc-47d9-a2f8-2ae41e9c6531', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:28.928737 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed6e6b14-9032-484d-a023-70369aa95e25 req-ca3dbf4f-7bdd-4999-bb1a-56be9500a010 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844030 Jul 16 18:00:28.929220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e on host n-h1-794306-7 for vnic_type normal with profile None {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:28.929568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:28.930301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:28.934532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Port 66d71464-085b-443f-be2f-cfcc6b20e19e on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:28.934925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:28.941672 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:28.942796 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:28.943330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:28.943811 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Bound port: 66d71464-085b-443f-be2f-cfcc6b20e19e, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:29.015004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66d71464-085b-443f-be2f-cfcc6b20e19e,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:29.023458 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.024767 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.028856 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7dcce247-41a2-4e99-9e3d-bb5758040aa8 service neutron] 10.222.0.47 "POST /v2.0/ports/66d71464-085b-443f-be2f-cfcc6b20e19e/bindings HTTP/1.1" status: 201 len: 389 time: 0.4430001 Jul 16 18:00:29.038322 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.150386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0509402-47d8-424f-a808-5ecd1ae4d33e req-9638bb0f-6ec2-4ab3-b054-3000510276ae tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.158183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0509402-47d8-424f-a808-5ecd1ae4d33e req-9638bb0f-6ec2-4ab3-b054-3000510276ae tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 932 time: 0.0906999 Jul 16 18:00:29.215728 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0509402-47d8-424f-a808-5ecd1ae4d33e req-f9cc4b9e-5aa6-4116-ba60-2d9bb47a526b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500224 Jul 16 18:00:29.422622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562ec4a9-7881-46de-9ca2-7e5faa044770 req-cedaf420-bc12-4438-a7b9-3339a9f64aad tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.424066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-562ec4a9-7881-46de-9ca2-7e5faa044770 req-cedaf420-bc12-4438-a7b9-3339a9f64aad tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1437087 Jul 16 18:00:29.432739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-c83913ad-e979-476c-9491-d7531d0baa96 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.434249 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-c83913ad-e979-476c-9491-d7531d0baa96 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/networks?id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26 HTTP/1.1" status: 200 len: 815 time: 0.1494880 Jul 16 18:00:29.456301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-06357ee1-27a9-4b51-868a-532dfecb7874 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/quotas/a5d54e8ec56e43d391618fe8a9585f3d HTTP/1.1" status: 200 len: 375 time: 0.0155027 Jul 16 18:00:29.476469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:29.486628 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.505691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-f0048fdf-4e58-4b09-ae77-054dcfe880a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.506142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-562ec4a9-7881-46de-9ca2-7e5faa044770 req-59688254-941c-44bc-8e7f-076f5aff49fb tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577240 Jul 16 18:00:29.507185 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-f0048fdf-4e58-4b09-ae77-054dcfe880a2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 1096 time: 0.1135910 Jul 16 18:00:29.510758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Transition to ACTIVE for port object c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:29.516519 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.571820 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-26ae2bce-a469-49f8-89f5-010af72420b8 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5d54e8ec56e43d391618fe8a9585f3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1081369 Jul 16 18:00:29.572094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Pushing event updated for resources: {'Port': ['ID=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:29.669679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Attempting to bind port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:29.670021 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Attempting to bind port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:29.670352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Attempting to bind port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:29.679958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:29.680283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Attempting to bind port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:29.693478 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:29.693813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Checking segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:29.694197 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Bound using segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:29.694630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Bound port: c30d10d2-4a4d-4d0e-a01c-1879cdc886b7, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:29.695003 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.698086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-e4705b25-231d-44d0-bf8a-ca77a6ee13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.699703 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-e4705b25-231d-44d0-bf8a-ca77a6ee13cb service neutron] 10.222.0.37 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.1806133 Jul 16 18:00:29.744059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c5e481-fe3b-4685-8835-bfedfb44e19e req-6d589c48-a0b0-4bd5-9ad3-0ba980b854c4 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.745584 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9c5e481-fe3b-4685-8835-bfedfb44e19e req-6d589c48-a0b0-4bd5-9ad3-0ba980b854c4 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 944 time: 0.1203730 Jul 16 18:00:29.755509 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-8e78f657-e7f7-4bca-8c68-b21effc87abc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d71464-085b-443f-be2f-cfcc6b20e19e HTTP/1.1" status: 200 len: 217 time: 0.0451860 Jul 16 18:00:29.758621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4b9a55da-c7eb-401c-b961-63a9770f6911 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:29.763219 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-9e25b92e-1898-4ded-9b28-10babec02230 service neutron] 10.222.0.47 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564460 Jul 16 18:00:29.800481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] For port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:29.807167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] For port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:29.810870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 4b9a55da-c7eb-401c-b961-63a9770f6911 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:29.814018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9c5e481-fe3b-4685-8835-bfedfb44e19e req-256222b3-32d1-4e66-b8b8-cce497b5c973 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4eb775f-75ec-4e7e-8843-31a70299d5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596633 Jul 16 18:00:29.815612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.829125 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 4b9a55da-c7eb-401c-b961-63a9770f6911 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:29.829645 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.852989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.853610 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.854994 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] 10.222.0.18 "PUT /v2.0/ports/c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 HTTP/1.1" status: 200 len: 1092 time: 0.9695134 Jul 16 18:00:29.855435 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '051c53ab-50bc-47d9-a2f8-2ae41e9c6531', 'tag': 'c30d10d2-4a4d-4d0e-a01c-1879cdc886b7'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:29.857703 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20de4842-7842-4906-8fd9-d555b3e76cc8" -d '{"events": [{"name": "network-changed", "server_uuid": "051c53ab-50bc-47d9-a2f8-2ae41e9c6531", "tag": "c30d10d2-4a4d-4d0e-a01c-1879cdc886b7"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:29.887220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a8cfe-0fa2-46bb-bcef-7d9c05fea6eb service neutron] Pushing event updated for resources: {'Port': ['ID=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:29.903351 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70194ecb-4174-43b6-a729-532a57c0bef7 x-openstack-request-id: req-70194ecb-4174-43b6-a729-532a57c0bef7 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:29.903728 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4af61b2-7a15-481a-923e-e1cef6d5647d", "name": "network-vif-deleted", "tag": "6b1fceb3-aa00-4157-9b0b-0e16ee81ba62", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:29.903878 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70194ecb-4174-43b6-a729-532a57c0bef7 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:29.904243 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4af61b2-7a15-481a-923e-e1cef6d5647d', 'name': 'network-vif-deleted', 'tag': '6b1fceb3-aa00-4157-9b0b-0e16ee81ba62', 'status': 'completed', 'code': 200} Jul 16 18:00:29.909429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-8fb394df-f398-4f4a-a730-aa58345ed98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:29.909429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-8fb394df-f398-4f4a-a730-aa58345ed98b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.1379290 Jul 16 18:00:29.962701 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-a66be1ab-8ba7-4933-a334-2f4208bd1b1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0426590 Jul 16 18:00:29.982472 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:29.988007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-18a5b379-cfa3-4da4-a845-99dd0cc270d0 service neutron] 10.222.0.47 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2238400 Jul 16 18:00:30.012952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-196c0eba-0ea7-4011-8b6e-9e698a44874a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.017628 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-196c0eba-0ea7-4011-8b6e-9e698a44874a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 1095 time: 0.0893557 Jul 16 18:00:30.053943 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2ab34e-04de-4007-b15b-759d8050638e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9a55da-c7eb-401c-b961-63a9770f6911'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:30.056966 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-552d5d9f-698d-4d83-bf04-79f004ca63f5" -d '{"events": [{"server_uuid": "9d2ab34e-04de-4007-b15b-759d8050638e", "name": "network-vif-plugged", "status": "completed", "tag": "4b9a55da-c7eb-401c-b961-63a9770f6911"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:30.060908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4b9a55da-c7eb-401c-b961-63a9770f6911, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4b9a55da-c7eb-401c-b961-63a9770f6911,segment=NetworkSegment(6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140),segment_id=6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:30.069519 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:30.092486 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-f3e69948-4c5d-40dd-b354-345f8d48e1f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 HTTP/1.1" status: 200 len: 217 time: 0.0676782 Jul 16 18:00:30.115484 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-65091155-6861-4294-aacf-6c57a8838abd req-d72b1732-21cf-4fc1-b4ff-0cca0649bb4a tempest-MigrationsAdminTest-90475763 tempest-MigrationsAdminTest-90475763-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4af61b2-7a15-481a-923e-e1cef6d5647d HTTP/1.1" status: 200 len: 210 time: 0.0345361 Jul 16 18:00:30.129643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-dbb48b87-072e-42a9-a57e-2d24d080b667 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318088 Jul 16 18:00:30.146118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4b9a55da-c7eb-401c-b961-63a9770f6911,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:30.193950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-d2b6fe06-43d8-46c9-88df-8a3760e11676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.195731 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-d2b6fe06-43d8-46c9-88df-8a3760e11676 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.0832713 Jul 16 18:00:30.247030 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-cdfd0417-5af1-477e-a87f-37c5290bb395 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422668 Jul 16 18:00:30.393112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-e31fea76-e778-4088-869d-4fe9d78c489e service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365120 Jul 16 18:00:30.416064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-0af5d956-33eb-4c9f-8799-14137b28c215 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760561 Jul 16 18:00:30.444516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9863def-177e-4e2f-a63f-f2e424e6b207 req-f0b183cb-9a27-49fa-a6f4-6547bf77e1e2 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.446647 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9863def-177e-4e2f-a63f-f2e424e6b207 req-f0b183cb-9a27-49fa-a6f4-6547bf77e1e2 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 945 time: 0.1213429 Jul 16 18:00:30.469479 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8349d41a-5291-452c-98c1-993ec6bd3270 x-openstack-request-id: req-8349d41a-5291-452c-98c1-993ec6bd3270 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:30.470119 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "051c53ab-50bc-47d9-a2f8-2ae41e9c6531", "tag": "c30d10d2-4a4d-4d0e-a01c-1879cdc886b7", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:30.470119 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8349d41a-5291-452c-98c1-993ec6bd3270 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:30.470440 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '051c53ab-50bc-47d9-a2f8-2ae41e9c6531', 'tag': 'c30d10d2-4a4d-4d0e-a01c-1879cdc886b7', 'status': 'completed', 'code': 200} Jul 16 18:00:30.512776 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9863def-177e-4e2f-a63f-f2e424e6b207 req-9d359860-781f-4111-928e-d6b32d6fdf01 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497818 Jul 16 18:00:30.557726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684829a6-714e-4941-ad6f-4c0737cbb027 req-a581bcf2-4b00-4eb4-9462-4d8dd5755bf6 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468697 Jul 16 18:00:30.579828 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f368a159-a1ed-43b2-9f92-5a7908956f1a x-openstack-request-id: req-f368a159-a1ed-43b2-9f92-5a7908956f1a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:30.580041 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2ab34e-04de-4007-b15b-759d8050638e", "name": "network-vif-plugged", "status": "completed", "tag": "4b9a55da-c7eb-401c-b961-63a9770f6911", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:30.580278 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f368a159-a1ed-43b2-9f92-5a7908956f1a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:30.580832 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2ab34e-04de-4007-b15b-759d8050638e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b9a55da-c7eb-401c-b961-63a9770f6911', 'code': 200} Jul 16 18:00:30.645731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973729db-5a11-4781-966f-8898832ec725 req-8dd02561-0ebc-46d6-9f74-698f499d566b tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.647333 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-973729db-5a11-4781-966f-8898832ec725 req-8dd02561-0ebc-46d6-9f74-698f499d566b tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 945 time: 0.0857649 Jul 16 18:00:30.668728 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0919ba82-96d3-4a87-814a-2bc16d9f1a5d req-aa630f1f-9459-488e-82e9-31ff0c5b7ed7 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 210 time: 0.0563581 Jul 16 18:00:30.784433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-973729db-5a11-4781-966f-8898832ec725 req-8272df00-0d9a-40b0-be7b-832052958bdf tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001599 Jul 16 18:00:30.795230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df4f52-587f-44a6-9f97-fa6cf43999f9 req-a7995cc6-09ab-4923-821d-85f4e212b563 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.796741 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-49df4f52-587f-44a6-9f97-fa6cf43999f9 req-a7995cc6-09ab-4923-821d-85f4e212b563 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.37 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 945 time: 0.1481397 Jul 16 18:00:30.797581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de4842-7842-4906-8fd9-d555b3e76cc8 req-8055998d-4e33-45c9-87e3-59155e078a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.799069 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20de4842-7842-4906-8fd9-d555b3e76cc8 req-8055998d-4e33-45c9-87e3-59155e078a7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 1095 time: 0.1507738 Jul 16 18:00:30.804688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2fcdad-2731-4ef0-b97e-c1de6970f240 req-d3c95a31-b561-422d-938a-c1ac09637551 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.806128 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a2fcdad-2731-4ef0-b97e-c1de6970f240 req-d3c95a31-b561-422d-938a-c1ac09637551 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.37 "GET /v2.0/ports?device_id=253b766b-4f4a-4f34-b9e8-2b47c01734b4 HTTP/1.1" status: 200 len: 945 time: 0.1474149 Jul 16 18:00:30.809029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d042ed12-edac-40b6-ad62-eb6c56269c08 req-762a9fa1-a8ec-412c-b8e0-2e049bf4f444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.810528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d042ed12-edac-40b6-ad62-eb6c56269c08 req-762a9fa1-a8ec-412c-b8e0-2e049bf4f444 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 1096 time: 0.1194077 Jul 16 18:00:30.912846 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d042ed12-edac-40b6-ad62-eb6c56269c08 req-2ce2356f-3ef0-4f46-96d7-a46fc35a5572 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c4eb775f-75ec-4e7e-8843-31a70299d5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842519 Jul 16 18:00:30.945398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de4842-7842-4906-8fd9-d555b3e76cc8 req-067e55cb-7804-408c-8d1f-60150cfaf3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:30.946869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20de4842-7842-4906-8fd9-d555b3e76cc8 req-067e55cb-7804-408c-8d1f-60150cfaf3bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 906 time: 0.1355052 Jul 16 18:00:31.024382 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20de4842-7842-4906-8fd9-d555b3e76cc8 req-bbb29d46-2c4c-4df8-bae7-221f5cddd95a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 HTTP/1.1" status: 200 len: 217 time: 0.0422843 Jul 16 18:00:31.105598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd37300-e02c-4cf4-9ff5-290aca61f3d4 req-5b9a40fd-9740-47f0-8afe-68224704ac0c tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.107130 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6cd37300-e02c-4cf4-9ff5-290aca61f3d4 req-5b9a40fd-9740-47f0-8afe-68224704ac0c tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1642983 Jul 16 18:00:31.109229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20de4842-7842-4906-8fd9-d555b3e76cc8 req-168f8b37-47e4-46f4-91c4-571c2a267caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.110599 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20de4842-7842-4906-8fd9-d555b3e76cc8 req-168f8b37-47e4-46f4-91c4-571c2a267caf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.0787349 Jul 16 18:00:31.158128 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20de4842-7842-4906-8fd9-d555b3e76cc8 req-ad045c42-f877-4ed0-8b2e-bdde6aa8ea1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386117 Jul 16 18:00:31.194415 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6cd37300-e02c-4cf4-9ff5-290aca61f3d4 req-56765887-7da9-4732-9d71-4e761c23559d tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812247 Jul 16 18:00:31.268874 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20de4842-7842-4906-8fd9-d555b3e76cc8 req-e95c7f07-e2c6-44bf-b536-8ec6e8cb519b service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991888 Jul 16 18:00:31.302168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7d7f915a-e94a-4140-b330-44cb253accc5 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.303874 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7d7f915a-e94a-4140-b330-44cb253accc5 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1096 time: 0.5787942 Jul 16 18:00:31.327987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-7'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:31.388339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9ecf0f-eb8b-45ab-a056-57d9254d6172 req-4b43a61b-91d9-4166-92e8-a27375a82b32 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.389848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e9ecf0f-eb8b-45ab-a056-57d9254d6172 req-4b43a61b-91d9-4166-92e8-a27375a82b32 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 944 time: 0.5643072 Jul 16 18:00:31.419499 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20de4842-7842-4906-8fd9-d555b3e76cc8 req-8d48c8e0-fc21-4bc6-939a-6d1a1acea661 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399920 Jul 16 18:00:31.433930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35444e-9b4d-4797-924d-e0fb9aaf6754 req-0c82db5e-d869-471d-b051-13c775349366 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.435548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d35444e-9b4d-4797-924d-e0fb9aaf6754 req-0c82db5e-d869-471d-b051-13c775349366 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 945 time: 0.1241243 Jul 16 18:00:31.442630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-49df4f52-587f-44a6-9f97-fa6cf43999f9 req-665e6e2a-3421-400e-af73-8b6f6a3f2261 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Deleting port f1aa75ca-03d2-48bc-a2dd-055408349560 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:31.442916 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-49df4f52-587f-44a6-9f97-fa6cf43999f9 req-665e6e2a-3421-400e-af73-8b6f6a3f2261 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.476734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-9a2fcdad-2731-4ef0-b97e-c1de6970f240 req-c26085f7-47a9-4e11-b8a9-5dca20c27915 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Deleting port a7086d77-5982-4c99-b4cb-61a0af7207d1 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:31.477075 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9a2fcdad-2731-4ef0-b97e-c1de6970f240 req-c26085f7-47a9-4e11-b8a9-5dca20c27915 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.481047 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d35444e-9b4d-4797-924d-e0fb9aaf6754 req-501fb6d3-b3b1-4b9e-bb85-071fa6c1ebdd tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4eb775f-75ec-4e7e-8843-31a70299d5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388052 Jul 16 18:00:31.543977 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.632764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e9ecf0f-eb8b-45ab-a056-57d9254d6172 req-7d8495c6-97cd-43ca-bfea-59f3bb6faea6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277880 Jul 16 18:00:31.781863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9a2fcdad-2731-4ef0-b97e-c1de6970f240 req-c26085f7-47a9-4e11-b8a9-5dca20c27915 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] For port a7086d77-5982-4c99-b4cb-61a0af7207d1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a7086d77-5982-4c99-b4cb-61a0af7207d1,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:31.782238 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9a2fcdad-2731-4ef0-b97e-c1de6970f240 req-c26085f7-47a9-4e11-b8a9-5dca20c27915 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.803064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-49df4f52-587f-44a6-9f97-fa6cf43999f9 req-665e6e2a-3421-400e-af73-8b6f6a3f2261 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] For port f1aa75ca-03d2-48bc-a2dd-055408349560, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f1aa75ca-03d2-48bc-a2dd-055408349560,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:31.803708 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-49df4f52-587f-44a6-9f97-fa6cf43999f9 req-665e6e2a-3421-400e-af73-8b6f6a3f2261 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:31.866612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-49df4f52-587f-44a6-9f97-fa6cf43999f9 req-665e6e2a-3421-400e-af73-8b6f6a3f2261 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Calling delete_port for f1aa75ca-03d2-48bc-a2dd-055408349560 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:31.873762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-9a2fcdad-2731-4ef0-b97e-c1de6970f240 req-c26085f7-47a9-4e11-b8a9-5dca20c27915 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Calling delete_port for a7086d77-5982-4c99-b4cb-61a0af7207d1 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:31.950934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-639e02fa-2b53-4f16-a9bc-962af534c733 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:31.951058 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d59e6380-6336-424f-acee-d4eb7c46a51d req-b8bfbf57-b011-45fc-9873-efaa77debfec tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 210 time: 0.0482550 Jul 16 18:00:31.951155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-639e02fa-2b53-4f16-a9bc-962af534c733 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.37 "GET /v2.0/networks?id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26 HTTP/1.1" status: 200 len: 815 time: 0.4233286 Jul 16 18:00:31.956852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f1aa75ca-03d2-48bc-a2dd-055408349560 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:31.977185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51912) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:32.084729 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.086713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Request body: {'port': {'device_id': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26', 'admin_state_up': True, 'tenant_id': 'a5d54e8ec56e43d391618fe8a9585f3d'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:32.126527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f1aa75ca-03d2-48bc-a2dd-055408349560, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f1aa75ca-03d2-48bc-a2dd-055408349560,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:32.131618 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.132904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:32.138647 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66d71464-085b-443f-be2f-cfcc6b20e19e,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:32.153829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57ea45f-f896-4151-9027-8b6417c5c182 req-52ec6c3a-772d-47dd-8e68-73352b86eb4e tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.155368 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e57ea45f-f896-4151-9027-8b6417c5c182 req-52ec6c3a-772d-47dd-8e68-73352b86eb4e tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 945 time: 0.1027002 Jul 16 18:00:32.177912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:32.178708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6b1fceb3-aa00-4157-9b0b-0e16ee81ba62 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:32.179364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a7086d77-5982-4c99-b4cb-61a0af7207d1 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:32.202430 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5dfc4a5b-cd90-452a-818d-ed5168bd781b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=062537ea7da04e45bd99e357cf9993d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218552 Jul 16 18:00:32.203258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51916) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:32.228763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227f97b2-0a40-49fb-b0b0-31ba69e8fb8b req-2c1990ae-3b80-4017-b600-d45550ab3e0f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.230294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-227f97b2-0a40-49fb-b0b0-31ba69e8fb8b req-2c1990ae-3b80-4017-b600-d45550ab3e0f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 945 time: 0.4454386 Jul 16 18:00:32.242132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=f1aa75ca-03d2-48bc-a2dd-055408349560,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.268005 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e57ea45f-f896-4151-9027-8b6417c5c182 req-25946de6-38fc-4fc4-a961-1902e0c434fa tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/security-groups?id=f7cc3be3-ebd3-4506-a52a-8148077f2f92&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994537 Jul 16 18:00:32.290963 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.292387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d1d072f-198c-4bb7-8171-49037aee9be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.324076 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d1d072f-198c-4bb7-8171-49037aee9be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.383057 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:00:32.383057 n-d-794306-7 neutron-server[105440]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 16 18:00:32.383057 n-d-794306-7 neutron-server[105440]: [parameters: {'status': 'DOWN', 'ports_id': 'a7086d77-5982-4c99-b4cb-61a0af7207d1'}] Jul 16 18:00:32.383057 n-d-794306-7 neutron-server[105440]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:00:32.383620 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:00:32.396092 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d1d072f-198c-4bb7-8171-49037aee9be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.399316 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d1d072f-198c-4bb7-8171-49037aee9be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.400573 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4d1d072f-198c-4bb7-8171-49037aee9be4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3ee31df-32dd-41ba-b443-c0a49c03e23a HTTP/1.1" status: 204 len: 168 time: 0.1936643 Jul 16 18:00:32.413123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1d072f-198c-4bb7-8171-49037aee9be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3ee31df-32dd-41ba-b443-c0a49c03e23a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.433689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:32.523813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7854432-e5fa-4889-a5c2-6215077759e5 req-0b972a02-2197-4dc6-b8b6-f88af922b875 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.533157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f7854432-e5fa-4889-a5c2-6215077759e5 req-0b972a02-2197-4dc6-b8b6-f88af922b875 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.0780737 Jul 16 18:00:32.536911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-227f97b2-0a40-49fb-b0b0-31ba69e8fb8b req-856d464d-013f-46e7-8702-76d16f01ce82 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838914 Jul 16 18:00:32.579710 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Made reservation on behalf of a5d54e8ec56e43d391618fe8a9585f3d for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:32.582705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1aa75ca-03d2-48bc-a2dd-055408349560'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:32.585616 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d475009-ffc2-454a-aef5-948cd8e27b7b" -d '{"events": [{"server_uuid": "0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20", "name": "network-vif-unplugged", "status": "completed", "tag": "f1aa75ca-03d2-48bc-a2dd-055408349560"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:32.589938 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.599296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d71464-085b-443f-be2f-cfcc6b20e19e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:32.601630 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b1c67b-1ae6-488f-a035-f3fa9da99c70" -d '{"events": [{"server_uuid": "8c5696d0-8fee-4956-aa10-24f4b9f88b6e", "name": "network-vif-unplugged", "status": "completed", "tag": "66d71464-085b-443f-be2f-cfcc6b20e19e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:32.616471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.619217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f7854432-e5fa-4889-a5c2-6215077759e5 req-faf31ba6-1040-4de9-850d-7b259ba513cd tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704556 Jul 16 18:00:32.646887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-49df4f52-587f-44a6-9f97-fa6cf43999f9 req-665e6e2a-3421-400e-af73-8b6f6a3f2261 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.671594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.673874 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4891db-471c-4d17-b467-39ed0259a56a x-openstack-request-id: req-ee4891db-471c-4d17-b467-39ed0259a56a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:32.674167 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20", "name": "network-vif-unplugged", "status": "completed", "tag": "f1aa75ca-03d2-48bc-a2dd-055408349560", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:32.674418 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ee4891db-471c-4d17-b467-39ed0259a56a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:32.674810 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1aa75ca-03d2-48bc-a2dd-055408349560', 'code': 200} Jul 16 18:00:32.688792 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9a2fcdad-2731-4ef0-b97e-c1de6970f240 req-c26085f7-47a9-4e11-b8a9-5dca20c27915 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:32.740544 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363e25ba-805a-43df-af7a-c4f1f21a00d0 x-openstack-request-id: req-363e25ba-805a-43df-af7a-c4f1f21a00d0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:32.740754 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5696d0-8fee-4956-aa10-24f4b9f88b6e", "name": "network-vif-unplugged", "status": "completed", "tag": "66d71464-085b-443f-be2f-cfcc6b20e19e", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:32.741014 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-363e25ba-805a-43df-af7a-c4f1f21a00d0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:32.741526 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66d71464-085b-443f-be2f-cfcc6b20e19e', 'code': 200} Jul 16 18:00:32.800616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665e6e2a-3421-400e-af73-8b6f6a3f2261 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Pushing event deleted for resources: {'Port': ['ID=f1aa75ca-03d2-48bc-a2dd-055408349560,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:32.925690 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Port a7086d77-5982-4c99-b4cb-61a0af7207d1 update to DOWN by agent not found {{(pid=105440) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:00:32.927834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51934) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:32.975103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf16383-7984-4736-9730-821bb9af891f req-22b8672b-e4c1-449c-90ab-3acb707c26b0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:32.982072 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-faf16383-7984-4736-9730-821bb9af891f req-22b8672b-e4c1-449c-90ab-3acb707c26b0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 944 time: 0.1386411 Jul 16 18:00:33.031027 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b15a0515-1598-4a95-9470-7dca62983b87 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bb959e4bf4aa4ccb939bdba96e570fe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020498 Jul 16 18:00:33.032627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-49df4f52-587f-44a6-9f97-fa6cf43999f9 req-665e6e2a-3421-400e-af73-8b6f6a3f2261 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] No DVR routers for this DVR port f1aa75ca-03d2-48bc-a2dd-055408349560 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:33.038473 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-49df4f52-587f-44a6-9f97-fa6cf43999f9 req-665e6e2a-3421-400e-af73-8b6f6a3f2261 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.040650 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-49df4f52-587f-44a6-9f97-fa6cf43999f9 req-665e6e2a-3421-400e-af73-8b6f6a3f2261 tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.37 "DELETE /v2.0/ports/f1aa75ca-03d2-48bc-a2dd-055408349560 HTTP/1.1" status: 204 len: 173 time: 2.2319412 Jul 16 18:00:33.060854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51938) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:33.064658 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-faf16383-7984-4736-9730-821bb9af891f req-88b9ea20-0dab-40a2-9835-fababf60a5ee tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815573 Jul 16 18:00:33.122270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a2fcdad-2731-4ef0-b97e-c1de6970f240 req-c26085f7-47a9-4e11-b8a9-5dca20c27915 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] No DVR routers for this DVR port a7086d77-5982-4c99-b4cb-61a0af7207d1 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:33.125489 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9a2fcdad-2731-4ef0-b97e-c1de6970f240 req-c26085f7-47a9-4e11-b8a9-5dca20c27915 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.128992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a2fcdad-2731-4ef0-b97e-c1de6970f240 req-c26085f7-47a9-4e11-b8a9-5dca20c27915 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.37 "DELETE /v2.0/ports/a7086d77-5982-4c99-b4cb-61a0af7207d1 HTTP/1.1" status: 204 len: 173 time: 2.3122666 Jul 16 18:00:33.150456 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e on host n-h2-794306-7 for vnic_type normal with profile {"migrating_to": "n-h1-794306-7"} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:33.150861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:33.151976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:33.167272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Pushing event updated for resources: {'Port': ['ID=66d71464-085b-443f-be2f-cfcc6b20e19e,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.241592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Port 66d71464-085b-443f-be2f-cfcc6b20e19e on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:33.241592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Attempting to bind port 66d71464-085b-443f-be2f-cfcc6b20e19e on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:33.258104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26085f7-47a9-4e11-b8a9-5dca20c27915 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Pushing event deleted for resources: {'Port': ['ID=a7086d77-5982-4c99-b4cb-61a0af7207d1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.277826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:33.278150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:33.278650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:33.279112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Bound port: 66d71464-085b-443f-be2f-cfcc6b20e19e, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:33.279478 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.290187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909d6af2-9582-48cb-96dd-288b087950a2 req-e6074f25-4e65-40c6-a460-f87d97487c9d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.297547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-909d6af2-9582-48cb-96dd-288b087950a2 req-e6074f25-4e65-40c6-a460-f87d97487c9d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 945 time: 0.6001933 Jul 16 18:00:33.347038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Allocated IP 172.20.0.13 (6bdc26b1-f6d3-4ad9-bee4-05b186938b26/dd1d178f-2287-446d-a0fd-681c1ac2971f/2e1cb929-c2b5-4e93-b63e-2002597be9b2) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:33.406446 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e41466e-469c-4bcb-aaef-3124014976fe req-a8d60d85-88a4-4932-bb31-9c4d39abc9a1 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 210 time: 0.0542364 Jul 16 18:00:33.418550 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4622b22e-d584-4c50-b285-c424b9e4af1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.449431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-909d6af2-9582-48cb-96dd-288b087950a2 req-96a5ef4d-0283-4d65-9239-dfa1edee26ec tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4eb775f-75ec-4e7e-8843-31a70299d5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510315 Jul 16 18:00:33.492192 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4622b22e-d584-4c50-b285-c424b9e4af1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.532614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:33.575315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66d71464-085b-443f-be2f-cfcc6b20e19e,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:33.585321 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.636204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f3e87f98-17f1-4291-a277-088328680742 req-535e06bb-e750-4c72-a02d-1ef44d99f50d tempest-AttachSCSIVolumeTestJSON-1522070387 tempest-AttachSCSIVolumeTestJSON-1522070387-project] 10.222.0.47 "GET /v2.0/ports?device_id=0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20 HTTP/1.1" status: 200 len: 210 time: 0.0732827 Jul 16 18:00:33.727192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Pushing event updated for resources: {'Port': ['ID=66d71464-085b-443f-be2f-cfcc6b20e19e,revision_number=8']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.748984 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4622b22e-d584-4c50-b285-c424b9e4af1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.751929 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4622b22e-d584-4c50-b285-c424b9e4af1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.752854 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4622b22e-d584-4c50-b285-c424b9e4af1c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b0bc410-471a-4175-b14f-5089b9296233 HTTP/1.1" status: 204 len: 168 time: 0.6871643 Jul 16 18:00:33.754351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:33.771314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.776858 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.778692 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-7b3acb71-72f7-4f61-b574-019911361652 service neutron] 10.222.0.37 "PUT /v2.0/ports/66d71464-085b-443f-be2f-cfcc6b20e19e HTTP/1.1" status: 200 len: 1121 time: 2.4566627 Jul 16 18:00:33.816160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.823369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4622b22e-d584-4c50-b285-c424b9e4af1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0bc410-471a-4175-b14f-5089b9296233,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:33.870544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['66d71464-085b-443f-be2f-cfcc6b20e19e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:33.905771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7af721f-381f-42e8-aae6-6c69fdf87c67 req-8c355f79-8b5b-4930-b354-5a924192be25 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.907405 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7af721f-381f-42e8-aae6-6c69fdf87c67 req-8c355f79-8b5b-4930-b354-5a924192be25 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 943 time: 0.1765068 Jul 16 18:00:33.919284 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:33.969352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33496077-e9b1-4d01-8c58-7830767a5bd7 req-1d461246-addd-450c-97ac-de641da48cb9 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:33.991000 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33496077-e9b1-4d01-8c58-7830767a5bd7 req-1d461246-addd-450c-97ac-de641da48cb9 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1930029 Jul 16 18:00:34.074445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:34.080011 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33496077-e9b1-4d01-8c58-7830767a5bd7 req-e9d9d8e4-4655-4cb7-afbe-f8e5feaada66 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877244 Jul 16 18:00:34.123590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:34.172188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:34.247070 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7af721f-381f-42e8-aae6-6c69fdf87c67 req-168b9f1d-8baf-47e5-90d7-32420315b708 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303685 Jul 16 18:00:34.286386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Pushing event updated for resources: {'Port': ['ID=2e1cb929-c2b5-4e93-b63e-2002597be9b2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:34.308556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:34.329468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:34.330855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.360428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'c30d10d2-4a4d-4d0e-a01c-1879cdc886b7', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'port_id': 'c30d10d2-4a4d-4d0e-a01c-1879cdc886b7', 'mac_address': 'fa:16:3e:6d:b3:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7463a0aa-132d-4bcf-9602-3be3945aec50', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:34.361540 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-dec132fa-22a5-4aa5-a4cf-b8b4c91582bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2835302 Jul 16 18:00:34.380762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Request body: {'port': {'device_id': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:34.451451 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.471440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:34.509691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:34.518069 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.521259 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:34.555749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6f2fcd-2ba7-4320-8b40-5e39025513fe req-c7d001e2-24dc-43d2-8fb7-647e348d534f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:34.567539 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d6f2fcd-2ba7-4320-8b40-5e39025513fe req-c7d001e2-24dc-43d2-8fb7-647e348d534f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 944 time: 0.1872149 Jul 16 18:00:34.607577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:34.640729 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d6f2fcd-2ba7-4320-8b40-5e39025513fe req-915806f0-e2f7-41ae-8413-ccd2d9960619 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555294 Jul 16 18:00:34.763383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20', 'name': 'network-vif-deleted', 'tag': 'f1aa75ca-03d2-48bc-a2dd-055408349560'}, {'server_uuid': '253b766b-4f4a-4f34-b9e8-2b47c01734b4', 'name': 'network-vif-deleted', 'tag': 'a7086d77-5982-4c99-b4cb-61a0af7207d1'}, {'name': 'network-changed', 'server_uuid': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'tag': '66d71464-085b-443f-be2f-cfcc6b20e19e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:34.765272 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5487e394-e109-4ea6-9aea-a97a8b3ec7b2" -d '{"events": [{"server_uuid": "0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20", "name": "network-vif-deleted", "tag": "f1aa75ca-03d2-48bc-a2dd-055408349560"}, {"server_uuid": "253b766b-4f4a-4f34-b9e8-2b47c01734b4", "name": "network-vif-deleted", "tag": "a7086d77-5982-4c99-b4cb-61a0af7207d1"}, {"name": "network-changed", "server_uuid": "8c5696d0-8fee-4956-aa10-24f4b9f88b6e", "tag": "66d71464-085b-443f-be2f-cfcc6b20e19e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:34.857071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c30d10d2-4a4d-4d0e-a01c-1879cdc886b7'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:34.863858 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 521 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47f5ac8d-54ef-4f9f-a446-24a590485d82 x-openstack-request-id: req-47f5ac8d-54ef-4f9f-a446-24a590485d82 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:34.864520 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20", "name": "network-vif-deleted", "tag": "f1aa75ca-03d2-48bc-a2dd-055408349560", "status": "completed", "code": 200}, {"server_uuid": "253b766b-4f4a-4f34-b9e8-2b47c01734b4", "name": "network-vif-deleted", "tag": "a7086d77-5982-4c99-b4cb-61a0af7207d1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "8c5696d0-8fee-4956-aa10-24f4b9f88b6e", "tag": "66d71464-085b-443f-be2f-cfcc6b20e19e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:34.865230 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-47f5ac8d-54ef-4f9f-a446-24a590485d82 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:34.868450 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0d2bf282-48e4-4b1f-b8aa-4f11e4af5f20', 'name': 'network-vif-deleted', 'tag': 'f1aa75ca-03d2-48bc-a2dd-055408349560', 'status': 'completed', 'code': 200} Jul 16 18:00:34.868450 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '253b766b-4f4a-4f34-b9e8-2b47c01734b4', 'name': 'network-vif-deleted', 'tag': 'a7086d77-5982-4c99-b4cb-61a0af7207d1', 'status': 'completed', 'code': 200} Jul 16 18:00:34.868450 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'tag': '66d71464-085b-443f-be2f-cfcc6b20e19e', 'status': 'completed', 'code': 200} Jul 16 18:00:34.961324 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487e394-e109-4ea6-9aea-a97a8b3ec7b2 req-408fdffc-18c2-46c8-ad99-48fc8e059416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:34.964502 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5487e394-e109-4ea6-9aea-a97a8b3ec7b2 req-408fdffc-18c2-46c8-ad99-48fc8e059416 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 1124 time: 0.0829291 Jul 16 18:00:35.058837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633d052-8659-4645-a6e0-c3e8f86367a7 req-67960f12-548b-47da-a27d-e83d41e9ac34 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.067785 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0633d052-8659-4645-a6e0-c3e8f86367a7 req-67960f12-548b-47da-a27d-e83d41e9ac34 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 932 time: 0.4011173 Jul 16 18:00:35.161268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e1cb929-c2b5-4e93-b63e-2002597be9b2 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:35.179825 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.189036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487e394-e109-4ea6-9aea-a97a8b3ec7b2 req-50be1fe6-bfe3-4be6-8099-d0b793c6938a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.194525 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5487e394-e109-4ea6-9aea-a97a8b3ec7b2 req-50be1fe6-bfe3-4be6-8099-d0b793c6938a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.2191098 Jul 16 18:00:35.218612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Transition to ACTIVE for port object 2e1cb929-c2b5-4e93-b63e-2002597be9b2 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:35.241721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.327354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5487e394-e109-4ea6-9aea-a97a8b3ec7b2 req-b2cc7401-90bb-4168-ae0a-08cf0063bee7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d71464-085b-443f-be2f-cfcc6b20e19e HTTP/1.1" status: 200 len: 217 time: 0.1251576 Jul 16 18:00:35.355335 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0633d052-8659-4645-a6e0-c3e8f86367a7 req-7b3ff6e2-39b0-4b34-b9f6-24d18fdfa9ce tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2862887 Jul 16 18:00:35.417396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1cb929-c2b5-4e93-b63e-2002597be9b2,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.478002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5487e394-e109-4ea6-9aea-a97a8b3ec7b2 req-16bf418f-991a-4580-8fc0-04cd79409501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.480178 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5487e394-e109-4ea6-9aea-a97a8b3ec7b2 req-16bf418f-991a-4580-8fc0-04cd79409501 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.1452861 Jul 16 18:00:35.536280 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5487e394-e109-4ea6-9aea-a97a8b3ec7b2 req-7b235e67-5787-4003-ae62-aa564a393845 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439126 Jul 16 18:00:35.554100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43811b35-0477-42a1-bbff-b35b6dcfd943 req-72e804c2-9db1-4e58-9d00-a7975637903f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.561262 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43811b35-0477-42a1-bbff-b35b6dcfd943 req-72e804c2-9db1-4e58-9d00-a7975637903f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1464040 Jul 16 18:00:35.599337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Attempting to bind port 2e1cb929-c2b5-4e93-b63e-2002597be9b2 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:35.599654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Attempting to bind port 2e1cb929-c2b5-4e93-b63e-2002597be9b2 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:35.600147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Attempting to bind port 2e1cb929-c2b5-4e93-b63e-2002597be9b2 on network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:35.610091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Port 2e1cb929-c2b5-4e93-b63e-2002597be9b2 on network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:35.610468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Attempting to bind port 2e1cb929-c2b5-4e93-b63e-2002597be9b2 on network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:35.620289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:35.620637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Checking segment: {'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:35.621027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Bound using segment: {'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:35.621462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Bound port: 2e1cb929-c2b5-4e93-b63e-2002597be9b2, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:35.621904 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.652610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894d2214-78c2-4b97-9689-7c58922d5be1 req-0f92d006-d882-40e1-89f2-5efe179af5c1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.654390 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-894d2214-78c2-4b97-9689-7c58922d5be1 req-0f92d006-d882-40e1-89f2-5efe179af5c1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 943 time: 0.1416998 Jul 16 18:00:35.667784 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43811b35-0477-42a1-bbff-b35b6dcfd943 req-4b41bf69-3518-4961-aeb7-f32098b28b9c tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056082 Jul 16 18:00:35.716611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5487e394-e109-4ea6-9aea-a97a8b3ec7b2 req-d0489f9e-22ee-4ae6-841e-806c05cfe9b2 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518502 Jul 16 18:00:35.788323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-894d2214-78c2-4b97-9689-7c58922d5be1 req-498aa986-1918-49ab-bada-ca950df83f8c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069210 Jul 16 18:00:35.798510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] For port 2e1cb929-c2b5-4e93-b63e-2002597be9b2, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:35.803102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] For port 2e1cb929-c2b5-4e93-b63e-2002597be9b2, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2e1cb929-c2b5-4e93-b63e-2002597be9b2,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:35.808574 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.884663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e1cb929-c2b5-4e93-b63e-2002597be9b2,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:35.899189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:35.900042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:35.902094 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-af395462-3f50-4496-adde-0d06395142f7 service neutron] 10.222.0.37 "PUT /v2.0/ports/2e1cb929-c2b5-4e93-b63e-2002597be9b2 HTTP/1.1" status: 200 len: 1092 time: 1.5268152 Jul 16 18:00:35.918463 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5487e394-e109-4ea6-9aea-a97a8b3ec7b2 req-9358160f-3a8d-4085-8385-ee76c8b03696 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915505 Jul 16 18:00:35.928168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 66d71464-085b-443f-be2f-cfcc6b20e19e details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:36.071294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66d71464-085b-443f-be2f-cfcc6b20e19e,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:36.073426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b938cbb0-509a-4003-a434-dc56d3e71577 req-1ba0971a-7467-4f92-9f1d-6ca19fc980a6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.074446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b938cbb0-509a-4003-a434-dc56d3e71577 req-1ba0971a-7467-4f92-9f1d-6ca19fc980a6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 945 time: 0.1217520 Jul 16 18:00:36.097437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 66d71464-085b-443f-be2f-cfcc6b20e19e has no active binding in host n-h1-794306-7 {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:00:36.106650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-7592ec0e-b53c-48df-a1bc-3ee0b6fa2b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.108921 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-7592ec0e-b53c-48df-a1bc-3ee0b6fa2b6b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5d54e8ec56e43d391618fe8a9585f3d&device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 1095 time: 0.1036747 Jul 16 18:00:36.133899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b938cbb0-509a-4003-a434-dc56d3e71577 req-4ed5ef7f-7768-4225-85e0-58bfc53a6f52 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531294 Jul 16 18:00:36.172793 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-7a86350d-3553-4e45-9716-ce9f9bc55698 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e1cb929-c2b5-4e93-b63e-2002597be9b2 HTTP/1.1" status: 200 len: 217 time: 0.0428967 Jul 16 18:00:36.229050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-1e1fcc55-c35b-45ec-b0f1-0f930342b6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.230656 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-1e1fcc55-c35b-45ec-b0f1-0f930342b6bd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd1d178f-2287-446d-a0fd-681c1ac2971f HTTP/1.1" status: 200 len: 855 time: 0.0505188 Jul 16 18:00:36.266598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-78b0f87d-bf3a-49fb-8fac-064a50e00182 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271921 Jul 16 18:00:36.765837 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-a3380d93-18e9-4e2c-9ea9-b960fcb0685c service neutron] 10.222.0.37 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924493 Jul 16 18:00:36.857915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdfac9-e3b0-4501-9e22-44f1964a2c56 req-17135cc2-235e-4ca6-bf33-853e03bcf700 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:36.859902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9bdfac9-e3b0-4501-9e22-44f1964a2c56 req-17135cc2-235e-4ca6-bf33-853e03bcf700 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 944 time: 0.1416001 Jul 16 18:00:36.868391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'tag': '2e1cb929-c2b5-4e93-b63e-2002597be9b2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:36.871178 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edc29199-0dcb-4675-aa09-18271351da12" -d '{"events": [{"name": "network-changed", "server_uuid": "ceee3307-35aa-4796-a8ff-54d0a147885d", "tag": "2e1cb929-c2b5-4e93-b63e-2002597be9b2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:36.922712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbddd7cc-1c61-422f-b570-116f4100ffb8 req-48215680-94c7-40e8-af34-5adaaefbb46d service neutron] 10.222.0.37 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499069 Jul 16 18:00:36.935828 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9bdfac9-e3b0-4501-9e22-44f1964a2c56 req-b1fc8c19-ec74-45cd-90ce-248223eba05a tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620687 Jul 16 18:00:37.123471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e89934-3c1f-41f7-bf47-d954e55822c2 req-2941df91-7fcf-43f8-aa6b-92c16e64e7c3 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.125185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b8e89934-3c1f-41f7-bf47-d954e55822c2 req-2941df91-7fcf-43f8-aa6b-92c16e64e7c3 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.0907583 Jul 16 18:00:37.161941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50785fdc-7fde-4ab0-a636-84b6995d2e3c req-219c03eb-e691-4dc9-9efe-95e4b73bc9b3 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.163931 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50785fdc-7fde-4ab0-a636-84b6995d2e3c req-219c03eb-e691-4dc9-9efe-95e4b73bc9b3 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 943 time: 0.0844090 Jul 16 18:00:37.171940 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b8e89934-3c1f-41f7-bf47-d954e55822c2 req-48f94837-b66f-4482-9288-39a1f624d113 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407796 Jul 16 18:00:37.213279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-50785fdc-7fde-4ab0-a636-84b6995d2e3c req-f9410075-7299-49e5-aae8-fac91415a7d9 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408430 Jul 16 18:00:37.244918 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8a4ac83-cb75-421c-b13f-83b94a059d01 x-openstack-request-id: req-f8a4ac83-cb75-421c-b13f-83b94a059d01 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:37.245370 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceee3307-35aa-4796-a8ff-54d0a147885d", "tag": "2e1cb929-c2b5-4e93-b63e-2002597be9b2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:37.250919 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8a4ac83-cb75-421c-b13f-83b94a059d01 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:37.250919 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'tag': '2e1cb929-c2b5-4e93-b63e-2002597be9b2', 'status': 'completed', 'code': 200} Jul 16 18:00:37.386205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc29199-0dcb-4675-aa09-18271351da12 req-3dfcc0fb-3be5-418b-98ef-957d3a88660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.388262 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-edc29199-0dcb-4675-aa09-18271351da12 req-3dfcc0fb-3be5-418b-98ef-957d3a88660a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=a5d54e8ec56e43d391618fe8a9585f3d&device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 1095 time: 0.0770113 Jul 16 18:00:37.539129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc29199-0dcb-4675-aa09-18271351da12 req-24c0c4b0-b496-4585-9118-d931070f1792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.540839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-edc29199-0dcb-4675-aa09-18271351da12 req-24c0c4b0-b496-4585-9118-d931070f1792 service neutron] 10.222.0.37 "GET /v2.0/networks?id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26 HTTP/1.1" status: 200 len: 916 time: 0.1448114 Jul 16 18:00:37.594686 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-edc29199-0dcb-4675-aa09-18271351da12 req-696e6fc8-9561-4282-b0a8-1bab6a6e89cd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2e1cb929-c2b5-4e93-b63e-2002597be9b2 HTTP/1.1" status: 200 len: 217 time: 0.0458868 Jul 16 18:00:37.604776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa610c41-5273-47b4-8eca-3ad25df93f78 req-8e2d9f34-dfd6-4fd4-be02-7db36b87634c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.606451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa610c41-5273-47b4-8eca-3ad25df93f78 req-8e2d9f34-dfd6-4fd4-be02-7db36b87634c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 945 time: 0.1365752 Jul 16 18:00:37.683462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa610c41-5273-47b4-8eca-3ad25df93f78 req-3e86731a-258f-4a34-965d-26f76ffdd50b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650954 Jul 16 18:00:37.691791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc29199-0dcb-4675-aa09-18271351da12 req-09f17dcc-8bba-428d-ad19-0d3bfe1a8be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:37.693552 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-edc29199-0dcb-4675-aa09-18271351da12 req-09f17dcc-8bba-428d-ad19-0d3bfe1a8be9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dd1d178f-2287-446d-a0fd-681c1ac2971f HTTP/1.1" status: 200 len: 855 time: 0.0861504 Jul 16 18:00:37.728746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-c031f864-ea8a-46a1-8ef4-36c91cefe5ac service neutron] 10.222.0.18 "GET /v2.0/ports/66d71464-085b-443f-be2f-cfcc6b20e19e/bindings/n-h1-794306-7 HTTP/1.1" status: 200 len: 384 time: 0.1020582 Jul 16 18:00:37.739731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-edc29199-0dcb-4675-aa09-18271351da12 req-9173a230-1e68-4d8f-ad1c-282b7640d963 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358682 Jul 16 18:00:37.783829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:37.877901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:37.883153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:37.885736 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:37.917619 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-edc29199-0dcb-4675-aa09-18271351da12 req-47178a6f-a5bb-44a0-99ed-2f8d691c2f32 service neutron] 10.222.0.37 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685281 Jul 16 18:00:38.025637 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.052609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c53ab-50bc-47d9-a2f8-2ae41e9c6531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30d10d2-4a4d-4d0e-a01c-1879cdc886b7'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:38.056618 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb0ac750-3ff8-412d-8871-2b00571ab910" -d '{"events": [{"server_uuid": "051c53ab-50bc-47d9-a2f8-2ae41e9c6531", "name": "network-vif-plugged", "status": "completed", "tag": "c30d10d2-4a4d-4d0e-a01c-1879cdc886b7"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:38.074160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:38.081178 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.135935 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-edc29199-0dcb-4675-aa09-18271351da12 req-02fef464-ee99-4704-b102-a0e1adb84cb4 service neutron] 10.222.0.37 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017844 Jul 16 18:00:38.142135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-686bb967-e9fd-4eef-8fc2-b44a22583bbe service neutron] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66d71464-085b-443f-be2f-cfcc6b20e19e,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:38.170989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-686bb967-e9fd-4eef-8fc2-b44a22583bbe service neutron] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:38.207907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:38.210128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-686bb967-e9fd-4eef-8fc2-b44a22583bbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66d71464-085b-443f-be2f-cfcc6b20e19e {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:38.239953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-686bb967-e9fd-4eef-8fc2-b44a22583bbe service neutron] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66d71464-085b-443f-be2f-cfcc6b20e19e,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:38.246055 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a1ed0c-3261-493d-845c-feef9f1e0216 x-openstack-request-id: req-d4a1ed0c-3261-493d-845c-feef9f1e0216 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:38.246701 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c53ab-50bc-47d9-a2f8-2ae41e9c6531", "name": "network-vif-plugged", "status": "completed", "tag": "c30d10d2-4a4d-4d0e-a01c-1879cdc886b7", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:38.247137 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d4a1ed0c-3261-493d-845c-feef9f1e0216 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:38.247732 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051c53ab-50bc-47d9-a2f8-2ae41e9c6531', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c30d10d2-4a4d-4d0e-a01c-1879cdc886b7', 'code': 200} Jul 16 18:00:38.484216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71462f92-41dc-4110-9707-781fb423d600 req-d1858699-377c-4729-93a3-2a96241d0e7a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.487320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71462f92-41dc-4110-9707-781fb423d600 req-d1858699-377c-4729-93a3-2a96241d0e7a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1191914 Jul 16 18:00:38.593586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71462f92-41dc-4110-9707-781fb423d600 req-64a87082-190c-47ae-a1b8-5ba46a15c5a9 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878637 Jul 16 18:00:38.688264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52134) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:38.781277 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-686bb967-e9fd-4eef-8fc2-b44a22583bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.893303 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cb57-50e7-4892-b7a9-a2dffcdf96d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:38.913951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a8dba-e1a9-43be-af77-83c4e606dc61 req-80971c23-7165-4a18-b97d-6327cd3257a3 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.922769 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bf9a8dba-e1a9-43be-af77-83c4e606dc61 req-80971c23-7165-4a18-b97d-6327cd3257a3 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 944 time: 0.7034400 Jul 16 18:00:38.924658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ac6c9-f8cd-454e-918e-b668a9c28148 req-d811e918-4d60-44a5-8306-7a136ac2f8fc tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.927530 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-872ac6c9-f8cd-454e-918e-b668a9c28148 req-d811e918-4d60-44a5-8306-7a136ac2f8fc tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 943 time: 0.1466410 Jul 16 18:00:38.969059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f54205-f13c-46f9-bd1b-a4b3ac053d16 req-6a00110b-7efa-4867-a56d-74d6e62ad0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:38.971170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09f54205-f13c-46f9-bd1b-a4b3ac053d16 req-6a00110b-7efa-4867-a56d-74d6e62ad0c9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 1097 time: 0.2315741 Jul 16 18:00:39.012074 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bf9a8dba-e1a9-43be-af77-83c4e606dc61 req-26d04638-3634-4419-9041-3f9cc69c5da0 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879579 Jul 16 18:00:39.014991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-872ac6c9-f8cd-454e-918e-b668a9c28148 req-9f4f1ab2-fbf3-4469-a786-0f19874babf0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771697 Jul 16 18:00:39.063400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-686bb967-e9fd-4eef-8fc2-b44a22583bbe service neutron] Transition to ACTIVE for port object 66d71464-085b-443f-be2f-cfcc6b20e19e will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:39.092615 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-686bb967-e9fd-4eef-8fc2-b44a22583bbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.104124 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09f54205-f13c-46f9-bd1b-a4b3ac053d16 req-961fd57c-e43f-44b4-b7f2-6e0c82bab83d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122229 Jul 16 18:00:39.186295 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cb57-50e7-4892-b7a9-a2dffcdf96d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.196404 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0fa9cb57-50e7-4892-b7a9-a2dffcdf96d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.222061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-686bb967-e9fd-4eef-8fc2-b44a22583bbe service neutron] No DVR routers for this DVR port 66d71464-085b-443f-be2f-cfcc6b20e19e on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:39.230983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686bb967-e9fd-4eef-8fc2-b44a22583bbe service neutron] Pushing event updated for resources: {'Port': ['ID=66d71464-085b-443f-be2f-cfcc6b20e19e,revision_number=10']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.263903 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0fa9cb57-50e7-4892-b7a9-a2dffcdf96d8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=72eb1390aa66493fb2548064d23d7757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739517 Jul 16 18:00:39.279305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52144) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:39.326883 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-686bb967-e9fd-4eef-8fc2-b44a22583bbe service neutron] 10.222.0.18 "PUT /v2.0/ports/66d71464-085b-443f-be2f-cfcc6b20e19e/bindings/n-h1-794306-7/activate HTTP/1.1" status: 200 len: 369 time: 1.5857100 Jul 16 18:00:39.337550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa9cb57-50e7-4892-b7a9-a2dffcdf96d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c5a530-9774-4dae-9380-0cc582676eb9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.383524 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bcefac5-a4fa-47ec-ae88-44f046defe31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.404065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe2f2b-b3c5-4766-b810-877be8f9bb81 req-df31aabc-9e03-4f7f-9a73-d500d8ecd868 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.412172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-adfe2f2b-b3c5-4766-b810-877be8f9bb81 req-df31aabc-9e03-4f7f-9a73-d500d8ecd868 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 946 time: 0.1241341 Jul 16 18:00:39.437149 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bcefac5-a4fa-47ec-ae88-44f046defe31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.474408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-adfe2f2b-b3c5-4766-b810-877be8f9bb81 req-6e4111b7-4019-4d56-9c21-7e4e21c623a8 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610783 Jul 16 18:00:39.531123 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bcefac5-a4fa-47ec-ae88-44f046defe31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.534068 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bcefac5-a4fa-47ec-ae88-44f046defe31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.536594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1bcefac5-a4fa-47ec-ae88-44f046defe31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d0c5a530-9774-4dae-9380-0cc582676eb9 HTTP/1.1" status: 204 len: 168 time: 0.2558756 Jul 16 18:00:39.545648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcefac5-a4fa-47ec-ae88-44f046defe31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c5a530-9774-4dae-9380-0cc582676eb9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:39.794080 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f6a9de-87f5-42a7-91db-8a35a57e9e5a req-c378ecc6-270f-43d2-bf22-0bc7bbfe085b tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:39.795937 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-00f6a9de-87f5-42a7-91db-8a35a57e9e5a req-c378ecc6-270f-43d2-bf22-0bc7bbfe085b tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.0720258 Jul 16 18:00:39.839990 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-00f6a9de-87f5-42a7-91db-8a35a57e9e5a req-77cdcddb-2425-4d11-9551-b6032836b0fa tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367591 Jul 16 18:00:39.880867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52154) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:39.898096 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c5c892d-8bc5-4c3e-b314-c917d5773167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:39.930685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 2e1cb929-c2b5-4e93-b63e-2002597be9b2 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:40.008223 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c5c892d-8bc5-4c3e-b314-c917d5773167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.012708 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c5c892d-8bc5-4c3e-b314-c917d5773167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.049298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 2e1cb929-c2b5-4e93-b63e-2002597be9b2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2e1cb929-c2b5-4e93-b63e-2002597be9b2,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:40.063329 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7c5c892d-8bc5-4c3e-b314-c917d5773167 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=595e7df8339a41f78e975e593a2faca6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1807685 Jul 16 18:00:40.067144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52160) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:40.068948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '2e1cb929-c2b5-4e93-b63e-2002597be9b2', 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26', 'port_id': '2e1cb929-c2b5-4e93-b63e-2002597be9b2', 'mac_address': 'fa:16:3e:93:54:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1d178f-2287-446d-a0fd-681c1ac2971f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:40.071471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5c892d-8bc5-4c3e-b314-c917d5773167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44c0a72-8f2a-495f-ae4a-7a7bb61a5b87,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.205315 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.213671 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0dc175bc-36f6-4462-9682-528d2ba3b0ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.258121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1cb929-c2b5-4e93-b63e-2002597be9b2 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:40.322963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-73a47f40-2b18-4f00-9181-04b4e756c9b7 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.326490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 2e1cb929-c2b5-4e93-b63e-2002597be9b2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2e1cb929-c2b5-4e93-b63e-2002597be9b2,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:40.328141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-73a47f40-2b18-4f00-9181-04b4e756c9b7 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.1699579 Jul 16 18:00:40.331435 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.357092 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0dc175bc-36f6-4462-9682-528d2ba3b0ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.428500 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70994850-34f1-433d-9cf1-95792ef6b152 req-b4f360a2-96b4-4f63-9573-d6491d102a7c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.430393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70994850-34f1-433d-9cf1-95792ef6b152 req-b4f360a2-96b4-4f63-9573-d6491d102a7c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 944 time: 0.1896052 Jul 16 18:00:40.464136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=2e1cb929-c2b5-4e93-b63e-2002597be9b2,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.470848 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0dc175bc-36f6-4462-9682-528d2ba3b0ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.476658 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0dc175bc-36f6-4462-9682-528d2ba3b0ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:40.478035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0dc175bc-36f6-4462-9682-528d2ba3b0ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d44c0a72-8f2a-495f-ae4a-7a7bb61a5b87 HTTP/1.1" status: 204 len: 168 time: 0.4098668 Jul 16 18:00:40.522330 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70994850-34f1-433d-9cf1-95792ef6b152 req-e6279aee-fd2c-4d89-b87c-136aebaaa7a4 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797579 Jul 16 18:00:40.522330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc175bc-36f6-4462-9682-528d2ba3b0ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44c0a72-8f2a-495f-ae4a-7a7bb61a5b87,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:40.603245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5093a24-931d-40c9-917f-3819b64ec896 req-c90ec1e4-c9d6-4755-b98d-4fd7b9f371c2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.604862 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b5093a24-931d-40c9-917f-3819b64ec896 req-c90ec1e4-c9d6-4755-b98d-4fd7b9f371c2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 945 time: 0.2473185 Jul 16 18:00:40.610287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-755831a3-058f-42a7-b94b-4fde2520710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.611827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-755831a3-058f-42a7-b94b-4fde2520710d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8 HTTP/1.1" status: 200 len: 1095 time: 0.2780621 Jul 16 18:00:40.658863 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b5093a24-931d-40c9-917f-3819b64ec896 req-ada6b5f0-ae81-4c4d-9b6a-dda9b1563288 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460365 Jul 16 18:00:40.807177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['2e1cb929-c2b5-4e93-b63e-2002597be9b2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:40.828728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-85d53e0b-2f99-4134-a91b-376bfc5e6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:40.833066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-85d53e0b-2f99-4134-a91b-376bfc5e6586 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 1095 time: 0.1363583 Jul 16 18:00:40.900629 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52180) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:41.070712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07645527-dd6e-48b6-ae68-1f569dffd177 req-016dc6a7-401d-4e97-8227-958a26507474 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.077826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07645527-dd6e-48b6-ae68-1f569dffd177 req-016dc6a7-401d-4e97-8227-958a26507474 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 946 time: 0.2421970 Jul 16 18:00:41.141061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07645527-dd6e-48b6-ae68-1f569dffd177 req-2eb22033-4e83-4220-974c-4ed53738272c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622709 Jul 16 18:00:41.142681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-933fca36-e161-4505-a9be-0bd705afaaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.144162 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-933fca36-e161-4505-a9be-0bd705afaaef service neutron] 10.222.0.37 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.2781739 Jul 16 18:00:41.219071 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-6e5d324e-73a5-43c1-87ae-bd907fa3a67b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66d71464-085b-443f-be2f-cfcc6b20e19e HTTP/1.1" status: 200 len: 217 time: 0.0678654 Jul 16 18:00:41.260051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37152e92-9964-4b77-8c6b-3fbeffd33579 req-4d5ae160-6452-4344-ad04-1f91170c2da8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.261902 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37152e92-9964-4b77-8c6b-3fbeffd33579 req-4d5ae160-6452-4344-ad04-1f91170c2da8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1722050 Jul 16 18:00:41.281463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-4842a785-a600-4744-9b84-c5ca30a8a25a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.282909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-4842a785-a600-4744-9b84-c5ca30a8a25a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.0515053 Jul 16 18:00:41.368087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-523cc0e7-2f69-46eb-b7de-06e4ab2c4f7a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772481 Jul 16 18:00:41.394389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37152e92-9964-4b77-8c6b-3fbeffd33579 req-2d1ec04e-6268-4556-a36a-25f72db301ec tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240056 Jul 16 18:00:41.520217 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-4aa14cb1-60fb-4c26-913e-da15305f496f service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417475 Jul 16 18:00:41.548358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179abf49-4f0b-4e9a-9e86-22a82faf3d61 req-ae4119bc-278b-4c96-a0c6-37dfe0f0d056 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.556519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-179abf49-4f0b-4e9a-9e86-22a82faf3d61 req-ae4119bc-278b-4c96-a0c6-37dfe0f0d056 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 946 time: 0.1915410 Jul 16 18:00:41.620765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.651749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-179abf49-4f0b-4e9a-9e86-22a82faf3d61 req-7fd29cf5-d0ca-4837-8386-b897c0ce2d89 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940843 Jul 16 18:00:41.710840 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-9adeae57-9f09-4d84-aaa6-1cac11381a23 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1807401 Jul 16 18:00:41.814135 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:41.822387 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 66d71464-085b-443f-be2f-cfcc6b20e19e no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:41.880991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 66d71464-085b-443f-be2f-cfcc6b20e19e not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:41.938563 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e2672c-970f-44f2-8230-46aef836c636 req-65ef2be8-f247-4901-8d26-b7be33ee7e55 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:41.946201 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1e2672c-970f-44f2-8230-46aef836c636 req-65ef2be8-f247-4901-8d26-b7be33ee7e55 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 944 time: 0.2000546 Jul 16 18:00:42.007187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1e2672c-970f-44f2-8230-46aef836c636 req-28418a94-5643-481f-8a92-50b8a95b6cc6 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512812 Jul 16 18:00:42.034718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3797cb2-f536-4df3-8bb2-79ec91119efc req-042263b0-4bc5-42b0-a68f-d91bc2671710 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.044814 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3797cb2-f536-4df3-8bb2-79ec91119efc req-042263b0-4bc5-42b0-a68f-d91bc2671710 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 945 time: 0.1251378 Jul 16 18:00:42.103128 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3797cb2-f536-4df3-8bb2-79ec91119efc req-83bba53a-6ff1-4984-bca8-2db0112a5e30 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555367 Jul 16 18:00:42.189250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] Deleting port 041ef84d-8e2d-401a-898b-3efa5dac04b9 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:42.189843 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.306516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-93125c12-67c0-48e5-b76d-923d34e9a9da tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.308095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-93125c12-67c0-48e5-b76d-923d34e9a9da tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.1163497 Jul 16 18:00:42.312999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] For port 041ef84d-8e2d-401a-898b-3efa5dac04b9, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=041ef84d-8e2d-401a-898b-3efa5dac04b9,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:42.313648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.332237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] Calling delete_port for 041ef84d-8e2d-401a-898b-3efa5dac04b9 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:42.532224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-47109a85-0f40-4273-bd04-9e9d2c32ae09 service neutron] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:42.545640 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-47109a85-0f40-4273-bd04-9e9d2c32ae09 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.547141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef20432-0ada-49c4-b523-4a0b58ced8e1 req-47109a85-0f40-4273-bd04-9e9d2c32ae09 service neutron] 10.222.0.37 "DELETE /v2.0/ports/66d71464-085b-443f-be2f-cfcc6b20e19e/bindings/n-h2-794306-7 HTTP/1.1" status: 204 len: 173 time: 0.2317264 Jul 16 18:00:42.757138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1959bb-ac73-4b5b-9cca-6d44f26f7544 req-2b0598a8-e9ef-45a2-a7be-3cd0fec056ae tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.758900 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0c1959bb-ac73-4b5b-9cca-6d44f26f7544 req-2b0598a8-e9ef-45a2-a7be-3cd0fec056ae tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 946 time: 0.1246142 Jul 16 18:00:42.760105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:42.770113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7986dc9b-ff1a-4133-8434-1d55e3399fca req-ef7e8301-84e9-48f5-9b9c-e902890da684 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:42.773933 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7986dc9b-ff1a-4133-8434-1d55e3399fca req-ef7e8301-84e9-48f5-9b9c-e902890da684 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.1105247 Jul 16 18:00:42.800227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] Pushing event deleted for resources: {'Port': ['ID=041ef84d-8e2d-401a-898b-3efa5dac04b9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:42.853508 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7986dc9b-ff1a-4133-8434-1d55e3399fca req-cf51d435-80cf-4bfa-a0ba-2b6f933ab998 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720980 Jul 16 18:00:42.916954 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0c1959bb-ac73-4b5b-9cca-6d44f26f7544 req-7f4af292-af2a-42e7-b9b9-1c19388d6e86 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251926 Jul 16 18:00:43.050139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.208568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-16f40e07-89d9-4c1e-8456-c0162db69153 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=80cddf1f5a4844b0800a4ebdcc8c5846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228620 Jul 16 18:00:43.263342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcfeb1-c879-4d43-b3ef-ceeba33f2f63 req-fa1b7b89-9c8c-40fa-9751-5d88d5f3368a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.264851 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5bcfeb1-c879-4d43-b3ef-ceeba33f2f63 req-fa1b7b89-9c8c-40fa-9751-5d88d5f3368a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 944 time: 0.1271315 Jul 16 18:00:43.322722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-aaf2dd7a-6477-4387-95cd-b9cc57cfe461 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.324243 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-aaf2dd7a-6477-4387-95cd-b9cc57cfe461 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1081421 Jul 16 18:00:43.337198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5bcfeb1-c879-4d43-b3ef-ceeba33f2f63 req-4618dde1-b2c9-40cc-a82d-0dff6c4e9bdf tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466998 Jul 16 18:00:43.342398 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-3f646b2d-3aa8-4cc9-bdba-4de0403a8f1e tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/quotas/80cddf1f5a4844b0800a4ebdcc8c5846 HTTP/1.1" status: 200 len: 375 time: 0.0117435 Jul 16 18:00:43.346479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] Router a7651089-dbf5-48bc-87f0-63db4d92d696 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:43.400431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-8f0fc324-95e9-4c97-ae41-c5ca8d91bf8c tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=80cddf1f5a4844b0800a4ebdcc8c5846&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456359 Jul 16 18:00:43.514624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:43.520988 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-97c0e0d6-08ff-411f-9880-c5d23d658a63 admin admin] 10.222.0.47 "PUT /v2.0/routers/a7651089-dbf5-48bc-87f0-63db4d92d696/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6189101 Jul 16 18:00:43.523613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52254) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:43.527945 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf9fd7-82f9-4c27-b6f3-1925904b94f6 None None] Sync routers for ids ['a7651089-dbf5-48bc-87f0-63db4d92d696'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:43.541652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf9fd7-82f9-4c27-b6f3-1925904b94f6 None None] Routers {'a7651089-dbf5-48bc-87f0-63db4d92d696'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:43.543310 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1bf9fd7-82f9-4c27-b6f3-1925904b94f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:00:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a7651089-dbf5-48bc-87f0-63db4d92d696'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:43.570110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f4151-634d-4d14-9cef-8870159cf4ba req-0f81ac13-7bf4-4c8a-a636-16141c35beed tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.577218 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e93f4151-634d-4d14-9cef-8870159cf4ba req-0f81ac13-7bf4-4c8a-a636-16141c35beed tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 945 time: 0.1115975 Jul 16 18:00:43.639541 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e93f4151-634d-4d14-9cef-8870159cf4ba req-1d06e55b-afa4-4759-aa5a-3b8828d64211 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612254 Jul 16 18:00:43.705039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f1bf9fd7-82f9-4c27-b6f3-1925904b94f6 None None] Set router a7651089-dbf5-48bc-87f0-63db4d92d696 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:43.724360 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49c36eef-87a6-4f24-84b9-e784452587a4 req-1128888b-ef58-4bf7-b523-6d912927a2ee tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 210 time: 0.0453734 Jul 16 18:00:43.751164 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.913578 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:43.932549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98552fb5-d593-4603-8150-fb5387e6bb03 req-a1991bf9-aaa1-46b1-819b-3f2e17f23f86 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:43.944826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1bf9fd7-82f9-4c27-b6f3-1925904b94f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-router', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91'}], 'enable_snat': True}, 'gw_port_id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:39Z', 'updated_at': '2021-07-16T18:00:42Z', 'revision_number': 5, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'gw_port': {'id': 'f9a46fe8-ad61-47a7-b541-2430b85bdf14', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:9e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'device_owner': 'network:router_gateway', 'standard_attr_id': 787, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:40Z', 'updated_at': '2021-07-16T17:58:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:43.948403 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-98552fb5-d593-4603-8150-fb5387e6bb03 req-a1991bf9-aaa1-46b1-819b-3f2e17f23f86 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 1095 time: 0.0909023 Jul 16 18:00:44.002681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Deleting port f9a46fe8-ad61-47a7-b541-2430b85bdf14 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:44.003601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.016283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 2e1cb929-c2b5-4e93-b63e-2002597be9b2 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:44.017090 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-98552fb5-d593-4603-8150-fb5387e6bb03 req-189d803c-85ca-48ec-b46f-9b6e0eb485d5 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661077 Jul 16 18:00:44.021427 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf9fd7-82f9-4c27-b6f3-1925904b94f6 None None] Checking router: a7651089-dbf5-48bc-87f0-63db4d92d696 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:44.051192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bf9fd7-82f9-4c27-b6f3-1925904b94f6 None None] Routers {'a7651089-dbf5-48bc-87f0-63db4d92d696'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:44.051843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1bf9fd7-82f9-4c27-b6f3-1925904b94f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:00:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a7651089-dbf5-48bc-87f0-63db4d92d696'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:44.160376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f1bf9fd7-82f9-4c27-b6f3-1925904b94f6 None None] Set router a7651089-dbf5-48bc-87f0-63db4d92d696 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:44.195019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] For port f9a46fe8-ad61-47a7-b541-2430b85bdf14, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f9a46fe8-ad61-47a7-b541-2430b85bdf14,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:44.195270 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.247989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Calling delete_port for f9a46fe8-ad61-47a7-b541-2430b85bdf14 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:44.251409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05714e63-1408-4c1e-8477-ad79e2772561 req-6495a201-721f-4f70-b6f3-4bf49b77be35 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.258400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1bf9fd7-82f9-4c27-b6f3-1925904b94f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-router', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:39Z', 'updated_at': '2021-07-16T18:00:43Z', 'revision_number': 6, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:44.259516 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05714e63-1408-4c1e-8477-ad79e2772561 req-6495a201-721f-4f70-b6f3-4bf49b77be35 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 946 time: 0.0845628 Jul 16 18:00:44.291349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bf9fd7-82f9-4c27-b6f3-1925904b94f6 None None] The sync data for ids ['a7651089-dbf5-48bc-87f0-63db4d92d696'] in n-d-794306-7 is: [{'id': 'a7651089-dbf5-48bc-87f0-63db4d92d696', 'name': 'tempest-AttachSCSIVolumeTestJSON-434417028-router', 'tenant_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:39Z', 'updated_at': '2021-07-16T18:00:43Z', 'revision_number': 6, 'project_id': 'f86d44bcfbab46a1a7af0770a138a9a6', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:44.303684 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 2e1cb929-c2b5-4e93-b63e-2002597be9b2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:44.308730 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 2e1cb929-c2b5-4e93-b63e-2002597be9b2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:44.309153 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.332139 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05714e63-1408-4c1e-8477-ad79e2772561 req-7ab177bb-726e-4c0e-9154-164ffa90218b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708683 Jul 16 18:00:44.408770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16608f8-578c-43b7-94f2-b0fc99c6e353 req-dfed1ec9-30a1-44b4-932d-410a4f84b754 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.416184 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e16608f8-578c-43b7-94f2-b0fc99c6e353 req-dfed1ec9-30a1-44b4-932d-410a4f84b754 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.2240396 Jul 16 18:00:44.436451 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.463978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1cb929-c2b5-4e93-b63e-2002597be9b2'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:44.466232 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb29c49-de65-4894-a169-d7815d7c71b7" -d '{"events": [{"server_uuid": "ceee3307-35aa-4796-a8ff-54d0a147885d", "name": "network-vif-plugged", "status": "completed", "tag": "2e1cb929-c2b5-4e93-b63e-2002597be9b2"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:44.479777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 2e1cb929-c2b5-4e93-b63e-2002597be9b2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2e1cb929-c2b5-4e93-b63e-2002597be9b2,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:44.484427 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.539151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e16608f8-578c-43b7-94f2-b0fc99c6e353 req-ed4fd244-31ec-4e24-bab2-145933e1a924 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204350 Jul 16 18:00:44.545240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=2e1cb929-c2b5-4e93-b63e-2002597be9b2,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:44.566241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f523ae0f-f3b2-49f6-a1eb-73dbe0fe636c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:44.580800 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f523ae0f-f3b2-49f6-a1eb-73dbe0fe636c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 808 time: 0.1553960 Jul 16 18:00:44.599622 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-9cf448f4-5be4-4f0b-8bc6-cf780fe1cd7e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/quotas/16b4c0ca18f54d6eba06956ae15aa0e8 HTTP/1.1" status: 200 len: 375 time: 0.0128729 Jul 16 18:00:44.636568 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d5ef65-0e0f-45f8-92cb-b46c1a9d5cb8 x-openstack-request-id: req-47d5ef65-0e0f-45f8-92cb-b46c1a9d5cb8 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:44.637153 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceee3307-35aa-4796-a8ff-54d0a147885d", "name": "network-vif-plugged", "status": "completed", "tag": "2e1cb929-c2b5-4e93-b63e-2002597be9b2", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:44.637356 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-47d5ef65-0e0f-45f8-92cb-b46c1a9d5cb8 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:44.637972 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1cb929-c2b5-4e93-b63e-2002597be9b2', 'code': 200} Jul 16 18:00:44.640914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.703795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=f9a46fe8-ad61-47a7-b541-2430b85bdf14,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:44.747116 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-fc5a6732-0a01-4c40-b378-038ccaf11bbe tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1382465 Jul 16 18:00:44.788596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 041ef84d-8e2d-401a-898b-3efa5dac04b9 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:44.820618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 041ef84d-8e2d-401a-898b-3efa5dac04b9 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:44.820962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 041ef84d-8e2d-401a-898b-3efa5dac04b9 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:44.861760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-2656a5f6-f857-4a93-828e-43e9973ad659 service neutron] 10.222.0.47 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134188 Jul 16 18:00:44.874450 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.984563 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:44.987879 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.003164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-e6d36737-d59f-41bd-ad9e-c44feeea6b4e service neutron] 10.222.0.47 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348059 Jul 16 18:00:45.020434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8692c5e3-b45d-40f7-a4c0-329d97d13fb2 req-5816e66c-1806-468b-99b6-d3a5f364aa19 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.021921 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8692c5e3-b45d-40f7-a4c0-329d97d13fb2 req-5816e66c-1806-468b-99b6-d3a5f364aa19 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 946 time: 0.0882316 Jul 16 18:00:45.043248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e3c6b-0fad-4efa-b1ca-34d2856f3cf7 req-627be512-4e10-48d7-b423-4273c2df043f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.044929 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f50e3c6b-0fad-4efa-b1ca-34d2856f3cf7 req-627be512-4e10-48d7-b423-4273c2df043f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 1097 time: 0.2495515 Jul 16 18:00:45.046900 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.047464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7651089-dbf5-48bc-87f0-63db4d92d696 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:00:45.053185 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.056030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8b091412-c2b3-40ed-b03a-c3e979157ebd admin admin] 10.222.0.47 "DELETE /v2.0/routers/a7651089-dbf5-48bc-87f0-63db4d92d696 HTTP/1.1" status: 204 len: 168 time: 1.5311098 Jul 16 18:00:45.060117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52294) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:45.142859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2debc4-8c9d-47e8-a135-ca0486eb7c8f req-4ac010e6-7d8c-40a7-b63e-bba841448be7 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.150047 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f2debc4-8c9d-47e8-a135-ca0486eb7c8f req-4ac010e6-7d8c-40a7-b63e-bba841448be7 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.3141284 Jul 16 18:00:45.184321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-8692c5e3-b45d-40f7-a4c0-329d97d13fb2 req-bb9d4e87-afde-44a4-ade0-8279e9c7dd4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Deleting port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:45.184957 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8692c5e3-b45d-40f7-a4c0-329d97d13fb2 req-bb9d4e87-afde-44a4-ade0-8279e9c7dd4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.248695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d91323e-d573-4b8e-bc69-dc2224eeadb0 admin admin] Deleting subnet 14ef8cff-dc99-4c22-aab0-1c04351b46c8 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:45.264502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0d91323e-d573-4b8e-bc69-dc2224eeadb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.271190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f50e3c6b-0fad-4efa-b1ca-34d2856f3cf7 req-8739bbc0-12ca-4f25-bbe4-5efc2207b51b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120483 Jul 16 18:00:45.311420 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f2debc4-8c9d-47e8-a135-ca0486eb7c8f req-dbf04208-d29f-4016-8aaf-5efc9c89ab13 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496027 Jul 16 18:00:45.345551 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8ca3680-0734-4c14-8fb7-3abccabff3ff req-6d178a8c-c5c5-4abe-a9a8-3885e384b148 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 210 time: 0.0603545 Jul 16 18:00:45.358655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0d91323e-d573-4b8e-bc69-dc2224eeadb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.415828 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f6b152f-dafd-4bf5-9e7c-b98d561d14f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.445535 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-f1afd95f-2afd-402c-a95a-8f03895b57de tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=80cddf1f5a4844b0800a4ebdcc8c5846&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0713944 Jul 16 18:00:45.473613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-8692c5e3-b45d-40f7-a4c0-329d97d13fb2 req-bb9d4e87-afde-44a4-ade0-8279e9c7dd4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] For port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:45.476124 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8692c5e3-b45d-40f7-a4c0-329d97d13fb2 req-bb9d4e87-afde-44a4-ade0-8279e9c7dd4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.501931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-8692c5e3-b45d-40f7-a4c0-329d97d13fb2 req-bb9d4e87-afde-44a4-ade0-8279e9c7dd4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Calling delete_port for c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:45.528232 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0d91323e-d573-4b8e-bc69-dc2224eeadb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.631394 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0d91323e-d573-4b8e-bc69-dc2224eeadb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.701606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d91323e-d573-4b8e-bc69-dc2224eeadb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14ef8cff-dc99-4c22-aab0-1c04351b46c8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:45.704828 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-7257c1a4-9e7b-446a-8473-9ac892427ee3 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.705714 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-7257c1a4-9e7b-446a-8473-9ac892427ee3 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2051673 Jul 16 18:00:45.712356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b644d654-38e4-435d-bfd5-7ea106ae4fa7 None None] Network 4d765f26-176b-49c1-afb1-02f5bfd18ce6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:45.734992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0d91323e-d573-4b8e-bc69-dc2224eeadb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:45.741687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77bd7ad5-5b97-4771-b13c-a8f6ceb13637 req-9288476d-6cc1-4cde-96f1-f30b9aa429b5 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 210 time: 0.2456639 Jul 16 18:00:45.745306 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0d91323e-d573-4b8e-bc69-dc2224eeadb0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/14ef8cff-dc99-4c22-aab0-1c04351b46c8 HTTP/1.1" status: 204 len: 168 time: 0.6818652 Jul 16 18:00:45.760704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Request body: {'port': {'device_id': '9af12cb7-72f3-429c-8e2b-6d193cb5d6bb', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '80cddf1f5a4844b0800a4ebdcc8c5846'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:45.771153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52312) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:45.863398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb5aad-8729-465b-9561-18e9ff057790 req-587f4f6c-6395-4269-ad90-3c16602d0ad2 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:45.872900 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ecb5aad-8729-465b-9561-18e9ff057790 req-587f4f6c-6395-4269-ad90-3c16602d0ad2 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 946 time: 0.1756310 Jul 16 18:00:45.936822 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ecb5aad-8729-465b-9561-18e9ff057790 req-31e73926-a222-43fe-adf7-da0ed01146d3 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628784 Jul 16 18:00:46.040676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57d7839-4782-44c1-90d3-4d3ced056fae None None] DHCP port deletion for 4d765f26-176b-49c1-afb1-02f5bfd18ce6 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:00:46.089176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b57d7839-4782-44c1-90d3-4d3ced056fae None None] Deleting port 62714bce-d482-4818-a052-6c63cf487825 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:46.089553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b57d7839-4782-44c1-90d3-4d3ced056fae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.159080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b57d7839-4782-44c1-90d3-4d3ced056fae None None] For port 62714bce-d482-4818-a052-6c63cf487825, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=62714bce-d482-4818-a052-6c63cf487825,segment=NetworkSegment(b29c312b-e326-40df-adcb-4f2fcaef4927),segment_id=b29c312b-e326-40df-adcb-4f2fcaef4927)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:46.159474 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b57d7839-4782-44c1-90d3-4d3ced056fae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.177665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b57d7839-4782-44c1-90d3-4d3ced056fae None None] Calling delete_port for 62714bce-d482-4818-a052-6c63cf487825 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:46.270521 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b57d7839-4782-44c1-90d3-4d3ced056fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.294962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d7839-4782-44c1-90d3-4d3ced056fae None None] Pushing event deleted for resources: {'Port': ['ID=62714bce-d482-4818-a052-6c63cf487825,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:46.302089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57d7839-4782-44c1-90d3-4d3ced056fae None None] No DVR routers for this DVR port 62714bce-d482-4818-a052-6c63cf487825 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:46.314601 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.483156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f9a46fe8-ad61-47a7-b541-2430b85bdf14 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:46.507777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: f9a46fe8-ad61-47a7-b541-2430b85bdf14 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:46.508225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f9a46fe8-ad61-47a7-b541-2430b85bdf14 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:46.508807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 62714bce-d482-4818-a052-6c63cf487825 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:46.525975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc4b05-bfbb-4742-bffc-13e359ba458d req-ff71b642-e6a5-4b10-aad8-f46c45f4038d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.528523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-06fc4b05-bfbb-4742-bffc-13e359ba458d req-ff71b642-e6a5-4b10-aad8-f46c45f4038d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.0820091 Jul 16 18:00:46.529039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 62714bce-d482-4818-a052-6c63cf487825 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:46.529454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 62714bce-d482-4818-a052-6c63cf487825 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:46.533605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ab964-a7d4-44d5-94c0-41ca97ac4301 req-4b509a15-b7ba-4787-a9d7-a159582a2578 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.535292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-552ab964-a7d4-44d5-94c0-41ca97ac4301 req-4b509a15-b7ba-4787-a9d7-a159582a2578 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.6162665 Jul 16 18:00:46.563701 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.569696 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-06fc4b05-bfbb-4742-bffc-13e359ba458d req-3d9e498e-c36b-4f3e-894e-86e0f05fe511 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348701 Jul 16 18:00:46.594211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d765f26-176b-49c1-afb1-02f5bfd18ce6']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:46.627469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b29c312b-e326-40df-adcb-4f2fcaef4927') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:46.627961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b29c312b-e326-40df-adcb-4f2fcaef4927') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:46.630650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Made reservation on behalf of 80cddf1f5a4844b0800a4ebdcc8c5846 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:46.635013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.660947 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.668805 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.704244 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-552ab964-a7d4-44d5-94c0-41ca97ac4301 req-cddf17aa-413a-4118-8fef-0eac1acbb6b2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312842 Jul 16 18:00:46.704954 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8692c5e3-b45d-40f7-a4c0-329d97d13fb2 req-bb9d4e87-afde-44a4-ade0-8279e9c7dd4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.711293 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.712678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a42c7f9d-1c85-41ee-bc50-bbd6e40abf01 req-2163bb69-5e20-4f75-805a-2c38f73b36a2 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 210 time: 0.0339937 Jul 16 18:00:46.726247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:46.872725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:46.887146 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:46.890180 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:46.932936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-a70fe96a-f8ff-41d8-92a4-e48a0783af08 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:46.934496 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-a70fe96a-f8ff-41d8-92a4-e48a0783af08 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 808 time: 0.2244630 Jul 16 18:00:46.937247 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:46.938411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d4e87-afde-44a4-ade0-8279e9c7dd4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event deleted for resources: {'Port': ['ID=c30d10d2-4a4d-4d0e-a01c-1879cdc886b7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:46.963131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Request body: {'port': {'device_id': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a', 'admin_state_up': True, 'tenant_id': '16b4c0ca18f54d6eba06956ae15aa0e8'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:47.004771 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.046773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8692c5e3-b45d-40f7-a4c0-329d97d13fb2 req-bb9d4e87-afde-44a4-ade0-8279e9c7dd4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] No DVR routers for this DVR port c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:47.056270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8692c5e3-b45d-40f7-a4c0-329d97d13fb2 req-bb9d4e87-afde-44a4-ade0-8279e9c7dd4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.058288 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8692c5e3-b45d-40f7-a4c0-329d97d13fb2 req-bb9d4e87-afde-44a4-ade0-8279e9c7dd4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "DELETE /v2.0/ports/c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 HTTP/1.1" status: 204 len: 173 time: 2.0293953 Jul 16 18:00:47.060941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '051c53ab-50bc-47d9-a2f8-2ae41e9c6531', 'name': 'network-vif-deleted', 'tag': 'c30d10d2-4a4d-4d0e-a01c-1879cdc886b7'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:47.062907 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc19ab9-325d-4c5e-8138-e95916e3ab27" -d '{"events": [{"server_uuid": "051c53ab-50bc-47d9-a2f8-2ae41e9c6531", "name": "network-vif-deleted", "tag": "c30d10d2-4a4d-4d0e-a01c-1879cdc886b7"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:47.089555 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.166417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.172668 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4d765f26-176b-49c1-afb1-02f5bfd18ce6 HTTP/1.1" status: 204 len: 168 time: 1.3945746 Jul 16 18:00:47.181555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52334) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:47.221901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:47.249793 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0ee0c0c0-0ba9-4135-8726-9c490e88f1ca req-d12814b7-663c-4dd2-816d-fa29d48cf85b tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 210 time: 0.1026471 Jul 16 18:00:47.317075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18870eae-58b9-4e26-8f0f-4db48f8fa5c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d765f26-176b-49c1-afb1-02f5bfd18ce6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:47.482230 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df2f3b8-579a-4059-80a7-5def0d35bdad x-openstack-request-id: req-9df2f3b8-579a-4059-80a7-5def0d35bdad {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:47.482621 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "051c53ab-50bc-47d9-a2f8-2ae41e9c6531", "name": "network-vif-deleted", "tag": "c30d10d2-4a4d-4d0e-a01c-1879cdc886b7", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:47.483377 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9df2f3b8-579a-4059-80a7-5def0d35bdad {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:47.483808 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '051c53ab-50bc-47d9-a2f8-2ae41e9c6531', 'name': 'network-vif-deleted', 'tag': 'c30d10d2-4a4d-4d0e-a01c-1879cdc886b7', 'status': 'completed', 'code': 200} Jul 16 18:00:47.514204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18c53989-4c12-4c20-bfba-f97ac933cf93 req-82168ab1-b303-47f7-846d-4d9764372731 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=051c53ab-50bc-47d9-a2f8-2ae41e9c6531 HTTP/1.1" status: 200 len: 210 time: 0.0615251 Jul 16 18:00:47.517001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Allocated IP 192.168.233.81 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/d85f6e7a-a955-42ad-a467-9e0d93314e7c) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:47.521256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Made reservation on behalf of 16b4c0ca18f54d6eba06956ae15aa0e8 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:47.525312 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.690211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Allocated IP 172.20.0.9 (3746e485-67e7-4f9b-b773-ee4b83440f7a/21ed82e1-1954-46e5-b764-f2ea6d3478e2/4ef186b2-a8a0-48c9-9369-01876ce35a5b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:47.833993 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.855155 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8346bb47-21f6-4b2d-8517-e0a59645df2e req-ac595cc1-52d5-4816-a38f-142e10463bf1 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:47.862254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8346bb47-21f6-4b2d-8517-e0a59645df2e req-ac595cc1-52d5-4816-a38f-142e10463bf1 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1468861 Jul 16 18:00:47.884021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:47.916096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:47.916434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c30d10d2-4a4d-4d0e-a01c-1879cdc886b7 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:47.920204 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:47.943347 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8346bb47-21f6-4b2d-8517-e0a59645df2e req-7123328a-c9c2-44b8-aa19-55c783a373bd tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792863 Jul 16 18:00:47.977730 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fbc1eca1-06ca-4994-896b-a83abdba9064 req-8472392e-97f0-46ac-8f1c-0fe79c90b546 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 210 time: 0.1109431 Jul 16 18:00:47.996401 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.017511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Transition to ACTIVE for port object d85f6e7a-a955-42ad-a467-9e0d93314e7c will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:48.095195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.125177 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-065c475a-2939-44a3-ba28-baccecee527c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.150327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.159133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Network 3746e485-67e7-4f9b-b773-ee4b83440f7a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:48.164844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:48.168051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:48.201536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Pushing event updated for resources: {'Port': ['ID=4ef186b2-a8a0-48c9-9369-01876ce35a5b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:48.228920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.229716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.230757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:48.241544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:48.246213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:48.249008 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-f38c8c31-9255-4059-98de-7123d14e4f62 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2942808 Jul 16 18:00:48.249773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Pushing event updated for resources: {'Port': ['ID=d85f6e7a-a955-42ad-a467-9e0d93314e7c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:48.260749 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.268103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Request body: {'port': {'device_id': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:48.359215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b16194a-19fa-4e39-bb32-10a4d03b573b req-43fbf52d-4e77-484d-aa43-eec286879a92 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.361941 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.367023 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b16194a-19fa-4e39-bb32-10a4d03b573b req-43fbf52d-4e77-484d-aa43-eec286879a92 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.2336118 Jul 16 18:00:48.409920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.410595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.465774 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-49dfe439-40dd-453c-9981-e6e023da6283 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7360482 Jul 16 18:00:48.476135 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b16194a-19fa-4e39-bb32-10a4d03b573b req-5358418b-b511-4e6e-aab2-de003d5ec758 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081903 Jul 16 18:00:48.482541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Request body: {'port': {'device_id': '9af12cb7-72f3-429c-8e2b-6d193cb5d6bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:48.601210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ae12e278-eef2-44d3-a7bc-a272e7c25ffb None None] Provisioning for port d85f6e7a-a955-42ad-a467-9e0d93314e7c completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:48.609082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ae12e278-eef2-44d3-a7bc-a272e7c25ffb None None] Provisioning complete for port d85f6e7a-a955-42ad-a467-9e0d93314e7c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:48.610457 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ae12e278-eef2-44d3-a7bc-a272e7c25ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.618179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2082e-c0c2-43cb-ac42-41792e44b219 req-5a63a92e-3aa1-4e03-b354-72912f66bb5f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:48.625299 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebe2082e-c0c2-43cb-ac42-41792e44b219 req-5a63a92e-3aa1-4e03-b354-72912f66bb5f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 931 time: 0.2008097 Jul 16 18:00:48.641863 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.724692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ae12e278-eef2-44d3-a7bc-a272e7c25ffb None None] Port d85f6e7a-a955-42ad-a467-9e0d93314e7c cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:00:48.728292 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebe2082e-c0c2-43cb-ac42-41792e44b219 req-449010c0-0906-483a-9200-4bd96fb1a266 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978167 Jul 16 18:00:48.844658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef186b2-a8a0-48c9-9369-01876ce35a5b {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:48.861331 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.876754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Transition to ACTIVE for port object 4ef186b2-a8a0-48c9-9369-01876ce35a5b will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:48.881176 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:48.955069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef186b2-a8a0-48c9-9369-01876ce35a5b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.022961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:49.023226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:49.023692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:49.029330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:49.029330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:49.034423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:49.035750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:49.035954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:49.036481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Bound port: 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:49.036928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.049009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] Deleting port 9aeb87f9-060e-4a67-9a27-6441016e322e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:49.049351 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.115066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:49.115066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:49.119688 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.124227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1565a5e5-fb79-44a9-b910-887ed3e68e78 req-483a3289-21f2-49a6-ba0a-75c08116af5d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.125733 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1565a5e5-fb79-44a9-b910-887ed3e68e78 req-483a3289-21f2-49a6-ba0a-75c08116af5d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1970203 Jul 16 18:00:49.158290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.158930 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.161806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] 10.222.0.18 "PUT /v2.0/ports/4ef186b2-a8a0-48c9-9369-01876ce35a5b HTTP/1.1" status: 200 len: 1091 time: 0.8996196 Jul 16 18:00:49.164633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'tag': '4ef186b2-a8a0-48c9-9369-01876ce35a5b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:49.168685 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f3a7a44-3c9d-42d0-aff9-6deb137db254" -d '{"events": [{"name": "network-changed", "server_uuid": "94d1d4a8-3499-436d-8b28-a679e4fb146b", "tag": "4ef186b2-a8a0-48c9-9369-01876ce35a5b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:49.197523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c727b9-522c-44ec-bca3-60f1a122a322 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef186b2-a8a0-48c9-9369-01876ce35a5b,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.200772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85f6e7a-a955-42ad-a467-9e0d93314e7c {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:49.225659 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.238486 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] For port 9aeb87f9-060e-4a67-9a27-6441016e322e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9aeb87f9-060e-4a67-9a27-6441016e322e,segment=NetworkSegment(f5601e3a-5cb8-450d-82f9-98b4a06d0422),segment_id=f5601e3a-5cb8-450d-82f9-98b4a06d0422)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:49.238889 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.252090 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1565a5e5-fb79-44a9-b910-887ed3e68e78 req-8995608a-7c2f-4b63-9307-775d4e102564 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985756 Jul 16 18:00:49.273471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Transition to ACTIVE for port object d85f6e7a-a955-42ad-a467-9e0d93314e7c will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:49.276770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] Calling delete_port for 9aeb87f9-060e-4a67-9a27-6441016e322e owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:49.288330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.338111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-75e6bd28-021e-4c6d-8742-cc524b11fcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.339976 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-75e6bd28-021e-4c6d-8742-cc524b11fcfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 1094 time: 0.0973155 Jul 16 18:00:49.408063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Pushing event updated for resources: {'Port': ['ID=d85f6e7a-a955-42ad-a467-9e0d93314e7c,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.420582 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-cd0261dd-0cbe-4df2-be7c-56ed12d59739 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b HTTP/1.1" status: 200 len: 217 time: 0.0691736 Jul 16 18:00:49.483848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-88996b2b-00d7-4192-8bce-54623898f831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.485433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-88996b2b-00d7-4192-8bce-54623898f831 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.0564826 Jul 16 18:00:49.498431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6aace06-456d-4b56-b951-c272faad152e req-9eeb72c2-12c3-4b6e-a9e5-66f15d21a270 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.500046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6aace06-456d-4b56-b951-c272faad152e req-9eeb72c2-12c3-4b6e-a9e5-66f15d21a270 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 947 time: 0.1651869 Jul 16 18:00:49.537039 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-fa084879-071c-41e6-835b-7697c7e7deed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357487 Jul 16 18:00:49.547384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Attempting to bind port d85f6e7a-a955-42ad-a467-9e0d93314e7c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:49.547842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Attempting to bind port d85f6e7a-a955-42ad-a467-9e0d93314e7c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:49.548179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Attempting to bind port d85f6e7a-a955-42ad-a467-9e0d93314e7c on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:49.560665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Port d85f6e7a-a955-42ad-a467-9e0d93314e7c on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:49.561001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Attempting to bind port d85f6e7a-a955-42ad-a467-9e0d93314e7c on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:49.589748 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:49.590539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:49.591187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:49.592501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Bound port: d85f6e7a-a955-42ad-a467-9e0d93314e7c, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:49.593132 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.600706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6aace06-456d-4b56-b951-c272faad152e req-b44c7ccd-3cf3-4414-9e7f-f99a56822bd5 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898042 Jul 16 18:00:49.692349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-6ea808eb-6ce4-4450-bcb9-9bbee8805ae9 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450081 Jul 16 18:00:49.707047 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af86683c-fdb1-404a-9c66-2c78be812f0c x-openstack-request-id: req-af86683c-fdb1-404a-9c66-2c78be812f0c {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:49.707491 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94d1d4a8-3499-436d-8b28-a679e4fb146b", "tag": "4ef186b2-a8a0-48c9-9369-01876ce35a5b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:49.707988 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af86683c-fdb1-404a-9c66-2c78be812f0c {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:49.708709 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'tag': '4ef186b2-a8a0-48c9-9369-01876ce35a5b', 'status': 'completed', 'code': 200} Jul 16 18:00:49.708913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.728547 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.737462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] For port d85f6e7a-a955-42ad-a467-9e0d93314e7c, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:49.749106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] Pushing event deleted for resources: {'Port': ['ID=9aeb87f9-060e-4a67-9a27-6441016e322e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:49.803677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] For port d85f6e7a-a955-42ad-a467-9e0d93314e7c, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d85f6e7a-a955-42ad-a467-9e0d93314e7c,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:49.865386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.880990 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f817d87b-c646-4444-a1a0-cfd4a0b96429 req-7fabfe7a-875b-4c23-a0da-978158984588 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705582 Jul 16 18:00:49.957789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:49.958491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:49.964085 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] 10.222.0.18 "PUT /v2.0/ports/d85f6e7a-a955-42ad-a467-9e0d93314e7c HTTP/1.1" status: 200 len: 1095 time: 1.4823074 Jul 16 18:00:49.964619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9af12cb7-72f3-429c-8e2b-6d193cb5d6bb', 'tag': 'd85f6e7a-a955-42ad-a467-9e0d93314e7c'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:49.967272 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496" -d '{"events": [{"name": "network-changed", "server_uuid": "9af12cb7-72f3-429c-8e2b-6d193cb5d6bb", "tag": "d85f6e7a-a955-42ad-a467-9e0d93314e7c"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:50.007792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 157bdc9e-e646-464b-937e-bbb0bfd520d7 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:50.162728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a7a44-3c9d-42d0-aff9-6deb137db254 req-6539b7e5-b82b-41aa-84df-287b98a97aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.164305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f3a7a44-3c9d-42d0-aff9-6deb137db254 req-6539b7e5-b82b-41aa-84df-287b98a97aa8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 1094 time: 0.1278677 Jul 16 18:00:50.173877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 157bdc9e-e646-464b-937e-bbb0bfd520d7, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=157bdc9e-e646-464b-937e-bbb0bfd520d7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:50.189829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '157bdc9e-e646-464b-937e-bbb0bfd520d7', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'port_id': '157bdc9e-e646-464b-937e-bbb0bfd520d7', 'mac_address': 'fa:16:3e:30:8e:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba55bee-7eb5-4d34-8527-d9d14160a2f5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:50.213854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47951039-f896-41d1-b11b-2c00041f87f7 req-a1bd0299-0e52-47f1-8c5b-f94aad11339f tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.217156 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-47951039-f896-41d1-b11b-2c00041f87f7 req-a1bd0299-0e52-47f1-8c5b-f94aad11339f tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.2629473 Jul 16 18:00:50.314854 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-47951039-f896-41d1-b11b-2c00041f87f7 req-59cc2133-5147-47a8-8efd-b102e4316274 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796764 Jul 16 18:00:50.492104 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.514655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a7a44-3c9d-42d0-aff9-6deb137db254 req-9721f954-d411-4ff3-9419-5d707ec03b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.516177 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f3a7a44-3c9d-42d0-aff9-6deb137db254 req-9721f954-d411-4ff3-9419-5d707ec03b65 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.3359396 Jul 16 18:00:50.541968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 157bdc9e-e646-464b-937e-bbb0bfd520d7 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:50.582469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f3a7a44-3c9d-42d0-aff9-6deb137db254 req-018b1cb1-8e12-4cea-b217-2b95f6ef104c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b HTTP/1.1" status: 200 len: 217 time: 0.0545948 Jul 16 18:00:50.587183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 157bdc9e-e646-464b-937e-bbb0bfd520d7, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=157bdc9e-e646-464b-937e-bbb0bfd520d7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:50.592773 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.604213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd39b09c-7f92-40b0-b5fd-40e933a29cba service neutron] Pushing event updated for resources: {'Port': ['ID=d85f6e7a-a955-42ad-a467-9e0d93314e7c,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:50.634571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16687b-fd61-45e2-ad8b-8c8d2462b360 req-17c0008b-3ac1-4fa8-b7ce-4b4c195557fb tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.641702 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c16687b-fd61-45e2-ad8b-8c8d2462b360 req-17c0008b-3ac1-4fa8-b7ce-4b4c195557fb tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 943 time: 0.6109297 Jul 16 18:00:50.661997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=157bdc9e-e646-464b-937e-bbb0bfd520d7,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:50.678468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-0ed1eeb9-0cdb-473d-aa5e-7e2af0d40c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.681217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-0ed1eeb9-0cdb-473d-aa5e-7e2af0d40c18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80cddf1f5a4844b0800a4ebdcc8c5846&device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 1098 time: 0.6110852 Jul 16 18:00:50.705999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a7a44-3c9d-42d0-aff9-6deb137db254 req-a09c002c-d60d-4a62-86ca-456c3715ef14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.709181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f3a7a44-3c9d-42d0-aff9-6deb137db254 req-a09c002c-d60d-4a62-86ca-456c3715ef14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.1130013 Jul 16 18:00:50.734157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-6c3e788a-c47b-49ae-bc9e-7253c3e58caa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=d85f6e7a-a955-42ad-a467-9e0d93314e7c HTTP/1.1" status: 200 len: 217 time: 0.0396867 Jul 16 18:00:50.737670 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:50.748391 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c16687b-fd61-45e2-ad8b-8c8d2462b360 req-62092c84-0584-440c-96a8-0203b0746693 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056833 Jul 16 18:00:50.763010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f3a7a44-3c9d-42d0-aff9-6deb137db254 req-b3ca680a-ce5a-4266-b38e-9230ceefcb03 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393651 Jul 16 18:00:50.781132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['157bdc9e-e646-464b-937e-bbb0bfd520d7'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:50.910183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-6f9399e0-967d-472f-b06b-7a98f9e370cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:50.912004 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-6f9399e0-967d-472f-b06b-7a98f9e370cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1594706 Jul 16 18:00:51.010486 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f3a7a44-3c9d-42d0-aff9-6deb137db254 req-cd7ddd1b-60e2-421e-8632-36755c4e314e service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366440 Jul 16 18:00:51.039081 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c9fd0a8-6284-44c5-b07b-36e5cf674ecc x-openstack-request-id: req-6c9fd0a8-6284-44c5-b07b-36e5cf674ecc {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:51.039363 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9af12cb7-72f3-429c-8e2b-6d193cb5d6bb", "tag": "d85f6e7a-a955-42ad-a467-9e0d93314e7c", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:51.039638 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c9fd0a8-6284-44c5-b07b-36e5cf674ecc {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:51.040034 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9af12cb7-72f3-429c-8e2b-6d193cb5d6bb', 'tag': 'd85f6e7a-a955-42ad-a467-9e0d93314e7c', 'status': 'completed', 'code': 200} Jul 16 18:00:51.196414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-6dc770b6-7072-4e0e-90c8-e97868287a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.197934 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-6dc770b6-7072-4e0e-90c8-e97868287a68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1571593 Jul 16 18:00:51.326119 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f3a7a44-3c9d-42d0-aff9-6deb137db254 req-73aa48eb-dcdd-4ad2-b397-e56b534c0d72 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1792274 Jul 16 18:00:51.374280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-ec8041aa-1e78-474e-bc12-598965cdc054 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.380137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] Router 9dfc5bec-5574-4157-8799-250d40e43ff9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:00:51.381930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-ec8041aa-1e78-474e-bc12-598965cdc054 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.3704205 Jul 16 18:00:51.401430 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-c5aeacad-1d6c-4ce7-b419-9fe28d76622b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/quotas/b664ee214d3f4cf8a735949bb2cbdfdf HTTP/1.1" status: 200 len: 375 time: 0.0181422 Jul 16 18:00:51.454620 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-cc7da839-4d9b-4d62-8726-cfb3f94bad8a service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950693 Jul 16 18:00:51.491615 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-c56cc6dd-d3a8-4316-b3d3-1b6a4563b639 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880785 Jul 16 18:00:51.651799 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-97a165eb-d78b-45f0-b2f2-ed593ce9950d service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401117 Jul 16 18:00:51.737296 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e628a3a-a464-4f33-a3d2-5841f3e8478c req-e0107ac9-075b-40d9-adc9-1bb8b09695b6 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2351596 Jul 16 18:00:51.755930 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:51.807663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:00:51.819584 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16f628-6027-49cc-a253-8a21c82f6f55 None None] Sync routers for ids ['9dfc5bec-5574-4157-8799-250d40e43ff9'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:00:51.820995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52480) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:51.822402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-98cd66ae-8eb1-48b6-b274-c17a2d1cb2ad admin admin] 10.222.0.47 "PUT /v2.0/routers/9dfc5bec-5574-4157-8799-250d40e43ff9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6395979 Jul 16 18:00:51.832533 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16f628-6027-49cc-a253-8a21c82f6f55 None None] Routers {'9dfc5bec-5574-4157-8799-250d40e43ff9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:51.833151 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fe16f628-6027-49cc-a253-8a21c82f6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:00:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9dfc5bec-5574-4157-8799-250d40e43ff9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:51.911207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4ef186b2-a8a0-48c9-9369-01876ce35a5b details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:51.933973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ca35d-b62e-49b1-a7ad-4338277a558c req-1c0c8da9-93ab-443a-a2d4-13504f655e98 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:51.943340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e17ca35d-b62e-49b1-a7ad-4338277a558c req-1c0c8da9-93ab-443a-a2d4-13504f655e98 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 947 time: 0.2037861 Jul 16 18:00:51.964267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1f40a333-d721-4fd2-97db-c06618624242 service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3111594 Jul 16 18:00:52.049024 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fe16f628-6027-49cc-a253-8a21c82f6f55 None None] Set router 9dfc5bec-5574-4157-8799-250d40e43ff9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:52.110446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496 req-b717c473-1be4-4050-9841-2355a20409ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.111846 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496 req-b717c473-1be4-4050-9841-2355a20409ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80cddf1f5a4844b0800a4ebdcc8c5846&device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 1098 time: 0.2880108 Jul 16 18:00:52.139634 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e17ca35d-b62e-49b1-a7ad-4338277a558c req-2a0247f5-82b9-4a2c-aa05-4f26604bc740 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938553 Jul 16 18:00:52.202372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:52.245966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '4ef186b2-a8a0-48c9-9369-01876ce35a5b', 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a', 'port_id': '4ef186b2-a8a0-48c9-9369-01876ce35a5b', 'mac_address': 'fa:16:3e:b2:49:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ed82e1-1954-46e5-b764-f2ea6d3478e2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:52.265855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 157bdc9e-e646-464b-937e-bbb0bfd520d7 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:52.266140 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.416422 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fe16f628-6027-49cc-a253-8a21c82f6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-router', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:55Z', 'updated_at': '2021-07-16T18:00:49Z', 'revision_number': 5, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'gw_port': {'id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:56Z', 'updated_at': '2021-07-16T17:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:52.457686 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.474866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ef186b2-a8a0-48c9-9369-01876ce35a5b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:52.479820 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16f628-6027-49cc-a253-8a21c82f6f55 None None] Checking router: 9dfc5bec-5574-4157-8799-250d40e43ff9 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:00:52.489869 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe16f628-6027-49cc-a253-8a21c82f6f55 None None] Routers {'9dfc5bec-5574-4157-8799-250d40e43ff9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:00:52.490737 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fe16f628-6027-49cc-a253-8a21c82f6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:00:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9dfc5bec-5574-4157-8799-250d40e43ff9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:52.501480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496 req-6ee26687-1d13-4093-b8de-a2334fac4eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.507732 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496 req-6ee26687-1d13-4093-b8de-a2334fac4eb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.3670504 Jul 16 18:00:52.510932 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:52.522112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.621984 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fe16f628-6027-49cc-a253-8a21c82f6f55 None None] Set router 9dfc5bec-5574-4157-8799-250d40e43ff9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:00:52.625895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 157bdc9e-e646-464b-937e-bbb0bfd520d7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:52.626275 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.629786 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496 req-682fdc5e-e585-4329-a49a-50395b4d8fd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=d85f6e7a-a955-42ad-a467-9e0d93314e7c HTTP/1.1" status: 200 len: 217 time: 0.1132715 Jul 16 18:00:52.716578 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:52.793655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496 req-6757dd56-e677-4268-8255-528cbd1ef223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.797621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496 req-6757dd56-e677-4268-8255-528cbd1ef223 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1585529 Jul 16 18:00:52.907814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6186b0f5-c9f3-4bcf-b6b3-dc4087bba5c9 req-f306abea-04fe-43bd-8b0c-557f1b2d785c tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:52.917394 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6186b0f5-c9f3-4bcf-b6b3-dc4087bba5c9 req-f306abea-04fe-43bd-8b0c-557f1b2d785c tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.3076935 Jul 16 18:00:52.930707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4ef186b2-a8a0-48c9-9369-01876ce35a5b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.008626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496 req-5448a511-7bb6-447e-b7eb-b8284886437a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:53.013535 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496 req-5448a511-7bb6-447e-b7eb-b8284886437a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2083299 Jul 16 18:00:53.025389 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6186b0f5-c9f3-4bcf-b6b3-dc4087bba5c9 req-e0b1d5c6-32cb-4667-b515-fedab14e1d31 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052148 Jul 16 18:00:53.029046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['4ef186b2-a8a0-48c9-9369-01876ce35a5b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:53.044565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Deleting port c2337e58-11c7-4a4e-ad32-05e9e6c85889 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:53.044840 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.129141 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fe16f628-6027-49cc-a253-8a21c82f6f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-router', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:55Z', 'updated_at': '2021-07-16T18:00:49Z', 'revision_number': 5, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'gw_port': {'id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:56Z', 'updated_at': '2021-07-16T17:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:53.149516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fe3a69-9bad-4050-bd15-1fef373a4740 req-f444e584-af06-462c-a9f3-44c8c2dcfcf1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:53.158066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50fe3a69-9bad-4050-bd15-1fef373a4740 req-f444e584-af06-462c-a9f3-44c8c2dcfcf1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 944 time: 0.2822886 Jul 16 18:00:53.236747 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.255978 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe16f628-6027-49cc-a253-8a21c82f6f55 None None] The sync data for ids ['9dfc5bec-5574-4157-8799-250d40e43ff9'] in n-d-794306-7 is: [{'id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'name': 'tempest-AttachSCSIVolumeTestJSON-386058903-router', 'tenant_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50'}], 'enable_snat': True}, 'gw_port_id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:58:55Z', 'updated_at': '2021-07-16T18:00:49Z', 'revision_number': 5, 'project_id': 'd4cc5e4eedd94881a3f85b808a6453b5', 'gw_port': {'id': 'c2337e58-11c7-4a4e-ad32-05e9e6c85889', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:59:01:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dfc5bec-5574-4157-8799-250d40e43ff9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:58:56Z', 'updated_at': '2021-07-16T17:59:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:00:53.281701 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496 req-1c66d37e-f8c7-4140-857a-03ff1858a7e9 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549112 Jul 16 18:00:53.333533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 157bdc9e-e646-464b-937e-bbb0bfd520d7, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=157bdc9e-e646-464b-937e-bbb0bfd520d7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:53.335157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b4e9a0-8921-4c63-9294-fe358490db94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157bdc9e-e646-464b-937e-bbb0bfd520d7'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:53.338411 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-173c44c3-7641-4802-9e6a-6a8f78b4ed8d" -d '{"events": [{"server_uuid": "98b4e9a0-8921-4c63-9294-fe358490db94", "name": "network-vif-plugged", "status": "completed", "tag": "157bdc9e-e646-464b-937e-bbb0bfd520d7"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:53.345871 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.365444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] For port c2337e58-11c7-4a4e-ad32-05e9e6c85889, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c2337e58-11c7-4a4e-ad32-05e9e6c85889,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:53.366423 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.381887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Calling delete_port for c2337e58-11c7-4a4e-ad32-05e9e6c85889 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:53.426189 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50fe3a69-9bad-4050-bd15-1fef373a4740 req-bb8da687-760c-4749-86d6-1554da4323a0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662635 Jul 16 18:00:53.432396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=157bdc9e-e646-464b-937e-bbb0bfd520d7,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.513995 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f929f013-b33f-4f97-abf9-9d065dfd65cc req-4b0d3369-026c-4904-92da-b6d643c6f1ac tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 210 time: 0.1097553 Jul 16 18:00:53.552331 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dfdc64ed-72f9-41b3-8c00-b2bd9e544496 req-f24cce36-761d-4675-a57d-10cdeafa0b3e service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579262 Jul 16 18:00:53.620219 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75b67d4d-48ff-4586-a7d0-46cf2a293bf9 x-openstack-request-id: req-75b67d4d-48ff-4586-a7d0-46cf2a293bf9 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:53.620527 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b4e9a0-8921-4c63-9294-fe358490db94", "name": "network-vif-plugged", "status": "completed", "tag": "157bdc9e-e646-464b-937e-bbb0bfd520d7", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:53.620788 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-75b67d4d-48ff-4586-a7d0-46cf2a293bf9 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:53.621194 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b4e9a0-8921-4c63-9294-fe358490db94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157bdc9e-e646-464b-937e-bbb0bfd520d7', 'code': 200} Jul 16 18:00:53.821318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cfa43-daf2-4b64-8ee9-bf8e62591670 req-aa403d3d-897b-47e4-b9c6-b805ef683f4c tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:53.828687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f6cfa43-daf2-4b64-8ee9-bf8e62591670 req-aa403d3d-897b-47e4-b9c6-b805ef683f4c tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 947 time: 0.1745684 Jul 16 18:00:53.829667 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:53.870862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2337e58-11c7-4a4e-ad32-05e9e6c85889,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:53.904768 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f6cfa43-daf2-4b64-8ee9-bf8e62591670 req-928ad9e6-2bc2-4cd0-b550-3fb86aa29c45 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740345 Jul 16 18:00:53.918563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d85f6e7a-a955-42ad-a467-9e0d93314e7c details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:00:54.031090 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.054831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port d85f6e7a-a955-42ad-a467-9e0d93314e7c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d85f6e7a-a955-42ad-a467-9e0d93314e7c,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:54.072313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'd85f6e7a-a955-42ad-a467-9e0d93314e7c', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': 'd85f6e7a-a955-42ad-a467-9e0d93314e7c', 'mac_address': 'fa:16:3e:fa:7e:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:00:54.128326 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.137188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.140109 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.142633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85f6e7a-a955-42ad-a467-9e0d93314e7c {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:54.165758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port d85f6e7a-a955-42ad-a467-9e0d93314e7c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d85f6e7a-a955-42ad-a467-9e0d93314e7c,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:54.171064 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.194717 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.195296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dfc5bec-5574-4157-8799-250d40e43ff9 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:00:54.207898 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.209098 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-71086cf6-b586-4a3f-8cd8-5e193a6e84d8 admin admin] 10.222.0.47 "DELETE /v2.0/routers/9dfc5bec-5574-4157-8799-250d40e43ff9 HTTP/1.1" status: 204 len: 168 time: 2.3871417 Jul 16 18:00:54.211578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52518) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:54.304616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=d85f6e7a-a955-42ad-a467-9e0d93314e7c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.348848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac7e85eb-3199-46bb-ab25-6dd06065c942 admin admin] Deleting subnet 4d6149a0-0e24-4c0b-81c0-8f155964852c {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:00:54.356522 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac7e85eb-3199-46bb-ab25-6dd06065c942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.425789 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac7e85eb-3199-46bb-ab25-6dd06065c942 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.508678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6936da03-70f3-4073-8261-940128312d65 req-97bb2ab9-1fcb-41cf-8555-9b8a00153e41 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:54.510598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6936da03-70f3-4073-8261-940128312d65 req-97bb2ab9-1fcb-41cf-8555-9b8a00153e41 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.2374427 Jul 16 18:00:54.518322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['d85f6e7a-a955-42ad-a467-9e0d93314e7c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:54.633902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6936da03-70f3-4073-8261-940128312d65 req-c458d9e8-27bc-4109-9f52-df079167c71e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015234 Jul 16 18:00:54.701841 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac7e85eb-3199-46bb-ab25-6dd06065c942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.858058 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac7e85eb-3199-46bb-ab25-6dd06065c942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.862893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9aeb87f9-060e-4a67-9a27-6441016e322e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:54.900467 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac7e85eb-3199-46bb-ab25-6dd06065c942 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:54.904768 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ac7e85eb-3199-46bb-ab25-6dd06065c942 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4d6149a0-0e24-4c0b-81c0-8f155964852c HTTP/1.1" status: 204 len: 168 time: 0.6921120 Jul 16 18:00:54.939385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52536) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:54.950217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7e85eb-3199-46bb-ab25-6dd06065c942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d6149a0-0e24-4c0b-81c0-8f155964852c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:54.993211 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a2d95036-2c27-4b82-9fa7-927adc9e8165 req-ab222bb8-097f-4803-b600-c41b3ae9d9bc tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 210 time: 0.0457416 Jul 16 18:00:55.032105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48142721-1f31-475c-a04f-f3bc5b3a01b6 None None] Network 772dff52-c15c-4846-abb0-12ef603c99cf requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:00:55.055119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 9aeb87f9-060e-4a67-9a27-6441016e322e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:55.055868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9aeb87f9-060e-4a67-9a27-6441016e322e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:55.118098 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.158536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b3ec4-b755-42c7-af74-e05441e6246f req-31d584b8-29d0-40b4-a424-3b1b5398a3ab tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.169786 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b53b3ec4-b755-42c7-af74-e05441e6246f req-31d584b8-29d0-40b4-a424-3b1b5398a3ab tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 944 time: 0.4756241 Jul 16 18:00:55.234310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-38a8a9eb-828f-42e0-a3fb-c7f608fbae16 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.236254 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-38a8a9eb-828f-42e0-a3fb-c7f608fbae16 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.6615889 Jul 16 18:00:55.309043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Request body: {'port': {'device_id': '2caa9872-e7ee-4c05-9ae0-0d60bda3c985', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'admin_state_up': True, 'tenant_id': 'b664ee214d3f4cf8a735949bb2cbdfdf'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:55.374920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b00863a4-2ee7-46eb-96e0-937366155474 None None] DHCP port deletion for 772dff52-c15c-4846-abb0-12ef603c99cf request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:00:55.449949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b00863a4-2ee7-46eb-96e0-937366155474 None None] Deleting port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:55.450623 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b00863a4-2ee7-46eb-96e0-937366155474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.454002 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b53b3ec4-b755-42c7-af74-e05441e6246f req-7e9f522e-f8cf-4000-b16f-1ddc31d08c80 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2832053 Jul 16 18:00:55.462340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a933be-0dd8-4741-a8f6-d1d5d6ad6bb3 req-1afa7553-60cc-4819-962f-5a7f0c2c5491 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:55.489103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23a933be-0dd8-4741-a8f6-d1d5d6ad6bb3 req-1afa7553-60cc-4819-962f-5a7f0c2c5491 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 948 time: 0.1413965 Jul 16 18:00:55.578566 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23a933be-0dd8-4741-a8f6-d1d5d6ad6bb3 req-fa559bf2-0df2-4feb-bbc1-0563c4a80737 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885515 Jul 16 18:00:55.604009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b00863a4-2ee7-46eb-96e0-937366155474 None None] For port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb,segment=NetworkSegment(f5601e3a-5cb8-450d-82f9-98b4a06d0422),segment_id=f5601e3a-5cb8-450d-82f9-98b4a06d0422)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:55.605321 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b00863a4-2ee7-46eb-96e0-937366155474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.615461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Deleting port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:00:55.615848 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.619146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Made reservation on behalf of b664ee214d3f4cf8a735949bb2cbdfdf for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:00:55.624446 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.627397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b00863a4-2ee7-46eb-96e0-937366155474 None None] Calling delete_port for cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:55.792511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] For port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb,segment=NetworkSegment(f5601e3a-5cb8-450d-82f9-98b4a06d0422),segment_id=f5601e3a-5cb8-450d-82f9-98b4a06d0422)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:55.793128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.806736 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b00863a4-2ee7-46eb-96e0-937366155474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:55.819450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Calling delete_port for cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:00:55.863059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00863a4-2ee7-46eb-96e0-937366155474 None None] Pushing event deleted for resources: {'Port': ['ID=cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:55.896702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b00863a4-2ee7-46eb-96e0-937366155474 None None] No DVR routers for this DVR port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:55.943198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d85f6e7a-a955-42ad-a467-9e0d93314e7c up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:55.960879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Allocated IP 172.20.0.8 (88d7e17d-fce6-4465-9ce6-c030327e05f0/7463a0aa-132d-4bcf-9602-3be3945aec50/3d67873f-e821-4b02-99d5-ca8134f092fd) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:00:56.056878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port d85f6e7a-a955-42ad-a467-9e0d93314e7c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:56.064458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79425af3-80c9-4d92-bae7-7fff60c3cb2d req-006dfbbe-460d-4ee6-aef9-7f04fb8b9a7e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.072679 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79425af3-80c9-4d92-bae7-7fff60c3cb2d req-006dfbbe-460d-4ee6-aef9-7f04fb8b9a7e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1434770 Jul 16 18:00:56.090219 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.098597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port d85f6e7a-a955-42ad-a467-9e0d93314e7c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:56.098975 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.131657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79425af3-80c9-4d92-bae7-7fff60c3cb2d req-276bcf67-7ba9-4e79-8863-426637c13139 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555196 Jul 16 18:00:56.178882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:56.227823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] No DVR routers for this DVR port cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:00:56.274372 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.348283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af12cb7-72f3-429c-8e2b-6d193cb5d6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85f6e7a-a955-42ad-a467-9e0d93314e7c'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:56.350515 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ed22e6e-45e6-4e28-8c0f-23a991fb11b8" -d '{"events": [{"server_uuid": "9af12cb7-72f3-429c-8e2b-6d193cb5d6bb", "name": "network-vif-plugged", "status": "completed", "tag": "d85f6e7a-a955-42ad-a467-9e0d93314e7c"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:56.391492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port d85f6e7a-a955-42ad-a467-9e0d93314e7c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d85f6e7a-a955-42ad-a467-9e0d93314e7c,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:56.396755 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.397567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4ef186b2-a8a0-48c9-9369-01876ce35a5b up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:00:56.434866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b299d36-a051-44a6-b2ac-39e18fcaa006 req-4c391f12-91b2-4424-9edd-ceb3fd142751 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 210 time: 0.2203691 Jul 16 18:00:56.597819 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b963cae-b5ed-4e0c-a900-cbdf3ecf6f0e x-openstack-request-id: req-0b963cae-b5ed-4e0c-a900-cbdf3ecf6f0e {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:56.598119 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af12cb7-72f3-429c-8e2b-6d193cb5d6bb", "name": "network-vif-plugged", "status": "completed", "tag": "d85f6e7a-a955-42ad-a467-9e0d93314e7c", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:56.598378 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0b963cae-b5ed-4e0c-a900-cbdf3ecf6f0e {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:56.598774 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af12cb7-72f3-429c-8e2b-6d193cb5d6bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85f6e7a-a955-42ad-a467-9e0d93314e7c', 'code': 200} Jul 16 18:00:56.599778 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:56.655207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dce346-63c6-4be7-be35-53f23d94ee15 req-ac98ccfb-4865-4a41-9c1f-1d9413827d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.658041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:56.660922 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf7f2eec-4d5b-4c61-bb4c-529c5f35c5eb not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:56.665076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c2337e58-11c7-4a4e-ad32-05e9e6c85889 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:00:56.665245 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62dce346-63c6-4be7-be35-53f23d94ee15 req-ac98ccfb-4865-4a41-9c1f-1d9413827d18 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 1100 time: 0.1094315 Jul 16 18:00:56.673737 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.731418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=d85f6e7a-a955-42ad-a467-9e0d93314e7c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:56.756395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: c2337e58-11c7-4a4e-ad32-05e9e6c85889 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:00:56.758822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c2337e58-11c7-4a4e-ad32-05e9e6c85889 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:00:56.776150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 4ef186b2-a8a0-48c9-9369-01876ce35a5b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:00:56.781105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 4ef186b2-a8a0-48c9-9369-01876ce35a5b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:00:56.781714 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.818294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772dff52-c15c-4846-abb0-12ef603c99cf']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:56.853971 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.877700 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.881256 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62dce346-63c6-4be7-be35-53f23d94ee15 req-3236cdd6-ffbb-414d-bf10-726a17435ea4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2080238 Jul 16 18:00:56.896543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5601e3a-5cb8-450d-82f9-98b4a06d0422') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:56.896843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5601e3a-5cb8-450d-82f9-98b4a06d0422') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:00:56.923584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:00:56.930856 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:56.953124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479049eb-1718-4042-abf0-aed0c36d3c87 req-4e042705-1893-4be0-843d-bb0d6feacb2d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:56.955159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-479049eb-1718-4042-abf0-aed0c36d3c87 req-4e042705-1893-4be0-843d-bb0d6feacb2d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 944 time: 0.1945734 Jul 16 18:00:56.992005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4ef186b2-a8a0-48c9-9369-01876ce35a5b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:56.994464 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.015865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.030615 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-479049eb-1718-4042-abf0-aed0c36d3c87 req-45280fe3-bc1c-444f-8d6f-191a12115fba tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682645 Jul 16 18:00:57.040379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:00:57.044527 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:00:57.048102 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:00:57.332073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5c4090-17c9-4a6d-8091-4e25a13f9d3f req-97b95fc8-33b3-4413-bc69-8423be39c2bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:57.340107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8d5c4090-17c9-4a6d-8091-4e25a13f9d3f req-97b95fc8-33b3-4413-bc69-8423be39c2bc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.0925944 Jul 16 18:00:57.395011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8d5c4090-17c9-4a6d-8091-4e25a13f9d3f req-fa9b10d8-dc98-4406-8e6b-e3cde2799205 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531726 Jul 16 18:00:57.535284 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.553043 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.554924 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] 10.222.0.47 "DELETE /v2.0/networks/772dff52-c15c-4846-abb0-12ef603c99cf HTTP/1.1" status: 204 len: 168 time: 2.6037736 Jul 16 18:00:57.580669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6789a93-3e45-4a07-af52-b968e6881f27 admin admin] Pushing event deleted for resources: {'Network': ['ID=772dff52-c15c-4846-abb0-12ef603c99cf,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:57.586892 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.599448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253e333-0dff-4f1b-bd8c-25bb1cf1188a req-0e447c52-951e-45f3-a6fc-19d7eb800887 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:57.603015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:00:57.607119 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8253e333-0dff-4f1b-bd8c-25bb1cf1188a req-0e447c52-951e-45f3-a6fc-19d7eb800887 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 949 time: 0.6575420 Jul 16 18:00:57.686648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Network 88d7e17d-fce6-4465-9ce6-c030327e05f0 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:00:57.712025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:00:57.714759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:00:57.774948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:57.775522 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:57.787468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event updated for resources: {'Port': ['ID=3d67873f-e821-4b02-99d5-ca8134f092fd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:57.801043 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8253e333-0dff-4f1b-bd8c-25bb1cf1188a req-4582c56f-9aef-4aaa-b0e3-2758356e791b tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930599 Jul 16 18:00:57.821601 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-be8d923c-8ce1-4912-930f-13c64cb351e0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5300286 Jul 16 18:00:57.844625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Request body: {'port': {'device_id': '2caa9872-e7ee-4c05-9ae0-0d60bda3c985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:00:57.956762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b267a42-3deb-4f27-8668-aa293b80f01d req-ee28ad90-fc14-4dda-87d2-c1e211a53583 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:57.971210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b267a42-3deb-4f27-8668-aa293b80f01d req-ee28ad90-fc14-4dda-87d2-c1e211a53583 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 931 time: 0.1797519 Jul 16 18:00:58.037605 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.044010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52586) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.048685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b267a42-3deb-4f27-8668-aa293b80f01d req-e83caecf-295f-42b5-bb30-88254a8e339b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744762 Jul 16 18:00:58.258634 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e542ebc4-cddb-4825-9e2a-783e07f31493 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f86d44bcfbab46a1a7af0770a138a9a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2109032 Jul 16 18:00:58.260163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52600) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:58.351264 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-210877f8-a85e-4c79-a865-bb8f2235ce43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.425769 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-210877f8-a85e-4c79-a865-bb8f2235ce43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.496358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b58acb-c18b-475d-ab49-7111f52a813a req-9bc7dabf-ef3f-49ac-902a-dbc4b4d3f2da tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.508688 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78b58acb-c18b-475d-ab49-7111f52a813a req-9bc7dabf-ef3f-49ac-902a-dbc4b4d3f2da tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 945 time: 0.2485826 Jul 16 18:00:58.526745 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-210877f8-a85e-4c79-a865-bb8f2235ce43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.531167 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-210877f8-a85e-4c79-a865-bb8f2235ce43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.531167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-210877f8-a85e-4c79-a865-bb8f2235ce43 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7cc3be3-ebd3-4506-a52a-8148077f2f92 HTTP/1.1" status: 204 len: 168 time: 0.2670779 Jul 16 18:00:58.548581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210877f8-a85e-4c79-a865-bb8f2235ce43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cc3be3-ebd3-4506-a52a-8148077f2f92,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:58.599947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef186b2-a8a0-48c9-9369-01876ce35a5b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:58.602668 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87531f7c-4f7d-4052-8ba8-896e99ed8470" -d '{"events": [{"server_uuid": "94d1d4a8-3499-436d-8b28-a679e4fb146b", "name": "network-vif-plugged", "status": "completed", "tag": "4ef186b2-a8a0-48c9-9369-01876ce35a5b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:58.668161 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78b58acb-c18b-475d-ab49-7111f52a813a req-244baa7a-8ee4-46d1-8909-b13582b2f7aa tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585815 Jul 16 18:00:58.721360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d33f08-43a4-414e-928a-fe9a27fef0c8 req-e3a8fe44-ac49-49e5-a024-aa7701464451 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:58.726880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68d33f08-43a4-414e-928a-fe9a27fef0c8 req-e3a8fe44-ac49-49e5-a024-aa7701464451 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1543696 Jul 16 18:00:58.809080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68d33f08-43a4-414e-928a-fe9a27fef0c8 req-75e3eee4-812d-48da-a3eb-a36b2c6ff543 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809882 Jul 16 18:00:58.820956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d67873f-e821-4b02-99d5-ca8134f092fd {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:00:58.834078 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.865069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Transition to ACTIVE for port object 3d67873f-e821-4b02-99d5-ca8134f092fd will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:00:58.883713 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:58.904049 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-568a96fd-03b7-4828-992a-7a65d533de8a x-openstack-request-id: req-568a96fd-03b7-4828-992a-7a65d533de8a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:58.905702 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d1d4a8-3499-436d-8b28-a679e4fb146b", "name": "network-vif-plugged", "status": "completed", "tag": "4ef186b2-a8a0-48c9-9369-01876ce35a5b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:58.906012 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-568a96fd-03b7-4828-992a-7a65d533de8a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:58.906444 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ef186b2-a8a0-48c9-9369-01876ce35a5b', 'code': 200} Jul 16 18:00:58.982782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Pushing event updated for resources: {'Port': ['ID=3d67873f-e821-4b02-99d5-ca8134f092fd,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:59.098885 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.139832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df97fc32-e8ac-4349-bcf3-2c010c21902d req-6db36b62-d117-4a2e-8750-fd5d90c1ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.141644 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df97fc32-e8ac-4349-bcf3-2c010c21902d req-6db36b62-d117-4a2e-8750-fd5d90c1ad15 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 1096 time: 0.1107450 Jul 16 18:00:59.195550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Attempting to bind port 3d67873f-e821-4b02-99d5-ca8134f092fd on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:00:59.196204 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Attempting to bind port 3d67873f-e821-4b02-99d5-ca8134f092fd by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:00:59.196338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Attempting to bind port 3d67873f-e821-4b02-99d5-ca8134f092fd on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:59.200925 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Port 3d67873f-e821-4b02-99d5-ca8134f092fd on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:00:59.201255 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Attempting to bind port 3d67873f-e821-4b02-99d5-ca8134f092fd on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:00:59.207352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:00:59.207804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Checking segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:00:59.208163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Bound using segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:00:59.208567 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Bound port: 3d67873f-e821-4b02-99d5-ca8134f092fd, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:00:59.208959 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.230249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004dd7f9-5008-4d72-b1c1-7867dd498844 req-f46fa444-cf29-449f-ab20-5818ecb9ba84 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.236957 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-004dd7f9-5008-4d72-b1c1-7867dd498844 req-f46fa444-cf29-449f-ab20-5818ecb9ba84 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 949 time: 0.1635320 Jul 16 18:00:59.259669 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df97fc32-e8ac-4349-bcf3-2c010c21902d req-113a980e-7cb0-4931-ae78-7ef07716c6e1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042628 Jul 16 18:00:59.275765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52626) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:59.329634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] For port 3d67873f-e821-4b02-99d5-ca8134f092fd, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:00:59.333971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] For port 3d67873f-e821-4b02-99d5-ca8134f092fd, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3d67873f-e821-4b02-99d5-ca8134f092fd,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:00:59.338028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.365872 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8d5d3d04-ee73-46fc-adf5-469e6f512b1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d4cc5e4eedd94881a3f85b808a6453b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0844882 Jul 16 18:00:59.366972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52628) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:00:59.399644 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-004dd7f9-5008-4d72-b1c1-7867dd498844 req-784c4e66-cbe2-4602-a0e2-2327629dbb52 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610398 Jul 16 18:00:59.401149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.401757 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.403137 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] 10.222.0.18 "PUT /v2.0/ports/3d67873f-e821-4b02-99d5-ca8134f092fd HTTP/1.1" status: 200 len: 1091 time: 1.5720618 Jul 16 18:00:59.411195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43bc677-66c4-4a3c-82c2-19f618ecd0a8 req-73b19cfe-6197-49c0-a910-c4ed44ff6ea0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.453464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2caa9872-e7ee-4c05-9ae0-0d60bda3c985', 'tag': '3d67873f-e821-4b02-99d5-ca8134f092fd'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:00:59.455825 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd1df9ae-4eed-4cec-b83b-ed3810e9cdf9" -d '{"events": [{"name": "network-changed", "server_uuid": "2caa9872-e7ee-4c05-9ae0-0d60bda3c985", "tag": "3d67873f-e821-4b02-99d5-ca8134f092fd"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:00:59.458370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e43bc677-66c4-4a3c-82c2-19f618ecd0a8 req-73b19cfe-6197-49c0-a910-c4ed44ff6ea0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 943 time: 0.2384388 Jul 16 18:00:59.560167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e43bc677-66c4-4a3c-82c2-19f618ecd0a8 req-953554d0-3d1d-40fd-ae42-7a40cbe93c9c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989921 Jul 16 18:00:59.569722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb39854-c069-4e2c-8403-6c9c2689ab34 service neutron] Pushing event updated for resources: {'Port': ['ID=3d67873f-e821-4b02-99d5-ca8134f092fd,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:59.580385 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13324b9f-a968-48d1-bde7-2ab550da8e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.603479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-bb243655-8188-4159-ac74-d5664ac317a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.605299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-bb243655-8188-4159-ac74-d5664ac317a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 1094 time: 0.0816422 Jul 16 18:00:59.635600 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02f328de-cc3b-4932-9c6a-222eeacb964b x-openstack-request-id: req-02f328de-cc3b-4932-9c6a-222eeacb964b {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:00:59.635915 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2caa9872-e7ee-4c05-9ae0-0d60bda3c985", "tag": "3d67873f-e821-4b02-99d5-ca8134f092fd", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:00:59.636178 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-02f328de-cc3b-4932-9c6a-222eeacb964b {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:00:59.636579 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2caa9872-e7ee-4c05-9ae0-0d60bda3c985', 'tag': '3d67873f-e821-4b02-99d5-ca8134f092fd', 'status': 'completed', 'code': 200} Jul 16 18:00:59.639769 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13324b9f-a968-48d1-bde7-2ab550da8e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.685016 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-457c9088-c3ad-4383-b29c-94ae87c181ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d67873f-e821-4b02-99d5-ca8134f092fd HTTP/1.1" status: 200 len: 217 time: 0.0679696 Jul 16 18:00:59.729711 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13324b9f-a968-48d1-bde7-2ab550da8e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.732339 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13324b9f-a968-48d1-bde7-2ab550da8e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:00:59.735995 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-13324b9f-a968-48d1-bde7-2ab550da8e79 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be47e56f-0870-4cb7-a79a-11b3b12abcdd HTTP/1.1" status: 204 len: 168 time: 0.3656955 Jul 16 18:00:59.747511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13324b9f-a968-48d1-bde7-2ab550da8e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be47e56f-0870-4cb7-a79a-11b3b12abcdd,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:00:59.812078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-818fb244-8fab-4170-a455-b56e5d0ebe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:00:59.819007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-818fb244-8fab-4170-a455-b56e5d0ebe71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.1207108 Jul 16 18:00:59.880697 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-1007f038-ee83-456e-b442-b720234c9300 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476594 Jul 16 18:01:00.026958 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-ee95f095-b21f-4abb-9df9-6c7434b54de0 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349506 Jul 16 18:01:00.072304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6b5e5e-7af7-44a1-9e30-4586c2448f42 req-f88e8e7e-7a06-4ff9-8cb2-cfe6e52c6cf3 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:00.080067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec6b5e5e-7af7-44a1-9e30-4586c2448f42 req-f88e8e7e-7a06-4ff9-8cb2-cfe6e52c6cf3 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 945 time: 0.1472421 Jul 16 18:01:00.139220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec6b5e5e-7af7-44a1-9e30-4586c2448f42 req-cbecafe0-b371-4461-a25d-6d2969003d2d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573733 Jul 16 18:01:00.267374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37dba3ca-916b-4f0d-a53e-2318d35485c2 req-ca585492-ab3c-467a-85f8-78f716739e82 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243354 Jul 16 18:01:00.447552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cd51b-e58c-4aa7-b1b8-8b23ffdf5474 req-b580e600-5453-436f-a71f-c43ab6b83bea tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:00.455340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e16cd51b-e58c-4aa7-b1b8-8b23ffdf5474 req-b580e600-5453-436f-a71f-c43ab6b83bea tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.2100227 Jul 16 18:01:00.532612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1df9ae-4eed-4cec-b83b-ed3810e9cdf9 req-80fd8e39-2cc4-4981-abb2-c6f5234c4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:00.534862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd1df9ae-4eed-4cec-b83b-ed3810e9cdf9 req-80fd8e39-2cc4-4981-abb2-c6f5234c4749 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 1094 time: 0.1773221 Jul 16 18:01:00.551005 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e16cd51b-e58c-4aa7-b1b8-8b23ffdf5474 req-5a4dd461-8a27-48a0-a86f-2ab8671b069b tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932562 Jul 16 18:01:00.790833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1df9ae-4eed-4cec-b83b-ed3810e9cdf9 req-4aa7b980-1b9e-4592-bbab-66a6395d9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:00.794452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd1df9ae-4eed-4cec-b83b-ed3810e9cdf9 req-4aa7b980-1b9e-4592-bbab-66a6395d9fcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 906 time: 0.2386100 Jul 16 18:01:00.925474 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd1df9ae-4eed-4cec-b83b-ed3810e9cdf9 req-21ebb1c0-de7f-4da3-bc70-ea70e5954e1a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3d67873f-e821-4b02-99d5-ca8134f092fd HTTP/1.1" status: 200 len: 217 time: 0.1107621 Jul 16 18:01:01.041686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1df9ae-4eed-4cec-b83b-ed3810e9cdf9 req-421b089c-2740-448a-8f6f-3e8ee58c0df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.043232 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd1df9ae-4eed-4cec-b83b-ed3810e9cdf9 req-421b089c-2740-448a-8f6f-3e8ee58c0df3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.1099589 Jul 16 18:01:01.062852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c57bd70-e4ec-4f6a-8cee-ea2e16f8cdd3 req-2f95fa4b-3a59-443c-89b2-2adc51b01124 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.071818 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2c57bd70-e4ec-4f6a-8cee-ea2e16f8cdd3 req-2f95fa4b-3a59-443c-89b2-2adc51b01124 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 943 time: 0.2548995 Jul 16 18:01:01.118065 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd1df9ae-4eed-4cec-b83b-ed3810e9cdf9 req-76026c71-66a8-482b-b3ff-95a164ca1d23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374658 Jul 16 18:01:01.176172 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2c57bd70-e4ec-4f6a-8cee-ea2e16f8cdd3 req-eb5a5a65-42c2-416b-94d9-5db2dac87362 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028390 Jul 16 18:01:01.248979 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd1df9ae-4eed-4cec-b83b-ed3810e9cdf9 req-69d1cd60-4c79-415a-bc86-03d72cf44aad service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181407 Jul 16 18:01:01.336186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31a79b9-8e78-4173-a195-5a64f830280e req-44a9f264-5d62-4a9b-8682-3aa3e366abe1 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.344401 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c31a79b9-8e78-4173-a195-5a64f830280e req-44a9f264-5d62-4a9b-8682-3aa3e366abe1 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 949 time: 0.0868948 Jul 16 18:01:01.406717 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c31a79b9-8e78-4173-a195-5a64f830280e req-1a2f9cd5-4e69-4f86-a557-6e18207c8c4f tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599856 Jul 16 18:01:01.478442 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd1df9ae-4eed-4cec-b83b-ed3810e9cdf9 req-ef13688c-67e3-40b9-9603-3e70d2959c88 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119088 Jul 16 18:01:01.519334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351b240-e51a-4457-976b-79e819824cc7 req-2cb42855-0c1d-444d-9d97-d2b20993e6dc tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.522319 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5351b240-e51a-4457-976b-79e819824cc7 req-2cb42855-0c1d-444d-9d97-d2b20993e6dc tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 945 time: 0.0900769 Jul 16 18:01:01.568906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5351b240-e51a-4457-976b-79e819824cc7 req-40832ba5-a20b-48e4-ae21-5f651ae17f55 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403159 Jul 16 18:01:01.959236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb7574-312c-4f6c-98fa-e48ffebb2b8a req-87af4ca1-c182-4b38-b1df-9a2a4dce5238 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:01.967326 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e5bb7574-312c-4f6c-98fa-e48ffebb2b8a req-87af4ca1-c182-4b38-b1df-9a2a4dce5238 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1005383 Jul 16 18:01:02.015920 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e5bb7574-312c-4f6c-98fa-e48ffebb2b8a req-f23c02ab-a426-4aa5-a1ce-0265a4bbbd1f tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452502 Jul 16 18:01:02.061334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55087d71-1253-40b0-8dd8-31a5ced86220 req-b2db414f-94de-4ff1-a593-856804eae40a tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.069415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-55087d71-1253-40b0-8dd8-31a5ced86220 req-b2db414f-94de-4ff1-a593-856804eae40a tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 1096 time: 0.0632515 Jul 16 18:01:02.122485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-55087d71-1253-40b0-8dd8-31a5ced86220 req-71dbac9b-865c-43a6-8bce-d2d83ab8be28 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520568 Jul 16 18:01:02.543429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e9e381-d6c7-48c4-8a5f-61bf691775b7 req-54d754eb-9789-4b27-bb67-080a9bf97402 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.550710 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05e9e381-d6c7-48c4-8a5f-61bf691775b7 req-54d754eb-9789-4b27-bb67-080a9bf97402 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 943 time: 0.1151597 Jul 16 18:01:02.638379 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05e9e381-d6c7-48c4-8a5f-61bf691775b7 req-e3680d5b-258f-4b17-94cc-fff2720cea11 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865619 Jul 16 18:01:02.951969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affc84e-f196-47d4-9a0f-169248ee8f42 req-1847f647-5429-4360-9205-48945df6c6a3 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:02.960026 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7affc84e-f196-47d4-9a0f-169248ee8f42 req-1847f647-5429-4360-9205-48945df6c6a3 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 949 time: 0.1872106 Jul 16 18:01:03.039094 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7affc84e-f196-47d4-9a0f-169248ee8f42 req-b8213bed-fbe8-4732-9f82-d79bc78c49c3 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780537 Jul 16 18:01:03.089785 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:01:03.451149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f674e9-231a-45bc-b3bd-202b5670aaf1 req-dba4147a-c996-4295-80a8-24819304769d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:03.459032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c7f674e9-231a-45bc-b3bd-202b5670aaf1 req-dba4147a-c996-4295-80a8-24819304769d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1616733 Jul 16 18:01:03.545150 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c7f674e9-231a-45bc-b3bd-202b5670aaf1 req-82137a25-afb6-401f-8f6d-a003ef5859d9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837166 Jul 16 18:01:03.885404 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a19fba-e3e0-46a9-a76b-da85b8b6a7ab req-c993604e-6f0f-496b-bb0a-9b874da425dd tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:03.887198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43a19fba-e3e0-46a9-a76b-da85b8b6a7ab req-c993604e-6f0f-496b-bb0a-9b874da425dd tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.18 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 949 time: 0.1979263 Jul 16 18:01:03.971635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3d67873f-e821-4b02-99d5-ca8134f092fd details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:04.045887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b518d-b36b-4889-9f32-3064d5b8d3ea req-cdc49dde-f23d-4ae7-a0d0-791d6a090bd6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.054404 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-451b518d-b36b-4889-9f32-3064d5b8d3ea req-cdc49dde-f23d-4ae7-a0d0-791d6a090bd6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 943 time: 0.2245429 Jul 16 18:01:04.146317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-451b518d-b36b-4889-9f32-3064d5b8d3ea req-56efd9ee-112e-4b2e-b05e-6d8f319fa09c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875680 Jul 16 18:01:04.203545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-43a19fba-e3e0-46a9-a76b-da85b8b6a7ab req-a1fc8e06-33e3-40a2-8724-0ecb3952da48 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Deleting port d85f6e7a-a955-42ad-a467-9e0d93314e7c {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:04.204645 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-43a19fba-e3e0-46a9-a76b-da85b8b6a7ab req-a1fc8e06-33e3-40a2-8724-0ecb3952da48 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.323181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3d67873f-e821-4b02-99d5-ca8134f092fd, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3d67873f-e821-4b02-99d5-ca8134f092fd,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:04.360901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '3d67873f-e821-4b02-99d5-ca8134f092fd', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'port_id': '3d67873f-e821-4b02-99d5-ca8134f092fd', 'mac_address': 'fa:16:3e:77:b3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7463a0aa-132d-4bcf-9602-3be3945aec50', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:04.441138 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.476236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d67873f-e821-4b02-99d5-ca8134f092fd {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:04.513609 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-43a19fba-e3e0-46a9-a76b-da85b8b6a7ab req-a1fc8e06-33e3-40a2-8724-0ecb3952da48 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] For port d85f6e7a-a955-42ad-a467-9e0d93314e7c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d85f6e7a-a955-42ad-a467-9e0d93314e7c,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:04.514231 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-43a19fba-e3e0-46a9-a76b-da85b8b6a7ab req-a1fc8e06-33e3-40a2-8724-0ecb3952da48 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.516600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3d67873f-e821-4b02-99d5-ca8134f092fd, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3d67873f-e821-4b02-99d5-ca8134f092fd,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:04.521137 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.533053 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-43a19fba-e3e0-46a9-a76b-da85b8b6a7ab req-a1fc8e06-33e3-40a2-8724-0ecb3952da48 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Calling delete_port for d85f6e7a-a955-42ad-a467-9e0d93314e7c owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:04.606092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=3d67873f-e821-4b02-99d5-ca8134f092fd,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:04.622613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.623278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.624180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.624739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.625343 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.625892 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.626805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.628280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.628852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.629488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.629828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.630159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:04.655298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b93557e-9a5c-4505-9296-5731b2b40e7e req-160c803c-c8d7-496c-a233-6c582bff86f4 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.664060 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0b93557e-9a5c-4505-9296-5731b2b40e7e req-160c803c-c8d7-496c-a233-6c582bff86f4 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/ports?device_id=9af12cb7-72f3-429c-8e2b-6d193cb5d6bb HTTP/1.1" status: 200 len: 949 time: 0.1411602 Jul 16 18:01:04.732697 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0b93557e-9a5c-4505-9296-5731b2b40e7e req-0bab0b99-77b5-4223-8d89-100e34690c03 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673707 Jul 16 18:01:04.823417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-43a19fba-e3e0-46a9-a76b-da85b8b6a7ab req-a1fc8e06-33e3-40a2-8724-0ecb3952da48 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.852979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['d85f6e7a-a955-42ad-a467-9e0d93314e7c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:04.896670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fc8e06-33e3-40a2-8724-0ecb3952da48 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Pushing event deleted for resources: {'Port': ['ID=d85f6e7a-a955-42ad-a467-9e0d93314e7c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:04.965084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['3d67873f-e821-4b02-99d5-ca8134f092fd'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:04.969417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-43a19fba-e3e0-46a9-a76b-da85b8b6a7ab req-a1fc8e06-33e3-40a2-8724-0ecb3952da48 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] No DVR routers for this DVR port d85f6e7a-a955-42ad-a467-9e0d93314e7c on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:04.973680 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-43a19fba-e3e0-46a9-a76b-da85b8b6a7ab req-a1fc8e06-33e3-40a2-8724-0ecb3952da48 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:04.976865 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43a19fba-e3e0-46a9-a76b-da85b8b6a7ab req-a1fc8e06-33e3-40a2-8724-0ecb3952da48 tempest-TenantUsagesTestJSON-773318108 tempest-TenantUsagesTestJSON-773318108-project] 10.222.0.18 "DELETE /v2.0/ports/d85f6e7a-a955-42ad-a467-9e0d93314e7c HTTP/1.1" status: 204 len: 173 time: 1.0785108 Jul 16 18:01:04.977530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9af12cb7-72f3-429c-8e2b-6d193cb5d6bb', 'name': 'network-vif-deleted', 'tag': 'd85f6e7a-a955-42ad-a467-9e0d93314e7c'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:04.978025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fcf22-a51b-43a3-94ea-c6ae042c2b04 req-12aac16c-d2b7-49c4-81c0-d366b8547ab2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:04.985952 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2a7fcf22-a51b-43a3-94ea-c6ae042c2b04 req-12aac16c-d2b7-49c4-81c0-d366b8547ab2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1346383 Jul 16 18:01:04.992333 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-685744e6-791f-41f3-90f9-c1c5a5640951" -d '{"events": [{"server_uuid": "9af12cb7-72f3-429c-8e2b-6d193cb5d6bb", "name": "network-vif-deleted", "tag": "d85f6e7a-a955-42ad-a467-9e0d93314e7c"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:05.036250 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2a7fcf22-a51b-43a3-94ea-c6ae042c2b04 req-640d38c9-3db3-47b8-bf05-f80a5f20209a tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484767 Jul 16 18:01:05.131028 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-913273fd-4c98-4dc6-9194-05bc2a042f5c x-openstack-request-id: req-913273fd-4c98-4dc6-9194-05bc2a042f5c {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:05.131808 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9af12cb7-72f3-429c-8e2b-6d193cb5d6bb", "name": "network-vif-deleted", "tag": "d85f6e7a-a955-42ad-a467-9e0d93314e7c", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:05.132322 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-913273fd-4c98-4dc6-9194-05bc2a042f5c {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:05.132947 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9af12cb7-72f3-429c-8e2b-6d193cb5d6bb', 'name': 'network-vif-deleted', 'tag': 'd85f6e7a-a955-42ad-a467-9e0d93314e7c', 'status': 'completed', 'code': 200} Jul 16 18:01:05.983038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b8c485-918c-4dff-a1fa-7622f009a7cf req-ccd72601-c4fa-4c87-9a4d-d983e80b8835 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:05.993147 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6b8c485-918c-4dff-a1fa-7622f009a7cf req-ccd72601-c4fa-4c87-9a4d-d983e80b8835 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 944 time: 0.0975883 Jul 16 18:01:06.076756 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6b8c485-918c-4dff-a1fa-7622f009a7cf req-9dc65a6d-cf38-4841-a985-193c9ec9352a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819678 Jul 16 18:01:06.719117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb197f1-37d8-4912-b7f0-2933318654db req-920a4a5a-6369-452d-bcab-9c8d25b01102 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:06.728183 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5bb197f1-37d8-4912-b7f0-2933318654db req-920a4a5a-6369-452d-bcab-9c8d25b01102 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1702218 Jul 16 18:01:06.819676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5bb197f1-37d8-4912-b7f0-2933318654db req-d4b30b4e-9c91-4602-8fee-0bb9aec83944 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767875 Jul 16 18:01:06.996148 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52866) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:07.113970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52872) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:07.277139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-356e6916-ba1e-443e-8a81-56ff72c48670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.294897 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-939edf26-bf37-48e8-8f15-f55345376113 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80cddf1f5a4844b0800a4ebdcc8c5846&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2948480 Jul 16 18:01:07.295249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52876) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:07.403634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1232071a-a623-4f57-9f73-9f68c8513d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.429691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1232071a-a623-4f57-9f73-9f68c8513d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.473752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01444f7c-4064-4edb-90f7-f28a7211b1b6 req-7a92c3ae-405d-4ccd-a643-585ad215ac4f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:07.481005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01444f7c-4064-4edb-90f7-f28a7211b1b6 req-7a92c3ae-405d-4ccd-a643-585ad215ac4f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 944 time: 0.1749170 Jul 16 18:01:07.509321 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-356e6916-ba1e-443e-8a81-56ff72c48670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.515753 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-356e6916-ba1e-443e-8a81-56ff72c48670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.539713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01444f7c-4064-4edb-90f7-f28a7211b1b6 req-301a4929-ae6f-40e5-8195-cf3ecefa110f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520959 Jul 16 18:01:07.553414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1232071a-a623-4f57-9f73-9f68c8513d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.556412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1232071a-a623-4f57-9f73-9f68c8513d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.558022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1232071a-a623-4f57-9f73-9f68c8513d31 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e97f4be-e67b-4846-a04e-6d3d1b9fda1a HTTP/1.1" status: 204 len: 168 time: 0.2612309 Jul 16 18:01:07.559801 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-356e6916-ba1e-443e-8a81-56ff72c48670 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90c014773bbc4d23b8a1919904bea1dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4443271 Jul 16 18:01:07.570363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52882) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:07.607747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356e6916-ba1e-443e-8a81-56ff72c48670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=673599a2-d190-49ec-9b6a-20843c4beefa,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:07.612338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1232071a-a623-4f57-9f73-9f68c8513d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e97f4be-e67b-4846-a04e-6d3d1b9fda1a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:07.684350 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a30a042-59dd-477e-a8dd-4071dff52524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.716742 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a30a042-59dd-477e-a8dd-4071dff52524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.786699 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a30a042-59dd-477e-a8dd-4071dff52524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.790372 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a30a042-59dd-477e-a8dd-4071dff52524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:07.792067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8a30a042-59dd-477e-a8dd-4071dff52524 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/673599a2-d190-49ec-9b6a-20843c4beefa HTTP/1.1" status: 204 len: 168 time: 0.2177677 Jul 16 18:01:07.802651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30a042-59dd-477e-a8dd-4071dff52524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=673599a2-d190-49ec-9b6a-20843c4beefa,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:07.973938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3d67873f-e821-4b02-99d5-ca8134f092fd up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:08.130658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52904) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:08.150092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 3d67873f-e821-4b02-99d5-ca8134f092fd completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:08.151805 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c81a46d-51e4-4d56-8986-911b8d8a9f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.164503 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 3d67873f-e821-4b02-99d5-ca8134f092fd triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:08.164977 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.248099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1b46b-4164-46b6-83f0-2dd027ce9425 req-1e8b7a56-5d9c-46d6-93af-2f518724d30c tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.254264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fbd1b46b-4164-46b6-83f0-2dd027ce9425 req-1e8b7a56-5d9c-46d6-93af-2f518724d30c tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1765373 Jul 16 18:01:08.352727 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fbd1b46b-4164-46b6-83f0-2dd027ce9425 req-30141c2a-1c5b-4fbd-b9cc-a2ee5974e6c0 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905011 Jul 16 18:01:08.354950 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.380379 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c81a46d-51e4-4d56-8986-911b8d8a9f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.395248 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c81a46d-51e4-4d56-8986-911b8d8a9f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.407976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2caa9872-e7ee-4c05-9ae0-0d60bda3c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d67873f-e821-4b02-99d5-ca8134f092fd'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:08.426637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c81a46d-51e4-4d56-8986-911b8d8a9f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbe635d7-1e37-4f9c-90fb-8e9b53c8950e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:08.428602 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b659689-fe66-4a4e-8f2a-3b36b30c2e02" -d '{"events": [{"server_uuid": "2caa9872-e7ee-4c05-9ae0-0d60bda3c985", "name": "network-vif-plugged", "status": "completed", "tag": "3d67873f-e821-4b02-99d5-ca8134f092fd"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:08.496621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3d67873f-e821-4b02-99d5-ca8134f092fd, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3d67873f-e821-4b02-99d5-ca8134f092fd,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:08.501965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1c81a46d-51e4-4d56-8986-911b8d8a9f7a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=749988bd9f0443f1b4cef53c9b3ac4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3694813 Jul 16 18:01:08.505398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52914) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:08.513157 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.516544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d85f6e7a-a955-42ad-a467-9e0d93314e7c no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:08.589451 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-124714c1-e517-47b4-a5a6-93c3a24b53b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.681246 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-124714c1-e517-47b4-a5a6-93c3a24b53b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.764886 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c14263-fb0d-4245-8cdd-c6ff7ae7ce76 x-openstack-request-id: req-a9c14263-fb0d-4245-8cdd-c6ff7ae7ce76 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:08.765276 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2caa9872-e7ee-4c05-9ae0-0d60bda3c985", "name": "network-vif-plugged", "status": "completed", "tag": "3d67873f-e821-4b02-99d5-ca8134f092fd", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:08.765488 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a9c14263-fb0d-4245-8cdd-c6ff7ae7ce76 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:08.765888 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2caa9872-e7ee-4c05-9ae0-0d60bda3c985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d67873f-e821-4b02-99d5-ca8134f092fd', 'code': 200} Jul 16 18:01:08.766482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=3d67873f-e821-4b02-99d5-ca8134f092fd,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:08.782269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: d85f6e7a-a955-42ad-a467-9e0d93314e7c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:08.788994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d85f6e7a-a955-42ad-a467-9e0d93314e7c not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:08.796530 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-124714c1-e517-47b4-a5a6-93c3a24b53b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.800655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-124714c1-e517-47b4-a5a6-93c3a24b53b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:08.802144 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-124714c1-e517-47b4-a5a6-93c3a24b53b0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dbe635d7-1e37-4f9c-90fb-8e9b53c8950e HTTP/1.1" status: 204 len: 168 time: 0.2955027 Jul 16 18:01:08.813996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce49324e-a888-441d-9365-c2c37ee92308 req-7a966f24-2488-4677-96fa-33b96a795eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:08.820364 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce49324e-a888-441d-9365-c2c37ee92308 req-7a966f24-2488-4677-96fa-33b96a795eac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 1096 time: 0.1849871 Jul 16 18:01:08.823617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124714c1-e517-47b4-a5a6-93c3a24b53b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbe635d7-1e37-4f9c-90fb-8e9b53c8950e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:08.925233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce49324e-a888-441d-9365-c2c37ee92308 req-900264fe-2b9f-40f1-9ee7-f54fe2b228d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960476 Jul 16 18:01:09.044630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc25f94-3b5b-4e68-9fab-2618e395ac35 req-683027d9-a666-45b6-bab3-f7a37fa4ed1d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.061141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fc25f94-3b5b-4e68-9fab-2618e395ac35 req-683027d9-a666-45b6-bab3-f7a37fa4ed1d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 945 time: 0.1334834 Jul 16 18:01:09.173065 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fc25f94-3b5b-4e68-9fab-2618e395ac35 req-83546733-1dca-4e3c-995d-07fcdc7cb3f8 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121333 Jul 16 18:01:09.479675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52956) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:09.735098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1fbcac-3c6a-46e4-abeb-1a318e309bd0 req-46e01ab7-808b-4faf-90fb-de0a37c00bb7 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:09.744295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f1fbcac-3c6a-46e4-abeb-1a318e309bd0 req-46e01ab7-808b-4faf-90fb-de0a37c00bb7 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1210241 Jul 16 18:01:09.812544 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f1fbcac-3c6a-46e4-abeb-1a318e309bd0 req-72c6ef59-5729-4d09-b31a-9e65910f06ed tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667467 Jul 16 18:01:09.841113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-326043804-network', 'tenant_id': '8c1cb972bdee4eb9bb7cbfd8898401fb'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:09.874087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Made reservation on behalf of 8c1cb972bdee4eb9bb7cbfd8898401fb for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:09.877886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:09.906695 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.031706 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.036980 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.068882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2e8b66-2769-4c95-8c89-36dc2a684be2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:10.137795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:10.184849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52980) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:10.187795 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.188512 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Added segment 301216b3-4405-4120-8895-f1a5dda9d3ea of type vlan for network fc6614fe-db14-4de8-b9ed-fc41baa479e0 Jul 16 18:01:10.350247 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.427885 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.429179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.429989 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.485057 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0035453 Jul 16 18:01:10.488514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52994) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:10.493706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] Request body: {'subnet': {'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-326043804-subnet', 'tenant_id': '8c1cb972bdee4eb9bb7cbfd8898401fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:10.587826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-network', 'tenant_id': '942829dc112443d6afce2ca4581d3e51'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:10.590286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78df7447-5587-4593-9b56-3e305d32e5d2 admin admin] Pushing event updated for resources: {'Network': ['ID=fc6614fe-db14-4de8-b9ed-fc41baa479e0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:10.602571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network fc6614fe-db14-4de8-b9ed-fc41baa479e0 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:10.629174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] Made reservation on behalf of 8c1cb972bdee4eb9bb7cbfd8898401fb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:10.631455 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.711927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901a213-577f-4bc8-b921-6718e4f8aa24 req-f0529386-1ccb-4802-b27a-a03a2a1bf932 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:10.719758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4901a213-577f-4bc8-b921-6718e4f8aa24 req-f0529386-1ccb-4802-b27a-a03a2a1bf932 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 945 time: 0.1168752 Jul 16 18:01:10.786143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4901a213-577f-4bc8-b921-6718e4f8aa24 req-6f315e19-4494-4373-9689-5e5f606d4d25 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652606 Jul 16 18:01:10.823400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Made reservation on behalf of 942829dc112443d6afce2ca4581d3e51 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:10.825773 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:10.852371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.062878 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.079500 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.160825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2212aa-7d76-40f0-9b64-b08309532ff9 req-6e7bb00c-4a8c-4cf7-ac3c-cedf601a383c tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.170125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cf2212aa-7d76-40f0-9b64-b08309532ff9 req-6e7bb00c-4a8c-4cf7-ac3c-cedf601a383c tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.0929961 Jul 16 18:01:11.185850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:11.210562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.231725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cf2212aa-7d76-40f0-9b64-b08309532ff9 req-745f25a6-faa7-435d-9db6-8956abcab8a0 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596235 Jul 16 18:01:11.302109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.302371 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Added segment 2204d359-bfcc-44d5-b448-c19f4a745c9d of type vlan for network d8414f5d-f035-4d3d-b349-3497ab33b249 Jul 16 18:01:11.488980 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.515061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e39ce3-c0fd-475b-b53f-4f132f1e0594 req-4e457055-907d-4920-a8ee-446669d929e9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.523094 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81e39ce3-c0fd-475b-b53f-4f132f1e0594 req-4e457055-907d-4920-a8ee-446669d929e9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 945 time: 0.4445317 Jul 16 18:01:11.536536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.632816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.633974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.634783 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.643075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3f56a12-2748-4e3d-89b9-151cce28c16a,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.668737 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81e39ce3-c0fd-475b-b53f-4f132f1e0594 req-1d38a772-82dd-476a-8292-72e3de994847 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407759 Jul 16 18:01:11.723072 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5365305 Jul 16 18:01:11.727660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53020) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:11.732624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] Request body: {'subnet': {'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-subnet', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:11.763083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] Checking segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:11.763783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] Network hostable DHCP agents. Network: fc6614fe-db14-4de8-b9ed-fc41baa479e0, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:11.766331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07387c89-4198-4dc5-9e18-15babbc512a5 admin admin] Pushing event updated for resources: {'Network': ['ID=d8414f5d-f035-4d3d-b349-3497ab33b249,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:11.825131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network d8414f5d-f035-4d3d-b349-3497ab33b249 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:11.841739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] Made reservation on behalf of 942829dc112443d6afce2ca4581d3e51 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:11.844166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.860385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] Network fc6614fe-db14-4de8-b9ed-fc41baa479e0 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:11.904012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, fc6614fe-db14-4de8-b9ed-fc41baa479e0) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:11.911747 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.923585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:11.926778 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:11.937169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de2648e7-8a33-4630-8a35-748a1363de34 None None] Network fc6614fe-db14-4de8-b9ed-fc41baa479e0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:11.976292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e56ad355-1603-4f66-bcf4-009a756f7183 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4844391 Jul 16 18:01:12.595880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.647425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aefa9d7f-3caa-40c0-82e3-27173c182285 None None] Network fc6614fe-db14-4de8-b9ed-fc41baa479e0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:12.668138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d6a39e-ab09-47bf-beb0-a6f631f4ec22,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:12.759228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] Checking segment: {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:12.760526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] Network hostable DHCP agents. Network: d8414f5d-f035-4d3d-b349-3497ab33b249, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:12.772406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d961b-8d26-48ad-aef1-66ad81c439a7 req-c0a024a3-b613-4985-ac9e-8ee9358bca07 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.779653 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-723d961b-8d26-48ad-aef1-66ad81c439a7 req-c0a024a3-b613-4985-ac9e-8ee9358bca07 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 945 time: 0.2976732 Jul 16 18:01:12.848514 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-723d961b-8d26-48ad-aef1-66ad81c439a7 req-754353dc-dd7c-4c07-b1cd-02d9f39ea601 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4eb775f-75ec-4e7e-8843-31a70299d5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675149 Jul 16 18:01:12.849396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] Network d8414f5d-f035-4d3d-b349-3497ab33b249 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:12.863383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ff4f8-a5f3-49ef-9c43-292b44a3e051 req-c0611b3d-d889-45f4-a21b-b1ee55ea292d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.869726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e92ff4f8-a5f3-49ef-9c43-292b44a3e051 req-c0611b3d-d889-45f4-a21b-b1ee55ea292d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1411870 Jul 16 18:01:12.879435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, d8414f5d-f035-4d3d-b349-3497ab33b249) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:12.889990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:12.891600 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:12.930364 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3b38ed76-f9b4-404a-af15-8136f1050208 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2015524 Jul 16 18:01:12.931040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eddf0a3-dfe0-445a-83e5-351ce6a1490e None None] Network d8414f5d-f035-4d3d-b349-3497ab33b249 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:12.933130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53044) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:12.939999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:12.942267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e92ff4f8-a5f3-49ef-9c43-292b44a3e051 req-1f8f6f18-518f-46b6-b6d3-84b53a34bb7a tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698280 Jul 16 18:01:13.006622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.010160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.142298 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.261070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-d8414f5d-f035-4d3d-b349-3497ab33b249', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:13.262232 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.500692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Allocated IP 172.20.0.2 (d8414f5d-f035-4d3d-b349-3497ab33b249/63d6a39e-ab09-47bf-beb0-a6f631f4ec22/41d221b4-b845-441f-aca3-80248691eba1) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:13.676942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-312c8b44-6726-4927-a2b0-e6c8c2ef93bb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:13.681595 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-312c8b44-6726-4927-a2b0-e6c8c2ef93bb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.2844951 Jul 16 18:01:13.716471 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-11b392cc-a8fb-4575-8b56-f42363c47ae5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/quotas/8c1cb972bdee4eb9bb7cbfd8898401fb HTTP/1.1" status: 200 len: 375 time: 0.0274520 Jul 16 18:01:13.788695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-8a97fdb0-f7da-4557-a1f6-3caa3bdcbe20 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0664027 Jul 16 18:01:13.798138 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.824211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Transition to ACTIVE for port object 41d221b4-b845-441f-aca3-80248691eba1 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:13.860688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Transition to ACTIVE for port object 41d221b4-b845-441f-aca3-80248691eba1 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:13.875523 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.914285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:13.991047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Network d8414f5d-f035-4d3d-b349-3497ab33b249 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:14.004278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:14.020523 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-fd9aaecb-65b1-47f3-b944-fa7c01eda91b service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214687 Jul 16 18:01:14.022352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:14.028418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Pushing event updated for resources: {'Port': ['ID=41d221b4-b845-441f-aca3-80248691eba1,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:14.030812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cbfb1-3a71-4dd5-aac2-0698dc3e82e2 req-0da93dda-ad85-4e21-8514-0e69dfb5517f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.045646 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf0cbfb1-3a71-4dd5-aac2-0698dc3e82e2 req-0da93dda-ad85-4e21-8514-0e69dfb5517f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 945 time: 0.8172433 Jul 16 18:01:14.094765 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf0cbfb1-3a71-4dd5-aac2-0698dc3e82e2 req-b2c16ed8-f827-4144-91c3-2b5ff9283c0e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482244 Jul 16 18:01:14.174227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Attempting to bind port 41d221b4-b845-441f-aca3-80248691eba1 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:14.174918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Attempting to bind port 41d221b4-b845-441f-aca3-80248691eba1 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:14.175348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Attempting to bind port 41d221b4-b845-441f-aca3-80248691eba1 on network d8414f5d-f035-4d3d-b349-3497ab33b249 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:14.181396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:14.181948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Checking segment: {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:14.182429 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.182919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Bound using segment: {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:14.183797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Bound port: 41d221b4-b845-441f-aca3-80248691eba1, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:14.184303 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.266621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-9c443dea-f4c4-48bf-8ee8-7e9c6c6315b0 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2427366 Jul 16 18:01:14.272119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] For port 41d221b4-b845-441f-aca3-80248691eba1, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:14.276191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] For port 41d221b4-b845-441f-aca3-80248691eba1, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=41d221b4-b845-441f-aca3-80248691eba1,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:14.298180 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.359166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd43ea03-ca0e-46ad-a09b-80bcda95de21 None None] Pushing event updated for resources: {'Port': ['ID=41d221b4-b845-441f-aca3-80248691eba1,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:14.423413 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.499605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.701220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3074e2a8-8030-4e8e-b0a2-59e7ff1bfdc3 req-f4791ca9-c17b-4dd2-9485-c53b0204ccec tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.710376 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3074e2a8-8030-4e8e-b0a2-59e7ff1bfdc3 req-f4791ca9-c17b-4dd2-9485-c53b0204ccec tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1201329 Jul 16 18:01:14.731424 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be76b6-d62a-41cd-a08b-adf67ce01634 req-388a78a0-8430-42e6-bf7d-16f913ef174e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.733028 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64be76b6-d62a-41cd-a08b-adf67ce01634 req-388a78a0-8430-42e6-bf7d-16f913ef174e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 945 time: 0.1890256 Jul 16 18:01:14.766007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Allocated IP 172.25.7.151 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/097db444-4af3-4b45-b321-c0193782b272) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:14.794903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ade00d7-8181-4b8e-a163-cc09d7983ba6 req-71bae2b7-4fe7-4b1c-bbbf-101a5880ada8 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.800252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ade00d7-8181-4b8e-a163-cc09d7983ba6 req-71bae2b7-4fe7-4b1c-bbbf-101a5880ada8 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 945 time: 0.2540295 Jul 16 18:01:14.812210 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3074e2a8-8030-4e8e-b0a2-59e7ff1bfdc3 req-e82cc28b-2b07-4f75-89c9-0e90a269fbfc tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008682 Jul 16 18:01:14.892301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b57f0a6-cee8-4f88-b98e-d302d1784aae req-63e11897-8a4e-4e6a-a2c8-67baf4967028 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:14.894328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b57f0a6-cee8-4f88-b98e-d302d1784aae req-63e11897-8a4e-4e6a-a2c8-67baf4967028 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.18 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 945 time: 0.2856648 Jul 16 18:01:14.934573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-64be76b6-d62a-41cd-a08b-adf67ce01634 req-74eae7b2-458b-4e7b-b94f-3a817c52eb67 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Deleting port 3d67873f-e821-4b02-99d5-ca8134f092fd {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:14.934937 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-64be76b6-d62a-41cd-a08b-adf67ce01634 req-74eae7b2-458b-4e7b-b94f-3a817c52eb67 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:14.942667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ade00d7-8181-4b8e-a163-cc09d7983ba6 req-eb111a50-82f0-4ccf-9df8-a6a69ef1eb5a tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/security-groups?id=c4eb775f-75ec-4e7e-8843-31a70299d5ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359327 Jul 16 18:01:15.103097 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.161363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-1b57f0a6-cee8-4f88-b98e-d302d1784aae req-353bd1c0-26e2-4098-ad99-b62b86c6092d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Deleting port 4b9a55da-c7eb-401c-b961-63a9770f6911 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:15.161926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1b57f0a6-cee8-4f88-b98e-d302d1784aae req-353bd1c0-26e2-4098-ad99-b62b86c6092d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.242664 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.291686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:15.301419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:15.304785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:15.376701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-64be76b6-d62a-41cd-a08b-adf67ce01634 req-74eae7b2-458b-4e7b-b94f-3a817c52eb67 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] For port 3d67873f-e821-4b02-99d5-ca8134f092fd, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3d67873f-e821-4b02-99d5-ca8134f092fd,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:15.377341 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-64be76b6-d62a-41cd-a08b-adf67ce01634 req-74eae7b2-458b-4e7b-b94f-3a817c52eb67 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.391530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-64be76b6-d62a-41cd-a08b-adf67ce01634 req-74eae7b2-458b-4e7b-b94f-3a817c52eb67 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Calling delete_port for 3d67873f-e821-4b02-99d5-ca8134f092fd owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:15.396273 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-1b57f0a6-cee8-4f88-b98e-d302d1784aae req-353bd1c0-26e2-4098-ad99-b62b86c6092d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] For port 4b9a55da-c7eb-401c-b961-63a9770f6911, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4b9a55da-c7eb-401c-b961-63a9770f6911,segment=NetworkSegment(6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140),segment_id=6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:15.396723 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1b57f0a6-cee8-4f88-b98e-d302d1784aae req-353bd1c0-26e2-4098-ad99-b62b86c6092d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.408636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Pushing event updated for resources: {'Port': ['ID=097db444-4af3-4b45-b321-c0193782b272,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:15.426743 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-407ca0d0-b99a-49c5-9261-43374fda6653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.467407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-1b57f0a6-cee8-4f88-b98e-d302d1784aae req-353bd1c0-26e2-4098-ad99-b62b86c6092d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Calling delete_port for 4b9a55da-c7eb-401c-b961-63a9770f6911 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:15.595528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7beb2e4c-3437-4d1c-b38b-0ada65a558d6 req-b0fc1b77-3cc6-4249-9e5b-d93b2ba13ea4 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 210 time: 0.0737860 Jul 16 18:01:15.628913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-64be76b6-d62a-41cd-a08b-adf67ce01634 req-74eae7b2-458b-4e7b-b94f-3a817c52eb67 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.650386 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba', '3d67873f-e821-4b02-99d5-ca8134f092fd'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:15.700951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eae7b2-458b-4e7b-b94f-3a817c52eb67 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event deleted for resources: {'Port': ['ID=3d67873f-e821-4b02-99d5-ca8134f092fd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:15.750466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-64be76b6-d62a-41cd-a08b-adf67ce01634 req-74eae7b2-458b-4e7b-b94f-3a817c52eb67 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] No DVR routers for this DVR port 3d67873f-e821-4b02-99d5-ca8134f092fd on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:15.766113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-64be76b6-d62a-41cd-a08b-adf67ce01634 req-74eae7b2-458b-4e7b-b94f-3a817c52eb67 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.771883 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64be76b6-d62a-41cd-a08b-adf67ce01634 req-74eae7b2-458b-4e7b-b94f-3a817c52eb67 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "DELETE /v2.0/ports/3d67873f-e821-4b02-99d5-ca8134f092fd HTTP/1.1" status: 204 len: 173 time: 1.0272286 Jul 16 18:01:15.772392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2caa9872-e7ee-4c05-9ae0-0d60bda3c985', 'name': 'network-vif-deleted', 'tag': '3d67873f-e821-4b02-99d5-ca8134f092fd'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:15.778628 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62200dca-8ce1-4aa0-b743-0fc26aff0680" -d '{"events": [{"server_uuid": "2caa9872-e7ee-4c05-9ae0-0d60bda3c985", "name": "network-vif-deleted", "tag": "3d67873f-e821-4b02-99d5-ca8134f092fd"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:15.864707 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d39cf443-23e5-487f-860a-ddc0f0cb5f20 req-9b136075-47e6-4ad0-b900-253644fb621b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=2caa9872-e7ee-4c05-9ae0-0d60bda3c985 HTTP/1.1" status: 200 len: 210 time: 0.0405140 Jul 16 18:01:15.904953 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1b57f0a6-cee8-4f88-b98e-d302d1784aae req-353bd1c0-26e2-4098-ad99-b62b86c6092d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:15.926063 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.029447 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8402a08-dcf0-4e03-8dc4-750cf6f811d9 x-openstack-request-id: req-b8402a08-dcf0-4e03-8dc4-750cf6f811d9 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:16.029763 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2caa9872-e7ee-4c05-9ae0-0d60bda3c985", "name": "network-vif-deleted", "tag": "3d67873f-e821-4b02-99d5-ca8134f092fd", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:16.030021 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b8402a08-dcf0-4e03-8dc4-750cf6f811d9 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:16.030418 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2caa9872-e7ee-4c05-9ae0-0d60bda3c985', 'name': 'network-vif-deleted', 'tag': '3d67873f-e821-4b02-99d5-ca8134f092fd', 'status': 'completed', 'code': 200} Jul 16 18:01:16.040878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecb9c8e-269e-426e-8622-f2c980a09907 None None] Network d8414f5d-f035-4d3d-b349-3497ab33b249 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:16.139802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353bd1c0-26e2-4098-ad99-b62b86c6092d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Pushing event deleted for resources: {'Port': ['ID=4b9a55da-c7eb-401c-b961-63a9770f6911,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:16.178174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-76be1091-d9e6-471c-b644-daf9f8029043 None None] Provisioning for port 41d221b4-b845-441f-aca3-80248691eba1 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:16.190234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b57f0a6-cee8-4f88-b98e-d302d1784aae req-353bd1c0-26e2-4098-ad99-b62b86c6092d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] No DVR routers for this DVR port 4b9a55da-c7eb-401c-b961-63a9770f6911 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:16.193376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1b57f0a6-cee8-4f88-b98e-d302d1784aae req-353bd1c0-26e2-4098-ad99-b62b86c6092d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.195710 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b57f0a6-cee8-4f88-b98e-d302d1784aae req-353bd1c0-26e2-4098-ad99-b62b86c6092d tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.18 "DELETE /v2.0/ports/4b9a55da-c7eb-401c-b961-63a9770f6911 HTTP/1.1" status: 204 len: 173 time: 1.2898967 Jul 16 18:01:16.218489 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d2ab34e-04de-4007-b15b-759d8050638e', 'name': 'network-vif-deleted', 'tag': '4b9a55da-c7eb-401c-b961-63a9770f6911'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:16.221684 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51e4cb0-f260-464c-9cb0-2e819a3b9cda" -d '{"events": [{"server_uuid": "9d2ab34e-04de-4007-b15b-759d8050638e", "name": "network-vif-deleted", "tag": "4b9a55da-c7eb-401c-b961-63a9770f6911"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:16.373566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae30eddd-9e9f-4f73-b6e2-e755e75dde95 req-1b0015bf-9b23-4308-b096-50ac28c840c7 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.375162 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae30eddd-9e9f-4f73-b6e2-e755e75dde95 req-1b0015bf-9b23-4308-b096-50ac28c840c7 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.2254696 Jul 16 18:01:16.441158 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.635596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae30eddd-9e9f-4f73-b6e2-e755e75dde95 req-19cc9271-71db-416d-a1d6-8daa57f20302 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2484996 Jul 16 18:01:16.694539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 41d221b4-b845-441f-aca3-80248691eba1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:16.726716 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8885318-990d-42e3-8598-c05f048efe23 x-openstack-request-id: req-d8885318-990d-42e3-8598-c05f048efe23 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:16.727110 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d2ab34e-04de-4007-b15b-759d8050638e", "name": "network-vif-deleted", "tag": "4b9a55da-c7eb-401c-b961-63a9770f6911", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:16.727463 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d8885318-990d-42e3-8598-c05f048efe23 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:16.727974 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d2ab34e-04de-4007-b15b-759d8050638e', 'name': 'network-vif-deleted', 'tag': '4b9a55da-c7eb-401c-b961-63a9770f6911', 'status': 'completed', 'code': 200} Jul 16 18:01:16.736377 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d429a328-9493-4a36-87c1-a87ce0c2070a req-23623e78-ea35-4a23-ba5d-592de9f47cc0 tempest-VolumesAdminNegativeTest-1849948216 tempest-VolumesAdminNegativeTest-1849948216-project] 10.222.0.47 "GET /v2.0/ports?device_id=9d2ab34e-04de-4007-b15b-759d8050638e HTTP/1.1" status: 200 len: 210 time: 0.0780888 Jul 16 18:01:16.750664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Router bcf02bd0-07a3-451c-9162-1ada9e40572a is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:01:16.787122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-d0ebd5e5-82a1-4080-a71c-e03b8746e1c9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:16.788910 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-d0ebd5e5-82a1-4080-a71c-e03b8746e1c9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.37 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.1820800 Jul 16 18:01:16.835730 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 41d221b4-b845-441f-aca3-80248691eba1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:16.837772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Request body: {'port': {'device_id': '0c88c7f9-8d60-49ca-aedb-872e48586e53', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'admin_state_up': True, 'tenant_id': '8c1cb972bdee4eb9bb7cbfd8898401fb'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:16.840266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 41d221b4-b845-441f-aca3-80248691eba1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:16.840863 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:16.972608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-21879f9f-6e32-4426-b690-352593563d9f req-35b6a08d-ac74-46ba-a8ac-3404f925ec5f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 210 time: 0.0500424 Jul 16 18:01:17.009756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-2874eaa7-f519-4811-bef5-51473d4f6a65 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.012116 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-2874eaa7-f519-4811-bef5-51473d4f6a65 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 805 time: 0.1383681 Jul 16 18:01:17.017648 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.037676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-2d4d5664-bd90-464b-a15e-160e3a0fe6b1 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/quotas/73aa5fd56ec84590b4b027a1c2957112 HTTP/1.1" status: 200 len: 375 time: 0.0170932 Jul 16 18:01:17.041744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Made reservation on behalf of 8c1cb972bdee4eb9bb7cbfd8898401fb for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:17.045623 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.050325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:17.070734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Sync routers for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:17.109338 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:17.110035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:00:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:17.140083 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.149903 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-368101b4-9e3e-4ccd-9b11-a3c530bf438e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.2132339 Jul 16 18:01:17.156343 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-334b0a51-1a81-4042-a4da-c4c5e85c5f20 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1116722 Jul 16 18:01:17.160848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53188) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:17.217319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 41d221b4-b845-441f-aca3-80248691eba1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=41d221b4-b845-441f-aca3-80248691eba1,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:17.228697 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.296172 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-2b5685ab-937f-4306-80e8-f21dcb63ec02 service neutron] 10.222.0.47 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388071 Jul 16 18:01:17.368404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=41d221b4-b845-441f-aca3-80248691eba1,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:17.380479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:17.409210 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-ac2b0e73-054f-4f14-bdf3-f125eb98aa02 service neutron] 10.222.0.47 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088057 Jul 16 18:01:17.631253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:15Z', 'revision_number': 3, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:17.632988 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d878ae38-b035-412e-9c11-90d21897b3b8 req-d1f2a50b-6308-4f89-b646-86de4cefc9f9 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 210 time: 0.0430067 Jul 16 18:01:17.670302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Checking router: bcf02bd0-07a3-451c-9162-1ada9e40572a for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:17.670751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Updating router bcf02bd0-07a3-451c-9162-1ada9e40572a port 097db444-4af3-4b45-b321-c0193782b272 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:17.716367 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.738102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Allocated IP 172.20.0.11 (fc6614fe-db14-4de8-b9ed-fc41baa479e0/a3f56a12-2748-4e3d-89b9-151cce28c16a/9eadbced-7e1e-402c-b39f-94e99366242f) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:17.860017 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:17.910342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d5187d-5afd-4ec9-b062-f2c2feee7fb9 req-27b1cc74-f5bd-4056-9f95-6319205a74c3 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.914074 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-90d5187d-5afd-4ec9-b062-f2c2feee7fb9 req-27b1cc74-f5bd-4056-9f95-6319205a74c3 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.0973976 Jul 16 18:01:17.960253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae090-c803-4f9a-8bee-a37c6512644d req-c93dbbfa-2a5b-4386-8395-15b523f16815 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:17.962142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-c93dbbfa-2a5b-4386-8395-15b523f16815 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.2642341 Jul 16 18:01:17.985349 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-90d5187d-5afd-4ec9-b062-f2c2feee7fb9 req-f7aba2db-dd4d-455b-a912-8a9ba5c2f87d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650311 Jul 16 18:01:18.008331 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-45aa0ef1-6e9f-4063-8bdd-8ac89d4ba402 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/quotas/b664ee214d3f4cf8a735949bb2cbdfdf HTTP/1.1" status: 200 len: 375 time: 0.0334499 Jul 16 18:01:18.068630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3d67873f-e821-4b02-99d5-ca8134f092fd no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:18.098247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53218) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:18.150239 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.166056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Transition to ACTIVE for port object 097db444-4af3-4b45-b321-c0193782b272 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:18.170141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Deleting subnet 622ededc-6b7a-4484-b2fb-68a8fa0efb56 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:18.178605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 157bdc9e-e646-464b-937e-bbb0bfd520d7 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:18.185215 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.226968 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.238614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 3d67873f-e821-4b02-99d5-ca8134f092fd {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:18.239150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3d67873f-e821-4b02-99d5-ca8134f092fd not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:18.239619 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4b9a55da-c7eb-401c-b961-63a9770f6911 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:18.249591 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.303915 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-237ad3bc-7902-4b60-8f37-930f87f06f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.306458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 4b9a55da-c7eb-401c-b961-63a9770f6911 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:18.307819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4b9a55da-c7eb-401c-b961-63a9770f6911 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:18.317482 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d3ada84d-29e4-4deb-be4c-30893ce95fa8 req-54295f03-d234-4a1b-b295-fa3623ab64d5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 210 time: 0.0950024 Jul 16 18:01:18.333049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.344651 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-b80641d5-2f9e-414e-b93c-34affd57e6ec tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3026164 Jul 16 18:01:18.430337 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.467695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa284348-0576-4186-8802-e0f07cce5f3c req-c93b4c63-473b-4d0a-b779-06f2c97e141e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:18.470155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa284348-0576-4186-8802-e0f07cce5f3c req-c93b4c63-473b-4d0a-b779-06f2c97e141e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.37 "GET /v2.0/ports?device_id=98b4e9a0-8921-4c63-9294-fe358490db94 HTTP/1.1" status: 200 len: 945 time: 0.2693760 Jul 16 18:01:18.518706 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.520652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Attempting to bind port 097db444-4af3-4b45-b321-c0193782b272 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:18.521023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Attempting to bind port 097db444-4af3-4b45-b321-c0193782b272 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:18.522653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Attempting to bind port 097db444-4af3-4b45-b321-c0193782b272 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:18.537456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.556508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:18.556887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:18.557289 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.557685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:18.558166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Bound port: 097db444-4af3-4b45-b321-c0193782b272, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:18.558546 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.560356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 41d221b4-b845-441f-aca3-80248691eba1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:18.585246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=622ededc-6b7a-4484-b2fb-68a8fa0efb56,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:18.588774 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.590382 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/622ededc-6b7a-4484-b2fb-68a8fa0efb56 HTTP/1.1" status: 204 len: 168 time: 0.4912074 Jul 16 18:01:18.592920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53224) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:18.622174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.622987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.622987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.623261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.623482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.623898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.624244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.624710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.625059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.625381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.625708 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.626097 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295b4974-48e0-47ad-b9ba-a880c5982509 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.634090 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.667364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db1228-ad46-45d9-a83e-b448591e9e5f None None] Pushing event updated for resources: {'Port': ['ID=097db444-4af3-4b45-b321-c0193782b272,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:18.699254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b4e9a0-8921-4c63-9294-fe358490db94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157bdc9e-e646-464b-937e-bbb0bfd520d7'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:18.702966 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c920842c-0a11-47a8-a40f-cc5d96552366" -d '{"events": [{"server_uuid": "98b4e9a0-8921-4c63-9294-fe358490db94", "name": "network-vif-unplugged", "status": "completed", "tag": "157bdc9e-e646-464b-937e-bbb0bfd520d7"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:18.735064 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.740344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] For port 097db444-4af3-4b45-b321-c0193782b272, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:18.750395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 157bdc9e-e646-464b-937e-bbb0bfd520d7, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=157bdc9e-e646-464b-937e-bbb0bfd520d7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:18.758183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event updated for resources: {'Port': ['ID=9eadbced-7e1e-402c-b39f-94e99366242f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:18.770306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] For port 097db444-4af3-4b45-b321-c0193782b272, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=097db444-4af3-4b45-b321-c0193782b272,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:18.773053 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.776817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-2f30998f-5825-4cbd-9f00-8a2ff081f706 service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313653 Jul 16 18:01:18.780751 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.811726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 41d221b4-b845-441f-aca3-80248691eba1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:18.812372 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.827802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.828460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.828971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.829476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.830038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.830583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.831096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.831619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.832124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.832630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.833187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.833692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:18.847044 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbf124ea-2a60-4c71-87f9-24c0a12056a5 req-1ae72147-50aa-4732-b275-3f3c383f8cd0 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 210 time: 0.0568786 Jul 16 18:01:18.888252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Network fc6614fe-db14-4de8-b9ed-fc41baa479e0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:18.899329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:18.908934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:18.914444 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.941018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=157bdc9e-e646-464b-937e-bbb0bfd520d7,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:18.947393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.956399 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37481097-8e7d-4e87-87cc-e6523799035a x-openstack-request-id: req-37481097-8e7d-4e87-87cc-e6523799035a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:18.956714 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b4e9a0-8921-4c63-9294-fe358490db94", "name": "network-vif-unplugged", "status": "completed", "tag": "157bdc9e-e646-464b-937e-bbb0bfd520d7", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:18.957040 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-37481097-8e7d-4e87-87cc-e6523799035a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:18.957436 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b4e9a0-8921-4c63-9294-fe358490db94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '157bdc9e-e646-464b-937e-bbb0bfd520d7', 'code': 200} Jul 16 18:01:18.967130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7054504-0c30-40e1-a0aa-476eb4ab4d30']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:18.981061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:18.982053 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b1c7d5c-feb6-4aa2-80a5-f0dcdf89d140') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:18.990949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:18.992320 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:18.992650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:01:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:19.010534 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.020969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:19.021724 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:19.024450 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:19.084572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.085207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.092786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-aa284348-0576-4186-8802-e0f07cce5f3c req-1161ccae-310c-43fc-8336-2b2d495b1ac2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Deleting port 157bdc9e-e646-464b-937e-bbb0bfd520d7 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:19.093128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aa284348-0576-4186-8802-e0f07cce5f3c req-1161ccae-310c-43fc-8336-2b2d495b1ac2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.105792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-dc06fbd3-d897-4a50-b182-3d56d756f77b service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3279145 Jul 16 18:01:19.118709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.126503 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.133535 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] 10.222.0.47 "DELETE /v2.0/networks/c7054504-0c30-40e1-a0aa-476eb4ab4d30 HTTP/1.1" status: 204 len: 168 time: 0.5380852 Jul 16 18:01:19.141736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:19.158983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53232) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:19.164800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f76adf-450e-4d47-854d-55493066dfcd admin admin] Pushing event deleted for resources: {'Network': ['ID=c7054504-0c30-40e1-a0aa-476eb4ab4d30,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:19.220245 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-42b40472-68ba-4b35-946d-c9d205b7d94b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3891866 Jul 16 18:01:19.303188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Request body: {'port': {'device_id': '0c88c7f9-8d60-49ca-aedb-872e48586e53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:19.370677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c9f09-4a4c-41fa-92e6-f72ec7372f7a req-853702e3-9137-4516-9eea-113bc779b979 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.372497 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-744c9f09-4a4c-41fa-92e6-f72ec7372f7a req-853702e3-9137-4516-9eea-113bc779b979 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1538460 Jul 16 18:01:19.403650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-cfba1aff-e1d1-4f30-bb2e-7f87edb34c6d tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.405432 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-cfba1aff-e1d1-4f30-bb2e-7f87edb34c6d tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 805 time: 0.3143413 Jul 16 18:01:19.450842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-aa284348-0576-4186-8802-e0f07cce5f3c req-1161ccae-310c-43fc-8336-2b2d495b1ac2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] For port 157bdc9e-e646-464b-937e-bbb0bfd520d7, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=157bdc9e-e646-464b-937e-bbb0bfd520d7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:19.451323 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aa284348-0576-4186-8802-e0f07cce5f3c req-1161ccae-310c-43fc-8336-2b2d495b1ac2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.468081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-aa284348-0576-4186-8802-e0f07cce5f3c req-1161ccae-310c-43fc-8336-2b2d495b1ac2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Calling delete_port for 157bdc9e-e646-464b-937e-bbb0bfd520d7 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:19.471223 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-744c9f09-4a4c-41fa-92e6-f72ec7372f7a req-d1348146-a4e3-4ac7-9045-365532521d75 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786040 Jul 16 18:01:19.508509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70db1228-ad46-45d9-a83e-b448591e9e5f None None] Pushing event updated for resources: {'Port': ['ID=097db444-4af3-4b45-b321-c0193782b272,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:19.535604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Request body: {'port': {'device_id': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'admin_state_up': True, 'tenant_id': '73aa5fd56ec84590b4b027a1c2957112'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:19.540012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:15Z', 'revision_number': 3, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:19.583375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd3e569-e168-4318-9429-fe10417aad33 None None] The sync data for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 is: [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:15Z', 'revision_number': 3, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:19.592718 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9274c0c-6d85-4165-afe5-c2a7c0d08e8f req-afa850d6-8f23-4334-8161-d94bb94c6e03 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 210 time: 0.1860628 Jul 16 18:01:19.653716 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa5f221-5ea3-4aeb-9bc6-1176cd215b63 admin admin] Deleting subnet c79cd208-ce49-4083-85c3-b9811f873a3b {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:19.657365 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f221-5ea3-4aeb-9bc6-1176cd215b63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.718893 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.723919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac7ae5-e06b-4291-b674-58fb92ed7802 req-43373968-f15c-4607-9970-b72e6c1699e0 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:19.731024 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93ac7ae5-e06b-4291-b674-58fb92ed7802 req-43373968-f15c-4607-9970-b72e6c1699e0 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 932 time: 0.1283031 Jul 16 18:01:19.785692 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93ac7ae5-e06b-4291-b674-58fb92ed7802 req-3755c95b-0d95-49c4-8b6a-da1141104db8 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535405 Jul 16 18:01:19.855820 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f221-5ea3-4aeb-9bc6-1176cd215b63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:19.902157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Allocated IP 172.20.0.1 (d8414f5d-f035-4d3d-b349-3497ab33b249/63d6a39e-ab09-47bf-beb0-a6f631f4ec22/ec17a7be-43c4-4993-8f11-39007335556e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:20.011119 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.018870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f221-5ea3-4aeb-9bc6-1176cd215b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.077971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Made reservation on behalf of 73aa5fd56ec84590b4b027a1c2957112 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:20.078498 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab4f81d2-e0b5-4ef1-94c9-175c1ac5adbd req-e3db0c35-2782-4e60-8901-5d5748a43188 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 210 time: 0.0677774 Jul 16 18:01:20.088420 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.187489 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aa284348-0576-4186-8802-e0f07cce5f3c req-1161ccae-310c-43fc-8336-2b2d495b1ac2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.563078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 097db444-4af3-4b45-b321-c0193782b272 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:20.664755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 097db444-4af3-4b45-b321-c0193782b272 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:20.670855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 097db444-4af3-4b45-b321-c0193782b272 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:20.671285 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.731173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1161ccae-310c-43fc-8336-2b2d495b1ac2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Pushing event deleted for resources: {'Port': ['ID=157bdc9e-e646-464b-937e-bbb0bfd520d7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:20.759355 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cd073-6670-4f3c-b4b4-8b741b12e10d req-bcd22450-93c0-4180-a5ad-7b17931a3c52 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:20.764037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b49cd073-6670-4f3c-b4b4-8b741b12e10d req-bcd22450-93c0-4180-a5ad-7b17931a3c52 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1287766 Jul 16 18:01:20.800598 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.838685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 097db444-4af3-4b45-b321-c0193782b272, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=097db444-4af3-4b45-b321-c0193782b272,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:20.847688 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.862136 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f221-5ea3-4aeb-9bc6-1176cd215b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.912114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=097db444-4af3-4b45-b321-c0193782b272,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:20.983664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa284348-0576-4186-8802-e0f07cce5f3c req-1161ccae-310c-43fc-8336-2b2d495b1ac2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] No DVR routers for this DVR port 157bdc9e-e646-464b-937e-bbb0bfd520d7 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:20.985496 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b49cd073-6670-4f3c-b4b4-8b741b12e10d req-53d94f11-b08e-4fbe-9d73-3c4f28c7def1 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593494 Jul 16 18:01:20.985660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa5f221-5ea3-4aeb-9bc6-1176cd215b63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c79cd208-ce49-4083-85c3-b9811f873a3b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:20.990590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aa284348-0576-4186-8802-e0f07cce5f3c req-1161ccae-310c-43fc-8336-2b2d495b1ac2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:20.993852 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa284348-0576-4186-8802-e0f07cce5f3c req-1161ccae-310c-43fc-8336-2b2d495b1ac2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.37 "DELETE /v2.0/ports/157bdc9e-e646-464b-937e-bbb0bfd520d7 HTTP/1.1" status: 204 len: 173 time: 2.4304080 Jul 16 18:01:20.997977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae090-c803-4f9a-8bee-a37c6512644d req-7f809347-e361-46fc-be81-0a41b919ec3d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.000965 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-7f809347-e361-46fc-be81-0a41b919ec3d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.2535679 Jul 16 18:01:21.006731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98b4e9a0-8921-4c63-9294-fe358490db94', 'name': 'network-vif-deleted', 'tag': '157bdc9e-e646-464b-937e-bbb0bfd520d7'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:21.009837 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e136de-4045-41ba-9fc2-fb129847261b" -d '{"events": [{"server_uuid": "98b4e9a0-8921-4c63-9294-fe358490db94", "name": "network-vif-deleted", "tag": "157bdc9e-e646-464b-937e-bbb0bfd520d7"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:21.019882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Request body: {'port': {'device_id': '7905c6f0-231d-4a9d-9c50-fead251603fc', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'admin_state_up': True, 'tenant_id': 'b664ee214d3f4cf8a735949bb2cbdfdf'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:21.043867 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6fa5f221-5ea3-4aeb-9bc6-1176cd215b63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.045782 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6fa5f221-5ea3-4aeb-9bc6-1176cd215b63 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c79cd208-ce49-4083-85c3-b9811f873a3b HTTP/1.1" status: 204 len: 168 time: 1.8857994 Jul 16 18:01:21.048288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53268) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:21.051614 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.112876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Transition to ACTIVE for port object ec17a7be-43c4-4993-8f11-39007335556e will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:21.145477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Allocated IP 172.20.0.12 (04437df4-dabe-4e30-825b-96d2cb805a72/dba55bee-7eb5-4d34-8527-d9d14160a2f5/ce8eba59-0591-4931-bc19-55a7c12d83e3) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:21.225559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931796b3-d8f7-4004-8c35-8d5d1e79b9bb req-119f3822-ebf9-4aba-a853-cec447711141 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.227657 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.230862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1a6ece02-4047-4db5-b992-cca0dd571d65 req-0aa12433-fa3c-419d-81fa-9d00549e6c0e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 210 time: 0.0525529 Jul 16 18:01:21.232479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-931796b3-d8f7-4004-8c35-8d5d1e79b9bb req-119f3822-ebf9-4aba-a853-cec447711141 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 1096 time: 0.5351541 Jul 16 18:01:21.284537 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.317427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Made reservation on behalf of b664ee214d3f4cf8a735949bb2cbdfdf for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:21.321051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.381918 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.392305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-931796b3-d8f7-4004-8c35-8d5d1e79b9bb req-15511f28-fb29-48b7-8199-25173d982c7f tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588159 Jul 16 18:01:21.410062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b01390e-6d8f-42c0-9119-9403e722dfbc']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:21.419147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9eadbced-7e1e-402c-b39f-94e99366242f {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:21.431094 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.441863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Pushing event updated for resources: {'Port': ['ID=ec17a7be-43c4-4993-8f11-39007335556e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:21.447669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Network d8414f5d-f035-4d3d-b349-3497ab33b249 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:21.456540 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30e1924-1070-44d5-88d9-d59a18270bbb') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:21.457265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30e1924-1070-44d5-88d9-d59a18270bbb') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:21.459302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:21.467531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:21.472676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Transition to ACTIVE for port object 9eadbced-7e1e-402c-b39f-94e99366242f will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:21.527424 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.533989 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.571199 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.615295 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:21.616349 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:21.633270 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:21.651830 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae5a068-c646-4460-b9ba-7405f18346c3 x-openstack-request-id: req-aae5a068-c646-4460-b9ba-7405f18346c3 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:21.656489 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98b4e9a0-8921-4c63-9294-fe358490db94", "name": "network-vif-deleted", "tag": "157bdc9e-e646-464b-937e-bbb0bfd520d7", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:21.656867 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aae5a068-c646-4460-b9ba-7405f18346c3 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:21.657511 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98b4e9a0-8921-4c63-9294-fe358490db94', 'name': 'network-vif-deleted', 'tag': '157bdc9e-e646-464b-937e-bbb0bfd520d7', 'status': 'completed', 'code': 200} Jul 16 18:01:21.690878 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.756994 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.777891 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9eadbced-7e1e-402c-b39f-94e99366242f,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:21.800654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90b5bf7-370d-43eb-86b8-b34c2e030e7d req-f9832853-8c30-4807-b0bf-9381c1925f18 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:21.803267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c90b5bf7-370d-43eb-86b8-b34c2e030e7d req-f9832853-8c30-4807-b0bf-9381c1925f18 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 944 time: 0.3493762 Jul 16 18:01:21.810509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Allocated IP 172.20.0.11 (88d7e17d-fce6-4465-9ce6-c030327e05f0/7463a0aa-132d-4bcf-9602-3be3945aec50/3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:21.816728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-27299fd2-7e8b-4619-b55b-1849c22ee36f None None] Provisioning for port ec17a7be-43c4-4993-8f11-39007335556e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:21.820826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-27299fd2-7e8b-4619-b55b-1849c22ee36f None None] Provisioning complete for port ec17a7be-43c4-4993-8f11-39007335556e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:21.821302 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-27299fd2-7e8b-4619-b55b-1849c22ee36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.825820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.848444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.851601 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] 10.222.0.47 "DELETE /v2.0/networks/8b01390e-6d8f-42c0-9119-9403e722dfbc HTTP/1.1" status: 204 len: 168 time: 0.8016551 Jul 16 18:01:21.876140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f71595-30b2-46ac-af39-5fedfd651e0b admin admin] Pushing event deleted for resources: {'Network': ['ID=8b01390e-6d8f-42c0-9119-9403e722dfbc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:21.887242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-27299fd2-7e8b-4619-b55b-1849c22ee36f None None] Port ec17a7be-43c4-4993-8f11-39007335556e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:21.894117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:21.914001 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c90b5bf7-370d-43eb-86b8-b34c2e030e7d req-a4e35234-6a2f-4a8a-ae4d-ce22ecb8fd18 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011596 Jul 16 18:01:21.938175 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe5443f5-dc28-49aa-9c00-cd529dca02cf req-29fcda55-1df0-4094-b562-a70d55e0de6e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 210 time: 0.1618743 Jul 16 18:01:22.042758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Attempting to bind port 9eadbced-7e1e-402c-b39f-94e99366242f on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:22.043060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Attempting to bind port 9eadbced-7e1e-402c-b39f-94e99366242f by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:22.043347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Attempting to bind port 9eadbced-7e1e-402c-b39f-94e99366242f on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:22.053226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53276) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:22.054737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Port 9eadbced-7e1e-402c-b39f-94e99366242f on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:22.055131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Attempting to bind port 9eadbced-7e1e-402c-b39f-94e99366242f on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:22.087651 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.088042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.091479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:22.091861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Checking segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:22.092242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Bound using segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:22.092683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Bound port: 9eadbced-7e1e-402c-b39f-94e99366242f, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:22.093032 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.136615 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.150895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:22.155368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 2e1cb929-c2b5-4e93-b63e-2002597be9b2 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:22.174712 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.184283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Network 04437df4-dabe-4e30-825b-96d2cb805a72 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:22.191445 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7c6b2158-4756-4a75-89ed-0ee1e2e6a6ee admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5218b8405ded4d8a921ac3c58513e7e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1351454 Jul 16 18:01:22.195041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53280) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:22.205764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 2e1cb929-c2b5-4e93-b63e-2002597be9b2 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:22.210706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:22.212082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Network 88d7e17d-fce6-4465-9ce6-c030327e05f0 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:22.225681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:22.227531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:22.232311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Pushing event updated for resources: {'Port': ['ID=ce8eba59-0591-4931-bc19-55a7c12d83e3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:22.232540 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:22.308469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.309105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.332334 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3199069 Jul 16 18:01:22.336950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a6de5-e09d-4503-8036-b9ca1b40c4ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event updated for resources: {'Port': ['ID=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:22.342766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] For port 9eadbced-7e1e-402c-b39f-94e99366242f, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:22.352252 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Request body: {'port': {'device_id': '7905c6f0-231d-4a9d-9c50-fead251603fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:22.371470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] For port 9eadbced-7e1e-402c-b39f-94e99366242f, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9eadbced-7e1e-402c-b39f-94e99366242f,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:22.402123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.402788 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.412580 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.418530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-650f0757-1d33-4b95-a2b2-0388151e1698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.468351 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.529577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-650f0757-1d33-4b95-a2b2-0388151e1698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.531365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.532019 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.534701 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] 10.222.0.37 "PUT /v2.0/ports/9eadbced-7e1e-402c-b39f-94e99366242f HTTP/1.1" status: 200 len: 1092 time: 3.2443702 Jul 16 18:01:22.537652 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-8851e01e-42ba-4a0c-8f48-5d32fa5de9d8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0059717 Jul 16 18:01:22.544432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.559831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Request body: {'port': {'device_id': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:22.570607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b643d861-89f5-4bba-b842-0eeb02500736 req-6260242e-1da3-466d-83ec-ebf81605bcb6 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.573476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 097db444-4af3-4b45-b321-c0193782b272 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:22.577021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 2e1cb929-c2b5-4e93-b63e-2002597be9b2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2e1cb929-c2b5-4e93-b63e-2002597be9b2,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:22.578462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b643d861-89f5-4bba-b842-0eeb02500736 req-6260242e-1da3-466d-83ec-ebf81605bcb6 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.3791893 Jul 16 18:01:22.585454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1cb929-c2b5-4e93-b63e-2002597be9b2'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:22.588000 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb5fadb-5619-46f6-a22a-05f353b94ecb" -d '{"events": [{"server_uuid": "ceee3307-35aa-4796-a8ff-54d0a147885d", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1cb929-c2b5-4e93-b63e-2002597be9b2"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:22.641545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 2e1cb929-c2b5-4e93-b63e-2002597be9b2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2e1cb929-c2b5-4e93-b63e-2002597be9b2,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:22.645181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '2e1cb929-c2b5-4e93-b63e-2002597be9b2', 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26', 'port_id': '2e1cb929-c2b5-4e93-b63e-2002597be9b2', 'mac_address': 'fa:16:3e:93:54:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1d178f-2287-446d-a0fd-681c1ac2971f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:22.653330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-650f0757-1d33-4b95-a2b2-0388151e1698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.654789 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.655693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 157bdc9e-e646-464b-937e-bbb0bfd520d7 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:22.655868 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-650f0757-1d33-4b95-a2b2-0388151e1698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.657181 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-650f0757-1d33-4b95-a2b2-0388151e1698 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4eb775f-75ec-4e7e-8843-31a70299d5ac HTTP/1.1" status: 204 len: 168 time: 0.4579811 Jul 16 18:01:22.698657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650f0757-1d33-4b95-a2b2-0388151e1698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4eb775f-75ec-4e7e-8843-31a70299d5ac,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:22.701738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825fc2c1-d092-497f-a1a9-9dabb22253d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9eadbced-7e1e-402c-b39f-94e99366242f,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:22.722225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 157bdc9e-e646-464b-937e-bbb0bfd520d7 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:22.722947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 157bdc9e-e646-464b-937e-bbb0bfd520d7 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:22.776379 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.779941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b643d861-89f5-4bba-b842-0eeb02500736 req-fdbab41c-dcc9-4d85-8ac4-dc15abb33b5e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008646 Jul 16 18:01:22.798137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=2e1cb929-c2b5-4e93-b63e-2002597be9b2,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:22.806168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 097db444-4af3-4b45-b321-c0193782b272 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:22.806887 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.810012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e1cb929-c2b5-4e93-b63e-2002597be9b2 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:22.847627 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.859113 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.863146 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.877605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 2e1cb929-c2b5-4e93-b63e-2002597be9b2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2e1cb929-c2b5-4e93-b63e-2002597be9b2,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:22.907050 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:22.959533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-8dd10633-e0b3-48e1-8fa3-3cd678b23356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:22.962111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-8dd10633-e0b3-48e1-8fa3-3cd678b23356 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 1095 time: 0.3497224 Jul 16 18:01:23.049098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=2e1cb929-c2b5-4e93-b63e-2002597be9b2,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:23.097446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.105651 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-427096a3-4a8b-4808-8359-3d02e1df8d15 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eadbced-7e1e-402c-b39f-94e99366242f HTTP/1.1" status: 200 len: 217 time: 0.1299901 Jul 16 18:01:23.119950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Pushing event updated for resources: {'Port': ['ID=ec17a7be-43c4-4993-8f11-39007335556e,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:23.235017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53316) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:23.264815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:23.270970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['2e1cb929-c2b5-4e93-b63e-2002597be9b2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:23.281000 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.305083 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d1be650e-c44d-4221-9edc-9e7748bda610 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2bc2376f162b4ffbad971d9ab5df9a65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0686941 Jul 16 18:01:23.306437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Transition to ACTIVE for port object 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:23.307596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53318) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:23.315264 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.327588 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-629c0433-9b23-4196-9e06-1097d04c7c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.329305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-629c0433-9b23-4196-9e06-1097d04c7c08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.2117891 Jul 16 18:01:23.340864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1114f1-00d7-483e-af83-b9e04fdb9a24 req-3aabcd34-d997-4f9b-b43e-46aced8d7919 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.342640 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e1114f1-00d7-483e-af83-b9e04fdb9a24 req-3aabcd34-d997-4f9b-b43e-46aced8d7919 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 932 time: 0.4039841 Jul 16 18:01:23.402151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-6f6c4ae8-43eb-42b5-afc4-351aa4afdcd4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587628 Jul 16 18:01:23.411016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Pushing event updated for resources: {'Port': ['ID=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:23.484644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Network d8414f5d-f035-4d3d-b349-3497ab33b249 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:23.492616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83e09191-dc5e-4722-9145-4f3d6756e09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.506179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:23.537073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83e09191-dc5e-4722-9145-4f3d6756e09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.548027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Attempting to bind port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:23.548957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Attempting to bind port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:23.549442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Attempting to bind port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:23.552942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e1114f1-00d7-483e-af83-b9e04fdb9a24 req-4d6af257-2f15-43f6-83d3-db0ad4de7a70 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874444 Jul 16 18:01:23.560602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:23.560764 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Attempting to bind port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:23.584458 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:23.584806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Checking segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:23.585199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Bound using segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:23.585641 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Bound port: 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:23.587365 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.668632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83e09191-dc5e-4722-9145-4f3d6756e09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.670198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83e09191-dc5e-4722-9145-4f3d6756e09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.674529 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-83e09191-dc5e-4722-9145-4f3d6756e09d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8ffa0fc-1a28-4ce3-9fd2-3ae76ddc9435 HTTP/1.1" status: 204 len: 168 time: 0.3629200 Jul 16 18:01:23.681705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c88c7f9-8d60-49ca-aedb-872e48586e53', 'tag': '9eadbced-7e1e-402c-b39f-94e99366242f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:23.683948 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf404ae-a641-4b4d-b51e-e87cd5778e3f" -d '{"events": [{"name": "network-changed", "server_uuid": "0c88c7f9-8d60-49ca-aedb-872e48586e53", "tag": "9eadbced-7e1e-402c-b39f-94e99366242f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:23.695736 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-57490d5f-f0e9-47a6-93c2-f2e8a31d6120 service neutron] 10.222.0.37 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740648 Jul 16 18:01:23.699094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] For port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:23.718257 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] For port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:23.722410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e09191-dc5e-4722-9145-4f3d6756e09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ffa0fc-1a28-4ce3-9fd2-3ae76ddc9435,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:23.733107 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.807035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.807644 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.809360 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] 10.222.0.18 "PUT /v2.0/ports/3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 HTTP/1.1" status: 200 len: 1092 time: 1.4625800 Jul 16 18:01:23.810014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7905c6f0-231d-4a9d-9c50-fead251603fc', 'tag': '3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:23.819976 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a255ed3c-26d9-4fab-8408-efbfb91b2972" -d '{"events": [{"name": "network-changed", "server_uuid": "7905c6f0-231d-4a9d-9c50-fead251603fc", "tag": "3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:23.838139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce8eba59-0591-4931-bc19-55a7c12d83e3 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:23.851670 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Router bcf02bd0-07a3-451c-9162-1ada9e40572a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:23.859676 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.882006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Transition to ACTIVE for port object ce8eba59-0591-4931-bc19-55a7c12d83e3 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:23.893447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183de77e-6c30-46f7-9d0d-7cca85c86b8b service neutron] Pushing event updated for resources: {'Port': ['ID=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:23.897607 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:23.904498 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e20efa-0bad-4c05-adf8-c9e893e07bf7 x-openstack-request-id: req-34e20efa-0bad-4c05-adf8-c9e893e07bf7 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:23.907357 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceee3307-35aa-4796-a8ff-54d0a147885d", "name": "network-vif-unplugged", "status": "completed", "tag": "2e1cb929-c2b5-4e93-b63e-2002597be9b2", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:23.907357 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-34e20efa-0bad-4c05-adf8-c9e893e07bf7 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:23.907357 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e1cb929-c2b5-4e93-b63e-2002597be9b2', 'code': 200} Jul 16 18:01:23.961636 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38d1702f-9b42-4789-a369-3c0366c6a0d3 req-0c0f7500-20e9-4f82-8ba7-4b2a5be826a7 service neutron] 10.222.0.37 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2569125 Jul 16 18:01:23.977371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae090-c803-4f9a-8bee-a37c6512644d req-e16e41bd-9c64-4ace-a88e-f10691b3cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:23.978993 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-e16e41bd-9c64-4ace-a88e-f10691b3cc16 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 1095 time: 0.1136568 Jul 16 18:01:24.001038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-24b6e66a-c561-4e1e-9665-cd2f51bf2f26 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:01:24.002802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-24b6e66a-c561-4e1e-9665-cd2f51bf2f26 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5169182 Jul 16 18:01:24.040355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8eba59-0591-4931-bc19-55a7c12d83e3,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:24.042025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-99e519ae-2642-455b-892a-85086bae659b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 HTTP/1.1" status: 200 len: 217 time: 0.0543420 Jul 16 18:01:24.043240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-60128c29-c0e4-4c0a-8732-03dc5cb42304 None None] Provisioning complete for port ec17a7be-43c4-4993-8f11-39007335556e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:24.043707 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60128c29-c0e4-4c0a-8732-03dc5cb42304 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.083772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-60128c29-c0e4-4c0a-8732-03dc5cb42304 None None] Port ec17a7be-43c4-4993-8f11-39007335556e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:24.136860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978ae090-c803-4f9a-8bee-a37c6512644d req-bebe26d4-fb20-43c1-8c6f-3d19668b28b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.139814 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-bebe26d4-fb20-43c1-8c6f-3d19668b28b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.0830681 Jul 16 18:01:24.183224 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-7240c1c6-8195-44e2-9c34-31852a81d3d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359752 Jul 16 18:01:24.287977 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-8c45ae17-5808-44b0-b93a-1625e2f6b034 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978284 Jul 16 18:01:24.398099 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-978ae090-c803-4f9a-8bee-a37c6512644d req-1e699409-b820-4c20-a62e-67166b4b7c56 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026692 Jul 16 18:01:24.453223 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Request body: {'binding': {'host': 'n-h1-794306-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:24.453674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Unknown quota resources ['binding']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:01:24.538428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:24.547749 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Sync routers for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:24.558351 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:24.558953 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:01:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:24.568921 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-58cf9d00-6c32-4330-a3fa-1d8b3953eeef admin admin] 10.222.0.47 "PUT /v2.0/routers/bcf02bd0-07a3-451c-9162-1ada9e40572a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3984358 Jul 16 18:01:24.636545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Attempting to bind port ce8eba59-0591-4931-bc19-55a7c12d83e3 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:24.636892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Attempting to bind port ce8eba59-0591-4931-bc19-55a7c12d83e3 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:24.637225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Attempting to bind port ce8eba59-0591-4931-bc19-55a7c12d83e3 on network 04437df4-dabe-4e30-825b-96d2cb805a72 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:24.661833 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687d17fa-3c90-4ae6-a64b-5ff89cf6f1f5 req-048dc14c-5e11-499e-bcf9-9b285bdc9012 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:24.668615 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-687d17fa-3c90-4ae6-a64b-5ff89cf6f1f5 req-048dc14c-5e11-499e-bcf9-9b285bdc9012 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 944 time: 0.5975950 Jul 16 18:01:24.675508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Port ce8eba59-0591-4931-bc19-55a7c12d83e3 on network 04437df4-dabe-4e30-825b-96d2cb805a72 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:24.675871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Attempting to bind port ce8eba59-0591-4931-bc19-55a7c12d83e3 on network 04437df4-dabe-4e30-825b-96d2cb805a72 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:24.680853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53354) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:24.695544 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:24.721574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 0, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:24.721918 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Checking segment: {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:24.722440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Bound using segment: {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:24.722891 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Bound port: ce8eba59-0591-4931-bc19-55a7c12d83e3, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:24.723254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.757044 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-687d17fa-3c90-4ae6-a64b-5ff89cf6f1f5 req-3da91634-5b3d-426a-a7cf-e58493cb3f0b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874841 Jul 16 18:01:24.775463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on host n-h1-794306-7 for vnic_type normal with profile None {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:24.775463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:24.775463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:24.802368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1796262325-network', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:24.822318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:24.822791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:24.832508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Made reservation on behalf of 5f605b43ecf846e79a0250a136c5c74a for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:24.835651 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.836030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:24.836474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:24.836946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:24.837643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Bound port: 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:24.847932 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.919653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] For port ce8eba59-0591-4931-bc19-55a7c12d83e3, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:24.920288 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 2, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:24.946341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] For port ce8eba59-0591-4931-bc19-55a7c12d83e3, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ce8eba59-0591-4931-bc19-55a7c12d83e3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:24.957763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.965317 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:24.972240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.000801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:01:25.006203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:25.016553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.018232 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.020476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] 10.222.0.18 "PUT /v2.0/ports/ce8eba59-0591-4931-bc19-55a7c12d83e3 HTTP/1.1" status: 200 len: 1092 time: 2.4662430 Jul 16 18:01:25.022143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6084fee-929d-4b11-9fe8-3b6be96f27e8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.027358 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.028852 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Added segment 98eb5d41-876d-4929-8ccf-b386b2616c68 of type vlan for network f7148267-59c4-431d-a58b-b145a8261207 Jul 16 18:01:25.030581 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.041723 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-9037c35e-d396-46e1-94a4-9665b94fdd72 service neutron] 10.222.0.47 "POST /v2.0/ports/4ef186b2-a8a0-48c9-9369-01876ce35a5b/bindings HTTP/1.1" status: 201 len: 389 time: 1.0089843 Jul 16 18:01:25.044000 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Checking router: bcf02bd0-07a3-451c-9162-1ada9e40572a for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:25.045431 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Updating router bcf02bd0-07a3-451c-9162-1ada9e40572a port ec17a7be-43c4-4993-8f11-39007335556e binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:25.094294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.114479 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.157065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58f85e7-b2b9-4809-b264-3eaf07db8f81 req-cfdee72e-e6c7-4076-a0fe-34c222fbe3e2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.161261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a58f85e7-b2b9-4809-b264-3eaf07db8f81 req-cfdee72e-e6c7-4076-a0fe-34c222fbe3e2 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 944 time: 0.2894993 Jul 16 18:01:25.173129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.174394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.174981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.181127 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29a6d4ba-bc37-4ac1-9d3b-d38ad2bfd5d6 x-openstack-request-id: req-29a6d4ba-bc37-4ac1-9d3b-d38ad2bfd5d6 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:25.181452 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c88c7f9-8d60-49ca-aedb-872e48586e53", "tag": "9eadbced-7e1e-402c-b39f-94e99366242f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:25.181699 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-29a6d4ba-bc37-4ac1-9d3b-d38ad2bfd5d6 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:25.182088 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c88c7f9-8d60-49ca-aedb-872e48586e53', 'tag': '9eadbced-7e1e-402c-b39f-94e99366242f', 'status': 'completed', 'code': 200} Jul 16 18:01:25.182667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5e6cc-0c88-4e0f-a66b-a77a91907ea0 service neutron] Pushing event updated for resources: {'Port': ['ID=ce8eba59-0591-4931-bc19-55a7c12d83e3,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.236825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5539739 Jul 16 18:01:25.239075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53366) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:25.250007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] Request body: {'subnet': {'network_id': 'f7148267-59c4-431d-a58b-b145a8261207', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1796262325-subnet', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:25.288161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c1c3d-d63d-44d3-bfcf-6b50a931cd55 admin admin] Pushing event updated for resources: {'Network': ['ID=f7148267-59c4-431d-a58b-b145a8261207,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.300047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network f7148267-59c4-431d-a58b-b145a8261207 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:01:25.303388 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a58f85e7-b2b9-4809-b264-3eaf07db8f81 req-35168489-8e9a-4844-a773-4df7cb298545 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169925 Jul 16 18:01:25.361593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-d41bc2ed-134f-4afc-a32b-d1b95c0334a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.363107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-d41bc2ed-134f-4afc-a32b-d1b95c0334a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 1095 time: 0.2707553 Jul 16 18:01:25.385172 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e483ac5e-1d09-4411-ab09-21f4b1bafb7f x-openstack-request-id: req-e483ac5e-1d09-4411-ab09-21f4b1bafb7f {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:25.385421 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7905c6f0-231d-4a9d-9c50-fead251603fc", "tag": "3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:25.385748 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e483ac5e-1d09-4411-ab09-21f4b1bafb7f {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:25.386230 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7905c6f0-231d-4a9d-9c50-fead251603fc', 'tag': '3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3', 'status': 'completed', 'code': 200} Jul 16 18:01:25.395750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525ad5e-8afe-4422-bb7f-cefa93461ae0 req-120358d1-b8c4-42c9-bcb6-4a0b70e33379 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.397767 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c525ad5e-8afe-4422-bb7f-cefa93461ae0 req-120358d1-b8c4-42c9-bcb6-4a0b70e33379 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 945 time: 0.1131642 Jul 16 18:01:25.398880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] Made reservation on behalf of 5f605b43ecf846e79a0250a136c5c74a for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:25.402124 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.418729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-4929dfed-a712-4ecf-a6ed-05cb60bedc0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8eba59-0591-4931-bc19-55a7c12d83e3 HTTP/1.1" status: 200 len: 217 time: 0.0438912 Jul 16 18:01:25.480556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-6048e680-b621-4346-b83f-0cc99d48d4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.482106 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-6048e680-b621-4346-b83f-0cc99d48d4c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dba55bee-7eb5-4d34-8527-d9d14160a2f5 HTTP/1.1" status: 200 len: 845 time: 0.0532548 Jul 16 18:01:25.488032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf404ae-a641-4b4d-b51e-e87cd5778e3f req-72d5454b-2602-4876-8061-29f9f354faa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.490076 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6bf404ae-a641-4b4d-b51e-e87cd5778e3f req-72d5454b-2602-4876-8061-29f9f354faa5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 1095 time: 0.2796032 Jul 16 18:01:25.528407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-1ea9ff42-0dfe-459d-a012-019324f4aecb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04437df4-dabe-4e30-825b-96d2cb805a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373144 Jul 16 18:01:25.563101 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.576142 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Transition to ACTIVE for port object ec17a7be-43c4-4993-8f11-39007335556e will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:25.584216 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.613531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-26764018-71c6-45fc-8537-7f7065b146e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.614987 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-26764018-71c6-45fc-8537-7f7065b146e7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 1096 time: 0.2878449 Jul 16 18:01:25.644114 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Pushing event updated for resources: {'Port': ['ID=ec17a7be-43c4-4993-8f11-39007335556e,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.671986 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.672333 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.672668 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.673281 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.673825 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.673976 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c525ad5e-8afe-4422-bb7f-cefa93461ae0 req-da1e783f-746a-45d9-9e38-bc9e4f7aa28e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342163 Jul 16 18:01:25.674517 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.675053 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.675618 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.676185 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.676723 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.677396 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.677919 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:01:25.680085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.727703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ed3c-26d9-4fab-8408-efbfb91b2972 req-c245f2c1-3670-4ee8-93ad-21e6b997609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.728997 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a255ed3c-26d9-4fab-8408-efbfb91b2972 req-c245f2c1-3670-4ee8-93ad-21e6b997609e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 1095 time: 0.1885314 Jul 16 18:01:25.755721 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Attempting to bind port ec17a7be-43c4-4993-8f11-39007335556e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:25.758322 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Attempting to bind port ec17a7be-43c4-4993-8f11-39007335556e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:25.760018 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Attempting to bind port ec17a7be-43c4-4993-8f11-39007335556e on network d8414f5d-f035-4d3d-b349-3497ab33b249 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:25.771278 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:25.775470 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Checking segment: {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:25.777303 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.777907 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Bound using segment: {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:25.779451 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Bound port: ec17a7be-43c4-4993-8f11-39007335556e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:25.781460 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.782718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28e8ecb3-0111-4396-b35a-c2abb70b78dd,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:25.799712 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] Checking segment: {'id': '98eb5d41-876d-4929-8ccf-b386b2616c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:25.800123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] Network hostable DHCP agents. Network: f7148267-59c4-431d-a58b-b145a8261207, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:01:25.805815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-9e4ad702-dd76-41a5-b5c4-740070542caa service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2623820 Jul 16 18:01:25.807533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf404ae-a641-4b4d-b51e-e87cd5778e3f req-339e9cd2-c423-492a-9575-536a2c9fb518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.811450 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6bf404ae-a641-4b4d-b51e-e87cd5778e3f req-339e9cd2-c423-492a-9575-536a2c9fb518 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 912 time: 0.2843170 Jul 16 18:01:25.876896 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] For port ec17a7be-43c4-4993-8f11-39007335556e, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:25.883754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] Network f7148267-59c4-431d-a58b-b145a8261207 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:01:25.884739 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] For port ec17a7be-43c4-4993-8f11-39007335556e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ec17a7be-43c4-4993-8f11-39007335556e,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:25.893257 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.922248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, f7148267-59c4-431d-a58b-b145a8261207) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:25.928603 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.929245 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:25.934643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b88dbe-b21d-41f2-917f-dec359b952de None None] Network f7148267-59c4-431d-a58b-b145a8261207 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:25.942825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ed3c-26d9-4fab-8408-efbfb91b2972 req-d4fe07fd-eef7-4b6b-9ef0-6dd8ab2b0df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.944564 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a255ed3c-26d9-4fab-8408-efbfb91b2972 req-d4fe07fd-eef7-4b6b-9ef0-6dd8ab2b0df2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 906 time: 0.2034578 Jul 16 18:01:25.956301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-6fc016a0-55b9-488a-abe8-0cbda773b7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:25.957837 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-6fc016a0-55b9-488a-abe8-0cbda773b7a0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.3356020 Jul 16 18:01:25.970735 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:25.971538 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:01:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:26.026644 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a255ed3c-26d9-4fab-8408-efbfb91b2972 req-3ad22af4-7102-42df-b3de-da64b3cd8426 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 HTTP/1.1" status: 200 len: 217 time: 0.0666556 Jul 16 18:01:26.031928 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd971f1-4fe8-4e73-ad9c-33781939be3c None None] Pushing event updated for resources: {'Port': ['ID=ec17a7be-43c4-4993-8f11-39007335556e,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:26.050358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:26.051321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4db08e94-131e-44b8-a257-f3e68c20ef50 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8087175 Jul 16 18:01:26.072385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53382) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:26.140518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255ed3c-26d9-4fab-8408-efbfb91b2972 req-2ec587b1-83b7-4449-804a-5db3ae07b3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.141910 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:26.142246 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a255ed3c-26d9-4fab-8408-efbfb91b2972 req-2ec587b1-83b7-4449-804a-5db3ae07b3db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.0708151 Jul 16 18:01:26.151621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6bf404ae-a641-4b4d-b51e-e87cd5778e3f req-a46a8f3d-4761-4eea-b85e-9b6d0abd38e9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9eadbced-7e1e-402c-b39f-94e99366242f HTTP/1.1" status: 200 len: 217 time: 0.1888697 Jul 16 18:01:26.154290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1796262325-router', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:26.213705 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a255ed3c-26d9-4fab-8408-efbfb91b2972 req-75b6c2b6-42a4-4cfe-9cdf-2e1b64d0828a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544956 Jul 16 18:01:26.234064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-e1a2e685-a581-4c40-bde2-79272120fdc6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b HTTP/1.1" status: 200 len: 217 time: 0.2505279 Jul 16 18:01:26.241884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:26.255924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'port_id': '3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3', 'mac_address': 'fa:16:3e:5e:91:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7463a0aa-132d-4bcf-9602-3be3945aec50', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:26.308775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 2e1cb929-c2b5-4e93-b63e-2002597be9b2 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:26.315016 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.317432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.318465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.326539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf404ae-a641-4b4d-b51e-e87cd5778e3f req-470a9383-0c6a-48a9-97f1-8955140fd0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.329367 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6bf404ae-a641-4b4d-b51e-e87cd5778e3f req-470a9383-0c6a-48a9-97f1-8955140fd0a8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.1005075 Jul 16 18:01:26.359817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:26.388145 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:25Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:26.391163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:26.398791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c662ff5a-fdae-48d3-bcf2-85d12a68c548 req-7c264dbc-391e-447c-aa84-49e7514aeff2 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.406334 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c662ff5a-fdae-48d3-bcf2-85d12a68c548 req-7c264dbc-391e-447c-aa84-49e7514aeff2 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 944 time: 0.8827782 Jul 16 18:01:26.409850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-ada3e2eb-96e3-40bc-a31f-085956144253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.411331 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-ada3e2eb-96e3-40bc-a31f-085956144253 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.1511834 Jul 16 18:01:26.420831 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.428707 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b468a06e-e70e-489e-8eb5-cd850d9a2b38 None None] The sync data for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 is: [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:25Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:26.465453 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6bf404ae-a641-4b4d-b51e-e87cd5778e3f req-b5d0aa5b-09a5-444f-8e47-00a0abde2095 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530047 Jul 16 18:01:26.481362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:26.524562 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c816acb4-6f8f-48d5-829f-61152f27de8e req-98c82534-ad44-4e19-a78b-dd283a83a5cf service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5612946 Jul 16 18:01:26.526570 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-7ae6fe7f-8475-4560-98e6-eea3ebad5912 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0601587 Jul 16 18:01:26.547134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 2e1cb929-c2b5-4e93-b63e-2002597be9b2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:26.547860 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.592999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78650429-460c-4bda-9e32-ed870592832d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-f7148267-59c4-431d-a58b-b145a8261207', 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'fixed_ips': [{'subnet_id': '28e8ecb3-0111-4396-b35a-c2abb70b78dd'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:01:26.594043 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78650429-460c-4bda-9e32-ed870592832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.649543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c662ff5a-fdae-48d3-bcf2-85d12a68c548 req-f8bcd0eb-c6df-40f0-bec4-1db9ab046621 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422116 Jul 16 18:01:26.696737 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6bf404ae-a641-4b4d-b51e-e87cd5778e3f req-42756ce8-7346-44a9-936c-4bc904068137 service neutron] 10.222.0.37 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690855 Jul 16 18:01:26.790293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-78650429-460c-4bda-9e32-ed870592832d None None] Allocated IP 172.20.0.2 (f7148267-59c4-431d-a58b-b145a8261207/28e8ecb3-0111-4396-b35a-c2abb70b78dd/2e2102f0-706e-4025-a1c2-a4743985ffce) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:26.816961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-829cbe8d-32f7-4a7f-8a6f-23e47399b035 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:26.818764 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-829cbe8d-32f7-4a7f-8a6f-23e47399b035 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 820 time: 0.7946167 Jul 16 18:01:26.859346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-14ca89ef-9a59-4121-95f4-ea7d600a3d72 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411158 Jul 16 18:01:26.887917 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:26.891501 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-42ab3f0c-2f8e-4639-a72d-7cbf9fa1cd30 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/quotas/942829dc112443d6afce2ca4581d3e51 HTTP/1.1" status: 200 len: 375 time: 0.0591595 Jul 16 18:01:26.936170 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6bf404ae-a641-4b4d-b51e-e87cd5778e3f req-2db74cee-8c78-4fc0-a6ea-2acfb5d75c2b service neutron] 10.222.0.37 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028239 Jul 16 18:01:27.041634 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-1a787f63-3bed-4d98-af60-b19ff702d922 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735065 Jul 16 18:01:27.056129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a255ed3c-26d9-4fab-8408-efbfb91b2972 req-fd7f0128-7c6e-40be-99aa-ef3c0eca0313 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8314769 Jul 16 18:01:27.063447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:27.182994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'tag': 'ce8eba59-0591-4931-bc19-55a7c12d83e3'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:27.184039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.188330 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2338854b-aced-4c8b-9fad-2c2a850e8397" -d '{"events": [{"name": "network-changed", "server_uuid": "2a893fda-d76a-41cb-b175-5d46d8bc9d88", "tag": "ce8eba59-0591-4931-bc19-55a7c12d83e3"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:27.206640 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.262257 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-5636fbc2-f699-4ba6-9d50-f671f1e342ea tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3546388 Jul 16 18:01:27.316433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a255ed3c-26d9-4fab-8408-efbfb91b2972 req-24180ac8-3d48-4743-b952-ee2b7347f34c service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506955 Jul 16 18:01:27.399444 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78650429-460c-4bda-9e32-ed870592832d None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.401571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1cb929-c2b5-4e93-b63e-2002597be9b2'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:27.403725 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ec23007-d00b-48b9-9c70-ee8afd7aa36d" -d '{"events": [{"server_uuid": "ceee3307-35aa-4796-a8ff-54d0a147885d", "name": "network-vif-plugged", "status": "completed", "tag": "2e1cb929-c2b5-4e93-b63e-2002597be9b2"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:27.431210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 2e1cb929-c2b5-4e93-b63e-2002597be9b2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2e1cb929-c2b5-4e93-b63e-2002597be9b2,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:27.432820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-78650429-460c-4bda-9e32-ed870592832d None None] Transition to ACTIVE for port object 2e2102f0-706e-4025-a1c2-a4743985ffce will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:27.436848 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-7b4c777c-9ed3-428c-97e2-c9870fe738a5 service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608081 Jul 16 18:01:27.450315 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.482898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a0d59-3711-477b-94c4-ade792284fed req-1e914016-8967-426d-b530-4f461df7ed06 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.492165 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-639a0d59-3711-477b-94c4-ade792284fed req-1e914016-8967-426d-b530-4f461df7ed06 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 945 time: 0.1555989 Jul 16 18:01:27.506961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=2e1cb929-c2b5-4e93-b63e-2002597be9b2,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:27.521789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-78650429-460c-4bda-9e32-ed870592832d None None] Transition to ACTIVE for port object 2e2102f0-706e-4025-a1c2-a4743985ffce will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:27.530126 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78650429-460c-4bda-9e32-ed870592832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.562808 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-a4da1586-b992-4760-8814-2dd59467aa8b service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249387 Jul 16 18:01:27.570447 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-639a0d59-3711-477b-94c4-ade792284fed req-2f9f533e-8d3f-424d-9719-06b1d974d7f6 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718520 Jul 16 18:01:27.573854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78650429-460c-4bda-9e32-ed870592832d None None] Network f7148267-59c4-431d-a58b-b145a8261207 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:27.577545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-78650429-460c-4bda-9e32-ed870592832d None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:27.581121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78650429-460c-4bda-9e32-ed870592832d None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:27.694992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-78650429-460c-4bda-9e32-ed870592832d None None] Attempting to bind port 2e2102f0-706e-4025-a1c2-a4743985ffce on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:27.695379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-78650429-460c-4bda-9e32-ed870592832d None None] Attempting to bind port 2e2102f0-706e-4025-a1c2-a4743985ffce by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '98eb5d41-876d-4929-8ccf-b386b2616c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:27.695884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78650429-460c-4bda-9e32-ed870592832d None None] Attempting to bind port 2e2102f0-706e-4025-a1c2-a4743985ffce on network f7148267-59c4-431d-a58b-b145a8261207 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:27.705235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78650429-460c-4bda-9e32-ed870592832d None None] Pushing event updated for resources: {'Port': ['ID=2e2102f0-706e-4025-a1c2-a4743985ffce,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:27.723941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78650429-460c-4bda-9e32-ed870592832d None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:27.724334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78650429-460c-4bda-9e32-ed870592832d None None] Checking segment: {'id': '98eb5d41-876d-4929-8ccf-b386b2616c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:27.725706 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78650429-460c-4bda-9e32-ed870592832d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.726114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78650429-460c-4bda-9e32-ed870592832d None None] Bound using segment: {'id': '98eb5d41-876d-4929-8ccf-b386b2616c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:27.727054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-78650429-460c-4bda-9e32-ed870592832d None None] Bound port: 2e2102f0-706e-4025-a1c2-a4743985ffce, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98eb5d41-876d-4929-8ccf-b386b2616c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:27.727054 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78650429-460c-4bda-9e32-ed870592832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.851601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-78650429-460c-4bda-9e32-ed870592832d None None] For port 2e2102f0-706e-4025-a1c2-a4743985ffce, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:27.855725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-78650429-460c-4bda-9e32-ed870592832d None None] For port 2e2102f0-706e-4025-a1c2-a4743985ffce, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2e2102f0-706e-4025-a1c2-a4743985ffce,segment=NetworkSegment(98eb5d41-876d-4929-8ccf-b386b2616c68),segment_id=98eb5d41-876d-4929-8ccf-b386b2616c68)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:27.885094 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78650429-460c-4bda-9e32-ed870592832d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.899506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084eac45-aea8-478a-a84b-8f68e7932c80 req-fe887bf6-3f19-4628-913b-a7e1b8dae40c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:27.909980 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-084eac45-aea8-478a-a84b-8f68e7932c80 req-fe887bf6-3f19-4628-913b-a7e1b8dae40c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 944 time: 0.1397972 Jul 16 18:01:27.925981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.971530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:27.994055 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-084eac45-aea8-478a-a84b-8f68e7932c80 req-883cca74-8b3c-415d-b1e6-e56ab2605841 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647051 Jul 16 18:01:28.028501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78650429-460c-4bda-9e32-ed870592832d None None] Pushing event updated for resources: {'Port': ['ID=2e2102f0-706e-4025-a1c2-a4743985ffce,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:28.078123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ce8eba59-0591-4931-bc19-55a7c12d83e3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:28.081857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:28.206826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5076ee09-262f-4c4c-83c1-493f6405c2b3 req-bf6670e3-427a-41a0-806f-9407fef9d3c4 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.215542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5076ee09-262f-4c4c-83c1-493f6405c2b3 req-bf6670e3-427a-41a0-806f-9407fef9d3c4 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 944 time: 0.1642950 Jul 16 18:01:28.220648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 9eadbced-7e1e-402c-b39f-94e99366242f details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:28.269847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58958de-c3a2-496b-a55e-ee0caa287e65 req-ac33a1e2-9acc-4738-9e46-3461f12673d4 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.277327 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b58958de-c3a2-496b-a55e-ee0caa287e65 req-ac33a1e2-9acc-4738-9e46-3461f12673d4 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1536379 Jul 16 18:01:28.305650 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5076ee09-262f-4c4c-83c1-493f6405c2b3 req-05b437b2-ca9e-4347-9996-9f6215df4028 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863869 Jul 16 18:01:28.307499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Allocated IP 172.25.7.38 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/08a2a611-7c8c-47cb-a581-54b662089e7d) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:28.415095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b58958de-c3a2-496b-a55e-ee0caa287e65 req-d34b5996-1bde-4ffd-96e7-17035f757700 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367803 Jul 16 18:01:28.428473 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9546f3d3-153f-4a68-ade7-6c9ef4ad18a1 x-openstack-request-id: req-9546f3d3-153f-4a68-ade7-6c9ef4ad18a1 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:28.428959 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a893fda-d76a-41cb-b175-5d46d8bc9d88", "tag": "ce8eba59-0591-4931-bc19-55a7c12d83e3", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:28.429564 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9546f3d3-153f-4a68-ade7-6c9ef4ad18a1 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:28.430292 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'tag': 'ce8eba59-0591-4931-bc19-55a7c12d83e3', 'status': 'completed', 'code': 200} Jul 16 18:01:28.529423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 9eadbced-7e1e-402c-b39f-94e99366242f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9eadbced-7e1e-402c-b39f-94e99366242f,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:28.592886 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7065900-733b-4f45-8f8e-537b3603bfba x-openstack-request-id: req-a7065900-733b-4f45-8f8e-537b3603bfba {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:28.593180 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceee3307-35aa-4796-a8ff-54d0a147885d", "name": "network-vif-plugged", "status": "completed", "tag": "2e1cb929-c2b5-4e93-b63e-2002597be9b2", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:28.595474 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a7065900-733b-4f45-8f8e-537b3603bfba {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:28.596437 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e1cb929-c2b5-4e93-b63e-2002597be9b2', 'code': 200} Jul 16 18:01:28.597159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '9eadbced-7e1e-402c-b39f-94e99366242f', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'port_id': '9eadbced-7e1e-402c-b39f-94e99366242f', 'mac_address': 'fa:16:3e:e4:61:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f56a12-2748-4e3d-89b9-151cce28c16a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:28.651314 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.resource_extend [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:01:28.693074 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d57ff33f-a2a1-4697-93c4-5dfd35ec0504 req-5ef41fb5-f920-4c24-9421-6515f7b4084d tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 210 time: 0.0928526 Jul 16 18:01:28.802470 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ec17a7be-43c4-4993-8f11-39007335556e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:28.811530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a7bc12-910d-4102-92f4-6871285add25 req-01768f8b-f407-40b0-9962-3a544fb4d44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.814114 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39a7bc12-910d-4102-92f4-6871285add25 req-01768f8b-f407-40b0-9962-3a544fb4d44c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 1097 time: 0.0935440 Jul 16 18:01:28.855798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39a7bc12-910d-4102-92f4-6871285add25 req-383e7eba-9cdc-4a61-98ab-7d87c7e6d9ce service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360062 Jul 16 18:01:28.894698 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338854b-aced-4c8b-9fad-2c2a850e8397 req-b50e7849-4486-4cb1-bca3-959fda6abe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.903380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2338854b-aced-4c8b-9fad-2c2a850e8397 req-b50e7849-4486-4cb1-bca3-959fda6abe80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 1095 time: 0.4492028 Jul 16 18:01:28.912446 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.913563 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.918093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:28.935635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:28.936066 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:28.950307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9eadbced-7e1e-402c-b39f-94e99366242f {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:28.973155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75140332-f25e-403c-8d6a-ba4503b9bbc8 req-3acd31c6-5373-4ecc-9fc6-c4f7a981a53e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:28.974666 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75140332-f25e-403c-8d6a-ba4503b9bbc8 req-3acd31c6-5373-4ecc-9fc6-c4f7a981a53e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 945 time: 0.2954476 Jul 16 18:01:28.982821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ce8eba59-0591-4931-bc19-55a7c12d83e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ce8eba59-0591-4931-bc19-55a7c12d83e3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:29.002647 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port ec17a7be-43c4-4993-8f11-39007335556e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:29.017952 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 9eadbced-7e1e-402c-b39f-94e99366242f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9eadbced-7e1e-402c-b39f-94e99366242f,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:29.021480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ec17a7be-43c4-4993-8f11-39007335556e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:29.021874 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.025739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'ce8eba59-0591-4931-bc19-55a7c12d83e3', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'port_id': 'ce8eba59-0591-4931-bc19-55a7c12d83e3', 'mac_address': 'fa:16:3e:fb:d8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba55bee-7eb5-4d34-8527-d9d14160a2f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:29.029492 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.080805 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75140332-f25e-403c-8d6a-ba4503b9bbc8 req-ad38134a-c58a-435e-be16-8987551373e5 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734780 Jul 16 18:01:29.081873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338854b-aced-4c8b-9fad-2c2a850e8397 req-116efbf1-f0f2-4a09-971c-844a33a7fbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:29.083882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2338854b-aced-4c8b-9fad-2c2a850e8397 req-116efbf1-f0f2-4a09-971c-844a33a7fbe7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 906 time: 0.1623547 Jul 16 18:01:29.091824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.195651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:29.202815 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2338854b-aced-4c8b-9fad-2c2a850e8397 req-40153f75-ecd7-4940-bae8-85a492fc5e77 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce8eba59-0591-4931-bc19-55a7c12d83e3 HTTP/1.1" status: 200 len: 217 time: 0.0971715 Jul 16 18:01:29.216344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:29.239433 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.239717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:29.338339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=9eadbced-7e1e-402c-b39f-94e99366242f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.341965 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.348406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce8eba59-0591-4931-bc19-55a7c12d83e3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:29.359950 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.393813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Pushing event updated for resources: {'Port': ['ID=08a2a611-7c8c-47cb-a581-54b662089e7d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.421301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ce8eba59-0591-4931-bc19-55a7c12d83e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ce8eba59-0591-4931-bc19-55a7c12d83e3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:29.434108 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.538285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ce8eba59-0591-4931-bc19-55a7c12d83e3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.549849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:29.558467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['9eadbced-7e1e-402c-b39f-94e99366242f'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:29.568704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28450e5-481b-4dd7-a367-54972f3e9550 req-fc6dea04-bc23-463f-92df-7c1e785e9b8d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:29.572440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338854b-aced-4c8b-9fad-2c2a850e8397 req-73240701-f4d0-4da3-93a7-4ea220000c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:29.574380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2338854b-aced-4c8b-9fad-2c2a850e8397 req-73240701-f4d0-4da3-93a7-4ea220000c2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dba55bee-7eb5-4d34-8527-d9d14160a2f5 HTTP/1.1" status: 200 len: 845 time: 0.3558028 Jul 16 18:01:29.581969 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d28450e5-481b-4dd7-a367-54972f3e9550 req-fc6dea04-bc23-463f-92df-7c1e785e9b8d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 945 time: 0.2024558 Jul 16 18:01:29.605292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.668099 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d28450e5-481b-4dd7-a367-54972f3e9550 req-6f90075d-f48c-4c57-b440-4dc7a89dc458 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844905 Jul 16 18:01:29.671196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port ec17a7be-43c4-4993-8f11-39007335556e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ec17a7be-43c4-4993-8f11-39007335556e,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:29.674459 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2338854b-aced-4c8b-9fad-2c2a850e8397 req-8388c39a-4770-4fe0-9452-b9b1f30475d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04437df4-dabe-4e30-825b-96d2cb805a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0890386 Jul 16 18:01:29.683709 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.754658 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:29.755651 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2e2102f0-706e-4025-a1c2-a4743985ffce up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:29.801621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.826916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291c781b-bb37-4cba-9c91-a3d8390152ed req-fbcf4e01-6fd5-4580-8150-07f11d885f2a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:29.835170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-291c781b-bb37-4cba-9c91-a3d8390152ed req-fbcf4e01-6fd5-4580-8150-07f11d885f2a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 945 time: 0.4944053 Jul 16 18:01:29.860001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ce8eba59-0591-4931-bc19-55a7c12d83e3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:29.878752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4163cf4c-8bf3-4b99-acbb-ffe682637976 req-9ab6c0fe-3659-46e9-b721-b516fb86626d tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:29.894862 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4163cf4c-8bf3-4b99-acbb-ffe682637976 req-9ab6c0fe-3659-46e9-b721-b516fb86626d tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 945 time: 0.0936553 Jul 16 18:01:29.898240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=ec17a7be-43c4-4993-8f11-39007335556e,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:29.907538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df0b0a4-705f-4f2c-b34e-4b322da05350 None None] Network f7148267-59c4-431d-a58b-b145a8261207 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:29.957965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4163cf4c-8bf3-4b99-acbb-ffe682637976 req-8aab712d-5f14-44fd-b3b7-44bb6fd61070 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615141 Jul 16 18:01:29.983877 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-291c781b-bb37-4cba-9c91-a3d8390152ed req-6c7d273a-97db-4fa9-a7b2-6a88768f8f7e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476610 Jul 16 18:01:30.018354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2338854b-aced-4c8b-9fad-2c2a850e8397 req-ab79bd94-4cc8-44d6-9e6a-ce0bd6bb7b03 service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261793 Jul 16 18:01:30.092789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 2e2102f0-706e-4025-a1c2-a4743985ffce completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:30.106049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.106760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2e2102f0-706e-4025-a1c2-a4743985ffce triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:30.107139 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.152030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f955d37c-ca49-49e3-8fcb-dfdaaa7815f2 None None] Provisioning for port 2e2102f0-706e-4025-a1c2-a4743985ffce completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:30.173452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f955d37c-ca49-49e3-8fcb-dfdaaa7815f2 None None] Provisioning complete for port 2e2102f0-706e-4025-a1c2-a4743985ffce triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:30.173452 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f955d37c-ca49-49e3-8fcb-dfdaaa7815f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.248893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a3dc94-3706-4492-b68d-d44539d0dd95 req-89017f7b-57b3-40db-b32d-52d9f3cd174f tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:30.264182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54a3dc94-3706-4492-b68d-d44539d0dd95 req-89017f7b-57b3-40db-b32d-52d9f3cd174f tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1548381 Jul 16 18:01:30.370865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54a3dc94-3706-4492-b68d-d44539d0dd95 req-c3aca0f6-2a3c-4ec5-b04c-21264af9b1da tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056964 Jul 16 18:01:30.574884 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f955d37c-ca49-49e3-8fcb-dfdaaa7815f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.648318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7905c6f0-231d-4a9d-9c50-fead251603fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:30.650718 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dcdbde8-c51e-4e50-8f49-1880bf335229" -d '{"events": [{"server_uuid": "7905c6f0-231d-4a9d-9c50-fead251603fc", "name": "network-vif-plugged", "status": "completed", "tag": "3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:30.686808 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.693669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f955d37c-ca49-49e3-8fcb-dfdaaa7815f2 None None] For port 2e2102f0-706e-4025-a1c2-a4743985ffce, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2e2102f0-706e-4025-a1c2-a4743985ffce,segment=NetworkSegment(98eb5d41-876d-4929-8ccf-b386b2616c68),segment_id=98eb5d41-876d-4929-8ccf-b386b2616c68)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:30.721510 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f955d37c-ca49-49e3-8fcb-dfdaaa7815f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:30.798224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6a10331c-09ac-422e-9957-b63162746808 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:30.800351 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6a10331c-09ac-422e-9957-b63162746808 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.37 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 820 time: 0.3261609 Jul 16 18:01:30.812881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a3c34-598a-497a-8fab-6aac9802b25c req-196fdc83-91de-4943-ad67-87fb1560654e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:30.815624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-570a3c34-598a-497a-8fab-6aac9802b25c req-196fdc83-91de-4943-ad67-87fb1560654e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 946 time: 0.1943550 Jul 16 18:01:30.821184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Request body: {'port': {'device_id': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'admin_state_up': True, 'tenant_id': '942829dc112443d6afce2ca4581d3e51'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:30.864215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2338854b-aced-4c8b-9fad-2c2a850e8397 req-d1b55da9-da74-4067-b342-9976c257958a service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8403487 Jul 16 18:01:30.865174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-570a3c34-598a-497a-8fab-6aac9802b25c req-a10f2813-7ab7-4cee-9244-ffef71fc79bd tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403152 Jul 16 18:01:30.866082 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-24b6ef4f-f0e6-482b-9316-8a252e416cc9 req-e3e0a95b-a563-498f-93b6-f9eeb08722bf tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 210 time: 0.6391699 Jul 16 18:01:31.051829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f955d37c-ca49-49e3-8fcb-dfdaaa7815f2 None None] Pushing event updated for resources: {'Port': ['ID=2e2102f0-706e-4025-a1c2-a4743985ffce,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:31.060304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Made reservation on behalf of 942829dc112443d6afce2ca4581d3e51 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:31.064115 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.068291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.117939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-73aab3ed-4dbe-4272-8b9f-dbd8b4c448ad None None] Provisioning complete for port 2e2102f0-706e-4025-a1c2-a4743985ffce triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:31.119006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-73aab3ed-4dbe-4272-8b9f-dbd8b4c448ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.148574 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1e47296-cc39-4a50-b0ec-3b2f915f691b x-openstack-request-id: req-e1e47296-cc39-4a50-b0ec-3b2f915f691b {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:31.148574 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7905c6f0-231d-4a9d-9c50-fead251603fc", "name": "network-vif-plugged", "status": "completed", "tag": "3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:31.148574 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e1e47296-cc39-4a50-b0ec-3b2f915f691b {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:31.149899 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7905c6f0-231d-4a9d-9c50-fead251603fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3', 'code': 200} Jul 16 18:01:31.152327 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:01:31.152688 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:01:31.221904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0243302-9da1-42d8-bfad-e938dedd5d40 req-ba5eb582-7caf-4d4e-b5e7-4a7c217e0903 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.229660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0243302-9da1-42d8-bfad-e938dedd5d40 req-ba5eb582-7caf-4d4e-b5e7-4a7c217e0903 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 945 time: 0.2163579 Jul 16 18:01:31.292376 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0243302-9da1-42d8-bfad-e938dedd5d40 req-c26b24fb-45be-4d46-bf72-589c3cda0115 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587337 Jul 16 18:01:31.310355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Allocated IP 172.20.0.4 (d8414f5d-f035-4d3d-b349-3497ab33b249/63d6a39e-ab09-47bf-beb0-a6f631f4ec22/8a5769e2-8ee0-4eee-83eb-750f1405d697) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:31.381115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:01:31.390655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cc4626-8f75-4d32-b1ec-e1acc3305cf1 req-5e8ee019-43fb-4da6-be4a-2834140eb5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.392068 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34cc4626-8f75-4d32-b1ec-e1acc3305cf1 req-5e8ee019-43fb-4da6-be4a-2834140eb5b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 1097 time: 0.1430795 Jul 16 18:01:31.475150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd9db0-861c-45af-8fd6-d04c9026803e req-244c380c-738c-4629-b0f5-8c447910c205 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.478628 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dbd9db0-861c-45af-8fd6-d04c9026803e req-244c380c-738c-4629-b0f5-8c447910c205 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 945 time: 0.1507850 Jul 16 18:01:31.494998 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34cc4626-8f75-4d32-b1ec-e1acc3305cf1 req-788070e5-ad55-40a5-b7b4-f730c59a8cc6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939450 Jul 16 18:01:31.552056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d0285-31bd-4652-8bfe-54950fdedaab req-c2ff9c8f-5648-4685-8008-5c69be333d42 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.553559 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f34d0285-31bd-4652-8bfe-54950fdedaab req-c2ff9c8f-5648-4685-8008-5c69be333d42 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 945 time: 0.1280797 Jul 16 18:01:31.571746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dbd9db0-861c-45af-8fd6-d04c9026803e req-5c0efe61-a9f0-4232-86af-dae3e25c4e8d tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829535 Jul 16 18:01:31.575147 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.586782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:31.602874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Sync routers for ids ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:31.615194 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Routers {'d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:31.615982 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:01:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:31.616188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.617867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Transition to ACTIVE for port object 8a5769e2-8ee0-4eee-83eb-750f1405d697 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:31.619204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4cb4b2c4-6da3-432a-9563-a44144d57d6f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.4806824 Jul 16 18:01:31.620726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53432) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:31.667012 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f34d0285-31bd-4652-8bfe-54950fdedaab req-089a598e-bb1b-46ff-8345-aa1983894ece tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040025 Jul 16 18:01:31.728702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.799971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Network d8414f5d-f035-4d3d-b349-3497ab33b249 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:31.802773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Set router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:31.807543 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:31.816989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:31.854964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Pushing event updated for resources: {'Port': ['ID=8a5769e2-8ee0-4eee-83eb-750f1405d697,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:31.913735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:31.917204 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:31.919035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ec17a7be-43c4-4993-8f11-39007335556e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:31.949734 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-6211febe-65d9-493a-98dd-63635a7454ee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1322973 Jul 16 18:01:31.967603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Request body: {'port': {'device_id': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:32.066515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e441619-d4de-4415-b79d-d227ac05d9f3 req-2f89438c-7d18-48b2-8cf6-456d99b6c963 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:32.068843 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5e441619-d4de-4415-b79d-d227ac05d9f3 req-2f89438c-7d18-48b2-8cf6-456d99b6c963 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.3179512 Jul 16 18:01:32.122072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ce8eba59-0591-4931-bc19-55a7c12d83e3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:32.128960 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.177751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570a5089-92ff-4272-9dc5-cf3414f86616 req-48b98945-2ac0-46ff-ad60-a0ecd6640713 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:32.186159 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5e441619-d4de-4415-b79d-d227ac05d9f3 req-853fcc5a-ed40-443b-9b90-c6ad476ff507 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015456 Jul 16 18:01:32.194086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-570a5089-92ff-4272-9dc5-cf3414f86616 req-48b98945-2ac0-46ff-ad60-a0ecd6640713 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 931 time: 0.1563220 Jul 16 18:01:32.256005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 9eadbced-7e1e-402c-b39f-94e99366242f up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:32.259578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ec17a7be-43c4-4993-8f11-39007335556e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:32.260400 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.344342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-60a4588f-009e-49d6-b43c-600a8cae6ad0 None None] Provisioning for port 8a5769e2-8ee0-4eee-83eb-750f1405d697 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:32.369916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-60a4588f-009e-49d6-b43c-600a8cae6ad0 None None] Provisioning complete for port 8a5769e2-8ee0-4eee-83eb-750f1405d697 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:32.372177 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60a4588f-009e-49d6-b43c-600a8cae6ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.418579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-570a5089-92ff-4272-9dc5-cf3414f86616 req-4097da4d-1d38-4390-ae8d-72e19098f8c5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182541 Jul 16 18:01:32.426071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port ce8eba59-0591-4931-bc19-55a7c12d83e3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:32.517805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port ce8eba59-0591-4931-bc19-55a7c12d83e3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:32.526595 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.528745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-60a4588f-009e-49d6-b43c-600a8cae6ad0 None None] Port 8a5769e2-8ee0-4eee-83eb-750f1405d697 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:32.544018 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.593644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2e2102f0-706e-4025-a1c2-a4743985ffce up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:32.638237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 9eadbced-7e1e-402c-b39f-94e99366242f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:32.644701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'name': 'tempest-FloatingIPsTestJSON-1796262325-router', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:26Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 3, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'gw_port': {'id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:32.649876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 9eadbced-7e1e-402c-b39f-94e99366242f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:32.650223 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.710400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Checking router: d6c50b45-a0a2-4243-877e-1ebb25e7ca3d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:32.710750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Updating router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d port 08a2a611-7c8c-47cb-a581-54b662089e7d binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:32.726799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a5769e2-8ee0-4eee-83eb-750f1405d697 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:32.735083 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.750602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Transition to ACTIVE for port object 8a5769e2-8ee0-4eee-83eb-750f1405d697 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:32.757687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.758082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57194888-e942-411b-a2ae-bf02951d2700 req-5c0a57f4-60a1-4dd5-8980-c8f3e6c9c564 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:32.759953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-57194888-e942-411b-a2ae-bf02951d2700 req-5c0a57f4-60a1-4dd5-8980-c8f3e6c9c564 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 946 time: 0.3544569 Jul 16 18:01:32.802043 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:32.873176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5769e2-8ee0-4eee-83eb-750f1405d697,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:32.893472 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-57194888-e942-411b-a2ae-bf02951d2700 req-f2e02508-2a17-451d-8d3a-bc4f4ce41520 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193719 Jul 16 18:01:33.029873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Allocated IP 172.20.0.1 (f7148267-59c4-431d-a58b-b145a8261207/28e8ecb3-0111-4396-b35a-c2abb70b78dd/4cf7be88-ba45-4082-b2c8-63893a798c64) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:33.151983 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.166868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Transition to ACTIVE for port object 08a2a611-7c8c-47cb-a581-54b662089e7d will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:33.185737 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.233836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ce8eba59-0591-4931-bc19-55a7c12d83e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ce8eba59-0591-4931-bc19-55a7c12d83e3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:33.235216 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.247543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3835f04d-ad47-4b00-ad05-a9ab95aebf2c req-c3e40b65-5ee2-4f0a-9e2a-a1f932e598ad tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:33.253195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8eba59-0591-4931-bc19-55a7c12d83e3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:33.255197 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3835f04d-ad47-4b00-ad05-a9ab95aebf2c req-c3e40b65-5ee2-4f0a-9e2a-a1f932e598ad tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 945 time: 0.1950066 Jul 16 18:01:33.255480 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37e45dbd-0ea9-4b54-b1a5-e90f2bc512b8" -d '{"events": [{"server_uuid": "2a893fda-d76a-41cb-b175-5d46d8bc9d88", "name": "network-vif-plugged", "status": "completed", "tag": "ce8eba59-0591-4931-bc19-55a7c12d83e3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:33.307320 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.311764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.317356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b730d32-1d10-447d-a588-176e8a4d87bd None None] Pushing event updated for resources: {'Port': ['ID=08a2a611-7c8c-47cb-a581-54b662089e7d,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:33.338672 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3835f04d-ad47-4b00-ad05-a9ab95aebf2c req-27ac8430-ef82-436c-9a75-3df637d9b048 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824425 Jul 16 18:01:33.357867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Transition to ACTIVE for port object 4cf7be88-ba45-4082-b2c8-63893a798c64 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:33.386334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ce8eba59-0591-4931-bc19-55a7c12d83e3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:33.407086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2e2102f0-706e-4025-a1c2-a4743985ffce triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:33.408090 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.424890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fdc72-5b6e-44fa-96bc-d7a5f849bd09 req-6be95418-34cd-482d-83f0-dbac743bfdc9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:33.431720 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-615fdc72-5b6e-44fa-96bc-d7a5f849bd09 req-6be95418-34cd-482d-83f0-dbac743bfdc9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.6144106 Jul 16 18:01:33.445384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.451163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Attempting to bind port 08a2a611-7c8c-47cb-a581-54b662089e7d on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:33.451540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Attempting to bind port 08a2a611-7c8c-47cb-a581-54b662089e7d by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:33.452072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Attempting to bind port 08a2a611-7c8c-47cb-a581-54b662089e7d on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:33.461474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:33.461877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:33.462249 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.462631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:33.463103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Bound port: 08a2a611-7c8c-47cb-a581-54b662089e7d, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:33.463481 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.479871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-615fdc72-5b6e-44fa-96bc-d7a5f849bd09 req-36329abf-6295-4581-a6d4-eded2eb00002 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471790 Jul 16 18:01:33.481080 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Attempting to bind port 8a5769e2-8ee0-4eee-83eb-750f1405d697 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:33.481422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Attempting to bind port 8a5769e2-8ee0-4eee-83eb-750f1405d697 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:33.481754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Attempting to bind port 8a5769e2-8ee0-4eee-83eb-750f1405d697 on network d8414f5d-f035-4d3d-b349-3497ab33b249 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:33.511873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Port 8a5769e2-8ee0-4eee-83eb-750f1405d697 on network d8414f5d-f035-4d3d-b349-3497ab33b249 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:33.512207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Attempting to bind port 8a5769e2-8ee0-4eee-83eb-750f1405d697 on network d8414f5d-f035-4d3d-b349-3497ab33b249 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:33.519544 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.522130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:33.522759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Checking segment: {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:33.522939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Bound using segment: {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:33.523284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Bound port: 8a5769e2-8ee0-4eee-83eb-750f1405d697, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:33.523673 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.526022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Network f7148267-59c4-431d-a58b-b145a8261207 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:33.533207 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:33.536443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:33.538694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Pushing event updated for resources: {'Port': ['ID=4cf7be88-ba45-4082-b2c8-63893a798c64,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:33.646687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 9eadbced-7e1e-402c-b39f-94e99366242f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9eadbced-7e1e-402c-b39f-94e99366242f,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:33.654182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] For port 08a2a611-7c8c-47cb-a581-54b662089e7d, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:33.656969 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.666403 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.681278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] For port 8a5769e2-8ee0-4eee-83eb-750f1405d697, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:33.688055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] For port 8a5769e2-8ee0-4eee-83eb-750f1405d697, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:33.702883 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.717186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] For port 08a2a611-7c8c-47cb-a581-54b662089e7d, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=08a2a611-7c8c-47cb-a581-54b662089e7d,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:33.755806 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.758026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e907770f-07af-4532-8c69-af5c1a62e342 req-1be6b7c0-e794-4145-a96f-87fd74c1f0b7 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:33.771793 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e907770f-07af-4532-8c69-af5c1a62e342 req-1be6b7c0-e794-4145-a96f-87fd74c1f0b7 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 946 time: 0.1988590 Jul 16 18:01:33.778913 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=9eadbced-7e1e-402c-b39f-94e99366242f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:33.810243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:33.811167 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:33.812906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] 10.222.0.37 "PUT /v2.0/ports/8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 1091 time: 1.8509607 Jul 16 18:01:33.814424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:33.817643 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac" -d '{"events": [{"name": "network-changed", "server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:33.840016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a5cd1-4fc3-43c7-8470-b0b7f4666193 service neutron] Pushing event updated for resources: {'Port': ['ID=8a5769e2-8ee0-4eee-83eb-750f1405d697,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:33.894459 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e907770f-07af-4532-8c69-af5c1a62e342 req-6a33aaba-3287-49ab-b1d2-a969a36878d4 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216068 Jul 16 18:01:33.901772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Routers {'d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:33.902549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:01:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:33.998156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4db979-0e0c-460c-aa96-3b9d16da6498 req-3e5e36d2-bb66-40da-9665-7d938d303837 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.000739 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.007087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b4db979-0e0c-460c-aa96-3b9d16da6498 req-3e5e36d2-bb66-40da-9665-7d938d303837 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 945 time: 0.3058391 Jul 16 18:01:34.071133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b499e99f-8433-4e9f-9247-3fff96c1b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.072985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-b499e99f-8433-4e9f-9247-3fff96c1b5b8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 1094 time: 0.1820426 Jul 16 18:01:34.091267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b4db979-0e0c-460c-aa96-3b9d16da6498 req-eceb9c48-7dda-4452-ba72-b51d08f43eab tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828497 Jul 16 18:01:34.187349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-4013099c-b6f9-4527-b5d8-97107b18bbba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 217 time: 0.0949762 Jul 16 18:01:34.214123 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4036cc6e-7191-4395-bdaa-23d288f336ba x-openstack-request-id: req-4036cc6e-7191-4395-bdaa-23d288f336ba {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:34.214411 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a893fda-d76a-41cb-b175-5d46d8bc9d88", "name": "network-vif-plugged", "status": "completed", "tag": "ce8eba59-0591-4931-bc19-55a7c12d83e3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:34.214665 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4036cc6e-7191-4395-bdaa-23d288f336ba {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:34.215052 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8eba59-0591-4931-bc19-55a7c12d83e3', 'code': 200} Jul 16 18:01:34.244227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b730d32-1d10-447d-a588-176e8a4d87bd None None] Pushing event updated for resources: {'Port': ['ID=08a2a611-7c8c-47cb-a581-54b662089e7d,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:34.258715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8f8aea4f-bf1b-488a-9f39-30424205751e None None] Provisioning for port 4cf7be88-ba45-4082-b2c8-63893a798c64 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:34.263862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8f8aea4f-bf1b-488a-9f39-30424205751e None None] Provisioning complete for port 4cf7be88-ba45-4082-b2c8-63893a798c64 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:34.264811 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8f8aea4f-bf1b-488a-9f39-30424205751e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.284000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-0e0f6063-f0d5-48d1-bcea-ff33a6f90b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.284244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f82b93-8da6-44dd-a6f5-d80ee6cdc5c5 req-249fa4b4-49a0-4451-abf2-e251e67c43a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.284718 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-0e0f6063-f0d5-48d1-bcea-ff33a6f90b81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.0879066 Jul 16 18:01:34.284834 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-92f82b93-8da6-44dd-a6f5-d80ee6cdc5c5 req-249fa4b4-49a0-4451-abf2-e251e67c43a2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 1097 time: 0.1795621 Jul 16 18:01:34.340972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8f8aea4f-bf1b-488a-9f39-30424205751e None None] Port 4cf7be88-ba45-4082-b2c8-63893a798c64 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:34.353167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] Set router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:34.354437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-50f6550c-62fe-455c-a46c-c4628a61dcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.356961 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-50f6550c-62fe-455c-a46c-c4628a61dcfa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0666456 Jul 16 18:01:34.371489 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f1af11-2233-4953-b615-2db24e4a1807 req-955392fb-e51a-474e-a18b-ebe4ce6488b8 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.379930 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-10f1af11-2233-4953-b615-2db24e4a1807 req-955392fb-e51a-474e-a18b-ebe4ce6488b8 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 943 time: 0.2331975 Jul 16 18:01:34.426496 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-92f82b93-8da6-44dd-a6f5-d80ee6cdc5c5 req-4f778325-f45c-4e19-a3c0-84165a9deadb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308854 Jul 16 18:01:34.484200 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-10f1af11-2233-4953-b615-2db24e4a1807 req-1d507f1f-1a20-42a2-ae94-a7b5ff7c1514 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032948 Jul 16 18:01:34.499400 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-1a21dbaf-9d24-449d-8a96-fbec8337812a service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366374 Jul 16 18:01:34.529851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.543488 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.616376 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2cce43-01ec-4114-87ce-2ec864a28bc0 x-openstack-request-id: req-eb2cce43-01ec-4114-87ce-2ec864a28bc0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:34.616819 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:34.617149 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb2cce43-01ec-4114-87ce-2ec864a28bc0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:34.617715 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'status': 'completed', 'code': 200} Jul 16 18:01:34.645751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'name': 'tempest-FloatingIPsTestJSON-1796262325-router', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:26Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 3, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'gw_port': {'id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:34.651180 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:34.670185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Pushing event updated for resources: {'Port': ['ID=4cf7be88-ba45-4082-b2c8-63893a798c64,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:34.686630 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bf3e880-f151-4141-a38b-35c55fd14289 req-2638e179-9647-4e3a-80b8-5ed289d5046b service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796184 Jul 16 18:01:34.700980 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b3d172-53b3-4a84-a724-bb2b005373bd None None] The sync data for ids ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'] in n-d-794306-7 is: [{'id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'name': 'tempest-FloatingIPsTestJSON-1796262325-router', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:26Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 3, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'gw_port': {'id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:34.839252 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Network f7148267-59c4-431d-a58b-b145a8261207 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:34.843998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:34.863091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acf2f0e-9105-44c1-8404-5505d8577d90 req-546f2a03-7753-43b1-8093-3490369e4158 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.870419 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9acf2f0e-9105-44c1-8404-5505d8577d90 req-546f2a03-7753-43b1-8093-3490369e4158 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 946 time: 0.1191940 Jul 16 18:01:34.942006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d5e31-fd07-4d63-a614-350e8ab92918 req-5b27f8a2-4b56-47a5-a30d-eb997472ecd5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:34.944762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a1d5e31-fd07-4d63-a614-350e8ab92918 req-5b27f8a2-4b56-47a5-a30d-eb997472ecd5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 946 time: 0.1432908 Jul 16 18:01:34.969694 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9acf2f0e-9105-44c1-8404-5505d8577d90 req-7b6c47bf-5834-4b07-9846-f3012a451272 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982029 Jul 16 18:01:35.007979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac req-0a7bde78-d57a-493a-8ab2-19eaa431488b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.014264 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac req-0a7bde78-d57a-493a-8ab2-19eaa431488b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 1094 time: 0.1719575 Jul 16 18:01:35.072563 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a1d5e31-fd07-4d63-a614-350e8ab92918 req-25fa6efb-b481-4760-a529-d36fd3d6446b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195457 Jul 16 18:01:35.160763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:35.169340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-47142c75-5c2e-497b-bb35-002b8831c156 None None] Provisioning complete for port 4cf7be88-ba45-4082-b2c8-63893a798c64 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:35.169719 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-47142c75-5c2e-497b-bb35-002b8831c156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:35.225262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-47142c75-5c2e-497b-bb35-002b8831c156 None None] Port 4cf7be88-ba45-4082-b2c8-63893a798c64 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:35.249087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-bfc94aa6-b7fc-484b-a87d-0d3c02a7f578 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.250598 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-bfc94aa6-b7fc-484b-a87d-0d3c02a7f578 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/networks?id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26 HTTP/1.1" status: 200 len: 815 time: 0.1659949 Jul 16 18:01:35.295456 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac req-9972cf1b-fb9e-46a8-b519-601e0c025e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.298303 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac req-9972cf1b-fb9e-46a8-b519-601e0c025e91 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.2488110 Jul 16 18:01:35.335485 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-846959fc-9edb-4c14-b405-10c44a0d7563 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/quotas/a5d54e8ec56e43d391618fe8a9585f3d HTTP/1.1" status: 200 len: 375 time: 0.0263398 Jul 16 18:01:35.381082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac req-2d90f9b2-fada-4050-95e4-b2aa2ed14777 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 217 time: 0.0583253 Jul 16 18:01:35.394883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de11ac-d4f2-433f-b224-608367b5c97f req-dced08bf-2956-4df6-aa50-8c0116f64be3 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.398564 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4de11ac-d4f2-433f-b224-608367b5c97f req-dced08bf-2956-4df6-aa50-8c0116f64be3 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 946 time: 0.1727285 Jul 16 18:01:35.446020 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:35.452510 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4a694dfc-5b8d-4007-a206-acf270b23bfa admin admin] 10.222.0.47 "PUT /v2.0/routers/d6c50b45-a0a2-4243-877e-1ebb25e7ca3d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8290980 Jul 16 18:01:35.475612 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-b9d3da18-85c0-46fe-81a2-d9c9e9e26a75 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=a5d54e8ec56e43d391618fe8a9585f3d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1346445 Jul 16 18:01:35.502748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4de11ac-d4f2-433f-b224-608367b5c97f req-31ac484b-e68f-45e0-82da-bdbec8d9e618 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911725 Jul 16 18:01:35.519524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac req-aad00df6-361b-42d3-87fe-adb6c6496e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.521107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac req-aad00df6-361b-42d3-87fe-adb6c6496e25 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.1214142 Jul 16 18:01:35.636600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac req-8299d3d2-afad-42b6-b37e-d960a10703df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.638755 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac req-8299d3d2-afad-42b6-b37e-d960a10703df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1106780 Jul 16 18:01:35.650587 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-db54de8e-7609-4d25-9de8-50f3bceaa534 service neutron] 10.222.0.47 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731341 Jul 16 18:01:35.756054 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-c4024111-2649-4fdf-a41e-e237377617c5 service neutron] 10.222.0.47 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959125 Jul 16 18:01:35.816322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb64c-85a9-4bb9-9fba-ff00c7e9d0fb req-c77673a9-1a4c-4953-81c3-a7aea5dfe212 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:35.823373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-52bbb64c-85a9-4bb9-9fba-ff00c7e9d0fb req-c77673a9-1a4c-4953-81c3-a7aea5dfe212 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 945 time: 0.1698992 Jul 16 18:01:35.837020 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac req-4fdb53e5-13a7-4f5d-9480-1fd86b1dbe91 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817586 Jul 16 18:01:35.897751 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-52bbb64c-85a9-4bb9-9fba-ff00c7e9d0fb req-5246832c-e95f-49fe-ba04-5dea952d32d1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701303 Jul 16 18:01:35.953619 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 08a2a611-7c8c-47cb-a581-54b662089e7d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:36.030973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 08a2a611-7c8c-47cb-a581-54b662089e7d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:36.041320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0cb2e674-ded5-4904-8dd9-eae15ae9c6ac req-ca15b052-4549-4e7c-adb4-800c5a94665e service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818995 Jul 16 18:01:36.052397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 08a2a611-7c8c-47cb-a581-54b662089e7d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:36.053273 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.166153 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.194992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 08a2a611-7c8c-47cb-a581-54b662089e7d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=08a2a611-7c8c-47cb-a581-54b662089e7d,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:36.201997 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.203005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7f339-c940-43c0-85e2-86714876e193 req-7962e03e-4e0d-457b-ba94-d1ed73a2e39a tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:36.210513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-55a7f339-c940-43c0-85e2-86714876e193 req-7962e03e-4e0d-457b-ba94-d1ed73a2e39a tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 943 time: 0.1630669 Jul 16 18:01:36.254484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c88c7f9-8d60-49ca-aedb-872e48586e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eadbced-7e1e-402c-b39f-94e99366242f'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:36.257011 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64075f-5f24-419e-90fa-f64115080e12" -d '{"events": [{"server_uuid": "0c88c7f9-8d60-49ca-aedb-872e48586e53", "name": "network-vif-plugged", "status": "completed", "tag": "9eadbced-7e1e-402c-b39f-94e99366242f"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:36.287102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff6881-608d-4752-a319-ba0c96364044 req-1686b3a2-13cd-4467-b36e-748c3ce3aa0e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:36.287102 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-59ff6881-608d-4752-a319-ba0c96364044 req-1686b3a2-13cd-4467-b36e-748c3ce3aa0e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.37 "GET /v2.0/ports?device_id=ceee3307-35aa-4796-a8ff-54d0a147885d HTTP/1.1" status: 200 len: 946 time: 0.1853881 Jul 16 18:01:36.292197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=08a2a611-7c8c-47cb-a581-54b662089e7d,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:36.297517 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-55a7f339-c940-43c0-85e2-86714876e193 req-7e17fff3-ac8a-4270-92c3-674a5dbeb322 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861392 Jul 16 18:01:36.493384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-919cba68-fa56-499d-993a-00315f9b1a3e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:36.495305 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-919cba68-fa56-499d-993a-00315f9b1a3e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.5169404 Jul 16 18:01:36.517799 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-05573b8e-2973-4d11-af30-0c1070cb1364 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/quotas/b664ee214d3f4cf8a735949bb2cbdfdf HTTP/1.1" status: 200 len: 375 time: 0.0153067 Jul 16 18:01:36.518875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-59ff6881-608d-4752-a319-ba0c96364044 req-0b85fe72-3b0c-4943-a72b-949436c00ac9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Deleting port 2e1cb929-c2b5-4e93-b63e-2002597be9b2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:36.519249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-59ff6881-608d-4752-a319-ba0c96364044 req-0b85fe72-3b0c-4943-a72b-949436c00ac9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.546895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-42ed4bfd-7601-417c-8950-a10b8579f05a tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1506701 Jul 16 18:01:36.560874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:36.587961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-b150de5f-8af4-4317-905f-dd79d67d7200 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0693302 Jul 16 18:01:36.631672 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.662849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-59ff6881-608d-4752-a319-ba0c96364044 req-0b85fe72-3b0c-4943-a72b-949436c00ac9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] For port 2e1cb929-c2b5-4e93-b63e-2002597be9b2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2e1cb929-c2b5-4e93-b63e-2002597be9b2,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:36.663221 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-59ff6881-608d-4752-a319-ba0c96364044 req-0b85fe72-3b0c-4943-a72b-949436c00ac9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.686087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-59ff6881-608d-4752-a319-ba0c96364044 req-0b85fe72-3b0c-4943-a72b-949436c00ac9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Calling delete_port for 2e1cb929-c2b5-4e93-b63e-2002597be9b2 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:36.700201 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-c93d4b12-dcbe-48f8-ab6e-83a6c0b10733 service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051526 Jul 16 18:01:36.799661 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-8f61de78-1c2c-4b5f-88c5-6fab6996315f service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909293 Jul 16 18:01:36.865332 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.933077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-59ff6881-608d-4752-a319-ba0c96364044 req-0b85fe72-3b0c-4943-a72b-949436c00ac9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:36.963819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['2e1cb929-c2b5-4e93-b63e-2002597be9b2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:36.987513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85fe72-3b0c-4943-a72b-949436c00ac9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Pushing event deleted for resources: {'Port': ['ID=2e1cb929-c2b5-4e93-b63e-2002597be9b2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:37.038989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ff6881-608d-4752-a319-ba0c96364044 req-0b85fe72-3b0c-4943-a72b-949436c00ac9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] No DVR routers for this DVR port 2e1cb929-c2b5-4e93-b63e-2002597be9b2 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:37.042032 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-59ff6881-608d-4752-a319-ba0c96364044 req-0b85fe72-3b0c-4943-a72b-949436c00ac9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.044269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-59ff6881-608d-4752-a319-ba0c96364044 req-0b85fe72-3b0c-4943-a72b-949436c00ac9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.37 "DELETE /v2.0/ports/2e1cb929-c2b5-4e93-b63e-2002597be9b2 HTTP/1.1" status: 204 len: 173 time: 0.7455597 Jul 16 18:01:37.050208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'name': 'network-vif-deleted', 'tag': '2e1cb929-c2b5-4e93-b63e-2002597be9b2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:37.051083 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Sync routers for ids ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:37.053095 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-102223e9-ad50-4742-95d1-4b0d8261e3a0" -d '{"events": [{"server_uuid": "ceee3307-35aa-4796-a8ff-54d0a147885d", "name": "network-vif-deleted", "tag": "2e1cb929-c2b5-4e93-b63e-2002597be9b2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:37.074211 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Routers {'d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:37.074833 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:01:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:37.111203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Allocated IP 172.25.7.240 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/f724f153-888a-44ae-bc61-72f734df2661) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:37.223947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5fc75c68-2b40-45e3-801b-e9532cb0af38 req-970f16e9-8359-4fff-b6e0-b3e200198e9b tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 210 time: 0.0467725 Jul 16 18:01:37.241638 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Set router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:37.318159 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.409211 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.455898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:37.460864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:37.464981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:37.494733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Pushing event updated for resources: {'Port': ['ID=f724f153-888a-44ae-bc61-72f734df2661,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:37.556618 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'name': 'tempest-FloatingIPsTestJSON-1796262325-router', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:26Z', 'updated_at': '2021-07-16T18:01:33Z', 'revision_number': 4, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'gw_port': {'id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4cf7be88-ba45-4082-b2c8-63893a798c64', 'name': '', 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '28e8ecb3-0111-4396-b35a-c2abb70b78dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:32Z', 'updated_at': '2021-07-16T18:01:34Z', 'revision_number': 2, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'subnets': [{'id': '28e8ecb3-0111-4396-b35a-c2abb70b78dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:37.576851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb512015-291f-43ac-afdf-b013cdf538a8 req-d1784ac8-3cb3-494a-b80e-8b73afb0e729 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:37.578454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fb512015-291f-43ac-afdf-b013cdf538a8 req-d1784ac8-3cb3-494a-b80e-8b73afb0e729 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 946 time: 0.1732264 Jul 16 18:01:37.589259 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.596446 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Checking router: d6c50b45-a0a2-4243-877e-1ebb25e7ca3d for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:37.597322 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Updating router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d port 4cf7be88-ba45-4082-b2c8-63893a798c64 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:01:37.646253 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.659518 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fb512015-291f-43ac-afdf-b013cdf538a8 req-373f8c0d-c7ce-46ee-b657-005dbc30199b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697215 Jul 16 18:01:37.666895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-f6bafc1e-94f4-4723-9b38-6bbce06b7d78 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:37.669215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-f6bafc1e-94f4-4723-9b38-6bbce06b7d78 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.18 "GET /v2.0/networks?id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26 HTTP/1.1" status: 200 len: 815 time: 0.1950138 Jul 16 18:01:37.684643 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.686962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Request body: {'port': {'device_id': '5acacb72-820f-4fd3-af42-00dd1c78f57a', 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26', 'admin_state_up': True, 'tenant_id': 'a5d54e8ec56e43d391618fe8a9585f3d'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:37.731026 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-965a1e37-0844-4421-b976-59d3953cb7ea x-openstack-request-id: req-965a1e37-0844-4421-b976-59d3953cb7ea {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:37.731529 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c88c7f9-8d60-49ca-aedb-872e48586e53", "name": "network-vif-plugged", "status": "completed", "tag": "9eadbced-7e1e-402c-b39f-94e99366242f", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:37.732041 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-965a1e37-0844-4421-b976-59d3953cb7ea {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:37.732599 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c88c7f9-8d60-49ca-aedb-872e48586e53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9eadbced-7e1e-402c-b39f-94e99366242f', 'code': 200} Jul 16 18:01:37.946620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.956912 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:37.972948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 08a2a611-7c8c-47cb-a581-54b662089e7d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:38.017763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Pushing event updated for resources: {'Port': ['ID=f724f153-888a-44ae-bc61-72f734df2661,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.093438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 08a2a611-7c8c-47cb-a581-54b662089e7d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:38.100986 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Made reservation on behalf of a5d54e8ec56e43d391618fe8a9585f3d for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:38.101862 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.106556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.116781 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.136259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c1ad5f-2be4-41b0-817b-461e540f3a36 req-981cad42-27c0-444f-8511-b0b7c18cfd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:38.137801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a2c1ad5f-2be4-41b0-817b-461e540f3a36 req-981cad42-27c0-444f-8511-b0b7c18cfd2f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 1097 time: 0.1145437 Jul 16 18:01:38.142019 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.146263 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.154175 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-143371a4-ce93-4dbb-b89d-dc1ee12e2eb6 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5997441 Jul 16 18:01:38.175428 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Transition to ACTIVE for port object 4cf7be88-ba45-4082-b2c8-63893a798c64 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:38.191082 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.195916 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a2c1ad5f-2be4-41b0-817b-461e540f3a36 req-a552b2d1-81cf-4d4d-895a-d211e2b5f2f3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353069 Jul 16 18:01:38.244296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faaadfae-9167-4c03-bff5-9f80ac1f5976 req-dbe7c69f-8459-4e8c-8100-8bc19307cfed tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:38.245930 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-faaadfae-9167-4c03-bff5-9f80ac1f5976 req-dbe7c69f-8459-4e8c-8100-8bc19307cfed tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 946 time: 0.3277647 Jul 16 18:01:38.251016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-3d4fb102-a275-4a98-a96c-60a6b829e7ae tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.0905390 Jul 16 18:01:38.263423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 8a5769e2-8ee0-4eee-83eb-750f1405d697 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:38.345540 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-faaadfae-9167-4c03-bff5-9f80ac1f5976 req-f9ebcdf6-e4ec-4f78-b643-738f08a7d99d tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855899 Jul 16 18:01:38.346773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Allocated IP 172.20.0.3 (6bdc26b1-f6d3-4ad9-bee4-05b186938b26/dd1d178f-2287-446d-a0fd-681c1ac2971f/6185f3a7-50b8-4dcf-90b8-7422e79f70a7) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:38.393701 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301fb02-f6cf-4d80-8963-801381655033 None None] Pushing event updated for resources: {'Port': ['ID=4cf7be88-ba45-4082-b2c8-63893a798c64,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.409426 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Attempting to bind port 4cf7be88-ba45-4082-b2c8-63893a798c64 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:38.409945 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Attempting to bind port 4cf7be88-ba45-4082-b2c8-63893a798c64 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '98eb5d41-876d-4929-8ccf-b386b2616c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:38.410317 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Attempting to bind port 4cf7be88-ba45-4082-b2c8-63893a798c64 on network f7148267-59c4-431d-a58b-b145a8261207 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:38.415859 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:38.416239 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Checking segment: {'id': '98eb5d41-876d-4929-8ccf-b386b2616c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:38.416873 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.417388 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Bound using segment: {'id': '98eb5d41-876d-4929-8ccf-b386b2616c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:38.417871 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Bound port: 4cf7be88-ba45-4082-b2c8-63893a798c64, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98eb5d41-876d-4929-8ccf-b386b2616c68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:38.418253 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.431374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-d8e82fd2-ae3e-44db-ac30-4e78d6881545 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:38.433327 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53e6079a-801c-4600-9c35-be6b5a74b851 req-d8e82fd2-ae3e-44db-ac30-4e78d6881545 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1814859 Jul 16 18:01:38.481380 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 8a5769e2-8ee0-4eee-83eb-750f1405d697, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:38.507350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'port_id': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'mac_address': 'fa:16:3e:35:44:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:38.535433 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] For port 4cf7be88-ba45-4082-b2c8-63893a798c64, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:38.543710 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] For port 4cf7be88-ba45-4082-b2c8-63893a798c64, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4cf7be88-ba45-4082-b2c8-63893a798c64,segment=NetworkSegment(98eb5d41-876d-4929-8ccf-b386b2616c68),segment_id=98eb5d41-876d-4929-8ccf-b386b2616c68)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:38.566981 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.576707 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.593095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a5769e2-8ee0-4eee-83eb-750f1405d697 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:38.615593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 8a5769e2-8ee0-4eee-83eb-750f1405d697, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:38.620730 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.646965 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Routers {'d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:38.647831 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:01:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:38.696956 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8648505b-c4ad-4f4c-97d2-b33a25531c00 req-a56baa91-a8ac-4ad7-9100-37a853a637df tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 210 time: 0.1456096 Jul 16 18:01:38.697584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=8a5769e2-8ee0-4eee-83eb-750f1405d697,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.726322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fabbc49-0819-4503-a007-1160c9415d54 req-713b57db-236a-4baa-ab37-94419e2f086c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:38.728593 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fabbc49-0819-4503-a007-1160c9415d54 req-713b57db-236a-4baa-ab37-94419e2f086c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 945 time: 0.1147056 Jul 16 18:01:38.741423 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301fb02-f6cf-4d80-8963-801381655033 None None] Pushing event updated for resources: {'Port': ['ID=4cf7be88-ba45-4082-b2c8-63893a798c64,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.752685 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.787115 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c157698-c95a-43b0-aed6-5bb495c9e1ad x-openstack-request-id: req-2c157698-c95a-43b0-aed6-5bb495c9e1ad {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:38.787452 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceee3307-35aa-4796-a8ff-54d0a147885d", "name": "network-vif-deleted", "tag": "2e1cb929-c2b5-4e93-b63e-2002597be9b2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:38.787776 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c157698-c95a-43b0-aed6-5bb495c9e1ad {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:38.789427 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceee3307-35aa-4796-a8ff-54d0a147885d', 'name': 'network-vif-deleted', 'tag': '2e1cb929-c2b5-4e93-b63e-2002597be9b2', 'status': 'completed', 'code': 200} Jul 16 18:01:38.796787 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fabbc49-0819-4503-a007-1160c9415d54 req-61c005ce-b2cb-4696-8f67-7b42b5fa14a3 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602527 Jul 16 18:01:38.806030 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:38.851912 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] Set router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:38.860042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:38.913894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:38.923394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:38.926782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Pushing event updated for resources: {'Port': ['ID=6185f3a7-50b8-4dcf-90b8-7422e79f70a7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:38.992420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:38.993108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.014514 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-e8dbc4de-1ff2-4efe-97cd-4d5d588ff298 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3316207 Jul 16 18:01:39.039472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Request body: {'port': {'device_id': '5acacb72-820f-4fd3-af42-00dd1c78f57a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:39.061725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['8a5769e2-8ee0-4eee-83eb-750f1405d697'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:39.216599 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'name': 'tempest-FloatingIPsTestJSON-1796262325-router', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:26Z', 'updated_at': '2021-07-16T18:01:33Z', 'revision_number': 4, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'gw_port': {'id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4cf7be88-ba45-4082-b2c8-63893a798c64', 'name': '', 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '28e8ecb3-0111-4396-b35a-c2abb70b78dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:32Z', 'updated_at': '2021-07-16T18:01:38Z', 'revision_number': 4, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'subnets': [{'id': '28e8ecb3-0111-4396-b35a-c2abb70b78dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:39.234123 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.253028 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef70008-6562-4779-bf54-de00eff580d8 None None] The sync data for ids ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'] in n-d-794306-7 is: [{'id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'name': 'tempest-FloatingIPsTestJSON-1796262325-router', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:26Z', 'updated_at': '2021-07-16T18:01:33Z', 'revision_number': 4, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'gw_port': {'id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4cf7be88-ba45-4082-b2c8-63893a798c64', 'name': '', 'network_id': 'f7148267-59c4-431d-a58b-b145a8261207', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'mac_address': 'fa:16:3e:32:58:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_interface', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '28e8ecb3-0111-4396-b35a-c2abb70b78dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:32Z', 'updated_at': '2021-07-16T18:01:38Z', 'revision_number': 4, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'subnets': [{'id': '28e8ecb3-0111-4396-b35a-c2abb70b78dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:39.350021 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1ef42-4106-4ed5-a29a-d2889a770a06 req-5279ff2d-d684-43fd-bbf8-20ca8e307c00 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.351531 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-87e1ef42-4106-4ed5-a29a-d2889a770a06 req-5279ff2d-d684-43fd-bbf8-20ca8e307c00 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 944 time: 0.2368343 Jul 16 18:01:39.437231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-a5cf8d93-6d6e-4fb8-8e73-9456f0de3b15 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.439940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-a5cf8d93-6d6e-4fb8-8e73-9456f0de3b15 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.3040054 Jul 16 18:01:39.453260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ed3edb-29c5-42db-afe6-7c3979729d01 req-82502b96-0e37-456e-ac17-2327cfac7e07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.455016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81ed3edb-29c5-42db-afe6-7c3979729d01 req-82502b96-0e37-456e-ac17-2327cfac7e07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 931 time: 0.2450242 Jul 16 18:01:39.465608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Request body: {'port': {'device_id': '7b2bf337-fce9-44bc-889c-907514252f9c', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'admin_state_up': True, 'tenant_id': 'b664ee214d3f4cf8a735949bb2cbdfdf'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:39.562257 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-87e1ef42-4106-4ed5-a29a-d2889a770a06 req-a0471156-9c99-4d26-8f00-cd082d6be383 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994398 Jul 16 18:01:39.577254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81ed3edb-29c5-42db-afe6-7c3979729d01 req-e086354a-33ba-4e18-b491-8c0a256c6eef tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029756 Jul 16 18:01:39.689840 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0923ceda-aa7f-4f02-8d4c-f29763edb101 req-a9e28cce-4908-496d-82ab-6b3abbb1f696 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips/b9317a02-0fcb-47b8-9196-5b4b91fa1482 HTTP/1.1" status: 200 len: 693 time: 0.0648406 Jul 16 18:01:39.775221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Made reservation on behalf of b664ee214d3f4cf8a735949bb2cbdfdf for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:39.778726 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.828618 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:39.840648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.856469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Transition to ACTIVE for port object 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:39.865328 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:39.957983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4cf7be88-ba45-4082-b2c8-63893a798c64 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:39.973401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923ceda-aa7f-4f02-8d4c-f29763edb101 req-4fdc4e85-7dc6-4ae2-ae4f-9805e938d2d4 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:39.980288 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0923ceda-aa7f-4f02-8d4c-f29763edb101 req-4fdc4e85-7dc6-4ae2-ae4f-9805e938d2d4 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.2894595 Jul 16 18:01:39.998870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-0923ceda-aa7f-4f02-8d4c-f29763edb101 req-877c65b6-07f4-4d1d-b1f8-c9b9894b3d4c tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:01:40.008863 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0923ceda-aa7f-4f02-8d4c-f29763edb101 req-877c65b6-07f4-4d1d-b1f8-c9b9894b3d4c tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0276401 Jul 16 18:01:40.084474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 4cf7be88-ba45-4082-b2c8-63893a798c64 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:40.089867 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:01:40.092234 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4cf7be88-ba45-4082-b2c8-63893a798c64 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:40.093179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6185f3a7-50b8-4dcf-90b8-7422e79f70a7,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:40.094197 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.142895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Allocated IP 172.20.0.12 (88d7e17d-fce6-4465-9ce6-c030327e05f0/7463a0aa-132d-4bcf-9602-3be3945aec50/7b2ac556-edb1-4fb9-8e28-773c5bdf926b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:40.149841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Attempting to bind port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:40.150183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Attempting to bind port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:40.150645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Attempting to bind port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 on network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:40.166604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d0c644-d27e-4231-bfc2-acc903296ffa req-9976c9a3-4394-4d9f-bf47-870b12b44a64 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.168198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6d0c644-d27e-4231-bfc2-acc903296ffa req-9976c9a3-4394-4d9f-bf47-870b12b44a64 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 946 time: 0.1412983 Jul 16 18:01:40.168818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 on network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:40.169137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Attempting to bind port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 on network 6bdc26b1-f6d3-4ad9-bee4-05b186938b26 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:40.183044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:40.183401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Checking segment: {'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:40.183798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Bound using segment: {'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:40.184246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Bound port: 6185f3a7-50b8-4dcf-90b8-7422e79f70a7, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:40.184611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.190492 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-788aeb43-36f4-42bb-bf0b-6c56d54e0527 req-024d22c0-7139-4c36-8a61-6fa9c3c4795c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 210 time: 0.0419774 Jul 16 18:01:40.240306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 2e1cb929-c2b5-4e93-b63e-2002597be9b2 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:40.264884 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6d0c644-d27e-4231-bfc2-acc903296ffa req-87d30dd8-b79f-4c57-aaf7-2692b563a5ef tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896509 Jul 16 18:01:40.292984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 2e1cb929-c2b5-4e93-b63e-2002597be9b2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:40.293329 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 2e1cb929-c2b5-4e93-b63e-2002597be9b2 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:40.295434 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.339838 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 4cf7be88-ba45-4082-b2c8-63893a798c64, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4cf7be88-ba45-4082-b2c8-63893a798c64,segment=NetworkSegment(98eb5d41-876d-4929-8ccf-b386b2616c68),segment_id=98eb5d41-876d-4929-8ccf-b386b2616c68)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:40.346564 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.359451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] For port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:40.373168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] For port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6185f3a7-50b8-4dcf-90b8-7422e79f70a7,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:40.379752 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.408413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=4cf7be88-ba45-4082-b2c8-63893a798c64,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:40.463259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.464004 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.465586 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] 10.222.0.18 "PUT /v2.0/ports/6185f3a7-50b8-4dcf-90b8-7422e79f70a7 HTTP/1.1" status: 200 len: 1091 time: 1.4425001 Jul 16 18:01:40.466095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5acacb72-820f-4fd3-af42-00dd1c78f57a', 'tag': '6185f3a7-50b8-4dcf-90b8-7422e79f70a7'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:40.468714 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72192997-c4ad-4c44-8677-9a0bf9492f17" -d '{"events": [{"name": "network-changed", "server_uuid": "5acacb72-820f-4fd3-af42-00dd1c78f57a", "tag": "6185f3a7-50b8-4dcf-90b8-7422e79f70a7"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:40.528119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0af7d55-1f0a-45ce-905a-2675145a9ceb req-05b55de0-e4ca-4908-a90c-77b04a8bdbb8 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.529519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0af7d55-1f0a-45ce-905a-2675145a9ceb req-05b55de0-e4ca-4908-a90c-77b04a8bdbb8 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 945 time: 0.1930506 Jul 16 18:01:40.555664 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.566006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcc28ac-9c32-42bd-b936-637b61071cb8 service neutron] Pushing event updated for resources: {'Port': ['ID=6185f3a7-50b8-4dcf-90b8-7422e79f70a7,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:40.613011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63b70f-f019-4659-93bb-492346d80ac5 req-c3cdfbed-5591-40dd-838f-332aca9a69e6 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.614819 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f63b70f-f019-4659-93bb-492346d80ac5 req-c3cdfbed-5591-40dd-838f-332aca9a69e6 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 946 time: 0.1659355 Jul 16 18:01:40.623882 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0af7d55-1f0a-45ce-905a-2675145a9ceb req-5cbad69e-8704-4748-bd20-3f53c70632a2 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792861 Jul 16 18:01:40.648623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-9fe3ade8-8d82-421f-89c0-e8dfce500e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.650321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-9fe3ade8-8d82-421f-89c0-e8dfce500e7e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5d54e8ec56e43d391618fe8a9585f3d&device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 1094 time: 0.1311533 Jul 16 18:01:40.668116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-76fa34b5-b0c3-4513-9d31-bf8bd5f6c942 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.669567 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-76fa34b5-b0c3-4513-9d31-bf8bd5f6c942 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1096 time: 0.1341426 Jul 16 18:01:40.676217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f63b70f-f019-4659-93bb-492346d80ac5 req-4ead5172-9f90-4eb9-8de7-2d081294ed9e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533550 Jul 16 18:01:40.701320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-7'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:40.704687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:40.711536 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-befb5eae-47ef-4ebd-9f42-e7a165edb9ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6185f3a7-50b8-4dcf-90b8-7422e79f70a7 HTTP/1.1" status: 200 len: 217 time: 0.0498049 Jul 16 18:01:40.720542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba', '3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:40.793848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-40b0c457-a414-4b1a-ad09-e41d508362ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:40.797075 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-40b0c457-a414-4b1a-ad09-e41d508362ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd1d178f-2287-446d-a0fd-681c1ac2971f HTTP/1.1" status: 200 len: 855 time: 0.0782819 Jul 16 18:01:40.813873 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8877edbf-3e01-4d7f-9c7d-c27487ad5c50 req-d3175ce3-695b-4fd0-b61a-d249ab1afae0 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=5f605b43ecf846e79a0250a136c5c74a HTTP/1.1" status: 200 len: 696 time: 0.1424575 Jul 16 18:01:40.858081 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-5ab286e4-69f1-4a82-a936-2937ac30cdf9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525732 Jul 16 18:01:40.863490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Network 88d7e17d-fce6-4465-9ce6-c030327e05f0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:40.878518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:40.999953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-7881320e-8ed4-4b6a-822d-2f49b219c53e service neutron] 10.222.0.18 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332557 Jul 16 18:01:41.121581 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11707bdb-a65a-4a58-a91d-51642e20b20f req-568c1840-8ed9-496c-b456-dd4531320d27 service neutron] 10.222.0.18 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152754 Jul 16 18:01:41.198625 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-105cdb46-944c-43e0-93f2-1f617c0a35be x-openstack-request-id: req-105cdb46-944c-43e0-93f2-1f617c0a35be {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:41.198918 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5acacb72-820f-4fd3-af42-00dd1c78f57a", "tag": "6185f3a7-50b8-4dcf-90b8-7422e79f70a7", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:41.199169 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-105cdb46-944c-43e0-93f2-1f617c0a35be {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:41.199586 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5acacb72-820f-4fd3-af42-00dd1c78f57a', 'tag': '6185f3a7-50b8-4dcf-90b8-7422e79f70a7', 'status': 'completed', 'code': 200} Jul 16 18:01:41.260547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event updated for resources: {'Port': ['ID=7b2ac556-edb1-4fb9-8e28-773c5bdf926b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:41.263051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:41.350614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192997-c4ad-4c44-8677-9a0bf9492f17 req-0ad844d8-88dc-4df8-adb5-654f70189d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.352063 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72192997-c4ad-4c44-8677-9a0bf9492f17 req-0ad844d8-88dc-4df8-adb5-654f70189d31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a5d54e8ec56e43d391618fe8a9585f3d&device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 1094 time: 0.1113784 Jul 16 18:01:41.396857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.397481 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.399081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2a6807-a0db-432d-a4ed-d273e95ddfa1 req-b260e348-e2fe-4323-9cd6-e8f70a03cfe1 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.401485 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f2a6807-a0db-432d-a4ed-d273e95ddfa1 req-b260e348-e2fe-4323-9cd6-e8f70a03cfe1 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 944 time: 0.1057317 Jul 16 18:01:41.402634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.457879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877edbf-3e01-4d7f-9c7d-c27487ad5c50 req-d1d86aa0-cf76-46d1-8c72-50cc0c721198 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.459451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8877edbf-3e01-4d7f-9c7d-c27487ad5c50 req-d1d86aa0-cf76-46d1-8c72-50cc0c721198 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/networks?id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 787 time: 0.6224928 Jul 16 18:01:41.472045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d2cd6748-de67-4acd-9af1-bfb7c07a703c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0105906 Jul 16 18:01:41.490568 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f2a6807-a0db-432d-a4ed-d273e95ddfa1 req-bd96762b-e1a6-4ff3-99ca-1e8544d923f5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807536 Jul 16 18:01:41.493211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192997-c4ad-4c44-8677-9a0bf9492f17 req-5242e87d-7bdd-4c73-8632-f427cbfc86c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.494647 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72192997-c4ad-4c44-8677-9a0bf9492f17 req-5242e87d-7bdd-4c73-8632-f427cbfc86c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26 HTTP/1.1" status: 200 len: 916 time: 0.1342621 Jul 16 18:01:41.495577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-8877edbf-3e01-4d7f-9c7d-c27487ad5c50 req-eef3ca2c-c68d-4682-9053-188df9794613 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:01:41.496568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8877edbf-3e01-4d7f-9c7d-c27487ad5c50 req-eef3ca2c-c68d-4682-9053-188df9794613 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0236666 Jul 16 18:01:41.513955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Request body: {'port': {'device_id': '7b2bf337-fce9-44bc-889c-907514252f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:41.546020 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72192997-c4ad-4c44-8677-9a0bf9492f17 req-0fc40344-e266-421d-98cb-796b14ef51e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6185f3a7-50b8-4dcf-90b8-7422e79f70a7 HTTP/1.1" status: 200 len: 217 time: 0.0438499 Jul 16 18:01:41.613642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72192997-c4ad-4c44-8677-9a0bf9492f17 req-00b560df-afa8-43e8-a336-af0239983d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.615181 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72192997-c4ad-4c44-8677-9a0bf9492f17 req-00b560df-afa8-43e8-a336-af0239983d4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dd1d178f-2287-446d-a0fd-681c1ac2971f HTTP/1.1" status: 200 len: 855 time: 0.0619142 Jul 16 18:01:41.675500 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72192997-c4ad-4c44-8677-9a0bf9492f17 req-c4b16816-71b7-4c80-8773-13d5b8c20690 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6bdc26b1-f6d3-4ad9-bee4-05b186938b26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483325 Jul 16 18:01:41.694052 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df7ae4a0-a5f7-4790-b970-e25867dfe725 req-a96bad2d-ff3d-4841-85e4-f762ac814885 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2316504 Jul 16 18:01:41.717700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.748103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:41.769327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2ddb4-1305-466a-936d-99e8103150e8 req-439f7466-6c98-43a2-a30e-b64084ac8f8a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.770817 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37d2ddb4-1305-466a-936d-99e8103150e8 req-439f7466-6c98-43a2-a30e-b64084ac8f8a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 946 time: 0.1544738 Jul 16 18:01:41.816304 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72192997-c4ad-4c44-8677-9a0bf9492f17 req-d59a86d3-3de6-40c8-a74f-5c0cc3aeca33 service neutron] 10.222.0.18 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328042 Jul 16 18:01:41.824384 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:41.838424 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37d2ddb4-1305-466a-936d-99e8103150e8 req-301373d0-8362-49bb-8a0f-1bc2ae177ef5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612583 Jul 16 18:01:41.879403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab76a4a2-2120-4445-be2c-00aa512a3732 req-37e75f17-bbed-46a1-ad0d-20b9931c43e4 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:41.881045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab76a4a2-2120-4445-be2c-00aa512a3732 req-37e75f17-bbed-46a1-ad0d-20b9931c43e4 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 943 time: 0.2313702 Jul 16 18:01:41.889076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4cf7be88-ba45-4082-b2c8-63893a798c64 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:41.935920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:41.946849 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72192997-c4ad-4c44-8677-9a0bf9492f17 req-f3d76ec7-808b-4b2a-af03-8e3ba5bf2fe6 service neutron] 10.222.0.18 "GET /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212189 Jul 16 18:01:41.973633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4cf7be88-ba45-4082-b2c8-63893a798c64 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:41.974696 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.035968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107beeb9-81a4-4be3-b2a8-3b5c58c908dc req-10a191bc-b174-4de8-a4c9-64f4fd55879d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.040303 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-107beeb9-81a4-4be3-b2a8-3b5c58c908dc req-10a191bc-b174-4de8-a4c9-64f4fd55879d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 932 time: 0.0795262 Jul 16 18:01:42.052213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef186b2-a8a0-48c9-9369-01876ce35a5b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:42.054468 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a814618-fc32-4185-a9cd-927c71825cf9" -d '{"events": [{"server_uuid": "94d1d4a8-3499-436d-8b28-a679e4fb146b", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef186b2-a8a0-48c9-9369-01876ce35a5b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:42.059880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab76a4a2-2120-4445-be2c-00aa512a3732 req-fa62b377-5fb3-4078-9f52-7b88d223ea38 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271062 Jul 16 18:01:42.066254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.073139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae4a0-a5f7-4790-b970-e25867dfe725 req-12abb68f-3d91-4621-9015-7bd00fdcc965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.074804 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df7ae4a0-a5f7-4790-b970-e25867dfe725 req-12abb68f-3d91-4621-9015-7bd00fdcc965 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 1097 time: 0.3246398 Jul 16 18:01:42.077560 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.099158 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-107beeb9-81a4-4be3-b2a8-3b5c58c908dc req-a068b0ee-b949-4437-a9f0-7ad4ab41283a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545819 Jul 16 18:01:42.235621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-3b9e93aa-b830-4bab-988c-8122f3ba40df tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips/b9317a02-0fcb-47b8-9196-5b4b91fa1482 HTTP/1.1" status: 200 len: 693 time: 0.1258180 Jul 16 18:01:42.274085 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4ef186b2-a8a0-48c9-9369-01876ce35a5b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:42.281380 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 8a5769e2-8ee0-4eee-83eb-750f1405d697 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:42.290587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208c6c93-6a6a-4330-a456-43c255e3fb1b req-8ed4dce7-fc83-467e-b6c2-49bfc8b3b23d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.293160 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-208c6c93-6a6a-4330-a456-43c255e3fb1b req-8ed4dce7-fc83-467e-b6c2-49bfc8b3b23d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 943 time: 0.0756309 Jul 16 18:01:42.333341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Pushing event updated for resources: {'Port': ['ID=4ef186b2-a8a0-48c9-9369-01876ce35a5b,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.348362 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-208c6c93-6a6a-4330-a456-43c255e3fb1b req-f39c5686-0735-468e-9e74-8528f6097d2c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415227 Jul 16 18:01:42.388355 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 8a5769e2-8ee0-4eee-83eb-750f1405d697 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:42.396392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 8a5769e2-8ee0-4eee-83eb-750f1405d697 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:42.396766 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.466317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on host n-h2-794306-7 for vnic_type normal with profile {"migrating_to": "n-h1-794306-7"} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:42.466746 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:42.466999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:42.471374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:42.493364 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae4a0-a5f7-4790-b970-e25867dfe725 req-1e97a37d-0c89-48c0-b879-96fb3e32bce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.494925 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df7ae4a0-a5f7-4790-b970-e25867dfe725 req-1e97a37d-0c89-48c0-b879-96fb3e32bce3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 906 time: 0.3863273 Jul 16 18:01:42.504872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on host n-h2-794306-7 for vnic_type normal with profile {"migrating_to": "n-h1-794306-7"} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:42.505245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:42.505614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:42.510532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b2ac556-edb1-4fb9-8e28-773c5bdf926b {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:42.511886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:42.512243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:42.515384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:42.515384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:42.525546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.535884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:42.536281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:42.537830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:42.537830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Bound port: 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:42.537830 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.561732 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.562203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:42.562709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:42.563233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:42.565161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Bound port: 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:42.565161 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.566850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df7ae4a0-a5f7-4790-b970-e25867dfe725 req-f97da8dc-fd66-4f28-a33d-b942ec317363 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba HTTP/1.1" status: 200 len: 217 time: 0.0635409 Jul 16 18:01:42.598387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-3ce9a6b4-9504-4c94-a9de-00251e0c6e36 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.605588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-3ce9a6b4-9504-4c94-a9de-00251e0c6e36 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.3614233 Jul 16 18:01:42.607122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee759e1b-6040-4a34-9e09-b7c10a9520af req-bf724790-c695-4cdc-a8ab-f8b72206e882 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.614321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:42.616365 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ee759e1b-6040-4a34-9e09-b7c10a9520af req-bf724790-c695-4cdc-a8ab-f8b72206e882 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 946 time: 0.1069958 Jul 16 18:01:42.618046 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c5dd29-9673-4f98-a2c6-0bb0e33a6d44" -d '{"events": [{"server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "name": "network-vif-plugged", "status": "completed", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:42.634621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 8a5769e2-8ee0-4eee-83eb-750f1405d697, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:42.638987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Transition to ACTIVE for port object 7b2ac556-edb1-4fb9-8e28-773c5bdf926b will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:42.650200 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.668711 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ee759e1b-6040-4a34-9e09-b7c10a9520af req-5bfc7449-6b08-4442-bccf-92b333bb1197 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513124 Jul 16 18:01:42.697887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.698435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:42.715633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-efe09d2f-903c-4fb8-9879-f8b2d2c5b5c9 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.1093998 Jul 16 18:01:42.719997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:42.731599 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:42.739738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=8a5769e2-8ee0-4eee-83eb-750f1405d697,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.801128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7ae4a0-a5f7-4790-b970-e25867dfe725 req-f0231381-869a-443c-a506-6a4d3806c743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:42.802608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df7ae4a0-a5f7-4790-b970-e25867dfe725 req-f0231381-869a-443c-a506-6a4d3806c743 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.2227392 Jul 16 18:01:42.808050 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4ef186b2-a8a0-48c9-9369-01876ce35a5b has no active binding in host n-h1-794306-7 {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:01:42.826478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=4ef186b2-a8a0-48c9-9369-01876ce35a5b,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.834928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-e60477d1-dfd4-4158-9bcb-8fdba2f5e0bf tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.240 HTTP/1.1" status: 200 len: 696 time: 0.0966747 Jul 16 18:01:42.860586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ac556-edb1-4fb9-8e28-773c5bdf926b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:42.866349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df7ae4a0-a5f7-4790-b970-e25867dfe725 req-301efa80-533b-47ae-b223-7b0601b28f92 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0535910 Jul 16 18:01:42.912555 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15ef13d2-8c91-4b7a-87fd-2fcc0078fc6d x-openstack-request-id: req-15ef13d2-8c91-4b7a-87fd-2fcc0078fc6d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:42.912845 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d1d4a8-3499-436d-8b28-a679e4fb146b", "name": "network-vif-unplugged", "status": "completed", "tag": "4ef186b2-a8a0-48c9-9369-01876ce35a5b", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:42.913094 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-15ef13d2-8c91-4b7a-87fd-2fcc0078fc6d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:42.913483 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4ef186b2-a8a0-48c9-9369-01876ce35a5b', 'code': 200} Jul 16 18:01:42.971677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:43.015870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.api [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 4ef186b2-a8a0-48c9-9369-01876ce35a5b-n-h2-794306-7-0 {{(pid=105439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:01:43.016852 n-d-794306-7 neutron-server[105439]: DEBUG oslo_db.api [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:01:43.041873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb5ae84-9d8b-4710-b7f5-866937bfa89d req-9f95b17c-1076-40ab-b18d-217c7af34776 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.043357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7fb5ae84-9d8b-4710-b7f5-866937bfa89d req-9f95b17c-1076-40ab-b18d-217c7af34776 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 945 time: 0.0674918 Jul 16 18:01:43.082278 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7fb5ae84-9d8b-4710-b7f5-866937bfa89d req-9a70f79e-9cc8-41a4-8f3e-b4f779b8217a tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326562 Jul 16 18:01:43.129244 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48caadf9-291f-4ace-9687-e87c58df757e x-openstack-request-id: req-48caadf9-291f-4ace-9687-e87c58df757e {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:43.129546 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "name": "network-vif-plugged", "status": "completed", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:43.129804 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-48caadf9-291f-4ace-9687-e87c58df757e {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:43.130205 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'code': 200} Jul 16 18:01:43.162545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Attempting to bind port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:43.163216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Attempting to bind port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:43.163216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Attempting to bind port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:43.176123 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df7ae4a0-a5f7-4790-b970-e25867dfe725 req-5356c17d-7fa5-485f-a2d9-44634af8b388 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974358 Jul 16 18:01:43.178830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:43.179151 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Attempting to bind port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:43.193011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e6bed2-dab8-434e-a47e-9d58c1e2d81c req-3faeec3d-6eee-4058-8458-34d16dbb73fb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.194438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75e6bed2-dab8-434e-a47e-9d58c1e2d81c req-3faeec3d-6eee-4058-8458-34d16dbb73fb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.37 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 946 time: 0.3350973 Jul 16 18:01:43.231870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:43.232216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Checking segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:43.232606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Bound using segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:43.233058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Bound port: 7b2ac556-edb1-4fb9-8e28-773c5bdf926b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:43.233420 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.351961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-563d9f73-589e-41bd-b87c-ab66b4cd0aed tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Deleting port f724f153-888a-44ae-bc61-72f734df2661 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:43.352306 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-563d9f73-589e-41bd-b87c-ab66b4cd0aed tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.701605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1750949-581e-48fe-a497-cf47179d4301 req-43b44342-e353-4c88-9615-97867470c7ae tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.703067 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a1750949-581e-48fe-a497-cf47179d4301 req-43b44342-e353-4c88-9615-97867470c7ae tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 946 time: 0.0685132 Jul 16 18:01:43.745595 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a1750949-581e-48fe-a497-cf47179d4301 req-094480e2-e0d5-4de1-8815-e9d9591336c6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359766 Jul 16 18:01:43.813717 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df7ae4a0-a5f7-4790-b970-e25867dfe725 req-0304f23f-49c9-4b52-b087-da3de7bad8c0 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6181319 Jul 16 18:01:43.827313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on host n-h2-794306-7 for vnic_type normal with profile {"migrating_to": "n-h1-794306-7"} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:43.827676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:43.828013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:43.840219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] For port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:43.847739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] For port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7b2ac556-edb1-4fb9-8e28-773c5bdf926b,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:43.850654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:43.851041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Attempting to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:43.873453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21e9c2-4d32-4668-9961-bfdd6110e116 req-06dd45b1-8b58-4135-b103-8ab5989e7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.874949 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b21e9c2-4d32-4668-9961-bfdd6110e116 req-06dd45b1-8b58-4135-b103-8ab5989e7419 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 1096 time: 0.6377754 Jul 16 18:01:43.876025 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.881829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:43.882181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:43.882593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:43.883016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Bound port: 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:43.883365 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.886852 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-563d9f73-589e-41bd-b87c-ab66b4cd0aed tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.887177 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-563d9f73-589e-41bd-b87c-ab66b4cd0aed tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.924497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b648e76e-2628-4826-9d6c-7b38824eeaeb req-da404ed4-07c0-4345-b9e6-1af4e325fb95 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.925991 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b648e76e-2628-4826-9d6c-7b38824eeaeb req-da404ed4-07c0-4345-b9e6-1af4e325fb95 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 943 time: 0.0714321 Jul 16 18:01:43.950587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-563d9f73-589e-41bd-b87c-ab66b4cd0aed tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Calling delete_port for f724f153-888a-44ae-bc61-72f734df2661 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:43.971484 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b648e76e-2628-4826-9d6c-7b38824eeaeb req-9119f2bd-f0b2-40d4-9db3-029bd9a4c2e2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397248 Jul 16 18:01:43.975441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:43.976096 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:43.977693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] 10.222.0.37 "PUT /v2.0/ports/7b2ac556-edb1-4fb9-8e28-773c5bdf926b HTTP/1.1" status: 200 len: 1092 time: 2.4755337 Jul 16 18:01:44.020272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-75e6bed2-dab8-434e-a47e-9d58c1e2d81c req-c70ba835-e3af-47cd-8e48-297d0ae42e1c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Deleting port 9eadbced-7e1e-402c-b39f-94e99366242f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:44.020625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75e6bed2-dab8-434e-a47e-9d58c1e2d81c req-c70ba835-e3af-47cd-8e48-297d0ae42e1c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.095174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b21e9c2-4d32-4668-9961-bfdd6110e116 req-459ba858-bb64-477c-93e2-1cf48976fd57 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040529 Jul 16 18:01:44.142966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b7bfdf-29b8-4050-950f-e25dd9865cae service neutron] Pushing event updated for resources: {'Port': ['ID=7b2ac556-edb1-4fb9-8e28-773c5bdf926b,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:44.144229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6432164-8661-4eb6-be8a-16067a2d5657 req-37d988dd-787b-4e08-b9b3-85a3e57e07e3 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.146443 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6432164-8661-4eb6-be8a-16067a2d5657 req-37d988dd-787b-4e08-b9b3-85a3e57e07e3 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 944 time: 0.0654364 Jul 16 18:01:44.153656 n-d-794306-7 neutron-server[105439]: WARNING neutron.plugins.ml2.plugin [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Concurrent port binding operations failed on port 4ef186b2-a8a0-48c9-9369-01876ce35a5b Jul 16 18:01:44.161265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:44.186489 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6432164-8661-4eb6-be8a-16067a2d5657 req-76129c43-db59-4034-8f71-12f5c1683339 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331180 Jul 16 18:01:44.188935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:44.202421 n-d-794306-7 neutron-server[105439]: INFO neutron.plugins.ml2.plugin [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Attempt 2 to bind port 4ef186b2-a8a0-48c9-9369-01876ce35a5b Jul 16 18:01:44.210042 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.210883 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.212474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-63d83f28-2813-4264-a1cb-05161eea71f8 service neutron] 10.222.0.37 "PUT /v2.0/ports/4ef186b2-a8a0-48c9-9369-01876ce35a5b HTTP/1.1" status: 200 len: 1121 time: 3.5333059 Jul 16 18:01:44.270999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-75e6bed2-dab8-434e-a47e-9d58c1e2d81c req-c70ba835-e3af-47cd-8e48-297d0ae42e1c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] For port 9eadbced-7e1e-402c-b39f-94e99366242f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9eadbced-7e1e-402c-b39f-94e99366242f,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:44.271691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75e6bed2-dab8-434e-a47e-9d58c1e2d81c req-c70ba835-e3af-47cd-8e48-297d0ae42e1c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.280920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-0358e453-5c9b-4c03-81a1-14ed02003170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.282954 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-0358e453-5c9b-4c03-81a1-14ed02003170 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 1095 time: 0.2240510 Jul 16 18:01:44.291704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-75e6bed2-dab8-434e-a47e-9d58c1e2d81c req-c70ba835-e3af-47cd-8e48-297d0ae42e1c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Calling delete_port for 9eadbced-7e1e-402c-b39f-94e99366242f owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:44.343883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6185f3a7-50b8-4dcf-90b8-7422e79f70a7,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:44.356075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '6185f3a7-50b8-4dcf-90b8-7422e79f70a7', 'network_id': '6bdc26b1-f6d3-4ad9-bee4-05b186938b26', 'port_id': '6185f3a7-50b8-4dcf-90b8-7422e79f70a7', 'mac_address': 'fa:16:3e:80:d9:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 357, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd1d178f-2287-446d-a0fd-681c1ac2971f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:44.383607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d1e0f-937b-4b52-857b-61ccbebe3e8d req-d00aece8-0f93-40cc-89be-628305fcc33a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.385179 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d67d1e0f-937b-4b52-857b-61ccbebe3e8d req-d00aece8-0f93-40cc-89be-628305fcc33a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 943 time: 0.0680351 Jul 16 18:01:44.401082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['4ef186b2-a8a0-48c9-9369-01876ce35a5b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:44.409012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-563d9f73-589e-41bd-b87c-ab66b4cd0aed tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.433527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['4ef186b2-a8a0-48c9-9369-01876ce35a5b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:44.454443 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d67d1e0f-937b-4b52-857b-61ccbebe3e8d req-64b4bb62-8eed-47bb-9323-f7261d55c91f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606771 Jul 16 18:01:44.477515 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.479134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d9f73-589e-41bd-b87c-ab66b4cd0aed tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Pushing event deleted for resources: {'Port': ['ID=f724f153-888a-44ae-bc61-72f734df2661,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:44.490723 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-7bc35c50-1487-42e2-8336-b6aa60733fe0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b2ac556-edb1-4fb9-8e28-773c5bdf926b HTTP/1.1" status: 200 len: 217 time: 0.0688052 Jul 16 18:01:44.502779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:44.551772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6185f3a7-50b8-4dcf-90b8-7422e79f70a7,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:44.565334 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.640837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-58111886-d4b3-49b0-97f0-7d8da9703acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.642385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-58111886-d4b3-49b0-97f0-7d8da9703acd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.1318591 Jul 16 18:01:44.645038 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75e6bed2-dab8-434e-a47e-9d58c1e2d81c req-c70ba835-e3af-47cd-8e48-297d0ae42e1c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.679153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=6185f3a7-50b8-4dcf-90b8-7422e79f70a7,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:44.685168 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-563d9f73-589e-41bd-b87c-ab66b4cd0aed tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.689121 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-563d9f73-589e-41bd-b87c-ab66b4cd0aed tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.689995 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbce382f-0dcf-49ac-849c-dc46de5752b7 req-563d9f73-589e-41bd-b87c-ab66b4cd0aed tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "DELETE /v2.0/floatingips/b9317a02-0fcb-47b8-9196-5b4b91fa1482 HTTP/1.1" status: 204 len: 173 time: 1.8316803 Jul 16 18:01:44.711215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70ba835-e3af-47cd-8e48-297d0ae42e1c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event deleted for resources: {'Port': ['ID=9eadbced-7e1e-402c-b39f-94e99366242f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:44.715769 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-8334ea80-f214-4438-9918-0a13a581d35b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604978 Jul 16 18:01:44.821580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-75e6bed2-dab8-434e-a47e-9d58c1e2d81c req-c70ba835-e3af-47cd-8e48-297d0ae42e1c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] No DVR routers for this DVR port 9eadbced-7e1e-402c-b39f-94e99366242f on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:44.828882 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75e6bed2-dab8-434e-a47e-9d58c1e2d81c req-c70ba835-e3af-47cd-8e48-297d0ae42e1c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:44.831035 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75e6bed2-dab8-434e-a47e-9d58c1e2d81c req-c70ba835-e3af-47cd-8e48-297d0ae42e1c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.37 "DELETE /v2.0/ports/9eadbced-7e1e-402c-b39f-94e99366242f HTTP/1.1" status: 204 len: 173 time: 1.6244085 Jul 16 18:01:44.871793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5e72f-aee0-40b4-beab-3c8cc70f6070 req-d3e1baaa-df51-4067-9d78-cc67bfde970e tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:44.873628 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2ae5e72f-aee0-40b4-beab-3c8cc70f6070 req-d3e1baaa-df51-4067-9d78-cc67bfde970e tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 945 time: 0.0711346 Jul 16 18:01:44.916654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b2bf337-fce9-44bc-889c-907514252f9c', 'tag': '7b2ac556-edb1-4fb9-8e28-773c5bdf926b'}, {'name': 'network-changed', 'server_uuid': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'tag': '4ef186b2-a8a0-48c9-9369-01876ce35a5b'}, {'server_uuid': '0c88c7f9-8d60-49ca-aedb-872e48586e53', 'name': 'network-vif-deleted', 'tag': '9eadbced-7e1e-402c-b39f-94e99366242f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:44.917167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2ae5e72f-aee0-40b4-beab-3c8cc70f6070 req-5f469782-2f1c-44b7-bc5c-b806466bd7a7 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370276 Jul 16 18:01:44.918926 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b2bf337-fce9-44bc-889c-907514252f9c", "tag": "7b2ac556-edb1-4fb9-8e28-773c5bdf926b"}, {"name": "network-changed", "server_uuid": "94d1d4a8-3499-436d-8b28-a679e4fb146b", "tag": "4ef186b2-a8a0-48c9-9369-01876ce35a5b"}, {"server_uuid": "0c88c7f9-8d60-49ca-aedb-872e48586e53", "name": "network-vif-deleted", "tag": "9eadbced-7e1e-402c-b39f-94e99366242f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:44.941798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['6185f3a7-50b8-4dcf-90b8-7422e79f70a7'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:44.948839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-4182e07c-c033-4bf9-abed-04a62a301091 service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2255218 Jul 16 18:01:44.981391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-1bcdc929-0ddf-4ca3-97d0-2781c61d05c2 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2286785 Jul 16 18:01:44.994981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:45.060050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.074504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8451aff-de6b-4544-ba23-567851a08cd3 req-0dd26e05-8d97-4038-8552-4c5af7351852 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=0c88c7f9-8d60-49ca-aedb-872e48586e53 HTTP/1.1" status: 200 len: 210 time: 0.0507677 Jul 16 18:01:45.103289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc70dd43-fa0b-4273-b6ea-3b469b9e5d8a req-a929b4f7-55f9-44fe-a4bd-ff20cb480868 service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463115 Jul 16 18:01:45.145760 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4484f88c-e450-4e93-acf7-e60e3299c5ea x-openstack-request-id: req-4484f88c-e450-4e93-acf7-e60e3299c5ea {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:45.145937 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b2bf337-fce9-44bc-889c-907514252f9c", "tag": "7b2ac556-edb1-4fb9-8e28-773c5bdf926b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "94d1d4a8-3499-436d-8b28-a679e4fb146b", "tag": "4ef186b2-a8a0-48c9-9369-01876ce35a5b", "status": "completed", "code": 200}, {"server_uuid": "0c88c7f9-8d60-49ca-aedb-872e48586e53", "name": "network-vif-deleted", "tag": "9eadbced-7e1e-402c-b39f-94e99366242f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:45.146188 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4484f88c-e450-4e93-acf7-e60e3299c5ea {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:45.146568 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b2bf337-fce9-44bc-889c-907514252f9c', 'tag': '7b2ac556-edb1-4fb9-8e28-773c5bdf926b', 'status': 'completed', 'code': 200} Jul 16 18:01:45.146874 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'tag': '4ef186b2-a8a0-48c9-9369-01876ce35a5b', 'status': 'completed', 'code': 200} Jul 16 18:01:45.147059 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c88c7f9-8d60-49ca-aedb-872e48586e53', 'name': 'network-vif-deleted', 'tag': '9eadbced-7e1e-402c-b39f-94e99366242f', 'status': 'completed', 'code': 200} Jul 16 18:01:45.210791 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.301815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22131302-bc47-4626-86fe-0d119fcf0e3e req-adc84aa9-9d65-4416-9007-deb11af81321 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.303324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22131302-bc47-4626-86fe-0d119fcf0e3e req-adc84aa9-9d65-4416-9007-deb11af81321 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 944 time: 0.0690906 Jul 16 18:01:45.346800 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22131302-bc47-4626-86fe-0d119fcf0e3e req-ae1279da-e015-4301-a464-72467d5edef2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378225 Jul 16 18:01:45.358440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-fdf0d611-2fd9-4ce2-997c-aebaa0729702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.369401 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-fdf0d611-2fd9-4ce2-997c-aebaa0729702 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 1124 time: 0.1879086 Jul 16 18:01:45.411987 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f841b0d0-b2e6-4003-959b-8b603ef8a3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.431210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Allocated IP 172.25.7.237 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/41008b73-f190-4639-856c-e84822698865) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:45.442015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-04436783-1f52-4331-bc9a-25b3adf11785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.443841 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-04436783-1f52-4331-bc9a-25b3adf11785 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 1095 time: 0.1778777 Jul 16 18:01:45.529810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322bb9-d242-4eb6-a60e-eb41e9e351f2 req-b72c752b-805d-4cc7-b51d-24b40d236f8e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.531311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-41322bb9-d242-4eb6-a60e-eb41e9e351f2 req-b72c752b-805d-4cc7-b51d-24b40d236f8e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 944 time: 0.0785284 Jul 16 18:01:45.570374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-41322bb9-d242-4eb6-a60e-eb41e9e351f2 req-40eadb71-1e8b-4edc-8a05-40aacc563703 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330291 Jul 16 18:01:45.627417 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-aab1a2fc-4ce2-4dc3-8ed0-6dbe80a944a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.628985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-aab1a2fc-4ce2-4dc3-8ed0-6dbe80a944a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.2605207 Jul 16 18:01:45.693403 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-dda6617f-ab0f-414b-81bc-adbe589d08ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b HTTP/1.1" status: 200 len: 217 time: 0.0557508 Jul 16 18:01:45.707385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-7e1218b1-4d99-4648-8b0b-f0805e48e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.709045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-7e1218b1-4d99-4648-8b0b-f0805e48e9b5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 906 time: 0.2351983 Jul 16 18:01:45.745453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ea3799-28b9-4ae8-8afc-d62c9660e951 req-46b3961f-5972-44f5-ab6c-3eeb627b9b7f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.746902 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-98ea3799-28b9-4ae8-8afc-d62c9660e951 req-46b3961f-5972-44f5-ab6c-3eeb627b9b7f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 943 time: 0.0695221 Jul 16 18:01:45.786561 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-98ea3799-28b9-4ae8-8afc-d62c9660e951 req-f6db7601-7345-452d-935c-2db85bdb2584 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331018 Jul 16 18:01:45.787369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-ce04ccda-5d07-4649-9127-e2196ac6f69f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7b2ac556-edb1-4fb9-8e28-773c5bdf926b HTTP/1.1" status: 200 len: 217 time: 0.0654764 Jul 16 18:01:45.793153 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:45.850013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-b363f286-2ed9-4d3e-9a37-e7684cc109c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.851839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-b363f286-2ed9-4d3e-9a37-e7684cc109c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.1475797 Jul 16 18:01:45.877115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-121c50ef-b0aa-4953-a3a9-9fdf60e03c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:45.878763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-121c50ef-b0aa-4953-a3a9-9fdf60e03c5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.0816886 Jul 16 18:01:45.906802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-a76378a4-824b-4231-9883-86ca3cf4e452 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442464 Jul 16 18:01:45.951930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-bcad16fc-3a49-416a-b9ae-f12b8af3a45b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526016 Jul 16 18:01:45.990526 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.118089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:46.123868 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Pushing event updated for resources: {'Port': ['ID=41008b73-f190-4639-856c-e84822698865,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.133070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:46.139290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:46.149381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-c571008e-72ff-4f4d-a9c4-cdb18a107510 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335637 Jul 16 18:01:46.151579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede3ec78-e2d4-4d5e-938b-88b51607b704 req-b2e8996c-41cb-44c9-8b0c-c64872b0e3be tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:46.153065 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede3ec78-e2d4-4d5e-938b-88b51607b704 req-b2e8996c-41cb-44c9-8b0c-c64872b0e3be tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 945 time: 0.0690572 Jul 16 18:01:46.191599 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede3ec78-e2d4-4d5e-938b-88b51607b704 req-8da2728e-2442-4fda-8720-24b0a98224de tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322776 Jul 16 18:01:46.201317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-b9cbcd0f-d1f8-4e8e-9b5c-6c7b7588016b service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351677 Jul 16 18:01:46.217739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ce8eba59-0591-4931-bc19-55a7c12d83e3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:46.217739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:46.304901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 9eadbced-7e1e-402c-b39f-94e99366242f no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:46.336944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 9eadbced-7e1e-402c-b39f-94e99366242f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:46.337723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 9eadbced-7e1e-402c-b39f-94e99366242f not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:46.475748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-8668da04-9a59-4274-9939-5035f5ea9ff3 service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529380 Jul 16 18:01:46.497911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4f0bd47-a22c-48c4-8935-9f79b88a8cc0 req-cd006ea0-b403-4c40-adcf-c6a031ad9384 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3263583 Jul 16 18:01:46.499446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.535111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:46.547365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:46.547768 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.548936 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b56713b-8221-4e37-be68-f465e3b51427 req-84aba555-122e-4e4e-ab21-9786954bc839 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2571917 Jul 16 18:01:46.553823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:46.557567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.577022 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.590541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ce8eba59-0591-4931-bc19-55a7c12d83e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ce8eba59-0591-4931-bc19-55a7c12d83e3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:46.610511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'ce8eba59-0591-4931-bc19-55a7c12d83e3', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'port_id': 'ce8eba59-0591-4931-bc19-55a7c12d83e3', 'mac_address': 'fa:16:3e:fb:d8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba55bee-7eb5-4d34-8527-d9d14160a2f5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:46.689523 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.700137 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.713699 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.716256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce8eba59-0591-4931-bc19-55a7c12d83e3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:46.737947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acacb72-820f-4fd3-af42-00dd1c78f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6185f3a7-50b8-4dcf-90b8-7422e79f70a7'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:46.740311 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2c36d5-7442-4681-b450-1833a090fb44" -d '{"events": [{"server_uuid": "5acacb72-820f-4fd3-af42-00dd1c78f57a", "name": "network-vif-plugged", "status": "completed", "tag": "6185f3a7-50b8-4dcf-90b8-7422e79f70a7"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:46.759994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ce8eba59-0591-4931-bc19-55a7c12d83e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ce8eba59-0591-4931-bc19-55a7c12d83e3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:46.761840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6185f3a7-50b8-4dcf-90b8-7422e79f70a7,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:46.769041 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.773629 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.776553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.783442 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.841533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=6185f3a7-50b8-4dcf-90b8-7422e79f70a7,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.848660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Allocated IP 172.25.7.101 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/9690d416-9713-4b67-b2ec-fe8a2563485a) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:46.865715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Pushing event updated for resources: {'Port': ['ID=41008b73-f190-4639-856c-e84822698865,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.874980 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.895242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ce8eba59-0591-4931-bc19-55a7c12d83e3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:46.897519 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:46.899337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-712db292-108e-4892-8fbb-d59eed250bdd tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9091256 Jul 16 18:01:46.955981 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ce8eba59-0591-4931-bc19-55a7c12d83e3,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:46.963505 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-48b69897-4d3e-4d03-952c-b38638c51097 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0551257 Jul 16 18:01:47.007994 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.067913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.140072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:47.149826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:47.152085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Pushing event updated for resources: {'Port': ['ID=9690d416-9713-4b67-b2ec-fe8a2563485a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:47.154338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:47.310973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.381553 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.444460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-3b0bf1e2-3d45-4d61-a7ea-433145b41768 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.445986 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5cc6abe-c996-4923-8d8d-65a081de2dcf req-3b0bf1e2-3d45-4d61-a7ea-433145b41768 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.4764400 Jul 16 18:01:47.554374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.559942 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.643427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Pushing event updated for resources: {'Port': ['ID=9690d416-9713-4b67-b2ec-fe8a2563485a,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:47.653797 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.669089 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.670846 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b56713b-8221-4e37-be68-f465e3b51427 req-f2c1036f-b93d-4da2-9f2c-4d9cb2e98978 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.1209388 Jul 16 18:01:47.681612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6d42e-ef41-4705-9f4b-5bae9937f62d req-5fd5e48a-f8f3-400b-b66f-56bfeb0b688d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.689314 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6da6d42e-ef41-4705-9f4b-5bae9937f62d req-5fd5e48a-f8f3-400b-b66f-56bfeb0b688d tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 945 time: 0.1135931 Jul 16 18:01:47.736000 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6da6d42e-ef41-4705-9f4b-5bae9937f62d req-ca6c999d-8ca3-40c6-8802-0cff8dd5bc66 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456882 Jul 16 18:01:47.737602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b56713b-8221-4e37-be68-f465e3b51427 req-3014e59e-56a7-4a0d-a87f-e7e686e36af1 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 696 time: 0.0600274 Jul 16 18:01:47.836928 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:47.872093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56713b-8221-4e37-be68-f465e3b51427 req-b39b5e1d-9262-4e51-88bf-58e55883ea27 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.873471 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b56713b-8221-4e37-be68-f465e3b51427 req-b39b5e1d-9262-4e51-88bf-58e55883ea27 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1284842 Jul 16 18:01:47.995594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-c4b3942f-72f3-4d75-835d-e8838c8d3d6e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:47.997238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-c4b3942f-72f3-4d75-835d-e8838c8d3d6e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.1280897 Jul 16 18:01:48.015080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-f9322753-3622-4be9-a994-7651c0dcd589 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/quotas/8c1cb972bdee4eb9bb7cbfd8898401fb HTTP/1.1" status: 200 len: 375 time: 0.0107832 Jul 16 18:01:48.063495 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-b8d34718-b162-484b-bee4-4bbca52dfed3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406177 Jul 16 18:01:48.133913 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d63e238f-5661-4f6b-8037-066d75d78765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.183412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-6c4a10f8-7060-4b9b-b74c-1bd0020cce04 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129656 Jul 16 18:01:48.225692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ce8eba59-0591-4931-bc19-55a7c12d83e3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:48.321899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port ce8eba59-0591-4931-bc19-55a7c12d83e3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:48.322581 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.351523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-92aad8cf-506e-4535-a62f-37d920eb692e service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616201 Jul 16 18:01:48.360716 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7b2ac556-edb1-4fb9-8e28-773c5bdf926b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:48.478916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7b2ac556-edb1-4fb9-8e28-773c5bdf926b,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:48.496023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '7b2ac556-edb1-4fb9-8e28-773c5bdf926b', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'port_id': '7b2ac556-edb1-4fb9-8e28-773c5bdf926b', 'mac_address': 'fa:16:3e:21:3b:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7463a0aa-132d-4bcf-9602-3be3945aec50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:48.499923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed61e33d-6378-4734-ae18-e31753875c7d req-1582b017-c9ca-4696-b542-fe14b91e2752 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.511511 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ed61e33d-6378-4734-ae18-e31753875c7d req-1582b017-c9ca-4696-b542-fe14b91e2752 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 944 time: 0.5166430 Jul 16 18:01:48.575742 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ed61e33d-6378-4734-ae18-e31753875c7d req-c976c2e0-0f09-4a1c-b386-0465e65ff0dc tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623481 Jul 16 18:01:48.604922 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e005108-68d8-42c9-912d-1fa88ca2b2be x-openstack-request-id: req-2e005108-68d8-42c9-912d-1fa88ca2b2be {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:48.605437 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acacb72-820f-4fd3-af42-00dd1c78f57a", "name": "network-vif-plugged", "status": "completed", "tag": "6185f3a7-50b8-4dcf-90b8-7422e79f70a7", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:48.605883 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2e005108-68d8-42c9-912d-1fa88ca2b2be {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:48.606458 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acacb72-820f-4fd3-af42-00dd1c78f57a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6185f3a7-50b8-4dcf-90b8-7422e79f70a7', 'code': 200} Jul 16 18:01:48.620537 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.646812 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.670588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b2ac556-edb1-4fb9-8e28-773c5bdf926b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:48.708547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7b2ac556-edb1-4fb9-8e28-773c5bdf926b,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:48.720688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ce8eba59-0591-4931-bc19-55a7c12d83e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ce8eba59-0591-4931-bc19-55a7c12d83e3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:48.723280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.729231 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:48.782089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7b2ac556-edb1-4fb9-8e28-773c5bdf926b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:48.836173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ce8eba59-0591-4931-bc19-55a7c12d83e3,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:48.905279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6281a0a7-6222-4e4f-9bef-bdafb09ef5b7 req-5c898934-da60-4715-abc6-b74ae413bbe9 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.914374 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6281a0a7-6222-4e4f-9bef-bdafb09ef5b7 req-5c898934-da60-4715-abc6-b74ae413bbe9 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 943 time: 0.1921356 Jul 16 18:01:48.925344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bc8ae5-703c-4212-8ee2-99711cf45fad req-736e45a1-c18c-4914-866d-531969cd4ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:48.926838 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-66bc8ae5-703c-4212-8ee2-99711cf45fad req-736e45a1-c18c-4914-866d-531969cd4ecf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 1096 time: 0.2646506 Jul 16 18:01:48.980018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-66bc8ae5-703c-4212-8ee2-99711cf45fad req-c54721c4-9c2f-4092-b29b-216346e1c4a6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399299 Jul 16 18:01:49.012655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6281a0a7-6222-4e4f-9bef-bdafb09ef5b7 req-b68c77d1-7b57-4c09-8831-4118afb82a35 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969179 Jul 16 18:01:49.059086 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-ecde2986-bdc8-48c7-9961-305444e21567 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips/8b81893f-fb22-4884-9a03-73fd16e76e96 HTTP/1.1" status: 200 len: 693 time: 0.0695789 Jul 16 18:01:49.124961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['7b2ac556-edb1-4fb9-8e28-773c5bdf926b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:49.239351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-95aa896e-8b2f-4dcd-b108-0fe6d4797ee3 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:49.248030 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-95aa896e-8b2f-4dcd-b108-0fe6d4797ee3 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1807992 Jul 16 18:01:49.300351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfb807-ed40-45b8-86e0-621123376c26 req-66b2baa0-7fd1-4aa8-bfdf-dc9b7ca9a07c tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:49.302620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-66b2baa0-7fd1-4aa8-bfdf-dc9b7ca9a07c tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 820 time: 0.1977544 Jul 16 18:01:49.320256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-b34ae812-27e6-464c-b873-a2bee289d113 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0704248 Jul 16 18:01:49.347891 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-f979a3b1-6e85-4d07-8ea0-07226d155283 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/quotas/942829dc112443d6afce2ca4581d3e51 HTTP/1.1" status: 200 len: 375 time: 0.0324171 Jul 16 18:01:49.386710 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-ef91ca9e-4db1-46e1-aeea-79028f9e0c80 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.237 HTTP/1.1" status: 200 len: 696 time: 0.0649884 Jul 16 18:01:49.495689 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-45dd41e5-db97-4a0e-8ec1-1f32e7f4a920 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1414926 Jul 16 18:01:49.567913 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-65da1613-f3f5-4d49-9ef9-3710c08ab427 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Deleting port 41008b73-f190-4639-856c-e84822698865 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:49.568417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-65da1613-f3f5-4d49-9ef9-3710c08ab427 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.599864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-3c26952c-a1b8-46ee-a73c-d5f0ffe0c17c service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025026 Jul 16 18:01:49.657272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-65da1613-f3f5-4d49-9ef9-3710c08ab427 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.657924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-65da1613-f3f5-4d49-9ef9-3710c08ab427 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.670046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-65da1613-f3f5-4d49-9ef9-3710c08ab427 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Calling delete_port for 41008b73-f190-4639-856c-e84822698865 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:49.713366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-be577bfd-e6a5-4fc1-8817-d0703ad9638d service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074579 Jul 16 18:01:49.734422 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.827086 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-65da1613-f3f5-4d49-9ef9-3710c08ab427 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.875292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65da1613-f3f5-4d49-9ef9-3710c08ab427 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Pushing event deleted for resources: {'Port': ['ID=41008b73-f190-4639-856c-e84822698865,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:49.964835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-65da1613-f3f5-4d49-9ef9-3710c08ab427 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.968565 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-65da1613-f3f5-4d49-9ef9-3710c08ab427 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:49.984339 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a5a7e6be-52a4-42ab-96c6-bfaeada9de98 req-65da1613-f3f5-4d49-9ef9-3710c08ab427 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "DELETE /v2.0/floatingips/8b81893f-fb22-4884-9a03-73fd16e76e96 HTTP/1.1" status: 204 len: 173 time: 0.5907049 Jul 16 18:01:50.071835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a88e2002-954b-47d4-ab13-74d408c41055 req-958d6eec-dfc3-40c8-ac26-68003ab52af1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 210 time: 0.0830886 Jul 16 18:01:50.233639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88b5c89-a4f1-4703-8958-d9822bc39402 req-02af983a-4813-46ff-80b9-7fe61597ffaa tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:50.238438 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d88b5c89-a4f1-4703-8958-d9822bc39402 req-02af983a-4813-46ff-80b9-7fe61597ffaa tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 945 time: 0.1370304 Jul 16 18:01:50.340376 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d88b5c89-a4f1-4703-8958-d9822bc39402 req-d2bbf260-a1cb-4298-ae02-0345b182dd09 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971811 Jul 16 18:01:50.415231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-052dc1b1-2587-4083-8877-f66a05775299 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:50.417009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-052dc1b1-2587-4083-8877-f66a05775299 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.2474890 Jul 16 18:01:50.426326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ddbb7-8f23-4bca-8f1f-38454a88d29a req-0b60bbfc-8a6a-4347-8dd8-a7ac07dd4a64 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:50.428143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a10ddbb7-8f23-4bca-8f1f-38454a88d29a req-0b60bbfc-8a6a-4347-8dd8-a7ac07dd4a64 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 945 time: 0.1993132 Jul 16 18:01:50.433924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Request body: {'port': {'device_id': 'f6f43bac-3445-4391-a0ca-e508f2c7453b', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'admin_state_up': True, 'tenant_id': '8c1cb972bdee4eb9bb7cbfd8898401fb'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:50.596124 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9271e7c7-6fb3-4a2b-955f-8295a3f0724e req-c6e7cb7d-f8f1-49b4-a293-e951783d8cba tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 210 time: 0.0771716 Jul 16 18:01:50.608199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8eba59-0591-4931-bc19-55a7c12d83e3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:50.611871 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6992ca0a-06b4-45c6-834b-26e62cb95136" -d '{"events": [{"server_uuid": "2a893fda-d76a-41cb-b175-5d46d8bc9d88", "name": "network-vif-plugged", "status": "completed", "tag": "ce8eba59-0591-4931-bc19-55a7c12d83e3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:50.618946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a10ddbb7-8f23-4bca-8f1f-38454a88d29a req-adbdd58e-e4f2-4e61-aa5a-c3e39d58326f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776302 Jul 16 18:01:50.717435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Made reservation on behalf of 8c1cb972bdee4eb9bb7cbfd8898401fb for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:50.731349 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:50.792432 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-71068fe6-7c99-49ce-b9d3-7eaaab5a85da req-cb488fab-5ea5-4f34-9129-4540134b3aa7 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] show failed (client error): The resource could not be found. Jul 16 18:01:50.793570 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71068fe6-7c99-49ce-b9d3-7eaaab5a85da req-cb488fab-5ea5-4f34-9129-4540134b3aa7 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips/8b81893f-fb22-4884-9a03-73fd16e76e96 HTTP/1.1" status: 404 len: 350 time: 0.0568590 Jul 16 18:01:51.053931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Allocated IP 172.20.0.3 (fc6614fe-db14-4de8-b9ed-fc41baa479e0/a3f56a12-2748-4e3d-89b9-151cce28c16a/2698c5d5-2d72-4112-9ed6-cb8b09295302) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:51.160219 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-157c92ed-2d95-46ae-a674-802562b20b31 x-openstack-request-id: req-157c92ed-2d95-46ae-a674-802562b20b31 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:51.160771 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a893fda-d76a-41cb-b175-5d46d8bc9d88", "name": "network-vif-plugged", "status": "completed", "tag": "ce8eba59-0591-4931-bc19-55a7c12d83e3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:51.161247 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-157c92ed-2d95-46ae-a674-802562b20b31 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:51.161869 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce8eba59-0591-4931-bc19-55a7c12d83e3', 'code': 200} Jul 16 18:01:51.223808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb399d8-e15e-4a09-b261-802c0019a44e req-2096782e-2241-4574-9f89-57c00f5cd798 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.224369 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-56763687-c019-4149-954b-5bcefcfea885 req-135574de-8362-4444-ab02-156c5cb753e8 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] show failed (client error): The resource could not be found. Jul 16 18:01:51.226449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ccb399d8-e15e-4a09-b261-802c0019a44e req-2096782e-2241-4574-9f89-57c00f5cd798 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 943 time: 0.2147734 Jul 16 18:01:51.236473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56763687-c019-4149-954b-5bcefcfea885 req-135574de-8362-4444-ab02-156c5cb753e8 tempest-FloatingIPsTestJSON-9742571 tempest-FloatingIPsTestJSON-9742571-project] 10.222.0.47 "GET /v2.0/floatingips/8b81893f-fb22-4884-9a03-73fd16e76e96 HTTP/1.1" status: 404 len: 350 time: 0.0534797 Jul 16 18:01:51.237174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53760) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:51.464194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ccb399d8-e15e-4a09-b261-802c0019a44e req-37014abe-fb87-4c16-981e-0d19bb343a68 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2219748 Jul 16 18:01:51.493959 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7717d813-c7ab-4d6f-afb1-58066d2243b8 req-7ac70b11-7c99-4e26-840a-83770c0c8d17 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 210 time: 0.0635147 Jul 16 18:01:51.505600 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.559288 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.633304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Network fc6614fe-db14-4de8-b9ed-fc41baa479e0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:51.637608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:51.643099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:51.680662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event updated for resources: {'Port': ['ID=2698c5d5-2d72-4112-9ed6-cb8b09295302,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:51.746577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:51.747118 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.761820 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:51.787070 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-02080a80-c22a-4e8a-99a0-cf9d11d72058 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3565896 Jul 16 18:01:51.857121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-086eff10-c08e-4962-83bc-6f7222f9c3d6 req-976015e1-e40c-4f03-a1d9-ce904971397e tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 210 time: 0.0415685 Jul 16 18:01:51.862952 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Request body: {'port': {'device_id': 'f6f43bac-3445-4391-a0ca-e508f2c7453b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:52.163782 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.170129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfb807-ed40-45b8-86e0-621123376c26 req-9afd64fb-d456-4b90-a863-a52cd5db8cf0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.171617 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-9afd64fb-d456-4b90-a863-a52cd5db8cf0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.37 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 820 time: 0.1378450 Jul 16 18:01:52.179509 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.210037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2fc5b-ee56-49a9-b5c8-5a51b1d39134 req-46a5b6c3-8f2f-439c-bc64-83c3d39c8a32 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.217589 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1d2fc5b-ee56-49a9-b5c8-5a51b1d39134 req-46a5b6c3-8f2f-439c-bc64-83c3d39c8a32 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 945 time: 0.4219713 Jul 16 18:01:52.219810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ecc3a-4700-4a57-97f6-c093bb6174ec req-30063df4-dec5-4923-a76c-e7baf30b8be5 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:52.226827 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f44ecc3a-4700-4a57-97f6-c093bb6174ec req-30063df4-dec5-4923-a76c-e7baf30b8be5 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 945 time: 0.1296005 Jul 16 18:01:52.228114 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Request body: {'port': {'device_id': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'admin_state_up': True, 'tenant_id': '942829dc112443d6afce2ca4581d3e51'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:52.260153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4ef186b2-a8a0-48c9-9369-01876ce35a5b no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:52.334616 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f44ecc3a-4700-4a57-97f6-c093bb6174ec req-b8ae1672-796b-4176-8e56-67911b69f878 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068330 Jul 16 18:01:52.352266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7b2ac556-edb1-4fb9-8e28-773c5bdf926b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:01:52.450086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Made reservation on behalf of 942829dc112443d6afce2ca4581d3e51 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:01:52.454279 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.524179 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1d2fc5b-ee56-49a9-b5c8-5a51b1d39134 req-6199559a-e23b-4aff-a631-cdfff4dbef6b tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3056531 Jul 16 18:01:52.581505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:52.619136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:52.619498 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.823779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] Deleting port 4cf7be88-ba45-4082-b2c8-63893a798c64 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:52.824124 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:52.932885 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.013368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] For port 4cf7be88-ba45-4082-b2c8-63893a798c64, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4cf7be88-ba45-4082-b2c8-63893a798c64,segment=NetworkSegment(98eb5d41-876d-4929-8ccf-b386b2616c68),segment_id=98eb5d41-876d-4929-8ccf-b386b2616c68)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:53.015390 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7b2ac556-edb1-4fb9-8e28-773c5bdf926b,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:53.016730 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.024337 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.065907 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] Calling delete_port for 4cf7be88-ba45-4082-b2c8-63893a798c64 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:53.131881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7b2ac556-edb1-4fb9-8e28-773c5bdf926b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:53.162695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2bf337-fce9-44bc-889c-907514252f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ac556-edb1-4fb9-8e28-773c5bdf926b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:53.165355 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b32a2c-6c83-424a-803f-efdd5561a7dc" -d '{"events": [{"server_uuid": "7b2bf337-fce9-44bc-889c-907514252f9c", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ac556-edb1-4fb9-8e28-773c5bdf926b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:53.225336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c39edd-9977-4d8d-9fd7-2fb4753297b5 req-ffe2d74a-e20a-4351-8e9f-b52d437274e8 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.226549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6c39edd-9977-4d8d-9fd7-2fb4753297b5 req-ffe2d74a-e20a-4351-8e9f-b52d437274e8 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 931 time: 0.1946726 Jul 16 18:01:53.237408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa7aaa9-f83c-4c28-9220-b6f6b8f14609 req-077d4941-6843-46ed-809d-39104823fcb2 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.238316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fa7aaa9-f83c-4c28-9220-b6f6b8f14609 req-077d4941-6843-46ed-809d-39104823fcb2 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 943 time: 0.5241828 Jul 16 18:01:53.239640 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Allocated IP 172.20.0.9 (d8414f5d-f035-4d3d-b349-3497ab33b249/63d6a39e-ab09-47bf-beb0-a6f631f4ec22/b7b66674-152c-4504-aa6d-c5ac0b77a495) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:01:53.316348 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6c39edd-9977-4d8d-9fd7-2fb4753297b5 req-46cfedd3-4db5-401a-88ef-8ce9e909110e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834305 Jul 16 18:01:53.367728 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fa7aaa9-f83c-4c28-9220-b6f6b8f14609 req-f4fbeb5b-7261-4bdb-804b-d73797f5ea7b tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179361 Jul 16 18:01:53.550888 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-e4df31b5-323c-4d7a-857d-8d6c74e3d2ce service neutron] 10.222.0.18 "GET /v2.0/ports/4ef186b2-a8a0-48c9-9369-01876ce35a5b/bindings/n-h1-794306-7 HTTP/1.1" status: 200 len: 384 time: 0.2071917 Jul 16 18:01:53.554227 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.622239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd4e393d-d64f-44a0-a4d2-db92a899c107 req-5b821331-6b5e-4ee2-b1a0-db72b05c463b tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 210 time: 0.0414171 Jul 16 18:01:53.642410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf7be88-ba45-4082-b2c8-63893a798c64,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:53.680412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2698c5d5-2d72-4112-9ed6-cb8b09295302 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:53.689659 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16d79e37-5461-4e94-b8b6-0c5592d5a91a x-openstack-request-id: req-16d79e37-5461-4e94-b8b6-0c5592d5a91a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:53.690148 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2bf337-fce9-44bc-889c-907514252f9c", "name": "network-vif-plugged", "status": "completed", "tag": "7b2ac556-edb1-4fb9-8e28-773c5bdf926b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:53.690487 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-16d79e37-5461-4e94-b8b6-0c5592d5a91a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:53.690993 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2bf337-fce9-44bc-889c-907514252f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b2ac556-edb1-4fb9-8e28-773c5bdf926b', 'code': 200} Jul 16 18:01:53.694985 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.775988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Transition to ACTIVE for port object 2698c5d5-2d72-4112-9ed6-cb8b09295302 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:53.784629 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.803235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bf747c-babb-414a-9ffe-e9991369fac7 req-79af6e1d-d821-42b4-9c8b-45c153440ebb tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:53.813264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-39bf747c-babb-414a-9ffe-e9991369fac7 req-79af6e1d-d821-42b4-9c8b-45c153440ebb tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 945 time: 0.3445194 Jul 16 18:01:53.819152 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:53.948862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Transition to ACTIVE for port object b7b66674-152c-4504-aa6d-c5ac0b77a495 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:54.038688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Pushing event updated for resources: {'Port': ['ID=2698c5d5-2d72-4112-9ed6-cb8b09295302,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.086385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Attempting to bind port 2698c5d5-2d72-4112-9ed6-cb8b09295302 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:54.086506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Attempting to bind port 2698c5d5-2d72-4112-9ed6-cb8b09295302 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:54.086934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Attempting to bind port 2698c5d5-2d72-4112-9ed6-cb8b09295302 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:54.092096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-39bf747c-babb-414a-9ffe-e9991369fac7 req-6880768d-360f-49c6-8526-fe17956005c0 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2776020 Jul 16 18:01:54.126987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Port 2698c5d5-2d72-4112-9ed6-cb8b09295302 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:54.127450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Attempting to bind port 2698c5d5-2d72-4112-9ed6-cb8b09295302 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:54.138546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa45386b-88c2-4e1b-a54e-5f9f1d72e0e8 req-58e81551-7fd6-4254-a519-9a188d4a0db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:54.140197 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa45386b-88c2-4e1b-a54e-5f9f1d72e0e8 req-58e81551-7fd6-4254-a519-9a188d4a0db5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 1097 time: 0.3373284 Jul 16 18:01:54.151501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:54.151985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Checking segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:54.152761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Bound using segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:54.153285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Bound port: 2698c5d5-2d72-4112-9ed6-cb8b09295302, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:54.153718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.162415 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.192008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a398c-33a0-41fa-b094-afed3e1726b1 req-310061fd-7a59-42af-8c7e-8d25d4ac41c1 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:54.201015 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-109a398c-33a0-41fa-b094-afed3e1726b1 req-310061fd-7a59-42af-8c7e-8d25d4ac41c1 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 946 time: 0.2833064 Jul 16 18:01:54.225619 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.260071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['8a5769e2-8ee0-4eee-83eb-750f1405d697'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:54.346706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-109a398c-33a0-41fa-b094-afed3e1726b1 req-4c39fdde-d8d2-4546-9f18-3b805cc621b8 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443460 Jul 16 18:01:54.348923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-bb98201b-3b9b-4e76-b07b-fc5c7b17503d service neutron] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:54.349875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa45386b-88c2-4e1b-a54e-5f9f1d72e0e8 req-e6511cd8-a34c-40ed-b84f-800ce3bc9203 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995218 Jul 16 18:01:54.372832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-bb98201b-3b9b-4e76-b07b-fc5c7b17503d service neutron] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:54.417078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-bb98201b-3b9b-4e76-b07b-fc5c7b17503d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ef186b2-a8a0-48c9-9369-01876ce35a5b {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:54.418527 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Network d8414f5d-f035-4d3d-b349-3497ab33b249 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:01:54.429290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-bb98201b-3b9b-4e76-b07b-fc5c7b17503d service neutron] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:54.430046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:01:54.432605 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Pushing event updated for resources: {'Port': ['ID=b7b66674-152c-4504-aa6d-c5ac0b77a495,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.442716 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:01:54.513751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] For port 2698c5d5-2d72-4112-9ed6-cb8b09295302, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:54.548851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-bb98201b-3b9b-4e76-b07b-fc5c7b17503d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.590350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] For port 2698c5d5-2d72-4112-9ed6-cb8b09295302, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2698c5d5-2d72-4112-9ed6-cb8b09295302,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:54.622843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.680681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:54.681633 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.754666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:54.755449 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.756853 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] 10.222.0.18 "PUT /v2.0/ports/2698c5d5-2d72-4112-9ed6-cb8b09295302 HTTP/1.1" status: 200 len: 1091 time: 2.9045618 Jul 16 18:01:54.770877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6f43bac-3445-4391-a0ca-e508f2c7453b', 'tag': '2698c5d5-2d72-4112-9ed6-cb8b09295302'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:54.774745 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e7b71c-7c69-4dc4-8186-9ec4dc96069f" -d '{"events": [{"name": "network-changed", "server_uuid": "f6f43bac-3445-4391-a0ca-e508f2c7453b", "tag": "2698c5d5-2d72-4112-9ed6-cb8b09295302"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:54.778383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] Router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:01:54.819155 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9b421e3e-c184-4874-92b7-15a59e2a2ddc None None] Provisioning for port b7b66674-152c-4504-aa6d-c5ac0b77a495 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:01:54.835765 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-4113a068-640e-4716-8314-bc37e92189b9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6389902 Jul 16 18:01:54.838173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9b421e3e-c184-4874-92b7-15a59e2a2ddc None None] Provisioning complete for port b7b66674-152c-4504-aa6d-c5ac0b77a495 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:01:54.840941 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9b421e3e-c184-4874-92b7-15a59e2a2ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:54.894852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Request body: {'port': {'device_id': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:01:54.905013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9b421e3e-c184-4874-92b7-15a59e2a2ddc None None] Port b7b66674-152c-4504-aa6d-c5ac0b77a495 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:01:54.934908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfe6a7e-c6dc-452c-9ff6-34f423d6b63c service neutron] Pushing event updated for resources: {'Port': ['ID=2698c5d5-2d72-4112-9ed6-cb8b09295302,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:54.993704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb8845a-5fff-4614-9bed-87a72c8c0979 req-4ce57373-c7e6-4f67-992f-df63b7637d87 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:54.995278 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcb8845a-5fff-4614-9bed-87a72c8c0979 req-4ce57373-c7e6-4f67-992f-df63b7637d87 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 943 time: 0.3797956 Jul 16 18:01:55.036093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-bb98201b-3b9b-4e76-b07b-fc5c7b17503d service neutron] Transition to ACTIVE for port object 4ef186b2-a8a0-48c9-9369-01876ce35a5b will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:55.046137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-bb98201b-3b9b-4e76-b07b-fc5c7b17503d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.048001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-1015c357-8c28-4fb9-a5a3-be363a0d3bcb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2995341 Jul 16 18:01:55.076019 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:55.081285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-21c7b67d-a343-4664-9081-d80e65baf829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:55.082818 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-21c7b67d-a343-4664-9081-d80e65baf829 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 1094 time: 0.2500660 Jul 16 18:01:55.106139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72aaa5a-88a0-4b1a-8007-ca0678863ade req-1f3fe630-73cf-48b5-8f79-936e34b1943f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:55.113228 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e72aaa5a-88a0-4b1a-8007-ca0678863ade req-1f3fe630-73cf-48b5-8f79-936e34b1943f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 943 time: 0.2207751 Jul 16 18:01:55.142317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:01:55.147527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcb8845a-5fff-4614-9bed-87a72c8c0979 req-271c3f0b-702f-4ce6-a627-463c38b93215 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437721 Jul 16 18:01:55.151366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6b924097-546a-4d4a-9aa3-4003b9a3990b admin admin] 10.222.0.47 "PUT /v2.0/routers/d6c50b45-a0a2-4243-877e-1ebb25e7ca3d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9096978 Jul 16 18:01:55.153156 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53822) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:55.159803 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-06f0be18-4ae7-47d9-a901-17dc241e8d99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2698c5d5-2d72-4112-9ed6-cb8b09295302 HTTP/1.1" status: 200 len: 217 time: 0.0614440 Jul 16 18:01:55.159958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1057ff-fc0c-488c-bdf4-d786bf8e49f2 None None] Sync routers for ids ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:01:55.171222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1057ff-fc0c-488c-bdf4-d786bf8e49f2 None None] Routers {'d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:55.172865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3d1057ff-fc0c-488c-bdf4-d786bf8e49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:55.321804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-3d1057ff-fc0c-488c-bdf4-d786bf8e49f2 None None] Set router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:55.325600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-61f85d83-7dac-48eb-bf70-3fa8a5e4a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:55.327092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-61f85d83-7dac-48eb-bf70-3fa8a5e4a35f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.1378803 Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.490449 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:55.496303 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:55.586064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3d1057ff-fc0c-488c-bdf4-d786bf8e49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'name': 'tempest-FloatingIPsTestJSON-1796262325-router', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:26Z', 'updated_at': '2021-07-16T18:01:53Z', 'revision_number': 5, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'gw_port': {'id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:55.634539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1057ff-fc0c-488c-bdf4-d786bf8e49f2 None None] Checking router: d6c50b45-a0a2-4243-877e-1ebb25e7ca3d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:01:55.647045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1057ff-fc0c-488c-bdf4-d786bf8e49f2 None None] Routers {'d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:01:55.648370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3d1057ff-fc0c-488c-bdf4-d786bf8e49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:55.702180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-bb98201b-3b9b-4e76-b07b-fc5c7b17503d service neutron] No DVR routers for this DVR port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:55.719909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb98201b-3b9b-4e76-b07b-fc5c7b17503d service neutron] Pushing event updated for resources: {'Port': ['ID=4ef186b2-a8a0-48c9-9369-01876ce35a5b,revision_number=10']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:55.769551 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e72aaa5a-88a0-4b1a-8007-ca0678863ade req-e2196ceb-8e63-46d4-969d-dfbff52d50a9 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6553333 Jul 16 18:01:55.806756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-3d1057ff-fc0c-488c-bdf4-d786bf8e49f2 None None] Set router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:01:55.860709 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-bb98201b-3b9b-4e76-b07b-fc5c7b17503d service neutron] 10.222.0.18 "PUT /v2.0/ports/4ef186b2-a8a0-48c9-9369-01876ce35a5b/bindings/n-h1-794306-7/activate HTTP/1.1" status: 200 len: 369 time: 2.2805438 Jul 16 18:01:55.874052 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-c86a73aa-10aa-41f9-9b76-1042e7377643 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5129480 Jul 16 18:01:55.943684 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.101315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3d1057ff-fc0c-488c-bdf4-d786bf8e49f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'name': 'tempest-FloatingIPsTestJSON-1796262325-router', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:26Z', 'updated_at': '2021-07-16T18:01:53Z', 'revision_number': 5, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'gw_port': {'id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:56.106382 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.107022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7b66674-152c-4504-aa6d-c5ac0b77a495 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:56.116754 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.132809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Transition to ACTIVE for port object b7b66674-152c-4504-aa6d-c5ac0b77a495 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:01:56.142489 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d1057ff-fc0c-488c-bdf4-d786bf8e49f2 None None] The sync data for ids ['d6c50b45-a0a2-4243-877e-1ebb25e7ca3d'] in n-d-794306-7 is: [{'id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'name': 'tempest-FloatingIPsTestJSON-1796262325-router', 'tenant_id': '5f605b43ecf846e79a0250a136c5c74a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38'}], 'enable_snat': True}, 'gw_port_id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:26Z', 'updated_at': '2021-07-16T18:01:53Z', 'revision_number': 5, 'project_id': '5f605b43ecf846e79a0250a136c5c74a', 'gw_port': {'id': '08a2a611-7c8c-47cb-a581-54b662089e7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:1e:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6c50b45-a0a2-4243-877e-1ebb25e7ca3d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 958, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:27Z', 'updated_at': '2021-07-16T18:01:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:01:56.188918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b9105-2810-440b-8aaa-ce39beecefb3 req-527bfb5e-d345-4455-a29e-d5dd0c3a414f tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.190745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-073b9105-2810-440b-8aaa-ce39beecefb3 req-527bfb5e-d345-4455-a29e-d5dd0c3a414f tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 931 time: 0.1263437 Jul 16 18:01:56.209441 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.247216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Deleting port 08a2a611-7c8c-47cb-a581-54b662089e7d {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:56.247690 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.284060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-073b9105-2810-440b-8aaa-ce39beecefb3 req-c016f18a-bccb-4ce6-87be-fae5db1549af tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793853 Jul 16 18:01:56.298740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-f02e8f2e-74f6-4e7a-a622-9a8ff868c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.299138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-f02e8f2e-74f6-4e7a-a622-9a8ff868c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.299776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-f02e8f2e-74f6-4e7a-a622-9a8ff868c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.300108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-f02e8f2e-74f6-4e7a-a622-9a8ff868c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.300560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-f02e8f2e-74f6-4e7a-a622-9a8ff868c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.301019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-f02e8f2e-74f6-4e7a-a622-9a8ff868c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.302837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-f02e8f2e-74f6-4e7a-a622-9a8ff868c71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.303521 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-f02e8f2e-74f6-4e7a-a622-9a8ff868c71d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6501 time: 1.1550281 Jul 16 18:01:56.391779 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f84ca4d-7921-4565-a8e7-61684e297663 x-openstack-request-id: req-2f84ca4d-7921-4565-a8e7-61684e297663 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:56.392055 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6f43bac-3445-4391-a0ca-e508f2c7453b", "tag": "2698c5d5-2d72-4112-9ed6-cb8b09295302", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:56.392300 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2f84ca4d-7921-4565-a8e7-61684e297663 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:56.392693 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6f43bac-3445-4391-a0ca-e508f2c7453b', 'tag': '2698c5d5-2d72-4112-9ed6-cb8b09295302', 'status': 'completed', 'code': 200} Jul 16 18:01:56.407306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Pushing event updated for resources: {'Port': ['ID=b7b66674-152c-4504-aa6d-c5ac0b77a495,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.434200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] For port 08a2a611-7c8c-47cb-a581-54b662089e7d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=08a2a611-7c8c-47cb-a581-54b662089e7d,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:56.434565 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.452666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Calling delete_port for 08a2a611-7c8c-47cb-a581-54b662089e7d owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:56.633601 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-f050c5a5-06e4-424d-8c4e-65198b6f2a2a service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976833 Jul 16 18:01:56.683298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd3c13a-1add-4bc1-bb88-1b9623fe9b7d req-c00b5910-6f9e-45ba-b7fc-ccc88b95ca81 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.694345 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4fd3c13a-1add-4bc1-bb88-1b9623fe9b7d req-c00b5910-6f9e-45ba-b7fc-ccc88b95ca81 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 945 time: 1.2112079 Jul 16 18:01:56.768058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:56.826866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a2a611-7c8c-47cb-a581-54b662089e7d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:56.868120 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07423a80-3af8-4017-a7fe-f9aa8a1b81c0 req-def3b190-1916-45b3-8351-b7e69990fb8e service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064099 Jul 16 18:01:56.884180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-67b68b6e-f9dc-4c22-b5b5-9cb500000068 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:56.889607 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-67b68b6e-f9dc-4c22-b5b5-9cb500000068 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.7347753 Jul 16 18:01:56.944815 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.016491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-e7e25824-a2e4-4044-af23-f4df61699444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.016989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-e7e25824-a2e4-4044-af23-f4df61699444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.017465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-e7e25824-a2e4-4044-af23-f4df61699444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.019087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-e7e25824-a2e4-4044-af23-f4df61699444 service neutron] 10.222.0.37 "GET /v2.0/networks?id=11e95be7-e3eb-4804-aa69-ab254a697625&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=791fcc36-0324-4230-9b89-1a8c080d3fb9&id=791fcc36-0324-4230-9b89-1a8c080d3fb9 HTTP/1.1" status: 200 len: 2297 time: 0.6370757 Jul 16 18:01:57.033636 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4fd3c13a-1add-4bc1-bb88-1b9623fe9b7d req-1fc80827-5d62-4c9b-beab-b2e5686999a2 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367081 Jul 16 18:01:57.067705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9db521-6751-4160-a260-73238645d5a5 req-6a3ab6d5-0cfb-464d-9d93-857e2bf410ae tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.069220 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b9db521-6751-4160-a260-73238645d5a5 req-6a3ab6d5-0cfb-464d-9d93-857e2bf410ae tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 946 time: 0.2585454 Jul 16 18:01:57.089587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.097513 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.181305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Attempting to bind port b7b66674-152c-4504-aa6d-c5ac0b77a495 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:01:57.183911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Attempting to bind port b7b66674-152c-4504-aa6d-c5ac0b77a495 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:01:57.183911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Attempting to bind port b7b66674-152c-4504-aa6d-c5ac0b77a495 on network d8414f5d-f035-4d3d-b349-3497ab33b249 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:57.185238 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b9db521-6751-4160-a260-73238645d5a5 req-8c26973f-298d-4ea2-9290-c80101570233 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048470 Jul 16 18:01:57.194693 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.195330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6c50b45-a0a2-4243-877e-1ebb25e7ca3d {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:01:57.205281 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.208757 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ddcfc1b6-1dbc-4df2-a0ea-37c5ef0dc333 admin admin] 10.222.0.47 "DELETE /v2.0/routers/d6c50b45-a0a2-4243-877e-1ebb25e7ca3d HTTP/1.1" status: 204 len: 168 time: 2.0525901 Jul 16 18:01:57.214332 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53844) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:57.289876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-cffd3b7e-0faa-49e9-a492-89296483c451 admin admin] Deleting subnet 28e8ecb3-0111-4396-b35a-c2abb70b78dd {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:01:57.293689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cffd3b7e-0faa-49e9-a492-89296483c451 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.335461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Port b7b66674-152c-4504-aa6d-c5ac0b77a495 on network d8414f5d-f035-4d3d-b349-3497ab33b249 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:01:57.336154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Attempting to bind port b7b66674-152c-4504-aa6d-c5ac0b77a495 on network d8414f5d-f035-4d3d-b349-3497ab33b249 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:01:57.344924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cffd3b7e-0faa-49e9-a492-89296483c451 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.351389 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-6ea66b75-43ee-46af-8f9b-1db419072881 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d398d3-ffa2-42ec-82b2-002ccf45ef87 HTTP/1.1" status: 200 len: 1000 time: 0.3081512 Jul 16 18:01:57.362619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-72f6d7cd-f195-48d5-9371-6033bb5e4ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.364578 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-72f6d7cd-f195-48d5-9371-6033bb5e4ffc service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8 HTTP/1.1" status: 200 len: 1095 time: 0.4488370 Jul 16 18:01:57.435310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:01:57.435683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Checking segment: {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:01:57.435925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Bound using segment: {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:01:57.436373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Bound port: b7b66674-152c-4504-aa6d-c5ac0b77a495, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2204d359-bfcc-44d5-b448-c19f4a745c9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:01:57.436739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.440588 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-035e24b6-a021-471b-b87a-9b2b39a16d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.442365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-035e24b6-a021-471b-b87a-9b2b39a16d8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acfdc864-54b3-468d-8c8a-61d86c93586e HTTP/1.1" status: 200 len: 855 time: 0.0749962 Jul 16 18:01:57.529933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7b71c-7c69-4dc4-8186-9ec4dc96069f req-1adeb670-3bd4-4dab-a9b0-5d24ca3b3e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.531744 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7e7b71c-7c69-4dc4-8186-9ec4dc96069f req-1adeb670-3bd4-4dab-a9b0-5d24ca3b3e85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 1094 time: 0.5671003 Jul 16 18:01:57.608252 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cffd3b7e-0faa-49e9-a492-89296483c451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.623263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5867d25b-46b9-4b7b-8340-c718b88336f5 req-6288b84a-347d-4090-b057-b5ff648977ad tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.630564 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5867d25b-46b9-4b7b-8340-c718b88336f5 req-6288b84a-347d-4090-b057-b5ff648977ad tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 943 time: 0.3964212 Jul 16 18:01:57.771211 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cffd3b7e-0faa-49e9-a492-89296483c451 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:57.778396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5867d25b-46b9-4b7b-8340-c718b88336f5 req-281f8e6b-6b3c-470e-9a36-eb7d4bf7979b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467879 Jul 16 18:01:57.792114 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-7d725ec2-a357-407a-8cb1-3ce7479ae952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.793547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-7d725ec2-a357-407a-8cb1-3ce7479ae952 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11e95be7-e3eb-4804-aa69-ab254a697625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3288198 Jul 16 18:01:57.803799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-3c4a9de8-f2d3-40a8-b7e0-094fd70f7762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.810636 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-3c4a9de8-f2d3-40a8-b7e0-094fd70f7762 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 1095 time: 0.3650808 Jul 16 18:01:57.881106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] For port b7b66674-152c-4504-aa6d-c5ac0b77a495, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:01:57.901837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4686b4a-8cad-46cd-ab00-5f13864d7ea7 None None] Network f7148267-59c4-431d-a58b-b145a8261207 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:01:57.918324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7b71c-7c69-4dc4-8186-9ec4dc96069f req-21d5ef11-331f-41de-8ac9-ee5711e799b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.919872 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7e7b71c-7c69-4dc4-8186-9ec4dc96069f req-21d5ef11-331f-41de-8ac9-ee5711e799b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 912 time: 0.3788066 Jul 16 18:01:57.922388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] For port b7b66674-152c-4504-aa6d-c5ac0b77a495, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b7b66674-152c-4504-aa6d-c5ac0b77a495,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:01:57.924119 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9bcb1f-e2dc-4bab-8427-9b6fa70bc89b req-994b3e8c-1e41-4704-a6dd-eb2e84818566 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:57.972387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af9bcb1f-e2dc-4bab-8427-9b6fa70bc89b req-994b3e8c-1e41-4704-a6dd-eb2e84818566 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 944 time: 0.2928400 Jul 16 18:01:58.002313 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd3b7e-0faa-49e9-a492-89296483c451 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28e8ecb3-0111-4396-b35a-c2abb70b78dd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.012701 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7e7b71c-7c69-4dc4-8186-9ec4dc96069f req-f5f5ee9e-1c00-4b26-82e1-48a3d0a444e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2698c5d5-2d72-4112-9ed6-cb8b09295302 HTTP/1.1" status: 200 len: 217 time: 0.0622919 Jul 16 18:01:58.051607 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.053674 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cffd3b7e-0faa-49e9-a492-89296483c451 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.065005 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cffd3b7e-0faa-49e9-a492-89296483c451 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/28e8ecb3-0111-4396-b35a-c2abb70b78dd HTTP/1.1" status: 204 len: 168 time: 0.8492489 Jul 16 18:01:58.083134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53860) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:58.177423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 08a2a611-7c8c-47cb-a581-54b662089e7d no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:58.187229 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af9bcb1f-e2dc-4bab-8427-9b6fa70bc89b req-6b0656b9-3669-4cfe-9123-a1286ac6d28a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2107911 Jul 16 18:01:58.248861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.249030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 08a2a611-7c8c-47cb-a581-54b662089e7d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:58.249353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 08a2a611-7c8c-47cb-a581-54b662089e7d not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:58.249563 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.250371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4cf7be88-ba45-4082-b2c8-63893a798c64 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:58.253780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] 10.222.0.37 "PUT /v2.0/ports/b7b66674-152c-4504-aa6d-c5ac0b77a495 HTTP/1.1" status: 200 len: 1091 time: 3.3972039 Jul 16 18:01:58.265586 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.345953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 2698c5d5-2d72-4112-9ed6-cb8b09295302 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:01:58.353577 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Deleting port 2e2102f0-706e-4025-a1c2-a4743985ffce {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:58.354078 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.362825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 4cf7be88-ba45-4082-b2c8-63893a798c64 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:58.363180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4cf7be88-ba45-4082-b2c8-63893a798c64 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:58.400300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'tag': 'b7b66674-152c-4504-aa6d-c5ac0b77a495'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:01:58.404059 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcbaa43-fa19-4826-8144-c8f7d28d824f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1b60db-e5c6-40aa-b622-dc09edcf94c8", "tag": "b7b66674-152c-4504-aa6d-c5ac0b77a495"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:01:58.421438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-a3217312-dbc5-46ae-ba7b-daced9cabec3 service neutron] 10.222.0.37 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094334 Jul 16 18:01:58.524977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] For port 2e2102f0-706e-4025-a1c2-a4743985ffce, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2e2102f0-706e-4025-a1c2-a4743985ffce,segment=NetworkSegment(98eb5d41-876d-4929-8ccf-b386b2616c68),segment_id=98eb5d41-876d-4929-8ccf-b386b2616c68)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:58.525543 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.561160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Calling delete_port for 2e2102f0-706e-4025-a1c2-a4743985ffce owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:58.577000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f6bbc1-f093-4bde-8133-38068ff543a6 None None] DHCP port deletion for f7148267-59c4-431d-a58b-b145a8261207 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:01:58.585423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-e9bb1a7c-e483-4bac-ad45-99d5c3296d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.586914 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-e9bb1a7c-e483-4bac-ad45-99d5c3296d5e service neutron] 10.222.0.37 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.7620807 Jul 16 18:01:58.590492 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-1fe3601d-7ec5-46b8-9747-25420bea5ade service neutron] 10.222.0.37 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535962 Jul 16 18:01:58.628247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7b71c-7c69-4dc4-8186-9ec4dc96069f req-24d0c69d-ecbd-44c2-bfd0-68f269e40875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.629768 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7e7b71c-7c69-4dc4-8186-9ec4dc96069f req-24d0c69d-ecbd-44c2-bfd0-68f269e40875 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.5728531 Jul 16 18:01:58.635961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ead116-548e-423e-9b3b-d4c6deb5b26d service neutron] Pushing event updated for resources: {'Port': ['ID=b7b66674-152c-4504-aa6d-c5ac0b77a495,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.638136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 2698c5d5-2d72-4112-9ed6-cb8b09295302, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2698c5d5-2d72-4112-9ed6-cb8b09295302,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:58.673219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ee97d3-a7ef-4863-8e78-8532d8bc2d58 req-9ba4e277-890d-4a0b-81f4-439b9b203ed8 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.675440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70ee97d3-a7ef-4863-8e78-8532d8bc2d58 req-9ba4e277-890d-4a0b-81f4-439b9b203ed8 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 946 time: 0.2862368 Jul 16 18:01:58.684053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '2698c5d5-2d72-4112-9ed6-cb8b09295302', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'port_id': '2698c5d5-2d72-4112-9ed6-cb8b09295302', 'mac_address': 'fa:16:3e:31:0f:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f56a12-2748-4e3d-89b9-151cce28c16a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:01:58.741930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6bbc1-f093-4bde-8133-38068ff543a6 None None] Deleting port 2e2102f0-706e-4025-a1c2-a4743985ffce {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:01:58.742568 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f7f6bbc1-f093-4bde-8133-38068ff543a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.754152 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-35ceb07f-2f72-4918-aeac-1b18a6fdeef2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c9bc271f-eb4b-4536-9932-627fb244a68f HTTP/1.1" status: 200 len: 217 time: 0.1545882 Jul 16 18:01:58.755361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-6ba2c02c-7b02-44c6-a059-2ba31dd1ed78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b HTTP/1.1" status: 200 len: 217 time: 0.1494229 Jul 16 18:01:58.757588 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70ee97d3-a7ef-4863-8e78-8532d8bc2d58 req-46e70e4e-58dc-45ad-a047-7afbf28ed433 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725396 Jul 16 18:01:58.761722 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.762030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7e7b71c-7c69-4dc4-8186-9ec4dc96069f req-50d52098-8260-4674-910e-318902fbb7ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939384 Jul 16 18:01:58.774980 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:58.796329 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2698c5d5-2d72-4112-9ed6-cb8b09295302 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:01:58.801160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] No DVR routers for this DVR port 2e2102f0-706e-4025-a1c2-a4743985ffce on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:58.863385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfb807-ed40-45b8-86e0-621123376c26 req-21ee39bf-ca59-48ff-893c-2ce7b7618c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.865007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-21ee39bf-ca59-48ff-893c-2ce7b7618c5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 1094 time: 0.5104971 Jul 16 18:01:58.871288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2102f0-706e-4025-a1c2-a4743985ffce,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:58.885061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9addab7d-f387-4ff2-9f7f-25bf4197fb4b req-83333aac-c540-4171-abf0-46d1fa79f400 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:58.887663 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9addab7d-f387-4ff2-9f7f-25bf4197fb4b req-83333aac-c540-4171-abf0-46d1fa79f400 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 945 time: 0.6934676 Jul 16 18:01:58.973562 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-1289f2d7-cbfb-4d7c-977e-0749e9ebe3f0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7b66674-152c-4504-aa6d-c5ac0b77a495 HTTP/1.1" status: 200 len: 217 time: 0.0732815 Jul 16 18:01:59.022122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.028311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f7f6bbc1-f093-4bde-8133-38068ff543a6 None None] For port 2e2102f0-706e-4025-a1c2-a4743985ffce, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2e2102f0-706e-4025-a1c2-a4743985ffce,segment=NetworkSegment(98eb5d41-876d-4929-8ccf-b386b2616c68),segment_id=98eb5d41-876d-4929-8ccf-b386b2616c68)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:59.029363 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f7f6bbc1-f093-4bde-8133-38068ff543a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.043730 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 2698c5d5-2d72-4112-9ed6-cb8b09295302, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2698c5d5-2d72-4112-9ed6-cb8b09295302,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:01:59.056443 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.059194 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f7f6bbc1-f093-4bde-8133-38068ff543a6 None None] Calling delete_port for 2e2102f0-706e-4025-a1c2-a4743985ffce owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:01:59.073920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7148267-59c4-431d-a58b-b145a8261207']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:59.089191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98eb5d41-876d-4929-8ccf-b386b2616c68') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:59.089490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98eb5d41-876d-4929-8ccf-b386b2616c68') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:01:59.093238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfb807-ed40-45b8-86e0-621123376c26 req-bdcc891c-cdee-451a-9b73-caae83588c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:59.095616 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.096056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-bdcc891c-cdee-451a-9b73-caae83588c2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.1037233 Jul 16 18:01:59.106194 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.138262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9332e-e413-4d37-90ed-e162e210bb24 req-a1934a47-3a09-469d-9d7d-ca0896fe878d tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:59.139785 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7f9332e-e413-4d37-90ed-e162e210bb24 req-a1934a47-3a09-469d-9d7d-ca0896fe878d tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 943 time: 0.1860840 Jul 16 18:01:59.141556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.175152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:01:59.175434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=2698c5d5-2d72-4112-9ed6-cb8b09295302,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.175590 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.175922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-864e9ab6-f701-4a0d-bbe6-4646b7e1f65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:01:59.177347 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:01:59.180952 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-864e9ab6-f701-4a0d-bbe6-4646b7e1f65b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.3910315 Jul 16 18:01:59.204364 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f7f6bbc1-f093-4bde-8133-38068ff543a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.215142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7f9332e-e413-4d37-90ed-e162e210bb24 req-dad69540-cc86-4f18-a2cd-1313ccdc6edc tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658157 Jul 16 18:01:59.241190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f6bbc1-f093-4bde-8133-38068ff543a6 None None] No DVR routers for this DVR port 2e2102f0-706e-4025-a1c2-a4743985ffce on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:01:59.245511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6bbc1-f093-4bde-8133-38068ff543a6 None None] Pushing event deleted for resources: {'Port': ['ID=2e2102f0-706e-4025-a1c2-a4743985ffce,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.268633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-e539d8b6-4229-4fe0-a38a-83b7fa380581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:59.270531 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-e539d8b6-4229-4fe0-a38a-83b7fa380581 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.4996903 Jul 16 18:01:59.279598 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.292813 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9addab7d-f387-4ff2-9f7f-25bf4197fb4b req-9a3d2fec-f29a-4d5d-8c11-9106b573d75e tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3149951 Jul 16 18:01:59.293727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.295754 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f7148267-59c4-431d-a58b-b145a8261207 HTTP/1.1" status: 204 len: 168 time: 1.1912568 Jul 16 18:01:59.335595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['2698c5d5-2d72-4112-9ed6-cb8b09295302'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:01:59.347603 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73287c9b-5452-49c1-969c-a100139bfe09 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7148267-59c4-431d-a58b-b145a8261207,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.551079 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53888) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:59.629446 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8cfac979-69ef-4981-9d5e-c1bffcb2f7df admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f605b43ecf846e79a0250a136c5c74a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0769739 Jul 16 18:01:59.631910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53890) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:01:59.755327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-197e433f-02ff-4575-a0be-7f750b70ca43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.790929 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-197e433f-02ff-4575-a0be-7f750b70ca43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.832722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b494dc6d-425f-4ad6-9671-4806e02f228f req-69a98ce6-b93b-4956-809a-52bb11d98cce tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:01:59.841636 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b494dc6d-425f-4ad6-9671-4806e02f228f req-69a98ce6-b93b-4956-809a-52bb11d98cce tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 946 time: 0.1547830 Jul 16 18:01:59.895119 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5de6a32-2521-4a27-9906-694e59a14ccc x-openstack-request-id: req-b5de6a32-2521-4a27-9906-694e59a14ccc {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:01:59.895730 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1b60db-e5c6-40aa-b622-dc09edcf94c8", "tag": "b7b66674-152c-4504-aa6d-c5ac0b77a495", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:01:59.895730 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5de6a32-2521-4a27-9906-694e59a14ccc {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:01:59.896049 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'tag': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'status': 'completed', 'code': 200} Jul 16 18:01:59.904519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-e348e6c8-7267-40c5-8027-e1f5119bdcaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5504987 Jul 16 18:01:59.918650 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b494dc6d-425f-4ad6-9671-4806e02f228f req-dbec17c0-8a93-4b16-8d9a-109c16247a16 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758250 Jul 16 18:01:59.919409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2e2102f0-706e-4025-a1c2-a4743985ffce no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:01:59.958844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 2e2102f0-706e-4025-a1c2-a4743985ffce {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:01:59.959190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2e2102f0-706e-4025-a1c2-a4743985ffce not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:01:59.966440 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-197e433f-02ff-4575-a0be-7f750b70ca43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.972531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-197e433f-02ff-4575-a0be-7f750b70ca43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:01:59.978371 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-197e433f-02ff-4575-a0be-7f750b70ca43 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e6084fee-929d-4b11-9fe8-3b6be96f27e8 HTTP/1.1" status: 204 len: 168 time: 0.3438346 Jul 16 18:01:59.993884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197e433f-02ff-4575-a0be-7f750b70ca43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6084fee-929d-4b11-9fe8-3b6be96f27e8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:01:59.997285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7e7b71c-7c69-4dc4-8186-9ec4dc96069f req-3c6af22b-4d8a-406d-b832-6737196df555 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2178445 Jul 16 18:02:00.110987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dfb807-ed40-45b8-86e0-621123376c26 req-f820df2e-ed7f-450a-8087-c038e2fe8e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.112612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-f820df2e-ed7f-450a-8087-c038e2fe8e95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9569046 Jul 16 18:02:00.134070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-23b5c741-a673-4789-8cc8-f828beb6507e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.135529 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-23b5c741-a673-4789-8cc8-f828beb6507e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.9231715 Jul 16 18:02:00.180583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c0ffc9-24c1-4b94-9954-acbc85e12a0c req-34d70741-a0b5-4bf6-bbe2-492e753fa326 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.182221 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8c0ffc9-24c1-4b94-9954-acbc85e12a0c req-34d70741-a0b5-4bf6-bbe2-492e753fa326 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 944 time: 0.2972682 Jul 16 18:02:00.221782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e501645-abf9-413e-80e2-7a1cdce2ee53 req-e6710823-6cd4-44ca-a6ed-fe828584ffb1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.230103 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8e501645-abf9-413e-80e2-7a1cdce2ee53 req-e6710823-6cd4-44ca-a6ed-fe828584ffb1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 944 time: 0.1344585 Jul 16 18:02:00.303422 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8e501645-abf9-413e-80e2-7a1cdce2ee53 req-07ac8228-f459-49e2-b624-524141c3dccc tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719485 Jul 16 18:02:00.345769 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-7959f22f-4120-45f7-9a88-c76872da7a2e service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473336 Jul 16 18:02:00.413004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-508f291f-6586-45e8-b12e-3753cca1bc87 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721615 Jul 16 18:02:00.530641 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8c0ffc9-24c1-4b94-9954-acbc85e12a0c req-1d894008-32db-48e5-a714-5cc62541b5c2 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841547 Jul 16 18:02:00.713346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7e7b71c-7c69-4dc4-8186-9ec4dc96069f req-2ade6bd0-fc25-43cf-8a34-3dc24fd99a56 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7016442 Jul 16 18:02:00.734627 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-c5c272cd-fff4-4103-b49b-3b6c79bb2bdf service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6102722 Jul 16 18:02:00.792982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-2aec767a-87b7-483e-8c96-4878c4b7a72b service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4288399 Jul 16 18:02:00.837632 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-062af9f6-279a-4c33-ad6f-79c5e6880f7d service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4119954 Jul 16 18:02:00.856658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e3acb3-a2d7-4b9e-9667-2c340d7f05f8 req-70e62996-9ce4-4344-a72e-27b0f4f006b5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.865477 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5e3acb3-a2d7-4b9e-9667-2c340d7f05f8 req-70e62996-9ce4-4344-a72e-27b0f4f006b5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 943 time: 0.1588268 Jul 16 18:02:00.885018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-071c77b9-3d40-4c4b-ba6b-fadf2ef1f441 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=5083973c-bf1c-4ee2-93b7-1617cc9842d0 HTTP/1.1" status: 200 len: 217 time: 0.0513954 Jul 16 18:02:00.958850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75dfb807-ed40-45b8-86e0-621123376c26 req-5c534a94-f1ce-41a3-9c65-1e868e6100c2 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142782 Jul 16 18:02:00.973390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5e3acb3-a2d7-4b9e-9667-2c340d7f05f8 req-61f5aea7-e51a-4d8d-a8d7-efb15898a20b tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027536 Jul 16 18:02:00.978590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-924f9f08-8bba-4b03-818f-fd68784770f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:00.981384 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-924f9f08-8bba-4b03-818f-fd68784770f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.0704379 Jul 16 18:02:01.293696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-46192fff-138c-47d1-ba79-8619499ca831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.295510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-46192fff-138c-47d1-ba79-8619499ca831 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2312610 Jul 16 18:02:01.396859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbaa43-fa19-4826-8144-c8f7d28d824f req-b8d92c69-ddc3-46fa-8b0b-fd558ae9f32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.398494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbcbaa43-fa19-4826-8144-c8f7d28d824f req-b8d92c69-ddc3-46fa-8b0b-fd558ae9f32d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 1094 time: 0.2577355 Jul 16 18:02:01.473852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2feea57-7115-4bd0-8edf-35772f6702cc req-49676bcd-cd39-47f8-8e77-3cf6249a6b71 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.475947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b2feea57-7115-4bd0-8edf-35772f6702cc req-49676bcd-cd39-47f8-8e77-3cf6249a6b71 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 946 time: 0.1050446 Jul 16 18:02:01.489991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bb4c9e-4fbc-42e9-9506-c1b2fcb03223 req-eb2f43c2-7b83-4871-b153-3159a80a1dad tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.491541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3bb4c9e-4fbc-42e9-9506-c1b2fcb03223 req-eb2f43c2-7b83-4871-b153-3159a80a1dad tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 945 time: 0.2871797 Jul 16 18:02:01.547363 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b2feea57-7115-4bd0-8edf-35772f6702cc req-3b17f27b-23be-4527-bded-83f0cdefdb9a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615172 Jul 16 18:02:01.609911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3bb4c9e-4fbc-42e9-9506-c1b2fcb03223 req-881c8e44-108d-4af8-acd2-47721605643c tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894125 Jul 16 18:02:01.621508 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-f3c95c0f-85ca-45e7-ba7d-8cc01f099233 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077865 Jul 16 18:02:01.729206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-0625bf6b-e514-4eb5-81a1-1455d26f4b89 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.730934 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-0625bf6b-e514-4eb5-81a1-1455d26f4b89 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.3044407 Jul 16 18:02:01.774658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbaa43-fa19-4826-8144-c8f7d28d824f req-9ba4abee-b86d-4af2-a349-d778ff416507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.776415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbcbaa43-fa19-4826-8144-c8f7d28d824f req-9ba4abee-b86d-4af2-a349-d778ff416507 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.3517141 Jul 16 18:02:01.828439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbcbaa43-fa19-4826-8144-c8f7d28d824f req-50c0e463-89ef-459d-ac20-07385a919e07 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7b66674-152c-4504-aa6d-c5ac0b77a495 HTTP/1.1" status: 200 len: 217 time: 0.0424278 Jul 16 18:02:01.992698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-599da08b-123e-4a1b-931a-9fe04373a63d service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612988 Jul 16 18:02:01.997587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbaa43-fa19-4826-8144-c8f7d28d824f req-e8311065-faf7-43a0-8921-0c73db047bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:01.999100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbcbaa43-fa19-4826-8144-c8f7d28d824f req-e8311065-faf7-43a0-8921-0c73db047bcc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.1496286 Jul 16 18:02:02.019360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bf3f05-b0b6-41fa-9ca1-6dfb87a2d7e9 req-c7386bb5-2d03-4918-9b5f-7211c7bc5e58 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.020991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31bf3f05-b0b6-41fa-9ca1-6dfb87a2d7e9 req-c7386bb5-2d03-4918-9b5f-7211c7bc5e58 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 944 time: 0.1725786 Jul 16 18:02:02.121991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-624b2c0b-3165-4bee-bd4c-159dd34ac99c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=7823ca02-ecf8-4d6a-8697-5e81d3abde2a HTTP/1.1" status: 200 len: 217 time: 0.0999928 Jul 16 18:02:02.179215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01fc5ae-12b2-4253-90e1-50b49c7ead67 req-434eb125-95dd-43b6-b8cc-7b42f11b5df2 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.181996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c01fc5ae-12b2-4253-90e1-50b49c7ead67 req-434eb125-95dd-43b6-b8cc-7b42f11b5df2 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 944 time: 0.0839765 Jul 16 18:02:02.212771 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31bf3f05-b0b6-41fa-9ca1-6dfb87a2d7e9 req-c778ab8e-e968-49c9-883f-337e359d891d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747940 Jul 16 18:02:02.214765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-ab603382-b96f-4578-a2a9-7e44bc96a93f service neutron] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:02.223406 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-ab603382-b96f-4578-a2a9-7e44bc96a93f service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.224576 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bbcd8d22-6415-404b-b358-450ac6ecd061 req-ab603382-b96f-4578-a2a9-7e44bc96a93f service neutron] 10.222.0.37 "DELETE /v2.0/ports/4ef186b2-a8a0-48c9-9369-01876ce35a5b/bindings/n-h2-794306-7 HTTP/1.1" status: 204 len: 173 time: 0.4828925 Jul 16 18:02:02.262772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-aa079e9c-309f-4e7a-8b5e-dca4ee1e1c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.269404 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-aa079e9c-309f-4e7a-8b5e-dca4ee1e1c98 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.1312630 Jul 16 18:02:02.273951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbaa43-fa19-4826-8144-c8f7d28d824f req-3b34d3da-3a03-42f8-9e50-5469a2fb584d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.276715 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbcbaa43-fa19-4826-8144-c8f7d28d824f req-3b34d3da-3a03-42f8-9e50-5469a2fb584d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2535951 Jul 16 18:02:02.277589 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c01fc5ae-12b2-4253-90e1-50b49c7ead67 req-be50c447-4fcb-41fa-a064-657c42343040 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866046 Jul 16 18:02:02.313667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 2698c5d5-2d72-4112-9ed6-cb8b09295302 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:02.417661 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 2698c5d5-2d72-4112-9ed6-cb8b09295302 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:02.427336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 2698c5d5-2d72-4112-9ed6-cb8b09295302 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:02.428141 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.477861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-dae3eb53-c02b-4045-a3b2-eaf0e2cd195f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.479263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-dae3eb53-c02b-4045-a3b2-eaf0e2cd195f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2004366 Jul 16 18:02:02.511501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbcbaa43-fa19-4826-8144-c8f7d28d824f req-23fa9c7f-6789-43c9-9528-905729cf0c51 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177238 Jul 16 18:02:02.545964 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.580205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f43bac-3445-4391-a0ca-e508f2c7453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2698c5d5-2d72-4112-9ed6-cb8b09295302'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:02.582987 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90bee501-90bc-4ce5-9272-ee9bcacdd239" -d '{"events": [{"server_uuid": "f6f43bac-3445-4391-a0ca-e508f2c7453b", "name": "network-vif-plugged", "status": "completed", "tag": "2698c5d5-2d72-4112-9ed6-cb8b09295302"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:02.598459 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c894fc-0ce3-4c6e-8bcc-f2752beb6d37 req-02c0ea85-5a80-471f-aaf6-54ccde4815c5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.600781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 2698c5d5-2d72-4112-9ed6-cb8b09295302, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2698c5d5-2d72-4112-9ed6-cb8b09295302,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:02.608098 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:02.621066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83c894fc-0ce3-4c6e-8bcc-f2752beb6d37 req-02c0ea85-5a80-471f-aaf6-54ccde4815c5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 943 time: 0.1279137 Jul 16 18:02:02.645426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-d2894fcb-3edd-4b57-bb0b-b53db1289c40 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329501 Jul 16 18:02:02.685984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=2698c5d5-2d72-4112-9ed6-cb8b09295302,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:02.697429 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83c894fc-0ce3-4c6e-8bcc-f2752beb6d37 req-1bb52743-0458-4db7-ae62-745fe08a7bc4 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748916 Jul 16 18:02:02.745533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc71c80-d3eb-463c-a12c-ce857e72fcb6 req-021fc1ba-6f2e-4490-875c-16a66cc885f6 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.747031 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcc71c80-d3eb-463c-a12c-ce857e72fcb6 req-021fc1ba-6f2e-4490-875c-16a66cc885f6 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 945 time: 0.2925751 Jul 16 18:02:02.817072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbcbaa43-fa19-4826-8144-c8f7d28d824f req-f8a47aef-07ef-486f-bf74-e5b59ce39832 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136562 Jul 16 18:02:02.868505 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcc71c80-d3eb-463c-a12c-ce857e72fcb6 req-a531fb4f-5975-435a-bf1a-8ef10c7bea07 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903497 Jul 16 18:02:02.871345 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-43455839-2aa5-44f9-99c5-7b1d1ce4a6b2 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819427 Jul 16 18:02:02.932406 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-7a6534a4-aa75-4306-8dd1-7039addb582a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b HTTP/1.1" status: 200 len: 217 time: 0.0493290 Jul 16 18:02:02.991253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-6eb94c87-865b-468e-b6a0-cfc2341e7a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:02.992758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-6eb94c87-865b-468e-b6a0-cfc2341e7a4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.0484712 Jul 16 18:02:03.081268 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b4cfb1-6041-40fc-970a-b117c24b9982 x-openstack-request-id: req-d7b4cfb1-6041-40fc-970a-b117c24b9982 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:03.081546 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f43bac-3445-4391-a0ca-e508f2c7453b", "name": "network-vif-plugged", "status": "completed", "tag": "2698c5d5-2d72-4112-9ed6-cb8b09295302", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:03.081826 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d7b4cfb1-6041-40fc-970a-b117c24b9982 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:03.082189 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f43bac-3445-4391-a0ca-e508f2c7453b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2698c5d5-2d72-4112-9ed6-cb8b09295302', 'code': 200} Jul 16 18:02:03.264125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea521e1f-4fc1-41dd-8d68-1619e5809b9f req-cb0b076d-e9f1-4301-bf5a-f0cfec26b808 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.291827 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea521e1f-4fc1-41dd-8d68-1619e5809b9f req-cb0b076d-e9f1-4301-bf5a-f0cfec26b808 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 1095 time: 0.1043360 Jul 16 18:02:03.304109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d343aa6f-eb21-4e21-bce9-d247041bb09d req-fad6101f-2731-4168-8391-6056ac75534b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.305832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d343aa6f-eb21-4e21-bce9-d247041bb09d req-fad6101f-2731-4168-8391-6056ac75534b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 946 time: 0.2521625 Jul 16 18:02:03.316626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dea7c9-7d08-42d9-a0a8-ed7a3e1eb048 req-0796c0bc-f9a7-4778-8e62-59f9ac454a94 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.318355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6dea7c9-7d08-42d9-a0a8-ed7a3e1eb048 req-0796c0bc-f9a7-4778-8e62-59f9ac454a94 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 946 time: 0.2673247 Jul 16 18:02:03.323068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-279f7bce-a05e-4c04-9338-7273bfad3c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.326663 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-279f7bce-a05e-4c04-9338-7273bfad3c97 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2753444 Jul 16 18:02:03.336207 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea521e1f-4fc1-41dd-8d68-1619e5809b9f req-201ef074-e165-416e-89f2-9a9ca8259b3d tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433509 Jul 16 18:02:03.346511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9941d29-b2c2-41a8-9373-e74e98860dc4 req-a208fc93-f953-4b54-8e27-cd8144059f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.348009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9941d29-b2c2-41a8-9373-e74e98860dc4 req-a208fc93-f953-4b54-8e27-cd8144059f5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 1096 time: 0.1792939 Jul 16 18:02:03.820525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5839ef-fc6a-4aed-ab1d-e6386c9b0e5c req-4216c2ec-1e67-4fc8-887c-87ac9f1bdcc8 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:03.827278 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d5839ef-fc6a-4aed-ab1d-e6386c9b0e5c req-4216c2ec-1e67-4fc8-887c-87ac9f1bdcc8 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 945 time: 0.0803962 Jul 16 18:02:03.877443 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d5839ef-fc6a-4aed-ab1d-e6386c9b0e5c req-092bba1f-77b9-421a-ad9c-5256b0220d3b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485575 Jul 16 18:02:03.903915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9941d29-b2c2-41a8-9373-e74e98860dc4 req-b0b5624c-5456-4aa4-8818-197a12333159 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139406 Jul 16 18:02:03.928624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6dea7c9-7d08-42d9-a0a8-ed7a3e1eb048 req-1cf5f44d-838e-4d7d-8d71-0e6a941b5d7f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5952523 Jul 16 18:02:03.941223 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-4e02276f-7a04-4965-88c0-8a183fd45d7e service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061835 Jul 16 18:02:04.063517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e080c4-a948-4b44-92bd-0765499373cf req-0b004adf-2053-4ef6-a82d-2d1b452a0803 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.069445 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5e080c4-a948-4b44-92bd-0765499373cf req-0b004adf-2053-4ef6-a82d-2d1b452a0803 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 1095 time: 0.0765023 Jul 16 18:02:04.101912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-d343aa6f-eb21-4e21-bce9-d247041bb09d req-73e5b01d-4acd-4f84-8b1f-f2a05663ba8c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Deleting port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:04.102608 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d343aa6f-eb21-4e21-bce9-d247041bb09d req-73e5b01d-4acd-4f84-8b1f-f2a05663ba8c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.126850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5e080c4-a948-4b44-92bd-0765499373cf req-e41529cd-b99e-49a1-aac3-dbf96c04ccbd tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563886 Jul 16 18:02:04.200268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-5ac3277e-c940-45da-aa92-5cb1c0a819a8 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2511966 Jul 16 18:02:04.256691 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-9f1d435b-f326-4a1f-9945-0f8d9ca2954b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7e680b3d-93f0-4a4f-8add-44e0e4780a88 HTTP/1.1" status: 200 len: 217 time: 0.0475080 Jul 16 18:02:04.261576 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d343aa6f-eb21-4e21-bce9-d247041bb09d req-73e5b01d-4acd-4f84-8b1f-f2a05663ba8c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] For port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7b2ac556-edb1-4fb9-8e28-773c5bdf926b,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:04.261939 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d343aa6f-eb21-4e21-bce9-d247041bb09d req-73e5b01d-4acd-4f84-8b1f-f2a05663ba8c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.293200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-d343aa6f-eb21-4e21-bce9-d247041bb09d req-73e5b01d-4acd-4f84-8b1f-f2a05663ba8c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Calling delete_port for 7b2ac556-edb1-4fb9-8e28-773c5bdf926b owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:04.385422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-030e3274-bea6-4487-b6ed-80ced9b93ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.387709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-030e3274-bea6-4487-b6ed-80ced9b93ae3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb HTTP/1.1" status: 200 len: 797 time: 0.1222653 Jul 16 18:02:04.397143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68269c26-ada4-4c04-bddc-6ee18befb88a req-f33fa2e4-b14d-484b-a6ea-c2967b7123b8 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.398680 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68269c26-ada4-4c04-bddc-6ee18befb88a req-f33fa2e4-b14d-484b-a6ea-c2967b7123b8 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 943 time: 0.0755649 Jul 16 18:02:04.420552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b7b66674-152c-4504-aa6d-c5ac0b77a495 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:04.445609 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68269c26-ada4-4c04-bddc-6ee18befb88a req-3518f0fa-6a8f-4eb5-b142-329596d746dc tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409496 Jul 16 18:02:04.492591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-d7221c81-49fa-4bde-8fd1-68c5996463b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.494197 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-d7221c81-49fa-4bde-8fd1-68c5996463b3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=791fcc36-0324-4230-9b89-1a8c080d3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1003361 Jul 16 18:02:04.544195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b7b66674-152c-4504-aa6d-c5ac0b77a495, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b7b66674-152c-4504-aa6d-c5ac0b77a495,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:04.550317 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d343aa6f-eb21-4e21-bce9-d247041bb09d req-73e5b01d-4acd-4f84-8b1f-f2a05663ba8c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.574055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'port_id': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'mac_address': 'fa:16:3e:45:54:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:04.583101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba', '3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:04.622287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['7b2ac556-edb1-4fb9-8e28-773c5bdf926b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:04.638007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5b01d-4acd-4f84-8b1f-f2a05663ba8c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event deleted for resources: {'Port': ['ID=7b2ac556-edb1-4fb9-8e28-773c5bdf926b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:04.676636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d343aa6f-eb21-4e21-bce9-d247041bb09d req-73e5b01d-4acd-4f84-8b1f-f2a05663ba8c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] No DVR routers for this DVR port 7b2ac556-edb1-4fb9-8e28-773c5bdf926b on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:04.680447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d343aa6f-eb21-4e21-bce9-d247041bb09d req-73e5b01d-4acd-4f84-8b1f-f2a05663ba8c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.682701 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d343aa6f-eb21-4e21-bce9-d247041bb09d req-73e5b01d-4acd-4f84-8b1f-f2a05663ba8c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "DELETE /v2.0/ports/7b2ac556-edb1-4fb9-8e28-773c5bdf926b HTTP/1.1" status: 204 len: 173 time: 1.3617766 Jul 16 18:02:04.683202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b2bf337-fce9-44bc-889c-907514252f9c', 'name': 'network-vif-deleted', 'tag': '7b2ac556-edb1-4fb9-8e28-773c5bdf926b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:04.685689 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ef5b97-be83-4dfb-902a-939faf88088a" -d '{"events": [{"server_uuid": "7b2bf337-fce9-44bc-889c-907514252f9c", "name": "network-vif-deleted", "tag": "7b2ac556-edb1-4fb9-8e28-773c5bdf926b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:04.726858 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-bc51918f-03cd-4855-86e4-1e59437663c7 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2224188 Jul 16 18:02:04.730240 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.750186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7b66674-152c-4504-aa6d-c5ac0b77a495 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:04.750569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5996c448-c227-41c4-823c-c65986da1974 req-fe44ce49-4f8b-4cfd-aff1-503521493477 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:04.752471 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5996c448-c227-41c4-823c-c65986da1974 req-fe44ce49-4f8b-4cfd-aff1-503521493477 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 945 time: 0.1488883 Jul 16 18:02:04.806198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b7b66674-152c-4504-aa6d-c5ac0b77a495, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b7b66674-152c-4504-aa6d-c5ac0b77a495,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:04.815403 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:04.864290 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5996c448-c227-41c4-823c-c65986da1974 req-3812611d-67fd-4d1b-9280-10bc6dbeaad0 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030614 Jul 16 18:02:04.881976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=b7b66674-152c-4504-aa6d-c5ac0b77a495,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:04.893638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.893994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.894374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.894801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.895049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.895370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.895723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.896052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.896760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.896760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.897061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.897385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:04.948977 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-fd8399a6-4b63-42b9-8194-b3d014312e60 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158778 Jul 16 18:02:04.993517 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-7bfd1b9f-f568-446a-86a5-32c38c28276d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80fb28f4-6bfe-4220-9ada-25fe85728b93 HTTP/1.1" status: 200 len: 217 time: 0.0436151 Jul 16 18:02:05.093220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54064) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:05.118770 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3d8bdb-cc42-4edc-8cdd-715d8eae5fd8 x-openstack-request-id: req-5b3d8bdb-cc42-4edc-8cdd-715d8eae5fd8 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:05.120411 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b2bf337-fce9-44bc-889c-907514252f9c", "name": "network-vif-deleted", "tag": "7b2ac556-edb1-4fb9-8e28-773c5bdf926b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:05.121050 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5b3d8bdb-cc42-4edc-8cdd-715d8eae5fd8 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:05.122169 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b2bf337-fce9-44bc-889c-907514252f9c', 'name': 'network-vif-deleted', 'tag': '7b2ac556-edb1-4fb9-8e28-773c5bdf926b', 'status': 'completed', 'code': 200} Jul 16 18:02:05.142723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-94036f32-62d2-4b3c-8a4f-0752d9628981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:05.144342 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-94036f32-62d2-4b3c-8a4f-0752d9628981 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb HTTP/1.1" status: 200 len: 797 time: 0.1176221 Jul 16 18:02:05.215721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-b953e44a-49ba-40f5-ae7c-bdecc9a461b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:05.217363 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-b953e44a-49ba-40f5-ae7c-bdecc9a461b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=791fcc36-0324-4230-9b89-1a8c080d3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0645216 Jul 16 18:02:05.261232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['b7b66674-152c-4504-aa6d-c5ac0b77a495'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:05.265045 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eee1deaa-e5c6-4f47-92f7-18026786e9cd req-ddf8bfde-1881-4da8-b618-95a89b8f7d5c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7b2bf337-fce9-44bc-889c-907514252f9c HTTP/1.1" status: 200 len: 210 time: 0.0323246 Jul 16 18:02:05.276844 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-099c20e0-6b5e-4a0b-8f3a-d86871a6e093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.377785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df261c7f-e888-47f9-a423-cc8b978385cd req-1b158a89-8d3b-4447-8b83-2c138c895851 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:05.386642 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df261c7f-e888-47f9-a423-cc8b978385cd req-1b158a89-8d3b-4447-8b83-2c138c895851 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 945 time: 0.1682472 Jul 16 18:02:05.409631 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-ee4855d8-d982-4fc7-8b51-a2cf6e040ed7 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613708 Jul 16 18:02:05.415721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-099c20e0-6b5e-4a0b-8f3a-d86871a6e093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.427483 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-099c20e0-6b5e-4a0b-8f3a-d86871a6e093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.481284 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-099c20e0-6b5e-4a0b-8f3a-d86871a6e093 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b2fd8b276a6449a95d51d2c7e3731e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3865466 Jul 16 18:02:05.482289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54076) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:05.490092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df261c7f-e888-47f9-a423-cc8b978385cd req-973f2c26-fcb6-422d-a31b-2657b48fb959 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920002 Jul 16 18:02:05.490249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c20e0-6b5e-4a0b-8f3a-d86871a6e093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec6e02ec-04ad-47f8-a540-35dfe1e61a46,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:05.568362 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f76d216b-4240-48c1-9c7d-5ea77ffda6b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.631150 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f76d216b-4240-48c1-9c7d-5ea77ffda6b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.631970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58930594-5bf3-4f23-8938-b43a0e555f51 req-ac7f0791-16c4-40bc-958b-c82471a37152 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911840 Jul 16 18:02:05.689259 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f76d216b-4240-48c1-9c7d-5ea77ffda6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.699792 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f76d216b-4240-48c1-9c7d-5ea77ffda6b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:05.701731 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f76d216b-4240-48c1-9c7d-5ea77ffda6b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ec6e02ec-04ad-47f8-a540-35dfe1e61a46 HTTP/1.1" status: 204 len: 168 time: 0.2185128 Jul 16 18:02:05.716892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76d216b-4240-48c1-9c7d-5ea77ffda6b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec6e02ec-04ad-47f8-a540-35dfe1e61a46,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:05.904246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c8c79-5b6a-4fa6-994e-6c7ec4138887 req-a3f66ddb-5c5f-4fc1-a8d8-85a31a50b418 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:05.906395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-919c8c79-5b6a-4fa6-994e-6c7ec4138887 req-a3f66ddb-5c5f-4fc1-a8d8-85a31a50b418 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.18 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 945 time: 0.1266935 Jul 16 18:02:05.928047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fa00f-a951-454e-8db4-35ee923ed885 req-63676f28-bb45-481c-b83c-661b3461d885 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:05.929302 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c9fa00f-a951-454e-8db4-35ee923ed885 req-63676f28-bb45-481c-b83c-661b3461d885 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 944 time: 0.1052284 Jul 16 18:02:06.032772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c9fa00f-a951-454e-8db4-35ee923ed885 req-7a933d54-b79d-443f-b3c2-3c5aa57b2a44 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800042 Jul 16 18:02:06.071264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-919c8c79-5b6a-4fa6-994e-6c7ec4138887 req-2d2c433f-fddd-4382-a1b1-8f08826639d9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Deleting port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:06.072262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-919c8c79-5b6a-4fa6-994e-6c7ec4138887 req-2d2c433f-fddd-4382-a1b1-8f08826639d9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.217965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-919c8c79-5b6a-4fa6-994e-6c7ec4138887 req-2d2c433f-fddd-4382-a1b1-8f08826639d9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] For port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6185f3a7-50b8-4dcf-90b8-7422e79f70a7,segment=NetworkSegment(d0ca7a10-9a4d-4dac-9291-74d213aecdf1),segment_id=d0ca7a10-9a4d-4dac-9291-74d213aecdf1)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:06.218686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-919c8c79-5b6a-4fa6-994e-6c7ec4138887 req-2d2c433f-fddd-4382-a1b1-8f08826639d9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.254245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-919c8c79-5b6a-4fa6-994e-6c7ec4138887 req-2d2c433f-fddd-4382-a1b1-8f08826639d9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Calling delete_port for 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:06.389458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b211e-70ed-4a85-909a-1a0d505607d1 req-29d3572f-2e87-4c95-932c-506af51548d4 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:06.392077 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a09b211e-70ed-4a85-909a-1a0d505607d1 req-29d3572f-2e87-4c95-932c-506af51548d4 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/ports?device_id=5acacb72-820f-4fd3-af42-00dd1c78f57a HTTP/1.1" status: 200 len: 945 time: 0.1388817 Jul 16 18:02:06.438331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7b2ac556-edb1-4fb9-8e28-773c5bdf926b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:06.480575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 7b2ac556-edb1-4fb9-8e28-773c5bdf926b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:06.481381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7b2ac556-edb1-4fb9-8e28-773c5bdf926b not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:06.487536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a09b211e-70ed-4a85-909a-1a0d505607d1 req-54e4d830-2640-4a1f-b572-2b3f12953027 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.47 "GET /v2.0/security-groups?id=58faa87e-85c7-45a2-9755-792e3ae8835a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883007 Jul 16 18:02:06.566284 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-919c8c79-5b6a-4fa6-994e-6c7ec4138887 req-2d2c433f-fddd-4382-a1b1-8f08826639d9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.583371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['6185f3a7-50b8-4dcf-90b8-7422e79f70a7'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:06.616855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2c433f-fddd-4382-a1b1-8f08826639d9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Pushing event deleted for resources: {'Port': ['ID=6185f3a7-50b8-4dcf-90b8-7422e79f70a7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:06.738555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-919c8c79-5b6a-4fa6-994e-6c7ec4138887 req-2d2c433f-fddd-4382-a1b1-8f08826639d9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] No DVR routers for this DVR port 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:06.741653 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-919c8c79-5b6a-4fa6-994e-6c7ec4138887 req-2d2c433f-fddd-4382-a1b1-8f08826639d9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:06.743629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-919c8c79-5b6a-4fa6-994e-6c7ec4138887 req-2d2c433f-fddd-4382-a1b1-8f08826639d9 tempest-ServerDiskConfigTestJSON-79570405 tempest-ServerDiskConfigTestJSON-79570405-project] 10.222.0.18 "DELETE /v2.0/ports/6185f3a7-50b8-4dcf-90b8-7422e79f70a7 HTTP/1.1" status: 204 len: 173 time: 0.8303928 Jul 16 18:02:06.782411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d8a071-bdfd-42fc-ac1e-682449f63a3b req-3beddf98-78eb-4bc6-a7fe-ef5c387f2c69 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:06.788057 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67d8a071-bdfd-42fc-ac1e-682449f63a3b req-3beddf98-78eb-4bc6-a7fe-ef5c387f2c69 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 945 time: 0.0982184 Jul 16 18:02:06.830772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67d8a071-bdfd-42fc-ac1e-682449f63a3b req-55162a3e-5bcb-4951-9afe-5f70f4af8094 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403860 Jul 16 18:02:07.063595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-5477b2f1-e265-428f-911b-2dc732e40c21 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:07.071522 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-5477b2f1-e265-428f-911b-2dc732e40c21 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 805 time: 0.1409950 Jul 16 18:02:07.088281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-062f9732-d02d-4d4f-b2d6-cc89a6da0132 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/quotas/73aa5fd56ec84590b4b027a1c2957112 HTTP/1.1" status: 200 len: 375 time: 0.0152988 Jul 16 18:02:07.139178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5acacb72-820f-4fd3-af42-00dd1c78f57a', 'name': 'network-vif-deleted', 'tag': '6185f3a7-50b8-4dcf-90b8-7422e79f70a7'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:07.143533 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099e4575-d9fe-407f-a485-85e579714f32" -d '{"events": [{"server_uuid": "5acacb72-820f-4fd3-af42-00dd1c78f57a", "name": "network-vif-deleted", "tag": "6185f3a7-50b8-4dcf-90b8-7422e79f70a7"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:07.213736 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-afa685c0-41bc-401c-902b-36243172654f tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1163690 Jul 16 18:02:07.391267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-e0dd369b-653e-4488-8855-4012f4ab82fd service neutron] 10.222.0.47 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761141 Jul 16 18:02:07.530972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeeb64d8-a8a2-4655-8274-8ea0596b5779 req-aed83852-28cb-420d-a111-2a3564fd7bd7 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:07.540040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aeeb64d8-a8a2-4655-8274-8ea0596b5779 req-aed83852-28cb-420d-a111-2a3564fd7bd7 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 946 time: 0.1220107 Jul 16 18:02:07.558592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-c6f5dbad-5044-4eb7-83bb-56ce92e2856f service neutron] 10.222.0.47 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601086 Jul 16 18:02:07.597142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aeeb64d8-a8a2-4655-8274-8ea0596b5779 req-1fdc4724-bf9b-4aa4-910e-261f109d28ce tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520363 Jul 16 18:02:07.749942 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798bb206-053c-4506-87c3-dd429238b494 x-openstack-request-id: req-798bb206-053c-4506-87c3-dd429238b494 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:07.751665 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5acacb72-820f-4fd3-af42-00dd1c78f57a", "name": "network-vif-deleted", "tag": "6185f3a7-50b8-4dcf-90b8-7422e79f70a7", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:07.752150 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-798bb206-053c-4506-87c3-dd429238b494 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:07.753969 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5acacb72-820f-4fd3-af42-00dd1c78f57a', 'name': 'network-vif-deleted', 'tag': '6185f3a7-50b8-4dcf-90b8-7422e79f70a7', 'status': 'completed', 'code': 200} Jul 16 18:02:07.778632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54192) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:07.961970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb587d1-b29e-4e24-ab3c-5494e4cb0d0b req-f9d13a83-e7f1-4c2b-a53c-bc217b25d553 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:07.971309 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5fb587d1-b29e-4e24-ab3c-5494e4cb0d0b req-f9d13a83-e7f1-4c2b-a53c-bc217b25d553 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 944 time: 0.1245506 Jul 16 18:02:08.020387 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e942aa87-f531-4885-b938-9cdc19c02a49 req-a06a2494-b683-40d5-8e3a-435e1bacb9d1 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 210 time: 0.0804305 Jul 16 18:02:08.020547 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8778751a-ff13-45f3-9a3e-70f6f0475ef5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.058260 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5fb587d1-b29e-4e24-ab3c-5494e4cb0d0b req-370111d8-675c-4445-b721-f307e6a5e6e9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817173 Jul 16 18:02:08.236240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8778751a-ff13-45f3-9a3e-70f6f0475ef5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.240663 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8778751a-ff13-45f3-9a3e-70f6f0475ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.290597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778751a-ff13-45f3-9a3e-70f6f0475ef5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d10923-a9d6-4e67-a145-a87292e0d424,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:08.350961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54214) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:08.351280 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8778751a-ff13-45f3-9a3e-70f6f0475ef5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5211b2746792430f84bc4e397c124e55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5713403 Jul 16 18:02:08.361315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ce8eba59-0591-4931-bc19-55a7c12d83e3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:08.455916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b7b66674-152c-4504-aa6d-c5ac0b77a495 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:08.485284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54218) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:08.487200 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7e647be4-81aa-4491-9859-16ff63fba24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.524740 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7e647be4-81aa-4491-9859-16ff63fba24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.583310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-7288b0ad-d875-488f-8fdc-96deb9ec3ec4 admin admin] Deleting subnet dd1d178f-2287-446d-a0fd-681c1ac2971f {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:08.587213 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7288b0ad-d875-488f-8fdc-96deb9ec3ec4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.631333 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7288b0ad-d875-488f-8fdc-96deb9ec3ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.651782 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7e647be4-81aa-4491-9859-16ff63fba24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.661241 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7e647be4-81aa-4491-9859-16ff63fba24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.677006 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7288b0ad-d875-488f-8fdc-96deb9ec3ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.685135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7e647be4-81aa-4491-9859-16ff63fba24e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28d10923-a9d6-4e67-a145-a87292e0d424 HTTP/1.1" status: 204 len: 168 time: 0.3303058 Jul 16 18:02:08.690335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port b7b66674-152c-4504-aa6d-c5ac0b77a495 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:08.709136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e647be4-81aa-4491-9859-16ff63fba24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d10923-a9d6-4e67-a145-a87292e0d424,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:08.711732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port b7b66674-152c-4504-aa6d-c5ac0b77a495 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:08.712671 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.747371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7288b0ad-d875-488f-8fdc-96deb9ec3ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.761327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7288b0ad-d875-488f-8fdc-96deb9ec3ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.764959 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7288b0ad-d875-488f-8fdc-96deb9ec3ec4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dd1d178f-2287-446d-a0fd-681c1ac2971f HTTP/1.1" status: 204 len: 168 time: 0.2725534 Jul 16 18:02:08.767525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54224) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:08.786748 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7288b0ad-d875-488f-8fdc-96deb9ec3ec4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd1d178f-2287-446d-a0fd-681c1ac2971f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:08.809981 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.935391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8eba59-0591-4931-bc19-55a7c12d83e3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:08.942083 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8ec010-9476-4332-a3fd-6b052d2c248f" -d '{"events": [{"server_uuid": "2a893fda-d76a-41cb-b175-5d46d8bc9d88", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8eba59-0591-4931-bc19-55a7c12d83e3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:08.957005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ce8eba59-0591-4931-bc19-55a7c12d83e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ce8eba59-0591-4931-bc19-55a7c12d83e3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:08.973975 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:08.986810 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.112163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcedc047-1c21-4ad9-94ab-64415edaf20a req-0060581c-a3d8-4ec4-b303-bdaf0e0d4aed tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:09.114479 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcedc047-1c21-4ad9-94ab-64415edaf20a req-0060581c-a3d8-4ec4-b303-bdaf0e0d4aed tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a893fda-d76a-41cb-b175-5d46d8bc9d88 HTTP/1.1" status: 200 len: 944 time: 0.1058888 Jul 16 18:02:09.158549 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2762847a-43e6-453b-b7b0-5175c5086c83 x-openstack-request-id: req-2762847a-43e6-453b-b7b0-5175c5086c83 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:09.162382 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a893fda-d76a-41cb-b175-5d46d8bc9d88", "name": "network-vif-unplugged", "status": "completed", "tag": "ce8eba59-0591-4931-bc19-55a7c12d83e3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:09.162941 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2762847a-43e6-453b-b7b0-5175c5086c83 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:09.163772 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce8eba59-0591-4931-bc19-55a7c12d83e3', 'code': 200} Jul 16 18:02:09.170238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9a26c2-9eca-44ba-a76b-5f3f576e7682 req-7756ac92-eae5-42d5-a319-15cd47c3e8fc tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:09.178906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be9a26c2-9eca-44ba-a76b-5f3f576e7682 req-7756ac92-eae5-42d5-a319-15cd47c3e8fc tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 946 time: 0.3538899 Jul 16 18:02:09.199958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ce8eba59-0591-4931-bc19-55a7c12d83e3,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.210174 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.276300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b7b66674-152c-4504-aa6d-c5ac0b77a495, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b7b66674-152c-4504-aa6d-c5ac0b77a495,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:09.292409 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.296647 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.321235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88083083-71b3-4ed1-b670-99641e23bf1f req-e655abd3-3b91-4660-be0d-37935a903890 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:09.322739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88083083-71b3-4ed1-b670-99641e23bf1f req-e655abd3-3b91-4660-be0d-37935a903890 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 946 time: 0.3286407 Jul 16 18:02:09.328733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bdc26b1-f6d3-4ad9-bee4-05b186938b26']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:09.339941 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d1378960-642d-4e82-8e17-e98d8bc1bcd2 req-d19c76bf-2d99-45d8-a1a5-e7d2caa974b1 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 210 time: 0.0643954 Jul 16 18:02:09.363471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=b7b66674-152c-4504-aa6d-c5ac0b77a495,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.384189 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be9a26c2-9eca-44ba-a76b-5f3f576e7682 req-15e216e1-edd4-4789-b9d8-196eacf37de1 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043524 Jul 16 18:02:09.391746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-fcedc047-1c21-4ad9-94ab-64415edaf20a req-b2407a54-9d31-417c-a9c3-3b6befe3c3de tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Deleting port ce8eba59-0591-4931-bc19-55a7c12d83e3 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:09.392315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcedc047-1c21-4ad9-94ab-64415edaf20a req-b2407a54-9d31-417c-a9c3-3b6befe3c3de tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.396931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:09.403111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0ca7a10-9a4d-4dac-9291-74d213aecdf1') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:09.484104 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.500984 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.529357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:09.529697 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:09.532037 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:09.617468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-fcedc047-1c21-4ad9-94ab-64415edaf20a req-b2407a54-9d31-417c-a9c3-3b6befe3c3de tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] For port ce8eba59-0591-4931-bc19-55a7c12d83e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ce8eba59-0591-4931-bc19-55a7c12d83e3,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:09.622000 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcedc047-1c21-4ad9-94ab-64415edaf20a req-b2407a54-9d31-417c-a9c3-3b6befe3c3de tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.656388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-fcedc047-1c21-4ad9-94ab-64415edaf20a req-b2407a54-9d31-417c-a9c3-3b6befe3c3de tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Calling delete_port for ce8eba59-0591-4931-bc19-55a7c12d83e3 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:09.767399 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.781227 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:09.784012 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] 10.222.0.47 "DELETE /v2.0/networks/6bdc26b1-f6d3-4ad9-bee4-05b186938b26 HTTP/1.1" status: 204 len: 168 time: 1.0154514 Jul 16 18:02:09.837709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0501bc81-02c6-4ad2-b1d2-d0af951a49bb admin admin] Pushing event deleted for resources: {'Network': ['ID=6bdc26b1-f6d3-4ad9-bee4-05b186938b26,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:09.878352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-88083083-71b3-4ed1-b670-99641e23bf1f req-060d950e-04d5-4781-9924-44878c36a849 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Deleting port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:09.878845 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-88083083-71b3-4ed1-b670-99641e23bf1f req-060d950e-04d5-4781-9924-44878c36a849 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.033007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-88083083-71b3-4ed1-b670-99641e23bf1f req-060d950e-04d5-4781-9924-44878c36a849 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] For port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:10.034224 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-88083083-71b3-4ed1-b670-99641e23bf1f req-060d950e-04d5-4781-9924-44878c36a849 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.034438 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcedc047-1c21-4ad9-94ab-64415edaf20a req-b2407a54-9d31-417c-a9c3-3b6befe3c3de tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.055490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-88083083-71b3-4ed1-b670-99641e23bf1f req-060d950e-04d5-4781-9924-44878c36a849 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Calling delete_port for 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:10.087047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2407a54-9d31-417c-a9c3-3b6befe3c3de tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Pushing event deleted for resources: {'Port': ['ID=ce8eba59-0591-4931-bc19-55a7c12d83e3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:10.105431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15741f4c-c7c4-442e-8805-3fe2cc9f984a req-fdb5b190-1679-4e57-b5f5-757fdee0f153 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:10.107003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-15741f4c-c7c4-442e-8805-3fe2cc9f984a req-fdb5b190-1679-4e57-b5f5-757fdee0f153 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 945 time: 0.4602609 Jul 16 18:02:10.116331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-eb2c9730-3f94-4e39-8dc0-69446fa89ef6 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:10.117838 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-eb2c9730-3f94-4e39-8dc0-69446fa89ef6 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 805 time: 0.3518300 Jul 16 18:02:10.146128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Request body: {'port': {'device_id': 'f05e0819-112b-4082-b7ce-a07907b73481', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'admin_state_up': True, 'tenant_id': '73aa5fd56ec84590b4b027a1c2957112'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:10.169309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54268) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:10.223269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d55b3785-c22d-4d8c-b1b9-16e74d77cece admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a5d54e8ec56e43d391618fe8a9585f3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0526459 Jul 16 18:02:10.227120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54270) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:10.243988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcedc047-1c21-4ad9-94ab-64415edaf20a req-b2407a54-9d31-417c-a9c3-3b6befe3c3de tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] No DVR routers for this DVR port ce8eba59-0591-4931-bc19-55a7c12d83e3 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:10.247425 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcedc047-1c21-4ad9-94ab-64415edaf20a req-b2407a54-9d31-417c-a9c3-3b6befe3c3de tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.250772 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcedc047-1c21-4ad9-94ab-64415edaf20a req-b2407a54-9d31-417c-a9c3-3b6befe3c3de tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "DELETE /v2.0/ports/ce8eba59-0591-4931-bc19-55a7c12d83e3 HTTP/1.1" status: 204 len: 173 time: 1.1306770 Jul 16 18:02:10.255446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'name': 'network-vif-deleted', 'tag': 'ce8eba59-0591-4931-bc19-55a7c12d83e3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:10.257966 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9979579d-88a0-4931-9bd7-47c2914d8d78" -d '{"events": [{"server_uuid": "2a893fda-d76a-41cb-b175-5d46d8bc9d88", "name": "network-vif-deleted", "tag": "ce8eba59-0591-4931-bc19-55a7c12d83e3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:10.358395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:10.412494 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5dc5-a7e5-4fd2-bf2c-47a18311e53f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.431932 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:10.444677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6185f3a7-50b8-4dcf-90b8-7422e79f70a7 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:10.455784 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-15741f4c-c7c4-442e-8805-3fe2cc9f984a req-c84ef002-613b-49d1-8311-7e39313e2588 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3356631 Jul 16 18:02:10.543277 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc0f5bc-b8fc-4e48-aae4-a1500bf0c7db x-openstack-request-id: req-adc0f5bc-b8fc-4e48-aae4-a1500bf0c7db {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:10.543594 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a893fda-d76a-41cb-b175-5d46d8bc9d88", "name": "network-vif-deleted", "tag": "ce8eba59-0591-4931-bc19-55a7c12d83e3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:10.543850 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-adc0f5bc-b8fc-4e48-aae4-a1500bf0c7db {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:10.544253 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a893fda-d76a-41cb-b175-5d46d8bc9d88', 'name': 'network-vif-deleted', 'tag': 'ce8eba59-0591-4931-bc19-55a7c12d83e3', 'status': 'completed', 'code': 200} Jul 16 18:02:10.573595 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5dc5-a7e5-4fd2-bf2c-47a18311e53f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.578018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Made reservation on behalf of 73aa5fd56ec84590b4b027a1c2957112 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:10.583069 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.646179 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-88083083-71b3-4ed1-b670-99641e23bf1f req-060d950e-04d5-4781-9924-44878c36a849 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.659544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:10.780560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060d950e-04d5-4781-9924-44878c36a849 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event deleted for resources: {'Port': ['ID=3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:10.790563 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-66637a2e-9308-4b50-bd72-9c9042027897 req-2a2dcca3-7b81-4096-8da5-0cb8319e4522 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 210 time: 0.0485787 Jul 16 18:02:10.823962 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-88083083-71b3-4ed1-b670-99641e23bf1f req-060d950e-04d5-4781-9924-44878c36a849 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] No DVR routers for this DVR port 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:10.826973 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-88083083-71b3-4ed1-b670-99641e23bf1f req-060d950e-04d5-4781-9924-44878c36a849 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.832462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88083083-71b3-4ed1-b670-99641e23bf1f req-060d950e-04d5-4781-9924-44878c36a849 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "DELETE /v2.0/ports/3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 HTTP/1.1" status: 204 len: 173 time: 1.5013301 Jul 16 18:02:10.832879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Allocated IP 172.20.0.13 (04437df4-dabe-4e30-825b-96d2cb805a72/dba55bee-7eb5-4d34-8527-d9d14160a2f5/fc7ae53b-61b2-4fae-976b-95f3bb3affa7) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:10.876595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7905c6f0-231d-4a9d-9c50-fead251603fc', 'name': 'network-vif-deleted', 'tag': '3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:10.885093 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20ccdf33-84ac-4492-be2a-9a380e720ce7" -d '{"events": [{"server_uuid": "7905c6f0-231d-4a9d-9c50-fead251603fc", "name": "network-vif-deleted", "tag": "3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:10.897178 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29191348-bed2-41dc-8e36-a786358d394b req-be66fa96-2e6c-4ff8-b54e-fc2a51a6f57d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=7905c6f0-231d-4a9d-9c50-fead251603fc HTTP/1.1" status: 200 len: 210 time: 0.0986211 Jul 16 18:02:10.917599 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5dc5-a7e5-4fd2-bf2c-47a18311e53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.931608 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8ec5dc5-a7e5-4fd2-bf2c-47a18311e53f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:10.935142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d8ec5dc5-a7e5-4fd2-bf2c-47a18311e53f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/58faa87e-85c7-45a2-9755-792e3ae8835a HTTP/1.1" status: 204 len: 168 time: 0.7046831 Jul 16 18:02:10.958083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ec5dc5-a7e5-4fd2-bf2c-47a18311e53f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58faa87e-85c7-45a2-9755-792e3ae8835a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:11.087399 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f885293a-2d93-49a7-b32b-0cc5245b9de3 x-openstack-request-id: req-f885293a-2d93-49a7-b32b-0cc5245b9de3 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:11.088677 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7905c6f0-231d-4a9d-9c50-fead251603fc", "name": "network-vif-deleted", "tag": "3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:11.088939 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f885293a-2d93-49a7-b32b-0cc5245b9de3 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:11.089343 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7905c6f0-231d-4a9d-9c50-fead251603fc', 'name': 'network-vif-deleted', 'tag': '3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3', 'status': 'completed', 'code': 200} Jul 16 18:02:11.165542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b66674-152c-4504-aa6d-c5ac0b77a495'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:11.168243 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e506a298-b9f7-418c-bdb4-cb8538a57e6d" -d '{"events": [{"server_uuid": "bd1b60db-e5c6-40aa-b622-dc09edcf94c8", "name": "network-vif-plugged", "status": "completed", "tag": "b7b66674-152c-4504-aa6d-c5ac0b77a495"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:11.262475 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.303323 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2fdc5b-3013-488d-a08f-284b46b46ad0 x-openstack-request-id: req-9f2fdc5b-3013-488d-a08f-284b46b46ad0 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:11.304003 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1b60db-e5c6-40aa-b622-dc09edcf94c8", "name": "network-vif-plugged", "status": "completed", "tag": "b7b66674-152c-4504-aa6d-c5ac0b77a495", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:11.304534 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f2fdc5b-3013-488d-a08f-284b46b46ad0 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:11.305757 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'code': 200} Jul 16 18:02:11.351304 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.410914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Network 04437df4-dabe-4e30-825b-96d2cb805a72 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:11.415642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:11.420484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:11.463979 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Pushing event updated for resources: {'Port': ['ID=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:11.558515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7d904a-f26a-48e6-9a78-78a75d648afa req-4687d6f5-f636-4beb-9373-5051df8f65e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.563803 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec7d904a-f26a-48e6-9a78-78a75d648afa req-4687d6f5-f636-4beb-9373-5051df8f65e5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 1096 time: 0.1096723 Jul 16 18:02:11.580589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.581275 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.602237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-9660f1b2-2ea6-425d-9cd6-3234ae36dff5 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4602721 Jul 16 18:02:11.620777 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Request body: {'port': {'device_id': 'f05e0819-112b-4082-b7ce-a07907b73481', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:11.647294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec7d904a-f26a-48e6-9a78-78a75d648afa req-6ea92c7d-00e0-41ef-8a73-03b452b84331 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782304 Jul 16 18:02:11.837838 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.883995 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:11.950371 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eccc80-f89e-4182-b61f-d682d49ee95b req-6465cad5-b3e3-45ae-a30d-9fcd8ffc7933 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:11.962451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00eccc80-f89e-4182-b61f-d682d49ee95b req-6465cad5-b3e3-45ae-a30d-9fcd8ffc7933 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 945 time: 0.1765895 Jul 16 18:02:12.092059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00eccc80-f89e-4182-b61f-d682d49ee95b req-e991aa8f-8a83-4ce3-aa26-2c5f5bacde1d tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283917 Jul 16 18:02:12.362126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ce8eba59-0591-4931-bc19-55a7c12d83e3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:12.407399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: ce8eba59-0591-4931-bc19-55a7c12d83e3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:12.408572 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ce8eba59-0591-4931-bc19-55a7c12d83e3 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:12.410336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:12.435791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54374) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:12.440712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:12.441392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3bfabfef-b6f2-46fb-a7b5-3db93d4e2ee3 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:12.623078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-850743566-network', 'tenant_id': 'd678c94e74a844fb83d23885967598b6'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:12.742749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Made reservation on behalf of d678c94e74a844fb83d23885967598b6 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:12.745151 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:12.821419 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.038655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.047754 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.057153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc7ae53b-61b2-4fae-976b-95f3bb3affa7 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:13.075817 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.101563 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Transition to ACTIVE for port object fc7ae53b-61b2-4fae-976b-95f3bb3affa7 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:13.108878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:13.109410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.126681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-4a0428a6-e8d6-4d95-8729-7a26fc276929 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.133716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-4a0428a6-e8d6-4d95-8729-7a26fc276929 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.5304320 Jul 16 18:02:13.145356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3bbaad-1601-4c63-b762-4c55ded2332d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:13.166283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.166841 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Added segment 67833ff5-ea5b-4498-b791-331ec5fe3d62 of type vlan for network c969d234-493d-4698-9fc8-00615114ea88 Jul 16 18:02:13.178110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a793196-6b79-4cec-94e7-eb3947ceb16b req-ecc7363c-a597-41da-b9d7-65df3a6db24a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.183638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-54188e9b-976b-4d37-9a12-9758496b9a5a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/quotas/b664ee214d3f4cf8a735949bb2cbdfdf HTTP/1.1" status: 200 len: 375 time: 0.0489666 Jul 16 18:02:13.187358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a793196-6b79-4cec-94e7-eb3947ceb16b req-ecc7363c-a597-41da-b9d7-65df3a6db24a tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 932 time: 0.9393692 Jul 16 18:02:13.264303 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a793196-6b79-4cec-94e7-eb3947ceb16b req-7e24c946-90c9-480b-9be6-435938419b86 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754642 Jul 16 18:02:13.294157 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.319227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Pushing event updated for resources: {'Port': ['ID=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:13.388910 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.390666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.392982 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.417376 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9798090 Jul 16 18:02:13.432401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54428) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:13.440699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] Request body: {'subnet': {'network_id': 'c969d234-493d-4698-9fc8-00615114ea88', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-850743566-subnet', 'tenant_id': 'd678c94e74a844fb83d23885967598b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:13.469887 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-4a126ccc-6314-48d9-aa9b-65d09dfdfce1 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2853086 Jul 16 18:02:13.490191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Attempting to bind port fc7ae53b-61b2-4fae-976b-95f3bb3affa7 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:13.490503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Attempting to bind port fc7ae53b-61b2-4fae-976b-95f3bb3affa7 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:13.490837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Attempting to bind port fc7ae53b-61b2-4fae-976b-95f3bb3affa7 on network 04437df4-dabe-4e30-825b-96d2cb805a72 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:13.495431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Port fc7ae53b-61b2-4fae-976b-95f3bb3affa7 on network 04437df4-dabe-4e30-825b-96d2cb805a72 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:13.495785 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Attempting to bind port fc7ae53b-61b2-4fae-976b-95f3bb3affa7 on network 04437df4-dabe-4e30-825b-96d2cb805a72 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:13.508022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:13.508665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Checking segment: {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:13.509230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Bound using segment: {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:13.514327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Bound port: fc7ae53b-61b2-4fae-976b-95f3bb3affa7, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc0ac1df-35ca-4a9f-b461-90d14b98d306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:13.515486 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.572673 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ad98c-08be-4a7f-a273-8e58e19e1022 admin admin] Pushing event updated for resources: {'Network': ['ID=c969d234-493d-4698-9fc8-00615114ea88,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:13.588034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network c969d234-493d-4698-9fc8-00615114ea88 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:13.591550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] Made reservation on behalf of d678c94e74a844fb83d23885967598b6 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:13.595182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.668047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] For port fc7ae53b-61b2-4fae-976b-95f3bb3affa7, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:13.690443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] For port fc7ae53b-61b2-4fae-976b-95f3bb3affa7, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:13.701256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e848d3e-eeb6-4c20-90f1-cfea89add0cb req-71160ef1-0db7-4a93-bb76-129ddeaf3ee4 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.703224 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3e848d3e-eeb6-4c20-90f1-cfea89add0cb req-71160ef1-0db7-4a93-bb76-129ddeaf3ee4 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 945 time: 0.1136360 Jul 16 18:02:13.705069 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.795392 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3e848d3e-eeb6-4c20-90f1-cfea89add0cb req-605ba73a-6b87-47dc-a26c-ca8ee1ad293d tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862319 Jul 16 18:02:13.810181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.819875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:13.821607 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] 10.222.0.18 "PUT /v2.0/ports/fc7ae53b-61b2-4fae-976b-95f3bb3affa7 HTTP/1.1" status: 200 len: 1092 time: 2.2080128 Jul 16 18:02:13.822400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f05e0819-112b-4082-b7ce-a07907b73481', 'tag': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:13.825365 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84fe0257-b880-4a67-92a3-49283a731276" -d '{"events": [{"name": "network-changed", "server_uuid": "f05e0819-112b-4082-b7ce-a07907b73481", "tag": "fc7ae53b-61b2-4fae-976b-95f3bb3affa7"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:13.867719 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-71762860-a375-472d-be25-3184a9a2a530 service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3894272 Jul 16 18:02:13.948524 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfeab44-be6b-43a6-906c-358dccdc771a service neutron] Pushing event updated for resources: {'Port': ['ID=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:13.988656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-49e65b19-f0e7-4dde-a76b-acc8ba1802fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:13.991180 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-49e65b19-f0e7-4dde-a76b-acc8ba1802fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 1095 time: 0.1269586 Jul 16 18:02:14.095956 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-c12a3b95-c298-46b8-9cb9-14a0e18de2d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc7ae53b-61b2-4fae-976b-95f3bb3affa7 HTTP/1.1" status: 200 len: 217 time: 0.0864346 Jul 16 18:02:14.142332 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a460868c-3ad9-4568-8798-6e199202d4a0 x-openstack-request-id: req-a460868c-3ad9-4568-8798-6e199202d4a0 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:14.142878 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f05e0819-112b-4082-b7ce-a07907b73481", "tag": "fc7ae53b-61b2-4fae-976b-95f3bb3affa7", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:14.143246 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a460868c-3ad9-4568-8798-6e199202d4a0 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:14.146207 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f05e0819-112b-4082-b7ce-a07907b73481', 'tag': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7', 'status': 'completed', 'code': 200} Jul 16 18:02:14.166981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-1f14c78b-fdc5-4804-b49e-8f77e81a86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.168695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-1f14c78b-fdc5-4804-b49e-8f77e81a86c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dba55bee-7eb5-4d34-8527-d9d14160a2f5 HTTP/1.1" status: 200 len: 845 time: 0.0666714 Jul 16 18:02:14.206934 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-233567ce-67df-4bcf-8337-a053e0e4e5eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04437df4-dabe-4e30-825b-96d2cb805a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312347 Jul 16 18:02:14.213597 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-cc73b5f8-3c95-4f8e-9857-4b3aea451aa5 service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443091 Jul 16 18:02:14.231708 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.342076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0acc93a1-c389-4b5b-b032-f243e3307c63,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:14.355458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] Checking segment: {'id': '67833ff5-ea5b-4498-b791-331ec5fe3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c969d234-493d-4698-9fc8-00615114ea88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:14.355958 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] Network hostable DHCP agents. Network: c969d234-493d-4698-9fc8-00615114ea88, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:14.379291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] Network c969d234-493d-4698-9fc8-00615114ea88 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:14.392679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, c969d234-493d-4698-9fc8-00615114ea88) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:14.401434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.402697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ac83e9-7030-4eca-b3ee-792271ced02f None None] Network c969d234-493d-4698-9fc8-00615114ea88 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:14.403336 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:14.428764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a2a486e9-ed3e-40a0-8d33-975996e30b2c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9931221 Jul 16 18:02:14.592275 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-939301d3-2ad2-4088-a8b3-5e8db82b5715 service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790784 Jul 16 18:02:14.782698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d54ef21-f6ce-4128-8c81-1e0ff0beae66 None None] Network c969d234-493d-4698-9fc8-00615114ea88 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:14.797512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-7079b87e-b917-4093-b90a-e9cf5f0362a9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.804915 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-7079b87e-b917-4093-b90a-e9cf5f0362a9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5510538 Jul 16 18:02:14.864487 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f83920-61f2-4dfc-af35-0cfc8b230a66 req-ca07f2d4-3bdb-4982-a381-0ebd07d0bf89 service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627895 Jul 16 18:02:14.894185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-ae8b5091-25c7-4949-adf7-85d2b25372b7 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 696 time: 0.0879688 Jul 16 18:02:14.906569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6c8f42e0-6b94-45e8-ac48-f5ba629cecb0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Request body: {'floatingip': {'port_id': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:14.936191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98de38f-276b-46c4-b10b-7cb72bfc0008 req-14f3d5fe-6ce5-4254-a6ee-e8747223c949 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:14.954011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e98de38f-276b-46c4-b10b-7cb72bfc0008 req-14f3d5fe-6ce5-4254-a6ee-e8747223c949 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 944 time: 0.1720614 Jul 16 18:02:14.990095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6c8f42e0-6b94-45e8-ac48-f5ba629cecb0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.034408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e98de38f-276b-46c4-b10b-7cb72bfc0008 req-6e3b9c6e-cf59-4943-985c-7b9557e12836 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785279 Jul 16 18:02:15.176169 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ce38a4aa-6263-4745-af2c-37476af78db6 req-a6037952-fd88-469e-b6ae-f5775b20123b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 210 time: 0.0815489 Jul 16 18:02:15.238903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe0257-b880-4a67-92a3-49283a731276 req-2e5e9967-6027-4c57-b875-16236817bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.248274 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84fe0257-b880-4a67-92a3-49283a731276 req-2e5e9967-6027-4c57-b875-16236817bb17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=73aa5fd56ec84590b4b027a1c2957112&device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 1095 time: 0.2989500 Jul 16 18:02:15.425977 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-34211499-e46d-49c9-9f62-6171fd1bf40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.545990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54482) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:15.733343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-33a609ae-64d4-469f-925a-be867af699ab tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.736859 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-33a609ae-64d4-469f-925a-be867af699ab tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/networks?id=c969d234-493d-4698-9fc8-00615114ea88 HTTP/1.1" status: 200 len: 813 time: 0.2253945 Jul 16 18:02:15.771543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-8799d0a0-c204-43c0-91c8-9ed5d99d2426 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/quotas/d678c94e74a844fb83d23885967598b6 HTTP/1.1" status: 200 len: 375 time: 0.0243089 Jul 16 18:02:15.813030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-b68f2084-e840-488c-af78-d085ac2cdf72 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d678c94e74a844fb83d23885967598b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400558 Jul 16 18:02:15.863808 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-065122fa-179a-4e5f-813c-07649c0f3019 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:15.884086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe0257-b880-4a67-92a3-49283a731276 req-607c39fb-aa06-44c9-ada0-4df47a46477c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:15.891900 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84fe0257-b880-4a67-92a3-49283a731276 req-607c39fb-aa06-44c9-ada0-4df47a46477c service neutron] 10.222.0.18 "GET /v2.0/networks?id=04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 200 len: 906 time: 0.6221306 Jul 16 18:02:15.992583 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84fe0257-b880-4a67-92a3-49283a731276 req-d1ca6b3e-068a-4419-8b10-5c317b75359c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc7ae53b-61b2-4fae-976b-95f3bb3affa7 HTTP/1.1" status: 200 len: 217 time: 0.0814946 Jul 16 18:02:16.056299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fe0257-b880-4a67-92a3-49283a731276 req-fe33a18a-d8b0-4cde-9be9-45478ee1907f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:16.057957 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84fe0257-b880-4a67-92a3-49283a731276 req-fe33a18a-d8b0-4cde-9be9-45478ee1907f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dba55bee-7eb5-4d34-8527-d9d14160a2f5 HTTP/1.1" status: 200 len: 845 time: 0.0574553 Jul 16 18:02:16.059763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-926ea092-a6b0-4957-b3df-39040e03ab74 service neutron] 10.222.0.47 "GET /v2.0/networks/c969d234-493d-4698-9fc8-00615114ea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371836 Jul 16 18:02:16.064609 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.resource_extend [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6c8f42e0-6b94-45e8-ac48-f5ba629cecb0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:02:16.157661 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84fe0257-b880-4a67-92a3-49283a731276 req-0ae1161f-ce22-414a-a768-4196e150dbbc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=04437df4-dabe-4e30-825b-96d2cb805a72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887733 Jul 16 18:02:16.261390 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6c8f42e0-6b94-45e8-ac48-f5ba629cecb0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.282501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6c8f42e0-6b94-45e8-ac48-f5ba629cecb0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.322366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-065122fa-179a-4e5f-813c-07649c0f3019 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.326408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-f7f30538-4377-4bf5-9095-615b7c127e46 service neutron] 10.222.0.47 "GET /v2.0/networks/c969d234-493d-4698-9fc8-00615114ea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652092 Jul 16 18:02:16.331626 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-065122fa-179a-4e5f-813c-07649c0f3019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.404787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device fc7ae53b-61b2-4fae-976b-95f3bb3affa7 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:16.517663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065122fa-179a-4e5f-813c-07649c0f3019 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e474d5-5f1b-4e8e-92c5-569b6eba6017,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:16.528537 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-065122fa-179a-4e5f-813c-07649c0f3019 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb332574655d444a99673ded0f7e78a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9803939 Jul 16 18:02:16.529377 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54494) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:16.538187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84fe0257-b880-4a67-92a3-49283a731276 req-259b1a4d-5869-4043-b608-94c072b47723 service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3440444 Jul 16 18:02:16.657200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port fc7ae53b-61b2-4fae-976b-95f3bb3affa7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:16.682212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'port_id': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7', 'mac_address': 'fa:16:3e:c9:f4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba55bee-7eb5-4d34-8527-d9d14160a2f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:16.763969 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.799978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc7ae53b-61b2-4fae-976b-95f3bb3affa7 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:16.830519 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6c8f42e0-6b94-45e8-ac48-f5ba629cecb0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Floating IP add35ac0-041b-449a-b05f-f86bb250b6a0 associated. External IP: 172.25.7.101, port: 8a5769e2-8ee0-4eee-83eb-750f1405d697. Jul 16 18:02:16.843589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port fc7ae53b-61b2-4fae-976b-95f3bb3affa7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:16.848419 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:16.942104 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:16.961575 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84fe0257-b880-4a67-92a3-49283a731276 req-d4b2c837-3607-4c6c-97c9-f1877c458e88 service neutron] 10.222.0.18 "GET /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141624 Jul 16 18:02:17.092752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-455b6a79-457d-4692-8782-3026365b8259 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.094978 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:02:17.095417 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-455b6a79-457d-4692-8782-3026365b8259 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.8578479 Jul 16 18:02:17.111630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['fc7ae53b-61b2-4fae-976b-95f3bb3affa7'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:17.173519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Request body: {'port': {'device_id': '975d1ab7-0923-452c-88f4-682dae727f2e', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'admin_state_up': True, 'tenant_id': 'b664ee214d3f4cf8a735949bb2cbdfdf'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:17.299724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6c8f42e0-6b94-45e8-ac48-f5ba629cecb0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Router bcf02bd0-07a3-451c-9162-1ada9e40572a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:17.316215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1d4b4a0-7671-4fd7-97f8-34f856f13393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.387903 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1d4b4a0-7671-4fd7-97f8-34f856f13393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.445445 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1d4b4a0-7671-4fd7-97f8-34f856f13393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.449557 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1d4b4a0-7671-4fd7-97f8-34f856f13393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.450956 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d1d4b4a0-7671-4fd7-97f8-34f856f13393 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1e474d5-5f1b-4e8e-92c5-569b6eba6017 HTTP/1.1" status: 204 len: 168 time: 0.9184694 Jul 16 18:02:17.490598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4b4a0-7671-4fd7-97f8-34f856f13393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e474d5-5f1b-4e8e-92c5-569b6eba6017,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:17.525675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6c8f42e0-6b94-45e8-ac48-f5ba629cecb0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:17.527313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6734de-f600-419d-be6b-bb3a67292b58 req-18a7bc41-39f7-445c-b44c-743586059e51 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.534971 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a6734de-f600-419d-be6b-bb3a67292b58 req-18a7bc41-39f7-445c-b44c-743586059e51 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 945 time: 0.4387043 Jul 16 18:02:17.535421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6c8f42e0-6b94-45e8-ac48-f5ba629cecb0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.541583 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2a90a6-f1db-451a-b026-b6e82041a766 None None] Sync routers for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:17.568086 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a90a6-f1db-451a-b026-b6e82041a766 None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:17.571082 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb2a90a6-f1db-451a-b026-b6e82041a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:17.606695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a6734de-f600-419d-be6b-bb3a67292b58 req-53a004a8-effd-4106-909d-37f0a438bc24 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707257 Jul 16 18:02:17.641835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Made reservation on behalf of b664ee214d3f4cf8a735949bb2cbdfdf for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:17.649427 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.694407 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6c8f42e0-6b94-45e8-ac48-f5ba629cecb0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "PUT /v2.0/floatingips/add35ac0-041b-449a-b05f-f86bb250b6a0 HTTP/1.1" status: 200 len: 996 time: 2.7993109 Jul 16 18:02:17.695930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:17.705562 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4d4373-244a-4faf-a517-79357f1d1fed" -d '{"events": [{"name": "network-changed", "server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:17.838798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6ca445eb-dbfb-4417-aa70-70059350666d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:17.844493 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:17.850875 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6ca445eb-dbfb-4417-aa70-70059350666d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 1096 time: 0.1377897 Jul 16 18:02:17.903981 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fb2a90a6-f1db-451a-b026-b6e82041a766 None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:17.985102 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-428fffdf-d045-44c7-aab4-d6decaddde18 req-1ca5a982-f2d7-4d32-9cb7-fc2f4ecf79a7 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 210 time: 0.0834777 Jul 16 18:02:18.016062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Allocated IP 172.20.0.12 (88d7e17d-fce6-4465-9ce6-c030327e05f0/7463a0aa-132d-4bcf-9602-3be3945aec50/4735c461-446e-43bd-9d0e-3596e35ed321) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:18.127843 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ebbb3db6-8a29-466c-b9dc-320ee3d703c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.257902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86f48180-1fd8-43be-b68e-39a50dabc21d req-511767b1-1461-46e9-8636-e5cc4f38a85c tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 210 time: 0.0887449 Jul 16 18:02:18.360753 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb2a90a6-f1db-451a-b026-b6e82041a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:35:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:15Z', 'revision_number': 1, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:18.437152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device fc7ae53b-61b2-4fae-976b-95f3bb3affa7 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:18.440821 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2a90a6-f1db-451a-b026-b6e82041a766 None None] Checking router: bcf02bd0-07a3-451c-9162-1ada9e40572a for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:18.465935 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2a90a6-f1db-451a-b026-b6e82041a766 None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:18.468395 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb2a90a6-f1db-451a-b026-b6e82041a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:18.550800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.599410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port fc7ae53b-61b2-4fae-976b-95f3bb3affa7 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:18.610518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port fc7ae53b-61b2-4fae-976b-95f3bb3affa7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:18.613295 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.666123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4373-244a-4faf-a517-79357f1d1fed req-f90faaa1-70df-4a0a-a8f4-a36aa8119dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.667767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a4d4373-244a-4faf-a517-79357f1d1fed req-f90faaa1-70df-4a0a-a8f4-a36aa8119dbe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 1096 time: 0.2436428 Jul 16 18:02:18.728637 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb4b7d63-9209-4c63-91fa-6d03a2d4da5b x-openstack-request-id: req-cb4b7d63-9209-4c63-91fa-6d03a2d4da5b {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:18.730753 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:18.731017 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb4b7d63-9209-4c63-91fa-6d03a2d4da5b {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:18.734486 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'status': 'completed', 'code': 200} Jul 16 18:02:18.765192 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fb2a90a6-f1db-451a-b026-b6e82041a766 None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:18.773160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54540) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:18.843435 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.876078 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:18.901301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:18.917737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-9c1ce947-a280-42da-8e24-c0e2d3a6a72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:18.936873 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-9c1ce947-a280-42da-8e24-c0e2d3a6a72d service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 1.0758340 Jul 16 18:02:18.951485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05e0819-112b-4082-b7ce-a07907b73481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:18.962602 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96e90c1-66d3-40cf-b548-191f8341cff0" -d '{"events": [{"server_uuid": "f05e0819-112b-4082-b7ce-a07907b73481", "name": "network-vif-plugged", "status": "completed", "tag": "fc7ae53b-61b2-4fae-976b-95f3bb3affa7"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:19.002177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port fc7ae53b-61b2-4fae-976b-95f3bb3affa7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:19.006627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Network 88d7e17d-fce6-4465-9ce6-c030327e05f0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:19.016702 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.025728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:19.051781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:19.055390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4373-244a-4faf-a517-79357f1d1fed req-3a23846c-7199-4d45-8772-855fc4f9cd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.056938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a4d4373-244a-4faf-a517-79357f1d1fed req-3a23846c-7199-4d45-8772-855fc4f9cd83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.3793635 Jul 16 18:02:19.063888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event updated for resources: {'Port': ['ID=4735c461-446e-43bd-9d0e-3596e35ed321,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:19.122575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:19.153043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-973605444-network', 'tenant_id': 'eb6ef4d6a4d941e399d26752c52c3e1b'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:19.156483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.156839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.157181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.157514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.157849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.158179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.158504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.158827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.159152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.159473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.159819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.160139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.185297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-69f49143-65a8-49e2-86e3-e4f22fe16aec tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.188235 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-69f49143-65a8-49e2-86e3-e4f22fe16aec tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.18 "GET /v2.0/networks?id=c969d234-493d-4698-9fc8-00615114ea88 HTTP/1.1" status: 200 len: 813 time: 0.4493635 Jul 16 18:02:19.191442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Made reservation on behalf of eb6ef4d6a4d941e399d26752c52c3e1b for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:19.197221 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.212795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a4d4373-244a-4faf-a517-79357f1d1fed req-60280230-81e7-436f-b8d9-d796649f30c4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 999 time: 0.1464324 Jul 16 18:02:19.217577 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb2a90a6-f1db-451a-b026-b6e82041a766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:35:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:15Z', 'revision_number': 1, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:19.218620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.218872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Request body: {'port': {'device_id': '476c90fa-55eb-4862-a2aa-0e0cb56e6d7c', 'network_id': 'c969d234-493d-4698-9fc8-00615114ea88', 'admin_state_up': True, 'tenant_id': 'd678c94e74a844fb83d23885967598b6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:19.219254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.240536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300d8eb0-70a5-4850-bbfb-9a729d634452 req-ab2bb29a-a763-443b-aabc-754ad285c0ba tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.247607 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-300d8eb0-70a5-4850-bbfb-9a729d634452 req-ab2bb29a-a763-443b-aabc-754ad285c0ba tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 945 time: 0.3655968 Jul 16 18:02:19.252294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.297201 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-fe4a6d66-7fc6-4d1a-bec2-58c11c578f05 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1805630 Jul 16 18:02:19.341362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Request body: {'port': {'device_id': '975d1ab7-0923-452c-88f4-682dae727f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:19.383895 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-c5d73d0c-868c-4449-b221-0ef8ce6477a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 999 time: 0.4461389 Jul 16 18:02:19.420858 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-300d8eb0-70a5-4850-bbfb-9a729d634452 req-17971917-bbcd-4423-845d-55cbca8ca8f4 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724217 Jul 16 18:02:19.425675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4373-244a-4faf-a517-79357f1d1fed req-c152ec3e-49d2-4b7e-9d3e-f3dc1f0c02cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.432896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a4d4373-244a-4faf-a517-79357f1d1fed req-c152ec3e-49d2-4b7e-9d3e-f3dc1f0c02cb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.2100191 Jul 16 18:02:19.491388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-ed339f6a-5877-4e79-9f32-958994f270f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.492933 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-ed339f6a-5877-4e79-9f32-958994f270f7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.0571337 Jul 16 18:02:19.495150 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c0f2bfd-6015-4482-8be6-1c5de4bd501c x-openstack-request-id: req-8c0f2bfd-6015-4482-8be6-1c5de4bd501c {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:19.495447 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05e0819-112b-4082-b7ce-a07907b73481", "name": "network-vif-plugged", "status": "completed", "tag": "fc7ae53b-61b2-4fae-976b-95f3bb3affa7", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:19.495727 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c0f2bfd-6015-4482-8be6-1c5de4bd501c {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:19.496357 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05e0819-112b-4082-b7ce-a07907b73481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7', 'code': 200} Jul 16 18:02:19.524852 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2a90a6-f1db-451a-b026-b6e82041a766 None None] The sync data for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 is: [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:35:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:15Z', 'revision_number': 1, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:19.649615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-a51f8312-0838-488d-95ff-ce688ddef0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.651664 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-a51f8312-0838-488d-95ff-ce688ddef0c3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1376884 Jul 16 18:02:19.735218 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.756118 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.762535 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.776984 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.839509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:19.841426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4373-244a-4faf-a517-79357f1d1fed req-ed021edc-3fe5-4202-bed0-18105edd7c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.843873 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a4d4373-244a-4faf-a517-79357f1d1fed req-ed021edc-3fe5-4202-bed0-18105edd7c18 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3956439 Jul 16 18:02:19.859718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017f64a3-bbd6-49b2-a5f0-01038f336312,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:19.869594 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Made reservation on behalf of d678c94e74a844fb83d23885967598b6 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:19.873279 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.897441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.897812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.898139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.898900 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.898900 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.899134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.899434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.899783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.900116 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.900427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da271d84-1f3b-4c3e-8ef7-2709968a72b0 req-25dc019b-917c-4fa4-aa98-b461526a28e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:19.900576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.900788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.901075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:02:19.901917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da271d84-1f3b-4c3e-8ef7-2709968a72b0 req-25dc019b-917c-4fa4-aa98-b461526a28e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 1097 time: 0.3081236 Jul 16 18:02:19.910590 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:19.910938 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Added segment 6c09fca7-8326-4164-a900-62ca2da4f93c of type vlan for network c00aa48b-aa54-499d-811b-12e6c40bc26a Jul 16 18:02:19.913908 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-6b5e1a28-d610-406d-b9cd-9a3c1b9dcc1f service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476199 Jul 16 18:02:19.920834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98485356-8469-452f-8412-4ab2a7e98ac6 None None] New status for floating IP add35ac0-041b-449a-b05f-f86bb250b6a0: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:02:20.063112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7881d5-d1b2-4655-bbe7-f94e121c61e6 req-b878a156-ee37-447d-b536-ff8ecf9d3def tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:20.070096 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a7881d5-d1b2-4655-bbe7-f94e121c61e6 req-b878a156-ee37-447d-b536-ff8ecf9d3def tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 932 time: 0.3559060 Jul 16 18:02:20.097697 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede54c71-3399-494a-b7e1-57a486bd2b14 req-83962423-db6b-4b94-bcab-c8fed287094e service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568632 Jul 16 18:02:20.104019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da271d84-1f3b-4c3e-8ef7-2709968a72b0 req-e5e9cf08-d6e9-418e-a844-9c09145f0219 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876802 Jul 16 18:02:20.118602 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a4d4373-244a-4faf-a517-79357f1d1fed req-518c9cab-3319-4e4a-ab66-bee55f2a2a37 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649565 Jul 16 18:02:20.182283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a7881d5-d1b2-4655-bbe7-f94e121c61e6 req-7a96e666-8aae-4e31-97bc-9dc22ad24cef tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112251 Jul 16 18:02:20.205843 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.317230 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b79009a0-a21e-4749-bc28-a4acfa9f2889 req-d68de176-17ec-4ad3-9010-9bc18e171606 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 210 time: 0.0440922 Jul 16 18:02:20.326149 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.337649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:20.338395 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.351243 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a4d4373-244a-4faf-a517-79357f1d1fed req-8e36aa75-e899-49d8-8b2d-d7d0181e3172 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176430 Jul 16 18:02:20.362664 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5660191 Jul 16 18:02:20.362915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54558) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:20.367845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] Request body: {'subnet': {'network_id': 'c00aa48b-aa54-499d-811b-12e6c40bc26a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-973605444-subnet', 'tenant_id': 'eb6ef4d6a4d941e399d26752c52c3e1b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:20.383830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Allocated IP 172.20.0.12 (c969d234-493d-4698-9fc8-00615114ea88/0acc93a1-c389-4b5b-b032-f243e3307c63/d749fef2-2445-4044-80b6-ecfb61382d4d) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:20.433867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4735c461-446e-43bd-9d0e-3596e35ed321 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:20.434308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d842b9f-6f10-4703-85c3-ae1c3c0417a3 admin admin] Pushing event updated for resources: {'Network': ['ID=c00aa48b-aa54-499d-811b-12e6c40bc26a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.439846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] Made reservation on behalf of eb6ef4d6a4d941e399d26752c52c3e1b for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:20.442809 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.458536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.460159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network c00aa48b-aa54-499d-811b-12e6c40bc26a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:20.485684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Transition to ACTIVE for port object 4735c461-446e-43bd-9d0e-3596e35ed321 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:20.517487 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.592569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Pushing event updated for resources: {'Port': ['ID=4735c461-446e-43bd-9d0e-3596e35ed321,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.690713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-df53bd8a-0cc4-4d43-96b3-0ba9a69f5f99 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:20.692214 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-df53bd8a-0cc4-4d43-96b3-0ba9a69f5f99 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1764224 Jul 16 18:02:20.746252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Attempting to bind port 4735c461-446e-43bd-9d0e-3596e35ed321 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:20.746588 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Attempting to bind port 4735c461-446e-43bd-9d0e-3596e35ed321 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:20.746915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Attempting to bind port 4735c461-446e-43bd-9d0e-3596e35ed321 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:20.779015 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.785020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Port 4735c461-446e-43bd-9d0e-3596e35ed321 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:20.785340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Attempting to bind port 4735c461-446e-43bd-9d0e-3596e35ed321 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:20.800197 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-e8036050-99d7-404a-854e-5f962d01ebd3 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 1001 time: 0.0964689 Jul 16 18:02:20.802316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:20.802661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Checking segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:20.803052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Bound using segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:20.803584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Bound port: 4735c461-446e-43bd-9d0e-3596e35ed321, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:20.803986 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.807545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-335e11a7-f9e5-44e8-9ae3-27cfa224bbfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Request body: {'floatingip': {'port_id': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:20.820498 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.840647 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5001f4b5-dc61-4466-8045-c5b388a4e5e5 req-b6191eda-0912-46ac-b975-2b40557066af tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:20.847365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5001f4b5-dc61-4466-8045-c5b388a4e5e5 req-b6191eda-0912-46ac-b975-2b40557066af tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 946 time: 0.2019272 Jul 16 18:02:20.887774 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-335e11a7-f9e5-44e8-9ae3-27cfa224bbfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.935640 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:20.972986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b9c6152-f4fe-429c-8b0c-505f5ec9ffa8,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:20.988790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Network c969d234-493d-4698-9fc8-00615114ea88 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:21.003968 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5001f4b5-dc61-4466-8045-c5b388a4e5e5 req-6e05df0c-7794-4877-9756-0640bd303211 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471291 Jul 16 18:02:21.014027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] Checking segment: {'id': '6c09fca7-8326-4164-a900-62ca2da4f93c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'c00aa48b-aa54-499d-811b-12e6c40bc26a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:21.016199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] Network hostable DHCP agents. Network: c00aa48b-aa54-499d-811b-12e6c40bc26a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:21.021120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:21.023141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] For port 4735c461-446e-43bd-9d0e-3596e35ed321, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:21.023586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:21.035010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] For port 4735c461-446e-43bd-9d0e-3596e35ed321, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4735c461-446e-43bd-9d0e-3596e35ed321,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:21.048983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.088726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.089356 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.090911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] 10.222.0.37 "PUT /v2.0/ports/4735c461-446e-43bd-9d0e-3596e35ed321 HTTP/1.1" status: 200 len: 1092 time: 1.7743976 Jul 16 18:02:21.091743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '975d1ab7-0923-452c-88f4-682dae727f2e', 'tag': '4735c461-446e-43bd-9d0e-3596e35ed321'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:21.093311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Pushing event updated for resources: {'Port': ['ID=d749fef2-2445-4044-80b6-ecfb61382d4d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:21.094209 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7065dbe-08ff-4dd4-a316-99101eeec1fb" -d '{"events": [{"name": "network-changed", "server_uuid": "975d1ab7-0923-452c-88f4-682dae727f2e", "tag": "4735c461-446e-43bd-9d0e-3596e35ed321"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:21.105979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] Network c00aa48b-aa54-499d-811b-12e6c40bc26a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:21.134974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.135781 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.138274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, c00aa48b-aa54-499d-811b-12e6c40bc26a) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:21.146853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.147810 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.151859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d24aab-5534-4819-930a-ed236ad7e9e3 None None] Network c00aa48b-aa54-499d-811b-12e6c40bc26a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:21.161439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393e8cf5-09eb-4948-a009-0bfb3201fd43 service neutron] Pushing event updated for resources: {'Port': ['ID=4735c461-446e-43bd-9d0e-3596e35ed321,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:21.214103 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-ffe6d6b4-b3bc-4216-9644-a0abce08c4e8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9612272 Jul 16 18:02:21.214103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Request body: {'port': {'device_id': '476c90fa-55eb-4862-a2aa-0e0cb56e6d7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:21.214407 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd966bf-0917-40ff-a00e-16f9d61dfb17 x-openstack-request-id: req-5cd966bf-0917-40ff-a00e-16f9d61dfb17 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:21.214407 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "975d1ab7-0923-452c-88f4-682dae727f2e", "tag": "4735c461-446e-43bd-9d0e-3596e35ed321", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:21.214407 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5cd966bf-0917-40ff-a00e-16f9d61dfb17 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:21.214407 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '975d1ab7-0923-452c-88f4-682dae727f2e', 'tag': '4735c461-446e-43bd-9d0e-3596e35ed321', 'status': 'completed', 'code': 200} Jul 16 18:02:21.281738 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f0a606e6-a9bc-4090-b261-92aeed3629fc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9069967 Jul 16 18:02:21.331180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-abda08ea-884b-4f8c-8756-b46b8ea1e4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.332748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-abda08ea-884b-4f8c-8756-b46b8ea1e4ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 1095 time: 0.1469069 Jul 16 18:02:21.380052 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.427200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92637641-f20e-4ea7-ab68-677bedf80f34 None None] Network c00aa48b-aa54-499d-811b-12e6c40bc26a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:21.430062 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-21496b3e-4866-4862-930f-c28a3b76088a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4735c461-446e-43bd-9d0e-3596e35ed321 HTTP/1.1" status: 200 len: 217 time: 0.0818939 Jul 16 18:02:21.525761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-7376fdf4-b41f-4df8-9c69-1587592d4ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.527369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-7376fdf4-b41f-4df8-9c69-1587592d4ae4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.0864871 Jul 16 18:02:21.574585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-45e1c64b-83da-485c-85af-cff5d0f76432 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395136 Jul 16 18:02:21.588921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32db427-cac1-4074-87d6-d5924521b599 req-4449e0fb-5446-42f3-8309-be79f11d3666 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.590667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b32db427-cac1-4074-87d6-d5924521b599 req-4449e0fb-5446-42f3-8309-be79f11d3666 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 944 time: 0.1712348 Jul 16 18:02:21.692846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b32db427-cac1-4074-87d6-d5924521b599 req-d19eea59-755c-444c-b2bb-7fe32c73ea44 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926192 Jul 16 18:02:21.716147 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-2571f7f4-de5c-4807-ada8-cbbf0cf5f1ff service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243780 Jul 16 18:02:21.759014 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.864294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2a6e53-c4b9-45f9-a42e-ba4b75062514 req-8c3de27e-5f9b-401f-93b7-e1bc0906392e service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407077 Jul 16 18:02:21.927963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-335e11a7-f9e5-44e8-9ae3-27cfa224bbfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.933495 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-335e11a7-f9e5-44e8-9ae3-27cfa224bbfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:21.966904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3e661-6999-426c-a929-dc46dc64bebf req-7b8f3ab2-cf66-4c2d-8bf0-a94725c4817f tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:21.974706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02b3e661-6999-426c-a929-dc46dc64bebf req-7b8f3ab2-cf66-4c2d-8bf0-a94725c4817f tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 932 time: 0.1092014 Jul 16 18:02:22.009335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d749fef2-2445-4044-80b6-ecfb61382d4d {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:22.020493 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.044291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02b3e661-6999-426c-a929-dc46dc64bebf req-a59be2b4-aeee-46cb-9713-6df50387c0f2 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f3bbaad-1601-4c63-b762-4c55ded2332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687103 Jul 16 18:02:22.068705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7065dbe-08ff-4dd4-a316-99101eeec1fb req-5cfc8d1c-9e84-456f-87b5-ea5b9c2fe421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.070232 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c7065dbe-08ff-4dd4-a316-99101eeec1fb req-5cfc8d1c-9e84-456f-87b5-ea5b9c2fe421 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 1095 time: 0.0806873 Jul 16 18:02:22.077365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Transition to ACTIVE for port object d749fef2-2445-4044-80b6-ecfb61382d4d will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:22.087065 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.161043 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-335e11a7-f9e5-44e8-9ae3-27cfa224bbfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Floating IP add35ac0-041b-449a-b05f-f86bb250b6a0 associated. External IP: 172.25.7.101, port: 8a5769e2-8ee0-4eee-83eb-750f1405d697. Jul 16 18:02:22.191020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7065dbe-08ff-4dd4-a316-99101eeec1fb req-ca8d2249-b116-4701-a6eb-c974b71c6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.192547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c7065dbe-08ff-4dd4-a316-99101eeec1fb req-ca8d2249-b116-4701-a6eb-c974b71c6365 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 906 time: 0.1154251 Jul 16 18:02:22.239323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Pushing event updated for resources: {'Port': ['ID=d749fef2-2445-4044-80b6-ecfb61382d4d,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:22.260790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c7065dbe-08ff-4dd4-a316-99101eeec1fb req-ce923be0-3326-424e-8f08-7f56fd3045ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4735c461-446e-43bd-9d0e-3596e35ed321 HTTP/1.1" status: 200 len: 217 time: 0.0518909 Jul 16 18:02:22.307831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Attempting to bind port d749fef2-2445-4044-80b6-ecfb61382d4d on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:22.308179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Attempting to bind port d749fef2-2445-4044-80b6-ecfb61382d4d by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '67833ff5-ea5b-4498-b791-331ec5fe3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c969d234-493d-4698-9fc8-00615114ea88'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:22.308584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Attempting to bind port d749fef2-2445-4044-80b6-ecfb61382d4d on network c969d234-493d-4698-9fc8-00615114ea88 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:22.319288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Port d749fef2-2445-4044-80b6-ecfb61382d4d on network c969d234-493d-4698-9fc8-00615114ea88 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:22.319656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Attempting to bind port d749fef2-2445-4044-80b6-ecfb61382d4d on network c969d234-493d-4698-9fc8-00615114ea88 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:22.327493 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 1, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:22.327853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Checking segment: {'id': '67833ff5-ea5b-4498-b791-331ec5fe3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c969d234-493d-4698-9fc8-00615114ea88'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:22.328245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Bound using segment: {'id': '67833ff5-ea5b-4498-b791-331ec5fe3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c969d234-493d-4698-9fc8-00615114ea88'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:22.328687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Bound port: d749fef2-2445-4044-80b6-ecfb61382d4d, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67833ff5-ea5b-4498-b791-331ec5fe3d62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'c969d234-493d-4698-9fc8-00615114ea88'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:22.329039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.338919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7065dbe-08ff-4dd4-a316-99101eeec1fb req-14373acb-0618-467e-bfde-4e4f017fe6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.344551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c7065dbe-08ff-4dd4-a316-99101eeec1fb req-14373acb-0618-467e-bfde-4e4f017fe6e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.0730789 Jul 16 18:02:22.391352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c7065dbe-08ff-4dd4-a316-99101eeec1fb req-016dea4b-978c-4dc4-b1b2-0d40dd34f547 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382826 Jul 16 18:02:22.411253 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-fa9fba5a-a3f1-4f23-91eb-fa2383ed4f26 req-34d64714-5dc3-46d0-b286-cc09a693857e tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] show failed (client error): The resource could not be found. Jul 16 18:02:22.412423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa9fba5a-a3f1-4f23-91eb-fa2383ed4f26 req-34d64714-5dc3-46d0-b286-cc09a693857e tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] 10.222.0.47 "GET /v2.0/security-groups/eb6973e8-9ab6-47be-ba44-f8c3a406fe82 HTTP/1.1" status: 404 len: 352 time: 0.0241630 Jul 16 18:02:22.502784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c7065dbe-08ff-4dd4-a316-99101eeec1fb req-95a07730-0484-4095-80bc-77a69767195c service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995994 Jul 16 18:02:22.639906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c7065dbe-08ff-4dd4-a316-99101eeec1fb req-fc07f940-311f-43e2-80cf-639c27f22935 service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291430 Jul 16 18:02:22.664345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59360b37-5e57-4a5e-922b-e853fca59f8a req-dff75e61-445b-4bd8-916e-ca1984d95ed8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.666770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-59360b37-5e57-4a5e-922b-e853fca59f8a req-dff75e61-445b-4bd8-916e-ca1984d95ed8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 946 time: 0.0906835 Jul 16 18:02:22.711953 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-59360b37-5e57-4a5e-922b-e853fca59f8a req-df56c087-e1d9-4d0a-a282-876a2b393e4c tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388768 Jul 16 18:02:22.821964 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] For port d749fef2-2445-4044-80b6-ecfb61382d4d, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:22.827295 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] For port d749fef2-2445-4044-80b6-ecfb61382d4d, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d749fef2-2445-4044-80b6-ecfb61382d4d,segment=NetworkSegment(67833ff5-ea5b-4498-b791-331ec5fe3d62),segment_id=67833ff5-ea5b-4498-b791-331ec5fe3d62)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:22.829721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-335e11a7-f9e5-44e8-9ae3-27cfa224bbfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Router bcf02bd0-07a3-451c-9162-1ada9e40572a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:22.834247 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.882521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.883337 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:22.884918 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] 10.222.0.18 "PUT /v2.0/ports/d749fef2-2445-4044-80b6-ecfb61382d4d HTTP/1.1" status: 200 len: 1092 time: 1.7033343 Jul 16 18:02:22.918143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476c90fa-55eb-4862-a2aa-0e0cb56e6d7c', 'tag': 'd749fef2-2445-4044-80b6-ecfb61382d4d'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:22.921234 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aced2be1-36db-49d2-a633-44f197f364eb" -d '{"events": [{"name": "network-changed", "server_uuid": "476c90fa-55eb-4862-a2aa-0e0cb56e6d7c", "tag": "d749fef2-2445-4044-80b6-ecfb61382d4d"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:22.925215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d51c0f-0b14-4a71-a431-b41e275dac79 req-7aa5e019-5b69-4235-9269-c0f5df0edc4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:22.932372 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e9d51c0f-0b14-4a71-a431-b41e275dac79 req-7aa5e019-5b69-4235-9269-c0f5df0edc4a tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 944 time: 0.0902114 Jul 16 18:02:22.980164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339fcb4-4baa-453f-a3a7-d1cba3ede679 service neutron] Pushing event updated for resources: {'Port': ['ID=d749fef2-2445-4044-80b6-ecfb61382d4d,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:22.980713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e9d51c0f-0b14-4a71-a431-b41e275dac79 req-97879a5f-fe00-4f7e-ab67-e8b3f6297342 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460806 Jul 16 18:02:23.048392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-335e11a7-f9e5-44e8-9ae3-27cfa224bbfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:23.055842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-f3b654f9-c877-4d6e-a810-013ced1c54ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.057456 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-f3b654f9-c877-4d6e-a810-013ced1c54ea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d678c94e74a844fb83d23885967598b6&device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 1095 time: 0.1299620 Jul 16 18:02:23.058003 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafa94c0-0aa2-442f-a785-b30253b1925c None None] Sync routers for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:23.070855 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa94c0-0aa2-442f-a785-b30253b1925c None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:23.073132 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fafa94c0-0aa2-442f-a785-b30253b1925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:23.128625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-5a40c668-999e-4ae4-a913-6e50100b2c4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d749fef2-2445-4044-80b6-ecfb61382d4d HTTP/1.1" status: 200 len: 217 time: 0.0405049 Jul 16 18:02:23.200554 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fafa94c0-0aa2-442f-a785-b30253b1925c None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:23.240955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-9aaa9282-d277-4644-930f-b95dc80acb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.245474 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-9aaa9282-d277-4644-930f-b95dc80acb4a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0acc93a1-c389-4b5b-b032-f243e3307c63 HTTP/1.1" status: 200 len: 853 time: 0.1088686 Jul 16 18:02:23.287898 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-4b4ecf1e-eab5-4686-adef-6a57d4e9f2fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c969d234-493d-4698-9fc8-00615114ea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320663 Jul 16 18:02:23.469807 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-be84fe7c-96ea-4460-a0d9-68972b9b7a53 service neutron] 10.222.0.18 "GET /v2.0/networks/c969d234-493d-4698-9fc8-00615114ea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433969 Jul 16 18:02:23.510152 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fafa94c0-0aa2-442f-a785-b30253b1925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:45:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:21Z', 'revision_number': 3, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:23.524719 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72cd5806-5039-4744-93be-e32fea6cee1e req-464414db-a21a-4452-ac82-b6e96378bfb3 tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb6ef4d6a4d941e399d26752c52c3e1b HTTP/1.1" status: 200 len: 2985 time: 0.0822461 Jul 16 18:02:23.532631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-335e11a7-f9e5-44e8-9ae3-27cfa224bbfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Router bcf02bd0-07a3-451c-9162-1ada9e40572a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:23.574401 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafa94c0-0aa2-442f-a785-b30253b1925c None None] Checking router: bcf02bd0-07a3-451c-9162-1ada9e40572a for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:23.585126 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fafa94c0-0aa2-442f-a785-b30253b1925c None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:23.585940 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fafa94c0-0aa2-442f-a785-b30253b1925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:23.607580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72cd5806-5039-4744-93be-e32fea6cee1e req-e91dcaaf-e8f2-4587-a57e-4cffb12a3516 tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] 10.222.0.47 "GET /v2.0/security-groups/017f64a3-bbd6-49b2-a5f0-01038f336312 HTTP/1.1" status: 200 len: 2982 time: 0.0772913 Jul 16 18:02:23.639951 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-300e4a8e-826e-4238-bae0-d6f9ebc0abd3 req-5db08b7b-995f-4e90-b562-9b6083de6a03 service neutron] 10.222.0.18 "GET /v2.0/networks/c969d234-493d-4698-9fc8-00615114ea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593144 Jul 16 18:02:23.670117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72cd5806-5039-4744-93be-e32fea6cee1e req-f18b9646-2a78-4736-af47-b42f7a15c05a tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] 10.222.0.47 "GET /v2.0/security-groups/017f64a3-bbd6-49b2-a5f0-01038f336312 HTTP/1.1" status: 200 len: 2982 time: 0.0577404 Jul 16 18:02:23.718481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-335e11a7-f9e5-44e8-9ae3-27cfa224bbfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:23.726881 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-335e11a7-f9e5-44e8-9ae3-27cfa224bbfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:23.792193 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fafa94c0-0aa2-442f-a785-b30253b1925c None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:23.815237 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa61adc4-b81d-4bec-b2d8-2d3f14006fd7 x-openstack-request-id: req-aa61adc4-b81d-4bec-b2d8-2d3f14006fd7 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:23.815237 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476c90fa-55eb-4862-a2aa-0e0cb56e6d7c", "tag": "d749fef2-2445-4044-80b6-ecfb61382d4d", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:23.815237 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa61adc4-b81d-4bec-b2d8-2d3f14006fd7 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:23.815763 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476c90fa-55eb-4862-a2aa-0e0cb56e6d7c', 'tag': 'd749fef2-2445-4044-80b6-ecfb61382d4d', 'status': 'completed', 'code': 200} Jul 16 18:02:23.923766 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-335e11a7-f9e5-44e8-9ae3-27cfa224bbfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "PUT /v2.0/floatingips/add35ac0-041b-449a-b05f-f86bb250b6a0 HTTP/1.1" status: 200 len: 998 time: 3.1226127 Jul 16 18:02:23.926554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced2be1-36db-49d2-a633-44f197f364eb req-10420333-f4bc-4c40-8cb1-bd28b0c68a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.930100 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aced2be1-36db-49d2-a633-44f197f364eb req-10420333-f4bc-4c40-8cb1-bd28b0c68a79 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d678c94e74a844fb83d23885967598b6&device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 1095 time: 0.1238706 Jul 16 18:02:23.988972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ac81e-a854-460c-86fd-4d1ba68fd76b req-ca3d08d0-0e82-4152-b084-697dacbe03cf tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:23.990473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb8ac81e-a854-460c-86fd-4d1ba68fd76b req-ca3d08d0-0e82-4152-b084-697dacbe03cf tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 944 time: 0.0818033 Jul 16 18:02:24.038609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb8ac81e-a854-460c-86fd-4d1ba68fd76b req-d0de023d-f646-4dbc-a0c2-9a665cc872c0 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f3bbaad-1601-4c63-b762-4c55ded2332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406826 Jul 16 18:02:24.122491 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fafa94c0-0aa2-442f-a785-b30253b1925c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:45:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:21Z', 'revision_number': 3, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:24.124336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-3bfa3efd-a896-45f4-bc6a-fad81a1d62eb tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.142912 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-3bfa3efd-a896-45f4-bc6a-fad81a1d62eb tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports/8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 942 time: 0.2049816 Jul 16 18:02:24.160998 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafa94c0-0aa2-442f-a785-b30253b1925c None None] The sync data for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 is: [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:45:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:21Z', 'revision_number': 3, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:24.188929 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced2be1-36db-49d2-a633-44f197f364eb req-cc3cb281-da4d-48d7-914b-0e1e577ff4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.190498 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aced2be1-36db-49d2-a633-44f197f364eb req-cc3cb281-da4d-48d7-914b-0e1e577ff4e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c969d234-493d-4698-9fc8-00615114ea88 HTTP/1.1" status: 200 len: 914 time: 0.2420912 Jul 16 18:02:24.266568 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aced2be1-36db-49d2-a633-44f197f364eb req-73e6e846-15a0-4627-9af2-57a4f10aeaac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d749fef2-2445-4044-80b6-ecfb61382d4d HTTP/1.1" status: 200 len: 217 time: 0.0551004 Jul 16 18:02:24.356417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aced2be1-36db-49d2-a633-44f197f364eb req-084c532f-7881-47e6-a790-86f10766f051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.358245 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aced2be1-36db-49d2-a633-44f197f364eb req-084c532f-7881-47e6-a790-86f10766f051 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0acc93a1-c389-4b5b-b032-f243e3307c63 HTTP/1.1" status: 200 len: 853 time: 0.0615196 Jul 16 18:02:24.371865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c8cfcae-1860-4b4f-a2f6-eeaa8f02e5fd req-dcdb343a-d861-4306-9be4-4facf3d04ce2 tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] 10.222.0.47 "GET /v2.0/security-groups/017f64a3-bbd6-49b2-a5f0-01038f336312 HTTP/1.1" status: 200 len: 2982 time: 0.0499315 Jul 16 18:02:24.403843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-e73413be-cb44-4bb3-b22e-8505d266edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.406194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-e73413be-cb44-4bb3-b22e-8505d266edbd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 1096 time: 0.1535532 Jul 16 18:02:24.408273 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aced2be1-36db-49d2-a633-44f197f364eb req-fee2577f-4671-4e7d-8139-f1114d92e1f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c969d234-493d-4698-9fc8-00615114ea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371366 Jul 16 18:02:24.412588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a0f4ee8-9ecd-4b86-9d95-c13f2038aed7 None None] New status for floating IP add35ac0-041b-449a-b05f-f86bb250b6a0: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:02:24.441630 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-2c8cfcae-1860-4b4f-a2f6-eeaa8f02e5fd req-1d6f7fbc-90f9-46a6-89e9-afdf808449d4 tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:02:24.442775 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c8cfcae-1860-4b4f-a2f6-eeaa8f02e5fd req-1d6f7fbc-90f9-46a6-89e9-afdf808449d4 tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] 10.222.0.47 "DELETE /v2.0/security-groups/017f64a3-bbd6-49b2-a5f0-01038f336312 HTTP/1.1" status: 409 len: 352 time: 0.0692770 Jul 16 18:02:24.557910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-21a08b27-fd5c-4b5e-9361-aabaaeeb0b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.559619 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-21a08b27-fd5c-4b5e-9361-aabaaeeb0b76 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.1465924 Jul 16 18:02:24.622995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa1444-e593-4af0-b51e-5a576e77c95a req-f749fc5f-298f-4b70-9685-2191c731984e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.625277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7cfa1444-e593-4af0-b51e-5a576e77c95a req-f749fc5f-298f-4b70-9685-2191c731984e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 944 time: 0.0675802 Jul 16 18:02:24.643177 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-56a451e3-5fd2-45cb-acc7-9933f2f96242 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 217 time: 0.0554662 Jul 16 18:02:24.676657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7cfa1444-e593-4af0-b51e-5a576e77c95a req-96802b9b-64a6-4cdb-b5ef-aed136db0357 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440485 Jul 16 18:02:24.737676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aced2be1-36db-49d2-a633-44f197f364eb req-ad901a79-9c15-4e0b-a69d-b29a578c2337 service neutron] 10.222.0.18 "GET /v2.0/networks/c969d234-493d-4698-9fc8-00615114ea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935786 Jul 16 18:02:24.745592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-226421af-5965-4008-b4d3-2d7d9353b2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.747063 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-226421af-5965-4008-b4d3-2d7d9353b2f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.0932412 Jul 16 18:02:24.780653 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145c5aa-933a-4bf1-a6ba-869015105530 None None] Sync routers for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:24.793030 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1145c5aa-933a-4bf1-a6ba-869015105530 None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:24.794071 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1145c5aa-933a-4bf1-a6ba-869015105530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:24.892613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-f858d432-3e3a-4cab-8c1e-f4a201b039b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:24.894561 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-f858d432-3e3a-4cab-8c1e-f4a201b039b9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338973 Jul 16 18:02:24.897372 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aced2be1-36db-49d2-a633-44f197f364eb req-f14d99f5-2dc4-4172-990d-d864f9441eef service neutron] 10.222.0.18 "GET /v2.0/networks/c969d234-493d-4698-9fc8-00615114ea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488686 Jul 16 18:02:24.947270 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-1145c5aa-933a-4bf1-a6ba-869015105530 None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:25.023646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-a022f7f7-e93c-479a-b28b-ae2971dec12f service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218715 Jul 16 18:02:25.071798 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-72fbb365-3b0c-4ecd-a4b9-6097e8d5d220 req-c5b7f2a6-8236-458a-89f1-0c568984ac79 tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] show failed (client error): The resource could not be found. Jul 16 18:02:25.072991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72fbb365-3b0c-4ecd-a4b9-6097e8d5d220 req-c5b7f2a6-8236-458a-89f1-0c568984ac79 tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] 10.222.0.47 "GET /v2.0/security-groups/751cce0f-89d6-4bf6-b623-ee6b4292585a HTTP/1.1" status: 404 len: 352 time: 0.0200114 Jul 16 18:02:25.159147 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-d61db2d4-d1b9-4d39-9cb1-b4e7b382d940 service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293895 Jul 16 18:02:25.254880 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1145c5aa-933a-4bf1-a6ba-869015105530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:45:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:24Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:25.262004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-7f0ab638-6101-41c2-bd09-9671483f9394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.263780 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-7f0ab638-6101-41c2-bd09-9671483f9394 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 1096 time: 0.0685105 Jul 16 18:02:25.285719 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145c5aa-933a-4bf1-a6ba-869015105530 None None] Checking router: bcf02bd0-07a3-451c-9162-1ada9e40572a for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:25.290633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133309f2-6f36-40bc-9427-2812bb3889fa req-743bbd9a-70ca-498e-9cfa-86dd26c363b5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.294129 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1145c5aa-933a-4bf1-a6ba-869015105530 None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:25.294989 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1145c5aa-933a-4bf1-a6ba-869015105530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:25.300080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-133309f2-6f36-40bc-9427-2812bb3889fa req-743bbd9a-70ca-498e-9cfa-86dd26c363b5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 945 time: 0.1067698 Jul 16 18:02:25.359251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-133309f2-6f36-40bc-9427-2812bb3889fa req-b7274e21-e491-4805-a020-d5ecf9a079c8 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580175 Jul 16 18:02:25.386651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-ac0932fe-d356-46f5-aec2-ae3b1a7ed695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.388309 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-ac0932fe-d356-46f5-aec2-ae3b1a7ed695 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.1175978 Jul 16 18:02:25.434249 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-1145c5aa-933a-4bf1-a6ba-869015105530 None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:25.475584 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-240761ac-2087-4b57-9824-7114301cc287 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7b66674-152c-4504-aa6d-c5ac0b77a495 HTTP/1.1" status: 200 len: 1001 time: 0.0806756 Jul 16 18:02:25.531623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-d9405df9-0b43-4ab8-ac74-331cfdd05a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.533996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-d9405df9-0b43-4ab8-ac74-331cfdd05a9a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.0568240 Jul 16 18:02:25.599297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-cdd3bf25-7626-4911-beae-c3cc4a166aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.601007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-cdd3bf25-7626-4911-beae-c3cc4a166aaa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622563 Jul 16 18:02:25.725660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb2a68b-eaf3-485b-9b9b-72da5065e5db req-0ae661fe-dc0b-4152-bfd1-b765486a35f9 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:25.730603 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-76f136c5-cde7-4fd1-9b3d-271d1aeac669 service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236899 Jul 16 18:02:25.732080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ccb2a68b-eaf3-485b-9b9b-72da5065e5db req-0ae661fe-dc0b-4152-bfd1-b765486a35f9 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 944 time: 0.0873163 Jul 16 18:02:25.782474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ccb2a68b-eaf3-485b-9b9b-72da5065e5db req-5664b892-fbbc-4530-8295-86c6b087f651 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f3bbaad-1601-4c63-b762-4c55ded2332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475268 Jul 16 18:02:25.818079 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-489cae56-e2db-40d3-972e-75471d1a47aa req-d553e03e-d51d-47bb-83ed-bf267930a84f tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] show failed (client error): The resource could not be found. Jul 16 18:02:25.819632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697'}, {'name': 'network-changed', 'server_uuid': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'tag': 'b7b66674-152c-4504-aa6d-c5ac0b77a495'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:25.825340 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08" -d '{"events": [{"name": "network-changed", "server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697"}, {"name": "network-changed", "server_uuid": "bd1b60db-e5c6-40aa-b622-dc09edcf94c8", "tag": "b7b66674-152c-4504-aa6d-c5ac0b77a495"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:25.831001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-489cae56-e2db-40d3-972e-75471d1a47aa req-d553e03e-d51d-47bb-83ed-bf267930a84f tempest-SecurityGroupsNegativeTestJSON-401464235 tempest-SecurityGroupsNegativeTestJSON-401464235-project] 10.222.0.47 "GET /v2.0/security-groups/6e166034-2eba-4649-b7dc-c54524796e4d HTTP/1.1" status: 404 len: 352 time: 0.0261877 Jul 16 18:02:25.831001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54666) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:25.837593 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1145c5aa-933a-4bf1-a6ba-869015105530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:45:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:24Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:25.860769 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4197e5cd-d58a-4153-a008-a54f2a59e007 req-819220c5-b066-46ac-956e-003e4313289f service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234384 Jul 16 18:02:25.900184 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1145c5aa-933a-4bf1-a6ba-869015105530 None None] The sync data for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 is: [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:45:54:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:24Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:26.050369 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-456c9772-781c-4daa-a181-4820cb0bfeca x-openstack-request-id: req-456c9772-781c-4daa-a181-4820cb0bfeca {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:26.050677 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bd1b60db-e5c6-40aa-b622-dc09edcf94c8", "tag": "b7b66674-152c-4504-aa6d-c5ac0b77a495", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:26.050928 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-456c9772-781c-4daa-a181-4820cb0bfeca {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:26.051336 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'status': 'completed', 'code': 200} Jul 16 18:02:26.051614 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'tag': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'status': 'completed', 'code': 200} Jul 16 18:02:26.187374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1788fc77-d633-4083-a802-4ceae4ba1f9e req-3e22975f-7515-4bc4-b8a0-4d7fd5cb2c63 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.191207 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1788fc77-d633-4083-a802-4ceae4ba1f9e req-3e22975f-7515-4bc4-b8a0-4d7fd5cb2c63 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 944 time: 0.1141100 Jul 16 18:02:26.239511 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1788fc77-d633-4083-a802-4ceae4ba1f9e req-0fee72f9-3c45-4e38-8033-8d3e840cc5b7 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410852 Jul 16 18:02:26.354522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-762f4322-9e73-4e19-a655-3fc3e7686bda admin admin] Deleting subnet 8b9c6152-f4fe-429c-8b0c-505f5ec9ffa8 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:26.369900 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-762f4322-9e73-4e19-a655-3fc3e7686bda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.432000 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cc264ca-a099-41b6-b1f8-6e4f07c3d097 req-289e11fd-ee9c-4310-8f22-553efbfec6c3 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 1001 time: 0.1609797 Jul 16 18:02:26.442465 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-762f4322-9e73-4e19-a655-3fc3e7686bda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.446430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d9017-f590-4ff1-a785-28ea4cf0d8ef req-2e06479a-0600-4647-bfa1-5d93e22516c1 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.448105 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-419d9017-f590-4ff1-a785-28ea4cf0d8ef req-2e06479a-0600-4647-bfa1-5d93e22516c1 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 946 time: 0.0801952 Jul 16 18:02:26.470751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d749fef2-2445-4044-80b6-ecfb61382d4d details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:26.479157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-f499e5b3-69f9-4f8c-aa1d-2b34fa6f6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.480733 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-f499e5b3-69f9-4f8c-aa1d-2b34fa6f6897 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 1096 time: 0.2176104 Jul 16 18:02:26.502765 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-419d9017-f590-4ff1-a785-28ea4cf0d8ef req-ac7b6dd9-d3fd-4c4d-8e19-15d440c2b233 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479627 Jul 16 18:02:26.543743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4735c461-446e-43bd-9d0e-3596e35ed321 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:26.564212 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-762f4322-9e73-4e19-a655-3fc3e7686bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.572646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc264ca-a099-41b6-b1f8-6e4f07c3d097 req-9caf6d2d-adf2-41cf-b827-abb1c1b96f23 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.588589 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cc264ca-a099-41b6-b1f8-6e4f07c3d097 req-9caf6d2d-adf2-41cf-b827-abb1c1b96f23 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports/b7b66674-152c-4504-aa6d-c5ac0b77a495 HTTP/1.1" status: 200 len: 942 time: 0.1341546 Jul 16 18:02:26.700793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25e647a-1c0d-495d-a6ad-4b79bdd94f9e req-b43f40a8-43a1-4975-945a-c5eaecd0d768 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.702794 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b25e647a-1c0d-495d-a6ad-4b79bdd94f9e req-b43f40a8-43a1-4975-945a-c5eaecd0d768 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 945 time: 0.0774450 Jul 16 18:02:26.720892 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-762f4322-9e73-4e19-a655-3fc3e7686bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.727546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 4735c461-446e-43bd-9d0e-3596e35ed321, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4735c461-446e-43bd-9d0e-3596e35ed321,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:26.745464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '4735c461-446e-43bd-9d0e-3596e35ed321', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'port_id': '4735c461-446e-43bd-9d0e-3596e35ed321', 'mac_address': 'fa:16:3e:9d:e0:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7463a0aa-132d-4bcf-9602-3be3945aec50', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:26.756489 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b25e647a-1c0d-495d-a6ad-4b79bdd94f9e req-1bdf7bb7-198a-4b85-993a-088e79875386 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428631 Jul 16 18:02:26.764890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port d749fef2-2445-4044-80b6-ecfb61382d4d, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d749fef2-2445-4044-80b6-ecfb61382d4d,segment=NetworkSegment(67833ff5-ea5b-4498-b791-331ec5fe3d62),segment_id=67833ff5-ea5b-4498-b791-331ec5fe3d62)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:26.790016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-7f2d4039-8d89-46dc-9344-ae0ea4ab2901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:26.791608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-7f2d4039-8d89-46dc-9344-ae0ea4ab2901 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.2835550 Jul 16 18:02:26.797333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-762f4322-9e73-4e19-a655-3fc3e7686bda admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.799728 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-762f4322-9e73-4e19-a655-3fc3e7686bda admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8b9c6152-f4fe-429c-8b0c-505f5ec9ffa8 HTTP/1.1" status: 204 len: 168 time: 0.9688303 Jul 16 18:02:26.799865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'd749fef2-2445-4044-80b6-ecfb61382d4d', 'network_id': 'c969d234-493d-4698-9fc8-00615114ea88', 'port_id': 'd749fef2-2445-4044-80b6-ecfb61382d4d', 'mac_address': 'fa:16:3e:a8:90:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0acc93a1-c389-4b5b-b032-f243e3307c63', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:26.801857 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54682) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:26.814072 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.851935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4735c461-446e-43bd-9d0e-3596e35ed321 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:26.861150 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.884785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 4735c461-446e-43bd-9d0e-3596e35ed321, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4735c461-446e-43bd-9d0e-3596e35ed321,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:26.886917 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d749fef2-2445-4044-80b6-ecfb61382d4d {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:26.893702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762f4322-9e73-4e19-a655-3fc3e7686bda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b9c6152-f4fe-429c-8b0c-505f5ec9ffa8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:26.894061 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.938718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port d749fef2-2445-4044-80b6-ecfb61382d4d, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d749fef2-2445-4044-80b6-ecfb61382d4d,segment=NetworkSegment(67833ff5-ea5b-4498-b791-331ec5fe3d62),segment_id=67833ff5-ea5b-4498-b791-331ec5fe3d62)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:26.952750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cc264ca-a099-41b6-b1f8-6e4f07c3d097 req-7e8fa106-42b7-47df-91e1-94d005f207b8 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 1001 time: 0.2454488 Jul 16 18:02:26.954258 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.955383 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-116b7a0c-422d-4d77-bc54-c1cd0780ce64 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 217 time: 0.1195111 Jul 16 18:02:26.955905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device fc7ae53b-61b2-4fae-976b-95f3bb3affa7 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:26.971350 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:26.975247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=4735c461-446e-43bd-9d0e-3596e35ed321,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:27.033646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=d749fef2-2445-4044-80b6-ecfb61382d4d,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:27.122169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-fa7cd427-b7bf-4d6e-bb65-59dcaf365f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.123952 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-fa7cd427-b7bf-4d6e-bb65-59dcaf365f0b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.1497500 Jul 16 18:02:27.143092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port fc7ae53b-61b2-4fae-976b-95f3bb3affa7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:27.143325 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.156523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c00aa48b-aa54-499d-811b-12e6c40bc26a']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:27.157379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7', 'network_id': '04437df4-dabe-4e30-825b-96d2cb805a72', 'port_id': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7', 'mac_address': 'fa:16:3e:c9:f4:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 399, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dba55bee-7eb5-4d34-8527-d9d14160a2f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:27.173731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c09fca7-8326-4164-a900-62ca2da4f93c') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:27.174140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c09fca7-8326-4164-a900-62ca2da4f93c') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:27.181992 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc264ca-a099-41b6-b1f8-6e4f07c3d097 req-964b69f6-d797-43a9-8553-c2a0f80cdc02 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.190111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cc264ca-a099-41b6-b1f8-6e4f07c3d097 req-964b69f6-d797-43a9-8553-c2a0f80cdc02 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.2310743 Jul 16 18:02:27.194211 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.203180 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.220136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc7ae53b-61b2-4fae-976b-95f3bb3affa7 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:27.228200 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.245265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:27.247272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.250440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port fc7ae53b-61b2-4fae-976b-95f3bb3affa7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:27.255693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-f681f8eb-5e3f-48af-a64b-06e7dfbd2abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.257866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-f681f8eb-5e3f-48af-a64b-06e7dfbd2abf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1240859 Jul 16 18:02:27.259986 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:27.292477 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:27.303833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2cb45d-5f52-46df-a1fc-bcab40499e42 req-4ce3d333-a9ed-42e5-883c-0fad4a898fd8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.310933 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5c2cb45d-5f52-46df-a1fc-bcab40499e42 req-4ce3d333-a9ed-42e5-883c-0fad4a898fd8 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 945 time: 0.3357236 Jul 16 18:02:27.324223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:27.388362 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.394104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.396301 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c00aa48b-aa54-499d-811b-12e6c40bc26a HTTP/1.1" status: 204 len: 168 time: 0.5932107 Jul 16 18:02:27.399377 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5c2cb45d-5f52-46df-a1fc-bcab40499e42 req-e2f53be4-ac68-4646-908d-4cf1adebca5d tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f3bbaad-1601-4c63-b762-4c55ded2332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871890 Jul 16 18:02:27.433611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['fc7ae53b-61b2-4fae-976b-95f3bb3affa7'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:27.460246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['4735c461-446e-43bd-9d0e-3596e35ed321'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:27.473538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299e7dac-75bc-42c5-bb59-453fa5c70663 admin admin] Pushing event deleted for resources: {'Network': ['ID=c00aa48b-aa54-499d-811b-12e6c40bc26a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:27.486144 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-d850a60c-a024-422f-ba30-0abac4ea24f2 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 1001 time: 0.1173947 Jul 16 18:02:27.488122 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-0059ce7b-af92-4a77-9b78-8602f2538123 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190323 Jul 16 18:02:27.562022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cab72-b312-4859-bdec-c588d00dd421 req-e9c1a6bf-2de8-488c-a71f-f656af759762 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.565513 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-997cab72-b312-4859-bdec-c588d00dd421 req-e9c1a6bf-2de8-488c-a71f-f656af759762 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 945 time: 0.1787512 Jul 16 18:02:27.642347 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['d749fef2-2445-4044-80b6-ecfb61382d4d'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:27.652844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54696) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:27.696653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-d9aad7f9-34be-4f1c-bbbf-40b6031337aa tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.705734 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-d9aad7f9-34be-4f1c-bbbf-40b6031337aa tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports/b7b66674-152c-4504-aa6d-c5ac0b77a495 HTTP/1.1" status: 200 len: 942 time: 0.2103248 Jul 16 18:02:27.783638 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b85e5d0c-db08-4b41-800a-7915c1b1c299 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb6ef4d6a4d941e399d26752c52c3e1b&name=default HTTP/1.1" status: 200 len: 2980 time: 0.1258662 Jul 16 18:02:27.784371 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54700) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:27.792570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c5d46e-1d35-4d48-b659-c64ebda97361 req-1acf60d1-1bb0-47df-8821-f395ed12ae72 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:27.800861 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4c5d46e-1d35-4d48-b659-c64ebda97361 req-1acf60d1-1bb0-47df-8821-f395ed12ae72 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 945 time: 0.1872778 Jul 16 18:02:27.838187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-997cab72-b312-4859-bdec-c588d00dd421 req-f9077858-2331-4e92-9b7e-f9faa71935db tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Deleting port 2698c5d5-2d72-4112-9ed6-cb8b09295302 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:27.838533 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-997cab72-b312-4859-bdec-c588d00dd421 req-f9077858-2331-4e92-9b7e-f9faa71935db tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:27.886982 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4c5d46e-1d35-4d48-b659-c64ebda97361 req-9b6db4a7-8483-4f3f-88a3-72c656b22183 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852244 Jul 16 18:02:27.930101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-a30dd0c3-bca4-449c-a3e0-a1a41cbe1d44 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 1001 time: 0.0984414 Jul 16 18:02:28.038715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-997cab72-b312-4859-bdec-c588d00dd421 req-f9077858-2331-4e92-9b7e-f9faa71935db tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] For port 2698c5d5-2d72-4112-9ed6-cb8b09295302, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=2698c5d5-2d72-4112-9ed6-cb8b09295302,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:28.039065 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-997cab72-b312-4859-bdec-c588d00dd421 req-f9077858-2331-4e92-9b7e-f9faa71935db tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.096281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-3054a8ce-53b0-4c57-80e3-1ed66339a25e service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5820301 Jul 16 18:02:28.126895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-997cab72-b312-4859-bdec-c588d00dd421 req-f9077858-2331-4e92-9b7e-f9faa71935db tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Calling delete_port for 2698c5d5-2d72-4112-9ed6-cb8b09295302 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:28.128748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-40b72a47-5679-40ea-ad9a-1edc0bf0a9f2 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:28.130190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-40b72a47-5679-40ea-ad9a-1edc0bf0a9f2 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1993155 Jul 16 18:02:28.134318 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a25f2cc2-5291-4488-9093-a5e6bfff6a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.221181 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a25f2cc2-5291-4488-9093-a5e6bfff6a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.230847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f38d76-8f32-412e-b3d9-5f32a98fd364 req-e12c1c2c-25f6-4406-aadc-ae45a0c8a727 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:28.236040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85f38d76-8f32-412e-b3d9-5f32a98fd364 req-e12c1c2c-25f6-4406-aadc-ae45a0c8a727 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 945 time: 0.2136679 Jul 16 18:02:28.290067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-8e34b37c-2f07-43dd-9eda-2fd10a291a0a tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 1001 time: 0.1528025 Jul 16 18:02:28.305180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-0090f3e0-fa99-4eea-a3c7-4812eaa73b07 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:28.307586 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85f38d76-8f32-412e-b3d9-5f32a98fd364 req-03b822ae-9bf2-4daf-86dd-d34e15e05072 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648103 Jul 16 18:02:28.351906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-997cab72-b312-4859-bdec-c588d00dd421 req-f9077858-2331-4e92-9b7e-f9faa71935db tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.390601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-fd68bade-7cb8-4ebb-94cb-44ae010fd7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:28.392128 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-fd68bade-7cb8-4ebb-94cb-44ae010fd7bf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 1096 time: 0.1748457 Jul 16 18:02:28.396128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-0090f3e0-fa99-4eea-a3c7-4812eaa73b07 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.412209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9077858-2331-4e92-9b7e-f9faa71935db tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event deleted for resources: {'Port': ['ID=2698c5d5-2d72-4112-9ed6-cb8b09295302,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:28.446960 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a25f2cc2-5291-4488-9093-a5e6bfff6a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.451270 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a25f2cc2-5291-4488-9093-a5e6bfff6a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.452510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a25f2cc2-5291-4488-9093-a5e6bfff6a89 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/017f64a3-bbd6-49b2-a5f0-01038f336312 HTTP/1.1" status: 204 len: 168 time: 0.6658759 Jul 16 18:02:28.459847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['2698c5d5-2d72-4112-9ed6-cb8b09295302'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:28.482327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-997cab72-b312-4859-bdec-c588d00dd421 req-f9077858-2331-4e92-9b7e-f9faa71935db tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] No DVR routers for this DVR port 2698c5d5-2d72-4112-9ed6-cb8b09295302 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:28.485762 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-997cab72-b312-4859-bdec-c588d00dd421 req-f9077858-2331-4e92-9b7e-f9faa71935db tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.488267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-997cab72-b312-4859-bdec-c588d00dd421 req-f9077858-2331-4e92-9b7e-f9faa71935db tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "DELETE /v2.0/ports/2698c5d5-2d72-4112-9ed6-cb8b09295302 HTTP/1.1" status: 204 len: 173 time: 0.9112167 Jul 16 18:02:28.488870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6f43bac-3445-4391-a0ca-e508f2c7453b', 'name': 'network-vif-deleted', 'tag': '2698c5d5-2d72-4112-9ed6-cb8b09295302'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:28.491446 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77113213-0063-404d-bdc1-984fee886cd6" -d '{"events": [{"server_uuid": "f6f43bac-3445-4391-a0ca-e508f2c7453b", "name": "network-vif-deleted", "tag": "2698c5d5-2d72-4112-9ed6-cb8b09295302"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:28.515356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f2cc2-5291-4488-9093-a5e6bfff6a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017f64a3-bbd6-49b2-a5f0-01038f336312,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:28.543235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device fc7ae53b-61b2-4fae-976b-95f3bb3affa7 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:28.571206 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c42fe03b-b5ec-4770-81b5-5a6bb18298ef req-6b3e4cb3-4ce3-4bfe-b7d7-8812c22322b6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 210 time: 0.0704446 Jul 16 18:02:28.648624 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port fc7ae53b-61b2-4fae-976b-95f3bb3affa7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:28.649605 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.746351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-3d9d0f40-8638-4882-a45c-de5445eab7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:28.748166 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-3d9d0f40-8638-4882-a45c-de5445eab7fa service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.3180845 Jul 16 18:02:28.752930 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-0090f3e0-fa99-4eea-a3c7-4812eaa73b07 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.774231 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-0090f3e0-fa99-4eea-a3c7-4812eaa73b07 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.774617 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-0090f3e0-fa99-4eea-a3c7-4812eaa73b07 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Floating IP add35ac0-041b-449a-b05f-f86bb250b6a0 disassociated. External IP: 172.25.7.101, port: b7b66674-152c-4504-aa6d-c5ac0b77a495. Jul 16 18:02:28.800689 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.841827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-a18409a2-6977-4606-8ccb-47a6c7c77726 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7b66674-152c-4504-aa6d-c5ac0b77a495 HTTP/1.1" status: 200 len: 217 time: 0.0870962 Jul 16 18:02:28.850250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05e0819-112b-4082-b7ce-a07907b73481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:28.851157 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab5b9f9-6322-4563-ba93-eaa8ffc3d957" -d '{"events": [{"server_uuid": "f05e0819-112b-4082-b7ce-a07907b73481", "name": "network-vif-plugged", "status": "completed", "tag": "fc7ae53b-61b2-4fae-976b-95f3bb3affa7"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:28.896787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port fc7ae53b-61b2-4fae-976b-95f3bb3affa7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:28.910190 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:28.993580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76df3b53-35b8-4b3c-9691-27bc48db5ef9 req-1576a530-c552-4821-b9d4-efbd841bd981 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.004961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-76df3b53-35b8-4b3c-9691-27bc48db5ef9 req-1576a530-c552-4821-b9d4-efbd841bd981 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 945 time: 0.0935154 Jul 16 18:02:29.035304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-dca67f61-ef5f-46e0-a04b-a29b6c4e9a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.036827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-dca67f61-ef5f-46e0-a04b-a29b6c4e9a2b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.1878955 Jul 16 18:02:29.038891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:29.075329 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.301702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-b0b36b5a-3303-42f3-b823-be4f7584b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.303269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-b0b36b5a-3303-42f3-b823-be4f7584b6c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2448194 Jul 16 18:02:29.406507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-0090f3e0-fa99-4eea-a3c7-4812eaa73b07 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Router bcf02bd0-07a3-451c-9162-1ada9e40572a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:29.485574 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-16122cd2-aa16-4321-8710-1d91c4eb6038 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709561 Jul 16 18:02:29.513678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-76df3b53-35b8-4b3c-9691-27bc48db5ef9 req-cee3d46a-da95-4cb7-8bde-df038d14dd4b tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f3bbaad-1601-4c63-b762-4c55ded2332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5080042 Jul 16 18:02:29.566682 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-137b19f2-3400-4924-905a-ac3a1c5ed391 x-openstack-request-id: req-137b19f2-3400-4924-905a-ac3a1c5ed391 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:29.567217 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6f43bac-3445-4391-a0ca-e508f2c7453b", "name": "network-vif-deleted", "tag": "2698c5d5-2d72-4112-9ed6-cb8b09295302", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:29.567686 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-137b19f2-3400-4924-905a-ac3a1c5ed391 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:29.568274 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6f43bac-3445-4391-a0ca-e508f2c7453b', 'name': 'network-vif-deleted', 'tag': '2698c5d5-2d72-4112-9ed6-cb8b09295302', 'status': 'completed', 'code': 200} Jul 16 18:02:29.625868 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6306dd-d4b5-481c-8547-3ad99a49d62c x-openstack-request-id: req-ea6306dd-d4b5-481c-8547-3ad99a49d62c {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:29.626169 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05e0819-112b-4082-b7ce-a07907b73481", "name": "network-vif-plugged", "status": "completed", "tag": "fc7ae53b-61b2-4fae-976b-95f3bb3affa7", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:29.626738 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ea6306dd-d4b5-481c-8547-3ad99a49d62c {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:29.627672 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05e0819-112b-4082-b7ce-a07907b73481', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7', 'code': 200} Jul 16 18:02:29.643127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54742) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:29.798511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1716920675-network', 'tenant_id': '9fdf2e634ee54d96916870e980180204'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:29.934825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce61fdbd-e053-47cc-bfc8-575181e67df5 req-76816bb3-80e1-43b9-a815-1ff2506462c4 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:29.951597 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce61fdbd-e053-47cc-bfc8-575181e67df5 req-76816bb3-80e1-43b9-a815-1ff2506462c4 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 945 time: 0.2065196 Jul 16 18:02:29.962686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Made reservation on behalf of 9fdf2e634ee54d96916870e980180204 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:29.965260 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:29.980260 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.058542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-0090f3e0-fa99-4eea-a3c7-4812eaa73b07 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:30.070278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b6c92-9ed9-4395-adba-afe4041a8cff None None] Sync routers for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:30.072383 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-0090f3e0-fa99-4eea-a3c7-4812eaa73b07 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.084230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b6c92-9ed9-4395-adba-afe4041a8cff None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:30.084870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-786b6c92-9ed9-4395-adba-afe4041a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:30.092666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.117108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.144991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-0090f3e0-fa99-4eea-a3c7-4812eaa73b07 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "PUT /v2.0/floatingips/add35ac0-041b-449a-b05f-f86bb250b6a0 HTTP/1.1" status: 200 len: 695 time: 1.8401177 Jul 16 18:02:30.153750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'tag': 'b7b66674-152c-4504-aa6d-c5ac0b77a495'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:30.156730 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76b7ff11-9af4-4459-88f4-24d57d22cd7b" -d '{"events": [{"name": "network-changed", "server_uuid": "bd1b60db-e5c6-40aa-b622-dc09edcf94c8", "tag": "b7b66674-152c-4504-aa6d-c5ac0b77a495"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:30.162311 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e05871a1-ef8f-4c76-bda4-12e43f5d4e08 req-ff7742c6-05b2-4572-af84-544f66b6649e service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5932446 Jul 16 18:02:30.164367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:30.204314 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce61fdbd-e053-47cc-bfc8-575181e67df5 req-ab62823c-1295-4eb0-afc5-608e38a929ca tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2514403 Jul 16 18:02:30.218286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:30.235692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-786b6c92-9ed9-4395-adba-afe4041a8cff None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:30.237225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.237751 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Added segment 005c05f1-c3fa-4490-86d3-3e2bf808977c of type vlan for network 66f6108c-04fc-4f2c-8827-73390e726696 Jul 16 18:02:30.260768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-0690ec3f-f6ae-4365-afd1-392fb8c310a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:30.268525 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-0690ec3f-f6ae-4365-afd1-392fb8c310a8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 1096 time: 0.1225231 Jul 16 18:02:30.292353 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.353395 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.354713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:30.355439 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.430107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] Pushing event updated for resources: {'Network': ['ID=66f6108c-04fc-4f2c-8827-73390e726696,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:30.436358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f4c11aaa-a50e-455d-bf1e-32e1da0a515d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.7887619 Jul 16 18:02:30.449022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 66f6108c-04fc-4f2c-8827-73390e726696 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:30.452404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54760) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:30.460498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] Request body: {'subnet': {'network_id': '66f6108c-04fc-4f2c-8827-73390e726696', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1716920675-subnet', 'tenant_id': '9fdf2e634ee54d96916870e980180204', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:30.526984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d749fef2-2445-4044-80b6-ecfb61382d4d up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:30.536098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b18832-87c8-4719-99d7-befbdc2c6fe4 req-f78ac551-a856-490c-bcca-d5e3c072ac60 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:30.546310 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32b18832-87c8-4719-99d7-befbdc2c6fe4 req-f78ac551-a856-490c-bcca-d5e3c072ac60 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 946 time: 0.1115127 Jul 16 18:02:30.556382 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] Made reservation on behalf of 9fdf2e634ee54d96916870e980180204 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:30.558851 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:30.586202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-a2be7414-d1c2-4370-975c-2f3f532bc6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:30.593559 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-a2be7414-d1c2-4370-975c-2f3f532bc6a0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.3240421 Jul 16 18:02:30.599188 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32b18832-87c8-4719-99d7-befbdc2c6fe4 req-f75c5ebb-bee6-4368-ba57-844da213a851 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/security-groups?id=6a106bd2-4531-4464-809c-dda2d5354acc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495961 Jul 16 18:02:30.642461 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-e56bcbe7-7106-4a2f-8f71-dcbded204f0c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7b66674-152c-4504-aa6d-c5ac0b77a495 HTTP/1.1" status: 200 len: 217 time: 0.0466049 Jul 16 18:02:30.746427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-e980b492-3f04-4ca1-b1a4-4d04969d557b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:30.754070 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-e980b492-3f04-4ca1-b1a4-4d04969d557b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.1105440 Jul 16 18:02:30.760337 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f2341a8-a878-4863-88d6-822e8e7bba57 req-4eb24743-5ce7-4071-9b01-aabe7aac6e40 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 210 time: 0.0585124 Jul 16 18:02:30.876350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-89de5db2-2289-4709-8b8e-998d37be1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:30.877966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-89de5db2-2289-4709-8b8e-998d37be1b49 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1230056 Jul 16 18:02:30.891969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4735c461-446e-43bd-9d0e-3596e35ed321 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:31.001012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.033426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-786b6c92-9ed9-4395-adba-afe4041a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:31.036485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port d749fef2-2445-4044-80b6-ecfb61382d4d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:31.040685 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280134b8-35e5-4163-b4b1-51188839efd6 x-openstack-request-id: req-280134b8-35e5-4163-b4b1-51188839efd6 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:31.040975 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd1b60db-e5c6-40aa-b622-dc09edcf94c8", "tag": "b7b66674-152c-4504-aa6d-c5ac0b77a495", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:31.041222 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-280134b8-35e5-4163-b4b1-51188839efd6 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:31.041659 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'tag': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'status': 'completed', 'code': 200} Jul 16 18:02:31.073321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b6c92-9ed9-4395-adba-afe4041a8cff None None] Checking router: bcf02bd0-07a3-451c-9162-1ada9e40572a for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:31.075916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 4735c461-446e-43bd-9d0e-3596e35ed321 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:31.083038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port d749fef2-2445-4044-80b6-ecfb61382d4d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:31.083635 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.085743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 4735c461-446e-43bd-9d0e-3596e35ed321 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:31.087840 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.134065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-786b6c92-9ed9-4395-adba-afe4041a8cff None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:31.135049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-786b6c92-9ed9-4395-adba-afe4041a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:31.182756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] Checking segment: {'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:31.183782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] Network hostable DHCP agents. Network: 66f6108c-04fc-4f2c-8827-73390e726696, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:31.189902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-60b7bee8-5217-4ecd-af17-6b308b058c0e service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2494588 Jul 16 18:02:31.190718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] Pushing event updated for resources: {'Subnet': ['ID=633c2ee7-f48f-40eb-a2d4-a4e703d1ac30,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:31.302904 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a9cb6f-1570-4a97-beaf-4b1ad2087034 req-a93ecf12-7089-40ef-bec9-2f45e1cb0077 service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025352 Jul 16 18:02:31.323282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87628c2-b42f-471a-898f-aead3e097b51 req-2c5730f5-4300-4d1c-80f8-f37d2ec09d5a tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.324763 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c87628c2-b42f-471a-898f-aead3e097b51 req-2c5730f5-4300-4d1c-80f8-f37d2ec09d5a tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 945 time: 0.1299436 Jul 16 18:02:31.332408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7ff11-9af4-4459-88f4-24d57d22cd7b req-9648993e-37a3-4cf5-9296-fc5a2ae83703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.334559 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b7ff11-9af4-4459-88f4-24d57d22cd7b req-9648993e-37a3-4cf5-9296-fc5a2ae83703 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 1096 time: 0.2596121 Jul 16 18:02:31.335873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] Network 66f6108c-04fc-4f2c-8827-73390e726696 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:31.368331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 66f6108c-04fc-4f2c-8827-73390e726696) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:31.380213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f78fef5-3c9c-4f00-af53-80f87bd84976 None None] Network 66f6108c-04fc-4f2c-8827-73390e726696 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:31.395338 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c87628c2-b42f-471a-898f-aead3e097b51 req-5200f1d5-70b1-481f-8122-77c0668a7a2b tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f3bbaad-1601-4c63-b762-4c55ded2332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608895 Jul 16 18:02:31.423794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.424404 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.459072 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.551775 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6c4758e4-e39c-4d2f-8cc7-52f489f3488c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.0881178 Jul 16 18:02:31.582234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7ff11-9af4-4459-88f4-24d57d22cd7b req-e70f2481-29fb-4c6a-b4c3-00283b163d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.583805 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b7ff11-9af4-4459-88f4-24d57d22cd7b req-e70f2481-29fb-4c6a-b4c3-00283b163d2d service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.2368052 Jul 16 18:02:31.606767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-786b6c92-9ed9-4395-adba-afe4041a8cff None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:31.614628 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.665029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b168a9-8ea3-42a3-873c-eb9450cfd0a4 req-585a5b56-4e47-49af-a30e-aa0a5ac02538 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.674172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476c90fa-55eb-4862-a2aa-0e0cb56e6d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd749fef2-2445-4044-80b6-ecfb61382d4d'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:31.674969 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17b168a9-8ea3-42a3-873c-eb9450cfd0a4 req-585a5b56-4e47-49af-a30e-aa0a5ac02538 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 945 time: 0.0946901 Jul 16 18:02:31.676424 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35918b8c-1315-4dae-b2d8-19a7e1f0507b" -d '{"events": [{"server_uuid": "476c90fa-55eb-4862-a2aa-0e0cb56e6d7c", "name": "network-vif-plugged", "status": "completed", "tag": "d749fef2-2445-4044-80b6-ecfb61382d4d"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:31.698819 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b7ff11-9af4-4459-88f4-24d57d22cd7b req-bcb45095-5773-4bd9-9d9f-b23cb7fae001 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b7b66674-152c-4504-aa6d-c5ac0b77a495 HTTP/1.1" status: 200 len: 217 time: 0.1053879 Jul 16 18:02:31.707389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port d749fef2-2445-4044-80b6-ecfb61382d4d, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d749fef2-2445-4044-80b6-ecfb61382d4d,segment=NetworkSegment(67833ff5-ea5b-4498-b791-331ec5fe3d62),segment_id=67833ff5-ea5b-4498-b791-331ec5fe3d62)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:31.739136 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:31.740068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 2698c5d5-2d72-4112-9ed6-cb8b09295302 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:31.755700 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17b168a9-8ea3-42a3-873c-eb9450cfd0a4 req-d31bbdcf-9d0c-463e-b5a9-13e06c1bb934 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795143 Jul 16 18:02:31.778481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7ff11-9af4-4459-88f4-24d57d22cd7b req-c7914dd6-d305-42f1-954e-ffb28c359fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.780800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b7ff11-9af4-4459-88f4-24d57d22cd7b req-c7914dd6-d305-42f1-954e-ffb28c359fa9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.0736122 Jul 16 18:02:31.870427 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 2698c5d5-2d72-4112-9ed6-cb8b09295302 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:31.870770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 2698c5d5-2d72-4112-9ed6-cb8b09295302 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:31.871366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device fc7ae53b-61b2-4fae-976b-95f3bb3affa7 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:31.882468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 4735c461-446e-43bd-9d0e-3596e35ed321, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4735c461-446e-43bd-9d0e-3596e35ed321,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:31.906833 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b7ff11-9af4-4459-88f4-24d57d22cd7b req-dd8797d5-8474-4d7f-9c27-8f7a4484ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:31.921895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b7ff11-9af4-4459-88f4-24d57d22cd7b req-dd8797d5-8474-4d7f-9c27-8f7a4484ccc2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1333404 Jul 16 18:02:31.953117 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.096106 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b7ff11-9af4-4459-88f4-24d57d22cd7b req-519f6f12-4b2c-41a9-975c-ff197c71f440 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628628 Jul 16 18:02:32.155820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=d749fef2-2445-4044-80b6-ecfb61382d4d,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:32.164934 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7dbd324-d93a-49b9-9033-8765f9b84848 x-openstack-request-id: req-c7dbd324-d93a-49b9-9033-8765f9b84848 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:32.166125 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476c90fa-55eb-4862-a2aa-0e0cb56e6d7c", "name": "network-vif-plugged", "status": "completed", "tag": "d749fef2-2445-4044-80b6-ecfb61382d4d", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:32.167272 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c7dbd324-d93a-49b9-9033-8765f9b84848 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:32.172063 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476c90fa-55eb-4862-a2aa-0e0cb56e6d7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd749fef2-2445-4044-80b6-ecfb61382d4d', 'code': 200} Jul 16 18:02:32.204444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfa0ac-2104-4128-baf1-f34c54e62c99 req-521c65a8-54a8-44e8-9eb1-ac333adfc83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.209657 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1cfa0ac-2104-4128-baf1-f34c54e62c99 req-521c65a8-54a8-44e8-9eb1-ac333adfc83e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 1097 time: 0.1396606 Jul 16 18:02:32.211532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ef94b1-c7f2-4b0a-85d1-806641f57f10 None None] Network 66f6108c-04fc-4f2c-8827-73390e726696 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:32.278096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1cfa0ac-2104-4128-baf1-f34c54e62c99 req-d26bb3a6-5648-4e39-a992-4b11839ef152 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7f3bbaad-1601-4c63-b762-4c55ded2332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633106 Jul 16 18:02:32.306012 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-274e1e4a-7cc7-4e92-a958-4d1d7a4d29d6 req-12e337f9-4127-405e-9295-801f42a9bca2 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 210 time: 0.0698509 Jul 16 18:02:32.339806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b7ff11-9af4-4459-88f4-24d57d22cd7b req-78c947eb-ca7e-4960-8c94-49748528c895 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267966 Jul 16 18:02:32.602709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=4735c461-446e-43bd-9d0e-3596e35ed321,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:32.656311 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.703753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port fc7ae53b-61b2-4fae-976b-95f3bb3affa7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:32.715451 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:32.743480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-3dcb3fa5-06c2-478d-a2c2-eee03f326538 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.744405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-786b6c92-9ed9-4395-adba-afe4041a8cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:32.753471 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-3dcb3fa5-06c2-478d-a2c2-eee03f326538 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/networks?id=66f6108c-04fc-4f2c-8827-73390e726696 HTTP/1.1" status: 200 len: 818 time: 0.1844721 Jul 16 18:02:32.773216 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-13660029-37df-433e-85ad-1bb00babd1db tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/quotas/9fdf2e634ee54d96916870e980180204 HTTP/1.1" status: 200 len: 375 time: 0.0184445 Jul 16 18:02:32.777439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-786b6c92-9ed9-4395-adba-afe4041a8cff None None] The sync data for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 is: [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:32.801050 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:32.824861 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-a4f56165-3fab-4f16-965d-cc1ce8c838be tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9fdf2e634ee54d96916870e980180204&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503719 Jul 16 18:02:32.835490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5907050-54de-4342-ac43-9bf91978587e req-efd5962f-497c-4618-aa00-9d8f6a74f01f tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:32.837137 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5907050-54de-4342-ac43-9bf91978587e req-efd5962f-497c-4618-aa00-9d8f6a74f01f tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1271019 Jul 16 18:02:32.921483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5907050-54de-4342-ac43-9bf91978587e req-0120c143-348e-4c43-8c6f-5ea19da1b28a tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 698 time: 0.0771213 Jul 16 18:02:32.932125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-e5907050-54de-4342-ac43-9bf91978587e req-21d5869a-3f11-4b1d-bace-48385e725872 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Request body: {'floatingip': {'port_id': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:32.932593 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-23bd08fc-a553-4864-b4fb-5c3566b45aee service neutron] 10.222.0.47 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062887 Jul 16 18:02:32.993664 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5907050-54de-4342-ac43-9bf91978587e req-21d5869a-3f11-4b1d-bace-48385e725872 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.094370 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-c358c4fe-bb0b-4fbe-a7bd-9c385a77c4f7 service neutron] 10.222.0.47 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550255 Jul 16 18:02:33.210248 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23cb52-4f7e-4df4-8100-d2466ca85dfb None None] New status for floating IP add35ac0-041b-449a-b05f-f86bb250b6a0: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:02:33.585249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5907050-54de-4342-ac43-9bf91978587e req-21d5869a-3f11-4b1d-bace-48385e725872 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.593677 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.db.api [None req-0d23cb52-4f7e-4df4-8100-d2466ca85dfb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:02:33.594101 n-d-794306-7 neutron-server[105441]: DEBUG oslo_db.api [None req-0d23cb52-4f7e-4df4-8100-d2466ca85dfb None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:02:33.595312 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5907050-54de-4342-ac43-9bf91978587e req-21d5869a-3f11-4b1d-bace-48385e725872 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:33.799944 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-e5907050-54de-4342-ac43-9bf91978587e req-21d5869a-3f11-4b1d-bace-48385e725872 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Floating IP add35ac0-041b-449a-b05f-f86bb250b6a0 associated. External IP: 172.25.7.101, port: 8a5769e2-8ee0-4eee-83eb-750f1405d697. Jul 16 18:02:34.046021 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a142dcb-bc7a-4900-905a-1396344f4d7f req-73bc2a47-c410-4f25-a8b5-724593c37706 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.057137 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8a142dcb-bc7a-4900-905a-1396344f4d7f req-73bc2a47-c410-4f25-a8b5-724593c37706 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 946 time: 0.1872666 Jul 16 18:02:34.096342 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d23cb52-4f7e-4df4-8100-d2466ca85dfb None None] New status for floating IP add35ac0-041b-449a-b05f-f86bb250b6a0: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:02:34.153261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5907050-54de-4342-ac43-9bf91978587e req-21d5869a-3f11-4b1d-bace-48385e725872 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Router bcf02bd0-07a3-451c-9162-1ada9e40572a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:34.173162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975d1ab7-0923-452c-88f4-682dae727f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4735c461-446e-43bd-9d0e-3596e35ed321'}, {'server_uuid': 'f05e0819-112b-4082-b7ce-a07907b73481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:34.175511 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94261285-5b4d-4062-bee8-1e011f9e100a" -d '{"events": [{"server_uuid": "975d1ab7-0923-452c-88f4-682dae727f2e", "name": "network-vif-plugged", "status": "completed", "tag": "4735c461-446e-43bd-9d0e-3596e35ed321"}, {"server_uuid": "f05e0819-112b-4082-b7ce-a07907b73481", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7ae53b-61b2-4fae-976b-95f3bb3affa7"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:34.193000 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8a142dcb-bc7a-4900-905a-1396344f4d7f req-eabf9dff-2f99-4d8a-96de-3aef1a726f16 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f3bbaad-1601-4c63-b762-4c55ded2332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347880 Jul 16 18:02:34.328564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb53451-d2e8-408f-a35d-3ee17aa06504 req-a7f0564d-76d0-45e6-a7b0-5a6206169309 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.330311 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcb53451-d2e8-408f-a35d-3ee17aa06504 req-a7f0564d-76d0-45e6-a7b0-5a6206169309 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.37 "GET /v2.0/ports?device_id=bd1b60db-e5c6-40aa-b622-dc09edcf94c8 HTTP/1.1" status: 200 len: 945 time: 0.3019466 Jul 16 18:02:34.379807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b88f6-be47-4157-b713-22248172aa02 req-c411d611-0a40-4196-8d6d-46a40f5f1f31 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.383810 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b1b88f6-be47-4157-b713-22248172aa02 req-c411d611-0a40-4196-8d6d-46a40f5f1f31 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 944 time: 0.1897485 Jul 16 18:02:34.504641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5907050-54de-4342-ac43-9bf91978587e req-21d5869a-3f11-4b1d-bace-48385e725872 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:34.510408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e5907050-54de-4342-ac43-9bf91978587e req-21d5869a-3f11-4b1d-bace-48385e725872 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.620365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282c774f-68e2-4523-8773-5fdb53fb1294 req-9d157afa-e3ba-423d-b3d4-c1ba443708ca tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.627907 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-282c774f-68e2-4523-8773-5fdb53fb1294 req-9d157afa-e3ba-423d-b3d4-c1ba443708ca tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 946 time: 0.1866713 Jul 16 18:02:34.651595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-8b1b88f6-be47-4157-b713-22248172aa02 req-d1c68373-f7a0-4ff2-836d-43f3fd7b38f8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Deleting port fc7ae53b-61b2-4fae-976b-95f3bb3affa7 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:34.651595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b1b88f6-be47-4157-b713-22248172aa02 req-d1c68373-f7a0-4ff2-836d-43f3fd7b38f8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.665649 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5907050-54de-4342-ac43-9bf91978587e req-21d5869a-3f11-4b1d-bace-48385e725872 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "PUT /v2.0/floatingips/add35ac0-041b-449a-b05f-f86bb250b6a0 HTTP/1.1" status: 200 len: 998 time: 1.7377515 Jul 16 18:02:34.667187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:34.670475 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8" -d '{"events": [{"name": "network-changed", "server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:34.676573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f6f69-dda4-489b-a6f4-fac70619e4fe None None] Sync routers for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:34.679527 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-bcb53451-d2e8-408f-a35d-3ee17aa06504 req-b997f010-d327-4aab-8af1-9c7c7de6a7df tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Deleting port b7b66674-152c-4504-aa6d-c5ac0b77a495 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:34.680330 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bcb53451-d2e8-408f-a35d-3ee17aa06504 req-b997f010-d327-4aab-8af1-9c7c7de6a7df tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.703911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f6f69-dda4-489b-a6f4-fac70619e4fe None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:34.705676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f04f6f69-dda4-489b-a6f4-fac70619e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:34.827654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-8b1b88f6-be47-4157-b713-22248172aa02 req-d1c68373-f7a0-4ff2-836d-43f3fd7b38f8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] For port fc7ae53b-61b2-4fae-976b-95f3bb3affa7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,segment=NetworkSegment(dc0ac1df-35ca-4a9f-b461-90d14b98d306),segment_id=dc0ac1df-35ca-4a9f-b461-90d14b98d306)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:34.828267 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b1b88f6-be47-4157-b713-22248172aa02 req-d1c68373-f7a0-4ff2-836d-43f3fd7b38f8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.847551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-8b1b88f6-be47-4157-b713-22248172aa02 req-d1c68373-f7a0-4ff2-836d-43f3fd7b38f8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Calling delete_port for fc7ae53b-61b2-4fae-976b-95f3bb3affa7 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:34.862607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bcb53451-d2e8-408f-a35d-3ee17aa06504 req-b997f010-d327-4aab-8af1-9c7c7de6a7df tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] For port b7b66674-152c-4504-aa6d-c5ac0b77a495, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b7b66674-152c-4504-aa6d-c5ac0b77a495,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:34.863072 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bcb53451-d2e8-408f-a35d-3ee17aa06504 req-b997f010-d327-4aab-8af1-9c7c7de6a7df tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:34.882374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-bcb53451-d2e8-408f-a35d-3ee17aa06504 req-b997f010-d327-4aab-8af1-9c7c7de6a7df tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Calling delete_port for b7b66674-152c-4504-aa6d-c5ac0b77a495 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:34.922076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5907050-54de-4342-ac43-9bf91978587e req-5215eb9a-03d5-402d-ba13-d085f004327f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:34.923814 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5907050-54de-4342-ac43-9bf91978587e req-5215eb9a-03d5-402d-ba13-d085f004327f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 1096 time: 0.1082931 Jul 16 18:02:34.954818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f04f6f69-dda4-489b-a6f4-fac70619e4fe None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:35.040788 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b1b88f6-be47-4157-b713-22248172aa02 req-d1c68373-f7a0-4ff2-836d-43f3fd7b38f8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.063569 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-282c774f-68e2-4523-8773-5fdb53fb1294 req-290ee033-c9e9-4e72-9168-4ebc6653e198 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4344087 Jul 16 18:02:35.138989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c68373-f7a0-4ff2-836d-43f3fd7b38f8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Pushing event deleted for resources: {'Port': ['ID=fc7ae53b-61b2-4fae-976b-95f3bb3affa7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.227460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1b88f6-be47-4157-b713-22248172aa02 req-d1c68373-f7a0-4ff2-836d-43f3fd7b38f8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] No DVR routers for this DVR port fc7ae53b-61b2-4fae-976b-95f3bb3affa7 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:35.234249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-8b1b88f6-be47-4157-b713-22248172aa02 req-d1c68373-f7a0-4ff2-836d-43f3fd7b38f8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.249422 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b1b88f6-be47-4157-b713-22248172aa02 req-d1c68373-f7a0-4ff2-836d-43f3fd7b38f8 tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.18 "DELETE /v2.0/ports/fc7ae53b-61b2-4fae-976b-95f3bb3affa7 HTTP/1.1" status: 204 len: 173 time: 0.8584802 Jul 16 18:02:35.254396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f05e0819-112b-4082-b7ce-a07907b73481', 'name': 'network-vif-deleted', 'tag': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:35.269593 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9b7fb5b-b91f-4e47-9e43-0ee47a50ee92" -d '{"events": [{"server_uuid": "f05e0819-112b-4082-b7ce-a07907b73481", "name": "network-vif-deleted", "tag": "fc7ae53b-61b2-4fae-976b-95f3bb3affa7"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:35.296095 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5907050-54de-4342-ac43-9bf91978587e req-b7969673-952a-4e27-be66-9917662bcb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:35.305002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5907050-54de-4342-ac43-9bf91978587e req-b7969673-952a-4e27-be66-9917662bcb32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.3596838 Jul 16 18:02:35.394299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f57684cb-3104-4fce-b971-ef5d0bfa189d req-15dcb537-ace9-4f25-bf01-b880767df7d0 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=f6f43bac-3445-4391-a0ca-e508f2c7453b HTTP/1.1" status: 200 len: 210 time: 0.0487497 Jul 16 18:02:35.618200 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5907050-54de-4342-ac43-9bf91978587e req-56bdb205-ad51-4096-987c-ea8230fad6f0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 999 time: 0.3121901 Jul 16 18:02:35.621726 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bcb53451-d2e8-408f-a35d-3ee17aa06504 req-b997f010-d327-4aab-8af1-9c7c7de6a7df tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.663866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['8a5769e2-8ee0-4eee-83eb-750f1405d697'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:35.783008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997f010-d327-4aab-8af1-9c7c7de6a7df tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Pushing event deleted for resources: {'Port': ['ID=b7b66674-152c-4504-aa6d-c5ac0b77a495,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:35.785990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f04f6f69-dda4-489b-a6f4-fac70619e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:35:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:34Z', 'revision_number': 7, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:35.855199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f6f69-dda4-489b-a6f4-fac70619e4fe None None] Checking router: bcf02bd0-07a3-451c-9162-1ada9e40572a for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:35.887071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04f6f69-dda4-489b-a6f4-fac70619e4fe None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:35.887934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f04f6f69-dda4-489b-a6f4-fac70619e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:35.914077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5907050-54de-4342-ac43-9bf91978587e req-50064210-4be2-441d-a5f4-f6b6ac8fa7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:35.922117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5907050-54de-4342-ac43-9bf91978587e req-50064210-4be2-441d-a5f4-f6b6ac8fa7cc service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.2819369 Jul 16 18:02:35.923394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcb53451-d2e8-408f-a35d-3ee17aa06504 req-b997f010-d327-4aab-8af1-9c7c7de6a7df tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] No DVR routers for this DVR port b7b66674-152c-4504-aa6d-c5ac0b77a495 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:35.938807 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bcb53451-d2e8-408f-a35d-3ee17aa06504 req-b997f010-d327-4aab-8af1-9c7c7de6a7df tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:35.938807 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcb53451-d2e8-408f-a35d-3ee17aa06504 req-b997f010-d327-4aab-8af1-9c7c7de6a7df tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.37 "DELETE /v2.0/ports/b7b66674-152c-4504-aa6d-c5ac0b77a495 HTTP/1.1" status: 204 len: 173 time: 1.5916114 Jul 16 18:02:36.057639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5907050-54de-4342-ac43-9bf91978587e req-ffd6e136-ae4d-4d4b-9d4d-940b454adea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.059827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5907050-54de-4342-ac43-9bf91978587e req-ffd6e136-ae4d-4d4b-9d4d-940b454adea6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138966 Jul 16 18:02:36.304884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f04f6f69-dda4-489b-a6f4-fac70619e4fe None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:36.375983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-e95b994b-5b86-4893-ac24-413a1c759e0f tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:36.378120 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-e95b994b-5b86-4893-ac24-413a1c759e0f tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.18 "GET /v2.0/networks?id=66f6108c-04fc-4f2c-8827-73390e726696 HTTP/1.1" status: 200 len: 818 time: 0.2314785 Jul 16 18:02:36.407581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Request body: {'port': {'device_id': '1a69bb88-340b-4434-920f-2c8ea3e6abd2', 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696', 'admin_state_up': True, 'tenant_id': '9fdf2e634ee54d96916870e980180204'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:36.462565 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a9626b13-03c4-4904-9c80-d640787566ef req-0c50ae14-e0d1-496b-90bd-7940ab874f5e tempest-ImagesTestJSON-1270040700 tempest-ImagesTestJSON-1270040700-project] 10.222.0.47 "GET /v2.0/ports?device_id=f05e0819-112b-4082-b7ce-a07907b73481 HTTP/1.1" status: 200 len: 210 time: 0.0705001 Jul 16 18:02:36.546928 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2000878b-b331-49fb-807f-a72c6e3020c3 x-openstack-request-id: req-2000878b-b331-49fb-807f-a72c6e3020c3 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:36.547226 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975d1ab7-0923-452c-88f4-682dae727f2e", "name": "network-vif-plugged", "status": "completed", "tag": "4735c461-446e-43bd-9d0e-3596e35ed321", "code": 200}, {"server_uuid": "f05e0819-112b-4082-b7ce-a07907b73481", "name": "network-vif-unplugged", "status": "completed", "tag": "fc7ae53b-61b2-4fae-976b-95f3bb3affa7", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:36.547479 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2000878b-b331-49fb-807f-a72c6e3020c3 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:36.547902 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975d1ab7-0923-452c-88f4-682dae727f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4735c461-446e-43bd-9d0e-3596e35ed321', 'code': 200} Jul 16 18:02:36.548164 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05e0819-112b-4082-b7ce-a07907b73481', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7', 'code': 200} Jul 16 18:02:36.635595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b7b66674-152c-4504-aa6d-c5ac0b77a495 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:36.646596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5907050-54de-4342-ac43-9bf91978587e req-6f760d36-15de-46d6-a52a-f205b5e54ea8 service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5750086 Jul 16 18:02:36.699862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: b7b66674-152c-4504-aa6d-c5ac0b77a495 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:36.700407 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b7b66674-152c-4504-aa6d-c5ac0b77a495 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:36.715574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Made reservation on behalf of 9fdf2e634ee54d96916870e980180204 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:36.721363 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:36.824960 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d883b0-7055-487a-ac1b-c97c10bfe355 x-openstack-request-id: req-d2d883b0-7055-487a-ac1b-c97c10bfe355 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:36.825475 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:36.829983 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d2d883b0-7055-487a-ac1b-c97c10bfe355 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:36.830464 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'status': 'completed', 'code': 200} Jul 16 18:02:36.882519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f04f6f69-dda4-489b-a6f4-fac70619e4fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:35:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:34Z', 'revision_number': 7, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:36.909514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Allocated IP 172.20.0.5 (66f6108c-04fc-4f2c-8827-73390e726696/633c2ee7-f48f-40eb-a2d4-a4e703d1ac30/dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:36.930769 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9bd4378-0845-4458-a4c6-62cf7770b994 x-openstack-request-id: req-a9bd4378-0845-4458-a4c6-62cf7770b994 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:36.931320 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f05e0819-112b-4082-b7ce-a07907b73481", "name": "network-vif-deleted", "tag": "fc7ae53b-61b2-4fae-976b-95f3bb3affa7", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:36.931807 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a9bd4378-0845-4458-a4c6-62cf7770b994 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:36.932434 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f05e0819-112b-4082-b7ce-a07907b73481', 'name': 'network-vif-deleted', 'tag': 'fc7ae53b-61b2-4fae-976b-95f3bb3affa7', 'status': 'completed', 'code': 200} Jul 16 18:02:36.946511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04f6f69-dda4-489b-a6f4-fac70619e4fe None None] The sync data for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 is: [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'add35ac0-041b-449a-b05f-f86bb250b6a0', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'floating_ip_address': '172.25.7.101', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'port_id': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 968, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'mac_address': 'fa:16:3e:35:44:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:01:47Z', 'updated_at': '2021-07-16T18:02:34Z', 'revision_number': 7, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:37.143993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-aa1b68ce-aa73-4888-96f0-1652e31ed282 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.145452 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-aa1b68ce-aa73-4888-96f0-1652e31ed282 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.37 "GET /v2.0/networks?id=66f6108c-04fc-4f2c-8827-73390e726696 HTTP/1.1" status: 200 len: 818 time: 0.4492342 Jul 16 18:02:37.159413 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.175274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Request body: {'port': {'device_id': '71cdb0ef-698d-4593-ab5f-6a97a43ea735', 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696', 'admin_state_up': True, 'tenant_id': '9fdf2e634ee54d96916870e980180204'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:37.186698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5907050-54de-4342-ac43-9bf91978587e req-5417e07a-5b03-4804-9fdc-a02c4e4d365f service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5326958 Jul 16 18:02:37.249579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452dc374-3f47-403b-80d6-237fda6212d8 req-ac09fdf7-646f-4002-8283-5ef1216fa24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.251113 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-452dc374-3f47-403b-80d6-237fda6212d8 req-ac09fdf7-646f-4002-8283-5ef1216fa24f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 1097 time: 0.4025269 Jul 16 18:02:37.342223 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.370198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4332fb7-ca1f-420b-ac05-d1e5f0132912 req-045667f0-0372-4ee9-a4f9-4cff56a6edf7 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68 HTTP/1.1" status: 200 len: 210 time: 0.1259270 Jul 16 18:02:37.390951 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4ddf2c-4d0b-42db-8b44-360e676c90fa None None] New status for floating IP add35ac0-041b-449a-b05f-f86bb250b6a0: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:02:37.409350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8 req-2a7c7559-7194-43ef-be86-b542e1200756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.411065 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8 req-2a7c7559-7194-43ef-be86-b542e1200756 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 1096 time: 0.4817100 Jul 16 18:02:37.577518 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-452dc374-3f47-403b-80d6-237fda6212d8 req-7a46d8f1-2cb8-478d-88fa-fb54451b9d3a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494240 Jul 16 18:02:37.604885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Pushing event updated for resources: {'Port': ['ID=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:37.632750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Network 66f6108c-04fc-4f2c-8827-73390e726696 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:37.637306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:37.648512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:37.775837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.777312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.821329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-93f3ef41-1838-4944-8cf2-c9cdf95acffa tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.827371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-93f3ef41-1838-4944-8cf2-c9cdf95acffa tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.18 "GET /v2.0/networks?id=66f6108c-04fc-4f2c-8827-73390e726696 HTTP/1.1" status: 200 len: 818 time: 0.5136180 Jul 16 18:02:37.857324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Request body: {'port': {'device_id': '1376e6bb-d76d-4bc3-837e-dd68b63d9f68', 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696', 'admin_state_up': True, 'tenant_id': '9fdf2e634ee54d96916870e980180204'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:37.923622 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-576cd53b-6e4c-41e6-98f4-cfbe37e658a5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5204296 Jul 16 18:02:37.929452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Made reservation on behalf of 9fdf2e634ee54d96916870e980180204 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:37.933526 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:37.934062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Request body: {'port': {'device_id': '1a69bb88-340b-4434-920f-2c8ea3e6abd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:37.962512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8 req-269b47e3-1073-49b4-b9ed-8d603f7b6b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:37.964343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8 req-269b47e3-1073-49b4-b9ed-8d603f7b6b50 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.5226464 Jul 16 18:02:38.018426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5aa4e8a-cff3-419a-b8d6-12db2e9f9081 req-cdd31200-65b8-4276-bd86-bb4823ea23e1 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.021141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5aa4e8a-cff3-419a-b8d6-12db2e9f9081 req-cdd31200-65b8-4276-bd86-bb4823ea23e1 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 946 time: 0.5631504 Jul 16 18:02:38.085237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.139374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143c95-cadf-4192-8852-758516cac046 req-3511be3b-f510-4472-bbbb-f3232ee9a7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.141125 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0143c95-cadf-4192-8852-758516cac046 req-3511be3b-f510-4472-bbbb-f3232ee9a7e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d678c94e74a844fb83d23885967598b6&device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 1097 time: 0.1241267 Jul 16 18:02:38.219971 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8 req-816324d5-a425-4d06-8946-ca82325daac2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 1001 time: 0.2481849 Jul 16 18:02:38.225884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5aa4e8a-cff3-419a-b8d6-12db2e9f9081 req-8120114b-f3d0-4f2a-93d4-55e40a19951b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490505 Jul 16 18:02:38.324983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Made reservation on behalf of 9fdf2e634ee54d96916870e980180204 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:38.329084 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.329203 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe4738b7-89a2-4e43-963d-242fc7cfca22 req-e5bea399-4037-4a4b-b616-9541baf9b937 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips/add35ac0-041b-449a-b05f-f86bb250b6a0 HTTP/1.1" status: 200 len: 998 time: 0.1996377 Jul 16 18:02:38.347902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8 req-b8bee5e8-48fd-49c9-94a1-2f52ddbb8261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.349377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8 req-b8bee5e8-48fd-49c9-94a1-2f52ddbb8261 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.1226492 Jul 16 18:02:38.358293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Allocated IP 172.20.0.6 (66f6108c-04fc-4f2c-8827-73390e726696/633c2ee7-f48f-40eb-a2d4-a4e703d1ac30/23b43716-8e66-4f6b-9291-8ed9958aaf0d) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:38.395468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143c95-cadf-4192-8852-758516cac046 req-fac6b42e-5c77-4965-89b7-1687bd6f4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.397152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0143c95-cadf-4192-8852-758516cac046 req-fac6b42e-5c77-4965-89b7-1687bd6f4bb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c969d234-493d-4698-9fc8-00615114ea88 HTTP/1.1" status: 200 len: 914 time: 0.2453730 Jul 16 18:02:38.459043 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0143c95-cadf-4192-8852-758516cac046 req-ec76635e-c4a4-4c0e-aaf2-06a3d6a30598 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d749fef2-2445-4044-80b6-ecfb61382d4d HTTP/1.1" status: 200 len: 217 time: 0.0354803 Jul 16 18:02:38.527830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4738b7-89a2-4e43-963d-242fc7cfca22 req-6cc099cb-8127-4f82-b916-0ec95cdeabfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.529917 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe4738b7-89a2-4e43-963d-242fc7cfca22 req-6cc099cb-8127-4f82-b916-0ec95cdeabfd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1943815 Jul 16 18:02:38.535473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0143c95-cadf-4192-8852-758516cac046 req-f6533820-8c3f-4823-996e-899831c54d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.537102 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0143c95-cadf-4192-8852-758516cac046 req-f6533820-8c3f-4823-996e-899831c54d0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0acc93a1-c389-4b5b-b032-f243e3307c63 HTTP/1.1" status: 200 len: 853 time: 0.0710807 Jul 16 18:02:38.542364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-fe4738b7-89a2-4e43-963d-242fc7cfca22 req-75ffe7c2-168e-4f26-95b0-8b9f026879d6 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:02:38.543299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe4738b7-89a2-4e43-963d-242fc7cfca22 req-75ffe7c2-168e-4f26-95b0-8b9f026879d6 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054498 Jul 16 18:02:38.578748 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0143c95-cadf-4192-8852-758516cac046 req-5aa91580-301d-4916-87df-d0582b76ed44 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c969d234-493d-4698-9fc8-00615114ea88&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292997 Jul 16 18:02:38.580472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device fc7ae53b-61b2-4fae-976b-95f3bb3affa7 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:38.589969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8 req-451db29e-aaf5-47fd-874d-5cbc1d749058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.591475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8 req-451db29e-aaf5-47fd-874d-5cbc1d749058 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2269735 Jul 16 18:02:38.610649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: fc7ae53b-61b2-4fae-976b-95f3bb3affa7 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:38.611475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device fc7ae53b-61b2-4fae-976b-95f3bb3affa7 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:38.668964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef2fd38-10b2-4c04-848a-d4c47947e465 req-a7df0266-3901-472c-a3be-387d2a279b0f tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.670536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ef2fd38-10b2-4c04-848a-d4c47947e465 req-a7df0266-3901-472c-a3be-387d2a279b0f tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 946 time: 0.2259300 Jul 16 18:02:38.749380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0143c95-cadf-4192-8852-758516cac046 req-c9c462d9-7525-44bd-b9ca-7d431fd32975 service neutron] 10.222.0.18 "GET /v2.0/networks/c969d234-493d-4698-9fc8-00615114ea88?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559772 Jul 16 18:02:38.780445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ef2fd38-10b2-4c04-848a-d4c47947e465 req-458a8b0b-201d-47d0-9d97-7cf11f1c1d82 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f3bbaad-1601-4c63-b762-4c55ded2332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012628 Jul 16 18:02:38.783228 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:38.787915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-7506f2f5-adb2-4734-b7bd-2b0609a15f8e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:38.789369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-7506f2f5-adb2-4734-b7bd-2b0609a15f8e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.1680002 Jul 16 18:02:38.805051 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8 req-0e15c0fc-4f7b-4343-9b6e-a0f1812ad785 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987982 Jul 16 18:02:38.816164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-e0eb23f5-afd3-45e5-8977-c61a5dc7dde3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/quotas/8c1cb972bdee4eb9bb7cbfd8898401fb HTTP/1.1" status: 200 len: 375 time: 0.0162704 Jul 16 18:02:38.832104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'name': 'network-vif-deleted', 'tag': 'b7b66674-152c-4504-aa6d-c5ac0b77a495'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:38.835056 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f6c407f-aebe-4ba2-9317-cd511e04c259" -d '{"events": [{"server_uuid": "bd1b60db-e5c6-40aa-b622-dc09edcf94c8", "name": "network-vif-deleted", "tag": "b7b66674-152c-4504-aa6d-c5ac0b77a495"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:38.881523 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-aaf99a96-511e-4ebd-bfa4-f79c91fc0c83 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0412378 Jul 16 18:02:38.926013 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0143c95-cadf-4192-8852-758516cac046 req-959f3821-9f1b-4209-8ef4-43b1470fa339 service neutron] 10.222.0.18 "GET /v2.0/networks/c969d234-493d-4698-9fc8-00615114ea88?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678729 Jul 16 18:02:38.939423 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.039407 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-8034b911-487d-4bd3-b704-1299a115ea08 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569803 Jul 16 18:02:39.040412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Network 66f6108c-04fc-4f2c-8827-73390e726696 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:39.050675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:39.053189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:39.057391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7c22590-3698-4d44-b4c3-c0c6a1e43ff8 req-e1b42b82-22dd-4bef-bfa6-ce31f12f1be8 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476485 Jul 16 18:02:39.099001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Pushing event updated for resources: {'Port': ['ID=23b43716-8e66-4f6b-9291-8ed9958aaf0d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.131204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.132206 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.142882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-b8415951-fa6b-41d9-81e3-6e11d91c7214 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.144947 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-b8415951-fa6b-41d9-81e3-6e11d91c7214 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 808 time: 0.2499025 Jul 16 18:02:39.164348 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87c1296b-a441-4d5c-a078-1ff6e688a6f1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9960301 Jul 16 18:02:39.172257 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-d1d40505-5a86-4039-8df7-fe83821f922a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/quotas/16b4c0ca18f54d6eba06956ae15aa0e8 HTTP/1.1" status: 200 len: 375 time: 0.0125740 Jul 16 18:02:39.189003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Request body: {'port': {'device_id': '71cdb0ef-698d-4593-ab5f-6a97a43ea735', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:39.191069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:39.199062 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-02e52dbf-d513-46e5-ada1-287e891b80ad service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484087 Jul 16 18:02:39.201153 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.214647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Transition to ACTIVE for port object dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:39.220714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.275661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.361787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Allocated IP 172.20.0.11 (66f6108c-04fc-4f2c-8827-73390e726696/633c2ee7-f48f-40eb-a2d4-a4e703d1ac30/ac1ffeb6-ac54-4114-823c-78bbea4164cc) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:39.372552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Attempting to bind port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:39.372912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Attempting to bind port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:39.373415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Attempting to bind port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 on network 66f6108c-04fc-4f2c-8827-73390e726696 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:39.380642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 on network 66f6108c-04fc-4f2c-8827-73390e726696 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:39.380979 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Attempting to bind port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 on network 66f6108c-04fc-4f2c-8827-73390e726696 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:39.387208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:39.387707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Checking segment: {'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:39.388688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Bound using segment: {'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:39.389231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Bound port: dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:39.389706 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.469837 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03b1ca89-82ad-4962-81cf-89e771f138b7 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2945611 Jul 16 18:02:39.499986 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.552359 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-187aa869-2b20-475f-bf18-eb93c620614c req-9dcb7bc0-0b17-46d2-ba34-4c94f600d395 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68 HTTP/1.1" status: 200 len: 210 time: 0.0592201 Jul 16 18:02:39.556960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] For port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:39.570794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] For port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:39.578480 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.686670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.687646 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.688900 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] 10.222.0.18 "PUT /v2.0/ports/dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 HTTP/1.1" status: 200 len: 1091 time: 1.7593663 Jul 16 18:02:39.691317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a69bb88-340b-4434-920f-2c8ea3e6abd2', 'tag': 'dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:39.693913 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0baf927-0e2f-46fd-be32-917c52c6b913" -d '{"events": [{"name": "network-changed", "server_uuid": "1a69bb88-340b-4434-920f-2c8ea3e6abd2", "tag": "dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:39.708840 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-fb775f17-01ec-4648-97e3-dae74a0ea8aa service neutron] 10.222.0.47 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306674 Jul 16 18:02:39.735531 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-0cf9bdbc-94c8-4561-9bb1-285636e81e8d tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 1001 time: 0.1323695 Jul 16 18:02:39.736143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1656931f-baab-4f1f-8e69-2c1cbd035667 service neutron] Pushing event updated for resources: {'Port': ['ID=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:39.758768 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:39.830406 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83934397-6a58-4106-8d93-84190453cf51 req-07a8334f-a909-4a24-9c3c-750df7ca22c2 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.831859 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-07a8334f-a909-4a24-9c3c-750df7ca22c2 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports/8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 942 time: 0.0850191 Jul 16 18:02:39.848874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-be457926-1af8-43c8-9340-12f68fa4c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.850654 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-be457926-1af8-43c8-9340-12f68fa4c042 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fdf2e634ee54d96916870e980180204&device_id=1a69bb88-340b-4434-920f-2c8ea3e6abd2 HTTP/1.1" status: 200 len: 1094 time: 0.1116183 Jul 16 18:02:39.895089 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-e2ad8da3-22db-447c-bd02-cbd8925aae51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 HTTP/1.1" status: 200 len: 217 time: 0.0358372 Jul 16 18:02:39.964183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-19b9ab8e-be0c-4b1b-ab80-28fbd71ad20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:39.967067 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-19b9ab8e-be0c-4b1b-ab80-28fbd71ad20f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=633c2ee7-f48f-40eb-a2d4-a4e703d1ac30 HTTP/1.1" status: 200 len: 858 time: 0.0642354 Jul 16 18:02:40.035035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-0780a026-e877-4484-be19-57fa1b996062 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66f6108c-04fc-4f2c-8827-73390e726696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318902 Jul 16 18:02:40.077500 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-6665a1c4-d5f5-4030-ac00-9fcfd345a426 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 1001 time: 0.1159170 Jul 16 18:02:40.222440 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-b145d698-3bff-4860-9fc8-8ea72715ddc7 service neutron] 10.222.0.47 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4672861 Jul 16 18:02:40.225872 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.297291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Network 66f6108c-04fc-4f2c-8827-73390e726696 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:40.306222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:40.337622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:40.375317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Pushing event updated for resources: {'Port': ['ID=ac1ffeb6-ac54-4114-823c-78bbea4164cc,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.431162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.431925 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.463322 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-cfd471c2-c72d-4422-a247-ea3a3f6ebc4a tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6145618 Jul 16 18:02:40.493466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Request body: {'port': {'device_id': '1376e6bb-d76d-4bc3-837e-dd68b63d9f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:40.521278 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-87493bbe-c175-4037-8489-2b54eb9de535 service neutron] 10.222.0.18 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4789302 Jul 16 18:02:40.555740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23b43716-8e66-4f6b-9291-8ed9958aaf0d {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:40.568559 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83934397-6a58-4106-8d93-84190453cf51 req-e6440950-9137-426a-9d2f-3f698a403673 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:40.569437 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.576152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-e6440950-9137-426a-9d2f-3f698a403673 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.4921446 Jul 16 18:02:40.611029 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5d9377-a8b7-4db9-a15a-1584ff00cc3e x-openstack-request-id: req-bc5d9377-a8b7-4db9-a15a-1584ff00cc3e {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:40.611334 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd1b60db-e5c6-40aa-b622-dc09edcf94c8", "name": "network-vif-deleted", "tag": "b7b66674-152c-4504-aa6d-c5ac0b77a495", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:40.611601 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bc5d9377-a8b7-4db9-a15a-1584ff00cc3e {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:40.611999 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd1b60db-e5c6-40aa-b622-dc09edcf94c8', 'name': 'network-vif-deleted', 'tag': 'b7b66674-152c-4504-aa6d-c5ac0b77a495', 'status': 'completed', 'code': 200} Jul 16 18:02:40.626106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Transition to ACTIVE for port object 23b43716-8e66-4f6b-9291-8ed9958aaf0d will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:40.634802 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.639516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.700787 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-7df3d1e2-00cb-4498-8560-43e5720b0ced tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 1001 time: 0.1233318 Jul 16 18:02:40.708958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-83934397-6a58-4106-8d93-84190453cf51 req-f0e1f81a-d0fe-4d4b-8e07-e9abe09d55e6 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:40.758033 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-f876a62e-0c6d-4dcd-a4e9-3daefcd23d01 service neutron] 10.222.0.18 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232754 Jul 16 18:02:40.781560 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-83934397-6a58-4106-8d93-84190453cf51 req-f0e1f81a-d0fe-4d4b-8e07-e9abe09d55e6 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:40.849411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Pushing event updated for resources: {'Port': ['ID=23b43716-8e66-4f6b-9291-8ed9958aaf0d,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:40.996624 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-83934397-6a58-4106-8d93-84190453cf51 req-f0e1f81a-d0fe-4d4b-8e07-e9abe09d55e6 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.001067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-83934397-6a58-4106-8d93-84190453cf51 req-f0e1f81a-d0fe-4d4b-8e07-e9abe09d55e6 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.001494 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [req-83934397-6a58-4106-8d93-84190453cf51 req-f0e1f81a-d0fe-4d4b-8e07-e9abe09d55e6 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Floating IP add35ac0-041b-449a-b05f-f86bb250b6a0 disassociated. External IP: 172.25.7.101, port: 8a5769e2-8ee0-4eee-83eb-750f1405d697. Jul 16 18:02:41.053123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Attempting to bind port 23b43716-8e66-4f6b-9291-8ed9958aaf0d on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:41.053467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Attempting to bind port 23b43716-8e66-4f6b-9291-8ed9958aaf0d by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:41.053803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Attempting to bind port 23b43716-8e66-4f6b-9291-8ed9958aaf0d on network 66f6108c-04fc-4f2c-8827-73390e726696 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:41.081999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Port 23b43716-8e66-4f6b-9291-8ed9958aaf0d on network 66f6108c-04fc-4f2c-8827-73390e726696 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:41.083052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Attempting to bind port 23b43716-8e66-4f6b-9291-8ed9958aaf0d on network 66f6108c-04fc-4f2c-8827-73390e726696 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:41.141026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:41.141389 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Checking segment: {'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:41.141780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Bound using segment: {'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:41.142244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Bound port: 23b43716-8e66-4f6b-9291-8ed9958aaf0d, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:41.142608 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.206875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1071c1fa-d3ad-4dbe-b497-b1e1b6137ea0 req-9a40cbe0-34f6-4270-bcca-f7ece4b62061 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.208644 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1071c1fa-d3ad-4dbe-b497-b1e1b6137ea0 req-9a40cbe0-34f6-4270-bcca-f7ece4b62061 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 946 time: 0.3032868 Jul 16 18:02:41.265498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-83934397-6a58-4106-8d93-84190453cf51 req-f0e1f81a-d0fe-4d4b-8e07-e9abe09d55e6 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Router bcf02bd0-07a3-451c-9162-1ada9e40572a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:41.293563 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcf55459-7336-4c7b-84fc-92409e903013 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.295634 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcf55459-7336-4c7b-84fc-92409e903013 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.37 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.2749531 Jul 16 18:02:41.361420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Request body: {'port': {'device_id': 'de982259-3812-49af-9155-a3c0d40e3f36', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'admin_state_up': True, 'tenant_id': '8c1cb972bdee4eb9bb7cbfd8898401fb'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:41.365335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] For port 23b43716-8e66-4f6b-9291-8ed9958aaf0d, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:41.387423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-83934397-6a58-4106-8d93-84190453cf51 req-f0e1f81a-d0fe-4d4b-8e07-e9abe09d55e6 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:41.393959 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-83934397-6a58-4106-8d93-84190453cf51 req-f0e1f81a-d0fe-4d4b-8e07-e9abe09d55e6 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.400273 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1071c1fa-d3ad-4dbe-b497-b1e1b6137ea0 req-85452b25-3c7b-4610-bee4-d0d2d8a6183d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630414 Jul 16 18:02:41.400634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e61ef21-e8b0-47b6-ad55-4b8f39960ede None None] Sync routers for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:41.408540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac1ffeb6-ac54-4114-823c-78bbea4164cc {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:41.416579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e61ef21-e8b0-47b6-ad55-4b8f39960ede None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:41.417603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8e61ef21-e8b0-47b6-ad55-4b8f39960ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:41.418778 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.437436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Transition to ACTIVE for port object ac1ffeb6-ac54-4114-823c-78bbea4164cc will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:41.450237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] For port 23b43716-8e66-4f6b-9291-8ed9958aaf0d, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=23b43716-8e66-4f6b-9291-8ed9958aaf0d,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:41.462465 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.470625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-f0e1f81a-d0fe-4d4b-8e07-e9abe09d55e6 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "PUT /v2.0/floatingips/add35ac0-041b-449a-b05f-f86bb250b6a0 HTTP/1.1" status: 200 len: 695 time: 0.7688498 Jul 16 18:02:41.513778 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.526488 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Pushing event updated for resources: {'Port': ['ID=ac1ffeb6-ac54-4114-823c-78bbea4164cc,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:41.544964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.545285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.546979 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83934397-6a58-4106-8d93-84190453cf51 req-b00540bc-636c-450b-a3ff-3bf14f4010a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.547104 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] 10.222.0.37 "PUT /v2.0/ports/23b43716-8e66-4f6b-9291-8ed9958aaf0d HTTP/1.1" status: 200 len: 1091 time: 2.3626299 Jul 16 18:02:41.548537 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-b00540bc-636c-450b-a3ff-3bf14f4010a2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 1096 time: 0.0681176 Jul 16 18:02:41.554041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-8e61ef21-e8b0-47b6-ad55-4b8f39960ede None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:41.651655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f41e7d8-58c5-4a60-b6e7-cda09d157e60 req-5e3cb1d0-522c-41df-a081-2f34219fe0ac tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 210 time: 0.1150072 Jul 16 18:02:41.653353 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83934397-6a58-4106-8d93-84190453cf51 req-1f60db49-c093-4478-8c13-2a86f4599cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.655649 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-1f60db49-c093-4478-8c13-2a86f4599cdc service neutron] 10.222.0.47 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.1015561 Jul 16 18:02:41.711240 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-40f363fa-8cf1-4c2e-8e8e-8c9b4b625e95 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 217 time: 0.0466809 Jul 16 18:02:41.767615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83934397-6a58-4106-8d93-84190453cf51 req-10598171-5ad7-414f-a495-6f864e5581a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.769542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-10598171-5ad7-414f-a495-6f864e5581a1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.0545051 Jul 16 18:02:41.781584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c450d30-1c09-4ee6-b375-d3cd301bda03 service neutron] Pushing event updated for resources: {'Port': ['ID=23b43716-8e66-4f6b-9291-8ed9958aaf0d,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:41.838297 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51429de0-52c8-44de-8c54-03493124a91b x-openstack-request-id: req-51429de0-52c8-44de-8c54-03493124a91b {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:41.839442 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a69bb88-340b-4434-920f-2c8ea3e6abd2", "tag": "dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:41.839724 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51429de0-52c8-44de-8c54-03493124a91b {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:41.840497 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a69bb88-340b-4434-920f-2c8ea3e6abd2', 'tag': 'dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3', 'status': 'completed', 'code': 200} Jul 16 18:02:41.873494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Attempting to bind port ac1ffeb6-ac54-4114-823c-78bbea4164cc on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:41.873964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Attempting to bind port ac1ffeb6-ac54-4114-823c-78bbea4164cc by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:41.874439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Attempting to bind port ac1ffeb6-ac54-4114-823c-78bbea4164cc on network 66f6108c-04fc-4f2c-8827-73390e726696 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:41.885117 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.885268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Made reservation on behalf of 8c1cb972bdee4eb9bb7cbfd8898401fb for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:41.889693 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:41.892739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8e61ef21-e8b0-47b6-ad55-4b8f39960ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:41.910265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Port ac1ffeb6-ac54-4114-823c-78bbea4164cc on network 66f6108c-04fc-4f2c-8827-73390e726696 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:41.910600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Attempting to bind port ac1ffeb6-ac54-4114-823c-78bbea4164cc on network 66f6108c-04fc-4f2c-8827-73390e726696 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:41.941930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e61ef21-e8b0-47b6-ad55-4b8f39960ede None None] Checking router: bcf02bd0-07a3-451c-9162-1ada9e40572a for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:41.951829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e61ef21-e8b0-47b6-ad55-4b8f39960ede None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:41.952774 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8e61ef21-e8b0-47b6-ad55-4b8f39960ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:41.982900 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83934397-6a58-4106-8d93-84190453cf51 req-f86141f4-aeba-4509-9890-bb36bd949339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:41.984802 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-f86141f4-aeba-4509-9890-bb36bd949339 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2089124 Jul 16 18:02:42.046039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:42.046333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Checking segment: {'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:42.046728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Bound using segment: {'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:42.047249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Bound port: ac1ffeb6-ac54-4114-823c-78bbea4164cc, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '005c05f1-c3fa-4490-86d3-3e2bf808977c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:42.048045 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.058094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baf927-0e2f-46fd-be32-917c52c6b913 req-ef8b4641-9c40-4a3c-9372-f32d0f28445d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.059652 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0baf927-0e2f-46fd-be32-917c52c6b913 req-ef8b4641-9c40-4a3c-9372-f32d0f28445d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fdf2e634ee54d96916870e980180204&device_id=1a69bb88-340b-4434-920f-2c8ea3e6abd2 HTTP/1.1" status: 200 len: 1094 time: 0.1656396 Jul 16 18:02:42.093596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-8e61ef21-e8b0-47b6-ad55-4b8f39960ede None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:42.112692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-147d8ba1-67e6-4dbb-95a4-6ccca6184b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.114189 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-147d8ba1-67e6-4dbb-95a4-6ccca6184b84 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fdf2e634ee54d96916870e980180204&device_id=71cdb0ef-698d-4593-ab5f-6a97a43ea735 HTTP/1.1" status: 200 len: 1094 time: 0.4667749 Jul 16 18:02:42.151238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Allocated IP 172.20.0.11 (fc6614fe-db14-4de8-b9ed-fc41baa479e0/a3f56a12-2748-4e3d-89b9-151cce28c16a/b6941d53-c724-408c-8837-262eb4c57ba0) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:42.203702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-fc0f8335-d60c-4bd4-b894-ce40eaec6e5e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b43716-8e66-4f6b-9291-8ed9958aaf0d HTTP/1.1" status: 200 len: 217 time: 0.0672436 Jul 16 18:02:42.257502 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-191cea25-4882-4dd9-8cd1-ca15feef7fd0 service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651048 Jul 16 18:02:42.308599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] For port ac1ffeb6-ac54-4114-823c-78bbea4164cc, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:42.333676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e228ace-61fb-407c-8ec9-2894d22de741 req-f1adf21f-45f1-48ab-b739-d34584d766e4 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.335289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e228ace-61fb-407c-8ec9-2894d22de741 req-f1adf21f-45f1-48ab-b739-d34584d766e4 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 946 time: 0.2972410 Jul 16 18:02:42.345823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8e61ef21-e8b0-47b6-ad55-4b8f39960ede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:42.379666 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e61ef21-e8b0-47b6-ad55-4b8f39960ede None None] The sync data for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 is: [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:01:22Z', 'revision_number': 4, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ec17a7be-43c4-4993-8f11-39007335556e', 'name': '', 'network_id': 'd8414f5d-f035-4d3d-b349-3497ab33b249', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'mac_address': 'fa:16:3e:e3:3c:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_interface', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:19Z', 'updated_at': '2021-07-16T18:01:29Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'subnets': [{'id': '63d6a39e-ab09-47bf-beb0-a6f631f4ec22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:42.415808 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83934397-6a58-4106-8d93-84190453cf51 req-75d2979e-fbe9-4588-aa65-71236dbc9420 service neutron] 10.222.0.47 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570084 Jul 16 18:02:42.431251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-292d0227-3698-4019-a62f-0ac51276684f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.432858 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-292d0227-3698-4019-a62f-0ac51276684f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 808 time: 0.3889139 Jul 16 18:02:42.441489 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baf927-0e2f-46fd-be32-917c52c6b913 req-2ba5089b-f274-4ca2-bd80-16dc665fcdc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.442636 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0baf927-0e2f-46fd-be32-917c52c6b913 req-2ba5089b-f274-4ca2-bd80-16dc665fcdc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=66f6108c-04fc-4f2c-8827-73390e726696 HTTP/1.1" status: 200 len: 919 time: 0.3516593 Jul 16 18:02:42.450657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Request body: {'port': {'device_id': '542ecb57-d614-4837-998b-7d2828ed64fb', 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a', 'admin_state_up': True, 'tenant_id': '16b4c0ca18f54d6eba06956ae15aa0e8'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:42.493313 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.505590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] For port ac1ffeb6-ac54-4114-823c-78bbea4164cc, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ac1ffeb6-ac54-4114-823c-78bbea4164cc,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:42.511359 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-ae52755c-6a02-4186-8d9e-c4a136f21896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.512889 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-ae52755c-6a02-4186-8d9e-c4a136f21896 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=633c2ee7-f48f-40eb-a2d4-a4e703d1ac30 HTTP/1.1" status: 200 len: 858 time: 0.2915223 Jul 16 18:02:42.523443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.611633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:42.616944 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0baf927-0e2f-46fd-be32-917c52c6b913 req-7793d709-6291-40e2-ae44-dc36b95a8e63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 HTTP/1.1" status: 200 len: 217 time: 0.0585139 Jul 16 18:02:42.622249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71cdb0ef-698d-4593-ab5f-6a97a43ea735', 'tag': '23b43716-8e66-4f6b-9291-8ed9958aaf0d'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:42.625346 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e04d22c-7c0e-42eb-b770-d7a259508154" -d '{"events": [{"name": "network-changed", "server_uuid": "71cdb0ef-698d-4593-ab5f-6a97a43ea735", "tag": "23b43716-8e66-4f6b-9291-8ed9958aaf0d"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:42.635535 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-d5fce5e5-9f15-48a3-adca-7529c9018dfb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66f6108c-04fc-4f2c-8827-73390e726696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008108 Jul 16 18:02:42.641059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Pushing event updated for resources: {'Port': ['ID=ac1ffeb6-ac54-4114-823c-78bbea4164cc,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:42.686494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:42.687015 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.688244 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-47ed05fa-deeb-4c9b-93b7-0434ed9ff16c service neutron] 10.222.0.18 "PUT /v2.0/ports/ac1ffeb6-ac54-4114-823c-78bbea4164cc HTTP/1.1" status: 200 len: 1092 time: 2.1997252 Jul 16 18:02:42.740365 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d21b11e8-b4b1-42a2-a972-b52cc3669d13 req-15c119a2-ce73-4c1b-b478-70afd4cc1044 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 210 time: 0.1452622 Jul 16 18:02:42.749745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Made reservation on behalf of 16b4c0ca18f54d6eba06956ae15aa0e8 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:42.752040 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e228ace-61fb-407c-8ec9-2894d22de741 req-c5d89f8e-2c2d-4331-aa1d-2fcc18c3a059 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f3bbaad-1601-4c63-b762-4c55ded2332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449539 Jul 16 18:02:42.760824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.782087 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.805830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:42.836530 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63b60375-585b-45da-ba31-06bd6ec3c41f None None] New status for floating IP add35ac0-041b-449a-b05f-f86bb250b6a0: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:02:42.842969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3', 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696', 'port_id': 'dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3', 'mac_address': 'fa:16:3e:4a:07:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633c2ee7-f48f-40eb-a2d4-a4e703d1ac30', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:42.931647 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:42.963733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:42.988655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Network fc6614fe-db14-4de8-b9ed-fc41baa479e0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:42.994853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:43.005890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:43.007876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:43.011655 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.081042 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.081722 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.106555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-be5def02-f32d-4c17-a6f1-60db030d6894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.108863 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-be5def02-f32d-4c17-a6f1-60db030d6894 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fdf2e634ee54d96916870e980180204&device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68 HTTP/1.1" status: 200 len: 1095 time: 0.3558745 Jul 16 18:02:43.109489 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event updated for resources: {'Port': ['ID=b6941d53-c724-408c-8837-262eb4c57ba0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:43.146448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:43.162973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-23a8a7ce-439f-4176-b344-ea68b0882f21 service neutron] 10.222.0.37 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5101810 Jul 16 18:02:43.165342 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-d2486a55-bb7a-4755-b48d-c50ebb056acb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8171854 Jul 16 18:02:43.166647 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-2f0d3fe3-0081-499f-ac06-7512fd6581b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac1ffeb6-ac54-4114-823c-78bbea4164cc HTTP/1.1" status: 200 len: 217 time: 0.0479791 Jul 16 18:02:43.207099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Allocated IP 172.20.0.13 (3746e485-67e7-4f9b-b773-ee4b83440f7a/21ed82e1-1954-46e5-b764-f2ea6d3478e2/42a28d6a-e5cd-4ddb-a337-aefd3915bda2) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:43.270284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:43.270566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-497d0029-d4dd-4984-86b3-d280072c5d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.272268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-497d0029-d4dd-4984-86b3-d280072c5d52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=633c2ee7-f48f-40eb-a2d4-a4e703d1ac30 HTTP/1.1" status: 200 len: 858 time: 0.0976481 Jul 16 18:02:43.278731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Request body: {'port': {'device_id': 'de982259-3812-49af-9155-a3c0d40e3f36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:43.427085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.481117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baf927-0e2f-46fd-be32-917c52c6b913 req-ba8f7afa-0ffa-4bc6-a5ad-d29f942651d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.484075 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0baf927-0e2f-46fd-be32-917c52c6b913 req-ba8f7afa-0ffa-4bc6-a5ad-d29f942651d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=633c2ee7-f48f-40eb-a2d4-a4e703d1ac30 HTTP/1.1" status: 200 len: 858 time: 0.7782259 Jul 16 18:02:43.484810 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-9b07d9a0-7ebb-48d4-be9d-f2c893662ebc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66f6108c-04fc-4f2c-8827-73390e726696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0683510 Jul 16 18:02:43.488044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.499408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-f98b7d75-d4ed-4a5d-8ca3-36d674edcbf8 service neutron] 10.222.0.37 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1677182 Jul 16 18:02:43.520109 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.524794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['4ef186b2-a8a0-48c9-9369-01876ce35a5b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:43.564740 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0baf927-0e2f-46fd-be32-917c52c6b913 req-086102ae-9bcf-409e-945f-aa5dd7d274ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66f6108c-04fc-4f2c-8827-73390e726696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0594194 Jul 16 18:02:43.699488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Network 3746e485-67e7-4f9b-b773-ee4b83440f7a is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:43.702990 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0baf927-0e2f-46fd-be32-917c52c6b913 req-48f680e6-18a8-4ff2-9882-a7810dfffe04 service neutron] 10.222.0.18 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157601 Jul 16 18:02:43.707693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:43.737837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:43.755533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703f0c29-2cff-456d-9d1e-485df5ff9c25 req-c0b091eb-0c61-4cda-961d-d8ce4483c565 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:43.762799 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-703f0c29-2cff-456d-9d1e-485df5ff9c25 req-c0b091eb-0c61-4cda-961d-d8ce4483c565 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68 HTTP/1.1" status: 200 len: 944 time: 0.6988883 Jul 16 18:02:43.850053 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Pushing event updated for resources: {'Port': ['ID=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:43.852476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:43.854939 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efaccb3d-0f74-4a9c-a010-0afce960b2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:43.905354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-703f0c29-2cff-456d-9d1e-485df5ff9c25 req-0d41e6db-534b-4813-8ad9-b415baa2274c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352167 Jul 16 18:02:43.969495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6941d53-c724-408c-8837-262eb4c57ba0 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:43.989628 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:43.994915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.002094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.003953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Transition to ACTIVE for port object b6941d53-c724-408c-8837-262eb4c57ba0 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:44.005975 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a1fe00d-de7a-4a81-8507-81ae8d010f8e x-openstack-request-id: req-4a1fe00d-de7a-4a81-8507-81ae8d010f8e {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:44.006261 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71cdb0ef-698d-4593-ab5f-6a97a43ea735", "tag": "23b43716-8e66-4f6b-9291-8ed9958aaf0d", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:44.006588 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a1fe00d-de7a-4a81-8507-81ae8d010f8e {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:44.007028 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71cdb0ef-698d-4593-ab5f-6a97a43ea735', 'tag': '23b43716-8e66-4f6b-9291-8ed9958aaf0d', 'status': 'completed', 'code': 200} Jul 16 18:02:44.032947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-bf4802ff-3f75-4360-9de5-336c065ceb2e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5891700 Jul 16 18:02:44.047800 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0baf927-0e2f-46fd-be32-917c52c6b913 req-b9a1f1f8-61b5-44d0-830f-f76b573d4f81 service neutron] 10.222.0.18 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316224 Jul 16 18:02:44.051094 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.052429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Request body: {'port': {'device_id': '542ecb57-d614-4837-998b-7d2828ed64fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:44.191118 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.241185 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-da32de4b-1726-4f04-939e-3f7e422505da service neutron] 10.222.0.18 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7342660 Jul 16 18:02:44.242619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Pushing event updated for resources: {'Port': ['ID=b6941d53-c724-408c-8837-262eb4c57ba0,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:44.269138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76b2fe8-84f8-4353-a3e2-423f035bb297 req-527e2400-f908-4e87-b3b2-da38c7acac21 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.270647 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a76b2fe8-84f8-4353-a3e2-423f035bb297 req-527e2400-f908-4e87-b3b2-da38c7acac21 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 946 time: 0.1250203 Jul 16 18:02:44.336316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04d22c-7c0e-42eb-b770-d7a259508154 req-9322cf41-0948-42c8-a1b7-5190007bd9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.337917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e04d22c-7c0e-42eb-b770-d7a259508154 req-9322cf41-0948-42c8-a1b7-5190007bd9a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9fdf2e634ee54d96916870e980180204&device_id=71cdb0ef-698d-4593-ab5f-6a97a43ea735 HTTP/1.1" status: 200 len: 1094 time: 0.3301148 Jul 16 18:02:44.389385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a76b2fe8-84f8-4353-a3e2-423f035bb297 req-c302bc9b-ecf2-4bcd-af24-561956f36eba tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996232 Jul 16 18:02:44.427231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517cd1de-35bc-4756-9511-90d8b4f2be60 req-ea61a536-75fd-4a93-987c-b22a7f00e315 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.434659 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-517cd1de-35bc-4756-9511-90d8b4f2be60 req-ea61a536-75fd-4a93-987c-b22a7f00e315 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 944 time: 0.2889121 Jul 16 18:02:44.602723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:44.612708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.625374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:44.639591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f02650-555e-4c81-8dfc-81c9ebbc62ba req-0b5c3e86-b306-4c8b-9028-4d637a5dde37 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:44.641219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0f02650-555e-4c81-8dfc-81c9ebbc62ba req-0b5c3e86-b306-4c8b-9028-4d637a5dde37 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 932 time: 0.1254056 Jul 16 18:02:44.642338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Transition to ACTIVE for port object 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:44.654494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.703359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:44.717861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:44.718153 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.756377 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0f02650-555e-4c81-8dfc-81c9ebbc62ba req-2b198f27-45c0-475a-8ca6-71f4805144a0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087949 Jul 16 18:02:44.798206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:44.802445 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.828510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a69bb88-340b-4434-920f-2c8ea3e6abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:44.831048 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab82e62-d86f-4cbe-803e-c4f7aaa681a1" -d '{"events": [{"server_uuid": "1a69bb88-340b-4434-920f-2c8ea3e6abd2", "name": "network-vif-plugged", "status": "completed", "tag": "dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:44.846637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:44.851852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Attempting to bind port b6941d53-c724-408c-8837-262eb4c57ba0 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:44.852362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Attempting to bind port b6941d53-c724-408c-8837-262eb4c57ba0 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:44.852647 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Attempting to bind port b6941d53-c724-408c-8837-262eb4c57ba0 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:44.857092 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.879256 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0df17dc6-75cb-468a-947f-b7bf7c41bc04 req-79bd75c5-c2a6-4da3-a23e-f05d899b98fb service neutron] 10.222.0.18 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269825 Jul 16 18:02:44.881962 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Port b6941d53-c724-408c-8837-262eb4c57ba0 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:44.882300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Attempting to bind port b6941d53-c724-408c-8837-262eb4c57ba0 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:44.884435 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b053530-a7e8-4f37-bbed-c246a4891593 x-openstack-request-id: req-9b053530-a7e8-4f37-bbed-c246a4891593 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:44.884788 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:44.885705 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b053530-a7e8-4f37-bbed-c246a4891593 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:44.885705 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'status': 'completed', 'code': 200} Jul 16 18:02:44.898327 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-517cd1de-35bc-4756-9511-90d8b4f2be60 req-dbfc4361-218e-4819-a5a0-009e872e4685 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4618495 Jul 16 18:02:44.930609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:44.931005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Checking segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:44.931534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Bound using segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:44.932344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Bound port: b6941d53-c724-408c-8837-262eb4c57ba0, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:44.932688 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:44.969842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:44.970184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:44.970544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:44.976256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:44.980300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:44.982315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:44.996376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:44.997086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:44.998014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:44.999188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Bound port: 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:44.999895 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.043469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04d22c-7c0e-42eb-b770-d7a259508154 req-0c0c3214-cb80-4e74-928a-dfaf9820cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.045565 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e04d22c-7c0e-42eb-b770-d7a259508154 req-0c0c3214-cb80-4e74-928a-dfaf9820cabd service neutron] 10.222.0.37 "GET /v2.0/networks?id=66f6108c-04fc-4f2c-8827-73390e726696 HTTP/1.1" status: 200 len: 919 time: 0.6975768 Jul 16 18:02:45.084569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:45.088547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:45.100452 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.139729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e04d22c-7c0e-42eb-b770-d7a259508154 req-7d0ebea0-9e25-4899-afd0-253ba8a3c9ea service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=23b43716-8e66-4f6b-9291-8ed9958aaf0d HTTP/1.1" status: 200 len: 217 time: 0.0459220 Jul 16 18:02:45.157973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.158783 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.160753 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] 10.222.0.18 "PUT /v2.0/ports/42a28d6a-e5cd-4ddb-a337-aefd3915bda2 HTTP/1.1" status: 200 len: 1092 time: 1.1157506 Jul 16 18:02:45.218759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] For port b6941d53-c724-408c-8837-262eb4c57ba0, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:45.224975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] For port b6941d53-c724-408c-8837-262eb4c57ba0, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b6941d53-c724-408c-8837-262eb4c57ba0,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:45.227445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaccb3d-0f74-4a9c-a010-0afce960b2e9 req-d9ace83d-43bf-406a-9d33-d862707962b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.229226 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efaccb3d-0f74-4a9c-a010-0afce960b2e9 req-d9ace83d-43bf-406a-9d33-d862707962b9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=942829dc112443d6afce2ca4581d3e51&device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 1096 time: 0.2850072 Jul 16 18:02:45.231046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e04d22c-7c0e-42eb-b770-d7a259508154 req-2333f920-7d9d-42bf-a632-a0fef3188ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.233268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e04d22c-7c0e-42eb-b770-d7a259508154 req-2333f920-7d9d-42bf-a632-a0fef3188ef6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=633c2ee7-f48f-40eb-a2d4-a4e703d1ac30 HTTP/1.1" status: 200 len: 858 time: 0.0805945 Jul 16 18:02:45.235126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.253508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ceeb43-e45d-4c17-843b-36f1a72aa7e2 service neutron] Pushing event updated for resources: {'Port': ['ID=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.311634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d1223-a1cc-4557-935f-13b521103dc2 req-d37f17bf-c330-4b9f-a099-3540775b759f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.318829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e04d22c-7c0e-42eb-b770-d7a259508154 req-78af73ab-5705-4206-bf9b-e381970074bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=66f6108c-04fc-4f2c-8827-73390e726696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531423 Jul 16 18:02:45.319399 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be5d1223-a1cc-4557-935f-13b521103dc2 req-d37f17bf-c330-4b9f-a099-3540775b759f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 946 time: 0.1790915 Jul 16 18:02:45.345930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.346588 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.348157 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] 10.222.0.37 "PUT /v2.0/ports/b6941d53-c724-408c-8837-262eb4c57ba0 HTTP/1.1" status: 200 len: 1092 time: 2.0749691 Jul 16 18:02:45.363234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-8e5c64ba-98a2-4dcf-a703-46f1dd07e259 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.368153 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-8e5c64ba-98a2-4dcf-a703-46f1dd07e259 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 1095 time: 0.1491585 Jul 16 18:02:45.424911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd5954-10fc-4aee-9411-e998cec10fcf service neutron] Pushing event updated for resources: {'Port': ['ID=b6941d53-c724-408c-8837-262eb4c57ba0,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:45.431428 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-eced744c-8efc-4e1b-ace4-d8ae20c2a523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:45.441703 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be5d1223-a1cc-4557-935f-13b521103dc2 req-97702fb8-7c57-4865-a136-6cc182e3b72f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207874 Jul 16 18:02:45.471378 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-46422ac3-e3ca-4f9e-8dac-e22d39416d35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2 HTTP/1.1" status: 200 len: 217 time: 0.0872395 Jul 16 18:02:45.529442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaccb3d-0f74-4a9c-a010-0afce960b2e9 req-360648de-93a0-4db7-bd1f-de3a1fa6bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.531072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efaccb3d-0f74-4a9c-a010-0afce960b2e9 req-360648de-93a0-4db7-bd1f-de3a1fa6bdb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 200 len: 921 time: 0.2576544 Jul 16 18:02:45.547440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-8efc5ace-17fe-4272-80ba-68de331f4dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.549711 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-8efc5ace-17fe-4272-80ba-68de331f4dfa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.0704713 Jul 16 18:02:45.555287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e04d22c-7c0e-42eb-b770-d7a259508154 req-35c5b33b-ad60-4bf4-890b-4dcf8c2c025c service neutron] 10.222.0.37 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2193360 Jul 16 18:02:45.599365 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-33bf2159-8b61-4167-a05b-59820359e033 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398502 Jul 16 18:02:45.609172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efaccb3d-0f74-4a9c-a010-0afce960b2e9 req-8ef6cd8c-56af-4e52-952e-586c9ab5ee9b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 200 len: 217 time: 0.0539212 Jul 16 18:02:45.611347 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15934c78-0701-46e1-a8a0-74a97103f4ba x-openstack-request-id: req-15934c78-0701-46e1-a8a0-74a97103f4ba {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:45.611486 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a69bb88-340b-4434-920f-2c8ea3e6abd2", "name": "network-vif-plugged", "status": "completed", "tag": "dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:45.615205 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-15934c78-0701-46e1-a8a0-74a97103f4ba {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:45.615702 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a69bb88-340b-4434-920f-2c8ea3e6abd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3', 'code': 200} Jul 16 18:02:45.674363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-1b387102-cf07-4910-a672-0ac132024b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.675836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-1b387102-cf07-4910-a672-0ac132024b55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 1095 time: 0.2394822 Jul 16 18:02:45.735862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-ba83bcba-032d-4303-a653-da965313038f service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148689 Jul 16 18:02:45.820895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-cf86d93d-b572-4752-80be-136e0e284bb9 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips/add35ac0-041b-449a-b05f-f86bb250b6a0 HTTP/1.1" status: 200 len: 694 time: 0.1802969 Jul 16 18:02:45.829052 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-e40ab8af-70de-473a-b62c-e20347d21b23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6941d53-c724-408c-8837-262eb4c57ba0 HTTP/1.1" status: 200 len: 217 time: 0.0977488 Jul 16 18:02:45.862893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaccb3d-0f74-4a9c-a010-0afce960b2e9 req-aae3972a-8de4-4cf1-bc90-78f1eecdd9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:45.864420 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efaccb3d-0f74-4a9c-a010-0afce960b2e9 req-aae3972a-8de4-4cf1-bc90-78f1eecdd9f4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 200 len: 859 time: 0.2438660 Jul 16 18:02:45.988836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e04d22c-7c0e-42eb-b770-d7a259508154 req-fb222301-61ff-471d-b6a2-e7046fa7a40d service neutron] 10.222.0.37 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4243617 Jul 16 18:02:46.017731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1376e6bb-d76d-4bc3-837e-dd68b63d9f68', 'tag': 'ac1ffeb6-ac54-4114-823c-78bbea4164cc'}, {'name': 'network-changed', 'server_uuid': 'de982259-3812-49af-9155-a3c0d40e3f36', 'tag': 'b6941d53-c724-408c-8837-262eb4c57ba0'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:46.020009 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c361a59d-4b3a-4985-b082-9e9142652c9d" -d '{"events": [{"name": "network-changed", "server_uuid": "1376e6bb-d76d-4bc3-837e-dd68b63d9f68", "tag": "ac1ffeb6-ac54-4114-823c-78bbea4164cc"}, {"name": "network-changed", "server_uuid": "de982259-3812-49af-9155-a3c0d40e3f36", "tag": "b6941d53-c724-408c-8837-262eb4c57ba0"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:46.041443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-fd64f4e4-eb61-4082-8fc3-9797e8c45668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.042947 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-fd64f4e4-eb61-4082-8fc3-9797e8c45668 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.2004762 Jul 16 18:02:46.107212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0fdfc-27f9-4843-8047-eb9c8b589cec req-893623cd-e9b4-474a-893e-aeaf21f03985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.109428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19d0fdfc-27f9-4843-8047-eb9c8b589cec req-893623cd-e9b4-474a-893e-aeaf21f03985 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a69bb88-340b-4434-920f-2c8ea3e6abd2 HTTP/1.1" status: 200 len: 1096 time: 0.3911984 Jul 16 18:02:46.114235 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-46f8e6c9-7de0-47f4-9406-1f2357f278a1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605242 Jul 16 18:02:46.126729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-26e4b828-fe0e-452b-9c62-9cfe85a9f439 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.128348 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-26e4b828-fe0e-452b-9c62-9cfe85a9f439 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.2912722 Jul 16 18:02:46.176273 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efaccb3d-0f74-4a9c-a010-0afce960b2e9 req-926825ca-983e-485d-9f34-6a0ad7759972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.177698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efaccb3d-0f74-4a9c-a010-0afce960b2e9 req-926825ca-983e-485d-9f34-6a0ad7759972 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d8414f5d-f035-4d3d-b349-3497ab33b249&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2844086 Jul 16 18:02:46.186880 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e5fa2a2-7544-4ee7-ac9f-59d084e115a8 req-52d18228-16d7-4577-9652-60070222c93d service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4347689 Jul 16 18:02:46.194127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebee0aa-2a32-4b9e-87f0-6cbc37618364 req-a91ec3e1-6aaf-4a25-8b6a-69f7948143cb tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.195541 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ebee0aa-2a32-4b9e-87f0-6cbc37618364 req-a91ec3e1-6aaf-4a25-8b6a-69f7948143cb tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68 HTTP/1.1" status: 200 len: 944 time: 0.4536948 Jul 16 18:02:46.236469 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ebee0aa-2a32-4b9e-87f0-6cbc37618364 req-10a49c98-6544-4f7d-8eee-c3719f49071c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344911 Jul 16 18:02:46.304395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-290cc42d-ad22-481d-963b-abfd94e11c5c tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 697 time: 0.1651025 Jul 16 18:02:46.308928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19d0fdfc-27f9-4843-8047-eb9c8b589cec req-fd2a0bec-76e6-4662-98af-209a2cf5e4ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795917 Jul 16 18:02:46.405093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-def9fb93-5a12-4942-b912-3703d0a4874e service neutron] 10.222.0.37 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737544 Jul 16 18:02:46.409594 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-57c1c12f-52b1-4526-a3c6-fd3fae41d9bd tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.101 HTTP/1.1" status: 200 len: 697 time: 0.0932817 Jul 16 18:02:46.416572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea2080-aeb8-4aa0-857f-a90abd6b0489 req-55a0c793-8590-4085-96d2-0fc6162432ac tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:46.418109 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0cea2080-aeb8-4aa0-857f-a90abd6b0489 req-55a0c793-8590-4085-96d2-0fc6162432ac tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 946 time: 0.0690849 Jul 16 18:02:46.459588 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0cea2080-aeb8-4aa0-857f-a90abd6b0489 req-f64dd298-9b16-435b-90ea-81bc08e2e98e tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/security-groups?id=7f3bbaad-1601-4c63-b762-4c55ded2332d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344203 Jul 16 18:02:46.484249 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efaccb3d-0f74-4a9c-a010-0afce960b2e9 req-ca146b8a-67af-4d90-81c8-0870e91441ab service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2607415 Jul 16 18:02:46.630074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ac1ffeb6-ac54-4114-823c-78bbea4164cc details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:46.671247 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-1310a814-7dfd-4189-861c-b80ce84bba56 service neutron] 10.222.0.37 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588468 Jul 16 18:02:46.673417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 23b43716-8e66-4f6b-9291-8ed9958aaf0d details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:46.704088 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efaccb3d-0f74-4a9c-a010-0afce960b2e9 req-7c9f42f0-1e90-4969-a91d-7a0dc5defe91 service neutron] 10.222.0.37 "GET /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103312 Jul 16 18:02:46.718542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-dc3effb5-4293-4545-aba3-2c9287af9f35 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Deleting port 9690d416-9713-4b67-b2ec-fe8a2563485a {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:46.718805 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-dc3effb5-4293-4545-aba3-2c9287af9f35 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.834508 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-dc3effb5-4293-4545-aba3-2c9287af9f35 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.834956 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-dc3effb5-4293-4545-aba3-2c9287af9f35 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:46.852465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-dc3effb5-4293-4545-aba3-2c9287af9f35 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Calling delete_port for 9690d416-9713-4b67-b2ec-fe8a2563485a owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:46.887003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542ecb57-d614-4837-998b-7d2828ed64fb', 'tag': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:46.890317 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17271a25-3c21-44e1-9b97-7022c677ed05" -d '{"events": [{"name": "network-changed", "server_uuid": "542ecb57-d614-4837-998b-7d2828ed64fb", "tag": "42a28d6a-e5cd-4ddb-a337-aefd3915bda2"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:46.975433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 23b43716-8e66-4f6b-9291-8ed9958aaf0d, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=23b43716-8e66-4f6b-9291-8ed9958aaf0d,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:46.997089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '23b43716-8e66-4f6b-9291-8ed9958aaf0d', 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696', 'port_id': '23b43716-8e66-4f6b-9291-8ed9958aaf0d', 'mac_address': 'fa:16:3e:97:35:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633c2ee7-f48f-40eb-a2d4-a4e703d1ac30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:47.000030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ac1ffeb6-ac54-4114-823c-78bbea4164cc, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ac1ffeb6-ac54-4114-823c-78bbea4164cc,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:47.014248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'ac1ffeb6-ac54-4114-823c-78bbea4164cc', 'network_id': '66f6108c-04fc-4f2c-8827-73390e726696', 'port_id': 'ac1ffeb6-ac54-4114-823c-78bbea4164cc', 'mac_address': 'fa:16:3e:26:0a:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633c2ee7-f48f-40eb-a2d4-a4e703d1ac30', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:47.017178 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-dc3effb5-4293-4545-aba3-2c9287af9f35 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.038680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3032d8-6272-4923-bc03-0d18b8c980bf req-5f4f45d2-c775-4a9d-8873-694df142252d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.047225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8c3032d8-6272-4923-bc03-0d18b8c980bf req-5f4f45d2-c775-4a9d-8873-694df142252d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 944 time: 0.1018429 Jul 16 18:02:47.053390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3effb5-4293-4545-aba3-2c9287af9f35 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Pushing event deleted for resources: {'Port': ['ID=9690d416-9713-4b67-b2ec-fe8a2563485a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.069878 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.088846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23b43716-8e66-4f6b-9291-8ed9958aaf0d {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:47.096025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8c3032d8-6272-4923-bc03-0d18b8c980bf req-3e66d05b-ca81-49be-a132-43c5a7efae0a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475578 Jul 16 18:02:47.097510 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.126110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 23b43716-8e66-4f6b-9291-8ed9958aaf0d, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=23b43716-8e66-4f6b-9291-8ed9958aaf0d,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:47.131348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-dc3effb5-4293-4545-aba3-2c9287af9f35 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.133950 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-dc3effb5-4293-4545-aba3-2c9287af9f35 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.135147 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fdc2005-6845-4eba-ad93-52841a550a3d req-dc3effb5-4293-4545-aba3-2c9287af9f35 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "DELETE /v2.0/floatingips/add35ac0-041b-449a-b05f-f86bb250b6a0 HTTP/1.1" status: 204 len: 173 time: 0.7135792 Jul 16 18:02:47.143987 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.147218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac1ffeb6-ac54-4114-823c-78bbea4164cc {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:47.186369 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c868d4e4-7050-4084-88d2-30c3988bdc0a x-openstack-request-id: req-c868d4e4-7050-4084-88d2-30c3988bdc0a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:47.186666 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1376e6bb-d76d-4bc3-837e-dd68b63d9f68", "tag": "ac1ffeb6-ac54-4114-823c-78bbea4164cc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "de982259-3812-49af-9155-a3c0d40e3f36", "tag": "b6941d53-c724-408c-8837-262eb4c57ba0", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:47.186917 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c868d4e4-7050-4084-88d2-30c3988bdc0a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:47.187368 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1376e6bb-d76d-4bc3-837e-dd68b63d9f68', 'tag': 'ac1ffeb6-ac54-4114-823c-78bbea4164cc', 'status': 'completed', 'code': 200} Jul 16 18:02:47.187636 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de982259-3812-49af-9155-a3c0d40e3f36', 'tag': 'b6941d53-c724-408c-8837-262eb4c57ba0', 'status': 'completed', 'code': 200} Jul 16 18:02:47.199674 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ac1ffeb6-ac54-4114-823c-78bbea4164cc, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ac1ffeb6-ac54-4114-823c-78bbea4164cc,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:47.250528 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.260766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=23b43716-8e66-4f6b-9291-8ed9958aaf0d,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.338334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ac1ffeb6-ac54-4114-823c-78bbea4164cc,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:47.369453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-18525f4b-39d3-454a-a883-a069899cb5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.369453 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-18525f4b-39d3-454a-a883-a069899cb5e5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 1095 time: 0.0967054 Jul 16 18:02:47.370128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-130cac5d-78fa-4c99-b4da-1f374bb97c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.371718 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-130cac5d-78fa-4c99-b4da-1f374bb97c72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9fdf2e634ee54d96916870e980180204&device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68 HTTP/1.1" status: 200 len: 1096 time: 0.1563656 Jul 16 18:02:47.378228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68774895-79d7-4d33-ad84-e28c1a1b4b15 req-67e0d314-8419-4863-9562-44d3719e911d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.379843 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68774895-79d7-4d33-ad84-e28c1a1b4b15 req-67e0d314-8419-4863-9562-44d3719e911d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 944 time: 0.1357629 Jul 16 18:02:47.449107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68774895-79d7-4d33-ad84-e28c1a1b4b15 req-bee4a127-8cd1-4836-80f2-91903ab9038e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583863 Jul 16 18:02:47.482412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-f7908a0b-7539-4d9e-a7b7-62f8be32f2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.484220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-f7908a0b-7539-4d9e-a7b7-62f8be32f2c6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 912 time: 0.1072977 Jul 16 18:02:47.533002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['ac1ffeb6-ac54-4114-823c-78bbea4164cc'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:47.538254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c29e4a-05b9-4f07-8a81-570a1c4f7b3b req-d36041bb-4520-4088-beb9-daf4578148b3 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.539836 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01c29e4a-05b9-4f07-8a81-570a1c4f7b3b req-d36041bb-4520-4088-beb9-daf4578148b3 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.18 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 946 time: 0.1575460 Jul 16 18:02:47.575122 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-da5388b2-3839-4377-a8b7-21b470f4279e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b6941d53-c724-408c-8837-262eb4c57ba0 HTTP/1.1" status: 200 len: 217 time: 0.0802457 Jul 16 18:02:47.583163 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66b61f6-affe-46a5-a482-d170613f6fbe x-openstack-request-id: req-a66b61f6-affe-46a5-a482-d170613f6fbe {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:47.583874 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542ecb57-d614-4837-998b-7d2828ed64fb", "tag": "42a28d6a-e5cd-4ddb-a337-aefd3915bda2", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:47.584391 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a66b61f6-affe-46a5-a482-d170613f6fbe {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:47.585198 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542ecb57-d614-4837-998b-7d2828ed64fb', 'tag': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2', 'status': 'completed', 'code': 200} Jul 16 18:02:47.680390 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['23b43716-8e66-4f6b-9291-8ed9958aaf0d'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:47.730648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-4fd7656b-454a-4484-8eb3-497ce50f9bed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.732964 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-4fd7656b-454a-4484-8eb3-497ce50f9bed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.1426377 Jul 16 18:02:47.750139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17271a25-3c21-44e1-9b97-7022c677ed05 req-c2f27dab-88bb-4f3e-b99c-23eb7f0da45f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.752817 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17271a25-3c21-44e1-9b97-7022c677ed05 req-c2f27dab-88bb-4f3e-b99c-23eb7f0da45f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 1095 time: 0.1373215 Jul 16 18:02:47.754407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-01c29e4a-05b9-4f07-8a81-570a1c4f7b3b req-23aba2cc-4715-474c-957b-ce2df68a90e5 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Deleting port d749fef2-2445-4044-80b6-ecfb61382d4d {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:47.754953 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-01c29e4a-05b9-4f07-8a81-570a1c4f7b3b req-23aba2cc-4715-474c-957b-ce2df68a90e5 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:47.784777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-fd120e85-230e-404f-a03f-7ec42495ec2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388534 Jul 16 18:02:47.795075 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-3ca96ef4-dfa0-4481-ac12-9151ddc68bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.797003 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-3ca96ef4-dfa0-4481-ac12-9151ddc68bbd service neutron] 10.222.0.18 "GET /v2.0/networks?id=66f6108c-04fc-4f2c-8827-73390e726696 HTTP/1.1" status: 200 len: 919 time: 0.3117750 Jul 16 18:02:47.806029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598f8a6-68bc-4c60-9014-723029e7a5c0 req-736c9db4-6900-43de-97d5-d04805b18f76 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:47.807877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f598f8a6-68bc-4c60-9014-723029e7a5c0 req-736c9db4-6900-43de-97d5-d04805b18f76 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 946 time: 0.2310607 Jul 16 18:02:47.865709 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.069880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-01c29e4a-05b9-4f07-8a81-570a1c4f7b3b req-23aba2cc-4715-474c-957b-ce2df68a90e5 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] For port d749fef2-2445-4044-80b6-ecfb61382d4d, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d749fef2-2445-4044-80b6-ecfb61382d4d,segment=NetworkSegment(67833ff5-ea5b-4498-b791-331ec5fe3d62),segment_id=67833ff5-ea5b-4498-b791-331ec5fe3d62)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:48.070155 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-01c29e4a-05b9-4f07-8a81-570a1c4f7b3b req-23aba2cc-4715-474c-957b-ce2df68a90e5 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.073229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17271a25-3c21-44e1-9b97-7022c677ed05 req-87d6c7ee-99d0-4bc4-9ad8-e273b54df946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.074712 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17271a25-3c21-44e1-9b97-7022c677ed05 req-87d6c7ee-99d0-4bc4-9ad8-e273b54df946 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.2848253 Jul 16 18:02:48.094134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-01c29e4a-05b9-4f07-8a81-570a1c4f7b3b req-23aba2cc-4715-474c-957b-ce2df68a90e5 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Calling delete_port for d749fef2-2445-4044-80b6-ecfb61382d4d owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:48.121915 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c88dedbf-2d77-41b6-a619-3dd6a11415ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.156226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17271a25-3c21-44e1-9b97-7022c677ed05 req-8c9e8e02-084f-45d1-a76a-bfa0bd4c918b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2 HTTP/1.1" status: 200 len: 217 time: 0.0678148 Jul 16 18:02:48.275329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17271a25-3c21-44e1-9b97-7022c677ed05 req-c9dd02b8-9b13-4631-9ed5-ba09d8e5afec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.276859 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17271a25-3c21-44e1-9b97-7022c677ed05 req-c9dd02b8-9b13-4631-9ed5-ba09d8e5afec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.1086853 Jul 16 18:02:48.290866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ed962d-acce-496c-9741-b50ae15192a8 req-6b9de73c-18dc-442c-a101-fecbd3eb6e0d tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.292378 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33ed962d-acce-496c-9741-b50ae15192a8 req-6b9de73c-18dc-442c-a101-fecbd3eb6e0d tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68 HTTP/1.1" status: 200 len: 945 time: 0.2089331 Jul 16 18:02:48.297102 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-e625760d-4712-4197-a186-2a901bd54c99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac1ffeb6-ac54-4114-823c-78bbea4164cc HTTP/1.1" status: 200 len: 217 time: 0.4879961 Jul 16 18:02:48.340286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17271a25-3c21-44e1-9b97-7022c677ed05 req-125d0d18-4c1f-44d2-8d0a-f894cf1e850e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467296 Jul 16 18:02:48.377869 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-71195958-1a09-4579-9ffe-8c0449d32810 service neutron] 10.222.0.37 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5617185 Jul 16 18:02:48.385239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f598f8a6-68bc-4c60-9014-723029e7a5c0 req-8046f414-d404-4ba2-a672-0e9545fc9426 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290834 Jul 16 18:02:48.386665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-697340be-fbd9-4341-94e2-7cfeb3ca8f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.388740 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-697340be-fbd9-4341-94e2-7cfeb3ca8f99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=633c2ee7-f48f-40eb-a2d4-a4e703d1ac30 HTTP/1.1" status: 200 len: 858 time: 0.0834186 Jul 16 18:02:48.424675 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33ed962d-acce-496c-9741-b50ae15192a8 req-3b8a32d3-7f57-47d5-aedc-6773bbadde87 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154895 Jul 16 18:02:48.434029 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-20847161-ac89-4306-82f1-4b1e3ecdc012 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=66f6108c-04fc-4f2c-8827-73390e726696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359552 Jul 16 18:02:48.507443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-01c29e4a-05b9-4f07-8a81-570a1c4f7b3b req-23aba2cc-4715-474c-957b-ce2df68a90e5 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.520199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['d749fef2-2445-4044-80b6-ecfb61382d4d'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:48.553776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aba2cc-4715-474c-957b-ce2df68a90e5 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Pushing event deleted for resources: {'Port': ['ID=d749fef2-2445-4044-80b6-ecfb61382d4d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:48.559292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17271a25-3c21-44e1-9b97-7022c677ed05 req-0c94b547-346f-41e5-8c22-5068eaf2395d service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042179 Jul 16 18:02:48.579784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41274b58-2909-4449-9082-62a631a773a3 req-250cd654-e397-41ab-8ca7-007b19e4c1e4 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.47 "GET /v2.0/ports?device_id=476c90fa-55eb-4862-a2aa-0e0cb56e6d7c HTTP/1.1" status: 200 len: 210 time: 0.0658257 Jul 16 18:02:48.614650 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-c596cb8f-3389-44fe-8eef-c2bb00f343ca service neutron] 10.222.0.37 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253180 Jul 16 18:02:48.620027 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-986d016a-ab21-4723-9b12-f2a51311e4df service neutron] 10.222.0.18 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1758118 Jul 16 18:02:48.641545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ac1ffeb6-ac54-4114-823c-78bbea4164cc up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:48.721341 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-17271a25-3c21-44e1-9b97-7022c677ed05 req-ebb2cda0-0121-4a8b-9b4c-53ede151243d service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542130 Jul 16 18:02:48.722305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-01c29e4a-05b9-4f07-8a81-570a1c4f7b3b req-23aba2cc-4715-474c-957b-ce2df68a90e5 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] No DVR routers for this DVR port d749fef2-2445-4044-80b6-ecfb61382d4d on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:48.725592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-01c29e4a-05b9-4f07-8a81-570a1c4f7b3b req-23aba2cc-4715-474c-957b-ce2df68a90e5 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.727751 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01c29e4a-05b9-4f07-8a81-570a1c4f7b3b req-23aba2cc-4715-474c-957b-ce2df68a90e5 tempest-InstanceActionsTestJSON-2080018590 tempest-InstanceActionsTestJSON-2080018590-project] 10.222.0.18 "DELETE /v2.0/ports/d749fef2-2445-4044-80b6-ecfb61382d4d HTTP/1.1" status: 204 len: 173 time: 1.1793110 Jul 16 18:02:48.747546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c361a59d-4b3a-4985-b082-9e9142652c9d req-41829567-1612-4155-9212-5500497c6b2a service neutron] 10.222.0.18 "GET /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1190267 Jul 16 18:02:48.750905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port ac1ffeb6-ac54-4114-823c-78bbea4164cc completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:48.757220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port ac1ffeb6-ac54-4114-823c-78bbea4164cc triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:48.757599 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.800855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46475db1-ac06-496c-b249-099d6db2281e req-f21056a5-e8ad-4667-a96f-199249af0883 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.803635 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46475db1-ac06-496c-b249-099d6db2281e req-f21056a5-e8ad-4667-a96f-199249af0883 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 945 time: 0.0947454 Jul 16 18:02:48.849552 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46475db1-ac06-496c-b249-099d6db2281e req-fbc2f378-1ea2-4d62-bb86-8f07e929ecee tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395529 Jul 16 18:02:48.853503 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.878322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1376e6bb-d76d-4bc3-837e-dd68b63d9f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1ffeb6-ac54-4114-823c-78bbea4164cc'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:48.880768 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9a30e4a-9d78-44f7-a16c-81a8157bef1f" -d '{"events": [{"server_uuid": "1376e6bb-d76d-4bc3-837e-dd68b63d9f68", "name": "network-vif-plugged", "status": "completed", "tag": "ac1ffeb6-ac54-4114-823c-78bbea4164cc"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:48.896020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port ac1ffeb6-ac54-4114-823c-78bbea4164cc, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ac1ffeb6-ac54-4114-823c-78bbea4164cc,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:48.901671 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:48.921157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d34f61-e404-4215-8ad8-257ac5f00071 req-c0941976-fd49-4334-80ba-25c3fbbe2731 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.921590 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4d34f61-e404-4215-8ad8-257ac5f00071 req-c0941976-fd49-4334-80ba-25c3fbbe2731 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 946 time: 0.1561408 Jul 16 18:02:48.930784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611e162-3136-48a6-bb84-70bd0c7c36a3 req-1a5b55c3-30f5-4e32-8283-a15977c3a92a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:48.932435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e611e162-3136-48a6-bb84-70bd0c7c36a3 req-1a5b55c3-30f5-4e32-8283-a15977c3a92a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 944 time: 0.1158977 Jul 16 18:02:48.964963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=ac1ffeb6-ac54-4114-823c-78bbea4164cc,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.005343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e611e162-3136-48a6-bb84-70bd0c7c36a3 req-d60227a5-3585-4c71-8b7b-1a534639157e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638463 Jul 16 18:02:49.061026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-e4d34f61-e404-4215-8ad8-257ac5f00071 req-c31c08cb-86b2-4d96-a4a0-06e78c8f0714 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Deleting port 4735c461-446e-43bd-9d0e-3596e35ed321 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:49.061458 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e4d34f61-e404-4215-8ad8-257ac5f00071 req-c31c08cb-86b2-4d96-a4a0-06e78c8f0714 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.095047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55046) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:49.136979 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df1d646f-1a0e-4428-801e-d3c541d1833a x-openstack-request-id: req-df1d646f-1a0e-4428-801e-d3c541d1833a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:49.138395 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1376e6bb-d76d-4bc3-837e-dd68b63d9f68", "name": "network-vif-plugged", "status": "completed", "tag": "ac1ffeb6-ac54-4114-823c-78bbea4164cc", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:49.138395 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-df1d646f-1a0e-4428-801e-d3c541d1833a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:49.139214 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1376e6bb-d76d-4bc3-837e-dd68b63d9f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac1ffeb6-ac54-4114-823c-78bbea4164cc', 'code': 200} Jul 16 18:02:49.141495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-30bae56c-058a-4d9e-8dc9-ed16ded4e537 admin admin] Deleting subnet dba55bee-7eb5-4d34-8527-d9d14160a2f5 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:49.144733 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-30bae56c-058a-4d9e-8dc9-ed16ded4e537 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.184269 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-30bae56c-058a-4d9e-8dc9-ed16ded4e537 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.190799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-e4d34f61-e404-4215-8ad8-257ac5f00071 req-c31c08cb-86b2-4d96-a4a0-06e78c8f0714 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] For port 4735c461-446e-43bd-9d0e-3596e35ed321, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4735c461-446e-43bd-9d0e-3596e35ed321,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:49.191201 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e4d34f61-e404-4215-8ad8-257ac5f00071 req-c31c08cb-86b2-4d96-a4a0-06e78c8f0714 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.210524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-e4d34f61-e404-4215-8ad8-257ac5f00071 req-c31c08cb-86b2-4d96-a4a0-06e78c8f0714 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Calling delete_port for 4735c461-446e-43bd-9d0e-3596e35ed321 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:49.224908 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-30bae56c-058a-4d9e-8dc9-ed16ded4e537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.265502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68103ec9-c13d-40f5-8699-dd9440e2eeb1 req-4f1b21bd-a0b2-40b3-8368-eb29777cc049 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:49.267111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68103ec9-c13d-40f5-8699-dd9440e2eeb1 req-4f1b21bd-a0b2-40b3-8368-eb29777cc049 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 944 time: 0.1432271 Jul 16 18:02:49.292327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-30bae56c-058a-4d9e-8dc9-ed16ded4e537 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.318590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bae56c-058a-4d9e-8dc9-ed16ded4e537 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dba55bee-7eb5-4d34-8527-d9d14160a2f5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.322516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-30bae56c-058a-4d9e-8dc9-ed16ded4e537 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.327801 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-30bae56c-058a-4d9e-8dc9-ed16ded4e537 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dba55bee-7eb5-4d34-8527-d9d14160a2f5 HTTP/1.1" status: 204 len: 168 time: 0.2314456 Jul 16 18:02:49.328416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55048) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:49.376315 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68103ec9-c13d-40f5-8699-dd9440e2eeb1 req-adabb6a9-cc00-4260-90d0-8ae20a643dd8 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787277 Jul 16 18:02:49.386176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e298a431-d0d6-464c-a441-9a7b948d05cb req-7867f549-b0d2-4e3c-a6fb-01d8959547e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:49.388569 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e298a431-d0d6-464c-a441-9a7b948d05cb req-7867f549-b0d2-4e3c-a6fb-01d8959547e7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68 HTTP/1.1" status: 200 len: 1097 time: 0.1787803 Jul 16 18:02:49.406573 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.493646 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e4d34f61-e404-4215-8ad8-257ac5f00071 req-c31c08cb-86b2-4d96-a4a0-06e78c8f0714 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.509320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:49.515727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.527672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04437df4-dabe-4e30-825b-96d2cb805a72']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:49.580097 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51686583-22e8-4356-a90b-3c3a2002d14c req-20160a55-322b-4080-b5bb-6a88b0b12e89 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=975d1ab7-0923-452c-88f4-682dae727f2e HTTP/1.1" status: 200 len: 210 time: 0.0489609 Jul 16 18:02:49.580943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31c08cb-86b2-4d96-a4a0-06e78c8f0714 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event deleted for resources: {'Port': ['ID=4735c461-446e-43bd-9d0e-3596e35ed321,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.582349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc0ac1df-35ca-4a9f-b461-90d14b98d306') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:49.582726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc0ac1df-35ca-4a9f-b461-90d14b98d306') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:49.590357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476c90fa-55eb-4862-a2aa-0e0cb56e6d7c', 'name': 'network-vif-deleted', 'tag': 'd749fef2-2445-4044-80b6-ecfb61382d4d'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:49.594155 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee4e8ce2-71ed-46f9-896d-8a82c08edf31" -d '{"events": [{"server_uuid": "476c90fa-55eb-4862-a2aa-0e0cb56e6d7c", "name": "network-vif-deleted", "tag": "d749fef2-2445-4044-80b6-ecfb61382d4d"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:49.605632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.627908 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e298a431-d0d6-464c-a441-9a7b948d05cb req-270b74d6-f75e-4367-b386-f9ba07419c75 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2310991 Jul 16 18:02:49.651410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.660410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] Releasing vlan 399 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:49.660830 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.676195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4d34f61-e404-4215-8ad8-257ac5f00071 req-c31c08cb-86b2-4d96-a4a0-06e78c8f0714 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] No DVR routers for this DVR port 4735c461-446e-43bd-9d0e-3596e35ed321 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:49.679703 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e4d34f61-e404-4215-8ad8-257ac5f00071 req-c31c08cb-86b2-4d96-a4a0-06e78c8f0714 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.682089 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4d34f61-e404-4215-8ad8-257ac5f00071 req-c31c08cb-86b2-4d96-a4a0-06e78c8f0714 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "DELETE /v2.0/ports/4735c461-446e-43bd-9d0e-3596e35ed321 HTTP/1.1" status: 204 len: 173 time: 0.7487223 Jul 16 18:02:49.685288 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '975d1ab7-0923-452c-88f4-682dae727f2e', 'name': 'network-vif-deleted', 'tag': '4735c461-446e-43bd-9d0e-3596e35ed321'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:49.695003 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2512fc8d-244f-49dd-92c7-96ce1294554c" -d '{"events": [{"server_uuid": "975d1ab7-0923-452c-88f4-682dae727f2e", "name": "network-vif-deleted", "tag": "4735c461-446e-43bd-9d0e-3596e35ed321"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:49.724942 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:49.727244 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ebfbe14-c742-4c66-afb6-53370385e2d2 x-openstack-request-id: req-2ebfbe14-c742-4c66-afb6-53370385e2d2 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:49.727244 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476c90fa-55eb-4862-a2aa-0e0cb56e6d7c", "name": "network-vif-deleted", "tag": "d749fef2-2445-4044-80b6-ecfb61382d4d", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:49.727244 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ebfbe14-c742-4c66-afb6-53370385e2d2 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:49.727525 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476c90fa-55eb-4862-a2aa-0e0cb56e6d7c', 'name': 'network-vif-deleted', 'tag': 'd749fef2-2445-4044-80b6-ecfb61382d4d', 'status': 'completed', 'code': 200} Jul 16 18:02:49.728703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55060) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:49.747179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee53cde-ef19-49d3-9513-4e504465e855 req-25540d96-73d9-42c6-9b00-386ada9301ab tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:49.749271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4ee53cde-ef19-49d3-9513-4e504465e855 req-25540d96-73d9-42c6-9b00-386ada9301ab tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68 HTTP/1.1" status: 200 len: 946 time: 0.1035759 Jul 16 18:02:49.760212 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.767095 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb601265-a4c1-4808-ba51-913f9d0217ec x-openstack-request-id: req-cb601265-a4c1-4808-ba51-913f9d0217ec {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:49.767551 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "975d1ab7-0923-452c-88f4-682dae727f2e", "name": "network-vif-deleted", "tag": "4735c461-446e-43bd-9d0e-3596e35ed321", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:49.767840 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb601265-a4c1-4808-ba51-913f9d0217ec {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:49.768234 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '975d1ab7-0923-452c-88f4-682dae727f2e', 'name': 'network-vif-deleted', 'tag': '4735c461-446e-43bd-9d0e-3596e35ed321', 'status': 'completed', 'code': 200} Jul 16 18:02:49.774963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.785485 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.787508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] 10.222.0.47 "DELETE /v2.0/networks/04437df4-dabe-4e30-825b-96d2cb805a72 HTTP/1.1" status: 204 len: 168 time: 0.4581275 Jul 16 18:02:49.803009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f8ba10-0c5d-4bdf-8451-e8655f52787e admin admin] Pushing event deleted for resources: {'Network': ['ID=04437df4-dabe-4e30-825b-96d2cb805a72,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:49.813366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4ee53cde-ef19-49d3-9513-4e504465e855 req-df3621fe-63a5-4670-99ab-95b4835c9298 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566890 Jul 16 18:02:49.815858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-9638e670-be68-4e82-a6fd-ad8245bfdff1 admin admin] Deleting subnet 0acc93a1-c389-4b5b-b032-f243e3307c63 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:49.819426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9638e670-be68-4e82-a6fd-ad8245bfdff1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.864592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9638e670-be68-4e82-a6fd-ad8245bfdff1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.907491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9638e670-be68-4e82-a6fd-ad8245bfdff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:49.952748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55066) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:49.977277 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9638e670-be68-4e82-a6fd-ad8245bfdff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.017062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638e670-be68-4e82-a6fd-ad8245bfdff1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0acc93a1-c389-4b5b-b032-f243e3307c63,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.035069 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9638e670-be68-4e82-a6fd-ad8245bfdff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.038664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4f21a870-44e6-4c27-a7b2-724ca894220d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=73aa5fd56ec84590b4b027a1c2957112&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0812545 Jul 16 18:02:50.038749 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9638e670-be68-4e82-a6fd-ad8245bfdff1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0acc93a1-c389-4b5b-b032-f243e3307c63 HTTP/1.1" status: 204 len: 168 time: 0.3061042 Jul 16 18:02:50.038819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55072) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.041022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55074) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.063503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa444f77-47fe-4077-97b0-33baea9cf90b req-cb8f1378-1001-415a-9298-fba3783f88c0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:50.065087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa444f77-47fe-4077-97b0-33baea9cf90b req-cb8f1378-1001-415a-9298-fba3783f88c0 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.37 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 945 time: 0.1254745 Jul 16 18:02:50.129015 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.147423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338dddd6-8028-4d81-8814-823467df1e27 req-e90cae21-f26f-4658-ba0d-cea4e169e46a tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:50.148883 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-338dddd6-8028-4d81-8814-823467df1e27 req-e90cae21-f26f-4658-ba0d-cea4e169e46a tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 945 time: 0.1619697 Jul 16 18:02:50.167827 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0261-302d-470c-8931-19e50e222e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.202131 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0261-302d-470c-8931-19e50e222e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.248297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-fa444f77-47fe-4077-97b0-33baea9cf90b req-5dd174a8-a483-4f72-8d8f-bb93cfc820d5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Deleting port 8a5769e2-8ee0-4eee-83eb-750f1405d697 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:50.248678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fa444f77-47fe-4077-97b0-33baea9cf90b req-5dd174a8-a483-4f72-8d8f-bb93cfc820d5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.252714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.257888 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-338dddd6-8028-4d81-8814-823467df1e27 req-59c0c1d9-6af1-42cb-ae5a-59565deb1721 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/security-groups?id=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857346 Jul 16 18:02:50.266367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c969d234-493d-4698-9fc8-00615114ea88']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:50.277824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67833ff5-ea5b-4498-b791-331ec5fe3d62') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:50.278687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67833ff5-ea5b-4498-b791-331ec5fe3d62') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:50.305746 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.321201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.327529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:50.327890 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:50.329628 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:50.355985 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0261-302d-470c-8931-19e50e222e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.362914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a4d0261-302d-470c-8931-19e50e222e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.364247 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2a4d0261-302d-470c-8931-19e50e222e13 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6a106bd2-4531-4464-809c-dda2d5354acc HTTP/1.1" status: 204 len: 168 time: 0.3245568 Jul 16 18:02:50.389725 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.394678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d0261-302d-470c-8931-19e50e222e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a106bd2-4531-4464-809c-dda2d5354acc,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.396483 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.398594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c969d234-493d-4698-9fc8-00615114ea88 HTTP/1.1" status: 204 len: 168 time: 0.3566003 Jul 16 18:02:50.414288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85f289-f793-4592-a174-e61eeb0d4fd3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c969d234-493d-4698-9fc8-00615114ea88,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.415628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fa444f77-47fe-4077-97b0-33baea9cf90b req-5dd174a8-a483-4f72-8d8f-bb93cfc820d5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] For port 8a5769e2-8ee0-4eee-83eb-750f1405d697, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=8a5769e2-8ee0-4eee-83eb-750f1405d697,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:50.416002 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fa444f77-47fe-4077-97b0-33baea9cf90b req-5dd174a8-a483-4f72-8d8f-bb93cfc820d5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.437451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-fa444f77-47fe-4077-97b0-33baea9cf90b req-5dd174a8-a483-4f72-8d8f-bb93cfc820d5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Calling delete_port for 8a5769e2-8ee0-4eee-83eb-750f1405d697 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:50.457103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb2729-5650-4c18-83a1-6152a4546b86 req-f073ae05-1185-4d1b-8272-bd49aa31800d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:50.458722 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-73eb2729-5650-4c18-83a1-6152a4546b86 req-f073ae05-1185-4d1b-8272-bd49aa31800d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 944 time: 0.1923282 Jul 16 18:02:50.541971 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-73eb2729-5650-4c18-83a1-6152a4546b86 req-58303608-4f8b-45f9-bb26-0a21ae5f761e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742087 Jul 16 18:02:50.661871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d749fef2-2445-4044-80b6-ecfb61382d4d no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:50.682566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55084) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.702285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fa444f77-47fe-4077-97b0-33baea9cf90b req-5dd174a8-a483-4f72-8d8f-bb93cfc820d5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.730392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b6941d53-c724-408c-8837-262eb4c57ba0 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:50.733024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 23b43716-8e66-4f6b-9291-8ed9958aaf0d up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:50.743006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: d749fef2-2445-4044-80b6-ecfb61382d4d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:50.743533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d749fef2-2445-4044-80b6-ecfb61382d4d not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:50.772400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['8a5769e2-8ee0-4eee-83eb-750f1405d697'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:50.791327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f778ed2-c7b5-43b7-8355-436402352ac4 req-5f3a12cd-858c-463c-aba1-ae84faa31460 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:50.792904 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0f778ed2-c7b5-43b7-8355-436402352ac4 req-5f3a12cd-858c-463c-aba1-ae84faa31460 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 944 time: 0.2075462 Jul 16 18:02:50.798158 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cfa7ab4a-8faa-4e98-9810-13e9e36d04af admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d678c94e74a844fb83d23885967598b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1109135 Jul 16 18:02:50.798409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55090) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:50.876708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd174a8-a483-4f72-8d8f-bb93cfc820d5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Pushing event deleted for resources: {'Port': ['ID=8a5769e2-8ee0-4eee-83eb-750f1405d697,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:50.910126 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0f778ed2-c7b5-43b7-8355-436402352ac4 req-6b4a61b2-1365-4d8e-bb1f-351999000754 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041920 Jul 16 18:02:50.935441 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8e7886f-8604-4621-9d60-36ce8f54bd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.938185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 23b43716-8e66-4f6b-9291-8ed9958aaf0d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:50.955473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 23b43716-8e66-4f6b-9291-8ed9958aaf0d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:50.956132 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.963917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa444f77-47fe-4077-97b0-33baea9cf90b req-5dd174a8-a483-4f72-8d8f-bb93cfc820d5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] No DVR routers for this DVR port 8a5769e2-8ee0-4eee-83eb-750f1405d697 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:50.969747 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fa444f77-47fe-4077-97b0-33baea9cf90b req-5dd174a8-a483-4f72-8d8f-bb93cfc820d5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:50.972285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa444f77-47fe-4077-97b0-33baea9cf90b req-5dd174a8-a483-4f72-8d8f-bb93cfc820d5 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.37 "DELETE /v2.0/ports/8a5769e2-8ee0-4eee-83eb-750f1405d697 HTTP/1.1" status: 204 len: 173 time: 0.8972604 Jul 16 18:02:50.983606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8e7886f-8604-4621-9d60-36ce8f54bd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.028066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b6941d53-c724-408c-8837-262eb4c57ba0, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b6941d53-c724-408c-8837-262eb4c57ba0,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:51.050936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'b6941d53-c724-408c-8837-262eb4c57ba0', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'port_id': 'b6941d53-c724-408c-8837-262eb4c57ba0', 'mac_address': 'fa:16:3e:35:b0:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f56a12-2748-4e3d-89b9-151cce28c16a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:51.078930 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8e7886f-8604-4621-9d60-36ce8f54bd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.081900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8e7886f-8604-4621-9d60-36ce8f54bd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.083060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f8e7886f-8604-4621-9d60-36ce8f54bd61 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7f3bbaad-1601-4c63-b762-4c55ded2332d HTTP/1.1" status: 204 len: 168 time: 0.2837389 Jul 16 18:02:51.092930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7886f-8604-4621-9d60-36ce8f54bd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3bbaad-1601-4c63-b762-4c55ded2332d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:51.181688 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.183703 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.211274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6941d53-c724-408c-8837-262eb4c57ba0 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:51.240603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 23b43716-8e66-4f6b-9291-8ed9958aaf0d, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=23b43716-8e66-4f6b-9291-8ed9958aaf0d,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:51.242626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cdb0ef-698d-4593-ab5f-6a97a43ea735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b43716-8e66-4f6b-9291-8ed9958aaf0d'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:51.245513 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8894cdc2-9036-432d-a1dd-84cc5f5fa76b" -d '{"events": [{"server_uuid": "71cdb0ef-698d-4593-ab5f-6a97a43ea735", "name": "network-vif-plugged", "status": "completed", "tag": "23b43716-8e66-4f6b-9291-8ed9958aaf0d"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:51.250274 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.251115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4735c461-446e-43bd-9d0e-3596e35ed321 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:51.282206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8fb0d-3fc5-4731-8eff-540f200cc407 req-cb94df9b-35db-48f0-8109-4a635589a4de tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.287187 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffd8fb0d-3fc5-4731-8eff-540f200cc407 req-cb94df9b-35db-48f0-8109-4a635589a4de tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68 HTTP/1.1" status: 200 len: 946 time: 0.2134957 Jul 16 18:02:51.307140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b6941d53-c724-408c-8837-262eb4c57ba0, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b6941d53-c724-408c-8837-262eb4c57ba0,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:51.310790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 4735c461-446e-43bd-9d0e-3596e35ed321 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:51.311478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4735c461-446e-43bd-9d0e-3596e35ed321 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:51.316496 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.373604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=23b43716-8e66-4f6b-9291-8ed9958aaf0d,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:51.381196 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-1dc93237-ff10-4eeb-b57d-6335d7d983c7 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:51.389852 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-1dc93237-ff10-4eeb-b57d-6335d7d983c7 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.2492208 Jul 16 18:02:51.392249 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffd8fb0d-3fc5-4731-8eff-540f200cc407 req-2ca2c07b-8490-4c6c-908f-a78ca197a507 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949368 Jul 16 18:02:51.413974 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-caa5c17a-70ca-468d-a69d-f0c599afc424 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/quotas/b664ee214d3f4cf8a735949bb2cbdfdf HTTP/1.1" status: 200 len: 375 time: 0.0229445 Jul 16 18:02:51.488831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=b6941d53-c724-408c-8837-262eb4c57ba0,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:51.525630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-a0c3d396-50e7-4644-9e41-d19f7d50298e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1104398 Jul 16 18:02:51.658344 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-05c90acd-4d9f-46c7-b193-63c81e682590 service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314173 Jul 16 18:02:51.678143 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27dae28c-0f3f-4ac0-963f-27321ded782c x-openstack-request-id: req-27dae28c-0f3f-4ac0-963f-27321ded782c {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:51.678487 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cdb0ef-698d-4593-ab5f-6a97a43ea735", "name": "network-vif-plugged", "status": "completed", "tag": "23b43716-8e66-4f6b-9291-8ed9958aaf0d", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:51.678742 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-27dae28c-0f3f-4ac0-963f-27321ded782c {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:51.679418 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cdb0ef-698d-4593-ab5f-6a97a43ea735', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23b43716-8e66-4f6b-9291-8ed9958aaf0d', 'code': 200} Jul 16 18:02:51.760398 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['b6941d53-c724-408c-8837-262eb4c57ba0'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:51.770815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'name': 'network-vif-deleted', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:51.771907 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634dee51-f12a-4577-8168-79b751fd1902" -d '{"events": [{"server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "name": "network-vif-deleted", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:51.773832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55138) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:51.832300 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:51.834770 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-8ca7e024-e0c1-4ce0-8f46-992b27898e67 service neutron] 10.222.0.47 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754704 Jul 16 18:02:51.942513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1adbea1a-8d46-4613-972a-ea0b52599ce1 req-b36c7c6b-f928-495e-b594-6396ae0acf68 tempest-FloatingIPsAssociationTestJSON-1826856029 tempest-FloatingIPsAssociationTestJSON-1826856029-project] 10.222.0.47 "GET /v2.0/ports?device_id=35d8ec2d-ab5c-4bf3-b06d-52886806adcb HTTP/1.1" status: 200 len: 210 time: 0.1180387 Jul 16 18:02:51.969032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1329719558-network', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:51.982235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed4eba1-7f28-41e8-905b-523818ac37d0 req-877fc178-1187-4868-bf7e-cf1553c2fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.005263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ed4eba1-7f28-41e8-905b-523818ac37d0 req-877fc178-1187-4868-bf7e-cf1553c2fc28 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=71cdb0ef-698d-4593-ab5f-6a97a43ea735 HTTP/1.1" status: 200 len: 1096 time: 0.2008164 Jul 16 18:02:52.011468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Made reservation on behalf of 7d83d309f9074dd3b369e14a6fd7f177 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:52.018696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.032959 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.073470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ed4eba1-7f28-41e8-905b-523818ac37d0 req-9dc36d33-0321-426f-abac-b32d0cac4cc9 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608404 Jul 16 18:02:52.161058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.166983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.197398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5196f477-03d6-4f50-ad69-75dbcf5d44c7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.208490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:52.220677 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.220945 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Added segment 9543a82a-992e-4960-97f4-c8e41b3f3b33 of type vlan for network 9bc4763d-4d12-486b-8214-853c955a2609 Jul 16 18:02:52.275668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9431063-83e1-4c4f-91bc-fd774a65c3e7 req-76af4032-ecda-413c-854c-12a924c71e86 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.277345 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9431063-83e1-4c4f-91bc-fd774a65c3e7 req-76af4032-ecda-413c-854c-12a924c71e86 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a69bb88-340b-4434-920f-2c8ea3e6abd2 HTTP/1.1" status: 200 len: 945 time: 0.1037705 Jul 16 18:02:52.328643 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.333287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9431063-83e1-4c4f-91bc-fd774a65c3e7 req-ce8e9cd4-60f5-4737-9317-5b7265dad388 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486963 Jul 16 18:02:52.388188 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7be9a84-8da0-4e16-aa4f-80570f3c2b7e x-openstack-request-id: req-c7be9a84-8da0-4e16-aa4f-80570f3c2b7e {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:52.388479 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35d8ec2d-ab5c-4bf3-b06d-52886806adcb", "name": "network-vif-deleted", "tag": "8a5769e2-8ee0-4eee-83eb-750f1405d697", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:52.388728 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c7be9a84-8da0-4e16-aa4f-80570f3c2b7e {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:52.389213 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35d8ec2d-ab5c-4bf3-b06d-52886806adcb', 'name': 'network-vif-deleted', 'tag': '8a5769e2-8ee0-4eee-83eb-750f1405d697', 'status': 'completed', 'code': 200} Jul 16 18:02:52.390950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aae27f-c983-400c-b395-ee3ff645dbd3 req-12fc9bfd-8aed-4173-a8df-fcf760bb4f7e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.392538 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-28aae27f-c983-400c-b395-ee3ff645dbd3 req-12fc9bfd-8aed-4173-a8df-fcf760bb4f7e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 944 time: 0.1120884 Jul 16 18:02:52.435388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.436662 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.437453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.448849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55170) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:52.481855 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7062919 Jul 16 18:02:52.484924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55174) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:52.490980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] Request body: {'subnet': {'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1329719558-subnet', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:52.513493 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-28aae27f-c983-400c-b395-ee3ff645dbd3 req-17fd33d4-d5eb-4899-98dd-c1c51285de24 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117756 Jul 16 18:02:52.561861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] Made reservation on behalf of 7d83d309f9074dd3b369e14a6fd7f177 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:52.564443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.576645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f42cb7-7439-4944-bc4e-48bcaed660b6 admin admin] Pushing event updated for resources: {'Network': ['ID=9bc4763d-4d12-486b-8214-853c955a2609,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:52.586460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9bc4763d-4d12-486b-8214-853c955a2609 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:52.600893 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-08fe32fd-ef9b-4d4e-a4cc-158924dcf1eb req-1f137e09-eede-4f6a-9176-b0bc6c483e3b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 210 time: 0.0333247 Jul 16 18:02:52.602590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2059681197-network', 'tenant_id': 'ca1d178fdd3d4977aa22469785a0e9e1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:52.690817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6567e7-739b-4fba-a1ba-40dfd690349f req-44639e81-1499-4360-910b-a7f0707b822e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.692309 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c6567e7-739b-4fba-a1ba-40dfd690349f req-44639e81-1499-4360-910b-a7f0707b822e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 945 time: 0.2050519 Jul 16 18:02:52.697254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Made reservation on behalf of ca1d178fdd3d4977aa22469785a0e9e1 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:52.699551 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.719920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 8a5769e2-8ee0-4eee-83eb-750f1405d697 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:52.722395 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:52.751789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 8a5769e2-8ee0-4eee-83eb-750f1405d697 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:52.752649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 8a5769e2-8ee0-4eee-83eb-750f1405d697 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:52.779373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c6567e7-739b-4fba-a1ba-40dfd690349f req-2d7036bf-717d-41ae-8f9b-f074289e45a2 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774236 Jul 16 18:02:52.823836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4115e1-e8b3-40e4-b3d6-e0be3ee61cba req-726dfff6-c881-4a99-92a4-adb76548d212 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:52.826959 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cf4115e1-e8b3-40e4-b3d6-e0be3ee61cba req-726dfff6-c881-4a99-92a4-adb76548d212 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=71cdb0ef-698d-4593-ab5f-6a97a43ea735 HTTP/1.1" status: 200 len: 945 time: 0.0966728 Jul 16 18:02:52.895754 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cf4115e1-e8b3-40e4-b3d6-e0be3ee61cba req-9f945afb-a292-4df0-aefb-d23fb9888dc3 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494144 Jul 16 18:02:52.905137 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.000657 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.005655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc478255-8360-453e-ba9d-a86e2bdb2f7a,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.013548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] Checking segment: {'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:53.014024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] Network hostable DHCP agents. Network: 9bc4763d-4d12-486b-8214-853c955a2609, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:53.016639 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.056630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:02:53.065299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6dc8c1-02cb-4a46-b6ed-a767366c568f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.071152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] Network 9bc4763d-4d12-486b-8214-853c955a2609 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:53.073912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55180) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:53.078991 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.079345 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Added segment 2c3d1b13-231b-41af-a93a-c4cea56df712 of type vlan for network 601c3dd3-c194-4ca3-a8b2-3999ceb2c173 Jul 16 18:02:53.089279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9bc4763d-4d12-486b-8214-853c955a2609) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:53.101548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdbe747e-f6b3-434a-852f-72578f6bba69 None None] Network 9bc4763d-4d12-486b-8214-853c955a2609 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:53.113185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.113785 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.138379 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.154307 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2469595a-f84f-45be-bef8-01bd2afa146b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6644506 Jul 16 18:02:53.154502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55182) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:53.159496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:53.198056 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.199517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.200998 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.218301 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.219528 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.235481 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7852588 Jul 16 18:02:53.238919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55184) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:53.243762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] Request body: {'subnet': {'network_id': '601c3dd3-c194-4ca3-a8b2-3999ceb2c173', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2059681197-subnet', 'tenant_id': 'ca1d178fdd3d4977aa22469785a0e9e1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:53.284360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-9bc4763d-4d12-486b-8214-853c955a2609', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'fixed_ips': [{'subnet_id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:02:53.285404 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.343982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c94c499-7b2e-449c-b155-ef0faa178bdf admin admin] Pushing event updated for resources: {'Network': ['ID=601c3dd3-c194-4ca3-a8b2-3999ceb2c173,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.353986 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.358026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] Made reservation on behalf of ca1d178fdd3d4977aa22469785a0e9e1 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:53.361793 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.363205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 601c3dd3-c194-4ca3-a8b2-3999ceb2c173 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:02:53.484882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Allocated IP 172.20.0.2 (9bc4763d-4d12-486b-8214-853c955a2609/bc478255-8360-453e-ba9d-a86e2bdb2f7a/fc84130e-b963-48e0-a8b3-1b6c8c502ad3) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:53.491708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.579987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.745855 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.769357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Transition to ACTIVE for port object fc84130e-b963-48e0-a8b3-1b6c8c502ad3 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:53.801784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97d746-9068-4ddd-9f2e-134b5feddf6c req-aaab0fbd-6919-41e7-a4e7-832cb8193ace tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:53.810967 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe97d746-9068-4ddd-9f2e-134b5feddf6c req-aaab0fbd-6919-41e7-a4e7-832cb8193ace tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 944 time: 0.1202457 Jul 16 18:02:53.811749 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.812188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Transition to ACTIVE for port object fc84130e-b963-48e0-a8b3-1b6c8c502ad3 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:53.823500 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.875447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Network 9bc4763d-4d12-486b-8214-853c955a2609 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:53.878636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:53.881288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:53.896236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Pushing event updated for resources: {'Port': ['ID=fc84130e-b963-48e0-a8b3-1b6c8c502ad3,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.907234 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe97d746-9068-4ddd-9f2e-134b5feddf6c req-f61ff255-c58f-46ae-8b42-e9e6d7fd6eea tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952997 Jul 16 18:02:53.959907 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cfdca45f-b376-4be5-beb7-eda4a25fa44d req-63ae0b9b-e6b0-428f-8ba3-262696da5fee tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 210 time: 0.1278107 Jul 16 18:02:53.981281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] Pushing event updated for resources: {'Subnet': ['ID=616709c3-cca8-4bf4-861b-c75927a1cd0d,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:53.984323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] Deleting port ec17a7be-43c4-4993-8f11-39007335556e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:53.985606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:53.987806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Attempting to bind port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:53.988183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Attempting to bind port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:53.988530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Attempting to bind port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 on network 9bc4763d-4d12-486b-8214-853c955a2609 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:54.003140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:54.003485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Checking segment: {'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:54.003987 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.004377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Bound using segment: {'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:54.004848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Bound port: fc84130e-b963-48e0-a8b3-1b6c8c502ad3, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:54.005700 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.009887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] Checking segment: {'id': '2c3d1b13-231b-41af-a93a-c4cea56df712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '601c3dd3-c194-4ca3-a8b2-3999ceb2c173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:54.010812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] Network hostable DHCP agents. Network: 601c3dd3-c194-4ca3-a8b2-3999ceb2c173, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:02:54.081990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] For port fc84130e-b963-48e0-a8b3-1b6c8c502ad3, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:02:54.085549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] For port fc84130e-b963-48e0-a8b3-1b6c8c502ad3, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fc84130e-b963-48e0-a8b3-1b6c8c502ad3,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:02:54.090682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.095671 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:02:54.147650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] For port ec17a7be-43c4-4993-8f11-39007335556e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ec17a7be-43c4-4993-8f11-39007335556e,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:54.148036 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.163019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-c7fe9204-ce33-4547-94d3-dc918a98b287 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.165572 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-c7fe9204-ce33-4547-94d3-dc918a98b287 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 805 time: 0.3899841 Jul 16 18:02:54.195860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e0bd5e-0563-42e1-b3f7-78d355a9d84a None None] Pushing event updated for resources: {'Port': ['ID=fc84130e-b963-48e0-a8b3-1b6c8c502ad3,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:54.213106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] Calling delete_port for ec17a7be-43c4-4993-8f11-39007335556e owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:54.249413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Request body: {'port': {'device_id': 'e741ea2c-94d0-4daf-9f61-3e9d0ff4781c', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'admin_state_up': True, 'tenant_id': 'b664ee214d3f4cf8a735949bb2cbdfdf'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:54.256384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] Network 601c3dd3-c194-4ca3-a8b2-3999ceb2c173 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:02:54.290134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f691ee6-7d84-4561-b856-f5f40f02adb7 req-03d44b2a-375a-435e-86d0-8c581f2340ee tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.291521 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f691ee6-7d84-4561-b856-f5f40f02adb7 req-03d44b2a-375a-435e-86d0-8c581f2340ee tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 945 time: 0.1406662 Jul 16 18:02:54.311329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 601c3dd3-c194-4ca3-a8b2-3999ceb2c173) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:54.315761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.316348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.325798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992526e4-c648-47da-9bc3-30982b659d40 None None] Network 601c3dd3-c194-4ca3-a8b2-3999ceb2c173 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:54.371130 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.566666 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745b2e00-e713-4153-84ec-3f8f89099a4c None None] Network 601c3dd3-c194-4ca3-a8b2-3999ceb2c173 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:54.685282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:02:54.721465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b6941d53-c724-408c-8837-262eb4c57ba0 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:54.743668 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f691ee6-7d84-4561-b856-f5f40f02adb7 req-c11cdf13-a081-455a-a40e-13812bbbf113 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421513 Jul 16 18:02:54.792116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-50117c07-6648-4a52-9f58-7dc7197b160a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5519836 Jul 16 18:02:54.795080 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.896122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.896349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Made reservation on behalf of b664ee214d3f4cf8a735949bb2cbdfdf for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:54.900256 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.901012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port b6941d53-c724-408c-8837-262eb4c57ba0 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:54.927389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:54.930504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port b6941d53-c724-408c-8837-262eb4c57ba0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:54.939695 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:54.957017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec17a7be-43c4-4993-8f11-39007335556e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:54.958686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3e62d-7bda-46ce-b5a2-548f9764f9fe req-16f5b053-a613-4f00-bf4e-daae655f05ec tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:54.967873 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6f3e62d-7bda-46ce-b5a2-548f9764f9fe req-16f5b053-a613-4f00-bf4e-daae655f05ec tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=71cdb0ef-698d-4593-ab5f-6a97a43ea735 HTTP/1.1" status: 200 len: 945 time: 0.7819705 Jul 16 18:02:55.022280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2', 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a', 'port_id': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2', 'mac_address': 'fa:16:3e:ff:98:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21ed82e1-1954-46e5-b764-f2ea6d3478e2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:02:55.058629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6f3e62d-7bda-46ce-b5a2-548f9764f9fe req-37ce8b74-ed08-4ee7-abcc-7ae56840c027 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897396 Jul 16 18:02:55.117906 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.177636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:55.240454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:55.242110 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.257829 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.376760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Allocated IP 172.25.7.220 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/35327a77-117d-41fc-98e9-095b2bff74f2) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:55.380679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Allocated IP 172.20.0.7 (88d7e17d-fce6-4465-9ce6-c030327e05f0/7463a0aa-132d-4bcf-9602-3be3945aec50/7f464ec2-57db-4ad4-a6de-dadca0be9302) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:02:55.458232 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.534988 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de982259-3812-49af-9155-a3c0d40e3f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6941d53-c724-408c-8837-262eb4c57ba0'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:55.537240 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-751c579f-9a4e-4a5c-a326-7243f3697be3" -d '{"events": [{"server_uuid": "de982259-3812-49af-9155-a3c0d40e3f36", "name": "network-vif-plugged", "status": "completed", "tag": "b6941d53-c724-408c-8837-262eb4c57ba0"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:55.565348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b6941d53-c724-408c-8837-262eb4c57ba0, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b6941d53-c724-408c-8837-262eb4c57ba0,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:55.573510 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.583622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769b31cf-d69c-44d0-8f49-958fb6a18c00 None None] Network 9bc4763d-4d12-486b-8214-853c955a2609 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:55.616288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:55.633382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['42a28d6a-e5cd-4ddb-a337-aefd3915bda2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:55.678397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81ff0d-55fa-4874-852f-f6c9cea0efe4 req-2f0458ee-4a9c-46d2-a8b7-a092ea29d848 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.680751 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1d81ff0d-55fa-4874-852f-f6c9cea0efe4 req-2f0458ee-4a9c-46d2-a8b7-a092ea29d848 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 945 time: 0.3225374 Jul 16 18:02:55.714858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ba46afa3-835e-450e-88db-3c333a0d5208 None None] Provisioning for port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:55.733318 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.756458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-ee040200-c834-4fbc-b717-12d8ff208419 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:55.757978 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-ee040200-c834-4fbc-b717-12d8ff208419 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/networks?id=601c3dd3-c194-4ca3-a8b2-3999ceb2c173 HTTP/1.1" status: 200 len: 822 time: 0.2466240 Jul 16 18:02:55.783093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=b6941d53-c724-408c-8837-262eb4c57ba0,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:55.786760 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-ce722299-9052-438a-a6b4-1780651e8d76 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/quotas/ca1d178fdd3d4977aa22469785a0e9e1 HTTP/1.1" status: 200 len: 375 time: 0.0224025 Jul 16 18:02:55.795295 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1d81ff0d-55fa-4874-852f-f6c9cea0efe4 req-1c7f0999-7ce5-4050-a809-8a2d68422839 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968442 Jul 16 18:02:55.808243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] Router bcf02bd0-07a3-451c-9162-1ada9e40572a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:02:55.827707 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:55.870218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-3c1628c8-919c-4a26-b7f0-5b603ba99ab1 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ca1d178fdd3d4977aa22469785a0e9e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0720689 Jul 16 18:02:55.912325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.023205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:56.034097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:56.047058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:56.056167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20dc1a7f-7a52-40e2-94b4-e88f1e0ac2d7 req-fe2bec3d-fada-437a-94c7-595b2998ea35 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 210 time: 0.0480127 Jul 16 18:02:56.063208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Pushing event updated for resources: {'Port': ['ID=35327a77-117d-41fc-98e9-095b2bff74f2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.075232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:56.083406 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-27256142-2b96-476c-9797-cb9bd4eaeb67 admin admin] 10.222.0.47 "PUT /v2.0/routers/bcf02bd0-07a3-451c-9162-1ada9e40572a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0082254 Jul 16 18:02:56.084057 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55226) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:56.086879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa3b01f-4179-4d06-ae21-43feb6adfb1b None None] Sync routers for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:56.112344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fc84130e-b963-48e0-a8b3-1b6c8c502ad3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:56.114805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa3b01f-4179-4d06-ae21-43feb6adfb1b None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:56.115460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-faa3b01f-4179-4d06-ae21-43feb6adfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:56.128266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-82d43690-a2bc-4072-9591-903fa7cfe370 service neutron] 10.222.0.47 "GET /v2.0/networks/601c3dd3-c194-4ca3-a8b2-3999ceb2c173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581258 Jul 16 18:02:56.167471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.239421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.335368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event updated for resources: {'Port': ['ID=7f464ec2-57db-4ad4-a6de-dadca0be9302,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:56.341391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-8a67d35f-b202-4486-9747-7dfee5fe9010 service neutron] 10.222.0.47 "GET /v2.0/networks/601c3dd3-c194-4ca3-a8b2-3999ceb2c173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113674 Jul 16 18:02:56.428893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:56.443218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.455186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:02:56.458553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-faa3b01f-4179-4d06-ae21-43feb6adfb1b None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:56.461689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:56.461689 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.463029 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-984c9bb3-253f-415d-85bc-8715648ba1b5 None None] Provisioning complete for port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:56.463384 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-984c9bb3-253f-415d-85bc-8715648ba1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.545233 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ecf29a-7e30-4a31-865e-0001c217cf93 x-openstack-request-id: req-e3ecf29a-7e30-4a31-865e-0001c217cf93 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:56.545528 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de982259-3812-49af-9155-a3c0d40e3f36", "name": "network-vif-plugged", "status": "completed", "tag": "b6941d53-c724-408c-8837-262eb4c57ba0", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:56.545783 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3ecf29a-7e30-4a31-865e-0001c217cf93 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:56.546171 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de982259-3812-49af-9155-a3c0d40e3f36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6941d53-c724-408c-8837-262eb4c57ba0', 'code': 200} Jul 16 18:02:56.546376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Network 88d7e17d-fce6-4465-9ce6-c030327e05f0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:02:56.562443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Deleting port 097db444-4af3-4b45-b321-c0193782b272 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:56.562796 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.627023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:02:56.634571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:02:56.705986 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:56.726474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] For port 097db444-4af3-4b45-b321-c0193782b272, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=097db444-4af3-4b45-b321-c0193782b272,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:56.727137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.745164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Calling delete_port for 097db444-4af3-4b45-b321-c0193782b272 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:56.833296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ecb23-5d86-4cbd-ac2a-a4e207bc242c req-fa81c133-3215-43cf-9e5f-cb4c5ff60b8b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.835012 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4d0ecb23-5d86-4cbd-ac2a-a4e207bc242c req-fa81c133-3215-43cf-9e5f-cb4c5ff60b8b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 946 time: 0.1548014 Jul 16 18:02:56.867171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.867915 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.932984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-b13f1abe-faa0-445b-8695-371b4de7a196 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6918490 Jul 16 18:02:56.939871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a7b16f2-22ec-4e24-ba6c-53ff3f38250e req-348dfcb8-0717-40c7-bf2e-c4138fd0d476 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4128125 Jul 16 18:02:56.946434 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:56.952080 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4d0ecb23-5d86-4cbd-ac2a-a4e207bc242c req-ea5487f5-5829-414b-a56b-60ca78dc8e69 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099017 Jul 16 18:02:56.952972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e25a4a-df21-48f9-bd77-69100ca23cf5 req-072f5c63-6de8-4356-8919-a055088af0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:56.954492 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11e25a4a-df21-48f9-bd77-69100ca23cf5 req-072f5c63-6de8-4356-8919-a055088af0f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 1097 time: 0.3241651 Jul 16 18:02:57.014504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Request body: {'port': {'device_id': 'e741ea2c-94d0-4daf-9f61-3e9d0ff4781c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:57.066747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:02:57.080388 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-974a7e2b-377f-4fc4-a50f-c49a237c5d74 req-0e8e2f1f-ed39-4347-a736-81000a71a891 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 210 time: 0.0475371 Jul 16 18:02:57.111418 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.163155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11e25a4a-df21-48f9-bd77-69100ca23cf5 req-69261915-56b3-4024-9ebc-d666bd18b5d3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589739 Jul 16 18:02:57.167538 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-984c9bb3-253f-415d-85bc-8715648ba1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.174631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cda8f6-ef7e-4ff1-829c-84c98e0b3a08 req-fbc9ecaa-cd93-4d6a-bbf6-140194b13e53 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.176102 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4cda8f6-ef7e-4ff1-829c-84c98e0b3a08 req-fbc9ecaa-cd93-4d6a-bbf6-140194b13e53 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=71cdb0ef-698d-4593-ab5f-6a97a43ea735 HTTP/1.1" status: 200 len: 945 time: 0.3692713 Jul 16 18:02:57.182027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Pushing event deleted for resources: {'Port': ['ID=097db444-4af3-4b45-b321-c0193782b272,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:57.245153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:57.245623 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.286120 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.312884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b16f2-22ec-4e24-ba6c-53ff3f38250e req-bb788c95-ae58-48e1-9ca1-7df6e92c7c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.314705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a7b16f2-22ec-4e24-ba6c-53ff3f38250e req-bb788c95-ae58-48e1-9ca1-7df6e92c7c58 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 1095 time: 0.3127000 Jul 16 18:02:57.324310 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.327410 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4cda8f6-ef7e-4ff1-829c-84c98e0b3a08 req-af589cb0-09c3-427c-8341-f9e9c330aef5 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221895 Jul 16 18:02:57.346768 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.400143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-984c9bb3-253f-415d-85bc-8715648ba1b5 None None] For port fc84130e-b963-48e0-a8b3-1b6c8c502ad3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fc84130e-b963-48e0-a8b3-1b6c8c502ad3,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:57.425001 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-984c9bb3-253f-415d-85bc-8715648ba1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.509063 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.519050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.537543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-faa3b01f-4179-4d06-ae21-43feb6adfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151'}], 'enable_snat': True}, 'gw_port_id': '097db444-4af3-4b45-b321-c0193782b272', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:02:54Z', 'revision_number': 5, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port': {'id': '097db444-4af3-4b45-b321-c0193782b272', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:16:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 943, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:01:14Z', 'updated_at': '2021-07-16T18:01:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:57.543968 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:02:57.543968 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:02:57.578016 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.579706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984c9bb3-253f-415d-85bc-8715648ba1b5 None None] Pushing event updated for resources: {'Port': ['ID=fc84130e-b963-48e0-a8b3-1b6c8c502ad3,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:57.583404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa3b01f-4179-4d06-ae21-43feb6adfb1b None None] Checking router: bcf02bd0-07a3-451c-9162-1ada9e40572a for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:57.588223 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.597674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c6907-d6cf-4af1-aac9-37ab5b5512cd req-bb554c0d-c49c-4202-98ea-4b18075a3b6c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.605687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-807c6907-d6cf-4af1-aac9-37ab5b5512cd req-bb554c0d-c49c-4202-98ea-4b18075a3b6c tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 945 time: 0.3538220 Jul 16 18:02:57.606734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:57.610776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa3b01f-4179-4d06-ae21-43feb6adfb1b None None] Routers {'bcf02bd0-07a3-451c-9162-1ada9e40572a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:57.611397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-faa3b01f-4179-4d06-ae21-43feb6adfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bcf02bd0-07a3-451c-9162-1ada9e40572a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:57.616468 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.705777 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.706349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcf02bd0-07a3-451c-9162-1ada9e40572a {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:02:57.712648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.714209 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5285b3dc-9067-442e-a2e4-8a0031cf8f29 admin admin] 10.222.0.47 "DELETE /v2.0/routers/bcf02bd0-07a3-451c-9162-1ada9e40572a HTTP/1.1" status: 204 len: 168 time: 1.6292155 Jul 16 18:02:57.716242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-faa3b01f-4179-4d06-ae21-43feb6adfb1b None None] Set router bcf02bd0-07a3-451c-9162-1ada9e40572a gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:57.718741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55246) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:57.740458 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-807c6907-d6cf-4af1-aac9-37ab5b5512cd req-2ee840f9-0f13-4d55-9588-e1ae9ddd3cd2 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322489 Jul 16 18:02:57.776950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-faa3b01f-4179-4d06-ae21-43feb6adfb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:02:56Z', 'revision_number': 7, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:57.784633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b16f2-22ec-4e24-ba6c-53ff3f38250e req-4fe47ad0-d89c-4e32-a150-7d558b63b5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.786195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a7b16f2-22ec-4e24-ba6c-53ff3f38250e req-4fe47ad0-d89c-4e32-a150-7d558b63b5ea service neutron] 10.222.0.37 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.3125310 Jul 16 18:02:57.798998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-279f619f-21cc-4e15-a95f-071707c0df20 admin admin] Deleting subnet 63d6a39e-ab09-47bf-beb0-a6f631f4ec22 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:02:57.803102 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-279f619f-21cc-4e15-a95f-071707c0df20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.819767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa3b01f-4179-4d06-ae21-43feb6adfb1b None None] The sync data for ids ['bcf02bd0-07a3-451c-9162-1ada9e40572a'] in n-d-794306-7 is: [{'id': 'bcf02bd0-07a3-451c-9162-1ada9e40572a', 'name': 'tempest-FloatingIPsAssociationTestJSON-125175717-router', 'tenant_id': '942829dc112443d6afce2ca4581d3e51', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:01:13Z', 'updated_at': '2021-07-16T18:02:56Z', 'revision_number': 7, 'project_id': '942829dc112443d6afce2ca4581d3e51', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:02:57.824141 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:57.867951 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-279f619f-21cc-4e15-a95f-071707c0df20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:57.868512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a7b16f2-22ec-4e24-ba6c-53ff3f38250e req-503102ca-68a2-433c-9d6e-73371c782c65 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450 HTTP/1.1" status: 200 len: 217 time: 0.0695264 Jul 16 18:02:57.879614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28075330-a581-4eeb-a6ec-428bdb7574c9 req-cce78c33-13f1-441f-b997-a1066ce61d0d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:57.881064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28075330-a581-4eeb-a6ec-428bdb7574c9 req-cce78c33-13f1-441f-b997-a1066ce61d0d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 931 time: 0.3907874 Jul 16 18:02:57.956984 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-279f619f-21cc-4e15-a95f-071707c0df20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.017334 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-279f619f-21cc-4e15-a95f-071707c0df20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.051364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279f619f-21cc-4e15-a95f-071707c0df20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d6a39e-ab09-47bf-beb0-a6f631f4ec22,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.062809 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-279f619f-21cc-4e15-a95f-071707c0df20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.067543 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-279f619f-21cc-4e15-a95f-071707c0df20 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/63d6a39e-ab09-47bf-beb0-a6f631f4ec22 HTTP/1.1" status: 204 len: 168 time: 0.3477931 Jul 16 18:02:58.068161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55250) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:58.102874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9680c0-0f3d-400d-9354-54ad4ad908f0 None None] Network d8414f5d-f035-4d3d-b349-3497ab33b249 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:02:58.232398 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.412763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08285d91-8896-4613-94c5-dd2deae5bc97 req-6cbe6eec-5bf3-4bb6-9f64-8fc73ef74e3e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.422493 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-08285d91-8896-4613-94c5-dd2deae5bc97 req-6cbe6eec-5bf3-4bb6-9f64-8fc73ef74e3e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 946 time: 0.2604079 Jul 16 18:02:58.448929 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Deleting port 41d221b4-b845-441f-aca3-80248691eba1 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:58.449279 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.504297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f464ec2-57db-4ad4-a6de-dadca0be9302 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:02:58.511268 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-08285d91-8896-4613-94c5-dd2deae5bc97 req-f77f7d9a-c0da-41dd-add1-cbe929f42f8d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878267 Jul 16 18:02:58.529568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Router 51de69db-fdaf-4192-9c34-060c504c75a9 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:02:58.532669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.547139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542ecb57-d614-4837-998b-7d2828ed64fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:02:58.549493 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9699b2cf-8fec-43d9-ab2f-4b3b55f7910a" -d '{"events": [{"server_uuid": "542ecb57-d614-4837-998b-7d2828ed64fb", "name": "network-vif-plugged", "status": "completed", "tag": "42a28d6a-e5cd-4ddb-a337-aefd3915bda2"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:02:58.562471 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28075330-a581-4eeb-a6ec-428bdb7574c9 req-fb9da12b-72e9-46c2-a328-94f17ca2c899 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6740117 Jul 16 18:02:58.568905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b16f2-22ec-4e24-ba6c-53ff3f38250e req-41a3374c-0751-4f9c-b529-4dba8bc47434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.570359 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a7b16f2-22ec-4e24-ba6c-53ff3f38250e req-41a3374c-0751-4f9c-b529-4dba8bc47434 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.6524549 Jul 16 18:02:58.573246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] For port 41d221b4-b845-441f-aca3-80248691eba1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=41d221b4-b845-441f-aca3-80248691eba1,segment=NetworkSegment(2204d359-bfcc-44d5-b448-c19f4a745c9d),segment_id=2204d359-bfcc-44d5-b448-c19f4a745c9d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:02:58.573622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.589359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Calling delete_port for 41d221b4-b845-441f-aca3-80248691eba1 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:02:58.606138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Transition to ACTIVE for port object 7f464ec2-57db-4ad4-a6de-dadca0be9302 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:58.613100 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.695842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.707101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20524d8-668c-44a9-a3e9-8a995e35dab0 None None] DHCP port deletion for d8414f5d-f035-4d3d-b349-3497ab33b249 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:02:58.723700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fc84130e-b963-48e0-a8b3-1b6c8c502ad3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:02:58.767218 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5d37795a-3bdf-4dd2-82c2-a5a72b82b09d req-deec72af-e6f5-4778-9182-83bc08d9d222 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 210 time: 0.0867641 Jul 16 18:02:58.772848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a7b16f2-22ec-4e24-ba6c-53ff3f38250e req-d3c9c869-36b9-411a-af07-e0a5c3896751 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1250284 Jul 16 18:02:58.818914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:02:58.819315 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:58.820183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Pushing event deleted for resources: {'Port': ['ID=41d221b4-b845-441f-aca3-80248691eba1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.835715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] No DVR routers for this DVR port 41d221b4-b845-441f-aca3-80248691eba1 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:02:58.873681 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4913b268-e9e6-4c06-987b-c76b00684306 x-openstack-request-id: req-4913b268-e9e6-4c06-987b-c76b00684306 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:02:58.874265 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542ecb57-d614-4837-998b-7d2828ed64fb", "name": "network-vif-plugged", "status": "completed", "tag": "42a28d6a-e5cd-4ddb-a337-aefd3915bda2", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:02:58.874657 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4913b268-e9e6-4c06-987b-c76b00684306 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:02:58.875145 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542ecb57-d614-4837-998b-7d2828ed64fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2', 'code': 200} Jul 16 18:02:58.947486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-91ff5fa9-d2dc-4dbb-9b28-015f1fe99bfd tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:58.950259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-91ff5fa9-d2dc-4dbb-9b28-015f1fe99bfd tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.18 "GET /v2.0/networks?id=601c3dd3-c194-4ca3-a8b2-3999ceb2c173 HTTP/1.1" status: 200 len: 822 time: 0.4747100 Jul 16 18:02:58.963180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Pushing event updated for resources: {'Port': ['ID=7f464ec2-57db-4ad4-a6de-dadca0be9302,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:58.978292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ec17a7be-43c4-4993-8f11-39007335556e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:02:59.003266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Request body: {'port': {'device_id': '4a0d4bc4-9d7a-4b7c-a953-13bf50b17282', 'network_id': '601c3dd3-c194-4ca3-a8b2-3999ceb2c173', 'admin_state_up': True, 'tenant_id': 'ca1d178fdd3d4977aa22469785a0e9e1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:02:59.005379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: ec17a7be-43c4-4993-8f11-39007335556e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:02:59.005877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ec17a7be-43c4-4993-8f11-39007335556e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:02:59.021248 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.066086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8414f5d-f035-4d3d-b349-3497ab33b249']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:59.078419 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.108062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2204d359-bfcc-44d5-b448-c19f4a745c9d') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:59.108372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2204d359-bfcc-44d5-b448-c19f4a745c9d') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:59.125206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.147130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.162635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:02:59.163050 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:02:59.167600 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:02:59.204025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:02:59.213908 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Sync routers for ids ['51de69db-fdaf-4192-9c34-060c504c75a9'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:02:59.224440 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Routers {'51de69db-fdaf-4192-9c34-060c504c75a9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:02:59.224995 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['51de69db-fdaf-4192-9c34-060c504c75a9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:59.238909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7139f0-2e17-4179-bc41-c74c52c3ec1b req-a716cf83-71b0-4518-9200-aa68d71faad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.240806 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a7139f0-2e17-4179-bc41-c74c52c3ec1b req-a716cf83-71b0-4518-9200-aa68d71faad7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 1097 time: 0.2166648 Jul 16 18:02:59.254563 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f3d30a-6694-4341-b11c-99063fc74d3e req-9d630c64-56ad-4625-9ea8-3d36314adb1b tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.256104 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5f3d30a-6694-4341-b11c-99063fc74d3e req-9d630c64-56ad-4625-9ea8-3d36314adb1b tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 946 time: 0.1876123 Jul 16 18:02:59.274124 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.280149 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.282073 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] 10.222.0.47 "DELETE /v2.0/networks/d8414f5d-f035-4d3d-b349-3497ab33b249 HTTP/1.1" status: 204 len: 168 time: 1.2129920 Jul 16 18:02:59.318281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481fd488-ec0b-44d5-bd5d-f52635d01939 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8414f5d-f035-4d3d-b349-3497ab33b249,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:02:59.338080 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a7139f0-2e17-4179-bc41-c74c52c3ec1b req-22716fc4-9da0-478a-b569-e8fc01884e37 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802379 Jul 16 18:02:59.343595 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Set router 51de69db-fdaf-4192-9c34-060c504c75a9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:02:59.354478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5f3d30a-6694-4341-b11c-99063fc74d3e req-ddf29c26-f223-49e2-9d56-7e84abefb016 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882442 Jul 16 18:02:59.381083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Made reservation on behalf of ca1d178fdd3d4977aa22469785a0e9e1 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:02:59.385300 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.414746 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791b5cf-4f23-4ad4-a605-6443aefb799e req-c73a2a23-c8fe-4e11-ac00-c136fbd821ff tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.417268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8791b5cf-4f23-4ad4-a605-6443aefb799e req-c73a2a23-c8fe-4e11-ac00-c136fbd821ff tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.37 "GET /v2.0/ports?device_id=71cdb0ef-698d-4593-ab5f-6a97a43ea735 HTTP/1.1" status: 200 len: 945 time: 0.7651649 Jul 16 18:02:59.462614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55266) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:59.487378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Attempting to bind port 7f464ec2-57db-4ad4-a6de-dadca0be9302 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:02:59.487878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Attempting to bind port 7f464ec2-57db-4ad4-a6de-dadca0be9302 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:02:59.488269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Attempting to bind port 7f464ec2-57db-4ad4-a6de-dadca0be9302 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:59.507962 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a7b16f2-22ec-4e24-ba6c-53ff3f38250e req-be06cf83-895a-4824-9f9c-550cf496e005 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7094464 Jul 16 18:02:59.509638 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.510944 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6384f541-bbce-4202-a5a8-f4c28a14456e admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.3554790 Jul 16 18:02:59.514425 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-331c6a47-608e-45ca-bd66-62b011629adc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=942829dc112443d6afce2ca4581d3e51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0473554 Jul 16 18:02:59.514731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55268) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:59.515198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55270) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:02:59.549030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Port 7f464ec2-57db-4ad4-a6de-dadca0be9302 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:02:59.549418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Attempting to bind port 7f464ec2-57db-4ad4-a6de-dadca0be9302 on network 88d7e17d-fce6-4465-9ce6-c030327e05f0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:02:59.565640 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c2150-40c2-49c6-ab48-144e61e42b08 req-4a3463a8-40a5-4cce-bf1d-b4e5556aa28b tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.573210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-483c2150-40c2-49c6-ab48-144e61e42b08 req-4a3463a8-40a5-4cce-bf1d-b4e5556aa28b tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=71cdb0ef-698d-4593-ab5f-6a97a43ea735 HTTP/1.1" status: 200 len: 945 time: 0.7977817 Jul 16 18:02:59.580587 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:02:56Z', 'revision_number': 3, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:02:59.610988 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Checking router: 51de69db-fdaf-4192-9c34-060c504c75a9 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:02:59.611336 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Updating router 51de69db-fdaf-4192-9c34-060c504c75a9 port 35327a77-117d-41fc-98e9-095b2bff74f2 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:02:59.618276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-41b0765a-ebf2-406b-aaf5-9a96b529a2cb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:02:59.619968 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-41b0765a-ebf2-406b-aaf5-9a96b529a2cb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.37 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 946 time: 0.5838511 Jul 16 18:02:59.620748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:02:59.621086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Checking segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:02:59.622003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Bound using segment: {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:02:59.622471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Bound port: 7f464ec2-57db-4ad4-a6de-dadca0be9302, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '51a30a62-25b1-4071-a34c-b38fbfc47e08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:02:59.622834 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.653990 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.658170 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-01d3f435-6a58-4f5d-97ee-bc7b90d24bc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.726032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-01d3f435-6a58-4f5d-97ee-bc7b90d24bc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.846238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-483c2150-40c2-49c6-ab48-144e61e42b08 req-a54212ef-673b-41c6-b960-2ecce3c282d1 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2720346 Jul 16 18:02:59.882690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a7b16f2-22ec-4e24-ba6c-53ff3f38250e req-55840407-da73-4281-a33d-7ad6b22ae7f6 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429360 Jul 16 18:02:59.954029 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.956120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-8791b5cf-4f23-4ad4-a605-6443aefb799e req-d868d2a6-57a5-450b-ab9e-05ab8336891c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Deleting port 23b43716-8e66-4f6b-9291-8ed9958aaf0d {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:02:59.956555 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8791b5cf-4f23-4ad4-a605-6443aefb799e req-d868d2a6-57a5-450b-ab9e-05ab8336891c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.967965 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Transition to ACTIVE for port object 35327a77-117d-41fc-98e9-095b2bff74f2 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:02:59.975093 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:02:59.983143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] For port 7f464ec2-57db-4ad4-a6de-dadca0be9302, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:00.010101 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Attempting to bind port 35327a77-117d-41fc-98e9-095b2bff74f2 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:00.010477 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Attempting to bind port 35327a77-117d-41fc-98e9-095b2bff74f2 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:00.010890 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Attempting to bind port 35327a77-117d-41fc-98e9-095b2bff74f2 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:00.021163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] For port 7f464ec2-57db-4ad4-a6de-dadca0be9302, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7f464ec2-57db-4ad4-a6de-dadca0be9302,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:00.035129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Allocated IP 172.20.0.7 (601c3dd3-c194-4ca3-a8b2-3999ceb2c173/616709c3-cca8-4bf4-861b-c75927a1cd0d/764bda3d-668c-41a6-ace6-694a62d7b5aa) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:00.038017 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:00.038402 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:00.038915 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.039310 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:00.039911 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Bound port: 35327a77-117d-41fc-98e9-095b2bff74f2, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:00.040401 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.043874 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.189084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.189925 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.191614 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] 10.222.0.37 "PUT /v2.0/ports/7f464ec2-57db-4ad4-a6de-dadca0be9302 HTTP/1.1" status: 200 len: 1091 time: 3.1883774 Jul 16 18:03:00.196824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e741ea2c-94d0-4daf-9f61-3e9d0ff4781c', 'tag': '7f464ec2-57db-4ad4-a6de-dadca0be9302'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:00.199199 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9133b0f-18c5-4bba-ab5f-37b9a33cbf28" -d '{"events": [{"name": "network-changed", "server_uuid": "e741ea2c-94d0-4daf-9f61-3e9d0ff4781c", "tag": "7f464ec2-57db-4ad4-a6de-dadca0be9302"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:00.224110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-f10666b4-00cd-4a61-9ce6-b5a279695384 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Deleting port b6941d53-c724-408c-8837-262eb4c57ba0 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:00.224555 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-f10666b4-00cd-4a61-9ce6-b5a279695384 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.243178 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-01d3f435-6a58-4f5d-97ee-bc7b90d24bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.243810 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Pushing event updated for resources: {'Port': ['ID=35327a77-117d-41fc-98e9-095b2bff74f2,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.245201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-01d3f435-6a58-4f5d-97ee-bc7b90d24bc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.249225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-01d3f435-6a58-4f5d-97ee-bc7b90d24bc9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb HTTP/1.1" status: 204 len: 168 time: 0.7285867 Jul 16 18:03:00.263437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59338b54-9e3c-4ff5-af2e-446f337b6bd9 req-1ba827f2-11e3-46f1-b4cf-f5cbb8802f05 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.267763 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] For port 35327a77-117d-41fc-98e9-095b2bff74f2, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:00.272659 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] For port 35327a77-117d-41fc-98e9-095b2bff74f2, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=35327a77-117d-41fc-98e9-095b2bff74f2,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:00.275913 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.276625 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.277278 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.278387 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.279278 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.279863 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.280351 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.280901 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.281434 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.281929 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.282402 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.282957 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:00.289357 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.292393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-59338b54-9e3c-4ff5-af2e-446f337b6bd9 req-1ba827f2-11e3-46f1-b4cf-f5cbb8802f05 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 946 time: 0.6014245 Jul 16 18:03:00.333258 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 41d221b4-b845-441f-aca3-80248691eba1 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:00.371053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 41d221b4-b845-441f-aca3-80248691eba1 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:00.374786 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3f435-6a58-4f5d-97ee-bc7b90d24bc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c09d0d-762b-4322-8a6a-3e9b3d2eb7eb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.375210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 41d221b4-b845-441f-aca3-80248691eba1 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:00.375861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 097db444-4af3-4b45-b321-c0193782b272 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:00.382807 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0183553f-2204-48b5-86e8-adfff67f35be service neutron] Pushing event updated for resources: {'Port': ['ID=7f464ec2-57db-4ad4-a6de-dadca0be9302,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.388882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8791b5cf-4f23-4ad4-a605-6443aefb799e req-d868d2a6-57a5-450b-ab9e-05ab8336891c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] For port 23b43716-8e66-4f6b-9291-8ed9958aaf0d, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=23b43716-8e66-4f6b-9291-8ed9958aaf0d,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:00.389374 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8791b5cf-4f23-4ad4-a605-6443aefb799e req-d868d2a6-57a5-450b-ab9e-05ab8336891c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.405709 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfe8e48-4013-4c1c-8083-9b8fac307579 None None] Pushing event updated for resources: {'Port': ['ID=35327a77-117d-41fc-98e9-095b2bff74f2,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.440825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-8791b5cf-4f23-4ad4-a605-6443aefb799e req-d868d2a6-57a5-450b-ab9e-05ab8336891c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Calling delete_port for 23b43716-8e66-4f6b-9291-8ed9958aaf0d owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:00.445521 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Routers {'51de69db-fdaf-4192-9c34-060c504c75a9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:00.447851 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['51de69db-fdaf-4192-9c34-060c504c75a9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:00.467209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 097db444-4af3-4b45-b321-c0193782b272 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:00.467925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 097db444-4af3-4b45-b321-c0193782b272 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:00.478334 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-59338b54-9e3c-4ff5-af2e-446f337b6bd9 req-74a8df52-6799-4393-be12-8c8366a0b5fe tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849575 Jul 16 18:03:00.625993 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] Set router 51de69db-fdaf-4192-9c34-060c504c75a9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:00.676836 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.709019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c11708-73b6-4a25-913b-5045f137a858 req-236571d2-0ef9-426e-819f-248ff16f77ce tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.712000 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3c11708-73b6-4a25-913b-5045f137a858 req-236571d2-0ef9-426e-819f-248ff16f77ce tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 943 time: 0.6701202 Jul 16 18:03:00.747651 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1357c77e-605e-4eba-a2c5-04d9517e8fb0 req-4ba5ca9a-e720-472e-97f6-5fa786024db7 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 210 time: 0.0514996 Jul 16 18:03:00.798201 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8791b5cf-4f23-4ad4-a605-6443aefb799e req-d868d2a6-57a5-450b-ab9e-05ab8336891c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.814450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3', 'ac1ffeb6-ac54-4114-823c-78bbea4164cc'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:00.849571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-f10666b4-00cd-4a61-9ce6-b5a279695384 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] For port b6941d53-c724-408c-8837-262eb4c57ba0, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b6941d53-c724-408c-8837-262eb4c57ba0,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:00.849942 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-f10666b4-00cd-4a61-9ce6-b5a279695384 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:00.866535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['23b43716-8e66-4f6b-9291-8ed9958aaf0d'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:00.884276 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5d143c1-48d2-4830-b030-48b11d4799e6 x-openstack-request-id: req-e5d143c1-48d2-4830-b030-48b11d4799e6 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:00.884276 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e741ea2c-94d0-4daf-9f61-3e9d0ff4781c", "tag": "7f464ec2-57db-4ad4-a6de-dadca0be9302", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:00.884276 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e5d143c1-48d2-4830-b030-48b11d4799e6 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:00.884276 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e741ea2c-94d0-4daf-9f61-3e9d0ff4781c', 'tag': '7f464ec2-57db-4ad4-a6de-dadca0be9302', 'status': 'completed', 'code': 200} Jul 16 18:03:00.900159 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:02:56Z', 'revision_number': 3, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:00.902065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d868d2a6-57a5-450b-ab9e-05ab8336891c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Pushing event deleted for resources: {'Port': ['ID=23b43716-8e66-4f6b-9291-8ed9958aaf0d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:00.906063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-86a79a5b-3aa1-44e5-912d-c75fd4ff05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:00.908195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-86a79a5b-3aa1-44e5-912d-c75fd4ff05f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 1094 time: 0.6059284 Jul 16 18:03:00.927213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-f10666b4-00cd-4a61-9ce6-b5a279695384 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Calling delete_port for b6941d53-c724-408c-8837-262eb4c57ba0 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:00.982708 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e57e9f1-5368-4479-bf1b-1f2584f71783 None None] The sync data for ids ['51de69db-fdaf-4192-9c34-060c504c75a9'] in n-d-794306-7 is: [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:02:56Z', 'revision_number': 3, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:01.049482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Allocated IP 172.20.0.1 (9bc4763d-4d12-486b-8214-853c955a2609/bc478255-8360-453e-ba9d-a86e2bdb2f7a/bb1457d4-8750-4f3b-bc08-aea8738a352f) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:01.116870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-1a53c663-4cfe-4291-8d37-d372179ae52c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f464ec2-57db-4ad4-a6de-dadca0be9302 HTTP/1.1" status: 200 len: 217 time: 0.1911294 Jul 16 18:03:01.125580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3c11708-73b6-4a25-913b-5045f137a858 req-362d1312-8cb3-441a-8cf7-c33a22de951d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3917139 Jul 16 18:03:01.146548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.214786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.236087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Transition to ACTIVE for port object bb1457d4-8750-4f3b-bc08-aea8738a352f will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:01.278477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8791b5cf-4f23-4ad4-a605-6443aefb799e req-d868d2a6-57a5-450b-ab9e-05ab8336891c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] No DVR routers for this DVR port 23b43716-8e66-4f6b-9291-8ed9958aaf0d on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:01.284940 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.286252 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8791b5cf-4f23-4ad4-a605-6443aefb799e req-d868d2a6-57a5-450b-ab9e-05ab8336891c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.296752 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8791b5cf-4f23-4ad4-a605-6443aefb799e req-d868d2a6-57a5-450b-ab9e-05ab8336891c tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.37 "DELETE /v2.0/ports/23b43716-8e66-4f6b-9291-8ed9958aaf0d HTTP/1.1" status: 204 len: 173 time: 1.8710270 Jul 16 18:03:01.336526 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Network 9bc4763d-4d12-486b-8214-853c955a2609 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:01.340991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:01.346684 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:01.462082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.507707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.608770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Network 601c3dd3-c194-4ca3-a8b2-3999ceb2c173 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:01.615250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1457d4-8750-4f3b-bc08-aea8738a352f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:01.653413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:01.656569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:01.788950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aad314b0-bd70-43a5-bc81-ec176fd99fb5 None None] Provisioning for port bb1457d4-8750-4f3b-bc08-aea8738a352f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:01.792966 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.795658 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aad314b0-bd70-43a5-bc81-ec176fd99fb5 None None] Provisioning complete for port bb1457d4-8750-4f3b-bc08-aea8738a352f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:01.797066 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aad314b0-bd70-43a5-bc81-ec176fd99fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:01.814623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422bd9a2-a9ea-4e2e-9691-6afc2618cf64 req-b930a254-786f-4646-832d-76e5e89acc7e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:01.823297 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-422bd9a2-a9ea-4e2e-9691-6afc2618cf64 req-b930a254-786f-4646-832d-76e5e89acc7e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 946 time: 0.1925063 Jul 16 18:03:01.843991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-aad314b0-bd70-43a5-bc81-ec176fd99fb5 None None] Port bb1457d4-8750-4f3b-bc08-aea8738a352f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:02.082477 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.093924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.169809 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-491d1183-2a60-498e-b9a0-fdb5bef16642 req-25bd784a-fce2-4620-a89e-259c33137fac tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=71cdb0ef-698d-4593-ab5f-6a97a43ea735 HTTP/1.1" status: 200 len: 210 time: 0.5556912 Jul 16 18:03:02.196691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-e7ef15de-c588-4875-b8d9-e38f43a1e06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.200860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-e7ef15de-c588-4875-b8d9-e38f43a1e06b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 1.0737562 Jul 16 18:03:02.211009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Pushing event updated for resources: {'Port': ['ID=bb1457d4-8750-4f3b-bc08-aea8738a352f,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:02.295358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-422bd9a2-a9ea-4e2e-9691-6afc2618cf64 req-bae7dc04-1af0-404e-81a6-c7e3d1326836 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4646013 Jul 16 18:03:02.299410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.330046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-fb3ac151-c6f5-4105-9b22-b9e27c91f31f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0739043 Jul 16 18:03:02.358976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 35327a77-117d-41fc-98e9-095b2bff74f2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:02.374641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Pushing event updated for resources: {'Port': ['ID=764bda3d-668c-41a6-ace6-694a62d7b5aa,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:02.491168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 35327a77-117d-41fc-98e9-095b2bff74f2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:02.495956 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 35327a77-117d-41fc-98e9-095b2bff74f2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:02.497987 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.552595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.553552 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.584584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Network 9bc4763d-4d12-486b-8214-853c955a2609 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:02.586085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:02.665409 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.688144 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 35327a77-117d-41fc-98e9-095b2bff74f2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=35327a77-117d-41fc-98e9-095b2bff74f2,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:02.693710 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.719890 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-f671e8e8-a022-4823-b098-0deefbd3340a service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3462126 Jul 16 18:03:02.721935 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-36a16cb6-b359-4942-8734-bdce2bf14d6e req-05e31b10-75fe-4638-9f84-3bb9c8499990 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 210 time: 0.2204621 Jul 16 18:03:02.723514 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-f10666b4-00cd-4a61-9ce6-b5a279695384 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.725892 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-789c9d52-b003-4890-bd24-d21d21845231 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7537632 Jul 16 18:03:02.756742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['b6941d53-c724-408c-8837-262eb4c57ba0'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:02.813966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 23b43716-8e66-4f6b-9291-8ed9958aaf0d no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:02.815882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Router 51de69db-fdaf-4192-9c34-060c504c75a9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:02.844343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff7a9a99-f8c3-4a82-8b4f-4805e0ceb58c req-069cca4b-1dd7-4e6a-a60d-c5366d7baa96 service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109200 Jul 16 18:03:02.848946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 23b43716-8e66-4f6b-9291-8ed9958aaf0d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:02.849558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 23b43716-8e66-4f6b-9291-8ed9958aaf0d not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:02.852528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=35327a77-117d-41fc-98e9-095b2bff74f2,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:02.879233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Request body: {'port': {'device_id': '4a0d4bc4-9d7a-4b7c-a953-13bf50b17282', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:02.917341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71cdb0ef-698d-4593-ab5f-6a97a43ea735', 'name': 'network-vif-deleted', 'tag': '23b43716-8e66-4f6b-9291-8ed9958aaf0d'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:02.921231 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01dfc5cd-433a-4f96-9709-19501cfec8ad" -d '{"events": [{"server_uuid": "71cdb0ef-698d-4593-ab5f-6a97a43ea735", "name": "network-vif-deleted", "tag": "23b43716-8e66-4f6b-9291-8ed9958aaf0d"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:02.940089 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e4f0ad-e307-41fe-9cc3-a8e67ecdefcd req-0c229d2f-f0a5-4b0d-b006-46c09ce93d26 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:02.947806 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68e4f0ad-e307-41fe-9cc3-a8e67ecdefcd req-0c229d2f-f0a5-4b0d-b006-46c09ce93d26 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 931 time: 0.2818348 Jul 16 18:03:02.977820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43044065-5ec7-41db-9daf-c0a9023f988c None None] Provisioning complete for port bb1457d4-8750-4f3b-bc08-aea8738a352f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:02.978338 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43044065-5ec7-41db-9daf-c0a9023f988c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:02.980556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10666b4-00cd-4a61-9ce6-b5a279695384 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event deleted for resources: {'Port': ['ID=b6941d53-c724-408c-8837-262eb4c57ba0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:03.019099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-43044065-5ec7-41db-9daf-c0a9023f988c None None] Port bb1457d4-8750-4f3b-bc08-aea8738a352f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:03.023806 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68e4f0ad-e307-41fe-9cc3-a8e67ecdefcd req-3875d529-efa9-46ee-b489-977202d7ca41 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/security-groups?id=df6dc8c1-02cb-4a46-b6ed-a767366c568f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751290 Jul 16 18:03:03.039326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:03.053256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f1313c4f-7fd2-48ac-855d-abb4d1f8ee42 admin admin] 10.222.0.47 "PUT /v2.0/routers/51de69db-fdaf-4192-9c34-060c504c75a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5369124 Jul 16 18:03:03.099752 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.102055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-f10666b4-00cd-4a61-9ce6-b5a279695384 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] No DVR routers for this DVR port b6941d53-c724-408c-8837-262eb4c57ba0 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:03.110734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-f10666b4-00cd-4a61-9ce6-b5a279695384 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:03.113475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64472c8b-4ed0-4d78-a1ea-adafd78fd691 req-f10666b4-00cd-4a61-9ce6-b5a279695384 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.37 "DELETE /v2.0/ports/b6941d53-c724-408c-8837-262eb4c57ba0 HTTP/1.1" status: 204 len: 173 time: 3.4730465 Jul 16 18:03:03.179584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af777cf1-07fb-401a-a15d-2ada19ed4d0f req-b1d19227-60b7-4adb-b21f-a7788b653a56 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.187578 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-af777cf1-07fb-401a-a15d-2ada19ed4d0f req-b1d19227-60b7-4adb-b21f-a7788b653a56 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 943 time: 0.2589855 Jul 16 18:03:03.206954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9133b0f-18c5-4bba-ab5f-37b9a33cbf28 req-15acd275-1fe8-40ed-b9c6-cb053a2b9cce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.208697 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9133b0f-18c5-4bba-ab5f-37b9a33cbf28 req-15acd275-1fe8-40ed-b9c6-cb053a2b9cce service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 1094 time: 0.2223668 Jul 16 18:03:03.276684 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdcef9b-69fd-4ee3-9741-9d4eed9b6222 req-b3950eb0-c093-4bbd-adc4-2e1254f167a4 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.279114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9bdcef9b-69fd-4ee3-9741-9d4eed9b6222 req-b3950eb0-c093-4bbd-adc4-2e1254f167a4 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 1097 time: 0.0770190 Jul 16 18:03:03.319459 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9bdcef9b-69fd-4ee3-9741-9d4eed9b6222 req-3d4c7d15-ce5e-4710-ae9e-e17c1765c601 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325093 Jul 16 18:03:03.339281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-af777cf1-07fb-401a-a15d-2ada19ed4d0f req-dce08689-47fd-4f3d-8a2a-6e68c1cf31f6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507366 Jul 16 18:03:03.486119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9133b0f-18c5-4bba-ab5f-37b9a33cbf28 req-753b0512-30e1-4de4-b8e9-afc02d26a415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.487551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9133b0f-18c5-4bba-ab5f-37b9a33cbf28 req-753b0512-30e1-4de4-b8e9-afc02d26a415 service neutron] 10.222.0.37 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 906 time: 0.2698054 Jul 16 18:03:03.490709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f2ddbf2-0225-4448-9b85-68a792fe404a req-b3a22b67-f7ce-48ab-b9fa-967cbefa2265 tempest-AbsoluteLimitsNegativeTestJSON-1732947326 tempest-AbsoluteLimitsNegativeTestJSON-1732947326-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=86e01161ff074c2fbf8a00659947ca34&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0430894 Jul 16 18:03:03.577810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Sync routers for ids ['51de69db-fdaf-4192-9c34-060c504c75a9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:03.586777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Routers {'51de69db-fdaf-4192-9c34-060c504c75a9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:03.587412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['51de69db-fdaf-4192-9c34-060c504c75a9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:03.595545 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8751eb36-2b4c-4e93-b61d-817e3b79523f x-openstack-request-id: req-8751eb36-2b4c-4e93-b61d-817e3b79523f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:03.595992 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71cdb0ef-698d-4593-ab5f-6a97a43ea735", "name": "network-vif-deleted", "tag": "23b43716-8e66-4f6b-9291-8ed9958aaf0d", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:03.596328 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8751eb36-2b4c-4e93-b61d-817e3b79523f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:03.596814 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71cdb0ef-698d-4593-ab5f-6a97a43ea735', 'name': 'network-vif-deleted', 'tag': '23b43716-8e66-4f6b-9291-8ed9958aaf0d', 'status': 'completed', 'code': 200} Jul 16 18:03:03.630006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8c2ad6a-b71f-47fd-b1db-292458ca2c62 req-0fe34da7-6008-415e-9667-42c97f24389b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 210 time: 0.0901802 Jul 16 18:03:03.638151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9133b0f-18c5-4bba-ab5f-37b9a33cbf28 req-b5d8f22c-a065-4e93-8fc9-4e92dd6423da service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f464ec2-57db-4ad4-a6de-dadca0be9302 HTTP/1.1" status: 200 len: 217 time: 0.0972326 Jul 16 18:03:03.703331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Set router 51de69db-fdaf-4192-9c34-060c504c75a9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:03.844534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9133b0f-18c5-4bba-ab5f-37b9a33cbf28 req-caae6cba-9398-4159-8650-7bea32388ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.846313 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9133b0f-18c5-4bba-ab5f-37b9a33cbf28 req-caae6cba-9398-4159-8650-7bea32388ec6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.1721308 Jul 16 18:03:03.860399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2ddbf2-0225-4448-9b85-68a792fe404a req-9277d7bb-1b87-441f-be31-5f9a72177934 tempest-AbsoluteLimitsNegativeTestJSON-1732947326 tempest-AbsoluteLimitsNegativeTestJSON-1732947326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.861924 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f2ddbf2-0225-4448-9b85-68a792fe404a req-9277d7bb-1b87-441f-be31-5f9a72177934 tempest-AbsoluteLimitsNegativeTestJSON-1732947326 tempest-AbsoluteLimitsNegativeTestJSON-1732947326-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449996 Jul 16 18:03:03.913308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'bb1457d4-8750-4f3b-bc08-aea8738a352f', 'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'mac_address': 'fa:16:3e:ee:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 2, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'subnets': [{'id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:03.937928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9133b0f-18c5-4bba-ab5f-37b9a33cbf28 req-56ed5b10-c81f-4307-8ce2-3fcccd3e88bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0749876 Jul 16 18:03:03.944038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Checking router: 51de69db-fdaf-4192-9c34-060c504c75a9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:03.944038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Updating router 51de69db-fdaf-4192-9c34-060c504c75a9 port bb1457d4-8750-4f3b-bc08-aea8738a352f binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:03:03.945248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2ad6a-b71f-47fd-b1db-292458ca2c62 req-8e54d619-57dd-47d3-97f6-b5a23983f99d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:03.947052 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8c2ad6a-b71f-47fd-b1db-292458ca2c62 req-8e54d619-57dd-47d3-97f6-b5a23983f99d service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2717402 Jul 16 18:03:03.948428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f2ddbf2-0225-4448-9b85-68a792fe404a req-8b6cfa8c-eb77-447e-b137-2a1ca0e06340 tempest-AbsoluteLimitsNegativeTestJSON-1732947326 tempest-AbsoluteLimitsNegativeTestJSON-1732947326-project] 10.222.0.47 "GET /v2.0/quotas/86e01161ff074c2fbf8a00659947ca34 HTTP/1.1" status: 200 len: 375 time: 0.0685253 Jul 16 18:03:03.960799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55348) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:03.970955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2210b047-e3a8-4984-8b84-92164a1be139 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1298589695', 'description': 'tempest-description--579603770'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:03.999452 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.030183 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2210b047-e3a8-4984-8b84-92164a1be139 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.107457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 764bda3d-668c-41a6-ace6-694a62d7b5aa {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:04.118987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.148480 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f2ddbf2-0225-4448-9b85-68a792fe404a req-2eeed894-9106-4310-bf26-2d2a4aca9bde tempest-AbsoluteLimitsNegativeTestJSON-1732947326 tempest-AbsoluteLimitsNegativeTestJSON-1732947326-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=86e01161ff074c2fbf8a00659947ca34&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0912838 Jul 16 18:03:04.149013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2210b047-e3a8-4984-8b84-92164a1be139 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.152591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Transition to ACTIVE for port object 764bda3d-668c-41a6-ace6-694a62d7b5aa will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:04.159660 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2210b047-e3a8-4984-8b84-92164a1be139 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.167891 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9133b0f-18c5-4bba-ab5f-37b9a33cbf28 req-60dc52f3-bce5-443a-b05d-d9a6c57ca227 service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184565 Jul 16 18:03:04.172315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.223843 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2210b047-e3a8-4984-8b84-92164a1be139 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.225900 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2210b047-e3a8-4984-8b84-92164a1be139 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2632916 Jul 16 18:03:04.238102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55356) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.251945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bf95494d-e442-400c-932d-91582881d2d6 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Request body: {'security_group_rule': {'security_group_id': '24e917b7-99c0-49e8-a540-ceac491b0974', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:04.263046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210b047-e3a8-4984-8b84-92164a1be139 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e917b7-99c0-49e8-a540-ceac491b0974,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.304514 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 35327a77-117d-41fc-98e9-095b2bff74f2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:04.329078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdf8808-b18d-403f-a998-b3b40ed2fe1d req-e5506d0d-ab81-47cf-8af1-9cf1a43d3ff1 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.330712 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5cdf8808-b18d-403f-a998-b3b40ed2fe1d req-e5506d0d-ab81-47cf-8af1-9cf1a43d3ff1 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 1097 time: 0.1848233 Jul 16 18:03:04.337101 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf95494d-e442-400c-932d-91582881d2d6 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.410137 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5cdf8808-b18d-403f-a998-b3b40ed2fe1d req-3b1f9096-8eb0-4e5f-9cac-384388161160 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696638 Jul 16 18:03:04.431356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 35327a77-117d-41fc-98e9-095b2bff74f2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:04.431804 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.432891 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Pushing event updated for resources: {'Port': ['ID=764bda3d-668c-41a6-ace6-694a62d7b5aa,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.440013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf95494d-e442-400c-932d-91582881d2d6 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.446776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf95494d-e442-400c-932d-91582881d2d6 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.480046 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf95494d-e442-400c-932d-91582881d2d6 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.482454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bf95494d-e442-400c-932d-91582881d2d6 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2433310 Jul 16 18:03:04.483543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf95494d-e442-400c-932d-91582881d2d6 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f5dbf6-f556-404e-b7d9-f84ae39e1119,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.485564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55364) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.492291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c982f4cd-c1d3-4035-a896-7de701538532 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Request body: {'security_group_rule': {'security_group_id': '24e917b7-99c0-49e8-a540-ceac491b0974', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:04.504108 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-999afbb0-39c9-4f7c-b68e-ff0fd10d1093 req-2f07d089-4ba8-4d00-b6e3-e972ece26411 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 210 time: 0.0858793 Jul 16 18:03:04.541483 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.544990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c982f4cd-c1d3-4035-a896-7de701538532 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.553904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Transition to ACTIVE for port object bb1457d4-8750-4f3b-bc08-aea8738a352f will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:04.561828 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.641240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2ad6a-b71f-47fd-b1db-292458ca2c62 req-e530687d-1b60-4f67-995f-9605af547cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.643675 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8c2ad6a-b71f-47fd-b1db-292458ca2c62 req-e530687d-1b60-4f67-995f-9605af547cbd service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5855346 Jul 16 18:03:04.655529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55368) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.680786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Pushing event updated for resources: {'Port': ['ID=bb1457d4-8750-4f3b-bc08-aea8738a352f,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.721812 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c982f4cd-c1d3-4035-a896-7de701538532 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.728146 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c982f4cd-c1d3-4035-a896-7de701538532 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.765189 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c982f4cd-c1d3-4035-a896-7de701538532 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.772925 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c982f4cd-c1d3-4035-a896-7de701538532 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2853348 Jul 16 18:03:04.773630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55374) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:04.786389 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9133b0f-18c5-4bba-ab5f-37b9a33cbf28 req-e21b558e-39b1-4990-82ab-4160808e0014 service neutron] 10.222.0.37 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6114800 Jul 16 18:03:04.790513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:04.791396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Attempting to bind port 764bda3d-668c-41a6-ace6-694a62d7b5aa on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:04.791834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Attempting to bind port 764bda3d-668c-41a6-ace6-694a62d7b5aa by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '2c3d1b13-231b-41af-a93a-c4cea56df712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '601c3dd3-c194-4ca3-a8b2-3999ceb2c173'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:04.792235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Attempting to bind port 764bda3d-668c-41a6-ace6-694a62d7b5aa on network 601c3dd3-c194-4ca3-a8b2-3999ceb2c173 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:04.799120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Attempting to bind port bb1457d4-8750-4f3b-bc08-aea8738a352f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:04.799640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Attempting to bind port bb1457d4-8750-4f3b-bc08-aea8738a352f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:04.800063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Attempting to bind port bb1457d4-8750-4f3b-bc08-aea8738a352f on network 9bc4763d-4d12-486b-8214-853c955a2609 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:04.807718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:04.807944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Checking segment: {'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:04.808198 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.808801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Bound using segment: {'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:04.809294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Bound port: bb1457d4-8750-4f3b-bc08-aea8738a352f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:04.810027 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.820062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c982f4cd-c1d3-4035-a896-7de701538532 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffcd4dc-b972-492b-b253-77d13434e301,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:04.821890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Port 764bda3d-668c-41a6-ace6-694a62d7b5aa on network 601c3dd3-c194-4ca3-a8b2-3999ceb2c173 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:04.830819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Attempting to bind port 764bda3d-668c-41a6-ace6-694a62d7b5aa on network 601c3dd3-c194-4ca3-a8b2-3999ceb2c173 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:04.847471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:04.848098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Checking segment: {'id': '2c3d1b13-231b-41af-a93a-c4cea56df712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '601c3dd3-c194-4ca3-a8b2-3999ceb2c173'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:04.849101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Bound using segment: {'id': '2c3d1b13-231b-41af-a93a-c4cea56df712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '601c3dd3-c194-4ca3-a8b2-3999ceb2c173'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:04.849911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Bound port: 764bda3d-668c-41a6-ace6-694a62d7b5aa, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c3d1b13-231b-41af-a93a-c4cea56df712', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '601c3dd3-c194-4ca3-a8b2-3999ceb2c173'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:04.850611 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.878540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2ebb24-2728-4fb1-9ffb-0aef29747fe8 req-1bad988e-266b-4e79-96ce-d905f3ffebb6 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:04.880094 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd2ebb24-2728-4fb1-9ffb-0aef29747fe8 req-1bad988e-266b-4e79-96ce-d905f3ffebb6 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 943 time: 0.2088509 Jul 16 18:03:04.896934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] For port bb1457d4-8750-4f3b-bc08-aea8738a352f, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:04.900592 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] For port bb1457d4-8750-4f3b-bc08-aea8738a352f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bb1457d4-8750-4f3b-bc08-aea8738a352f,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:04.910353 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.916748 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.922700 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8413-4649-49d9-a1c6-c4ae1948899f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:04.976634 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd2ebb24-2728-4fb1-9ffb-0aef29747fe8 req-e358bdce-ebda-478f-a650-4562f11035ff tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/security-groups?id=df6dc8c1-02cb-4a46-b6ed-a767366c568f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862882 Jul 16 18:03:04.984521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] For port 764bda3d-668c-41a6-ace6-694a62d7b5aa, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:04.988583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] For port 764bda3d-668c-41a6-ace6-694a62d7b5aa, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=764bda3d-668c-41a6-ace6-694a62d7b5aa,segment=NetworkSegment(2c3d1b13-231b-41af-a93a-c4cea56df712),segment_id=2c3d1b13-231b-41af-a93a-c4cea56df712)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:04.996527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.013183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Pushing event updated for resources: {'Port': ['ID=bb1457d4-8750-4f3b-bc08-aea8738a352f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.037250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.037861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.038356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.038851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.039109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f11d51-5e4b-4ea2-a9b9-389a17aaa6dd req-66dd4930-a7b8-41fc-93ec-7351583e9e7f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.039535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.040046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.040543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.040744 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1f11d51-5e4b-4ea2-a9b9-389a17aaa6dd req-66dd4930-a7b8-41fc-93ec-7351583e9e7f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 943 time: 0.1746192 Jul 16 18:03:05.041155 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.043889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.044386 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.045624 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.046122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e32bb3-cb32-4b6e-88eb-293c06b1daf9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:05.055999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Routers {'51de69db-fdaf-4192-9c34-060c504c75a9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:05.056941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['51de69db-fdaf-4192-9c34-060c504c75a9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:05.084346 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.085075 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.086764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] 10.222.0.18 "PUT /v2.0/ports/764bda3d-668c-41a6-ace6-694a62d7b5aa HTTP/1.1" status: 200 len: 1091 time: 2.2120590 Jul 16 18:03:05.098862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de789b27-94e2-4478-a5df-84e58f8e32ad service neutron] Pushing event updated for resources: {'Port': ['ID=764bda3d-668c-41a6-ace6-694a62d7b5aa,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.172186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1f11d51-5e4b-4ea2-a9b9-389a17aaa6dd req-35d87ace-a00f-4651-af80-262b2bbd0777 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888135 Jul 16 18:03:05.223664 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8413-4649-49d9-a1c6-c4ae1948899f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.228873 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ecc8413-4649-49d9-a1c6-c4ae1948899f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.240744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] Set router 51de69db-fdaf-4192-9c34-060c504c75a9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:05.250278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-da5f2669-fd15-4cfc-838f-fecdd7fbeb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.252372 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-da5f2669-fd15-4cfc-838f-fecdd7fbeb7d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca1d178fdd3d4977aa22469785a0e9e1&device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 1094 time: 0.1110556 Jul 16 18:03:05.296480 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.317985 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5ecc8413-4649-49d9-a1c6-c4ae1948899f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=86e01161ff074c2fbf8a00659947ca34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6572359 Jul 16 18:03:05.323282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecc8413-4649-49d9-a1c6-c4ae1948899f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9edf658d-2a05-400b-aa92-a3a5cea87947,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.328426 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55382) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:05.334712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-84b6c0e6-7f13-427d-8eac-926a682c7760 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=764bda3d-668c-41a6-ace6-694a62d7b5aa HTTP/1.1" status: 200 len: 217 time: 0.0623727 Jul 16 18:03:05.407294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-6a74cfee-d63d-45d7-88b6-121e63ac3bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:05.409633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-6a74cfee-d63d-45d7-88b6-121e63ac3bdd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=616709c3-cca8-4bf4-861b-c75927a1cd0d HTTP/1.1" status: 200 len: 862 time: 0.0643816 Jul 16 18:03:05.463263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-1ff7da45-76a7-4f73-a539-6c2ac992c0f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=601c3dd3-c194-4ca3-a8b2-3999ceb2c173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418367 Jul 16 18:03:05.510603 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca470547-582f-4b48-a71a-a89432697c35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.545251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Allocated IP 172.25.7.64 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/3370539c-c66c-4f7a-88ef-869d2b09db92) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:05.561393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca470547-582f-4b48-a71a-a89432697c35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.573597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'bb1457d4-8750-4f3b-bc08-aea8738a352f', 'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'mac_address': 'fa:16:3e:ee:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:04Z', 'revision_number': 4, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'subnets': [{'id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:05.581423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-9fc3b0e1-3c87-4177-96af-bc16047c00c6 service neutron] 10.222.0.18 "GET /v2.0/networks/601c3dd3-c194-4ca3-a8b2-3999ceb2c173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014278 Jul 16 18:03:05.606964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8116a68e-a289-4755-8388-38da6c8641c3 None None] The sync data for ids ['51de69db-fdaf-4192-9c34-060c504c75a9'] in n-d-794306-7 is: [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'bb1457d4-8750-4f3b-bc08-aea8738a352f', 'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'mac_address': 'fa:16:3e:ee:c7:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:04Z', 'revision_number': 4, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'subnets': [{'id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:05.611057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de982259-3812-49af-9155-a3c0d40e3f36', 'name': 'network-vif-deleted', 'tag': 'b6941d53-c724-408c-8837-262eb4c57ba0'}, {'name': 'network-changed', 'server_uuid': '4a0d4bc4-9d7a-4b7c-a953-13bf50b17282', 'tag': '764bda3d-668c-41a6-ace6-694a62d7b5aa'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:05.613697 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebb98087-7292-4b6d-a2e6-c95030cb5e37" -d '{"events": [{"server_uuid": "de982259-3812-49af-9155-a3c0d40e3f36", "name": "network-vif-deleted", "tag": "b6941d53-c724-408c-8837-262eb4c57ba0"}, {"name": "network-changed", "server_uuid": "4a0d4bc4-9d7a-4b7c-a953-13bf50b17282", "tag": "764bda3d-668c-41a6-ace6-694a62d7b5aa"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:05.728947 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca470547-582f-4b48-a71a-a89432697c35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.732159 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca470547-582f-4b48-a71a-a89432697c35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.738036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ca470547-582f-4b48-a71a-a89432697c35 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9edf658d-2a05-400b-aa92-a3a5cea87947 HTTP/1.1" status: 204 len: 168 time: 0.3972573 Jul 16 18:03:05.757387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca470547-582f-4b48-a71a-a89432697c35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edf658d-2a05-400b-aa92-a3a5cea87947,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:05.778374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.821125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8349575-cc7b-4a97-a981-2a4422a4f1a3 req-a7e9422e-8f04-4b9d-ab37-f8ed1f90f11c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 210 time: 0.0847659 Jul 16 18:03:05.844356 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:05.860444 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db5dcd56-b0eb-430d-b547-c82014b409c0 req-679d9efd-b629-4df0-b134-27b6dd1b4088 service neutron] 10.222.0.18 "GET /v2.0/networks/601c3dd3-c194-4ca3-a8b2-3999ceb2c173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2710814 Jul 16 18:03:05.917000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:05.924144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:05.928423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:05.990423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Pushing event updated for resources: {'Port': ['ID=3370539c-c66c-4f7a-88ef-869d2b09db92,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.086634 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.145573 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.179745 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05f4a569-7776-4067-a6c2-e2862ae09aae x-openstack-request-id: req-05f4a569-7776-4067-a6c2-e2862ae09aae {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:06.179961 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de982259-3812-49af-9155-a3c0d40e3f36", "name": "network-vif-deleted", "tag": "b6941d53-c724-408c-8837-262eb4c57ba0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a0d4bc4-9d7a-4b7c-a953-13bf50b17282", "tag": "764bda3d-668c-41a6-ace6-694a62d7b5aa", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:06.180181 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-05f4a569-7776-4067-a6c2-e2862ae09aae {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:06.180581 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de982259-3812-49af-9155-a3c0d40e3f36', 'name': 'network-vif-deleted', 'tag': 'b6941d53-c724-408c-8837-262eb4c57ba0', 'status': 'completed', 'code': 200} Jul 16 18:03:06.180833 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a0d4bc4-9d7a-4b7c-a953-13bf50b17282', 'tag': '764bda3d-668c-41a6-ace6-694a62d7b5aa', 'status': 'completed', 'code': 200} Jul 16 18:03:06.315616 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8c2ad6a-b71f-47fd-b1db-292458ca2c62 req-ea03dd4f-cb0a-493e-9586-c24d94e675c6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.37 "GET /v2.0/ports?device_id=de982259-3812-49af-9155-a3c0d40e3f36 HTTP/1.1" status: 200 len: 210 time: 0.0890071 Jul 16 18:03:06.395138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bb1457d4-8750-4f3b-bc08-aea8738a352f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:06.471821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb98087-7292-4b6d-a2e6-c95030cb5e37 req-bbde909c-f57c-4f70-b127-aaf32b4c11c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.473400 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebb98087-7292-4b6d-a2e6-c95030cb5e37 req-bbde909c-f57c-4f70-b127-aaf32b4c11c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ca1d178fdd3d4977aa22469785a0e9e1&device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 1094 time: 0.2437909 Jul 16 18:03:06.525338 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port bb1457d4-8750-4f3b-bc08-aea8738a352f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:06.552595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port bb1457d4-8750-4f3b-bc08-aea8738a352f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:06.553202 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.583335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb98087-7292-4b6d-a2e6-c95030cb5e37 req-6fbdaf14-f7c4-4f46-b8ea-262a3e8a58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.584214 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebb98087-7292-4b6d-a2e6-c95030cb5e37 req-6fbdaf14-f7c4-4f46-b8ea-262a3e8a58e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=601c3dd3-c194-4ca3-a8b2-3999ceb2c173 HTTP/1.1" status: 200 len: 923 time: 0.0998926 Jul 16 18:03:06.597329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec7cd0a-82dc-4a6a-9989-5af65eeed37c req-08c253aa-6f67-42b9-b301-e5a477e69852 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:06.604748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4ec7cd0a-82dc-4a6a-9989-5af65eeed37c req-08c253aa-6f67-42b9-b301-e5a477e69852 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 943 time: 0.2612145 Jul 16 18:03:06.679993 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.685551 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.686152 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.692449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebb98087-7292-4b6d-a2e6-c95030cb5e37 req-e9f4bd8a-b294-4157-9493-7094e1c6cb79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=764bda3d-668c-41a6-ace6-694a62d7b5aa HTTP/1.1" status: 200 len: 217 time: 0.0839586 Jul 16 18:03:06.708424 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4ec7cd0a-82dc-4a6a-9989-5af65eeed37c req-7a6f9c0a-4836-469e-93b0-f2596f080dba tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/security-groups?id=df6dc8c1-02cb-4a46-b6ed-a767366c568f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025798 Jul 16 18:03:06.795120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port bb1457d4-8750-4f3b-bc08-aea8738a352f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bb1457d4-8750-4f3b-bc08-aea8738a352f,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:06.804164 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.874115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7f464ec2-57db-4ad4-a6de-dadca0be9302 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:06.904255 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Pushing event updated for resources: {'Port': ['ID=3370539c-c66c-4f7a-88ef-869d2b09db92,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:06.907676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55442) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:06.925175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.944345 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:06.970011 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c553e3e8-2511-4299-98a1-ca3b377367fe tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.1874545 Jul 16 18:03:07.124439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-727217464-network', 'tenant_id': 'f5cf99a0a99640d5b0a9bde903fa7dc4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:07.157446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Made reservation on behalf of f5cf99a0a99640d5b0a9bde903fa7dc4 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:07.160429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.171621 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.307232 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.310555 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7f464ec2-57db-4ad4-a6de-dadca0be9302, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7f464ec2-57db-4ad4-a6de-dadca0be9302,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:07.312786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.325302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '7f464ec2-57db-4ad4-a6de-dadca0be9302', 'network_id': '88d7e17d-fce6-4465-9ce6-c030327e05f0', 'port_id': '7f464ec2-57db-4ad4-a6de-dadca0be9302', 'mac_address': 'fa:16:3e:34:ea:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7463a0aa-132d-4bcf-9602-3be3945aec50', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:07.363066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb98087-7292-4b6d-a2e6-c95030cb5e37 req-08e917f4-6234-4d2c-aa78-0de976d4bf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.364685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebb98087-7292-4b6d-a2e6-c95030cb5e37 req-08e917f4-6234-4d2c-aa78-0de976d4bf5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=616709c3-cca8-4bf4-861b-c75927a1cd0d HTTP/1.1" status: 200 len: 862 time: 0.6551130 Jul 16 18:03:07.369528 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:07.389326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24584268-c393-4904-a4c1-b847e7842971,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.391449 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.393857 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.394219 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Added segment 2b096605-dffa-481c-988b-7ba4a441d5d8 of type vlan for network a2b3b15d-94bb-4db7-998e-252e3d7493d1 Jul 16 18:03:07.432657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-3bf881b3-5501-46a7-9264-d2f4813deb72 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:03:07.433697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=bb1457d4-8750-4f3b-bc08-aea8738a352f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.441542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-3bf881b3-5501-46a7-9264-d2f4813deb72 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0737967 Jul 16 18:03:07.446094 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f464ec2-57db-4ad4-a6de-dadca0be9302 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:07.446976 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.449182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Request body: {'binding': {'host': 'n-h1-794306-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:07.449804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Unknown quota resources ['binding']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:03:07.475422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7f464ec2-57db-4ad4-a6de-dadca0be9302, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7f464ec2-57db-4ad4-a6de-dadca0be9302,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:07.485266 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.489243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.492125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.492713 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.531134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6173222 Jul 16 18:03:07.533381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55482) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:07.538751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] Request body: {'subnet': {'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-727217464-subnet', 'tenant_id': 'f5cf99a0a99640d5b0a9bde903fa7dc4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:07.545560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7f464ec2-57db-4ad4-a6de-dadca0be9302,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.574738 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eebd0d-d186-4021-a921-e57d52587a8a admin admin] Pushing event updated for resources: {'Network': ['ID=a2b3b15d-94bb-4db7-998e-252e3d7493d1,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.587161 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network a2b3b15d-94bb-4db7-998e-252e3d7493d1 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:07.595767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] Made reservation on behalf of f5cf99a0a99640d5b0a9bde903fa7dc4 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:07.598043 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebb98087-7292-4b6d-a2e6-c95030cb5e37 req-1176e20c-eed7-476c-8664-432d74a55082 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=601c3dd3-c194-4ca3-a8b2-3999ceb2c173&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1532385 Jul 16 18:03:07.599267 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.808242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on host n-h1-794306-7 for vnic_type normal with profile None {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:07.809178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:07.809841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:07.822545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff1c943-ec13-4e7d-94b4-027a9ac6f89c req-195ae572-e7bf-44bd-bd5a-fe5c1a0b5d4d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.824121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ff1c943-ec13-4e7d-94b4-027a9ac6f89c req-195ae572-e7bf-44bd-bd5a-fe5c1a0b5d4d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 943 time: 0.4584250 Jul 16 18:03:07.832735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:07.833350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:07.840926 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.861322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['7f464ec2-57db-4ad4-a6de-dadca0be9302'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:07.900079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ff1c943-ec13-4e7d-94b4-027a9ac6f89c req-9b562f0f-75cb-4cb0-b1d1-b2da5d20ee41 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622597 Jul 16 18:03:07.903721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:07.903990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:07.904626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:07.904838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Bound port: 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:07.921152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff7f8cd2-9f64-4120-9fd1-5582f1c28583,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:07.932611 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] Checking segment: {'id': '2b096605-dffa-481c-988b-7ba4a441d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:07.933056 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] Network hostable DHCP agents. Network: a2b3b15d-94bb-4db7-998e-252e3d7493d1, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:07.955408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] Network a2b3b15d-94bb-4db7-998e-252e3d7493d1 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:07.962242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebb98087-7292-4b6d-a2e6-c95030cb5e37 req-01a10bbf-5886-435d-8a84-fb359d5b920c service neutron] 10.222.0.18 "GET /v2.0/networks/601c3dd3-c194-4ca3-a8b2-3999ceb2c173?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687068 Jul 16 18:03:07.981869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, a2b3b15d-94bb-4db7-998e-252e3d7493d1) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:07.986704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:07.987364 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:07.998450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab9289-9273-4bdd-84d9-354e5f566a8e None None] Network a2b3b15d-94bb-4db7-998e-252e3d7493d1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:08.015976 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5a0dbaab-e26b-41c7-b64b-6fdfb4abc958 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4815292 Jul 16 18:03:08.030363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:08.060031 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.061279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-27edabd0-9aa5-433a-8faa-db358780a78f service neutron] 10.222.0.47 "POST /v2.0/ports/42a28d6a-e5cd-4ddb-a337-aefd3915bda2/bindings HTTP/1.1" status: 201 len: 389 time: 0.6181078 Jul 16 18:03:08.156149 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebb98087-7292-4b6d-a2e6-c95030cb5e37 req-89c81b40-706a-468e-babc-da0b0ccd69e7 service neutron] 10.222.0.18 "GET /v2.0/networks/601c3dd3-c194-4ca3-a8b2-3999ceb2c173?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841669 Jul 16 18:03:08.279288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c5dce2-1ad9-4b34-914b-856accf8465f None None] Network a2b3b15d-94bb-4db7-998e-252e3d7493d1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:08.337475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bb1457d4-8750-4f3b-bc08-aea8738a352f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:08.536182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-fd8c52e8-f25a-4765-bd23-b14fde7fa9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.537942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-fd8c52e8-f25a-4765-bd23-b14fde7fa9ee service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 1097 time: 0.1144893 Jul 16 18:03:08.548779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port bb1457d4-8750-4f3b-bc08-aea8738a352f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:08.549306 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.552420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657325d2-db65-47cb-b475-ce28f3f62565 req-3965efd1-8b7c-4a02-ae50-a439dbde437b tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.555671 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-657325d2-db65-47cb-b475-ce28f3f62565 req-3965efd1-8b7c-4a02-ae50-a439dbde437b tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 943 time: 0.1370738 Jul 16 18:03:08.627493 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-657325d2-db65-47cb-b475-ce28f3f62565 req-4fe11cd6-590e-4be0-8aed-ccc3be77a4f8 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/security-groups?id=df6dc8c1-02cb-4a46-b6ed-a767366c568f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644612 Jul 16 18:03:08.744056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-81288ed4-566e-4337-b14d-75092b667725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.747100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-81288ed4-566e-4337-b14d-75092b667725 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.2020113 Jul 16 18:03:08.755006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 764bda3d-668c-41a6-ace6-694a62d7b5aa details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:08.769683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0e414e-70e2-45e2-b18e-a57060a5733e req-a172cdab-0b75-47ae-906b-be470b091f14 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:08.771429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b0e414e-70e2-45e2-b18e-a57060a5733e req-a172cdab-0b75-47ae-906b-be470b091f14 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 946 time: 0.1850295 Jul 16 18:03:08.787101 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-a64d55ae-b41d-447b-b892-ade183f97d38 req-6d0e6aed-3344-41bf-b173-2e268e2c8501 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1910392356', 'description': 'tempest-description-1846905210'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:08.822355 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a64d55ae-b41d-447b-b892-ade183f97d38 req-6d0e6aed-3344-41bf-b173-2e268e2c8501 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.842857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b6941d53-c724-408c-8837-262eb4c57ba0 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:08.849678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-d79ef673-9dfe-4239-912c-1b27834be179 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2 HTTP/1.1" status: 200 len: 217 time: 0.0937624 Jul 16 18:03:08.878253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: b6941d53-c724-408c-8837-262eb4c57ba0 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:08.879182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b6941d53-c724-408c-8837-262eb4c57ba0 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:08.904429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b0e414e-70e2-45e2-b18e-a57060a5733e req-85a903c3-4bf9-43c5-a758-1d4ec270f91a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152451 Jul 16 18:03:08.935115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a64d55ae-b41d-447b-b892-ade183f97d38 req-6d0e6aed-3344-41bf-b173-2e268e2c8501 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.939750 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a64d55ae-b41d-447b-b892-ade183f97d38 req-6d0e6aed-3344-41bf-b173-2e268e2c8501 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.942086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 764bda3d-668c-41a6-ace6-694a62d7b5aa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=764bda3d-668c-41a6-ace6-694a62d7b5aa,segment=NetworkSegment(2c3d1b13-231b-41af-a93a-c4cea56df712),segment_id=2c3d1b13-231b-41af-a93a-c4cea56df712)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:08.971717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '764bda3d-668c-41a6-ace6-694a62d7b5aa', 'network_id': '601c3dd3-c194-4ca3-a8b2-3999ceb2c173', 'port_id': '764bda3d-668c-41a6-ace6-694a62d7b5aa', 'mac_address': 'fa:16:3e:25:4b:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 351, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '616709c3-cca8-4bf4-861b-c75927a1cd0d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:08.974613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a64d55ae-b41d-447b-b892-ade183f97d38 req-6d0e6aed-3344-41bf-b173-2e268e2c8501 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:08.976430 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a64d55ae-b41d-447b-b892-ade183f97d38 req-6d0e6aed-3344-41bf-b173-2e268e2c8501 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.1939619 Jul 16 18:03:08.992652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0e6aed-3344-41bf-b173-2e268e2c8501 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0040bfe3-6cc1-43c7-b53f-8ecd157e0e60,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:09.000052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-b9f4af3d-fa5b-40bf-8e6b-99abeedaa00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.001669 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-b9f4af3d-fa5b-40bf-8e6b-99abeedaa00c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.1326900 Jul 16 18:03:09.020621 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.035654 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 764bda3d-668c-41a6-ace6-694a62d7b5aa {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:09.059730 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 764bda3d-668c-41a6-ace6-694a62d7b5aa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=764bda3d-668c-41a6-ace6-694a62d7b5aa,segment=NetworkSegment(2c3d1b13-231b-41af-a93a-c4cea56df712),segment_id=2c3d1b13-231b-41af-a93a-c4cea56df712)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:09.064697 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.079604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-95c0bf1f-de90-4ef2-89f4-a304c3d09d4d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689654 Jul 16 18:03:09.132199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=764bda3d-668c-41a6-ace6-694a62d7b5aa,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:09.204607 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-9dffd5d4-b57c-49ae-a5de-7ca8f1a15c17 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184762 Jul 16 18:03:09.232008 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-874a53e9-7663-43f0-ad85-c08e9bf3ed91 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.233503 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-874a53e9-7663-43f0-ad85-c08e9bf3ed91 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.1489210 Jul 16 18:03:09.248580 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-778ee471-a144-43cb-8da0-d1c16cd5ea54 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/quotas/8c1cb972bdee4eb9bb7cbfd8898401fb HTTP/1.1" status: 200 len: 375 time: 0.0096605 Jul 16 18:03:09.285443 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-19110d1f-ada2-49b2-82c9-0b6fad72a194 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299406 Jul 16 18:03:09.341731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-4b209069-e962-4545-ac44-ae622d669d8c service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302404 Jul 16 18:03:09.352685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13bb81f-c29d-4a82-a5bc-bd9e0c27fbc9 req-e54acb7d-346b-44e3-8404-85f8710b3fcd tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:09.354263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e13bb81f-c29d-4a82-a5bc-bd9e0c27fbc9 req-e54acb7d-346b-44e3-8404-85f8710b3fcd tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 944 time: 0.1330047 Jul 16 18:03:09.388294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['764bda3d-668c-41a6-ace6-694a62d7b5aa'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:09.406224 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-92dcd9d7-2e09-4619-950d-10871079628c service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135962 Jul 16 18:03:09.414451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e13bb81f-c29d-4a82-a5bc-bd9e0c27fbc9 req-0ed0b282-27ff-43b5-b7a4-337f4801283f tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467281 Jul 16 18:03:09.473122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-666d0a73-a287-4c2c-94e9-1debb0e8581c req-1a173ece-8570-48d4-8540-8da172b7d43c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2006615432', 'description': 'tempest-description-2082310769'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:09.519153 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-3157201d-a635-4fb6-b619-e2d5d25477d5 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121776 Jul 16 18:03:09.522716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-666d0a73-a287-4c2c-94e9-1debb0e8581c req-1a173ece-8570-48d4-8540-8da172b7d43c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.662109 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-666d0a73-a287-4c2c-94e9-1debb0e8581c req-1a173ece-8570-48d4-8540-8da172b7d43c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.667844 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-666d0a73-a287-4c2c-94e9-1debb0e8581c req-1a173ece-8570-48d4-8540-8da172b7d43c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.705743 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-666d0a73-a287-4c2c-94e9-1debb0e8581c req-1a173ece-8570-48d4-8540-8da172b7d43c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:09.709463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-666d0a73-a287-4c2c-94e9-1debb0e8581c req-1a173ece-8570-48d4-8540-8da172b7d43c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2412434 Jul 16 18:03:09.796691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a173ece-8570-48d4-8540-8da172b7d43c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0be11f9-dd46-49a1-aa97-00ac6402f9d9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:09.861651 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c35d22ac-4715-4466-9d49-0de33ffe95dd req-14bdc5a0-d80f-4e8d-af41-a3fac1890c09 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 210 time: 0.0373540 Jul 16 18:03:10.123820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855f9740-4357-4787-b8e9-53137e586dae req-c7a78ab6-f4e6-4681-aa3e-475eef506fd5 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.125713 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-855f9740-4357-4787-b8e9-53137e586dae req-c7a78ab6-f4e6-4681-aa3e-475eef506fd5 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 944 time: 0.1471801 Jul 16 18:03:10.177915 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-855f9740-4357-4787-b8e9-53137e586dae req-7526698c-e39c-44c7-b7e3-ade4c8cf2425 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/security-groups?id=df6dc8c1-02cb-4a46-b6ed-a767366c568f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466139 Jul 16 18:03:10.390311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669f913-b213-46e6-abe7-e2dbd39088bb req-58eec285-3128-4a27-acc3-df147bb65313 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.402847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669f913-b213-46e6-abe7-e2dbd39088bb req-58eec285-3128-4a27-acc3-df147bb65313 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.404809 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5669f913-b213-46e6-abe7-e2dbd39088bb req-58eec285-3128-4a27-acc3-df147bb65313 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68&device_id=1a69bb88-340b-4434-920f-2c8ea3e6abd2 HTTP/1.1" status: 200 len: 1682 time: 0.1080558 Jul 16 18:03:10.457074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-eb61f88b-5266-401b-8a94-efe3314682a3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.464467 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-eb61f88b-5266-401b-8a94-efe3314682a3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/networks?id=a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 200 len: 812 time: 0.1708157 Jul 16 18:03:10.474419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5669f913-b213-46e6-abe7-e2dbd39088bb req-1ce4eecd-27af-42ec-adeb-0909f77687d4 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631309 Jul 16 18:03:10.475156 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-e12f17a9-1bc4-4393-8ebd-976b025fc746 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/quotas/f5cf99a0a99640d5b0a9bde903fa7dc4 HTTP/1.1" status: 200 len: 375 time: 0.0093207 Jul 16 18:03:10.524860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-26970561-3cfc-4011-9905-2352875c724a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0396504 Jul 16 18:03:10.636615 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-218cf266-90e0-4808-b9e2-c6664f4f8915 service neutron] 10.222.0.47 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103816 Jul 16 18:03:10.745429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1b75a7-cb03-4a51-b8a1-33d355cdf20c req-286ad3f3-fbfb-460c-9385-6033ee12a7c9 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:10.747959 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1b75a7-cb03-4a51-b8a1-33d355cdf20c req-286ad3f3-fbfb-460c-9385-6033ee12a7c9 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 946 time: 0.0789931 Jul 16 18:03:10.757804 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-bd186cfd-3c2f-41f8-99e3-0d3f0fed49d0 service neutron] 10.222.0.47 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1198728 Jul 16 18:03:10.766293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 764bda3d-668c-41a6-ace6-694a62d7b5aa up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:10.799117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1b75a7-cb03-4a51-b8a1-33d355cdf20c req-da2a503b-442e-4dad-8d80-08e5e9aab207 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402730 Jul 16 18:03:10.831995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7f464ec2-57db-4ad4-a6de-dadca0be9302 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:10.894117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 764bda3d-668c-41a6-ace6-694a62d7b5aa completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:10.906554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 764bda3d-668c-41a6-ace6-694a62d7b5aa triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:10.907686 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:10.983206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 7f464ec2-57db-4ad4-a6de-dadca0be9302 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:10.993651 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 7f464ec2-57db-4ad4-a6de-dadca0be9302 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:10.994149 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.106757 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.159021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d927b1c-f1c7-49f4-9c0e-a6d968728428 req-4a30407a-666a-4ed9-a826-406ad138ee10 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.172873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0d4bc4-9d7a-4b7c-a953-13bf50b17282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764bda3d-668c-41a6-ace6-694a62d7b5aa'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:11.175612 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e961a267-b836-4bae-b1a2-6883981c0123" -d '{"events": [{"server_uuid": "4a0d4bc4-9d7a-4b7c-a953-13bf50b17282", "name": "network-vif-plugged", "status": "completed", "tag": "764bda3d-668c-41a6-ace6-694a62d7b5aa"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:11.188119 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2d927b1c-f1c7-49f4-9c0e-a6d968728428 req-4a30407a-666a-4ed9-a826-406ad138ee10 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 944 time: 0.1608458 Jul 16 18:03:11.225698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 764bda3d-668c-41a6-ace6-694a62d7b5aa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=764bda3d-668c-41a6-ace6-694a62d7b5aa,segment=NetworkSegment(2c3d1b13-231b-41af-a93a-c4cea56df712),segment_id=2c3d1b13-231b-41af-a93a-c4cea56df712)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:11.231949 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.264381 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.282274 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ececb95b-a8b6-42f9-8f2e-e217f7875498 req-3c600e7d-9308-4dc1-a4a9-289110e3a8ed tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 210 time: 0.1073606 Jul 16 18:03:11.288784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2d927b1c-f1c7-49f4-9c0e-a6d968728428 req-a2d57eaa-b154-4604-be82-d31cb2ecea6c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984817 Jul 16 18:03:11.325443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=764bda3d-668c-41a6-ace6-694a62d7b5aa,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.377386 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7f464ec2-57db-4ad4-a6de-dadca0be9302, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7f464ec2-57db-4ad4-a6de-dadca0be9302,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:11.384674 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:11.518153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7f464ec2-57db-4ad4-a6de-dadca0be9302,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:11.524658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c95cdfca-94e8-48a1-915d-82cf7aedc367 req-8e511d6e-936b-483d-ae61-e480e2f2f3ff tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 210 time: 0.0865452 Jul 16 18:03:11.687393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-e319452d-9ab4-4a18-a835-5b48a32ddc50 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:11.699782 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-e319452d-9ab4-4a18-a835-5b48a32ddc50 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.3112245 Jul 16 18:03:11.724603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Request body: {'port': {'device_id': '6994e6a9-cf67-4ec1-93f4-cbd4aea846d1', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'admin_state_up': True, 'tenant_id': '8c1cb972bdee4eb9bb7cbfd8898401fb'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:11.832988 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ec9d70-5dd4-44cc-b0be-7851d581e14d x-openstack-request-id: req-f9ec9d70-5dd4-44cc-b0be-7851d581e14d {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:11.837668 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0d4bc4-9d7a-4b7c-a953-13bf50b17282", "name": "network-vif-plugged", "status": "completed", "tag": "764bda3d-668c-41a6-ace6-694a62d7b5aa", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:11.839038 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f9ec9d70-5dd4-44cc-b0be-7851d581e14d {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:11.840333 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0d4bc4-9d7a-4b7c-a953-13bf50b17282', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '764bda3d-668c-41a6-ace6-694a62d7b5aa', 'code': 200} Jul 16 18:03:11.841912 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.010977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70145754-4869-4b4b-83f0-063ccae70420 req-19bfb1b8-9322-4c1d-acf8-da52c858e32c tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.019307 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70145754-4869-4b4b-83f0-063ccae70420 req-19bfb1b8-9322-4c1d-acf8-da52c858e32c tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 945 time: 0.2785623 Jul 16 18:03:12.091790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b49438-b65e-41bc-b2ae-916b28cd4be3 req-23d236a3-1570-44ef-b5c2-89d597d35d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.093281 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-10b49438-b65e-41bc-b2ae-916b28cd4be3 req-23d236a3-1570-44ef-b5c2-89d597d35d6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 1096 time: 0.1234617 Jul 16 18:03:12.132286 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70145754-4869-4b4b-83f0-063ccae70420 req-9fa069ae-0d4c-4a9e-97b5-d27269fb6f6e tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/security-groups?id=df6dc8c1-02cb-4a46-b6ed-a767366c568f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112065 Jul 16 18:03:12.141541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Made reservation on behalf of 8c1cb972bdee4eb9bb7cbfd8898401fb for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:12.145686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.158688 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-10b49438-b65e-41bc-b2ae-916b28cd4be3 req-598bfe69-7207-4638-bc85-a130b716f882 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=df6dc8c1-02cb-4a46-b6ed-a767366c568f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460529 Jul 16 18:03:12.178036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c65d9b5-247e-4ef9-961b-04fed43151c9 req-4aff40b8-c051-45a4-996f-54b28b2dd6ad tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.186364 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c65d9b5-247e-4ef9-961b-04fed43151c9 req-4aff40b8-c051-45a4-996f-54b28b2dd6ad tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 946 time: 0.1127768 Jul 16 18:03:12.285641 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c65d9b5-247e-4ef9-961b-04fed43151c9 req-fb3af17d-a6d8-4798-808f-569d77d290fc tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983648 Jul 16 18:03:12.416957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Allocated IP 172.20.0.10 (fc6614fe-db14-4de8-b9ed-fc41baa479e0/a3f56a12-2748-4e3d-89b9-151cce28c16a/4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:12.564817 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4c44eba-49a8-4f95-9ae2-6cbdfd54816a req-0c524a25-6dcd-4fe7-89c4-b326c641a7bb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 210 time: 0.0685980 Jul 16 18:03:12.652621 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.738085 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:12.816702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Network fc6614fe-db14-4de8-b9ed-fc41baa479e0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:12.840066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:12.843335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:12.850499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event updated for resources: {'Port': ['ID=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:12.953847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8b757-0dd2-4428-b8fe-211cb3d4201e req-ff456ede-24f2-494b-b163-511ae6540668 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.955937 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6a8b757-0dd2-4428-b8fe-211cb3d4201e req-ff456ede-24f2-494b-b163-511ae6540668 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.2555003 Jul 16 18:03:12.980990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:12.981958 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.004151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2ba49cf7-c8e1-47e8-9595-808f3256ff26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2969799 Jul 16 18:03:13.050824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Request body: {'port': {'device_id': '6994e6a9-cf67-4ec1-93f4-cbd4aea846d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:13.116976 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6a8b757-0dd2-4428-b8fe-211cb3d4201e req-7955c345-e7e3-4023-bcc1-2169a9fba374 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528835 Jul 16 18:03:13.189673 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.314221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-b3739129-b4e6-4efb-aa78-02f564de258b tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.318044 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-b3739129-b4e6-4efb-aa78-02f564de258b tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.18 "GET /v2.0/networks?id=a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 200 len: 812 time: 0.2895682 Jul 16 18:03:13.334444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'port': {'device_id': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1', 'admin_state_up': True, 'tenant_id': 'f5cf99a0a99640d5b0a9bde903fa7dc4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:13.631441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Made reservation on behalf of f5cf99a0a99640d5b0a9bde903fa7dc4 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:13.635307 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.664873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a635b38e-b2b7-4400-93ec-842dfdec7891 req-5dc3bd1d-1e5e-436e-8701-448f9fc8f1d8 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:13.666746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a635b38e-b2b7-4400-93ec-842dfdec7891 req-5dc3bd1d-1e5e-436e-8701-448f9fc8f1d8 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 945 time: 0.1166613 Jul 16 18:03:13.696735 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b70c0de9-f65b-41f6-93e1-b13c4fb20e66 req-154409e6-0ffc-4211-b86d-06f6d30f3ee3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 210 time: 0.0509636 Jul 16 18:03:13.784645 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a635b38e-b2b7-4400-93ec-842dfdec7891 req-289c77f8-1671-4f61-877c-e6f7383ebb6e tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/security-groups?id=df6dc8c1-02cb-4a46-b6ed-a767366c568f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038952 Jul 16 18:03:13.796025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:13.825438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:13.842189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e741ea2c-94d0-4daf-9f61-3e9d0ff4781c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f464ec2-57db-4ad4-a6de-dadca0be9302'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:13.845777 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5a4a3c-8644-475d-b9bf-7ee1f55409d3" -d '{"events": [{"server_uuid": "e741ea2c-94d0-4daf-9f61-3e9d0ff4781c", "name": "network-vif-plugged", "status": "completed", "tag": "7f464ec2-57db-4ad4-a6de-dadca0be9302"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:13.865401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Transition to ACTIVE for port object 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:13.874027 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.085777 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:14.135759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Attempting to bind port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:14.136098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Attempting to bind port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:14.137420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Attempting to bind port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:14.147107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:14.147107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Attempting to bind port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:14.165584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:14.165928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Checking segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:14.166322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Bound using segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:14.166770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Bound port: 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:14.167208 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.200805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf00ae5-f808-414e-afac-5758641da3b3 req-5c92ed88-71f1-4a3a-afd0-c122eaa64007 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.208207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4bf00ae5-f808-414e-afac-5758641da3b3 req-5c92ed88-71f1-4a3a-afd0-c122eaa64007 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 944 time: 0.1611927 Jul 16 18:03:14.291999 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4bf00ae5-f808-414e-afac-5758641da3b3 req-4cc6faa8-b5f8-420f-91e9-87d68b7eec49 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825341 Jul 16 18:03:14.304119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] For port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:14.307482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] For port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:14.321297 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.367592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.368421 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:14.370011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] 10.222.0.18 "PUT /v2.0/ports/4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb HTTP/1.1" status: 200 len: 1092 time: 1.3282557 Jul 16 18:03:14.370489 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6994e6a9-cf67-4ec1-93f4-cbd4aea846d1', 'tag': '4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:14.374348 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a99d7b-07a3-4d89-8772-d73fe8185b15" -d '{"events": [{"name": "network-changed", "server_uuid": "6994e6a9-cf67-4ec1-93f4-cbd4aea846d1", "tag": "4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:14.418000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0ab7ba-4d42-4899-ad6f-dea92b8c6389 service neutron] Pushing event updated for resources: {'Port': ['ID=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:14.535877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Allocated IP 172.20.0.7 (a2b3b15d-94bb-4db7-998e-252e3d7493d1/ff7f8cd2-9f64-4120-9fd1-5582f1c28583/174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:14.548802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-de7804c6-b432-4f2d-a505-161e918cc256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.552958 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-de7804c6-b432-4f2d-a505-161e918cc256 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 1095 time: 0.1151338 Jul 16 18:03:14.581634 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533f07c0-bd54-4ba0-8934-3951431a3366 x-openstack-request-id: req-533f07c0-bd54-4ba0-8934-3951431a3366 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:14.582488 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e741ea2c-94d0-4daf-9f61-3e9d0ff4781c", "name": "network-vif-plugged", "status": "completed", "tag": "7f464ec2-57db-4ad4-a6de-dadca0be9302", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:14.582944 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-533f07c0-bd54-4ba0-8934-3951431a3366 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:14.583553 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e741ea2c-94d0-4daf-9f61-3e9d0ff4781c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f464ec2-57db-4ad4-a6de-dadca0be9302', 'code': 200} Jul 16 18:03:14.602567 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e722c-fadf-42f2-990e-a49975b6a541 req-6b005fa4-d27e-4b41-ae4d-5b8f1b941ffb tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.615229 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd8e722c-fadf-42f2-990e-a49975b6a541 req-6b005fa4-d27e-4b41-ae4d-5b8f1b941ffb tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 946 time: 0.1894619 Jul 16 18:03:14.634227 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-bb3088b8-b84e-4393-a300-b02ab4d56f20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb HTTP/1.1" status: 200 len: 217 time: 0.0617578 Jul 16 18:03:14.713989 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd8e722c-fadf-42f2-990e-a49975b6a541 req-17b7313e-df9e-4a5f-8f62-83e8c9af611b tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974078 Jul 16 18:03:14.820938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-87e0c1b9-1a1f-424d-896e-57470a4fc104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:14.822721 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-87e0c1b9-1a1f-424d-896e-57470a4fc104 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.1797941 Jul 16 18:03:14.937571 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-5dd7a044-7775-4e86-bfd7-3ecaa34991b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0880427 Jul 16 18:03:15.026283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.036466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-b40978b2-99a3-4653-9e7a-3af6a86ca202 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.037960 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-b40978b2-99a3-4653-9e7a-3af6a86ca202 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a69bb88-340b-4434-920f-2c8ea3e6abd2 HTTP/1.1" status: 200 len: 945 time: 0.1845329 Jul 16 18:03:15.059635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c946d0e1-1917-44e7-8357-8f0a042b5118 req-5dc1ca88-6729-4d9d-ba1f-2a75da3ac592 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.061219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c946d0e1-1917-44e7-8357-8f0a042b5118 req-5dc1ca88-6729-4d9d-ba1f-2a75da3ac592 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1536274 Jul 16 18:03:15.084368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0695a2-ad3a-4ef0-87c5-e4a73c8556dc req-eb2d4b9d-d8e0-43de-97ec-f965df97ca38 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.086253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c0695a2-ad3a-4ef0-87c5-e4a73c8556dc req-eb2d4b9d-d8e0-43de-97ec-f965df97ca38 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a69bb88-340b-4434-920f-2c8ea3e6abd2 HTTP/1.1" status: 200 len: 945 time: 0.2867374 Jul 16 18:03:15.093283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4924343d-2dac-4a18-98c3-bc5a6ceba2a0 req-15b8247b-7cf8-4e83-a028-4d99d117729f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.095287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4924343d-2dac-4a18-98c3-bc5a6ceba2a0 req-15b8247b-7cf8-4e83-a028-4d99d117729f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 1096 time: 0.3727899 Jul 16 18:03:15.152549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c946d0e1-1917-44e7-8357-8f0a042b5118 req-7c486fc1-cff8-4dad-a116-f023fec90576 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816038 Jul 16 18:03:15.181861 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-f078009c-ebb8-461c-a0f0-dd5d95ddef8f service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326744 Jul 16 18:03:15.234158 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c0695a2-ad3a-4ef0-87c5-e4a73c8556dc req-48feaa00-3468-4a19-8349-e3a86e019255 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/security-groups?id=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375957 Jul 16 18:03:15.245120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.276695 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead50a98-9fba-4e89-aa3f-3599b4bced4b x-openstack-request-id: req-ead50a98-9fba-4e89-aa3f-3599b4bced4b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:15.277117 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6994e6a9-cf67-4ec1-93f4-cbd4aea846d1", "tag": "4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:15.277376 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ead50a98-9fba-4e89-aa3f-3599b4bced4b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:15.277781 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6994e6a9-cf67-4ec1-93f4-cbd4aea846d1', 'tag': '4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb', 'status': 'completed', 'code': 200} Jul 16 18:03:15.293225 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4924343d-2dac-4a18-98c3-bc5a6ceba2a0 req-04317de7-affa-4254-809c-35bd7ac8ed1f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1864491 Jul 16 18:03:15.361382 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.18', 54494) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:15.404058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Network a2b3b15d-94bb-4db7-998e-252e3d7493d1 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:15.414178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:15.422146 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3a92245f-65c8-42b9-bec5-d140ec30889a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.424181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a81cfe3f-b8b9-4242-b52c-2acfb7fbff87 req-2dfbd4f1-2aa3-4e0c-9171-fb56c174da4b service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232823 Jul 16 18:03:15.442143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-0243e065-3cf6-4a62-8038-e4b899560a10 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Deleting port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:15.442906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-0243e065-3cf6-4a62-8038-e4b899560a10 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.469903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:15.486980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60edee81-7b3d-4ac1-9c6d-5b590a69d6f6 req-c29c65d7-af64-41eb-9ac0-712c758b6f82 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.489268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-60edee81-7b3d-4ac1-9c6d-5b590a69d6f6 req-c29c65d7-af64-41eb-9ac0-712c758b6f82 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.18 "GET /v2.0/ports?device_id=1376e6bb-d76d-4bc3-837e-dd68b63d9f68 HTTP/1.1" status: 200 len: 946 time: 0.1260109 Jul 16 18:03:15.559254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'Port': ['ID=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:15.666022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.667109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.722267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-0243e065-3cf6-4a62-8038-e4b899560a10 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] For port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:15.722632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-0243e065-3cf6-4a62-8038-e4b899560a10 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.749892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-0243e065-3cf6-4a62-8038-e4b899560a10 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Calling delete_port for dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:15.753949 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-5f8a1116-87c6-4f8c-8a74-07ef762e7b1f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4247155 Jul 16 18:03:15.767693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b2f11-c75a-45f1-bf3d-f2449eedd503 req-3aa22087-4984-465d-a7fc-060bca48de2e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.779676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-862b2f11-c75a-45f1-bf3d-f2449eedd503 req-3aa22087-4984-465d-a7fc-060bca48de2e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 931 time: 0.3484349 Jul 16 18:03:15.782046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3387a95a-7578-47c7-a316-cfd1a157f295 req-302fcf44-fb0f-493e-bec9-65686bc52557 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.784254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3387a95a-7578-47c7-a316-cfd1a157f295 req-302fcf44-fb0f-493e-bec9-65686bc52557 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 945 time: 0.2416861 Jul 16 18:03:15.792310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a99d7b-07a3-4d89-8772-d73fe8185b15 req-1b51c20a-076b-4a68-bcf3-5a500c816056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:15.794749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a99d7b-07a3-4d89-8772-d73fe8185b15 req-1b51c20a-076b-4a68-bcf3-5a500c816056 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 1095 time: 0.3046010 Jul 16 18:03:15.796213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Request body: {'port': {'device_id': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:15.855392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3387a95a-7578-47c7-a316-cfd1a157f295 req-d9d755ea-2b52-49b4-84eb-78f26895503f tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/security-groups?id=df6dc8c1-02cb-4a46-b6ed-a767366c568f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590940 Jul 16 18:03:15.868828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-60edee81-7b3d-4ac1-9c6d-5b590a69d6f6 req-9771431d-169d-40d6-bbf2-3548adf9dd75 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Deleting port ac1ffeb6-ac54-4114-823c-78bbea4164cc {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:15.869297 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-60edee81-7b3d-4ac1-9c6d-5b590a69d6f6 req-9771431d-169d-40d6-bbf2-3548adf9dd75 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.977264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-60edee81-7b3d-4ac1-9c6d-5b590a69d6f6 req-9771431d-169d-40d6-bbf2-3548adf9dd75 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] For port ac1ffeb6-ac54-4114-823c-78bbea4164cc, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=ac1ffeb6-ac54-4114-823c-78bbea4164cc,segment=NetworkSegment(005c05f1-c3fa-4490-86d3-3e2bf808977c),segment_id=005c05f1-c3fa-4490-86d3-3e2bf808977c)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:15.977785 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-60edee81-7b3d-4ac1-9c6d-5b590a69d6f6 req-9771431d-169d-40d6-bbf2-3548adf9dd75 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:15.996333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-60edee81-7b3d-4ac1-9c6d-5b590a69d6f6 req-9771431d-169d-40d6-bbf2-3548adf9dd75 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Calling delete_port for ac1ffeb6-ac54-4114-823c-78bbea4164cc owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:16.014129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-862b2f11-c75a-45f1-bf3d-f2449eedd503 req-4af4b6f2-be4f-4bca-88ef-e3bfc1723399 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334085 Jul 16 18:03:16.055516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.205078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67342ccf-f96b-448f-8a3a-c8ef53395bec req-5270f6b4-a9eb-4561-aa5c-081ccd6cb96e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.206296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67342ccf-f96b-448f-8a3a-c8ef53395bec req-5270f6b4-a9eb-4561-aa5c-081ccd6cb96e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 944 time: 0.2001996 Jul 16 18:03:16.223164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a99d7b-07a3-4d89-8772-d73fe8185b15 req-5b0371e4-a43b-4d5d-8d97-3fd97d2fe6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.224970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a99d7b-07a3-4d89-8772-d73fe8185b15 req-5b0371e4-a43b-4d5d-8d97-3fd97d2fe6c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 912 time: 0.4219422 Jul 16 18:03:16.310342 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-0243e065-3cf6-4a62-8038-e4b899560a10 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.323072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3', 'ac1ffeb6-ac54-4114-823c-78bbea4164cc'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:16.323657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a99d7b-07a3-4d89-8772-d73fe8185b15 req-26980858-be89-47ea-9bc3-44bda9b6cf88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb HTTP/1.1" status: 200 len: 217 time: 0.0820341 Jul 16 18:03:16.441068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67342ccf-f96b-448f-8a3a-c8ef53395bec req-b49a10c0-7610-4edb-ad48-a84dea6dbc26 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2264764 Jul 16 18:03:16.513519 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-60edee81-7b3d-4ac1-9c6d-5b590a69d6f6 req-9771431d-169d-40d6-bbf2-3548adf9dd75 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.580454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:16.593787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a99d7b-07a3-4d89-8772-d73fe8185b15 req-7f5145f6-573d-4873-879b-3bd70da393fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:16.597758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a99d7b-07a3-4d89-8772-d73fe8185b15 req-7f5145f6-573d-4873-879b-3bd70da393fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.2360909 Jul 16 18:03:16.604735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9771431d-169d-40d6-bbf2-3548adf9dd75 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Pushing event deleted for resources: {'Port': ['ID=ac1ffeb6-ac54-4114-823c-78bbea4164cc,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:16.681429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a99d7b-07a3-4d89-8772-d73fe8185b15 req-4e9ba996-ebc6-4549-a15c-6ca25f3507b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486913 Jul 16 18:03:16.705499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:16.712484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0243e065-3cf6-4a62-8038-e4b899560a10 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Pushing event deleted for resources: {'Port': ['ID=dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:16.785093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-0243e065-3cf6-4a62-8038-e4b899560a10 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] No DVR routers for this DVR port dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:16.789818 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-0243e065-3cf6-4a62-8038-e4b899560a10 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.791548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:16.792219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-0243e065-3cf6-4a62-8038-e4b899560a10 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.18 "DELETE /v2.0/ports/dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 HTTP/1.1" status: 204 len: 173 time: 1.7427418 Jul 16 18:03:16.797016 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.799830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a69bb88-340b-4434-920f-2c8ea3e6abd2', 'name': 'network-vif-deleted', 'tag': 'dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:16.802459 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13975b93-3c74-471d-966b-7576459297a4" -d '{"events": [{"server_uuid": "1a69bb88-340b-4434-920f-2c8ea3e6abd2", "name": "network-vif-deleted", "tag": "dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:16.857941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Transition to ACTIVE for port object 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:16.864890 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.915390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-60edee81-7b3d-4ac1-9c6d-5b590a69d6f6 req-9771431d-169d-40d6-bbf2-3548adf9dd75 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] No DVR routers for this DVR port ac1ffeb6-ac54-4114-823c-78bbea4164cc on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:16.924234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-60edee81-7b3d-4ac1-9c6d-5b590a69d6f6 req-9771431d-169d-40d6-bbf2-3548adf9dd75 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:16.926184 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-60edee81-7b3d-4ac1-9c6d-5b590a69d6f6 req-9771431d-169d-40d6-bbf2-3548adf9dd75 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.18 "DELETE /v2.0/ports/ac1ffeb6-ac54-4114-823c-78bbea4164cc HTTP/1.1" status: 204 len: 173 time: 1.3854392 Jul 16 18:03:16.946091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a99d7b-07a3-4d89-8772-d73fe8185b15 req-cd5de8df-a291-42cb-8268-61a2410cad82 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454488 Jul 16 18:03:16.983315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c1436c-c569-41b1-9485-6dff340b6073 req-927901cc-1aeb-44b6-8085-b743af965520 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.000004 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f1c1436c-c569-41b1-9485-6dff340b6073 req-927901cc-1aeb-44b6-8085-b743af965520 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 946 time: 0.4224055 Jul 16 18:03:17.031315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5231df-b55b-413f-a484-041a4e23ef8f req-7f4bf939-8923-4946-b83e-a15452504f18 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.041895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Pushing event updated for resources: {'Port': ['ID=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:17.057637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc5231df-b55b-413f-a484-041a4e23ef8f req-7f4bf939-8923-4946-b83e-a15452504f18 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.2067373 Jul 16 18:03:17.071523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:17.090206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'port_id': '4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb', 'mac_address': 'fa:16:3e:a4:cb:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f56a12-2748-4e3d-89b9-151cce28c16a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:17.108035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f1c1436c-c569-41b1-9485-6dff340b6073 req-0b41836d-4ebf-4667-9687-110ce6e846b9 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069355 Jul 16 18:03:17.138184 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.167351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:17.198247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Attempting to bind port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:17.198641 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Attempting to bind port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '2b096605-dffa-481c-988b-7ba4a441d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:17.199108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Attempting to bind port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 on network a2b3b15d-94bb-4db7-998e-252e3d7493d1 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:17.204145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 on network a2b3b15d-94bb-4db7-998e-252e3d7493d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:17.204467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Attempting to bind port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 on network a2b3b15d-94bb-4db7-998e-252e3d7493d1 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:17.210110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:17.210608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Checking segment: {'id': '2b096605-dffa-481c-988b-7ba4a441d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:17.211238 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Bound using segment: {'id': '2b096605-dffa-481c-988b-7ba4a441d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:17.212036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Bound port: 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b096605-dffa-481c-988b-7ba4a441d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:17.212549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:17.212686 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.222485 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.312437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] For port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:17.315361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] For port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:17.326266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:17.339099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.367876 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34889ba7-3dec-4ff5-a24f-13335c8ae23c req-5c4fe2f3-98fe-4fef-a633-3610778aae4f tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] 10.222.0.47 "GET /v2.0/ports?device_id=1a69bb88-340b-4434-920f-2c8ea3e6abd2 HTTP/1.1" status: 200 len: 210 time: 0.0417910 Jul 16 18:03:17.407324 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.407324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.408726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] 10.222.0.18 "PUT /v2.0/ports/174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 HTTP/1.1" status: 200 len: 1091 time: 1.6195295 Jul 16 18:03:17.429639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7d93ab-7ade-470a-a60d-aa4166ff2bec service neutron] Pushing event updated for resources: {'Port': ['ID=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:17.541170 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aae667a-f9f7-4c9e-8dd2-72d5bbf5dbe2 x-openstack-request-id: req-7aae667a-f9f7-4c9e-8dd2-72d5bbf5dbe2 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:17.541459 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a69bb88-340b-4434-920f-2c8ea3e6abd2", "name": "network-vif-deleted", "tag": "dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:17.541708 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7aae667a-f9f7-4c9e-8dd2-72d5bbf5dbe2 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:17.542107 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a69bb88-340b-4434-920f-2c8ea3e6abd2', 'name': 'network-vif-deleted', 'tag': 'dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3', 'status': 'completed', 'code': 200} Jul 16 18:03:17.575027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:17.579952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-e2dd02d4-2ce7-400a-b8ff-6fe0fcff0598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.589076 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-e2dd02d4-2ce7-400a-b8ff-6fe0fcff0598 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 1094 time: 0.0989954 Jul 16 18:03:17.666540 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-34b0aa65-dec1-4a41-bcdc-71860e471ae3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 HTTP/1.1" status: 200 len: 217 time: 0.0704217 Jul 16 18:03:17.709290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1376e6bb-d76d-4bc3-837e-dd68b63d9f68', 'name': 'network-vif-deleted', 'tag': 'ac1ffeb6-ac54-4114-823c-78bbea4164cc'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:17.712191 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d53136-a06a-428c-8f01-a974051e92b0" -d '{"events": [{"server_uuid": "1376e6bb-d76d-4bc3-837e-dd68b63d9f68", "name": "network-vif-deleted", "tag": "ac1ffeb6-ac54-4114-823c-78bbea4164cc"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:17.742234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc5231df-b55b-413f-a484-041a4e23ef8f req-1fa5d487-5e15-42e0-ab26-4906ea38aa34 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6835325 Jul 16 18:03:17.868778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-7acccd38-30b0-4689-8036-cc2bef58a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.874384 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:17.878733 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-7acccd38-30b0-4689-8036-cc2bef58a312 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff7f8cd2-9f64-4120-9fd1-5582f1c28583 HTTP/1.1" status: 200 len: 852 time: 0.2041647 Jul 16 18:03:17.897157 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5a99d7b-07a3-4d89-8772-d73fe8185b15 req-b32d18b3-fb15-43c8-890f-9cfba5d3c45e service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9352467 Jul 16 18:03:17.932596 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-562fa00a-dfa6-4dc1-becf-edcc20e20792 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2b3b15d-94bb-4db7-998e-252e3d7493d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422602 Jul 16 18:03:17.945472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b05a62-ea04-4803-acc5-723aa2583b53 req-cdae4c7b-40e2-474d-aad7-aa18a1057c4e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:17.952422 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-92b05a62-ea04-4803-acc5-723aa2583b53 req-cdae4c7b-40e2-474d-aad7-aa18a1057c4e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 943 time: 0.2619545 Jul 16 18:03:17.963222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-8ea7de7f-f7b3-4ab9-8876-769cc0cab43d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:03:17.965420 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-8ea7de7f-f7b3-4ab9-8876-769cc0cab43d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0104876 Jul 16 18:03:18.022035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-92b05a62-ea04-4803-acc5-723aa2583b53 req-46885d08-dde3-4c7a-b08f-90e07db0d0dc tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686424 Jul 16 18:03:18.118731 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-687191cc-6b35-4827-af20-33eab2fb8ca1 service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290607 Jul 16 18:03:18.125603 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0fba91cd-6d53-4010-b665-eb3afadf3759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.258292 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297650da-297f-4467-b178-22c750124f4d x-openstack-request-id: req-297650da-297f-4467-b178-22c750124f4d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:18.258868 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1376e6bb-d76d-4bc3-837e-dd68b63d9f68", "name": "network-vif-deleted", "tag": "ac1ffeb6-ac54-4114-823c-78bbea4164cc", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:18.259189 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-297650da-297f-4467-b178-22c750124f4d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:18.259832 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1376e6bb-d76d-4bc3-837e-dd68b63d9f68', 'name': 'network-vif-deleted', 'tag': 'ac1ffeb6-ac54-4114-823c-78bbea4164cc', 'status': 'completed', 'code': 200} Jul 16 18:03:18.268379 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f532e77-d06c-4c3d-a425-88c7a8b863eb req-9c9a1ea2-ed35-46ee-8483-2c4eeec3f9ac service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375318 Jul 16 18:03:18.295065 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d64a821-e240-4999-a9a3-6768fde1a3f4 req-a0ec012e-a6e9-49d0-a245-d3a3967a8ebd tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.304219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d64a821-e240-4999-a9a3-6768fde1a3f4 req-a0ec012e-a6e9-49d0-a245-d3a3967a8ebd tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 945 time: 0.1069150 Jul 16 18:03:18.360158 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d64a821-e240-4999-a9a3-6768fde1a3f4 req-c96ea865-3d24-4831-8658-729db53d0dce tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549128 Jul 16 18:03:18.546467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06df79fa-389b-46cf-adca-b074ca9b503a req-cd3bc549-48f3-40a8-8afd-9e223920346a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.548385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06df79fa-389b-46cf-adca-b074ca9b503a req-cd3bc549-48f3-40a8-8afd-9e223920346a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 946 time: 0.0691838 Jul 16 18:03:18.588517 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06df79fa-389b-46cf-adca-b074ca9b503a req-069fe6e3-384f-4a66-8975-7cba749c4631 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339499 Jul 16 18:03:18.618011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83811d16-7814-4533-b534-6a5ef8a1ee5b req-5cf689f3-3cf0-4c71-bdfc-c68579688f45 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.620073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83811d16-7814-4533-b534-6a5ef8a1ee5b req-5cf689f3-3cf0-4c71-bdfc-c68579688f45 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 945 time: 0.0795190 Jul 16 18:03:18.663246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83811d16-7814-4533-b534-6a5ef8a1ee5b req-c0f3b6fc-7219-41b3-a282-3d035f13c9c0 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/security-groups?id=df6dc8c1-02cb-4a46-b6ed-a767366c568f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363228 Jul 16 18:03:18.756240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55708) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:18.805027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:18.839975 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-c79a76a1-f27b-4e7b-a401-cc89c323bac5 admin admin] Deleting subnet 633c2ee7-f48f-40eb-a2d4-a4e703d1ac30 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:18.845209 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c79a76a1-f27b-4e7b-a401-cc89c323bac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.865991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:18.871421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:18.872035 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.891938 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c79a76a1-f27b-4e7b-a401-cc89c323bac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.900619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdce182-1662-4db2-9ee9-4da1577ca804 req-9664d112-158e-475c-af70-91d525897589 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:18.903093 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8bdce182-1662-4db2-9ee9-4da1577ca804 req-9664d112-158e-475c-af70-91d525897589 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1189344 Jul 16 18:03:18.970375 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8bdce182-1662-4db2-9ee9-4da1577ca804 req-40156ba5-7d77-4f7a-a039-cb45313c3294 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494616 Jul 16 18:03:18.971376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c79a76a1-f27b-4e7b-a401-cc89c323bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:18.999817 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.026284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6994e6a9-cf67-4ec1-93f4-cbd4aea846d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:19.036183 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e5c19a-4449-4315-8cc3-adbb63ebb4df" -d '{"events": [{"server_uuid": "6994e6a9-cf67-4ec1-93f4-cbd4aea846d1", "name": "network-vif-plugged", "status": "completed", "tag": "4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:19.046286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c79a76a1-f27b-4e7b-a401-cc89c323bac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.054384 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:19.060772 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.061614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:19.074715 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c79a76a1-f27b-4e7b-a401-cc89c323bac5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.080880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55720) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:19.095668 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c79a76a1-f27b-4e7b-a401-cc89c323bac5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/633c2ee7-f48f-40eb-a2d4-a4e703d1ac30 HTTP/1.1" status: 204 len: 168 time: 0.3382649 Jul 16 18:03:19.101949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:19.102534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device dfd8b1a7-1586-45ef-b72b-e6ea3c921bd3 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:19.103468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ac1ffeb6-ac54-4114-823c-78bbea4164cc no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:19.148991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: ac1ffeb6-ac54-4114-823c-78bbea4164cc {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:19.149341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device ac1ffeb6-ac54-4114-823c-78bbea4164cc not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:19.187185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79a76a1-f27b-4e7b-a401-cc89c323bac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633c2ee7-f48f-40eb-a2d4-a4e703d1ac30,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.197668 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3931e584-43aa-4886-8670-5562528d005b x-openstack-request-id: req-3931e584-43aa-4886-8670-5562528d005b {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:19.197969 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6994e6a9-cf67-4ec1-93f4-cbd4aea846d1", "name": "network-vif-plugged", "status": "completed", "tag": "4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:19.198228 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3931e584-43aa-4886-8670-5562528d005b {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:19.198678 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6994e6a9-cf67-4ec1-93f4-cbd4aea846d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb', 'code': 200} Jul 16 18:03:19.210125 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.211486 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.250927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994987b6-5309-492e-a7d3-ada1f732e391 req-1ae8be23-f797-4411-9e35-6414d31cafb5 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.256041 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-994987b6-5309-492e-a7d3-ada1f732e391 req-1ae8be23-f797-4411-9e35-6414d31cafb5 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1080370 Jul 16 18:03:19.330009 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-994987b6-5309-492e-a7d3-ada1f732e391 req-cff6c819-b3d7-4a6c-af8f-e352b4349a26 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715272 Jul 16 18:03:19.347387 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.349827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca961d5-c08f-44b7-aa6c-637ceef20b87 req-3dbd2d0f-9dd7-44bf-82f6-da5ea293c7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.352189 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eca961d5-c08f-44b7-aa6c-637ceef20b87 req-3dbd2d0f-9dd7-44bf-82f6-da5ea293c7f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 1097 time: 0.0925348 Jul 16 18:03:19.359824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66f6108c-04fc-4f2c-8827-73390e726696']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:19.373987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005c05f1-c3fa-4490-86d3-3e2bf808977c') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:19.373987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005c05f1-c3fa-4490-86d3-3e2bf808977c') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:19.390898 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.412746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.421550 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eca961d5-c08f-44b7-aa6c-637ceef20b87 req-7b221b23-a0ac-43da-89de-feae5d3cca31 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610921 Jul 16 18:03:19.424541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec2b45-2344-4045-ae59-1d24a76be947 req-20bbe5dd-54d9-4c31-b181-023dd0709bd8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.426036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75ec2b45-2344-4045-ae59-1d24a76be947 req-20bbe5dd-54d9-4c31-b181-023dd0709bd8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 943 time: 0.1526983 Jul 16 18:03:19.429010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:19.429421 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:19.431157 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:19.438090 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:19.438090 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:19.516979 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75ec2b45-2344-4045-ae59-1d24a76be947 req-056d7d85-8b3e-4238-8b1a-0a15f8b9bcd6 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750346 Jul 16 18:03:19.517568 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.523210 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.528191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] 10.222.0.47 "DELETE /v2.0/networks/66f6108c-04fc-4f2c-8827-73390e726696 HTTP/1.1" status: 204 len: 168 time: 0.4438705 Jul 16 18:03:19.540164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Pushing event deleted for resources: {'Network': ['ID=66f6108c-04fc-4f2c-8827-73390e726696,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:19.543799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'tag': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:19.546506 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f89c42cf-70d5-43ee-8303-211f9219f13d" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd6c71e-1cff-4e00-a681-794ce7be9a63", "tag": "174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:19.553494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.553961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.554370 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.554764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.555133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.555468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.555826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.556159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.556485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.556866 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.557195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.557522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f966a029-c877-44c0-a03e-c27f0744cc42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:19.631338 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5699f6eb-d650-4c6c-be6b-4ce17a0a269e x-openstack-request-id: req-5699f6eb-d650-4c6c-be6b-4ce17a0a269e {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:19.631862 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd6c71e-1cff-4e00-a681-794ce7be9a63", "tag": "174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:19.632336 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5699f6eb-d650-4c6c-be6b-4ce17a0a269e {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:19.632885 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'tag': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3', 'status': 'completed', 'code': 200} Jul 16 18:03:19.739273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c42cf-70d5-43ee-8303-211f9219f13d req-cdf8ba19-cee6-4f7d-9a87-097426e3ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.740649 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.742131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f89c42cf-70d5-43ee-8303-211f9219f13d req-cdf8ba19-cee6-4f7d-9a87-097426e3ec31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 1094 time: 0.0722272 Jul 16 18:03:19.769467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915e3e75-040b-4496-b186-0953a0982080 req-96de42f2-90b7-4d9d-a618-fc54bf1fce5d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.771629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-915e3e75-040b-4496-b186-0953a0982080 req-96de42f2-90b7-4d9d-a618-fc54bf1fce5d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 946 time: 0.0877948 Jul 16 18:03:19.778338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55736) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:19.845984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-915e3e75-040b-4496-b186-0953a0982080 req-53156b2f-c248-404a-b0ea-b814cc45d547 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610409 Jul 16 18:03:19.851296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e1ed20b7-f95a-4cba-a3cf-49d9fc8e109e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9fdf2e634ee54d96916870e980180204&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0718853 Jul 16 18:03:19.851911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55738) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:19.913428 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ffc903a-8b12-4899-b347-9f75f5a4761c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.913683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a05ce0-fabc-45db-b7f6-398aff8c5bb8 req-4012c758-28f1-448c-b937-1468df556ada tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.924398 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3a05ce0-fabc-45db-b7f6-398aff8c5bb8 req-4012c758-28f1-448c-b937-1468df556ada tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1703846 Jul 16 18:03:19.970454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ffc903a-8b12-4899-b347-9f75f5a4761c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:19.972448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c42cf-70d5-43ee-8303-211f9219f13d req-bf2a8d9d-16f7-403c-9b5d-8169ee8563bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:19.973863 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f89c42cf-70d5-43ee-8303-211f9219f13d req-bf2a8d9d-16f7-403c-9b5d-8169ee8563bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 200 len: 913 time: 0.2076437 Jul 16 18:03:19.985831 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3a05ce0-fabc-45db-b7f6-398aff8c5bb8 req-65cab7ba-5bda-4e5c-af2d-ab6888202d8d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603375 Jul 16 18:03:20.039091 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f89c42cf-70d5-43ee-8303-211f9219f13d req-4d7ed4f8-23cb-4511-920f-7ec02fc449bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 HTTP/1.1" status: 200 len: 217 time: 0.0494840 Jul 16 18:03:20.040467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61a7d1-e18a-4c0c-9285-60756d53638f req-f391759b-cec9-4766-a44d-16122b7920b4 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.043992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e61a7d1-e18a-4c0c-9285-60756d53638f req-f391759b-cec9-4766-a44d-16122b7920b4 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.18 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 945 time: 0.1164114 Jul 16 18:03:20.107304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89c42cf-70d5-43ee-8303-211f9219f13d req-ff8a2f9d-fdf8-4f19-8a7e-24f9611d99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.109350 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f89c42cf-70d5-43ee-8303-211f9219f13d req-ff8a2f9d-fdf8-4f19-8a7e-24f9611d99a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff7f8cd2-9f64-4120-9fd1-5582f1c28583 HTTP/1.1" status: 200 len: 852 time: 0.0604863 Jul 16 18:03:20.126275 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ffc903a-8b12-4899-b347-9f75f5a4761c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.128861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ffc903a-8b12-4899-b347-9f75f5a4761c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.130001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6ffc903a-8b12-4899-b347-9f75f5a4761c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7 HTTP/1.1" status: 204 len: 168 time: 0.2771616 Jul 16 18:03:20.163253 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f89c42cf-70d5-43ee-8303-211f9219f13d req-5957ce25-f6d8-4b80-bd25-db71190191bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2b3b15d-94bb-4db7-998e-252e3d7493d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468276 Jul 16 18:03:20.165520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc903a-8b12-4899-b347-9f75f5a4761c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ac5d2a5-81ee-48d1-bfe0-2e7e6a418cc7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:20.238926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e2bdcb-c26f-44d4-b9df-7951cb764380 req-5ee7f3a9-36af-4154-955e-955d15212cd8 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.240492 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-52e2bdcb-c26f-44d4-b9df-7951cb764380 req-5ee7f3a9-36af-4154-955e-955d15212cd8 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 946 time: 0.1821883 Jul 16 18:03:20.269697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-5e61a7d1-e18a-4c0c-9285-60756d53638f req-f970b5b7-efb0-4549-976e-97f199c0d828 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Deleting port 764bda3d-668c-41a6-ace6-694a62d7b5aa {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:20.270111 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5e61a7d1-e18a-4c0c-9285-60756d53638f req-f970b5b7-efb0-4549-976e-97f199c0d828 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.306520 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37838838-3f9e-4c03-9ae6-bcd91e0972c8 req-1b296c53-1b2a-4b2c-b30f-253fbe44ed0b tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.309095 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37838838-3f9e-4c03-9ae6-bcd91e0972c8 req-1b296c53-1b2a-4b2c-b30f-253fbe44ed0b tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 945 time: 0.1811697 Jul 16 18:03:20.320368 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-52e2bdcb-c26f-44d4-b9df-7951cb764380 req-ccd36d9e-da60-4d6e-add4-b3f45b689bdc tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712891 Jul 16 18:03:20.365474 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f89c42cf-70d5-43ee-8303-211f9219f13d req-e98a72c1-01bd-4656-8c93-e55f349748d7 service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694140 Jul 16 18:03:20.424598 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37838838-3f9e-4c03-9ae6-bcd91e0972c8 req-8e3c1437-ddef-401c-bd35-19940b847022 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/security-groups?id=df6dc8c1-02cb-4a46-b6ed-a767366c568f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964561 Jul 16 18:03:20.453840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-5e61a7d1-e18a-4c0c-9285-60756d53638f req-f970b5b7-efb0-4549-976e-97f199c0d828 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] For port 764bda3d-668c-41a6-ace6-694a62d7b5aa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=764bda3d-668c-41a6-ace6-694a62d7b5aa,segment=NetworkSegment(2c3d1b13-231b-41af-a93a-c4cea56df712),segment_id=2c3d1b13-231b-41af-a93a-c4cea56df712)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:20.454491 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5e61a7d1-e18a-4c0c-9285-60756d53638f req-f970b5b7-efb0-4549-976e-97f199c0d828 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.485029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-5e61a7d1-e18a-4c0c-9285-60756d53638f req-f970b5b7-efb0-4549-976e-97f199c0d828 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Calling delete_port for 764bda3d-668c-41a6-ace6-694a62d7b5aa owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:20.536226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f89c42cf-70d5-43ee-8303-211f9219f13d req-20671cc7-54e0-4b45-afe7-0bca7bc0f40e service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570730 Jul 16 18:03:20.690500 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5e61a7d1-e18a-4c0c-9285-60756d53638f req-f970b5b7-efb0-4549-976e-97f199c0d828 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.704889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['764bda3d-668c-41a6-ace6-694a62d7b5aa'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:20.739370 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f970b5b7-efb0-4549-976e-97f199c0d828 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Pushing event deleted for resources: {'Port': ['ID=764bda3d-668c-41a6-ace6-694a62d7b5aa,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:20.783313 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2b8a8-43dd-4b12-8d7e-0b1c289c1523 req-727e82e6-cae5-44af-8fd5-d03e3a7628a4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:20.788847 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5f2b8a8-43dd-4b12-8d7e-0b1c289c1523 req-727e82e6-cae5-44af-8fd5-d03e3a7628a4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 943 time: 0.0830941 Jul 16 18:03:20.797224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:20.798212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e61a7d1-e18a-4c0c-9285-60756d53638f req-f970b5b7-efb0-4549-976e-97f199c0d828 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] No DVR routers for this DVR port 764bda3d-668c-41a6-ace6-694a62d7b5aa on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:20.800825 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5e61a7d1-e18a-4c0c-9285-60756d53638f req-f970b5b7-efb0-4549-976e-97f199c0d828 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:20.802875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e61a7d1-e18a-4c0c-9285-60756d53638f req-f970b5b7-efb0-4549-976e-97f199c0d828 tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.18 "DELETE /v2.0/ports/764bda3d-668c-41a6-ace6-694a62d7b5aa HTTP/1.1" status: 204 len: 173 time: 0.7536707 Jul 16 18:03:20.803536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a0d4bc4-9d7a-4b7c-a953-13bf50b17282', 'name': 'network-vif-deleted', 'tag': '764bda3d-668c-41a6-ace6-694a62d7b5aa'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:20.805699 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7b22bf7-f044-4d98-b4c6-d86ec8766078" -d '{"events": [{"server_uuid": "4a0d4bc4-9d7a-4b7c-a953-13bf50b17282", "name": "network-vif-deleted", "tag": "764bda3d-668c-41a6-ace6-694a62d7b5aa"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:20.856662 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a63a489-2696-4bf9-b2f4-2d47be68d98c x-openstack-request-id: req-3a63a489-2696-4bf9-b2f4-2d47be68d98c {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:20.857595 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a0d4bc4-9d7a-4b7c-a953-13bf50b17282", "name": "network-vif-deleted", "tag": "764bda3d-668c-41a6-ace6-694a62d7b5aa", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:20.858434 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3a63a489-2696-4bf9-b2f4-2d47be68d98c {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:20.859522 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a0d4bc4-9d7a-4b7c-a953-13bf50b17282', 'name': 'network-vif-deleted', 'tag': '764bda3d-668c-41a6-ace6-694a62d7b5aa', 'status': 'completed', 'code': 200} Jul 16 18:03:20.863866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5f2b8a8-43dd-4b12-8d7e-0b1c289c1523 req-49880b3d-9043-40a2-8cf6-1f3d3391b1ed tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735586 Jul 16 18:03:20.971513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:20.987347 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3', 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1', 'port_id': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3', 'mac_address': 'fa:16:3e:19:3a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7f8cd2-9f64-4120-9fd1-5582f1c28583', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:21.093047 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.110916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:21.143351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:21.148288 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.190511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f53cfb-080e-404f-a389-2c6503b6ce0c req-da582c0d-2c19-42bb-bbe7-10034e890c54 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.199228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30f53cfb-080e-404f-a389-2c6503b6ce0c req-da582c0d-2c19-42bb-bbe7-10034e890c54 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 946 time: 0.1206417 Jul 16 18:03:21.209039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:21.242872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d885d0f-f4cf-4297-a94e-de51bade8951 req-5a044ec2-3c72-497f-a314-f78287addb29 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.245389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d885d0f-f4cf-4297-a94e-de51bade8951 req-5a044ec2-3c72-497f-a314-f78287addb29 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1038008 Jul 16 18:03:21.246994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30f53cfb-080e-404f-a389-2c6503b6ce0c req-395eea19-49b3-4453-be1a-89078d66ea2b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468650 Jul 16 18:03:21.303350 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d885d0f-f4cf-4297-a94e-de51bade8951 req-0a709d5f-dd7d-4b45-b824-5b0e23385b95 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477879 Jul 16 18:03:21.446829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:21.486531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55780) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:21.561032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c16035-ddd1-4458-abd1-d99ef455ffdf req-aa5fd17c-e2ae-4078-a3e1-0a7f6e9f7ce0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.571687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-90c16035-ddd1-4458-abd1-d99ef455ffdf req-aa5fd17c-e2ae-4078-a3e1-0a7f6e9f7ce0 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 946 time: 0.1093545 Jul 16 18:03:21.633381 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-90c16035-ddd1-4458-abd1-d99ef455ffdf req-43e96bbb-f6c1-4e33-b831-de2efd8b1724 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606942 Jul 16 18:03:21.770962 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.784687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f2dfd93-28c7-4b24-a3f1-ffeb0e86d4c0 req-8277c951-9dbe-459c-bf06-d1b3f8df74ab tempest-InstanceActionsNegativeTestJSON-564767613 tempest-InstanceActionsNegativeTestJSON-564767613-project] 10.222.0.47 "GET /v2.0/ports?device_id=4a0d4bc4-9d7a-4b7c-a953-13bf50b17282 HTTP/1.1" status: 200 len: 210 time: 0.0563862 Jul 16 18:03:21.807260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1267495304-network', 'tenant_id': 'ff9730cb55a84bcb9f0df71fff2a50eb'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:21.854470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Made reservation on behalf of ff9730cb55a84bcb9f0df71fff2a50eb for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:21.857357 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.868771 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:21.967702 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb85a7ef-a8f6-4651-be08-0ced2513b789 req-7de1c4ac-cd38-4f12-9915-daa063a5894f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:21.972567 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb85a7ef-a8f6-4651-be08-0ced2513b789 req-7de1c4ac-cd38-4f12-9915-daa063a5894f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 946 time: 0.1393676 Jul 16 18:03:22.001184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.007601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.019021 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb85a7ef-a8f6-4651-be08-0ced2513b789 req-7dcb95e6-7ebd-44d0-bbb9-2809592da83d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431435 Jul 16 18:03:22.033595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:03:22.060961 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.061316 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Added segment eb45c756-8b46-4577-a419-afff070f2891 of type vlan for network 97b4ab25-2216-46e6-ac36-5abbf2d98c8a Jul 16 18:03:22.064517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52ec5f5-512c-435f-8667-56c92fda3f4a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:22.150098 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.207502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d829a0-2d70-4ffe-9a9a-058424dde313 req-8edbcfbb-a86a-436c-9a27-caf56d5ea339 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.209045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0d829a0-2d70-4ffe-9a9a-058424dde313 req-8edbcfbb-a86a-436c-9a27-caf56d5ea339 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 944 time: 0.1456301 Jul 16 18:03:22.209813 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.210703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.211278 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.259512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7712750 Jul 16 18:03:22.263691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55792) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:22.269427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Request body: {'subnet': {'network_id': '97b4ab25-2216-46e6-ac36-5abbf2d98c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1267495304-subnet', 'tenant_id': 'ff9730cb55a84bcb9f0df71fff2a50eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:22.299415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Made reservation on behalf of ff9730cb55a84bcb9f0df71fff2a50eb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:22.302064 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.306608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160b7bc-3fb8-43a6-a923-9ea03cfd889a admin admin] Pushing event updated for resources: {'Network': ['ID=97b4ab25-2216-46e6-ac36-5abbf2d98c8a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:22.315277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0d829a0-2d70-4ffe-9a9a-058424dde313 req-516a60c5-2390-49cf-a42e-db9a93af4f46 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983565 Jul 16 18:03:22.321454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 97b4ab25-2216-46e6-ac36-5abbf2d98c8a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:03:22.545425 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.618808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3ed6aa4-022e-4d0d-9d6a-e8fced206e69,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:22.810878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:22.826486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93685bb0-49ef-4d6d-ac12-693f3959dca4 req-07216c54-e311-48ac-921f-1e8e3ccfd33f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.828107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93685bb0-49ef-4d6d-ac12-693f3959dca4 req-07216c54-e311-48ac-921f-1e8e3ccfd33f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 946 time: 0.0849340 Jul 16 18:03:22.865598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:22.871255 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:22.872089 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:22.873913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93685bb0-49ef-4d6d-ac12-693f3959dca4 req-6adb8a8a-decb-469c-8b0b-3afbc10c930b tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389228 Jul 16 18:03:22.951186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd02310-176a-40d2-8e9e-1178afdaedc2 req-4601d1d0-5f4c-48a9-bf54-17eca7335087 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.960979 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1dd02310-176a-40d2-8e9e-1178afdaedc2 req-4601d1d0-5f4c-48a9-bf54-17eca7335087 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.4891455 Jul 16 18:03:22.966736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-42703b50-94c2-4062-beae-a7a282ccbb74 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:22.968325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-42703b50-94c2-4062-beae-a7a282ccbb74 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1097 time: 0.0934730 Jul 16 18:03:22.981711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-794306-7'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:22.983855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.984208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.984548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.984886 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.985217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.985547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.985875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.986202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.986529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.986852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.987177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.987498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:03:22.988459 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.000218 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Checking segment: {'id': 'eb45c756-8b46-4577-a419-afff070f2891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '97b4ab25-2216-46e6-ac36-5abbf2d98c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:23.000579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Network hostable DHCP agents. Network: 97b4ab25-2216-46e6-ac36-5abbf2d98c8a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:03:23.027004 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1dd02310-176a-40d2-8e9e-1178afdaedc2 req-6188d075-54d3-43d4-9ac2-ff944e1e9e27 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648856 Jul 16 18:03:23.031998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55802) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:23.068293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:23.071426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:23.077529 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d9ab26-15e1-45b0-98fd-3d153649a4a9" -d '{"events": [{"server_uuid": "ffd6c71e-1cff-4e00-a681-794ce7be9a63", "name": "network-vif-plugged", "status": "completed", "tag": "174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:23.080796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.083855 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.086064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 764bda3d-668c-41a6-ace6-694a62d7b5aa no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:23.115772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Network 97b4ab25-2216-46e6-ac36-5abbf2d98c8a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:03:23.135495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 764bda3d-668c-41a6-ace6-694a62d7b5aa {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:23.136681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 764bda3d-668c-41a6-ace6-694a62d7b5aa not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:23.142638 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 97b4ab25-2216-46e6-ac36-5abbf2d98c8a) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:23.157464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6dc60ea-14c6-495c-93b0-50fc844e1891 admin admin] Deleting subnet 616709c3-cca8-4bf4-861b-c75927a1cd0d {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:23.172513 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6dc60ea-14c6-495c-93b0-50fc844e1891 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.174930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.175615 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.207545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdd860a7-069f-45af-9cf6-767b7f1de91a None None] Network 97b4ab25-2216-46e6-ac36-5abbf2d98c8a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:23.258774 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5a6696e0-fe71-449e-afea-ef9c59117e04 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9939556 Jul 16 18:03:23.292910 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7439a00d-68e4-4d03-802d-84dcf83e12b8 x-openstack-request-id: req-7439a00d-68e4-4d03-802d-84dcf83e12b8 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:23.292910 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6c71e-1cff-4e00-a681-794ce7be9a63", "name": "network-vif-plugged", "status": "completed", "tag": "174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:23.292910 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7439a00d-68e4-4d03-802d-84dcf83e12b8 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:23.293329 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3', 'code': 200} Jul 16 18:03:23.297056 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6dc60ea-14c6-495c-93b0-50fc844e1891 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.378286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6dc60ea-14c6-495c-93b0-50fc844e1891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.445681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:23.496551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920b0f6-5c28-42a2-9c2c-c41c8ae75bdb req-e92365f9-7a75-4cb6-9e50-a5331dde1a09 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.504213 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2920b0f6-5c28-42a2-9c2c-c41c8ae75bdb req-e92365f9-7a75-4cb6-9e50-a5331dde1a09 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 946 time: 0.2663527 Jul 16 18:03:23.506129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:23.506998 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6dc60ea-14c6-495c-93b0-50fc844e1891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.561967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc60ea-14c6-495c-93b0-50fc844e1891 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=616709c3-cca8-4bf4-861b-c75927a1cd0d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:23.572013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6dc60ea-14c6-495c-93b0-50fc844e1891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.575682 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a6dc60ea-14c6-495c-93b0-50fc844e1891 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/616709c3-cca8-4bf4-861b-c75927a1cd0d HTTP/1.1" status: 204 len: 168 time: 0.5425150 Jul 16 18:03:23.578227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55816) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:23.601942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3480bbf-fd2b-4caf-9899-4eff67472ffe None None] Network 97b4ab25-2216-46e6-ac36-5abbf2d98c8a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:03:23.613931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:23.658541 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2920b0f6-5c28-42a2-9c2c-c41c8ae75bdb req-b1557c7e-fca4-40e8-bb50-f9887d257df2 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530468 Jul 16 18:03:23.663311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b09872-65d1-4253-b818-4c7de47089b6 req-5428e1ae-e855-4c68-ad23-622d9a139c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.664848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30b09872-65d1-4253-b818-4c7de47089b6 req-5428e1ae-e855-4c68-ad23-622d9a139c4e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 1096 time: 0.3044751 Jul 16 18:03:23.699548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542ecb57-d614-4837-998b-7d2828ed64fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:23.702134 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa0a7a5-1160-4757-95d4-20a09ee4f15a" -d '{"events": [{"server_uuid": "542ecb57-d614-4837-998b-7d2828ed64fb", "name": "network-vif-unplugged", "status": "completed", "tag": "42a28d6a-e5cd-4ddb-a337-aefd3915bda2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:23.714048 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.724433 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.726113 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.742593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24902077-09e7-4577-b305-e231d35d1cd4 req-9e2f1d82-aff0-4b61-95bf-5e274888a9d7 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:23.744180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24902077-09e7-4577-b305-e231d35d1cd4 req-9e2f1d82-aff0-4b61-95bf-5e274888a9d7 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 945 time: 0.2226095 Jul 16 18:03:23.807056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30b09872-65d1-4253-b818-4c7de47089b6 req-76fab2e4-fc0d-44f6-b0dd-4b48a66afa88 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211417 Jul 16 18:03:23.820922 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.837722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['601c3dd3-c194-4ca3-a8b2-3999ceb2c173']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:23.853760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3d1b13-231b-41af-a93a-c4cea56df712') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:23.854456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3d1b13-231b-41af-a93a-c4cea56df712') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:23.869526 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.877484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Pushing event updated for resources: {'Port': ['ID=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:23.900500 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.903007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24902077-09e7-4577-b305-e231d35d1cd4 req-b2a861dd-04eb-4cce-9df1-c482ecbb752a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223528 Jul 16 18:03:23.911657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] Releasing vlan 351 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:23.922420 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:23.930844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on host n-h2-794306-7 for vnic_type normal with profile {"migrating_to": "n-h1-794306-7"} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:23.931190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:23.931528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:23.946190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:23.946601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Attempting to bind port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on network 3746e485-67e7-4f9b-b773-ee4b83440f7a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:23.950507 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:23.957486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 2, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:23.957840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Checking segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:23.958228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Bound using segment: {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:23.958727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Bound port: 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c0234e64-4ca1-4319-9d58-d43c779d20f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '3746e485-67e7-4f9b-b773-ee4b83440f7a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:23.961582 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.020772 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.029640 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.031526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/601c3dd3-c194-4ca3-a8b2-3999ceb2c173 HTTP/1.1" status: 204 len: 168 time: 0.4522932 Jul 16 18:03:24.046787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54803ba2-5953-48a1-807b-0307a889bcd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=601c3dd3-c194-4ca3-a8b2-3999ceb2c173,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:24.080955 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ebd8867-9ec5-43f0-bbcc-3e90024b87f6 x-openstack-request-id: req-1ebd8867-9ec5-43f0-bbcc-3e90024b87f6 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:24.081273 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542ecb57-d614-4837-998b-7d2828ed64fb", "name": "network-vif-unplugged", "status": "completed", "tag": "42a28d6a-e5cd-4ddb-a337-aefd3915bda2", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:24.081530 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1ebd8867-9ec5-43f0-bbcc-3e90024b87f6 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:24.083264 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542ecb57-d614-4837-998b-7d2828ed64fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2', 'code': 200} Jul 16 18:03:24.139679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:24.143498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:24.149031 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.226183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55834) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.295075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5e575-24bc-473e-9f9d-d8a3ac3b73d0 req-6aa4e184-48f0-402c-84c1-1de371c3b674 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.297299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Pushing event updated for resources: {'Port': ['ID=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,revision_number=8']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:24.306930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.307849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.311353 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18b5e575-24bc-473e-9f9d-d8a3ac3b73d0 req-6aa4e184-48f0-402c-84c1-1de371c3b674 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 944 time: 0.1350775 Jul 16 18:03:24.312018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-51d345cb-c63a-447f-945a-98faa220725c service neutron] 10.222.0.37 "PUT /v2.0/ports/42a28d6a-e5cd-4ddb-a337-aefd3915bda2 HTTP/1.1" status: 200 len: 1122 time: 1.3347051 Jul 16 18:03:24.352840 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-21d788a2-2ed3-4ecc-bfa0-a89707222baf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca1d178fdd3d4977aa22469785a0e9e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1162364 Jul 16 18:03:24.353086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55840) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:24.409363 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18b5e575-24bc-473e-9f9d-d8a3ac3b73d0 req-c2cbe60e-0a3e-4df4-b22c-50edb78d7e60 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975883 Jul 16 18:03:24.427254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['42a28d6a-e5cd-4ddb-a337-aefd3915bda2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:24.460239 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dce367af-56da-44c7-be79-39f66542c7bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.503656 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dce367af-56da-44c7-be79-39f66542c7bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.506244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['42a28d6a-e5cd-4ddb-a337-aefd3915bda2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:24.589831 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dce367af-56da-44c7-be79-39f66542c7bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.593880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dce367af-56da-44c7-be79-39f66542c7bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:24.598980 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dce367af-56da-44c7-be79-39f66542c7bc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df6dc8c1-02cb-4a46-b6ed-a767366c568f HTTP/1.1" status: 204 len: 168 time: 0.2426071 Jul 16 18:03:24.608175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce367af-56da-44c7-be79-39f66542c7bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6dc8c1-02cb-4a46-b6ed-a767366c568f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:24.631873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69505c73-a96e-47f8-96ea-cdcbbf5821d4 req-fa49445b-cfca-4602-8d6b-a01361c801b2 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.640212 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-69505c73-a96e-47f8-96ea-cdcbbf5821d4 req-fa49445b-cfca-4602-8d6b-a01361c801b2 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1001763 Jul 16 18:03:24.691968 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-69505c73-a96e-47f8-96ea-cdcbbf5821d4 req-4d533b8d-f3ed-4790-a87a-a361cf7a94c5 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503054 Jul 16 18:03:24.915523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc20041d-1950-4c47-9045-ac8d39a812f7 req-523d50a7-447b-4e31-adb4-195ed5400a31 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:24.919491 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc20041d-1950-4c47-9045-ac8d39a812f7 req-523d50a7-447b-4e31-adb4-195ed5400a31 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 946 time: 0.0897703 Jul 16 18:03:24.934020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:24.969253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc20041d-1950-4c47-9045-ac8d39a812f7 req-d9ff8812-6471-4c4e-b908-260268a4d303 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432880 Jul 16 18:03:25.078039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:25.091444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 has no active binding in host n-h1-794306-7 {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:03:25.204904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0cc758-3068-4918-a513-db388d5dc61c req-9e5a65a1-47a7-42c2-b41f-544b8e1fd2eb tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.213203 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb0cc758-3068-4918-a513-db388d5dc61c req-9e5a65a1-47a7-42c2-b41f-544b8e1fd2eb tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 945 time: 0.0911484 Jul 16 18:03:25.266802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb0cc758-3068-4918-a513-db388d5dc61c req-0138edf6-891e-41f7-bc0b-ae60ad6e37de tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527115 Jul 16 18:03:25.673191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7feb4c6a-0504-4f45-a3fc-6a99ca550835 req-2c024b9b-12d6-4d79-a331-8bf487dcd4b5 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.692434 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7feb4c6a-0504-4f45-a3fc-6a99ca550835 req-2c024b9b-12d6-4d79-a331-8bf487dcd4b5 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 944 time: 0.1390419 Jul 16 18:03:25.739291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7feb4c6a-0504-4f45-a3fc-6a99ca550835 req-d5b3af22-4ecc-42ab-bb91-3347ecf03c14 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520229 Jul 16 18:03:25.978129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc3adb8-ddd1-4478-afe7-92dbcc8303ca req-439fcaa6-b5d5-4fb4-ac3b-19791e427bff tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:25.984680 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8bc3adb8-ddd1-4478-afe7-92dbcc8303ca req-439fcaa6-b5d5-4fb4-ac3b-19791e427bff tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.0785177 Jul 16 18:03:26.024873 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8bc3adb8-ddd1-4478-afe7-92dbcc8303ca req-24944675-a2c0-403b-a4ea-be8312066238 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392880 Jul 16 18:03:26.084521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '542ecb57-d614-4837-998b-7d2828ed64fb', 'tag': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:26.086847 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e951fb14-3c6e-4d46-9e91-cde7b3f7ad77" -d '{"events": [{"name": "network-changed", "server_uuid": "542ecb57-d614-4837-998b-7d2828ed64fb", "tag": "42a28d6a-e5cd-4ddb-a337-aefd3915bda2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:26.234624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a9dca-df70-4eb3-aa37-103bca4c830f req-aaf02cea-2c14-4770-b0a3-dcaedcb1d227 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.247265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad5a9dca-df70-4eb3-aa37-103bca4c830f req-aaf02cea-2c14-4770-b0a3-dcaedcb1d227 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 946 time: 0.1249545 Jul 16 18:03:26.281122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-5442eba1-a650-4b97-88e5-b531aa227d9e tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.291765 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-5442eba1-a650-4b97-88e5-b531aa227d9e tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/networks?id=97b4ab25-2216-46e6-ac36-5abbf2d98c8a HTTP/1.1" status: 200 len: 810 time: 0.1757367 Jul 16 18:03:26.312236 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-fe067cba-ba10-4434-a519-c3f22e8d2032 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/quotas/ff9730cb55a84bcb9f0df71fff2a50eb HTTP/1.1" status: 200 len: 375 time: 0.0191553 Jul 16 18:03:26.350843 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-116f90dc-cdda-4132-85b3-f56b0676e08b tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ff9730cb55a84bcb9f0df71fff2a50eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374589 Jul 16 18:03:26.430958 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17db5f2-fc90-4910-a137-f130a57e49ed req-945664db-b6c3-4af3-b7d9-65c0321d2388 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.438786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a17db5f2-fc90-4910-a137-f130a57e49ed req-945664db-b6c3-4af3-b7d9-65c0321d2388 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=6994e6a9-cf67-4ec1-93f4-cbd4aea846d1 HTTP/1.1" status: 200 len: 946 time: 0.1300149 Jul 16 18:03:26.470231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ad5a9dca-df70-4eb3-aa37-103bca4c830f req-c6cc833a-e42c-4af2-802b-8f61d0da7853 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Deleting port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:26.470577 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ad5a9dca-df70-4eb3-aa37-103bca4c830f req-c6cc833a-e42c-4af2-802b-8f61d0da7853 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.510336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a17db5f2-fc90-4910-a137-f130a57e49ed req-32c30685-e072-45cb-9f94-aba865db9001 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706749 Jul 16 18:03:26.621212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ad5a9dca-df70-4eb3-aa37-103bca4c830f req-c6cc833a-e42c-4af2-802b-8f61d0da7853 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] For port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:26.621592 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ad5a9dca-df70-4eb3-aa37-103bca4c830f req-c6cc833a-e42c-4af2-802b-8f61d0da7853 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.653264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ad5a9dca-df70-4eb3-aa37-103bca4c830f req-c6cc833a-e42c-4af2-802b-8f61d0da7853 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Calling delete_port for 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:26.704709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-d6e4ec1d-8ccd-4930-a599-289f1fdd9f9e service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:03:26.705994 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-d6e4ec1d-8ccd-4930-a599-289f1fdd9f9e service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3538642 Jul 16 18:03:26.784216 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-068bc25d-ac56-4b6b-880a-550517b5a438 x-openstack-request-id: req-068bc25d-ac56-4b6b-880a-550517b5a438 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:26.784850 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "542ecb57-d614-4837-998b-7d2828ed64fb", "tag": "42a28d6a-e5cd-4ddb-a337-aefd3915bda2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:26.784850 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-068bc25d-ac56-4b6b-880a-550517b5a438 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:26.785146 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '542ecb57-d614-4837-998b-7d2828ed64fb', 'tag': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2', 'status': 'completed', 'code': 200} Jul 16 18:03:26.899817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2344a32b-a211-4ec0-87db-88bd2deed282 req-d9feaf0a-dc88-4987-b4ab-39b96c856afd tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0460107 Jul 16 18:03:26.900570 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ad5a9dca-df70-4eb3-aa37-103bca4c830f req-c6cc833a-e42c-4af2-802b-8f61d0da7853 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:26.916167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-3f97d63b-4135-4ee2-bd99-b50ceaf2f297 service neutron] 10.222.0.47 "GET /v2.0/networks/97b4ab25-2216-46e6-ac36-5abbf2d98c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932468 Jul 16 18:03:26.934973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951fb14-3c6e-4d46-9e91-cde7b3f7ad77 req-3d1aa75b-0963-46bc-a9da-a54ab0f5e932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:26.935406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc833a-e42c-4af2-802b-8f61d0da7853 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event deleted for resources: {'Port': ['ID=4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:26.937861 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e951fb14-3c6e-4d46-9e91-cde7b3f7ad77 req-3d1aa75b-0963-46bc-a9da-a54ab0f5e932 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 1125 time: 0.1152310 Jul 16 18:03:26.999312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5a9dca-df70-4eb3-aa37-103bca4c830f req-c6cc833a-e42c-4af2-802b-8f61d0da7853 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] No DVR routers for this DVR port 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:27.007662 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ad5a9dca-df70-4eb3-aa37-103bca4c830f req-c6cc833a-e42c-4af2-802b-8f61d0da7853 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:27.010099 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad5a9dca-df70-4eb3-aa37-103bca4c830f req-c6cc833a-e42c-4af2-802b-8f61d0da7853 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "DELETE /v2.0/ports/4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb HTTP/1.1" status: 204 len: 173 time: 0.7536397 Jul 16 18:03:27.147083 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-e85945b6-9e43-4258-bcc4-e1b9a419616e service neutron] 10.222.0.47 "GET /v2.0/networks/97b4ab25-2216-46e6-ac36-5abbf2d98c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255831 Jul 16 18:03:27.150088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6990633a-dc6e-4ed4-a261-591f969a4ed5 req-9b3f0373-125d-4575-853f-dbd3f0bf5085 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.152752 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6990633a-dc6e-4ed4-a261-591f969a4ed5 req-9b3f0373-125d-4575-853f-dbd3f0bf5085 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 945 time: 0.0771244 Jul 16 18:03:27.162774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951fb14-3c6e-4d46-9e91-cde7b3f7ad77 req-fe82e68b-3c9a-4423-b8ff-d48c31641c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.167833 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e951fb14-3c6e-4d46-9e91-cde7b3f7ad77 req-fe82e68b-3c9a-4423-b8ff-d48c31641c4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.2166212 Jul 16 18:03:27.213061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6990633a-dc6e-4ed4-a261-591f969a4ed5 req-8590e2f5-2515-4bde-bfbf-f68a37a5292e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541270 Jul 16 18:03:27.258849 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e951fb14-3c6e-4d46-9e91-cde7b3f7ad77 req-b4c84711-731e-4dfc-b45f-542720c40b85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2 HTTP/1.1" status: 200 len: 217 time: 0.0847375 Jul 16 18:03:27.372352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e951fb14-3c6e-4d46-9e91-cde7b3f7ad77 req-42606a25-a594-413c-a94e-a0c0673124d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.374638 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e951fb14-3c6e-4d46-9e91-cde7b3f7ad77 req-42606a25-a594-413c-a94e-a0c0673124d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.0768702 Jul 16 18:03:27.429142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e951fb14-3c6e-4d46-9e91-cde7b3f7ad77 req-9319b64a-0be5-4d73-be9f-480850bbb62e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382061 Jul 16 18:03:27.467769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ff149-b511-4041-b4fb-9070f5eed505 req-e30ea49c-ff7d-4fc6-aec5-23e4c586e9db tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:27.477960 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a8ff149-b511-4041-b4fb-9070f5eed505 req-e30ea49c-ff7d-4fc6-aec5-23e4c586e9db tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 944 time: 0.0972641 Jul 16 18:03:27.565081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a8ff149-b511-4041-b4fb-9070f5eed505 req-4299e60a-f3de-49ca-89dc-516de2556774 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858772 Jul 16 18:03:27.625591 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e951fb14-3c6e-4d46-9e91-cde7b3f7ad77 req-491a8148-8c22-4113-bbdf-fc1705b9e7d8 service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890085 Jul 16 18:03:27.793151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e951fb14-3c6e-4d46-9e91-cde7b3f7ad77 req-56739430-c34d-4bba-ba41-b26f26edc22c service neutron] 10.222.0.18 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505153 Jul 16 18:03:27.944028 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a679243c-cc3e-465c-9a89-4eb708891d9a req-038deaaf-293d-42be-9a91-abda15177a75 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1910392356&fields=id&tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4 HTTP/1.1" status: 200 len: 267 time: 0.0806539 Jul 16 18:03:28.007405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d873b-1a7b-413a-8a25-65f38144cd5c req-4d221a02-f462-4ef2-b3fe-374fbc96fef6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.028157 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e63d873b-1a7b-413a-8a25-65f38144cd5c req-4d221a02-f462-4ef2-b3fe-374fbc96fef6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1683984 Jul 16 18:03:28.080051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679243c-cc3e-465c-9a89-4eb708891d9a req-14d1b560-dd22-4dbe-8667-ce2b533a93fd tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.091301 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a679243c-cc3e-465c-9a89-4eb708891d9a req-14d1b560-dd22-4dbe-8667-ce2b533a93fd tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 945 time: 0.1462612 Jul 16 18:03:28.098360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e63d873b-1a7b-413a-8a25-65f38144cd5c req-9cc01c3d-3721-43f1-9670-6ae00d0bc423 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681109 Jul 16 18:03:28.105582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-a679243c-cc3e-465c-9a89-4eb708891d9a req-e0658809-c9cb-4582-9c85-7717bc5a7308 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'port': {'security_groups': ['24584268-c393-4904-a4c1-b847e7842971', '0040bfe3-6cc1-43c7-b53f-8ecd157e0e60']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:28.251770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b0febd4-9d4b-4497-a0ce-c95ebd20f4fe req-5cc63cf7-95c3-4711-b776-dc73a57719b4 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 210 time: 0.0778778 Jul 16 18:03:28.326302 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a679243c-cc3e-465c-9a89-4eb708891d9a req-e0658809-c9cb-4582-9c85-7717bc5a7308 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.739246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07554212-8ea5-4988-9c77-aefd6717853a req-8ab7d39f-52de-4981-af29-ec9a57f325be tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0889285 Jul 16 18:03:28.778185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-a679243c-cc3e-465c-9a89-4eb708891d9a req-e0658809-c9cb-4582-9c85-7717bc5a7308 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] For port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:28.786582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6994e6a9-cf67-4ec1-93f4-cbd4aea846d1', 'name': 'network-vif-deleted', 'tag': '4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:28.789352 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fb5e0cf-fe86-4a21-a4e6-d3c3f7d2d97e" -d '{"events": [{"server_uuid": "6994e6a9-cf67-4ec1-93f4-cbd4aea846d1", "name": "network-vif-deleted", "tag": "4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:28.826541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:28.849684 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a679243c-cc3e-465c-9a89-4eb708891d9a req-e0658809-c9cb-4582-9c85-7717bc5a7308 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.857722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:28.858383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:28.860500 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a679243c-cc3e-465c-9a89-4eb708891d9a req-e0658809-c9cb-4582-9c85-7717bc5a7308 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.874384 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:28.934788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a679243c-cc3e-465c-9a89-4eb708891d9a req-e0658809-c9cb-4582-9c85-7717bc5a7308 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:28.935725 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a679243c-cc3e-465c-9a89-4eb708891d9a req-e0658809-c9cb-4582-9c85-7717bc5a7308 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:28.937450 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a679243c-cc3e-465c-9a89-4eb708891d9a req-e0658809-c9cb-4582-9c85-7717bc5a7308 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "PUT /v2.0/ports/174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 HTTP/1.1" status: 200 len: 981 time: 0.8381977 Jul 16 18:03:28.938082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'tag': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:28.941055 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137568cd-c400-4f3e-8a08-948df2c239e6" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd6c71e-1cff-4e00-a681-794ce7be9a63", "tag": "174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:28.990417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0658809-c9cb-4582-9c85-7717bc5a7308 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'Port': ['ID=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,revision_number=6']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:29.043991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:29.150056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-2b73eacc-fe50-47a2-8e7f-f2aa094a5318 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:29.154289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-2b73eacc-fe50-47a2-8e7f-f2aa094a5318 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.2235284 Jul 16 18:03:29.185444 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-0566e400-7959-45f5-bf28-bc8c3d7f9a8a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/quotas/8c1cb972bdee4eb9bb7cbfd8898401fb HTTP/1.1" status: 200 len: 375 time: 0.0226209 Jul 16 18:03:29.203617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacccdc-bab7-4bf4-8e79-be1fa873689d req-dd6a74ec-e9e8-4015-974a-f578735d75ae tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:29.219390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4dacccdc-bab7-4bf4-8e79-be1fa873689d req-dd6a74ec-e9e8-4015-974a-f578735d75ae tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 944 time: 0.1167207 Jul 16 18:03:29.248249 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-574d6828-9064-42b2-a9f0-bd1cc13d007b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611944 Jul 16 18:03:29.294801 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4dacccdc-bab7-4bf4-8e79-be1fa873689d req-a8f5da22-a494-41c2-ae66-1d82f3e927bc tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744834 Jul 16 18:03:29.299143 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:29.379373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-8e87b0de-317d-4ae5-a3d9-2bd956be2935 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291606 Jul 16 18:03:29.582254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-28946152-fc78-4a3a-ac22-ed5ec9bd567f service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015114 Jul 16 18:03:29.608228 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e1a594-6055-4189-8cf3-7f891e77e65a x-openstack-request-id: req-24e1a594-6055-4189-8cf3-7f891e77e65a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:29.608523 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6994e6a9-cf67-4ec1-93f4-cbd4aea846d1", "name": "network-vif-deleted", "tag": "4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:29.608780 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-24e1a594-6055-4189-8cf3-7f891e77e65a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:29.609190 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6994e6a9-cf67-4ec1-93f4-cbd4aea846d1', 'name': 'network-vif-deleted', 'tag': '4bdaf443-6cbf-4ea2-931a-c109a2dfc1eb', 'status': 'completed', 'code': 200} Jul 16 18:03:29.693802 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-2deaea24-1aac-4b5c-81f4-4ea9c27af99d tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:29.700759 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-2deaea24-1aac-4b5c-81f4-4ea9c27af99d tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.18 "GET /v2.0/networks?id=97b4ab25-2216-46e6-ac36-5abbf2d98c8a HTTP/1.1" status: 200 len: 810 time: 0.2498233 Jul 16 18:03:29.711146 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f198467c-ad7c-4602-83ae-c228f74e54d9 x-openstack-request-id: req-f198467c-ad7c-4602-83ae-c228f74e54d9 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:29.711482 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd6c71e-1cff-4e00-a681-794ce7be9a63", "tag": "174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:29.711723 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f198467c-ad7c-4602-83ae-c228f74e54d9 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:29.712141 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'tag': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3', 'status': 'completed', 'code': 200} Jul 16 18:03:29.741735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Request body: {'port': {'device_id': '39411126-e30b-474b-8d1e-0efc2a526c37', 'network_id': '97b4ab25-2216-46e6-ac36-5abbf2d98c8a', 'admin_state_up': True, 'tenant_id': 'ff9730cb55a84bcb9f0df71fff2a50eb'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:29.909667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137568cd-c400-4f3e-8a08-948df2c239e6 req-4f962779-2922-4437-b4b1-31f688993959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:29.916469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-137568cd-c400-4f3e-8a08-948df2c239e6 req-4f962779-2922-4437-b4b1-31f688993959 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 1135 time: 0.1791701 Jul 16 18:03:29.985820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Made reservation on behalf of ff9730cb55a84bcb9f0df71fff2a50eb for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:29.994448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.164853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137568cd-c400-4f3e-8a08-948df2c239e6 req-74359276-8e24-4880-9299-d82b2c3d16c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.166458 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-137568cd-c400-4f3e-8a08-948df2c239e6 req-74359276-8e24-4880-9299-d82b2c3d16c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 200 len: 913 time: 0.2428467 Jul 16 18:03:30.168965 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3aae8cae-45ee-4473-9e51-f5dfdca38008 req-95b23b8a-ec12-4aff-bf71-1ca676ca3377 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2006615432&fields=id&tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4 HTTP/1.1" status: 200 len: 267 time: 0.1033125 Jul 16 18:03:30.318268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Allocated IP 172.20.0.4 (97b4ab25-2216-46e6-ac36-5abbf2d98c8a/c3ed6aa4-022e-4d0d-9d6a-e8fced206e69/574f730f-4ecf-4580-9d57-c884b67488b7) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:30.354799 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-137568cd-c400-4f3e-8a08-948df2c239e6 req-c9395688-4628-4192-bcbb-e8b8b4024eb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 HTTP/1.1" status: 200 len: 217 time: 0.1768913 Jul 16 18:03:30.376580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae8cae-45ee-4473-9e51-f5dfdca38008 req-d601dc60-14a4-46a9-8a92-59c891dcf5e3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.388289 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3aae8cae-45ee-4473-9e51-f5dfdca38008 req-d601dc60-14a4-46a9-8a92-59c891dcf5e3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 984 time: 0.2124531 Jul 16 18:03:30.389748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08b7756f-effe-4462-9f14-88de42846f2e req-7d31fe6f-d207-417c-828c-3184fd258b54 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0584886 Jul 16 18:03:30.395408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3aae8cae-45ee-4473-9e51-f5dfdca38008 req-2f29f373-cefe-4b01-a0fa-7b46d1373f85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'port': {'security_groups': ['0040bfe3-6cc1-43c7-b53f-8ecd157e0e60', '24584268-c393-4904-a4c1-b847e7842971', 'c0be11f9-dd46-49a1-aa97-00ac6402f9d9']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:30.510369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137568cd-c400-4f3e-8a08-948df2c239e6 req-d76127b4-726e-448a-8064-b72582a6e070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.512693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-137568cd-c400-4f3e-8a08-948df2c239e6 req-d76127b4-726e-448a-8064-b72582a6e070 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff7f8cd2-9f64-4120-9fd1-5582f1c28583 HTTP/1.1" status: 200 len: 852 time: 0.1277652 Jul 16 18:03:30.522798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a07e3ee-22ff-4a87-9a78-a98099e1e0a8 req-161eb17e-e5d0-403f-945d-2effc58bde20 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:30.530348 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a07e3ee-22ff-4a87-9a78-a98099e1e0a8 req-161eb17e-e5d0-403f-945d-2effc58bde20 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.3137910 Jul 16 18:03:30.618816 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-137568cd-c400-4f3e-8a08-948df2c239e6 req-b7fc6610-b14c-4190-bf1d-6b38cb218b43 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2b3b15d-94bb-4db7-998e-252e3d7493d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661445 Jul 16 18:03:30.627145 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a07e3ee-22ff-4a87-9a78-a98099e1e0a8 req-dea7f04f-c561-4657-9eaa-0fc56abed7a3 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957806 Jul 16 18:03:30.684585 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3aae8cae-45ee-4473-9e51-f5dfdca38008 req-2f29f373-cefe-4b01-a0fa-7b46d1373f85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.740800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-137568cd-c400-4f3e-8a08-948df2c239e6 req-207fa068-cea3-47d2-b0f4-f76b80825030 service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125379 Jul 16 18:03:30.834792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:30.856180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e1a2e33-8319-4ae3-81a1-60a8a6ed44a1 req-1938667a-6ca5-4702-9bf3-515b902f37b1 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 210 time: 0.0785632 Jul 16 18:03:30.875085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:30.953436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-1e20faeb-795c-4a34-9f6c-39c2709fe7d6 service neutron] 10.222.0.18 "GET /v2.0/ports/42a28d6a-e5cd-4ddb-a337-aefd3915bda2/bindings/n-h1-794306-7 HTTP/1.1" status: 200 len: 384 time: 0.3427782 Jul 16 18:03:31.049795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3aae8cae-45ee-4473-9e51-f5dfdca38008 req-2f29f373-cefe-4b01-a0fa-7b46d1373f85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] For port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:31.066857 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-137568cd-c400-4f3e-8a08-948df2c239e6 req-49f97c07-5462-4441-99bc-4067e17a1715 service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3185782 Jul 16 18:03:31.099976 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:03:31.100744 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.169908 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3aae8cae-45ee-4473-9e51-f5dfdca38008 req-2f29f373-cefe-4b01-a0fa-7b46d1373f85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.184735 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3aae8cae-45ee-4473-9e51-f5dfdca38008 req-2f29f373-cefe-4b01-a0fa-7b46d1373f85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.199818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:31.205098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Network 97b4ab25-2216-46e6-ac36-5abbf2d98c8a is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:31.210671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae8bac88-1ae1-4064-9db2-ae75a9b84e59 req-01f67503-e559-4aaf-beda-85e827bad1be tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0404077 Jul 16 18:03:31.236033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:31.252734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:31.268311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae8cae-45ee-4473-9e51-f5dfdca38008 req-2f29f373-cefe-4b01-a0fa-7b46d1373f85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.278148 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3aae8cae-45ee-4473-9e51-f5dfdca38008 req-2f29f373-cefe-4b01-a0fa-7b46d1373f85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.279817 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3aae8cae-45ee-4473-9e51-f5dfdca38008 req-2f29f373-cefe-4b01-a0fa-7b46d1373f85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "PUT /v2.0/ports/174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 HTTP/1.1" status: 200 len: 1020 time: 0.8906274 Jul 16 18:03:31.280262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-500992ba-d5df-45e7-ad9c-843f64c9b3b3 service neutron] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:31.327640 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-500992ba-d5df-45e7-ad9c-843f64c9b3b3 service neutron] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:31.331665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Pushing event updated for resources: {'Port': ['ID=574f730f-4ecf-4580-9d57-c884b67488b7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:31.360453 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:31.403310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29f373-cefe-4b01-a0fa-7b46d1373f85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'Port': ['ID=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,revision_number=7']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:31.408280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-500992ba-d5df-45e7-ad9c-843f64c9b3b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:31.436182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.437216 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.439918 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-500992ba-d5df-45e7-ad9c-843f64c9b3b3 service neutron] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:31.461183 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-823b97a4-44ec-4e5d-ae33-3fb184c785ee tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7422416 Jul 16 18:03:31.470967 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-500992ba-d5df-45e7-ad9c-843f64c9b3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.491309 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Request body: {'port': {'device_id': '39411126-e30b-474b-8d1e-0efc2a526c37', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:31.522633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a119dd5-c41b-44d7-b599-632ac911d3e0 req-cc2cec56-a468-4a25-9762-f91ee4703186 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 210 time: 0.0349159 Jul 16 18:03:31.658714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-500992ba-d5df-45e7-ad9c-843f64c9b3b3 service neutron] Transition to ACTIVE for port object 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:31.666796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-500992ba-d5df-45e7-ad9c-843f64c9b3b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.728484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'tag': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:31.733804 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5742a7f4-165f-47e2-82d1-413a4659d698" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd6c71e-1cff-4e00-a681-794ce7be9a63", "tag": "174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:31.737571 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:31.752479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-500992ba-d5df-45e7-ad9c-843f64c9b3b3 service neutron] No DVR routers for this DVR port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:31.782044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce32bbc-8b02-4f6d-8791-61401f81b773 req-c923f321-2c32-42ba-b087-2e572dd95702 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:31.786025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ce32bbc-8b02-4f6d-8791-61401f81b773 req-c923f321-2c32-42ba-b087-2e572dd95702 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 944 time: 0.2212150 Jul 16 18:03:31.791417 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-500992ba-d5df-45e7-ad9c-843f64c9b3b3 service neutron] Pushing event updated for resources: {'Port': ['ID=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,revision_number=10']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:31.797749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-500992ba-d5df-45e7-ad9c-843f64c9b3b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/42a28d6a-e5cd-4ddb-a337-aefd3915bda2/bindings/n-h1-794306-7/activate HTTP/1.1" status: 200 len: 369 time: 0.8341794 Jul 16 18:03:31.892126 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ce32bbc-8b02-4f6d-8791-61401f81b773 req-a4f29de1-672e-4721-b913-f7dc34abd062 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710270 Jul 16 18:03:32.228643 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed4dd3-a43f-4945-ad23-3334e3567802 req-ec255dac-5c98-466c-a943-8b01aed9d9b4 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.230911 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-beed4dd3-a43f-4945-ad23-3334e3567802 req-ec255dac-5c98-466c-a943-8b01aed9d9b4 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1353474 Jul 16 18:03:32.312471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 574f730f-4ecf-4580-9d57-c884b67488b7 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:32.320528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-beed4dd3-a43f-4945-ad23-3334e3567802 req-3ba7120a-42ac-489e-b886-98ae8aea8186 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832882 Jul 16 18:03:32.325984 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.350293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Transition to ACTIVE for port object 574f730f-4ecf-4580-9d57-c884b67488b7 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:32.355709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.360479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427aacdf-885a-4eec-814e-bfd4d0e97c10 req-1bfaad79-5b4b-41d1-915c-b30ff56cd8e4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.368294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427aacdf-885a-4eec-814e-bfd4d0e97c10 req-1bfaad79-5b4b-41d1-915c-b30ff56cd8e4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 1023 time: 0.5154555 Jul 16 18:03:32.393695 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2aa9ba5-9387-4f84-b279-20c34c6261dc x-openstack-request-id: req-d2aa9ba5-9387-4f84-b279-20c34c6261dc {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:32.400371 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd6c71e-1cff-4e00-a681-794ce7be9a63", "tag": "174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:32.402550 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d2aa9ba5-9387-4f84-b279-20c34c6261dc {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:32.403105 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'tag': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3', 'status': 'completed', 'code': 200} Jul 16 18:03:32.430019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Pushing event updated for resources: {'Port': ['ID=574f730f-4ecf-4580-9d57-c884b67488b7,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:32.435414 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-2f5357fb-0e78-4b52-9102-4389cd4f112a tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.436926 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-2f5357fb-0e78-4b52-9102-4389cd4f112a tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1096 time: 0.5359399 Jul 16 18:03:32.443393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-c933e07a-8488-422e-b4a7-f26e9e940c59 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.444880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-c933e07a-8488-422e-b4a7-f26e9e940c59 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.5418735 Jul 16 18:03:32.511331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Request body: {'port': {'device_id': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'admin_state_up': True, 'tenant_id': '8c1cb972bdee4eb9bb7cbfd8898401fb'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:32.549830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Attempting to bind port 574f730f-4ecf-4580-9d57-c884b67488b7 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:32.550165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Attempting to bind port 574f730f-4ecf-4580-9d57-c884b67488b7 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'eb45c756-8b46-4577-a419-afff070f2891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '97b4ab25-2216-46e6-ac36-5abbf2d98c8a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:32.550492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Attempting to bind port 574f730f-4ecf-4580-9d57-c884b67488b7 on network 97b4ab25-2216-46e6-ac36-5abbf2d98c8a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:32.558077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Port 574f730f-4ecf-4580-9d57-c884b67488b7 on network 97b4ab25-2216-46e6-ac36-5abbf2d98c8a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:32.558750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Attempting to bind port 574f730f-4ecf-4580-9d57-c884b67488b7 on network 97b4ab25-2216-46e6-ac36-5abbf2d98c8a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:32.566434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:32.566787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Checking segment: {'id': 'eb45c756-8b46-4577-a419-afff070f2891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '97b4ab25-2216-46e6-ac36-5abbf2d98c8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:32.567250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Bound using segment: {'id': 'eb45c756-8b46-4577-a419-afff070f2891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '97b4ab25-2216-46e6-ac36-5abbf2d98c8a'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:32.567713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Bound port: 574f730f-4ecf-4580-9d57-c884b67488b7, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb45c756-8b46-4577-a419-afff070f2891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '97b4ab25-2216-46e6-ac36-5abbf2d98c8a'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:32.568071 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.617941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427aacdf-885a-4eec-814e-bfd4d0e97c10 req-0cb4f29d-da00-4760-906f-98d04ef18b00 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0be11f9-dd46-49a1-aa97-00ac6402f9d9&id=0040bfe3-6cc1-43c7-b53f-8ecd157e0e60&id=24584268-c393-4904-a4c1-b847e7842971 HTTP/1.1" status: 200 len: 6158 time: 0.2492106 Jul 16 18:03:32.630318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93387f99-aa1a-4f24-92d1-232ef45191ea req-1decf6c7-849a-4842-9930-276ef48ed02f tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.636070 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93387f99-aa1a-4f24-92d1-232ef45191ea req-1decf6c7-849a-4842-9930-276ef48ed02f tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 943 time: 0.1175561 Jul 16 18:03:32.656397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-f76e5731-d2e8-4ffb-8d0a-2ca9f045efa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.657910 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-f76e5731-d2e8-4ffb-8d0a-2ca9f045efa8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8 HTTP/1.1" status: 200 len: 1096 time: 0.2121716 Jul 16 18:03:32.669315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742a7f4-165f-47e2-82d1-413a4659d698 req-5a0775fc-eb82-4666-9d00-554d345afa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.670819 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5742a7f4-165f-47e2-82d1-413a4659d698 req-5a0775fc-eb82-4666-9d00-554d345afa1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 1174 time: 0.2471399 Jul 16 18:03:32.720275 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93387f99-aa1a-4f24-92d1-232ef45191ea req-f5ffa4fb-082e-4f86-b985-b1c49bf8cb7d tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/security-groups?id=a52ec5f5-512c-435f-8667-56c92fda3f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827498 Jul 16 18:03:32.722254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] For port 574f730f-4ecf-4580-9d57-c884b67488b7, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:32.739544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] For port 574f730f-4ecf-4580-9d57-c884b67488b7, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=574f730f-4ecf-4580-9d57-c884b67488b7,segment=NetworkSegment(eb45c756-8b46-4577-a419-afff070f2891),segment_id=eb45c756-8b46-4577-a419-afff070f2891)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:32.746543 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.784055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.784682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.786086 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] 10.222.0.18 "PUT /v2.0/ports/574f730f-4ecf-4580-9d57-c884b67488b7 HTTP/1.1" status: 200 len: 1091 time: 1.3015547 Jul 16 18:03:32.793798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Made reservation on behalf of 8c1cb972bdee4eb9bb7cbfd8898401fb for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:32.797320 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:32.824968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f71eb-5619-4b82-859d-17d5dc2e7d69 service neutron] Pushing event updated for resources: {'Port': ['ID=574f730f-4ecf-4580-9d57-c884b67488b7,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:32.862961 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-61c2c2d0-3d5a-4747-956e-8793429f11b8 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1298589695&fields=id&tenant_id=7d83d309f9074dd3b369e14a6fd7f177 HTTP/1.1" status: 200 len: 267 time: 0.1452527 Jul 16 18:03:32.896178 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-898789a3-5d43-49d6-8dc4-7d58c71c669a req-e52cbd33-ee05-4eb0-a26b-fe19de807eb7 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0389452 Jul 16 18:03:32.922463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742a7f4-165f-47e2-82d1-413a4659d698 req-12b62b74-faa2-40d6-9d58-6dce5bcda78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.923967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5742a7f4-165f-47e2-82d1-413a4659d698 req-12b62b74-faa2-40d6-9d58-6dce5bcda78d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 200 len: 913 time: 0.2446766 Jul 16 18:03:32.939274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-9a13bb1b-1769-4c04-beb3-7275538c9ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:32.941557 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-9a13bb1b-1769-4c04-beb3-7275538c9ac3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff9730cb55a84bcb9f0df71fff2a50eb&device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 1094 time: 0.1121047 Jul 16 18:03:32.988166 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-7552809c-9cac-462a-9327-01ffec55f9cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=574f730f-4ecf-4580-9d57-c884b67488b7 HTTP/1.1" status: 200 len: 217 time: 0.0379581 Jul 16 18:03:33.010179 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5742a7f4-165f-47e2-82d1-413a4659d698 req-47a0d833-503d-4efd-bf44-de899c10da17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 HTTP/1.1" status: 200 len: 217 time: 0.0651472 Jul 16 18:03:33.064357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32fd6b76-969b-4e68-b988-505e7267c8ec req-44c59c15-9948-4384-ba31-2251a8400c5b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 210 time: 0.0409124 Jul 16 18:03:33.074503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-2b3a0817-3d64-42ce-abff-de41062c1975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.076010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-2b3a0817-3d64-42ce-abff-de41062c1975 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 1096 time: 0.3567214 Jul 16 18:03:33.076963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-44858b9c-8eff-4850-a6bf-03d2e851f55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.078917 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-44858b9c-8eff-4850-a6bf-03d2e851f55d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3ed6aa4-022e-4d0d-9d6a-e8fced206e69 HTTP/1.1" status: 200 len: 850 time: 0.0839872 Jul 16 18:03:33.120285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-e909d997-0309-4e15-9a33-528dbfc62d63 req-4629eac1-9a02-43c8-9c3d-6c1560a4276c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1045125962 ', 'description': 'tempest-description-553154799'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:33.128007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-c1f4b53d-50cc-4922-ac5b-7b89ea0eabf7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97b4ab25-2216-46e6-ac36-5abbf2d98c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415459 Jul 16 18:03:33.175221 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e909d997-0309-4e15-9a33-528dbfc62d63 req-4629eac1-9a02-43c8-9c3d-6c1560a4276c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.205320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Allocated IP 172.20.0.4 (fc6614fe-db14-4de8-b9ed-fc41baa479e0/a3f56a12-2748-4e3d-89b9-151cce28c16a/e1a7639f-16bd-4261-a407-1a35694179ba) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:33.214247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-98b0f162-b58b-491d-ae4e-3562e9da1d73 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.215586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-98b0f162-b58b-491d-ae4e-3562e9da1d73 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/networks?id=9bc4763d-4d12-486b-8214-853c955a2609 HTTP/1.1" status: 200 len: 816 time: 0.3145885 Jul 16 18:03:33.242419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5742a7f4-165f-47e2-82d1-413a4659d698 req-e34f9bfe-6a2f-493b-a5e3-98263c534f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.243791 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5742a7f4-165f-47e2-82d1-413a4659d698 req-e34f9bfe-6a2f-493b-a5e3-98263c534f49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff7f8cd2-9f64-4120-9fd1-5582f1c28583 HTTP/1.1" status: 200 len: 852 time: 0.1828921 Jul 16 18:03:33.264678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-05b5a885-1679-490d-afb5-ac6e13e99491 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/quotas/7d83d309f9074dd3b369e14a6fd7f177 HTTP/1.1" status: 200 len: 375 time: 0.0397437 Jul 16 18:03:33.265310 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-a7bd8eff-ef55-4472-abed-14947bdc96d6 service neutron] 10.222.0.18 "GET /v2.0/networks/97b4ab25-2216-46e6-ac36-5abbf2d98c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252091 Jul 16 18:03:33.301663 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5742a7f4-165f-47e2-82d1-413a4659d698 req-2eab42f2-b5f6-4314-8f3c-1b0caef65bd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2b3b15d-94bb-4db7-998e-252e3d7493d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492461 Jul 16 18:03:33.357209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-4de7ef09-ee22-497b-8b30-be037837acc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.358693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-4de7ef09-ee22-497b-8b30-be037837acc2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 200 len: 909 time: 0.2758219 Jul 16 18:03:33.380079 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e909d997-0309-4e15-9a33-528dbfc62d63 req-4629eac1-9a02-43c8-9c3d-6c1560a4276c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.386347 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e909d997-0309-4e15-9a33-528dbfc62d63 req-4629eac1-9a02-43c8-9c3d-6c1560a4276c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.405543 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ff7823c-37e2-4519-bdcc-56c6856813d6 req-3c70fa1e-57e4-4462-9543-3556c0afda36 service neutron] 10.222.0.18 "GET /v2.0/networks/97b4ab25-2216-46e6-ac36-5abbf2d98c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342154 Jul 16 18:03:33.418163 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e909d997-0309-4e15-9a33-528dbfc62d63 req-4629eac1-9a02-43c8-9c3d-6c1560a4276c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.419449 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e909d997-0309-4e15-9a33-528dbfc62d63 req-4629eac1-9a02-43c8-9c3d-6c1560a4276c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.3223038 Jul 16 18:03:33.424767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629eac1-9a02-43c8-9c3d-6c1560a4276c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=805262b8-7a10-47a6-821a-095eb01d9cb2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:33.430883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-c284d09d-563f-4dfc-a6d5-18227179b1d5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2 HTTP/1.1" status: 200 len: 217 time: 0.0580826 Jul 16 18:03:33.602135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5742a7f4-165f-47e2-82d1-413a4659d698 req-f3cdd07f-691c-4fc1-9cb7-83165242f322 service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2859678 Jul 16 18:03:33.614192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-903fb942-df88-45cd-bb63-80ba017f2d0e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7d83d309f9074dd3b369e14a6fd7f177&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3252096 Jul 16 18:03:33.618945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-8cb4e3e4-6178-4a35-97f9-9c0801527048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:33.620970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-8cb4e3e4-6178-4a35-97f9-9c0801527048 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 200 len: 848 time: 0.1730661 Jul 16 18:03:33.702990 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-a7e01730-8d76-463a-9120-fc7f9a77e65f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3746e485-67e7-4f9b-b773-ee4b83440f7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701597 Jul 16 18:03:33.724246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-9406da08-addf-41f2-bb85-f02dbbde927c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:03:33.725218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-9406da08-addf-41f2-bb85-f02dbbde927c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051224 Jul 16 18:03:33.781407 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:33.909170 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5742a7f4-165f-47e2-82d1-413a4659d698 req-6f93bd2b-87ac-479e-bbd3-acdc12b1fdba service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920172 Jul 16 18:03:33.938547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-e6036110-e3f1-4eca-a2cd-e66bd2739344 service neutron] 10.222.0.47 "GET /v2.0/networks/9bc4763d-4d12-486b-8214-853c955a2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2865968 Jul 16 18:03:33.999664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-189b6b06-52a6-4fb9-ba1c-8fdf1b4852d7 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354958 Jul 16 18:03:34.006850 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.076446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3028c87f-c727-4bc0-a320-46f145936f4b req-c15e27e0-9f96-4001-bc9d-3cfa44313d9d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.078096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3028c87f-c727-4bc0-a320-46f145936f4b req-c15e27e0-9f96-4001-bc9d-3cfa44313d9d tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 945 time: 0.0695727 Jul 16 18:03:34.110827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Network fc6614fe-db14-4de8-b9ed-fc41baa479e0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:34.128033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:34.140323 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3028c87f-c727-4bc0-a320-46f145936f4b req-4adf84a2-127c-447d-b48a-94e486f47cf2 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537195 Jul 16 18:03:34.162522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:34.203538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event updated for resources: {'Port': ['ID=e1a7639f-16bd-4261-a407-1a35694179ba,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:34.233667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-576c3ad0-6004-41ef-865b-72a5c4f7aa00 service neutron] 10.222.0.47 "GET /v2.0/networks/9bc4763d-4d12-486b-8214-853c955a2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2814751 Jul 16 18:03:34.247685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-9d736fc1-4b4f-4883-a7ab-d95538421367 service neutron] 10.222.0.37 "GET /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388544 Jul 16 18:03:34.253507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.254121 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.273527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-a45de20c-c77e-46f5-9327-2d146809a892 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7664862 Jul 16 18:03:34.287417 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Request body: {'port': {'device_id': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:34.341881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd70a42a-4149-42a6-ba3f-fe6397a395df req-24ec00f1-d58e-44b1-8d58-2ff27d9eb1e3 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.343840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd70a42a-4149-42a6-ba3f-fe6397a395df req-24ec00f1-d58e-44b1-8d58-2ff27d9eb1e3 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.0870178 Jul 16 18:03:34.372172 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.387969 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd70a42a-4149-42a6-ba3f-fe6397a395df req-fba33824-e14e-4b21-a228-2dee9c8b8de3 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379567 Jul 16 18:03:34.404802 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39411126-e30b-474b-8d1e-0efc2a526c37', 'tag': '574f730f-4ecf-4580-9d57-c884b67488b7'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:34.416740 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdafa7b8-4da5-450b-8148-6c3ea44b8038" -d '{"events": [{"name": "network-changed", "server_uuid": "39411126-e30b-474b-8d1e-0efc2a526c37", "tag": "574f730f-4ecf-4580-9d57-c884b67488b7"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:34.466241 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9bfaab33-dd5c-4556-85df-5041c16eaeee req-ad95c58d-f755-4866-b54d-bd4457e5b1cd tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/805262b8-7a10-47a6-821a-095eb01d9cb2 HTTP/1.1" status: 200 len: 1782 time: 0.0421307 Jul 16 18:03:34.673561 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1dd9a1-f356-467a-b888-c44382c6a1a3 req-b9c5f302-d5b6-408a-83f1-a050e4a3fa07 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.681073 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c1dd9a1-f356-467a-b888-c44382c6a1a3 req-b9c5f302-d5b6-408a-83f1-a050e4a3fa07 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 943 time: 0.0774376 Jul 16 18:03:34.707861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-bedfc6fc-f9e1-491c-a619-c67fe7f610e5 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.708704 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-bedfc6fc-f9e1-491c-a619-c67fe7f610e5 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb&tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1096 time: 0.1331813 Jul 16 18:03:34.721560 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c1dd9a1-f356-467a-b888-c44382c6a1a3 req-0dc56ed2-e03e-457c-9726-5239fe1a9cd2 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/security-groups?id=a52ec5f5-512c-435f-8667-56c92fda3f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392520 Jul 16 18:03:34.780194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cfec5c2b-d87d-4e25-9e71-269c995e8b48 req-9b5ec3ef-3d11-4133-97b8-acf9ee20964f tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0664759 Jul 16 18:03:34.826744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e1a7639f-16bd-4261-a407-1a35694179ba {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:34.873699 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85131ace-cebf-4cab-a909-dbc59efc92d7 x-openstack-request-id: req-85131ace-cebf-4cab-a909-dbc59efc92d7 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:34.874108 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39411126-e30b-474b-8d1e-0efc2a526c37", "tag": "574f730f-4ecf-4580-9d57-c884b67488b7", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:34.874454 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-85131ace-cebf-4cab-a909-dbc59efc92d7 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:34.875007 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39411126-e30b-474b-8d1e-0efc2a526c37', 'tag': '574f730f-4ecf-4580-9d57-c884b67488b7', 'status': 'completed', 'code': 200} Jul 16 18:03:34.883103 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:34.888676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 574f730f-4ecf-4580-9d57-c884b67488b7 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:34.910878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9032227-81e8-4a19-9bef-2b4e0272bf67 req-a13cc3b0-ffa3-4ab1-9b85-1cbd7fb20d64 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:34.912593 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9032227-81e8-4a19-9bef-2b4e0272bf67 req-a13cc3b0-ffa3-4ab1-9b85-1cbd7fb20d64 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 931 time: 0.0751693 Jul 16 18:03:34.951673 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Transition to ACTIVE for port object e1a7639f-16bd-4261-a407-1a35694179ba will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:34.962049 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9032227-81e8-4a19-9bef-2b4e0272bf67 req-27e9bf31-8815-42f9-88a5-ddf99a823bbf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410345 Jul 16 18:03:35.018724 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.059537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 574f730f-4ecf-4580-9d57-c884b67488b7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=574f730f-4ecf-4580-9d57-c884b67488b7,segment=NetworkSegment(eb45c756-8b46-4577-a419-afff070f2891),segment_id=eb45c756-8b46-4577-a419-afff070f2891)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:35.071817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '574f730f-4ecf-4580-9d57-c884b67488b7', 'network_id': '97b4ab25-2216-46e6-ac36-5abbf2d98c8a', 'port_id': '574f730f-4ecf-4580-9d57-c884b67488b7', 'mac_address': 'fa:16:3e:ad:06:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 369, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3ed6aa4-022e-4d0d-9d6a-e8fced206e69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:35.111542 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.124383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a7639f-16bd-4261-a407-1a35694179ba,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.127025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 574f730f-4ecf-4580-9d57-c884b67488b7 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:35.149720 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 574f730f-4ecf-4580-9d57-c884b67488b7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=574f730f-4ecf-4580-9d57-c884b67488b7,segment=NetworkSegment(eb45c756-8b46-4577-a419-afff070f2891),segment_id=eb45c756-8b46-4577-a419-afff070f2891)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:35.154307 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.200746 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d1e780-9ff2-4c79-ae3f-0be1bfdc8229 req-2dce00d2-404a-4963-addd-f8fd9d643824 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/805262b8-7a10-47a6-821a-095eb01d9cb2 HTTP/1.1" status: 200 len: 1782 time: 0.2470298 Jul 16 18:03:35.211000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=574f730f-4ecf-4580-9d57-c884b67488b7,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.248520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-17d0f3d2-83dc-45c0-b03d-a63a6714356c service neutron] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:35.269151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-635265c5-39f3-439a-a540-6a253a68f688 req-6982376d-2b26-49ab-8117-47a8c066beab tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 210 time: 0.0313592 Jul 16 18:03:35.280999 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-17d0f3d2-83dc-45c0-b03d-a63a6714356c service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.282237 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83910cd4-4337-417d-86b7-fb5b64efd116 req-17d0f3d2-83dc-45c0-b03d-a63a6714356c service neutron] 10.222.0.37 "DELETE /v2.0/ports/42a28d6a-e5cd-4ddb-a337-aefd3915bda2/bindings/n-h2-794306-7 HTTP/1.1" status: 204 len: 173 time: 0.5588632 Jul 16 18:03:35.288921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafa7b8-4da5-450b-8148-6c3ea44b8038 req-9859db1a-3e8a-439a-aea3-1aacd2bb7b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.290520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdafa7b8-4da5-450b-8148-6c3ea44b8038 req-9859db1a-3e8a-439a-aea3-1aacd2bb7b1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ff9730cb55a84bcb9f0df71fff2a50eb&device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 1094 time: 0.3729587 Jul 16 18:03:35.394203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['574f730f-4ecf-4580-9d57-c884b67488b7'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:35.418149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Attempting to bind port e1a7639f-16bd-4261-a407-1a35694179ba on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:35.418495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Attempting to bind port e1a7639f-16bd-4261-a407-1a35694179ba by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:35.418828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Attempting to bind port e1a7639f-16bd-4261-a407-1a35694179ba on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:35.429565 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d1e780-9ff2-4c79-ae3f-0be1bfdc8229 req-053ac243-4b6a-4032-9774-059a07899b6d tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.436155 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Port e1a7639f-16bd-4261-a407-1a35694179ba on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:35.436491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Attempting to bind port e1a7639f-16bd-4261-a407-1a35694179ba on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:35.464686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:35.465031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Checking segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:35.465430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Bound using segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:35.465872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Bound port: e1a7639f-16bd-4261-a407-1a35694179ba, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:35.466242 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.487984 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d1e780-9ff2-4c79-ae3f-0be1bfdc8229 req-053ac243-4b6a-4032-9774-059a07899b6d tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.499010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafa7b8-4da5-450b-8148-6c3ea44b8038 req-3c51167d-a75c-47c5-8703-8ae3a125e860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.500627 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdafa7b8-4da5-450b-8148-6c3ea44b8038 req-3c51167d-a75c-47c5-8703-8ae3a125e860 service neutron] 10.222.0.18 "GET /v2.0/networks?id=97b4ab25-2216-46e6-ac36-5abbf2d98c8a HTTP/1.1" status: 200 len: 911 time: 0.2003617 Jul 16 18:03:35.585070 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdafa7b8-4da5-450b-8148-6c3ea44b8038 req-b1e3b7e2-8823-4d0a-989a-68ea1948fb48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=574f730f-4ecf-4580-9d57-c884b67488b7 HTTP/1.1" status: 200 len: 217 time: 0.0716474 Jul 16 18:03:35.648674 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d1e780-9ff2-4c79-ae3f-0be1bfdc8229 req-053ac243-4b6a-4032-9774-059a07899b6d tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.651220 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d1e780-9ff2-4c79-ae3f-0be1bfdc8229 req-053ac243-4b6a-4032-9774-059a07899b6d tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.652597 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d1e780-9ff2-4c79-ae3f-0be1bfdc8229 req-053ac243-4b6a-4032-9774-059a07899b6d tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "DELETE /v2.0/security-groups/805262b8-7a10-47a6-821a-095eb01d9cb2 HTTP/1.1" status: 204 len: 173 time: 0.4453006 Jul 16 18:03:35.662023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] For port e1a7639f-16bd-4261-a407-1a35694179ba, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:35.671826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] For port e1a7639f-16bd-4261-a407-1a35694179ba, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e1a7639f-16bd-4261-a407-1a35694179ba,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:35.675049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053ac243-4b6a-4032-9774-059a07899b6d tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=805262b8-7a10-47a6-821a-095eb01d9cb2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:35.681147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdafa7b8-4da5-450b-8148-6c3ea44b8038 req-4acaf5b5-8f1d-40c6-bdbf-7f6e59c30acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.683625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdafa7b8-4da5-450b-8148-6c3ea44b8038 req-4acaf5b5-8f1d-40c6-bdbf-7f6e59c30acb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c3ed6aa4-022e-4d0d-9d6a-e8fced206e69 HTTP/1.1" status: 200 len: 850 time: 0.0886586 Jul 16 18:03:35.684749 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:35.861902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2fe91c-02d2-4549-9428-dd7d1100108c req-b5a438b1-56a2-41ac-ad31-46b211452be1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:35.863510 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f2fe91c-02d2-4549-9428-dd7d1100108c req-b5a438b1-56a2-41ac-ad31-46b211452be1 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 945 time: 0.4609601 Jul 16 18:03:35.910695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f2fe91c-02d2-4549-9428-dd7d1100108c req-7978116e-d625-493f-bcb6-78377d12eb9a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398743 Jul 16 18:03:35.961557 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-3084825b-a6fb-46c4-b353-e253a71146c3 req-21a56447-cee0-442b-a4ce-d855c4a0f5db tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] show failed (client error): The resource could not be found. Jul 16 18:03:35.964661 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3084825b-a6fb-46c4-b353-e253a71146c3 req-21a56447-cee0-442b-a4ce-d855c4a0f5db tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/805262b8-7a10-47a6-821a-095eb01d9cb2 HTTP/1.1" status: 404 len: 352 time: 0.0204372 Jul 16 18:03:36.071323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdafa7b8-4da5-450b-8148-6c3ea44b8038 req-a5abac4f-5e9a-4052-aa3c-6dee16338552 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=97b4ab25-2216-46e6-ac36-5abbf2d98c8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3779213 Jul 16 18:03:36.090449 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.091082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.092570 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] 10.222.0.18 "PUT /v2.0/ports/e1a7639f-16bd-4261-a407-1a35694179ba HTTP/1.1" status: 200 len: 1091 time: 1.8113613 Jul 16 18:03:36.095317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'tag': 'e1a7639f-16bd-4261-a407-1a35694179ba'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:36.097586 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-684e6cd5-8b34-42a6-ac24-3a1694b8c093" -d '{"events": [{"name": "network-changed", "server_uuid": "9bf079fd-65ec-4c64-b3bb-51ed81b9c122", "tag": "e1a7639f-16bd-4261-a407-1a35694179ba"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:36.154718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffd711-8add-4794-add5-a58abcc0fc2e req-de9b6d5a-7caf-4219-ab53-c1b8f7d2c2fc tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.162453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c3ffd711-8add-4794-add5-a58abcc0fc2e req-de9b6d5a-7caf-4219-ab53-c1b8f7d2c2fc tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 944 time: 0.0858626 Jul 16 18:03:36.235518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263e202-238f-4ddc-a62c-f44ed0f5d123 service neutron] Pushing event updated for resources: {'Port': ['ID=e1a7639f-16bd-4261-a407-1a35694179ba,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.252014 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c3ffd711-8add-4794-add5-a58abcc0fc2e req-1e68b876-0f5d-4ed9-aa21-f46174d632a9 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/security-groups?id=a52ec5f5-512c-435f-8667-56c92fda3f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886219 Jul 16 18:03:36.293675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-db10ad7f-d589-4963-bf95-a151b9b2a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.295410 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-db10ad7f-d589-4963-bf95-a151b9b2a253 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 1094 time: 0.1162453 Jul 16 18:03:36.355850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-f16e0ffb-9037-42d1-a4c6-717d2b816682 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a7639f-16bd-4261-a407-1a35694179ba HTTP/1.1" status: 200 len: 217 time: 0.0416510 Jul 16 18:03:36.359941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdafa7b8-4da5-450b-8148-6c3ea44b8038 req-33e870f0-6447-4917-afbc-a4e2cb4c07e7 service neutron] 10.222.0.18 "GET /v2.0/networks/97b4ab25-2216-46e6-ac36-5abbf2d98c8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2653134 Jul 16 18:03:36.396785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe38141-58e5-452f-9aea-00e4e4aaf06f req-96c15e87-4e0e-4722-a651-7a8830f2c487 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.398423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5fe38141-58e5-452f-9aea-00e4e4aaf06f req-96c15e87-4e0e-4722-a651-7a8830f2c487 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.3297565 Jul 16 18:03:36.417182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-1c797c7d-b38f-40fd-aa7a-1943e69a7110 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.418853 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-1c797c7d-b38f-40fd-aa7a-1943e69a7110 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.18 "GET /v2.0/networks?id=9bc4763d-4d12-486b-8214-853c955a2609 HTTP/1.1" status: 200 len: 816 time: 0.2507956 Jul 16 18:03:36.438120 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b9fb8104-b8a0-46e2-af1b-1228a91fd05b req-b7f17e57-cedb-4361-8a61-2ec8c62d3aca tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0418246 Jul 16 18:03:36.445840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-e2eb15a9-19c8-4842-931e-1006e853b6d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.447515 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-e2eb15a9-19c8-4842-931e-1006e853b6d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.0780928 Jul 16 18:03:36.489450 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-da96f56e-07d5-4ee8-a2aa-08eb1b593c63 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324593 Jul 16 18:03:36.495608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-97b055c9-3c01-42c2-b41e-090c9d566dae req-afbc1564-e975-46e5-9d55-aa66b326f50e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2079776627', 'description': 'tempest-description-1796860957'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:36.559362 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-b79fca08-4bb0-466a-b514-55041ffba71a tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d83d309f9074dd3b369e14a6fd7f177 HTTP/1.1" status: 200 len: 380 time: 0.1228886 Jul 16 18:03:36.564346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5fe38141-58e5-452f-9aea-00e4e4aaf06f req-20001506-dd42-4924-a071-3e67daaa1e57 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549017 Jul 16 18:03:36.571254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Request body: {'port': {'device_id': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'admin_state_up': True, 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'security_groups': ['24e917b7-99c0-49e8-a540-ceac491b0974']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:36.585166 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-97b055c9-3c01-42c2-b41e-090c9d566dae req-afbc1564-e975-46e5-9d55-aa66b326f50e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.624244 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdafa7b8-4da5-450b-8148-6c3ea44b8038 req-6bce2c35-6265-415f-96b8-11ef2e534127 service neutron] 10.222.0.18 "GET /v2.0/networks/97b4ab25-2216-46e6-ac36-5abbf2d98c8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487695 Jul 16 18:03:36.657876 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-6d9d450f-e329-4443-9df6-4eb6c644b8e9 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573894 Jul 16 18:03:36.781809 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-97b055c9-3c01-42c2-b41e-090c9d566dae req-afbc1564-e975-46e5-9d55-aa66b326f50e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.787503 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-97b055c9-3c01-42c2-b41e-090c9d566dae req-afbc1564-e975-46e5-9d55-aa66b326f50e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.823937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa09d678-bcd1-46d1-8360-c7105719e80b req-8247ab44-8d00-4aab-acad-e0775e74e6f3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:36.825666 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa09d678-bcd1-46d1-8360-c7105719e80b req-8247ab44-8d00-4aab-acad-e0775e74e6f3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 943 time: 0.1264005 Jul 16 18:03:36.842611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fbec103f-5580-40f3-ab0f-7501f1a1ee3b req-c3eb09fc-41cf-48b7-a867-6efb01aea2a3 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533372 Jul 16 18:03:36.843329 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-97b055c9-3c01-42c2-b41e-090c9d566dae req-afbc1564-e975-46e5-9d55-aa66b326f50e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.843583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Made reservation on behalf of 7d83d309f9074dd3b369e14a6fd7f177 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:36.844654 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97b055c9-3c01-42c2-b41e-090c9d566dae req-afbc1564-e975-46e5-9d55-aa66b326f50e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3538177 Jul 16 18:03:36.845386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc1564-e975-46e5-9d55-aa66b326f50e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=585df230-1214-485e-9717-d859ca36f1f6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:36.859142 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:36.889999 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc78b22-9f8d-4c13-911f-2e8065073c0a x-openstack-request-id: req-2dc78b22-9f8d-4c13-911f-2e8065073c0a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:36.890282 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bf079fd-65ec-4c64-b3bb-51ed81b9c122", "tag": "e1a7639f-16bd-4261-a407-1a35694179ba", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:36.890531 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2dc78b22-9f8d-4c13-911f-2e8065073c0a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:36.890927 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'tag': 'e1a7639f-16bd-4261-a407-1a35694179ba', 'status': 'completed', 'code': 200} Jul 16 18:03:36.904292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 574f730f-4ecf-4580-9d57-c884b67488b7 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:36.917090 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa09d678-bcd1-46d1-8360-c7105719e80b req-837c7f2d-3b66-4821-84fd-0e6d7b43f425 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828559 Jul 16 18:03:37.011549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 574f730f-4ecf-4580-9d57-c884b67488b7 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:37.015965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 574f730f-4ecf-4580-9d57-c884b67488b7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:37.016513 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.076831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e6cd5-8b34-42a6-ac24-3a1694b8c093 req-88783cda-ad6d-4d3c-bbae-dce59f07d52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.083024 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684e6cd5-8b34-42a6-ac24-3a1694b8c093 req-88783cda-ad6d-4d3c-bbae-dce59f07d52e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 1094 time: 0.1336048 Jul 16 18:03:37.095688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Allocated IP 172.20.0.8 (9bc4763d-4d12-486b-8214-853c955a2609/bc478255-8360-453e-ba9d-a86e2bdb2f7a/67b1fd7f-4cf8-4657-b9f5-4641c68daa42) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:37.144765 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.172091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39411126-e30b-474b-8d1e-0efc2a526c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574f730f-4ecf-4580-9d57-c884b67488b7'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:37.174473 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9404128-9996-4532-a6cc-bdead4f824dd" -d '{"events": [{"server_uuid": "39411126-e30b-474b-8d1e-0efc2a526c37", "name": "network-vif-plugged", "status": "completed", "tag": "574f730f-4ecf-4580-9d57-c884b67488b7"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:37.180932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e799754-2829-4678-961e-fab677b91cb7 req-6cd8a2bd-2630-4cd7-a38d-9f0886a0d112 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 210 time: 0.0541341 Jul 16 18:03:37.195829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 574f730f-4ecf-4580-9d57-c884b67488b7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=574f730f-4ecf-4580-9d57-c884b67488b7,segment=NetworkSegment(eb45c756-8b46-4577-a419-afff070f2891),segment_id=eb45c756-8b46-4577-a419-afff070f2891)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:37.209898 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.219613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-be196a98-1642-4453-bef9-783eb4a365a1 req-7046fe7a-e495-49ed-9c9c-a26e59771f9a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-392456302', 'description': 'tempest-description-2048135445'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:37.269618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=574f730f-4ecf-4580-9d57-c884b67488b7,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:37.271049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e6cd5-8b34-42a6-ac24-3a1694b8c093 req-2e438e1a-6e99-4076-bbd0-48b1945b4396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.273929 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684e6cd5-8b34-42a6-ac24-3a1694b8c093 req-2e438e1a-6e99-4076-bbd0-48b1945b4396 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 912 time: 0.1839175 Jul 16 18:03:37.286523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-be196a98-1642-4453-bef9-783eb4a365a1 req-7046fe7a-e495-49ed-9c9c-a26e59771f9a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.334523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57af027b-c7cf-4bb4-9f4c-0afe83f40699 req-bbc42474-dccc-402c-a203-f09fc7c172b0 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.336492 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-57af027b-c7cf-4bb4-9f4c-0afe83f40699 req-bbc42474-dccc-402c-a203-f09fc7c172b0 tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 1096 time: 0.1900032 Jul 16 18:03:37.337856 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684e6cd5-8b34-42a6-ac24-3a1694b8c093 req-e2a45153-c28b-485f-973c-8b7fe25bf309 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a7639f-16bd-4261-a407-1a35694179ba HTTP/1.1" status: 200 len: 217 time: 0.0525079 Jul 16 18:03:37.384285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.411755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Transition to ACTIVE for port object 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:37.429764 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-57af027b-c7cf-4bb4-9f4c-0afe83f40699 req-732cf1e2-c25f-4ceb-8dcd-475d1e3abe4e tempest-LiveMigrationTest-199692075 tempest-LiveMigrationTest-199692075-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847208 Jul 16 18:03:37.435619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684e6cd5-8b34-42a6-ac24-3a1694b8c093 req-7816cb48-55f0-4390-8177-3452237d9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.437384 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684e6cd5-8b34-42a6-ac24-3a1694b8c093 req-7816cb48-55f0-4390-8177-3452237d9424 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.0904875 Jul 16 18:03:37.493108 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684e6cd5-8b34-42a6-ac24-3a1694b8c093 req-c68c175b-663b-4fe6-9e86-15986ecfa80c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455508 Jul 16 18:03:37.493429 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-be196a98-1642-4453-bef9-783eb4a365a1 req-7046fe7a-e495-49ed-9c9c-a26e59771f9a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.506364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-be196a98-1642-4453-bef9-783eb4a365a1 req-7046fe7a-e495-49ed-9c9c-a26e59771f9a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.529197 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-be196a98-1642-4453-bef9-783eb4a365a1 req-7046fe7a-e495-49ed-9c9c-a26e59771f9a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.530761 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be196a98-1642-4453-bef9-783eb4a365a1 req-7046fe7a-e495-49ed-9c9c-a26e59771f9a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3153622 Jul 16 18:03:37.539020 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.606226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7046fe7a-e495-49ed-9c9c-a26e59771f9a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9554aacc-41d6-4eb1-9e21-4e424a57026a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:37.623862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Network 9bc4763d-4d12-486b-8214-853c955a2609 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:37.628708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:37.629753 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684e6cd5-8b34-42a6-ac24-3a1694b8c093 req-7f846d11-dc35-4a66-85fb-7dc94a42999d service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289213 Jul 16 18:03:37.631728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:37.658933 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98d40071-7f75-4254-838b-e21dddf5b3bc x-openstack-request-id: req-98d40071-7f75-4254-838b-e21dddf5b3bc {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:37.659460 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39411126-e30b-474b-8d1e-0efc2a526c37", "name": "network-vif-plugged", "status": "completed", "tag": "574f730f-4ecf-4580-9d57-c884b67488b7", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:37.659918 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-98d40071-7f75-4254-838b-e21dddf5b3bc {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:37.660516 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39411126-e30b-474b-8d1e-0efc2a526c37', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '574f730f-4ecf-4580-9d57-c884b67488b7', 'code': 200} Jul 16 18:03:37.706015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.706757 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.725355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Pushing event updated for resources: {'Port': ['ID=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:37.734852 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-06a7f924-0ec9-4bb6-af91-070f8c12886d tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1679132 Jul 16 18:03:37.748656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Request body: {'port': {'device_id': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:37.818772 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-684e6cd5-8b34-42a6-ac24-3a1694b8c093 req-d39df259-cd25-4cd3-b5c6-f5ffd58d2e36 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725760 Jul 16 18:03:37.983508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-63fe6a91-849d-43c4-a60b-2ae2301bedac None None] Provisioning for port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:37.988253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-63fe6a91-849d-43c4-a60b-2ae2301bedac None None] Provisioning complete for port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:37.988630 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-63fe6a91-849d-43c4-a60b-2ae2301bedac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:37.989083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d655ea8-6ce1-4537-9f75-659cf9a5e3a2 req-0fdd41d8-0428-4756-942b-f994bc33e68f tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.990799 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4d655ea8-6ce1-4537-9f75-659cf9a5e3a2 req-0fdd41d8-0428-4756-942b-f994bc33e68f tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 945 time: 0.1966338 Jul 16 18:03:37.995130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34307b88-08f9-4b9d-b9e5-f97d67415de3 req-728b4409-0a5a-4717-8e70-33ad1b5e1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:37.997582 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34307b88-08f9-4b9d-b9e5-f97d67415de3 req-728b4409-0a5a-4717-8e70-33ad1b5e1f82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 1096 time: 0.2153432 Jul 16 18:03:37.998419 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.036413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-63fe6a91-849d-43c4-a60b-2ae2301bedac None None] Port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:03:38.127381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34307b88-08f9-4b9d-b9e5-f97d67415de3 req-09936df5-0e97-4458-b4d3-7a648466bb48 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a52ec5f5-512c-435f-8667-56c92fda3f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162255 Jul 16 18:03:38.140031 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4d655ea8-6ce1-4537-9f75-659cf9a5e3a2 req-6877c178-5882-4e6b-aca7-944d9a1bab69 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/security-groups?id=a52ec5f5-512c-435f-8667-56c92fda3f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391697 Jul 16 18:03:38.148736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-39a430c9-bc8b-43be-abac-ee497e8506b0 req-8d78fe87-bea4-492e-8273-cd7a1f423da3 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0355973 Jul 16 18:03:38.224664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-14eb959b-62d5-4a65-bed6-87cb9fadad65 req-3561ca5b-84c5-45d8-8acc-2b49f7517e14 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1321078266', 'description': 'tempest-description-658735634'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:38.272928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14eb959b-62d5-4a65-bed6-87cb9fadad65 req-3561ca5b-84c5-45d8-8acc-2b49f7517e14 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.351889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9998318-4217-4608-ad14-d06d802c4817 req-61a79a6a-fd4e-4c2d-a31c-9dc493f6feb6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.353419 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9998318-4217-4608-ad14-d06d802c4817 req-61a79a6a-fd4e-4c2d-a31c-9dc493f6feb6 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.0686007 Jul 16 18:03:38.402151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9998318-4217-4608-ad14-d06d802c4817 req-8c875d42-16ed-4607-aaa7-a3b5b3e3f8bc tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419204 Jul 16 18:03:38.486673 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14eb959b-62d5-4a65-bed6-87cb9fadad65 req-3561ca5b-84c5-45d8-8acc-2b49f7517e14 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.491777 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14eb959b-62d5-4a65-bed6-87cb9fadad65 req-3561ca5b-84c5-45d8-8acc-2b49f7517e14 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.496577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:38.512195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.548779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14eb959b-62d5-4a65-bed6-87cb9fadad65 req-3561ca5b-84c5-45d8-8acc-2b49f7517e14 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.549939 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14eb959b-62d5-4a65-bed6-87cb9fadad65 req-3561ca5b-84c5-45d8-8acc-2b49f7517e14 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3315160 Jul 16 18:03:38.550863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Transition to ACTIVE for port object 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:38.553088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3561ca5b-84c5-45d8-8acc-2b49f7517e14 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79eb48e9-7e30-4c15-9492-8c655b2b6bc8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.562249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.609688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:38.631943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b89a8-807f-45d3-b48a-4ae8f9765a56 req-e4bbb2b0-61f6-4fde-a22c-3619cf3f8a05 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.633675 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c3b89a8-807f-45d3-b48a-4ae8f9765a56 req-e4bbb2b0-61f6-4fde-a22c-3619cf3f8a05 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 943 time: 0.1059592 Jul 16 18:03:38.678479 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c3b89a8-807f-45d3-b48a-4ae8f9765a56 req-7c884d2b-c85c-4be4-97f6-905a1ec1227a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369661 Jul 16 18:03:38.742888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Attempting to bind port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:38.743234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Attempting to bind port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:38.743595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Attempting to bind port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 on network 9bc4763d-4d12-486b-8214-853c955a2609 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:38.757078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 on network 9bc4763d-4d12-486b-8214-853c955a2609 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:38.757394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Attempting to bind port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 on network 9bc4763d-4d12-486b-8214-853c955a2609 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:38.769865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:38.770381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Checking segment: {'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:38.771144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Bound using segment: {'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:38.771619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Bound port: 67b1fd7f-4cf8-4657-b9f5-4641c68daa42, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9543a82a-992e-4960-97f4-c8e41b3f3b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:38.771996 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:38.857923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f1ea0f-3458-40c0-9df6-3c3b3916e502 req-8faec787-4a27-43e8-bac9-663db130dd6f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:38.859542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3f1ea0f-3458-40c0-9df6-3c3b3916e502 req-8faec787-4a27-43e8-bac9-663db130dd6f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 945 time: 0.1569819 Jul 16 18:03:38.895928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] For port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:38.909207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device e1a7639f-16bd-4261-a407-1a35694179ba details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:38.941808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] For port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:38.967790 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.032495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port e1a7639f-16bd-4261-a407-1a35694179ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e1a7639f-16bd-4261-a407-1a35694179ba,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:39.047826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'e1a7639f-16bd-4261-a407-1a35694179ba', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'port_id': 'e1a7639f-16bd-4261-a407-1a35694179ba', 'mac_address': 'fa:16:3e:37:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f56a12-2748-4e3d-89b9-151cce28c16a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:39.054369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee883d3d-d106-4e9e-84a9-7cf889882c5c req-a0002b72-17f0-4a2d-93ef-c2eb59f0ceb9 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.061531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Pushing event updated for resources: {'Port': ['ID=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:39.073812 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ee883d3d-d106-4e9e-84a9-7cf889882c5c req-a0002b72-17f0-4a2d-93ef-c2eb59f0ceb9 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 943 time: 0.0999205 Jul 16 18:03:39.092811 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3f1ea0f-3458-40c0-9df6-3c3b3916e502 req-a017d8fa-bd73-4815-8c1e-34ad664cba4f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2196789 Jul 16 18:03:39.094551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.095303 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.099229 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-d7c3d6a8-42bc-4182-88bb-ed0e1f7d6dc6 service neutron] 10.222.0.18 "PUT /v2.0/ports/67b1fd7f-4cf8-4657-b9f5-4641c68daa42 HTTP/1.1" status: 200 len: 1091 time: 1.3564579 Jul 16 18:03:39.108151 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'tag': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:39.111481 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d55dded4-10f2-480e-a71f-da71d2b713fa" -d '{"events": [{"name": "network-changed", "server_uuid": "4323da53-f1d0-4ed5-87ee-9b84368f0dd7", "tag": "67b1fd7f-4cf8-4657-b9f5-4641c68daa42"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:39.114888 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.132879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e1a7639f-16bd-4261-a407-1a35694179ba {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:39.164832 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ee883d3d-d106-4e9e-84a9-7cf889882c5c req-8d936702-a309-43cb-8deb-b1fd4eb290ca tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900414 Jul 16 18:03:39.183425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port e1a7639f-16bd-4261-a407-1a35694179ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e1a7639f-16bd-4261-a407-1a35694179ba,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:39.191521 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.255101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6fe85-afdd-463b-aa61-3a1645b3e720 req-f0eacbf3-3575-4266-88aa-557fae81d4dd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.256629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbd6fe85-afdd-463b-aa61-3a1645b3e720 req-f0eacbf3-3575-4266-88aa-557fae81d4dd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.37 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 945 time: 0.3743272 Jul 16 18:03:39.261343 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17f24070-96d4-4463-a8f8-1a389dc6debf x-openstack-request-id: req-17f24070-96d4-4463-a8f8-1a389dc6debf {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:39.261582 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4323da53-f1d0-4ed5-87ee-9b84368f0dd7", "tag": "67b1fd7f-4cf8-4657-b9f5-4641c68daa42", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:39.261792 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-17f24070-96d4-4463-a8f8-1a389dc6debf {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:39.262130 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'tag': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42', 'status': 'completed', 'code': 200} Jul 16 18:03:39.285211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=e1a7639f-16bd-4261-a407-1a35694179ba,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:39.404441 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f30ef9f-ec80-429b-8013-9877cee16ed5 req-441738c1-dc3a-49ce-8b38-ef5af0f27433 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4 HTTP/1.1" status: 200 len: 10912 time: 0.2616668 Jul 16 18:03:39.486590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['e1a7639f-16bd-4261-a407-1a35694179ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:39.496545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8e0af-dced-4a42-902e-338cb247afb9 req-0b5b4ed1-3a28-4db1-af49-f2f58cac6f1c tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.505050 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb8e0af-dced-4a42-902e-338cb247afb9 req-0b5b4ed1-3a28-4db1-af49-f2f58cac6f1c tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 945 time: 0.0899668 Jul 16 18:03:39.509541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f30ef9f-ec80-429b-8013-9877cee16ed5 req-3b6f44c7-f787-4ecf-ac62-5a2742b7b153 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/24584268-c393-4904-a4c1-b847e7842971 HTTP/1.1" status: 200 len: 2985 time: 0.0953875 Jul 16 18:03:39.529596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-21788467-28cb-4a0c-9f44-a500c917e3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.530979 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-21788467-28cb-4a0c-9f44-a500c917e3fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d83d309f9074dd3b369e14a6fd7f177&device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 1094 time: 0.1957052 Jul 16 18:03:39.543623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-fbd6fe85-afdd-463b-aa61-3a1645b3e720 req-6a7e3f73-a33c-489f-8093-2a0c50aee0aa tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Deleting port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:39.543944 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbd6fe85-afdd-463b-aa61-3a1645b3e720 req-6a7e3f73-a33c-489f-8093-2a0c50aee0aa tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.560633 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-deb8e0af-dced-4a42-902e-338cb247afb9 req-a77d6174-413e-4a9a-84f5-1252959972d5 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/security-groups?id=a52ec5f5-512c-435f-8667-56c92fda3f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546000 Jul 16 18:03:39.622142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-729ac12d-b4d8-4a9e-9cdf-4aa6683a33f2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b1fd7f-4cf8-4657-b9f5-4641c68daa42 HTTP/1.1" status: 200 len: 217 time: 0.0702057 Jul 16 18:03:39.648137 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f30ef9f-ec80-429b-8013-9877cee16ed5 req-f55634a5-dbf3-4e8e-8eb6-67b054447ba1 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/24584268-c393-4904-a4c1-b847e7842971 HTTP/1.1" status: 200 len: 2985 time: 0.1370709 Jul 16 18:03:39.737176 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7a7f4f31-c3ad-4f9e-8b07-8621c99caa23 req-bdc26573-16c6-42fe-afa3-4facfcc811c6 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0482943 Jul 16 18:03:39.787661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fbd6fe85-afdd-463b-aa61-3a1645b3e720 req-6a7e3f73-a33c-489f-8093-2a0c50aee0aa tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] For port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:39.788044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbd6fe85-afdd-463b-aa61-3a1645b3e720 req-6a7e3f73-a33c-489f-8093-2a0c50aee0aa tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.830702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-fbd6fe85-afdd-463b-aa61-3a1645b3e720 req-6a7e3f73-a33c-489f-8093-2a0c50aee0aa tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Calling delete_port for 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:39.850218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-7dcdab94-e0d9-48bc-85e9-f5765a64e8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.851680 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-7dcdab94-e0d9-48bc-85e9-f5765a64e8b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc478255-8360-453e-ba9d-a86e2bdb2f7a HTTP/1.1" status: 200 len: 855 time: 0.2002957 Jul 16 18:03:39.864487 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a045ce75-cfca-4091-a57a-a09dd85e198b req-e06f8282-9b55-42ad-bbb8-a2968b548914 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/585df230-1214-485e-9717-d859ca36f1f6 HTTP/1.1" status: 200 len: 1803 time: 0.0445278 Jul 16 18:03:39.926321 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a045ce75-cfca-4091-a57a-a09dd85e198b req-2e6fb3ea-64bd-440a-af7d-bfd3a4522e05 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.952034 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a045ce75-cfca-4091-a57a-a09dd85e198b req-2e6fb3ea-64bd-440a-af7d-bfd3a4522e05 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:39.959709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc366ab6-a81e-4fcd-9948-e896578bf7d5 req-7501abc2-befe-443f-90ee-e786f587dcf0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:39.961208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc366ab6-a81e-4fcd-9948-e896578bf7d5 req-7501abc2-befe-443f-90ee-e786f587dcf0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1926780 Jul 16 18:03:39.998817 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a045ce75-cfca-4091-a57a-a09dd85e198b req-2e6fb3ea-64bd-440a-af7d-bfd3a4522e05 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.002322 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a045ce75-cfca-4091-a57a-a09dd85e198b req-2e6fb3ea-64bd-440a-af7d-bfd3a4522e05 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.003768 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a045ce75-cfca-4091-a57a-a09dd85e198b req-2e6fb3ea-64bd-440a-af7d-bfd3a4522e05 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "DELETE /v2.0/security-groups/585df230-1214-485e-9717-d859ca36f1f6 HTTP/1.1" status: 204 len: 173 time: 0.1325543 Jul 16 18:03:40.015951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fb3ea-64bd-440a-af7d-bfd3a4522e05 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=585df230-1214-485e-9717-d859ca36f1f6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:40.028523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-1e3557fe-ba45-41c2-a914-08091eefc797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.030134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-1e3557fe-ba45-41c2-a914-08091eefc797 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bc4763d-4d12-486b-8214-853c955a2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1409965 Jul 16 18:03:40.073100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc366ab6-a81e-4fcd-9948-e896578bf7d5 req-288b5c89-83d6-4d84-8132-08b6aa901cde tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949297 Jul 16 18:03:40.147810 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbd6fe85-afdd-463b-aa61-3a1645b3e720 req-6a7e3f73-a33c-489f-8093-2a0c50aee0aa tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.182683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['4ef186b2-a8a0-48c9-9369-01876ce35a5b', '42a28d6a-e5cd-4ddb-a337-aefd3915bda2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:40.193021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e3f73-a33c-489f-8093-2a0c50aee0aa tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Pushing event deleted for resources: {'Port': ['ID=42a28d6a-e5cd-4ddb-a337-aefd3915bda2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:40.225592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de5a600-5fd1-46aa-ac48-a729bb36278a req-fe6461f3-5a18-4718-84a4-c55ed185bda3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.231251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-75e8ab62-e50b-4cb5-9f9a-2164b112e15a service neutron] 10.222.0.18 "GET /v2.0/networks/9bc4763d-4d12-486b-8214-853c955a2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761687 Jul 16 18:03:40.232265 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2de5a600-5fd1-46aa-ac48-a729bb36278a req-fe6461f3-5a18-4718-84a4-c55ed185bda3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 944 time: 0.1112905 Jul 16 18:03:40.255352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd6fe85-afdd-463b-aa61-3a1645b3e720 req-6a7e3f73-a33c-489f-8093-2a0c50aee0aa tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] No DVR routers for this DVR port 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:40.259649 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fbd6fe85-afdd-463b-aa61-3a1645b3e720 req-6a7e3f73-a33c-489f-8093-2a0c50aee0aa tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.262843 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbd6fe85-afdd-463b-aa61-3a1645b3e720 req-6a7e3f73-a33c-489f-8093-2a0c50aee0aa tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.37 "DELETE /v2.0/ports/42a28d6a-e5cd-4ddb-a337-aefd3915bda2 HTTP/1.1" status: 204 len: 173 time: 0.9998884 Jul 16 18:03:40.335647 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2de5a600-5fd1-46aa-ac48-a729bb36278a req-d27d08ca-21fa-48fd-a7fc-6cb41540749c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972826 Jul 16 18:03:40.427061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3fe96d1a-03e2-421b-81c0-109dcd6a1045 req-a6b21825-849f-4be9-8902-2b7f93b02c95 service neutron] 10.222.0.18 "GET /v2.0/networks/9bc4763d-4d12-486b-8214-853c955a2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686227 Jul 16 18:03:40.457126 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-bb99255f-ca00-4605-8b0e-2a2619932d22 req-224334a9-e8ff-46b9-9bfe-ab513df4b89f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] show failed (client error): The resource could not be found. Jul 16 18:03:40.469518 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bb99255f-ca00-4605-8b0e-2a2619932d22 req-224334a9-e8ff-46b9-9bfe-ab513df4b89f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/585df230-1214-485e-9717-d859ca36f1f6 HTTP/1.1" status: 404 len: 352 time: 0.0259886 Jul 16 18:03:40.576254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dded4-10f2-480e-a71f-da71d2b713fa req-3d9191b2-09af-4ac8-bbae-d0a7f8c1a08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.577954 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d55dded4-10f2-480e-a71f-da71d2b713fa req-3d9191b2-09af-4ac8-bbae-d0a7f8c1a08a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d83d309f9074dd3b369e14a6fd7f177&device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 1094 time: 0.0686460 Jul 16 18:03:40.629613 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bda692cc-cc67-4f7e-b5cd-88ea51f2f9b8 req-0d882280-9809-43c5-8212-5273877bca8f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 210 time: 0.0462008 Jul 16 18:03:40.717291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dded4-10f2-480e-a71f-da71d2b713fa req-b97601e9-908d-4995-8c62-37bca178b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.719259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d55dded4-10f2-480e-a71f-da71d2b713fa req-b97601e9-908d-4995-8c62-37bca178b0db service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bc4763d-4d12-486b-8214-853c955a2609 HTTP/1.1" status: 200 len: 917 time: 0.1256366 Jul 16 18:03:40.747706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a551d192-bbfb-444e-a05f-1d0fed8f917d req-6c92b9aa-94d4-419b-bcc0-6f41a0ceeeec tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.754838 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a551d192-bbfb-444e-a05f-1d0fed8f917d req-6c92b9aa-94d4-419b-bcc0-6f41a0ceeeec tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 943 time: 0.0717897 Jul 16 18:03:40.774781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d55dded4-10f2-480e-a71f-da71d2b713fa req-64a3fbe4-b1ab-4fa0-971f-c1c4c5db5657 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b1fd7f-4cf8-4657-b9f5-4641c68daa42 HTTP/1.1" status: 200 len: 217 time: 0.0443501 Jul 16 18:03:40.791036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a551d192-bbfb-444e-a05f-1d0fed8f917d req-c1286ed6-943d-47fb-b0c3-7b268a70bedb tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353413 Jul 16 18:03:40.867609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dded4-10f2-480e-a71f-da71d2b713fa req-2853c168-be80-40bc-9888-2b0f1f784a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.868122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0193be8-24a9-4f4a-8696-283c511f3bbf req-e60fe0fe-b73a-4aab-9eca-67fc8c8cfe7e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/9554aacc-41d6-4eb1-9e21-4e424a57026a HTTP/1.1" status: 200 len: 1802 time: 0.0413704 Jul 16 18:03:40.869075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d55dded4-10f2-480e-a71f-da71d2b713fa req-2853c168-be80-40bc-9888-2b0f1f784a30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc478255-8360-453e-ba9d-a86e2bdb2f7a HTTP/1.1" status: 200 len: 855 time: 0.0672870 Jul 16 18:03:40.884943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d499d16-e452-40e0-b9c9-be3ea89badee req-8cf1f727-54b6-44da-9b31-c94a81256180 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.887146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1d499d16-e452-40e0-b9c9-be3ea89badee req-8cf1f727-54b6-44da-9b31-c94a81256180 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 945 time: 0.1151302 Jul 16 18:03:40.934507 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0193be8-24a9-4f4a-8696-283c511f3bbf req-92fc0c4d-1eac-4f7a-a4c8-7e20b8410517 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.940878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device e1a7639f-16bd-4261-a407-1a35694179ba up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:40.959054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0193be8-24a9-4f4a-8696-283c511f3bbf req-92fc0c4d-1eac-4f7a-a4c8-7e20b8410517 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:40.960544 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1d499d16-e452-40e0-b9c9-be3ea89badee req-b5cccffb-b424-4dee-b7a5-7485f6f83c10 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/security-groups?id=a52ec5f5-512c-435f-8667-56c92fda3f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650718 Jul 16 18:03:40.972330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55dded4-10f2-480e-a71f-da71d2b713fa req-6eae8bae-cea8-4991-8d8a-788550408062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:40.974333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d55dded4-10f2-480e-a71f-da71d2b713fa req-6eae8bae-cea8-4991-8d8a-788550408062 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bc4763d-4d12-486b-8214-853c955a2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862811 Jul 16 18:03:41.019696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0193be8-24a9-4f4a-8696-283c511f3bbf req-92fc0c4d-1eac-4f7a-a4c8-7e20b8410517 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.022330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b0193be8-24a9-4f4a-8696-283c511f3bbf req-92fc0c4d-1eac-4f7a-a4c8-7e20b8410517 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.023812 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0193be8-24a9-4f4a-8696-283c511f3bbf req-92fc0c4d-1eac-4f7a-a4c8-7e20b8410517 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "DELETE /v2.0/security-groups/9554aacc-41d6-4eb1-9e21-4e424a57026a HTTP/1.1" status: 204 len: 173 time: 0.1493006 Jul 16 18:03:41.034899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fc0c4d-1eac-4f7a-a4c8-7e20b8410517 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9554aacc-41d6-4eb1-9e21-4e424a57026a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:41.038355 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port e1a7639f-16bd-4261-a407-1a35694179ba completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:41.050472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port e1a7639f-16bd-4261-a407-1a35694179ba triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:41.050847 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.067993 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-ab46eacd-8621-4e74-b5b1-be8d1e530631 req-4f05f372-690c-4375-9751-8e2309ebe754 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] show failed (client error): The resource could not be found. Jul 16 18:03:41.076565 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab46eacd-8621-4e74-b5b1-be8d1e530631 req-4f05f372-690c-4375-9751-8e2309ebe754 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/9554aacc-41d6-4eb1-9e21-4e424a57026a HTTP/1.1" status: 404 len: 352 time: 0.0252378 Jul 16 18:03:41.132845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d55dded4-10f2-480e-a71f-da71d2b713fa req-aa8a5264-2072-40c3-9e56-bd7fc4f50d82 service neutron] 10.222.0.18 "GET /v2.0/networks/9bc4763d-4d12-486b-8214-853c955a2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412110 Jul 16 18:03:41.140206 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab496111-c1b9-4115-9dee-4c743b5bd515 req-40f019d4-544f-4c09-bff4-0fd0478f6335 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/79eb48e9-7e30-4c15-9492-8c655b2b6bc8 HTTP/1.1" status: 200 len: 1802 time: 0.0461407 Jul 16 18:03:41.179829 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.195134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc9efe0b-67b4-4a55-a35b-9ec25a7a1627 req-7bfcd45e-d817-4762-a40f-c8334893fb93 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0612276 Jul 16 18:03:41.207078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a7639f-16bd-4261-a407-1a35694179ba'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:41.211887 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71c81b2-a2cc-434e-ad59-99771f7aadfb" -d '{"events": [{"server_uuid": "9bf079fd-65ec-4c64-b3bb-51ed81b9c122", "name": "network-vif-plugged", "status": "completed", "tag": "e1a7639f-16bd-4261-a407-1a35694179ba"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:41.228095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port e1a7639f-16bd-4261-a407-1a35694179ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e1a7639f-16bd-4261-a407-1a35694179ba,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:41.246744 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.253414 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ab496111-c1b9-4115-9dee-4c743b5bd515 req-04a372c8-83b7-423c-8fe6-cf296ec3c54e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.265132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '542ecb57-d614-4837-998b-7d2828ed64fb', 'name': 'network-vif-deleted', 'tag': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:41.268347 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57190d1d-05ae-4f08-8909-4e3cb1370fb1" -d '{"events": [{"server_uuid": "542ecb57-d614-4837-998b-7d2828ed64fb", "name": "network-vif-deleted", "tag": "42a28d6a-e5cd-4ddb-a337-aefd3915bda2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:41.292224 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ab496111-c1b9-4115-9dee-4c743b5bd515 req-04a372c8-83b7-423c-8fe6-cf296ec3c54e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.319109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=e1a7639f-16bd-4261-a407-1a35694179ba,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:41.347949 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ab496111-c1b9-4115-9dee-4c743b5bd515 req-04a372c8-83b7-423c-8fe6-cf296ec3c54e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.351069 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ab496111-c1b9-4115-9dee-4c743b5bd515 req-04a372c8-83b7-423c-8fe6-cf296ec3c54e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.352378 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab496111-c1b9-4115-9dee-4c743b5bd515 req-04a372c8-83b7-423c-8fe6-cf296ec3c54e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "DELETE /v2.0/security-groups/79eb48e9-7e30-4c15-9492-8c655b2b6bc8 HTTP/1.1" status: 204 len: 173 time: 0.2061074 Jul 16 18:03:41.364031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a372c8-83b7-423c-8fe6-cf296ec3c54e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79eb48e9-7e30-4c15-9492-8c655b2b6bc8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:41.415198 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae48d100-9038-4292-b8b2-387e62720cd8 x-openstack-request-id: req-ae48d100-9038-4292-b8b2-387e62720cd8 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:41.415837 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf079fd-65ec-4c64-b3bb-51ed81b9c122", "name": "network-vif-plugged", "status": "completed", "tag": "e1a7639f-16bd-4261-a407-1a35694179ba", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:41.416901 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae48d100-9038-4292-b8b2-387e62720cd8 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:41.417989 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a7639f-16bd-4261-a407-1a35694179ba', 'code': 200} Jul 16 18:03:41.500483 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-fb2e1893-0832-4669-b449-8adec4217ee4 req-39b444d6-83be-40ee-ac4c-a7816bc132c8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] show failed (client error): The resource could not be found. Jul 16 18:03:41.501637 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fb2e1893-0832-4669-b449-8adec4217ee4 req-39b444d6-83be-40ee-ac4c-a7816bc132c8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/79eb48e9-7e30-4c15-9492-8c655b2b6bc8 HTTP/1.1" status: 404 len: 352 time: 0.0202696 Jul 16 18:03:41.649026 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd1a016c-ef32-438f-af78-51457f820d33 x-openstack-request-id: req-dd1a016c-ef32-438f-af78-51457f820d33 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:41.649506 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "542ecb57-d614-4837-998b-7d2828ed64fb", "name": "network-vif-deleted", "tag": "42a28d6a-e5cd-4ddb-a337-aefd3915bda2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:41.649759 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dd1a016c-ef32-438f-af78-51457f820d33 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:41.650155 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '542ecb57-d614-4837-998b-7d2828ed64fb', 'name': 'network-vif-deleted', 'tag': '42a28d6a-e5cd-4ddb-a337-aefd3915bda2', 'status': 'completed', 'code': 200} Jul 16 18:03:41.681476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479ba8f6-09dd-44b4-b1c6-aa764f57b4c0 req-f78cbe0a-627f-4558-a18d-b40bed086c0c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:41.689601 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-479ba8f6-09dd-44b4-b1c6-aa764f57b4c0 req-f78cbe0a-627f-4558-a18d-b40bed086c0c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.0811574 Jul 16 18:03:41.694432 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d55dded4-10f2-480e-a71f-da71d2b713fa req-cb27e16a-2096-4a00-8d16-d2061b9b2a37 service neutron] 10.222.0.18 "GET /v2.0/networks/9bc4763d-4d12-486b-8214-853c955a2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5485632 Jul 16 18:03:41.734528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-479ba8f6-09dd-44b4-b1c6-aa764f57b4c0 req-b1993cbc-06d9-4c9d-956d-d9fc425483b3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432918 Jul 16 18:03:41.739848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa5808c-d419-4f24-9538-55ff0320e76a req-5b21b50a-f021-4191-86a0-da16f56cabfc tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:41.741437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-faa5808c-d419-4f24-9538-55ff0320e76a req-5b21b50a-f021-4191-86a0-da16f56cabfc tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1238196 Jul 16 18:03:41.754685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68174d67-eb21-4e6a-9d17-5dea96070055 req-d8d116a7-eba2-4ca7-b010-b64a3be08675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:41.756137 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68174d67-eb21-4e6a-9d17-5dea96070055 req-d8d116a7-eba2-4ca7-b010-b64a3be08675 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 1096 time: 0.1049571 Jul 16 18:03:41.813802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-faa5808c-d419-4f24-9538-55ff0320e76a req-f69d0765-755b-41ab-ac41-a3f6be341cf0 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612903 Jul 16 18:03:41.830437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68174d67-eb21-4e6a-9d17-5dea96070055 req-ab8dccad-43ff-45bd-b7ba-b2fc9d7bd89d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553627 Jul 16 18:03:41.839524 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:41.865534 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff90c29f-c4f1-4b2e-be14-3c1c4d785ac6 req-d64f54f3-8d63-45de-a896-25ae308a0ecb tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4 HTTP/1.1" status: 200 len: 6158 time: 0.0958586 Jul 16 18:03:41.933731 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff90c29f-c4f1-4b2e-be14-3c1c4d785ac6 req-d38b05a0-b903-4cac-a0a3-d1b18c4cb436 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/24584268-c393-4904-a4c1-b847e7842971 HTTP/1.1" status: 200 len: 2985 time: 0.0672462 Jul 16 18:03:41.986866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff90c29f-c4f1-4b2e-be14-3c1c4d785ac6 req-436a8143-4467-4394-92d0-7875db3dba6f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/24584268-c393-4904-a4c1-b847e7842971 HTTP/1.1" status: 200 len: 2985 time: 0.0513086 Jul 16 18:03:42.100611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-915232c0-3e89-437d-a8d3-c94617fe1247 req-fd17005d-07dd-4e7f-8b7b-52b80809a55b tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 210 time: 0.0311239 Jul 16 18:03:42.134230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-20df968b-0887-46a7-80e7-d03b8e5ae7e9 req-a15a4318-ea9b-4a8a-8ff2-218fcfa2f0d8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-713739464', 'description': 'tempest-description-636950761'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:42.158480 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-20df968b-0887-46a7-80e7-d03b8e5ae7e9 req-a15a4318-ea9b-4a8a-8ff2-218fcfa2f0d8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.164163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096074f3-6f64-432f-a893-3e33876e3831 req-bbfc267c-89cc-4380-812f-c776bf20f84e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.165685 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-096074f3-6f64-432f-a893-3e33876e3831 req-bbfc267c-89cc-4380-812f-c776bf20f84e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 943 time: 0.0700474 Jul 16 18:03:42.225186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-096074f3-6f64-432f-a893-3e33876e3831 req-5b915a89-8328-45d0-b3be-a979bf40457e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512524 Jul 16 18:03:42.258294 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-20df968b-0887-46a7-80e7-d03b8e5ae7e9 req-a15a4318-ea9b-4a8a-8ff2-218fcfa2f0d8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.264094 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-20df968b-0887-46a7-80e7-d03b8e5ae7e9 req-a15a4318-ea9b-4a8a-8ff2-218fcfa2f0d8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.299470 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-20df968b-0887-46a7-80e7-d03b8e5ae7e9 req-a15a4318-ea9b-4a8a-8ff2-218fcfa2f0d8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.300754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-20df968b-0887-46a7-80e7-d03b8e5ae7e9 req-a15a4318-ea9b-4a8a-8ff2-218fcfa2f0d8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1713624 Jul 16 18:03:42.301745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a4318-ea9b-4a8a-8ff2-218fcfa2f0d8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff1b652f-1cdb-49fa-b324-52d6e51afc63,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:42.414724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0473f589-d20c-439f-bbe7-aba9ab2b3e57 req-97bdbe55-afd9-433f-bbb1-c717d7dcb5fb tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.422807 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0473f589-d20c-439f-bbe7-aba9ab2b3e57 req-97bdbe55-afd9-433f-bbb1-c717d7dcb5fb tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 945 time: 0.0930080 Jul 16 18:03:42.468137 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0473f589-d20c-439f-bbe7-aba9ab2b3e57 req-e4a114f9-ac93-4f8a-be06-5ab501cbe650 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/security-groups?id=a52ec5f5-512c-435f-8667-56c92fda3f4a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442667 Jul 16 18:03:42.479836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d7239dfe-093b-4a64-8413-c826832210ee req-5f07629c-a56d-487d-ad12-cfa21a978d9c tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0374117 Jul 16 18:03:42.492443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-206b65cd-b796-41b2-9100-33a85d181a63 req-0fd5d8d6-32ab-468c-b1dc-98054f38e723 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-474168323', 'description': 'tempest-description-2029958819'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:42.523464 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-206b65cd-b796-41b2-9100-33a85d181a63 req-0fd5d8d6-32ab-468c-b1dc-98054f38e723 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.526776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7210bb71-46e4-4696-bd39-7e56dc0cc28f req-b9fa4ba5-08a5-4a28-a04d-95053b43137d tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:42.527831 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7210bb71-46e4-4696-bd39-7e56dc0cc28f req-b9fa4ba5-08a5-4a28-a04d-95053b43137d tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.18 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 945 time: 0.1161299 Jul 16 18:03:42.623271 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-206b65cd-b796-41b2-9100-33a85d181a63 req-0fd5d8d6-32ab-468c-b1dc-98054f38e723 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.628252 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-206b65cd-b796-41b2-9100-33a85d181a63 req-0fd5d8d6-32ab-468c-b1dc-98054f38e723 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.646498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-7210bb71-46e4-4696-bd39-7e56dc0cc28f req-1d12cbde-ee80-48e8-82e1-c3d7fd8fef81 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Deleting port 574f730f-4ecf-4580-9d57-c884b67488b7 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:42.646734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7210bb71-46e4-4696-bd39-7e56dc0cc28f req-1d12cbde-ee80-48e8-82e1-c3d7fd8fef81 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.659903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd5d8d6-32ab-468c-b1dc-98054f38e723 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7025cb53-0e8c-4983-ac8f-9793c398d2cf,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:42.663166 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-206b65cd-b796-41b2-9100-33a85d181a63 req-0fd5d8d6-32ab-468c-b1dc-98054f38e723 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.668910 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-206b65cd-b796-41b2-9100-33a85d181a63 req-0fd5d8d6-32ab-468c-b1dc-98054f38e723 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.1806116 Jul 16 18:03:42.761938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-7210bb71-46e4-4696-bd39-7e56dc0cc28f req-1d12cbde-ee80-48e8-82e1-c3d7fd8fef81 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] For port 574f730f-4ecf-4580-9d57-c884b67488b7, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=574f730f-4ecf-4580-9d57-c884b67488b7,segment=NetworkSegment(eb45c756-8b46-4577-a419-afff070f2891),segment_id=eb45c756-8b46-4577-a419-afff070f2891)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:42.762411 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7210bb71-46e4-4696-bd39-7e56dc0cc28f req-1d12cbde-ee80-48e8-82e1-c3d7fd8fef81 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:42.776699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-7210bb71-46e4-4696-bd39-7e56dc0cc28f req-1d12cbde-ee80-48e8-82e1-c3d7fd8fef81 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Calling delete_port for 574f730f-4ecf-4580-9d57-c884b67488b7 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:42.974696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7210bb71-46e4-4696-bd39-7e56dc0cc28f req-1d12cbde-ee80-48e8-82e1-c3d7fd8fef81 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.014405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12cbde-ee80-48e8-82e1-c3d7fd8fef81 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Pushing event deleted for resources: {'Port': ['ID=574f730f-4ecf-4580-9d57-c884b67488b7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:43.024100 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:43.043529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-ffc25f5c-d69f-4765-8077-2322c404fafb tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.045313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-ffc25f5c-d69f-4765-8077-2322c404fafb tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/networks?id=a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 200 len: 812 time: 0.1769927 Jul 16 18:03:43.063409 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-749ffeb9-68d8-4955-bb07-ed410a74dea6 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/quotas/f5cf99a0a99640d5b0a9bde903fa7dc4 HTTP/1.1" status: 200 len: 375 time: 0.0117869 Jul 16 18:03:43.063637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7fc2f8-83dc-4cf9-93cb-03d664c9141e req-f2607443-022e-432f-aa84-5b9b5bf99421 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.070996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff7fc2f8-83dc-4cf9-93cb-03d664c9141e req-f2607443-022e-432f-aa84-5b9b5bf99421 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1422133 Jul 16 18:03:43.081278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:43.081626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 42a28d6a-e5cd-4ddb-a337-aefd3915bda2 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:43.105126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-7210bb71-46e4-4696-bd39-7e56dc0cc28f req-1d12cbde-ee80-48e8-82e1-c3d7fd8fef81 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] No DVR routers for this DVR port 574f730f-4ecf-4580-9d57-c884b67488b7 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:43.108271 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7210bb71-46e4-4696-bd39-7e56dc0cc28f req-1d12cbde-ee80-48e8-82e1-c3d7fd8fef81 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:43.110477 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7210bb71-46e4-4696-bd39-7e56dc0cc28f req-1d12cbde-ee80-48e8-82e1-c3d7fd8fef81 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.18 "DELETE /v2.0/ports/574f730f-4ecf-4580-9d57-c884b67488b7 HTTP/1.1" status: 204 len: 173 time: 0.5765774 Jul 16 18:03:43.130020 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff7fc2f8-83dc-4cf9-93cb-03d664c9141e req-ebcbaff7-f0dd-4075-8b15-2f9f0a7ebc66 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574498 Jul 16 18:03:43.159456 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-fdcc79b1-841a-4ffe-9690-9fca98434540 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0892198 Jul 16 18:03:43.279365 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-dedca238-f72e-4fed-95a1-57ecb5b41024 service neutron] 10.222.0.47 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196253 Jul 16 18:03:43.350272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc231b-d6bd-4490-8c20-06ba8ee1bbf4 req-5fbbd342-f020-4410-8e82-13d8b7cc94bc tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.351864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25fc231b-d6bd-4490-8c20-06ba8ee1bbf4 req-5fbbd342-f020-4410-8e82-13d8b7cc94bc tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.0723596 Jul 16 18:03:43.392452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-efac57b0-7e6b-43be-b1a0-f479be7eed36 service neutron] 10.222.0.47 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119423 Jul 16 18:03:43.400351 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25fc231b-d6bd-4490-8c20-06ba8ee1bbf4 req-dfcdb3e7-7eb2-43c0-bac5-d0da5fd1b7da tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419967 Jul 16 18:03:43.656140 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9d9ad9d0-1511-49a3-8948-56198ea612da req-c3553e78-2278-43b8-b462-3f8853539e7e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 210 time: 0.0485570 Jul 16 18:03:43.662932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39411126-e30b-474b-8d1e-0efc2a526c37', 'name': 'network-vif-deleted', 'tag': '574f730f-4ecf-4580-9d57-c884b67488b7'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:43.665743 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e72d835-8f35-4c4b-8fb3-f9e7eecb9e23" -d '{"events": [{"server_uuid": "39411126-e30b-474b-8d1e-0efc2a526c37", "name": "network-vif-deleted", "tag": "574f730f-4ecf-4580-9d57-c884b67488b7"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:43.724359 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a182f89-5105-4bb8-9a96-73ffd06ff8f6 req-6edfa43d-715d-4db7-8d9d-8ee9a0c9f47f tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:43.726511 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a182f89-5105-4bb8-9a96-73ffd06ff8f6 req-6edfa43d-715d-4db7-8d9d-8ee9a0c9f47f tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 943 time: 0.0940990 Jul 16 18:03:43.808595 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a182f89-5105-4bb8-9a96-73ffd06ff8f6 req-1c2cb290-b672-43a4-90b1-9523c452fc60 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704427 Jul 16 18:03:43.847894 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b1b982c-8c91-4923-9dab-7a0f72c5c89a req-01b44e17-4261-4ad8-abe0-a1643099b9d3 tempest-ServerGroupTestJSON-1161242991 tempest-ServerGroupTestJSON-1161242991-project] 10.222.0.47 "GET /v2.0/ports?device_id=39411126-e30b-474b-8d1e-0efc2a526c37 HTTP/1.1" status: 200 len: 210 time: 0.0466886 Jul 16 18:03:43.890889 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86347026-8a62-4cc2-a74b-62f2a826deb2 req-0d398874-22cf-47b9-a440-5e2a7951a2f3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 210 time: 0.0429986 Jul 16 18:03:43.948946 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc62b83-2568-4a40-ab47-0ba1678b1998 x-openstack-request-id: req-4bc62b83-2568-4a40-ab47-0ba1678b1998 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:43.949241 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39411126-e30b-474b-8d1e-0efc2a526c37", "name": "network-vif-deleted", "tag": "574f730f-4ecf-4580-9d57-c884b67488b7", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:43.949593 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4bc62b83-2568-4a40-ab47-0ba1678b1998 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:43.949954 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39411126-e30b-474b-8d1e-0efc2a526c37', 'name': 'network-vif-deleted', 'tag': '574f730f-4ecf-4580-9d57-c884b67488b7', 'status': 'completed', 'code': 200} Jul 16 18:03:44.049907 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1e4f03e-6644-402e-8012-12e0ec54ab74 req-6e01ef2c-2492-40fb-bdbb-ab6ce9d8cc9d tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0355394 Jul 16 18:03:44.329275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df92c200-a00d-4cdb-a0e7-bc5eaaa52fb5 req-22f46bb4-5c9f-4b73-9c3b-4907ed6815cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.330860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df92c200-a00d-4cdb-a0e7-bc5eaaa52fb5 req-22f46bb4-5c9f-4b73-9c3b-4907ed6815cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.0729494 Jul 16 18:03:44.379166 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df92c200-a00d-4cdb-a0e7-bc5eaaa52fb5 req-2a68128f-c73b-435e-92b5-971ed90f7362 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383625 Jul 16 18:03:44.468518 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcf1f719-4880-4586-951a-b51af29ff9fd req-69cbb6fa-7b24-4715-924a-5993d3b8dd82 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0617590 Jul 16 18:03:44.637309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1f719-4880-4586-951a-b51af29ff9fd req-76c3cbcc-11e3-468a-a346-6b1c058fab65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.638924 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcf1f719-4880-4586-951a-b51af29ff9fd req-76c3cbcc-11e3-468a-a346-6b1c058fab65 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 1097 time: 0.1162300 Jul 16 18:03:44.660458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61f3f1f-185e-4613-ab60-788e5a1e7663 req-6f6fcf6f-52c4-496c-82d7-c0c4c81eea4e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.661976 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f61f3f1f-185e-4613-ab60-788e5a1e7663 req-6f6fcf6f-52c4-496c-82d7-c0c4c81eea4e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1091044 Jul 16 18:03:44.762235 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f61f3f1f-185e-4613-ab60-788e5a1e7663 req-157c7f45-cf53-436d-9d12-c9dc7cb6881e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938623 Jul 16 18:03:44.825617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1f719-4880-4586-951a-b51af29ff9fd req-16318668-8560-4262-8b5b-d877320e0e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:44.830254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcf1f719-4880-4586-951a-b51af29ff9fd req-16318668-8560-4262-8b5b-d877320e0e18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 200 len: 906 time: 0.1545794 Jul 16 18:03:44.884026 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcf1f719-4880-4586-951a-b51af29ff9fd req-5b57caec-2c69-4e22-b68d-7a9eed856d4f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba HTTP/1.1" status: 200 len: 217 time: 0.0467594 Jul 16 18:03:44.970311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 574f730f-4ecf-4580-9d57-c884b67488b7 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:45.001580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 574f730f-4ecf-4580-9d57-c884b67488b7 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:45.001921 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 574f730f-4ecf-4580-9d57-c884b67488b7 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:45.035546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1f719-4880-4586-951a-b51af29ff9fd req-57ee63cb-8672-4ceb-83ee-b3c2eb5c441c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.037111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcf1f719-4880-4586-951a-b51af29ff9fd req-57ee63cb-8672-4ceb-83ee-b3c2eb5c441c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 200 len: 845 time: 0.1343625 Jul 16 18:03:45.114937 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcf1f719-4880-4586-951a-b51af29ff9fd req-0232df61-c31b-47a3-aed3-c1956ab34f13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=88d7e17d-fce6-4465-9ce6-c030327e05f0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525708 Jul 16 18:03:45.128331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-1c17da09-add6-4e2f-a28b-cc19134ee16f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.129964 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-1c17da09-add6-4e2f-a28b-cc19134ee16f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.18 "GET /v2.0/networks?id=a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 200 len: 812 time: 0.2368910 Jul 16 18:03:45.145102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'port': {'device_id': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1', 'admin_state_up': True, 'tenant_id': 'f5cf99a0a99640d5b0a9bde903fa7dc4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:45.189112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-840d1b3e-4287-4113-8f20-9a0f5d197f82 req-2aa91e17-1f2f-4d9e-8297-86fb39f523c8 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 210 time: 0.0514197 Jul 16 18:03:45.341792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Made reservation on behalf of f5cf99a0a99640d5b0a9bde903fa7dc4 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:03:45.345704 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.363815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e302685-361f-416a-be18-b9d50030a6cc req-0e150045-0636-45c0-93f4-377c050df087 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.371293 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e302685-361f-416a-be18-b9d50030a6cc req-0e150045-0636-45c0-93f4-377c050df087 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 943 time: 0.3192267 Jul 16 18:03:45.422767 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-11f32b7e-3ae1-4b5e-8bb2-5b601bea210c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.430578 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcf1f719-4880-4586-951a-b51af29ff9fd req-897a885c-a647-4d11-8eab-036eaae4f9ca service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979841 Jul 16 18:03:45.468546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e302685-361f-416a-be18-b9d50030a6cc req-e3421371-abe0-4b3d-8469-33408c98b3d8 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963600 Jul 16 18:03:45.480350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06541ffe-d51b-4e95-ab6b-558514300d28 req-8665ad5a-5fc6-464f-a108-02a67ce9381f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:45.495646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06541ffe-d51b-4e95-ab6b-558514300d28 req-8665ad5a-5fc6-464f-a108-02a67ce9381f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.0912433 Jul 16 18:03:45.539985 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06541ffe-d51b-4e95-ab6b-558514300d28 req-0fcba4c3-91b3-4111-ad8c-521a127e5608 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507383 Jul 16 18:03:45.624096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Allocated IP 172.20.0.4 (a2b3b15d-94bb-4db7-998e-252e3d7493d1/ff7f8cd2-9f64-4120-9fd1-5582f1c28583/b6f03ccc-254c-49ba-921b-feedfd82406e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:03:45.627698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcf1f719-4880-4586-951a-b51af29ff9fd req-3d7333ed-24ca-4645-adc8-59d9e4c134f6 service neutron] 10.222.0.18 "GET /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632867 Jul 16 18:03:45.671293 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-415c371a-0451-4279-9d9e-63837eeaa02c req-bfa7c97d-77f5-4dc2-aa0b-0f795d59f01c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 210 time: 0.0425606 Jul 16 18:03:45.693339 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af863bd3-605c-41d2-bdeb-5d01b539f5d5 req-9d4ec24e-265d-4b3e-8012-daef2be5197c tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0322294 Jul 16 18:03:45.840430 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.889291 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:45.907074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:45.961888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'Port': ['ID=b6f03ccc-254c-49ba-921b-feedfd82406e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.005254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Network a2b3b15d-94bb-4db7-998e-252e3d7493d1 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:03:46.008342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:03:46.012971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:03:46.079820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ca079-a9de-46fd-97ac-1b1bd8d77707 req-35dd2165-e8e6-4cc9-b0f3-c5b342789009 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:46.081357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-176ca079-a9de-46fd-97ac-1b1bd8d77707 req-35dd2165-e8e6-4cc9-b0f3-c5b342789009 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1313567 Jul 16 18:03:46.086885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:46.087489 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.129766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-f0dd8300-3427-440d-aa5b-47a287f42d85 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9882827 Jul 16 18:03:46.139350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-176ca079-a9de-46fd-97ac-1b1bd8d77707 req-864cdc34-7b30-49a6-88fe-3a307d1c863d tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480587 Jul 16 18:03:46.144553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Request body: {'port': {'device_id': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:46.248073 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.469160 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2b13fbd3-0853-4b5f-ad5e-1f068d248bb4 req-6d18054f-fd41-429e-bc8a-c362c6b7ee61 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=542ecb57-d614-4837-998b-7d2828ed64fb HTTP/1.1" status: 200 len: 210 time: 0.0451195 Jul 16 18:03:46.636656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d81b0a-b36f-4b4e-a8be-e256c7925b9b req-de892ca3-96c8-474c-aa53-5a8500e88e7c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:46.638204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34d81b0a-b36f-4b4e-a8be-e256c7925b9b req-de892ca3-96c8-474c-aa53-5a8500e88e7c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.0689514 Jul 16 18:03:46.681134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34d81b0a-b36f-4b4e-a8be-e256c7925b9b req-4bd91aee-ecba-4d7e-9905-bbd40ba1e6e7 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355883 Jul 16 18:03:46.699766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6f03ccc-254c-49ba-921b-feedfd82406e {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:46.714355 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.733628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Transition to ACTIVE for port object b6f03ccc-254c-49ba-921b-feedfd82406e will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:03:46.747319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b9ab6-ca88-4ac7-a362-47f083589021 req-ab01aee5-8888-45a1-a5f6-b5a905c47c05 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:46.749049 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e63b9ab6-ca88-4ac7-a362-47f083589021 req-ab01aee5-8888-45a1-a5f6-b5a905c47c05 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 943 time: 0.1021910 Jul 16 18:03:46.749780 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.834779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f03ccc-254c-49ba-921b-feedfd82406e,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:46.884101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e63b9ab6-ca88-4ac7-a362-47f083589021 req-77e1a613-eaf4-45c6-b71c-4437525dbfb5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288297 Jul 16 18:03:46.892081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa14de2-ca88-4275-8e4b-d55d185b292f req-90a0354e-3615-42d5-b8f4-6a189ef133b7 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:46.901543 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9aa14de2-ca88-4275-8e4b-d55d185b292f req-90a0354e-3615-42d5-b8f4-6a189ef133b7 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.0867136 Jul 16 18:03:46.922479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Attempting to bind port b6f03ccc-254c-49ba-921b-feedfd82406e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:03:46.923410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Attempting to bind port b6f03ccc-254c-49ba-921b-feedfd82406e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '2b096605-dffa-481c-988b-7ba4a441d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:03:46.924924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Attempting to bind port b6f03ccc-254c-49ba-921b-feedfd82406e on network a2b3b15d-94bb-4db7-998e-252e3d7493d1 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:46.931043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Port b6f03ccc-254c-49ba-921b-feedfd82406e on network a2b3b15d-94bb-4db7-998e-252e3d7493d1 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:03:46.931372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Attempting to bind port b6f03ccc-254c-49ba-921b-feedfd82406e on network a2b3b15d-94bb-4db7-998e-252e3d7493d1 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:03:46.940354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 3, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:03:46.940620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Checking segment: {'id': '2b096605-dffa-481c-988b-7ba4a441d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:03:46.941063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Bound using segment: {'id': '2b096605-dffa-481c-988b-7ba4a441d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:03:46.941497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Bound port: b6f03ccc-254c-49ba-921b-feedfd82406e, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b096605-dffa-481c-988b-7ba4a441d5d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:03:46.941853 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:46.950453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9aa14de2-ca88-4275-8e4b-d55d185b292f req-2285ed73-e9b7-4c42-9bba-88711fbef4d9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479119 Jul 16 18:03:47.013183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] For port b6f03ccc-254c-49ba-921b-feedfd82406e, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:03:47.017794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] For port b6f03ccc-254c-49ba-921b-feedfd82406e, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b6f03ccc-254c-49ba-921b-feedfd82406e,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:03:47.033951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.090011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.090716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.092204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] 10.222.0.18 "PUT /v2.0/ports/b6f03ccc-254c-49ba-921b-feedfd82406e HTTP/1.1" status: 200 len: 1091 time: 0.9519515 Jul 16 18:03:47.092723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'tag': 'b6f03ccc-254c-49ba-921b-feedfd82406e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:47.095002 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4901363d-ddf3-4047-8ef8-38447188614a" -d '{"events": [{"name": "network-changed", "server_uuid": "b0be3b44-96c4-4627-a5f0-3ab4b334f436", "tag": "b6f03ccc-254c-49ba-921b-feedfd82406e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:47.129447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95db4f6-ad85-49de-bcf6-1e2cb24cf7b3 service neutron] Pushing event updated for resources: {'Port': ['ID=b6f03ccc-254c-49ba-921b-feedfd82406e,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:47.140370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd88db3d-7e50-46ac-bf66-3d012fa851da req-4715ac56-4ef5-4a37-a020-726260750938 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.141928 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd88db3d-7e50-46ac-bf66-3d012fa851da req-4715ac56-4ef5-4a37-a020-726260750938 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.0844736 Jul 16 18:03:47.158376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19840d61-37c7-433f-ab3a-b6802d883ce7 req-841113ea-ed97-49c9-b6f8-66b2a10fc930 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.160030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19840d61-37c7-433f-ab3a-b6802d883ce7 req-841113ea-ed97-49c9-b6f8-66b2a10fc930 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 943 time: 0.1442721 Jul 16 18:03:47.184393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd88db3d-7e50-46ac-bf66-3d012fa851da req-ebe79313-f469-4cb7-8440-adb1f2d18ef9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366137 Jul 16 18:03:47.240888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56332) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:47.241360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19840d61-37c7-433f-ab3a-b6802d883ce7 req-12e293c6-1ef6-402f-bd0c-d01d0fb543c1 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629570 Jul 16 18:03:47.248361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-68f5ef81-b7ed-48a3-b4c6-1c412e917cec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.250208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-68f5ef81-b7ed-48a3-b4c6-1c412e917cec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 1094 time: 0.1108320 Jul 16 18:03:47.302261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-cb9c9f69-319c-4a9a-a586-2e7cb7dcde17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6f03ccc-254c-49ba-921b-feedfd82406e HTTP/1.1" status: 200 len: 217 time: 0.0417192 Jul 16 18:03:47.304484 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d283b80e-3bed-4b0f-a6d8-2b50ddbb1867 x-openstack-request-id: req-d283b80e-3bed-4b0f-a6d8-2b50ddbb1867 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:47.308146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-1432ca4d-c4aa-49b6-9eff-b8cbb43d0d98 admin admin] Deleting subnet c3ed6aa4-022e-4d0d-9d6a-e8fced206e69 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:47.308564 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0be3b44-96c4-4627-a5f0-3ab4b334f436", "tag": "b6f03ccc-254c-49ba-921b-feedfd82406e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:47.308937 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d283b80e-3bed-4b0f-a6d8-2b50ddbb1867 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:47.309457 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'tag': 'b6f03ccc-254c-49ba-921b-feedfd82406e', 'status': 'completed', 'code': 200} Jul 16 18:03:47.312633 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1432ca4d-c4aa-49b6-9eff-b8cbb43d0d98 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.351348 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1432ca4d-c4aa-49b6-9eff-b8cbb43d0d98 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.394864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1432ca4d-c4aa-49b6-9eff-b8cbb43d0d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.398876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-72d7c5df-fee4-4f03-8f60-35f9deaac32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.401414 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-72d7c5df-fee4-4f03-8f60-35f9deaac32e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff7f8cd2-9f64-4120-9fd1-5582f1c28583 HTTP/1.1" status: 200 len: 852 time: 0.0893288 Jul 16 18:03:47.476121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-539d18c7-413f-4044-bd39-322c0c716bb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2b3b15d-94bb-4db7-998e-252e3d7493d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607951 Jul 16 18:03:47.487158 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f255ac5-5d91-4ea9-9f38-76b964bbb75d req-970009ba-19ea-4b96-a7aa-83b86467fb9f tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0373557 Jul 16 18:03:47.497383 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1432ca4d-c4aa-49b6-9eff-b8cbb43d0d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.577460 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1432ca4d-c4aa-49b6-9eff-b8cbb43d0d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.582032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1432ca4d-c4aa-49b6-9eff-b8cbb43d0d98 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/c3ed6aa4-022e-4d0d-9d6a-e8fced206e69 HTTP/1.1" status: 204 len: 168 time: 0.3396888 Jul 16 18:03:47.582408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56336) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:47.584616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1432ca4d-c4aa-49b6-9eff-b8cbb43d0d98 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3ed6aa4-022e-4d0d-9d6a-e8fced206e69,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:47.699192 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.722764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-2e33a639-7262-41dd-824e-faa8db9d9b95 service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387292 Jul 16 18:03:47.841065 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.883030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.902643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b4ab25-2216-46e6-ac36-5abbf2d98c8a']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:47.916850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac1697f8-cd5d-4cd6-8c90-8b9983cc9c19 req-1cf6c124-6455-4d65-9450-9610a4f1c23f service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822934 Jul 16 18:03:47.918582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb45c756-8b46-4577-a419-afff070f2891') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:47.918941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb45c756-8b46-4577-a419-afff070f2891') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:47.929102 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.949987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.958054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:47.958673 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:47.960904 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:47.988342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef365c0-2ff1-4684-93d5-398d25ae387b req-1539da1f-6836-4275-8a57-f59d9b6a0fff tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:47.990743 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ef365c0-2ff1-4684-93d5-398d25ae387b req-1539da1f-6836-4275-8a57-f59d9b6a0fff tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1392672 Jul 16 18:03:48.039622 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ef365c0-2ff1-4684-93d5-398d25ae387b req-683a757c-e8cb-449e-af9d-42b53b1b2137 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423965 Jul 16 18:03:48.144359 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.145748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-31bde8b5-3e07-44c6-8cfb-7cd95b7af863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.164119 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.170238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] 10.222.0.47 "DELETE /v2.0/networks/97b4ab25-2216-46e6-ac36-5abbf2d98c8a HTTP/1.1" status: 204 len: 168 time: 0.5864182 Jul 16 18:03:48.211602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ed0a4-c860-46b3-abff-2b23051898ab admin admin] Pushing event deleted for resources: {'Network': ['ID=97b4ab25-2216-46e6-ac36-5abbf2d98c8a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:48.219662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901363d-ddf3-4047-8ef8-38447188614a req-8e518480-0ae4-4046-8ec0-e2ae31ea3eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.221339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4901363d-ddf3-4047-8ef8-38447188614a req-8e518480-0ae4-4046-8ec0-e2ae31ea3eda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 1094 time: 0.2291758 Jul 16 18:03:48.300434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccc3e80-0ef8-441d-b506-8a0b1fcead20 req-04fa83ac-9c3f-4850-9bf3-b0bf1c47a510 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.302380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fccc3e80-0ef8-441d-b506-8a0b1fcead20 req-04fa83ac-9c3f-4850-9bf3-b0bf1c47a510 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1157908 Jul 16 18:03:48.335347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1394c64-d3e2-4fa3-8470-694e31fbcb40 req-8b0657a5-87fd-421c-8e3d-3ea079e56196 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.346715 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d1394c64-d3e2-4fa3-8470-694e31fbcb40 req-8b0657a5-87fd-421c-8e3d-3ea079e56196 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 943 time: 0.1994476 Jul 16 18:03:48.403024 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fccc3e80-0ef8-441d-b506-8a0b1fcead20 req-dc8594b2-807f-4f22-8288-d1b64548b543 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910378 Jul 16 18:03:48.427201 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d1394c64-d3e2-4fa3-8470-694e31fbcb40 req-7d44a3f5-300a-4495-9912-4da0fb5baae6 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794284 Jul 16 18:03:48.434079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901363d-ddf3-4047-8ef8-38447188614a req-25ff755f-54f5-43d3-92a3-325ffafc7854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.436884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4901363d-ddf3-4047-8ef8-38447188614a req-25ff755f-54f5-43d3-92a3-325ffafc7854 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 200 len: 913 time: 0.2024944 Jul 16 18:03:48.488082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56354) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:48.571248 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4901363d-ddf3-4047-8ef8-38447188614a req-b9939690-49e2-4b7b-b45f-385a99359caa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6f03ccc-254c-49ba-921b-feedfd82406e HTTP/1.1" status: 200 len: 217 time: 0.0898736 Jul 16 18:03:48.602607 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f249839a-3306-4a5c-a0da-18001d19ca61 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ff9730cb55a84bcb9f0df71fff2a50eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093583 Jul 16 18:03:48.602607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56358) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:48.684164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9a096c-8b9d-40fa-9ef0-aff3abcd63ce req-360f9be6-a933-4234-b16a-5abfcd94b357 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:48.691522 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca9a096c-8b9d-40fa-9ef0-aff3abcd63ce req-360f9be6-a933-4234-b16a-5abfcd94b357 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 943 time: 0.1473153 Jul 16 18:03:48.750207 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca9a096c-8b9d-40fa-9ef0-aff3abcd63ce req-d7163777-161e-4a28-a16b-1980696e691f tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573359 Jul 16 18:03:48.756024 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-58f11da8-94ae-4046-b428-b59bbd924f92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.796020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-58f11da8-94ae-4046-b428-b59bbd924f92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.852017 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-58f11da8-94ae-4046-b428-b59bbd924f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.855447 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-58f11da8-94ae-4046-b428-b59bbd924f92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:48.856860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-58f11da8-94ae-4046-b428-b59bbd924f92 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a52ec5f5-512c-435f-8667-56c92fda3f4a HTTP/1.1" status: 204 len: 168 time: 0.2538989 Jul 16 18:03:48.866480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f11da8-94ae-4046-b428-b59bbd924f92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52ec5f5-512c-435f-8667-56c92fda3f4a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:48.969856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:49.077290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-06fc50f8-7e5e-404d-9f1a-9994d0dadae1 req-0b8f3ec3-ebef-4d8e-91e0-4616542482a7 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0512664 Jul 16 18:03:49.149933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4901363d-ddf3-4047-8ef8-38447188614a req-e046ace5-3d1a-431a-beff-ed2d446d4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.152792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4901363d-ddf3-4047-8ef8-38447188614a req-e046ace5-3d1a-431a-beff-ed2d446d4119 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff7f8cd2-9f64-4120-9fd1-5582f1c28583 HTTP/1.1" status: 200 len: 852 time: 0.5638425 Jul 16 18:03:49.162484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:49.182876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'port_id': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42', 'mac_address': 'fa:16:3e:d7:d9:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:49.198132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4901363d-ddf3-4047-8ef8-38447188614a req-00e2de76-068a-4ec9-9d37-c597d8b6402b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2b3b15d-94bb-4db7-998e-252e3d7493d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326715 Jul 16 18:03:49.226955 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.249877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:49.280928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:49.288463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14dbf22-87a0-40c0-a4a9-3816ccf2b250 req-a5474792-72f4-454f-99d5-99cc24308131 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.290086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e14dbf22-87a0-40c0-a4a9-3816ccf2b250 req-a5474792-72f4-454f-99d5-99cc24308131 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1926725 Jul 16 18:03:49.294641 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.362101 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccaf7c6-3195-4f89-8b40-201666782b18 req-a515511e-e012-48de-aae6-89194977861b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.363722 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cccaf7c6-3195-4f89-8b40-201666782b18 req-a515511e-e012-48de-aae6-89194977861b tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 945 time: 0.1269078 Jul 16 18:03:49.446551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:49.457970 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cccaf7c6-3195-4f89-8b40-201666782b18 req-39bcfcae-4e07-47f7-b976-328b557390d2 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842135 Jul 16 18:03:49.571242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4901363d-ddf3-4047-8ef8-38447188614a req-a815fd8f-aaa9-4988-a3ca-e07f18fdb890 service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3640356 Jul 16 18:03:49.615285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['67b1fd7f-4cf8-4657-b9f5-4641c68daa42'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:49.673007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b0212-443a-4a31-a5cd-b63fadafe403 req-fb469c40-d206-4595-aa39-b7e66568647c tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.683926 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4b9b0212-443a-4a31-a5cd-b63fadafe403 req-fb469c40-d206-4595-aa39-b7e66568647c tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 944 time: 0.0930383 Jul 16 18:03:49.735611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4b9b0212-443a-4a31-a5cd-b63fadafe403 req-8bac36ad-52f4-4bbc-938c-b311f2981664 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504189 Jul 16 18:03:49.785825 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.808447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-e14dbf22-87a0-40c0-a4a9-3816ccf2b250 req-f7bb992e-de9b-4ffc-b228-8f34d04b83ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Deleting port 7f464ec2-57db-4ad4-a6de-dadca0be9302 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:49.808900 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e14dbf22-87a0-40c0-a4a9-3816ccf2b250 req-f7bb992e-de9b-4ffc-b228-8f34d04b83ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:49.892836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4901363d-ddf3-4047-8ef8-38447188614a req-41e1467b-cc88-4667-add1-61911369fcca service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3121223 Jul 16 18:03:49.947463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af5085d-bb43-4045-9a5e-28ea59ed4988 req-98a3e154-37c4-40ee-90fc-3ba4105ab122 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:49.956899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0af5085d-bb43-4045-9a5e-28ea59ed4988 req-98a3e154-37c4-40ee-90fc-3ba4105ab122 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.3638198 Jul 16 18:03:50.030969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-e14dbf22-87a0-40c0-a4a9-3816ccf2b250 req-f7bb992e-de9b-4ffc-b228-8f34d04b83ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] For port 7f464ec2-57db-4ad4-a6de-dadca0be9302, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7f464ec2-57db-4ad4-a6de-dadca0be9302,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:50.031630 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e14dbf22-87a0-40c0-a4a9-3816ccf2b250 req-f7bb992e-de9b-4ffc-b228-8f34d04b83ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.039291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0af5085d-bb43-4045-9a5e-28ea59ed4988 req-b2f9aead-b4f0-4384-9544-4e3a39d1d990 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812674 Jul 16 18:03:50.051214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-e14dbf22-87a0-40c0-a4a9-3816ccf2b250 req-f7bb992e-de9b-4ffc-b228-8f34d04b83ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Calling delete_port for 7f464ec2-57db-4ad4-a6de-dadca0be9302 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:50.168896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14fe23-9416-4f5b-a341-fcc7fb71c72f req-f25d2a75-71d9-41bb-a6a3-9361ff56935c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.170446 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b14fe23-9416-4f5b-a341-fcc7fb71c72f req-f25d2a75-71d9-41bb-a6a3-9361ff56935c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 943 time: 0.0803885 Jul 16 18:03:50.226386 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e14dbf22-87a0-40c0-a4a9-3816ccf2b250 req-f7bb992e-de9b-4ffc-b228-8f34d04b83ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.250167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b14fe23-9416-4f5b-a341-fcc7fb71c72f req-9cdbf7df-ba6a-4e1f-8230-30bc815b6cad tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733221 Jul 16 18:03:50.258734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['7f464ec2-57db-4ad4-a6de-dadca0be9302'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:50.276592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb992e-de9b-4ffc-b228-8f34d04b83ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event deleted for resources: {'Port': ['ID=7f464ec2-57db-4ad4-a6de-dadca0be9302,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:50.312886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b36f768-e866-4e0b-ad5c-3b667948089c req-ea56c674-8466-4307-9b73-a1b9175344a5 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0502284 Jul 16 18:03:50.373095 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14dbf22-87a0-40c0-a4a9-3816ccf2b250 req-f7bb992e-de9b-4ffc-b228-8f34d04b83ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] No DVR routers for this DVR port 7f464ec2-57db-4ad4-a6de-dadca0be9302 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:50.375702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e14dbf22-87a0-40c0-a4a9-3816ccf2b250 req-f7bb992e-de9b-4ffc-b228-8f34d04b83ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:50.377674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e14dbf22-87a0-40c0-a4a9-3816ccf2b250 req-f7bb992e-de9b-4ffc-b228-8f34d04b83ab tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.37 "DELETE /v2.0/ports/7f464ec2-57db-4ad4-a6de-dadca0be9302 HTTP/1.1" status: 204 len: 173 time: 1.0801001 Jul 16 18:03:50.378112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e741ea2c-94d0-4daf-9f61-3e9d0ff4781c', 'name': 'network-vif-deleted', 'tag': '7f464ec2-57db-4ad4-a6de-dadca0be9302'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:50.380526 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07078698-b7da-433a-a593-6502319cbc5d" -d '{"events": [{"server_uuid": "e741ea2c-94d0-4daf-9f61-3e9d0ff4781c", "name": "network-vif-deleted", "tag": "7f464ec2-57db-4ad4-a6de-dadca0be9302"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:50.433381 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc3a953-1c85-41c1-b938-56096995c655 x-openstack-request-id: req-5bc3a953-1c85-41c1-b938-56096995c655 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:50.433668 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e741ea2c-94d0-4daf-9f61-3e9d0ff4781c", "name": "network-vif-deleted", "tag": "7f464ec2-57db-4ad4-a6de-dadca0be9302", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:50.433918 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bc3a953-1c85-41c1-b938-56096995c655 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:50.434351 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e741ea2c-94d0-4daf-9f61-3e9d0ff4781c', 'name': 'network-vif-deleted', 'tag': '7f464ec2-57db-4ad4-a6de-dadca0be9302', 'status': 'completed', 'code': 200} Jul 16 18:03:50.451479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:50.655125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6388dd27-a12b-445c-9474-f2356637e7ac req-9b84402e-2b26-4b46-aed0-cdac9309998e tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=e741ea2c-94d0-4daf-9f61-3e9d0ff4781c HTTP/1.1" status: 200 len: 210 time: 0.0440984 Jul 16 18:03:50.938572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a84a3b-0435-4f11-be84-98a2b5cd09bf req-013c8880-3527-4f87-8d08-92a982044f1a tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:50.940448 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4a84a3b-0435-4f11-be84-98a2b5cd09bf req-013c8880-3527-4f87-8d08-92a982044f1a tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 944 time: 0.0758541 Jul 16 18:03:50.988016 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b6f03ccc-254c-49ba-921b-feedfd82406e details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:03:50.991083 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4a84a3b-0435-4f11-be84-98a2b5cd09bf req-27075b0c-94e6-48db-8da9-94a7c4d28df8 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447030 Jul 16 18:03:51.044296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:51.260532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:51.266371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b6f03ccc-254c-49ba-921b-feedfd82406e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b6f03ccc-254c-49ba-921b-feedfd82406e,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:51.275779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:51.276671 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.316932 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'b6f03ccc-254c-49ba-921b-feedfd82406e', 'network_id': 'a2b3b15d-94bb-4db7-998e-252e3d7493d1', 'port_id': 'b6f03ccc-254c-49ba-921b-feedfd82406e', 'mac_address': 'fa:16:3e:1d:d1:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff7f8cd2-9f64-4120-9fd1-5582f1c28583', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:03:51.374408 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.393869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6f03ccc-254c-49ba-921b-feedfd82406e {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:03:51.421177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b6f03ccc-254c-49ba-921b-feedfd82406e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b6f03ccc-254c-49ba-921b-feedfd82406e,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:51.442623 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.460506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee21aaa-cc47-443a-b4ff-5c67f7782351 req-e96ba540-df90-42f6-886d-caaa46d9961a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.462079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ee21aaa-cc47-443a-b4ff-5c67f7782351 req-e96ba540-df90-42f6-886d-caaa46d9961a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1440508 Jul 16 18:03:51.507173 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.531164 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ee21aaa-cc47-443a-b4ff-5c67f7782351 req-693966e7-b522-440d-b25c-2ed3d1670a40 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564604 Jul 16 18:03:51.707762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b84b5b59-8cbf-43b8-ad31-15811fd3c557 req-ba6ebc77-5516-4c5d-bf36-4e386f0843df tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0539448 Jul 16 18:03:51.711833 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:51.714724 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405abe5e-f3ab-4319-88ea-07d5ec7f6003" -d '{"events": [{"server_uuid": "4323da53-f1d0-4ed5-87ee-9b84368f0dd7", "name": "network-vif-plugged", "status": "completed", "tag": "67b1fd7f-4cf8-4657-b9f5-4641c68daa42"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:51.717462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=b6f03ccc-254c-49ba-921b-feedfd82406e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:51.732794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:51.742751 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.759082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f0f77a-82d6-4cca-84b6-35648d25e78a req-b10ce1ae-65b7-4d14-a3a6-2e88cb86a788 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.761393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-38f0f77a-82d6-4cca-84b6-35648d25e78a req-b10ce1ae-65b7-4d14-a3a6-2e88cb86a788 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 944 time: 0.1595185 Jul 16 18:03:51.825369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-38f0f77a-82d6-4cca-84b6-35648d25e78a req-ed9cd71b-fb94-46cf-b66c-95e63c20b334 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579634 Jul 16 18:03:51.827279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['b6f03ccc-254c-49ba-921b-feedfd82406e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:51.895482 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:51.909084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:51.945191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ada925-7911-4864-9b8e-a87af8c4f49d req-fd29ac57-da47-4ff1-8e23-6398da0c30bb tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:51.946772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0ada925-7911-4864-9b8e-a87af8c4f49d req-fd29ac57-da47-4ff1-8e23-6398da0c30bb tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 944 time: 0.1193011 Jul 16 18:03:52.005717 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49582041-b0c7-402f-961a-667fc5e061b4 x-openstack-request-id: req-49582041-b0c7-402f-961a-667fc5e061b4 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:52.006018 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4323da53-f1d0-4ed5-87ee-9b84368f0dd7", "name": "network-vif-plugged", "status": "completed", "tag": "67b1fd7f-4cf8-4657-b9f5-4641c68daa42", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:52.006269 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-49582041-b0c7-402f-961a-667fc5e061b4 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:52.006657 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42', 'code': 200} Jul 16 18:03:52.046141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0ada925-7911-4864-9b8e-a87af8c4f49d req-5cd220e6-db49-4c6b-a637-4ff891b6b7fd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897608 Jul 16 18:03:52.231905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5fa400-7282-4688-a220-35ea7c9d6679 req-31794666-6620-40fa-bd46-dc1d2bc07b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.233426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d5fa400-7282-4688-a220-35ea7c9d6679 req-31794666-6620-40fa-bd46-dc1d2bc07b99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 1096 time: 0.1404464 Jul 16 18:03:52.320478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42e6c55-7fd4-433d-ac3e-bdb9c378b073 req-2e912b7b-5604-4b2a-8116-9a04ee850311 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.322679 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e42e6c55-7fd4-433d-ac3e-bdb9c378b073 req-2e912b7b-5604-4b2a-8116-9a04ee850311 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 945 time: 0.1568580 Jul 16 18:03:52.330176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860083ea-1f40-4fe0-ae48-d7d29a5b8ca7 req-ac9ea1c7-feff-4284-bf10-d0e09fb08dfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.331648 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-860083ea-1f40-4fe0-ae48-d7d29a5b8ca7 req-ac9ea1c7-feff-4284-bf10-d0e09fb08dfd tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.37 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 944 time: 0.1791401 Jul 16 18:03:52.333460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d5fa400-7282-4688-a220-35ea7c9d6679 req-2e4c8233-237c-4b57-99e0-b0719d0f85a4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911660 Jul 16 18:03:52.377932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e42e6c55-7fd4-433d-ac3e-bdb9c378b073 req-6c889962-f5fa-4abb-afc6-d4937f413ddd tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435629 Jul 16 18:03:52.472567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-860083ea-1f40-4fe0-ae48-d7d29a5b8ca7 req-273574b8-6f2a-45fa-be74-9258b7255a12 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Deleting port 4ef186b2-a8a0-48c9-9369-01876ce35a5b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:52.473230 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-860083ea-1f40-4fe0-ae48-d7d29a5b8ca7 req-273574b8-6f2a-45fa-be74-9258b7255a12 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.572817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-860083ea-1f40-4fe0-ae48-d7d29a5b8ca7 req-273574b8-6f2a-45fa-be74-9258b7255a12 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] For port 4ef186b2-a8a0-48c9-9369-01876ce35a5b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=4ef186b2-a8a0-48c9-9369-01876ce35a5b,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:52.573484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-860083ea-1f40-4fe0-ae48-d7d29a5b8ca7 req-273574b8-6f2a-45fa-be74-9258b7255a12 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.588294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-860083ea-1f40-4fe0-ae48-d7d29a5b8ca7 req-273574b8-6f2a-45fa-be74-9258b7255a12 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Calling delete_port for 4ef186b2-a8a0-48c9-9369-01876ce35a5b owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:52.760884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48a9b4-0655-4d61-93ad-ae96cf818393 req-c9fab3c1-aa4b-4b7b-9f2e-2e5f8e70c710 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:52.762035 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe48a9b4-0655-4d61-93ad-ae96cf818393 req-c9fab3c1-aa4b-4b7b-9f2e-2e5f8e70c710 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1054771 Jul 16 18:03:52.840174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe48a9b4-0655-4d61-93ad-ae96cf818393 req-89f802ed-fad0-4c41-bfb0-4ca436f843bc tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592618 Jul 16 18:03:52.841666 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-860083ea-1f40-4fe0-ae48-d7d29a5b8ca7 req-273574b8-6f2a-45fa-be74-9258b7255a12 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.876847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['4ef186b2-a8a0-48c9-9369-01876ce35a5b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:52.896665 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-950760e5-9ad0-4498-83a9-10e72ce96857 req-8d4b65d5-f007-4932-b25e-37b9568f5575 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0451336 Jul 16 18:03:52.899002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273574b8-6f2a-45fa-be74-9258b7255a12 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Pushing event deleted for resources: {'Port': ['ID=4ef186b2-a8a0-48c9-9369-01876ce35a5b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:52.984738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-860083ea-1f40-4fe0-ae48-d7d29a5b8ca7 req-273574b8-6f2a-45fa-be74-9258b7255a12 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] No DVR routers for this DVR port 4ef186b2-a8a0-48c9-9369-01876ce35a5b on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:52.987485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-860083ea-1f40-4fe0-ae48-d7d29a5b8ca7 req-273574b8-6f2a-45fa-be74-9258b7255a12 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:52.989817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-860083ea-1f40-4fe0-ae48-d7d29a5b8ca7 req-273574b8-6f2a-45fa-be74-9258b7255a12 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.37 "DELETE /v2.0/ports/4ef186b2-a8a0-48c9-9369-01876ce35a5b HTTP/1.1" status: 204 len: 173 time: 0.6258566 Jul 16 18:03:52.990437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'name': 'network-vif-deleted', 'tag': '4ef186b2-a8a0-48c9-9369-01876ce35a5b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:52.993136 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-924bd18d-f3df-4053-998a-32285a348546" -d '{"events": [{"server_uuid": "94d1d4a8-3499-436d-8b28-a679e4fb146b", "name": "network-vif-deleted", "tag": "4ef186b2-a8a0-48c9-9369-01876ce35a5b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:52.996106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b6f03ccc-254c-49ba-921b-feedfd82406e up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:03:53.059474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port b6f03ccc-254c-49ba-921b-feedfd82406e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:03:53.064553 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb5fdfc-84eb-4b44-be50-fb48803617ac x-openstack-request-id: req-4eb5fdfc-84eb-4b44-be50-fb48803617ac {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:53.065049 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94d1d4a8-3499-436d-8b28-a679e4fb146b", "name": "network-vif-deleted", "tag": "4ef186b2-a8a0-48c9-9369-01876ce35a5b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:53.065362 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4eb5fdfc-84eb-4b44-be50-fb48803617ac {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:53.065850 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94d1d4a8-3499-436d-8b28-a679e4fb146b', 'name': 'network-vif-deleted', 'tag': '4ef186b2-a8a0-48c9-9369-01876ce35a5b', 'status': 'completed', 'code': 200} Jul 16 18:03:53.072239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7f464ec2-57db-4ad4-a6de-dadca0be9302 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:53.077147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port b6f03ccc-254c-49ba-921b-feedfd82406e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:03:53.077757 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.103068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 7f464ec2-57db-4ad4-a6de-dadca0be9302 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:53.103782 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7f464ec2-57db-4ad4-a6de-dadca0be9302 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:53.174901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e16adc-20dc-4f89-af41-6bd2a675259d req-6f60dcd9-6360-45e6-80b6-46b5ddd0c405 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:53.176477 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91e16adc-20dc-4f89-af41-6bd2a675259d req-6f60dcd9-6360-45e6-80b6-46b5ddd0c405 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 944 time: 0.1300886 Jul 16 18:03:53.205579 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.247470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91e16adc-20dc-4f89-af41-6bd2a675259d req-00b361c6-e642-4740-ac39-a9efc2d72a3c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648973 Jul 16 18:03:53.250422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b6f03ccc-254c-49ba-921b-feedfd82406e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b6f03ccc-254c-49ba-921b-feedfd82406e,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:53.257152 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:53.314515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed7f5f1c-15bc-4ba9-a404-9e8ffd2da6a0 req-cb8500bd-5691-431c-878d-3a6bb5fa0a78 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=94d1d4a8-3499-436d-8b28-a679e4fb146b HTTP/1.1" status: 200 len: 210 time: 0.0605762 Jul 16 18:03:53.337195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=b6f03ccc-254c-49ba-921b-feedfd82406e,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:53.622597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34034652-4868-47a1-96c9-65e0fd45362d req-5d1f90cd-9393-48ab-b06e-b8c153fd98a5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:53.625118 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34034652-4868-47a1-96c9-65e0fd45362d req-5d1f90cd-9393-48ab-b06e-b8c153fd98a5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 945 time: 0.0802920 Jul 16 18:03:53.681879 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34034652-4868-47a1-96c9-65e0fd45362d req-d838a05e-c41e-4521-b18b-2c5d3b00faf1 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472851 Jul 16 18:03:53.981080 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa8e7f7-0935-4754-a036-04d62275af3a req-77c4bb1a-4a01-42c4-b93e-c48d5228b51c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:53.982670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efa8e7f7-0935-4754-a036-04d62275af3a req-77c4bb1a-4a01-42c4-b93e-c48d5228b51c tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 946 time: 0.0739996 Jul 16 18:03:54.007857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f03ccc-254c-49ba-921b-feedfd82406e'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:54.010981 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c98ebb66-8de5-43d2-b274-51ae31ba92dc" -d '{"events": [{"server_uuid": "b0be3b44-96c4-4627-a5f0-3ab4b334f436", "name": "network-vif-plugged", "status": "completed", "tag": "b6f03ccc-254c-49ba-921b-feedfd82406e"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:54.030844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b944066-6f0c-4ebb-9d3b-7e9a02c17ef4 req-9ca71fa7-ec58-4843-b905-da8af948cffb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.032250 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efa8e7f7-0935-4754-a036-04d62275af3a req-ee7d6fd9-84a6-478e-b174-1e1bc4f2ace8 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368381 Jul 16 18:03:54.036177 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1b944066-6f0c-4ebb-9d3b-7e9a02c17ef4 req-9ca71fa7-ec58-4843-b905-da8af948cffb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.0795078 Jul 16 18:03:54.080528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1b944066-6f0c-4ebb-9d3b-7e9a02c17ef4 req-9c7d80c8-b786-470f-af71-5ac062df328b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423343 Jul 16 18:03:54.175141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-699c9bdf-275e-45c0-b9e7-3ecc0e3d82b3 req-2172eb8a-7f5e-486d-8c1b-52d12c7f4f0d tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0370812 Jul 16 18:03:54.326274 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8193ee3-c881-4ffa-a3aa-22bdf9d27263 x-openstack-request-id: req-f8193ee3-c881-4ffa-a3aa-22bdf9d27263 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:54.326580 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0be3b44-96c4-4627-a5f0-3ab4b334f436", "name": "network-vif-plugged", "status": "completed", "tag": "b6f03ccc-254c-49ba-921b-feedfd82406e", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:54.326815 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8193ee3-c881-4ffa-a3aa-22bdf9d27263 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:54.327205 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6f03ccc-254c-49ba-921b-feedfd82406e', 'code': 200} Jul 16 18:03:54.535195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68078f98-b989-4566-8979-184b83b7183f req-f4e1342a-aee5-4f7c-a191-0ddf9713640c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.536681 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68078f98-b989-4566-8979-184b83b7183f req-f4e1342a-aee5-4f7c-a191-0ddf9713640c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 945 time: 0.1523683 Jul 16 18:03:54.538806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fcd213-8f8b-4388-9f60-ebc8aab4f7c7 req-5cd3d346-5a9f-4485-8955-626c46dec1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.540223 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62fcd213-8f8b-4388-9f60-ebc8aab4f7c7 req-5cd3d346-5a9f-4485-8955-626c46dec1bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 1096 time: 0.1133618 Jul 16 18:03:54.610793 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68078f98-b989-4566-8979-184b83b7183f req-c8d2f751-cc51-406a-8f97-eff3afe544c9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648932 Jul 16 18:03:54.612798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62fcd213-8f8b-4388-9f60-ebc8aab4f7c7 req-7f04b143-08b4-4450-9997-8505c4ad7acd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656281 Jul 16 18:03:54.832602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e9a79-6fb2-4fed-a801-dd3014f6e5d2 req-f1d00592-e4cd-4114-bc61-f60f311ccc8e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.836035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-288e9a79-6fb2-4fed-a801-dd3014f6e5d2 req-f1d00592-e4cd-4114-bc61-f60f311ccc8e tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 944 time: 0.0770662 Jul 16 18:03:54.873687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-288e9a79-6fb2-4fed-a801-dd3014f6e5d2 req-0f88306e-154f-41cb-82c6-ca61e63ffeff tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332997 Jul 16 18:03:54.916854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240a00bc-f592-4e60-8cc8-80940fc85036 req-25c2830a-e035-4b47-8bdf-3bd9bb44f2e6 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:54.918527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-240a00bc-f592-4e60-8cc8-80940fc85036 req-25c2830a-e035-4b47-8bdf-3bd9bb44f2e6 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 945 time: 0.0703506 Jul 16 18:03:54.958129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-240a00bc-f592-4e60-8cc8-80940fc85036 req-a9fba7f5-5a66-4931-9330-c88ccb30a9d4 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338352 Jul 16 18:03:55.150502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79469c24-c0b7-47ad-9e6b-a7ed28482aa8 req-eabf10d1-7dbf-4237-964b-87c7a8965d81 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.152401 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79469c24-c0b7-47ad-9e6b-a7ed28482aa8 req-eabf10d1-7dbf-4237-964b-87c7a8965d81 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 945 time: 0.0776477 Jul 16 18:03:55.161629 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56590) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:55.167264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-19da81ff-befa-4a73-8d69-a31b29216a3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Request body: {'floatingip': {'port_id': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:55.211496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19da81ff-befa-4a73-8d69-a31b29216a3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.254685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4ce904-2213-48f3-a4ff-7befdf52029d req-75196f6e-8afb-48c9-9f52-9b643152dd74 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.260391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ba4ce904-2213-48f3-a4ff-7befdf52029d req-75196f6e-8afb-48c9-9f52-9b643152dd74 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 946 time: 0.1026835 Jul 16 18:03:55.339794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ba4ce904-2213-48f3-a4ff-7befdf52029d req-f2319b01-aaed-4742-97ea-6dc7d8296a32 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760238 Jul 16 18:03:55.360098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278b99d-fb4d-4d0c-a15d-9e67eb847d0e req-6b3e1b94-17d7-48a3-bc48-85353d152ba3 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.361726 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b278b99d-fb4d-4d0c-a15d-9e67eb847d0e req-6b3e1b94-17d7-48a3-bc48-85353d152ba3 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.37 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 944 time: 0.0903404 Jul 16 18:03:55.479926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-b278b99d-fb4d-4d0c-a15d-9e67eb847d0e req-5eca4d51-c754-46b8-bd3e-017933d0dd27 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Deleting port 66d71464-085b-443f-be2f-cfcc6b20e19e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:55.480923 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b278b99d-fb4d-4d0c-a15d-9e67eb847d0e req-5eca4d51-c754-46b8-bd3e-017933d0dd27 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.510186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53cfb2d-6af4-4013-a021-cb764fb50e6c req-3bac40ec-fdc5-4378-bd50-5974175daa88 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.511797 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b53cfb2d-6af4-4013-a021-cb764fb50e6c req-3bac40ec-fdc5-4378-bd50-5974175daa88 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.2618184 Jul 16 18:03:55.543877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d2294deb-0f19-467a-9a60-775c4e22a6ee req-8cbd6807-259d-4be5-9045-7535298f85c0 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0480754 Jul 16 18:03:55.626005 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b53cfb2d-6af4-4013-a021-cb764fb50e6c req-09b6f2c4-d800-45a1-a42d-7cd6f46e8c63 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058381 Jul 16 18:03:55.626321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b278b99d-fb4d-4d0c-a15d-9e67eb847d0e req-5eca4d51-c754-46b8-bd3e-017933d0dd27 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] For port 66d71464-085b-443f-be2f-cfcc6b20e19e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66d71464-085b-443f-be2f-cfcc6b20e19e,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:55.626767 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b278b99d-fb4d-4d0c-a15d-9e67eb847d0e req-5eca4d51-c754-46b8-bd3e-017933d0dd27 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.650327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-b278b99d-fb4d-4d0c-a15d-9e67eb847d0e req-5eca4d51-c754-46b8-bd3e-017933d0dd27 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Calling delete_port for 66d71464-085b-443f-be2f-cfcc6b20e19e owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:55.815077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19da81ff-befa-4a73-8d69-a31b29216a3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.825057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19da81ff-befa-4a73-8d69-a31b29216a3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.888554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cf5eb6-7425-4c9f-a67d-8d66a8604ba4 req-1bbdbaea-93b0-487b-8609-9ec0860c0169 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:55.890346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6cf5eb6-7425-4c9f-a67d-8d66a8604ba4 req-1bbdbaea-93b0-487b-8609-9ec0860c0169 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 945 time: 0.1327186 Jul 16 18:03:55.891599 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b278b99d-fb4d-4d0c-a15d-9e67eb847d0e req-5eca4d51-c754-46b8-bd3e-017933d0dd27 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:55.975470 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-19da81ff-befa-4a73-8d69-a31b29216a3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Floating IP 7cb0aec4-2260-480e-b95a-c328e903ba98 associated. External IP: 172.25.7.64, port: 67b1fd7f-4cf8-4657-b9f5-4641c68daa42. Jul 16 18:03:55.989786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eca4d51-c754-46b8-bd3e-017933d0dd27 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Pushing event deleted for resources: {'Port': ['ID=66d71464-085b-443f-be2f-cfcc6b20e19e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.002263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b278b99d-fb4d-4d0c-a15d-9e67eb847d0e req-5eca4d51-c754-46b8-bd3e-017933d0dd27 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] No DVR routers for this DVR port 66d71464-085b-443f-be2f-cfcc6b20e19e on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:56.015774 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b278b99d-fb4d-4d0c-a15d-9e67eb847d0e req-5eca4d51-c754-46b8-bd3e-017933d0dd27 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.017742 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b278b99d-fb4d-4d0c-a15d-9e67eb847d0e req-5eca4d51-c754-46b8-bd3e-017933d0dd27 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.37 "DELETE /v2.0/ports/66d71464-085b-443f-be2f-cfcc6b20e19e HTTP/1.1" status: 204 len: 173 time: 0.6508918 Jul 16 18:03:56.019310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'name': 'network-vif-deleted', 'tag': '66d71464-085b-443f-be2f-cfcc6b20e19e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:56.021682 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-612aa126-6e10-42f8-a96d-ea8081661a01" -d '{"events": [{"server_uuid": "8c5696d0-8fee-4956-aa10-24f4b9f88b6e", "name": "network-vif-deleted", "tag": "66d71464-085b-443f-be2f-cfcc6b20e19e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:56.080182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6cf5eb6-7425-4c9f-a67d-8d66a8604ba4 req-ec690ac8-66c8-4ef3-bba6-62bc726ad7f7 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769450 Jul 16 18:03:56.111650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce238363-d7dd-408f-9b49-8c663cb1b730 req-5e6b85a7-3979-4fa1-8102-85005e0d4a20 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:56.113375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ce238363-d7dd-408f-9b49-8c663cb1b730 req-5e6b85a7-3979-4fa1-8102-85005e0d4a20 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 946 time: 0.1207323 Jul 16 18:03:56.183689 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607e7cce-b50c-4072-b66e-60e39870b979 x-openstack-request-id: req-607e7cce-b50c-4072-b66e-60e39870b979 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:56.184030 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c5696d0-8fee-4956-aa10-24f4b9f88b6e", "name": "network-vif-deleted", "tag": "66d71464-085b-443f-be2f-cfcc6b20e19e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:56.184287 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-607e7cce-b50c-4072-b66e-60e39870b979 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:56.184695 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c5696d0-8fee-4956-aa10-24f4b9f88b6e', 'name': 'network-vif-deleted', 'tag': '66d71464-085b-443f-be2f-cfcc6b20e19e', 'status': 'completed', 'code': 200} Jul 16 18:03:56.253844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ce238363-d7dd-408f-9b49-8c663cb1b730 req-cf779738-3333-48ab-bd95-8f4710c19ea9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Deleting port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:56.254243 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ce238363-d7dd-408f-9b49-8c663cb1b730 req-cf779738-3333-48ab-bd95-8f4710c19ea9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.295345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56610) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.364616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ce238363-d7dd-408f-9b49-8c663cb1b730 req-cf779738-3333-48ab-bd95-8f4710c19ea9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] For port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba,segment=NetworkSegment(51a30a62-25b1-4071-a34c-b38fbfc47e08),segment_id=51a30a62-25b1-4071-a34c-b38fbfc47e08)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:56.364877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ce238363-d7dd-408f-9b49-8c663cb1b730 req-cf779738-3333-48ab-bd95-8f4710c19ea9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.380513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ce238363-d7dd-408f-9b49-8c663cb1b730 req-cf779738-3333-48ab-bd95-8f4710c19ea9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Calling delete_port for 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:56.450216 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da998353-47ac-42cc-85c0-ae93fcd4e55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.532019 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0b400d6f-f1e1-4330-8bbd-72b62afd5e15 req-9ef249bd-4531-4119-b3d6-0cb6db32f44b tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=8c5696d0-8fee-4956-aa10-24f4b9f88b6e HTTP/1.1" status: 200 len: 210 time: 0.4422870 Jul 16 18:03:56.637040 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7990b-7b5f-42b8-9a3c-40dbe4976efd req-bc56c2ce-03e3-4508-b786-3744f05928b4 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:56.644084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ced7990b-7b5f-42b8-9a3c-40dbe4976efd req-bc56c2ce-03e3-4508-b786-3744f05928b4 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/ports?device_id=54c9e7fd-8191-4832-93ca-eb8b33204be4 HTTP/1.1" status: 200 len: 946 time: 0.1717854 Jul 16 18:03:56.696289 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ce238363-d7dd-408f-9b49-8c663cb1b730 req-cf779738-3333-48ab-bd95-8f4710c19ea9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.711443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:56.744867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-41b9e9a3-0643-4ece-b90d-d39ab7df7766 req-717ceaf0-a8fe-4ba0-a805-778ecc5f4bd4 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0512376 Jul 16 18:03:56.753566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19da81ff-befa-4a73-8d69-a31b29216a3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Router 51de69db-fdaf-4192-9c34-060c504c75a9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:03:56.756241 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ced7990b-7b5f-42b8-9a3c-40dbe4976efd req-ff4c2224-092f-4b89-92c3-120d30a89625 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.47 "GET /v2.0/security-groups?id=cdba065d-ce32-4bcc-bcdd-545ee84b32a1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111703 Jul 16 18:03:56.762886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf779738-3333-48ab-bd95-8f4710c19ea9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Pushing event deleted for resources: {'Port': ['ID=5f6bff1e-90b4-456f-84ee-2d1d262bf9ba,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.766094 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da998353-47ac-42cc-85c0-ae93fcd4e55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.789968 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da998353-47ac-42cc-85c0-ae93fcd4e55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.849101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce238363-d7dd-408f-9b49-8c663cb1b730 req-cf779738-3333-48ab-bd95-8f4710c19ea9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] No DVR routers for this DVR port 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:03:56.856622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ce238363-d7dd-408f-9b49-8c663cb1b730 req-cf779738-3333-48ab-bd95-8f4710c19ea9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.858598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ce238363-d7dd-408f-9b49-8c663cb1b730 req-cf779738-3333-48ab-bd95-8f4710c19ea9 tempest-ServersTestJSON-1719988925 tempest-ServersTestJSON-1719988925-project] 10.222.0.18 "DELETE /v2.0/ports/5f6bff1e-90b4-456f-84ee-2d1d262bf9ba HTTP/1.1" status: 204 len: 173 time: 0.7381341 Jul 16 18:03:56.865891 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-da998353-47ac-42cc-85c0-ae93fcd4e55f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f3df6cbe86e24086b4b3cfd90d96fc80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5694900 Jul 16 18:03:56.870623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56620) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:56.878914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da998353-47ac-42cc-85c0-ae93fcd4e55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49d8281a-c888-4b3e-bfc4-f5600ed5858c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:56.913247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19da81ff-befa-4a73-8d69-a31b29216a3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:03:56.927475 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10697a-0484-4ee4-b043-40794056c2f0 None None] Sync routers for ids ['51de69db-fdaf-4192-9c34-060c504c75a9'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:03:56.943624 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10697a-0484-4ee4-b043-40794056c2f0 None None] Routers {'51de69db-fdaf-4192-9c34-060c504c75a9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:56.944823 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5c10697a-0484-4ee4-b043-40794056c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:03:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['51de69db-fdaf-4192-9c34-060c504c75a9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:56.945748 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab471-ef38-4314-9c8a-888648bd0d2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.956470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19da81ff-befa-4a73-8d69-a31b29216a3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:56.981643 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab471-ef38-4314-9c8a-888648bd0d2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.011578 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-19da81ff-befa-4a73-8d69-a31b29216a3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "PUT /v2.0/floatingips/7cb0aec4-2260-480e-b95a-c328e903ba98 HTTP/1.1" status: 200 len: 990 time: 1.8487761 Jul 16 18:03:57.015594 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'tag': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:57.017990 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df12d17b-d010-40d6-8545-aa49808ae075" -d '{"events": [{"name": "network-changed", "server_uuid": "4323da53-f1d0-4ed5-87ee-9b84368f0dd7", "tag": "67b1fd7f-4cf8-4657-b9f5-4641c68daa42"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:57.039868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839959f8-6dcc-4001-9a41-157f81cf2040 req-182a064d-900e-4ff6-a283-fed7c10dd525 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.047105 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-839959f8-6dcc-4001-9a41-157f81cf2040 req-182a064d-900e-4ff6-a283-fed7c10dd525 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1485631 Jul 16 18:03:57.082892 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab471-ef38-4314-9c8a-888648bd0d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.086126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b3ab471-ef38-4314-9c8a-888648bd0d2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.087696 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9b3ab471-ef38-4314-9c8a-888648bd0d2f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/49d8281a-c888-4b3e-bfc4-f5600ed5858c HTTP/1.1" status: 204 len: 168 time: 0.2149560 Jul 16 18:03:57.096059 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5c10697a-0484-4ee4-b043-40794056c2f0 None None] Set router 51de69db-fdaf-4192-9c34-060c504c75a9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:57.106503 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 66d71464-085b-443f-be2f-cfcc6b20e19e no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:57.120318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3ab471-ef38-4314-9c8a-888648bd0d2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d8281a-c888-4b3e-bfc4-f5600ed5858c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.133024 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-839959f8-6dcc-4001-9a41-157f81cf2040 req-5b77db92-2659-41fa-bf5f-ddf5801faf6d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848222 Jul 16 18:03:57.141384 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 66d71464-085b-443f-be2f-cfcc6b20e19e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:57.142217 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 66d71464-085b-443f-be2f-cfcc6b20e19e not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:57.142781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4ef186b2-a8a0-48c9-9369-01876ce35a5b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:57.172466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 4ef186b2-a8a0-48c9-9369-01876ce35a5b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:57.173023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 4ef186b2-a8a0-48c9-9369-01876ce35a5b not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:57.417888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c4091-bcbf-4d81-b6e5-ae90ff611630 req-912579ba-1948-4a5c-a8c9-83724f777f73 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.420745 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-256c4091-bcbf-4d81-b6e5-ae90ff611630 req-912579ba-1948-4a5c-a8c9-83724f777f73 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 945 time: 0.1152892 Jul 16 18:03:57.435952 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5c10697a-0484-4ee4-b043-40794056c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '7cb0aec4-2260-480e-b95a-c328e903ba98', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'port_id': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'mac_address': 'fa:16:3e:d7:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:03:06Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 1, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1457d4-8750-4f3b-bc08-aea8738a352f', 'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'mac_address': 'fa:16:3e:ee:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 5, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'subnets': [{'id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:57.474612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-256c4091-bcbf-4d81-b6e5-ae90ff611630 req-26b56332-af8d-4cf4-8d96-53097903ffca tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469117 Jul 16 18:03:57.478356 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10697a-0484-4ee4-b043-40794056c2f0 None None] Checking router: 51de69db-fdaf-4192-9c34-060c504c75a9 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:03:57.487153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56636) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:57.491809 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb819cb-474f-47ac-9661-c79c1051b51c x-openstack-request-id: req-1eb819cb-474f-47ac-9661-c79c1051b51c {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:57.492331 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4323da53-f1d0-4ed5-87ee-9b84368f0dd7", "tag": "67b1fd7f-4cf8-4657-b9f5-4641c68daa42", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:57.492767 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1eb819cb-474f-47ac-9661-c79c1051b51c {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:57.493333 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'tag': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42', 'status': 'completed', 'code': 200} Jul 16 18:03:57.503371 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c10697a-0484-4ee4-b043-40794056c2f0 None None] Routers {'51de69db-fdaf-4192-9c34-060c504c75a9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:03:57.504038 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5c10697a-0484-4ee4-b043-40794056c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:03:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['51de69db-fdaf-4192-9c34-060c504c75a9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:57.504351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2048cf99-0207-4add-91af-60e6874222f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.590333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d17b-d010-40d6-8545-aa49808ae075 req-48ec10cf-e879-4a1c-9f30-5fec6c1dd73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.591859 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df12d17b-d010-40d6-8545-aa49808ae075 req-48ec10cf-e879-4a1c-9f30-5fec6c1dd73e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d83d309f9074dd3b369e14a6fd7f177&device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 1096 time: 0.0787058 Jul 16 18:03:57.642362 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5c10697a-0484-4ee4-b043-40794056c2f0 None None] Set router 51de69db-fdaf-4192-9c34-060c504c75a9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:03:57.698113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d17b-d010-40d6-8545-aa49808ae075 req-e182c5cf-bbc0-453c-a6c3-6647f99d3d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.699647 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df12d17b-d010-40d6-8545-aa49808ae075 req-e182c5cf-bbc0-453c-a6c3-6647f99d3d1f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bc4763d-4d12-486b-8214-853c955a2609 HTTP/1.1" status: 200 len: 917 time: 0.0939860 Jul 16 18:03:57.709878 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-516bba67-af4d-4d58-b13f-6d798e04a448 req-033489cc-42a2-4a9a-b145-c1ab2e17f0c1 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-713739464&fields=id&tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4 HTTP/1.1" status: 200 len: 267 time: 0.0656703 Jul 16 18:03:57.803105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bba67-af4d-4d58-b13f-6d798e04a448 req-b0d3dc57-9609-4705-b26d-c79ccc7ba3f4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.806693 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-516bba67-af4d-4d58-b13f-6d798e04a448 req-b0d3dc57-9609-4705-b26d-c79ccc7ba3f4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 945 time: 0.0900209 Jul 16 18:03:57.824101 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-516bba67-af4d-4d58-b13f-6d798e04a448 req-b1c07624-df1f-4252-a288-cee23932bebf tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'port': {'security_groups': ['24584268-c393-4904-a4c1-b847e7842971', 'ff1b652f-1cdb-49fa-b324-52d6e51afc63']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:03:57.857738 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df12d17b-d010-40d6-8545-aa49808ae075 req-cc499810-35d5-4792-bbd9-33b99667a622 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b1fd7f-4cf8-4657-b9f5-4641c68daa42 HTTP/1.1" status: 200 len: 998 time: 0.1496482 Jul 16 18:03:57.910107 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2048cf99-0207-4add-91af-60e6874222f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.919883 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2048cf99-0207-4add-91af-60e6874222f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.965486 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-516bba67-af4d-4d58-b13f-6d798e04a448 req-b1c07624-df1f-4252-a288-cee23932bebf tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:57.967033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d17b-d010-40d6-8545-aa49808ae075 req-5054e9c8-9162-40b1-911d-f4a774cfac82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:57.969449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df12d17b-d010-40d6-8545-aa49808ae075 req-5054e9c8-9162-40b1-911d-f4a774cfac82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc478255-8360-453e-ba9d-a86e2bdb2f7a HTTP/1.1" status: 200 len: 855 time: 0.0969009 Jul 16 18:03:57.975478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2048cf99-0207-4add-91af-60e6874222f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4607904767724795a443ec826642a849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4846921 Jul 16 18:03:57.975478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2048cf99-0207-4add-91af-60e6874222f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be2056b7-ad67-4d96-90c4-64afa407364e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:57.976201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56650) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.050290 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5c10697a-0484-4ee4-b043-40794056c2f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '7cb0aec4-2260-480e-b95a-c328e903ba98', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'port_id': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'mac_address': 'fa:16:3e:d7:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:03:06Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 1, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1457d4-8750-4f3b-bc08-aea8738a352f', 'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'mac_address': 'fa:16:3e:ee:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 5, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'subnets': [{'id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:58.075051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df12d17b-d010-40d6-8545-aa49808ae075 req-48437bb4-77c1-4635-9076-12de84c753cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.077378 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df12d17b-d010-40d6-8545-aa49808ae075 req-48437bb4-77c1-4635-9076-12de84c753cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bc4763d-4d12-486b-8214-853c955a2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0958412 Jul 16 18:03:58.088044 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c10697a-0484-4ee4-b043-40794056c2f0 None None] The sync data for ids ['51de69db-fdaf-4192-9c34-060c504c75a9'] in n-d-794306-7 is: [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '7cb0aec4-2260-480e-b95a-c328e903ba98', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'floating_ip_address': '172.25.7.64', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'port_id': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'mac_address': 'fa:16:3e:d7:d9:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:03:06Z', 'updated_at': '2021-07-16T18:03:55Z', 'revision_number': 1, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bb1457d4-8750-4f3b-bc08-aea8738a352f', 'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'mac_address': 'fa:16:3e:ee:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 5, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'subnets': [{'id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:03:58.102397 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa25e89a-80dd-4f0f-a465-c72f099afabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.145596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa25e89a-80dd-4f0f-a465-c72f099afabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.186173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54c9e7fd-8191-4832-93ca-eb8b33204be4', 'name': 'network-vif-deleted', 'tag': '5f6bff1e-90b4-456f-84ee-2d1d262bf9ba'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:58.188826 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e55890fa-8cef-4ff4-a81c-e355781ac6c0" -d '{"events": [{"server_uuid": "54c9e7fd-8191-4832-93ca-eb8b33204be4", "name": "network-vif-deleted", "tag": "5f6bff1e-90b4-456f-84ee-2d1d262bf9ba"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:58.206107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56658) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.239069 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df12d17b-d010-40d6-8545-aa49808ae075 req-fde43fb5-ac78-4ed7-a171-50485d154d1b service neutron] 10.222.0.18 "GET /v2.0/networks/9bc4763d-4d12-486b-8214-853c955a2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426811 Jul 16 18:03:58.312512 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa25e89a-80dd-4f0f-a465-c72f099afabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.315199 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa25e89a-80dd-4f0f-a465-c72f099afabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.318831 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-aa25e89a-80dd-4f0f-a465-c72f099afabb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be2056b7-ad67-4d96-90c4-64afa407364e HTTP/1.1" status: 204 len: 168 time: 0.3389492 Jul 16 18:03:58.322003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-718e1f08-b802-48f1-8965-cdd19bc1d223 admin admin] Deleting subnet 7463a0aa-132d-4bcf-9602-3be3945aec50 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:03:58.331613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-516bba67-af4d-4d58-b13f-6d798e04a448 req-b1c07624-df1f-4252-a288-cee23932bebf tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] For port b6f03ccc-254c-49ba-921b-feedfd82406e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b6f03ccc-254c-49ba-921b-feedfd82406e,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:58.337000 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-718e1f08-b802-48f1-8965-cdd19bc1d223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.363040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa25e89a-80dd-4f0f-a465-c72f099afabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be2056b7-ad67-4d96-90c4-64afa407364e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.411510 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-718e1f08-b802-48f1-8965-cdd19bc1d223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.414598 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-516bba67-af4d-4d58-b13f-6d798e04a448 req-b1c07624-df1f-4252-a288-cee23932bebf tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.419395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a3782eb-5544-49ef-b46a-142193ce7e0b req-6c2f84a3-a204-446a-b34b-b708837e5fd6 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0710695 Jul 16 18:03:58.444286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc768cb8-b6a8-4376-bb7a-4b9a4c691b48 None None] New status for floating IP 7cb0aec4-2260-480e-b95a-c328e903ba98: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:03:58.460456 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df12d17b-d010-40d6-8545-aa49808ae075 req-cabfe788-e437-4f2a-8862-11a0f3645542 service neutron] 10.222.0.18 "GET /v2.0/networks/9bc4763d-4d12-486b-8214-853c955a2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075865 Jul 16 18:03:58.516551 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-516bba67-af4d-4d58-b13f-6d798e04a448 req-b1c07624-df1f-4252-a288-cee23932bebf tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.588562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3', 'b6f03ccc-254c-49ba-921b-feedfd82406e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:58.597820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bba67-af4d-4d58-b13f-6d798e04a448 req-b1c07624-df1f-4252-a288-cee23932bebf tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.598465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-516bba67-af4d-4d58-b13f-6d798e04a448 req-b1c07624-df1f-4252-a288-cee23932bebf tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.614917 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-516bba67-af4d-4d58-b13f-6d798e04a448 req-b1c07624-df1f-4252-a288-cee23932bebf tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "PUT /v2.0/ports/b6f03ccc-254c-49ba-921b-feedfd82406e HTTP/1.1" status: 200 len: 981 time: 0.8002601 Jul 16 18:03:58.644693 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-718e1f08-b802-48f1-8965-cdd19bc1d223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.689072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c07624-df1f-4252-a288-cee23932bebf tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'Port': ['ID=b6f03ccc-254c-49ba-921b-feedfd82406e,revision_number=6']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.695249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['b6f03ccc-254c-49ba-921b-feedfd82406e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:03:58.744890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed29e1f8-e7d6-4d9a-90f2-9328b4687c98 req-93e09c97-e1eb-412f-bfb6-b09eb1b79023 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.749106 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed29e1f8-e7d6-4d9a-90f2-9328b4687c98 req-93e09c97-e1eb-412f-bfb6-b09eb1b79023 tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.37 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 944 time: 0.2287688 Jul 16 18:03:58.767705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d78135-47f0-4f71-9608-6b490a425e2e req-473d048b-921e-4677-857f-90c0c393b94f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:58.769570 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5d78135-47f0-4f71-9608-6b490a425e2e req-473d048b-921e-4677-857f-90c0c393b94f tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 944 time: 0.1849108 Jul 16 18:03:58.785835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-718e1f08-b802-48f1-8965-cdd19bc1d223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.851475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718e1f08-b802-48f1-8965-cdd19bc1d223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7463a0aa-132d-4bcf-9602-3be3945aec50,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:58.855058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-718e1f08-b802-48f1-8965-cdd19bc1d223 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:58.857110 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-718e1f08-b802-48f1-8965-cdd19bc1d223 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7463a0aa-132d-4bcf-9602-3be3945aec50 HTTP/1.1" status: 204 len: 168 time: 0.6500423 Jul 16 18:03:58.859681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56674) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:58.924860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5d78135-47f0-4f71-9608-6b490a425e2e req-f54defd7-ac94-4f06-b4a2-aa7f63c57f4a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/security-groups?id=cb9f3564-b569-422f-8734-b245b66e1e60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443937 Jul 16 18:03:58.957474 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.010788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ed29e1f8-e7d6-4d9a-90f2-9328b4687c98 req-eb62ab66-f88b-4b3d-8675-3e88dfcb867a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Deleting port bdafb30f-6926-4573-86e5-f1c3b5b94450 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:03:59.011134 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ed29e1f8-e7d6-4d9a-90f2-9328b4687c98 req-eb62ab66-f88b-4b3d-8675-3e88dfcb867a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.052558 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d068bd79-4075-4e2f-8f17-02146e1b1666 x-openstack-request-id: req-d068bd79-4075-4e2f-8f17-02146e1b1666 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:59.052848 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54c9e7fd-8191-4832-93ca-eb8b33204be4", "name": "network-vif-deleted", "tag": "5f6bff1e-90b4-456f-84ee-2d1d262bf9ba", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:59.053100 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d068bd79-4075-4e2f-8f17-02146e1b1666 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:59.053491 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54c9e7fd-8191-4832-93ca-eb8b33204be4', 'name': 'network-vif-deleted', 'tag': '5f6bff1e-90b4-456f-84ee-2d1d262bf9ba', 'status': 'completed', 'code': 200} Jul 16 18:03:59.068356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:03:59.113039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:03:59.113382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5f6bff1e-90b4-456f-84ee-2d1d262bf9ba not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:03:59.124877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.130711 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.139740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88d7e17d-fce6-4465-9ce6-c030327e05f0']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:59.172143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51a30a62-25b1-4071-a34c-b38fbfc47e08') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:59.172450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51a30a62-25b1-4071-a34c-b38fbfc47e08') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:03:59.187742 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.207820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.221410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269c3924-c9a6-4d31-a7b2-6173ffdf9674 req-00bf5b38-e754-41a8-903a-c3587edc4c72 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:59.229840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-269c3924-c9a6-4d31-a7b2-6173ffdf9674 req-00bf5b38-e754-41a8-903a-c3587edc4c72 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.2015462 Jul 16 18:03:59.234534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:03:59.235064 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:03:59.241870 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:03:59.344038 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-269c3924-c9a6-4d31-a7b2-6173ffdf9674 req-9c2f7a47-ed7b-4ad2-9780-9d60145b5f69 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130114 Jul 16 18:03:59.350802 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.380312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.385367 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] 10.222.0.47 "DELETE /v2.0/networks/88d7e17d-fce6-4465-9ce6-c030327e05f0 HTTP/1.1" status: 204 len: 168 time: 0.5214093 Jul 16 18:03:59.385367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b38fe-eb38-42b8-8fee-114fbe3aa278 admin admin] Pushing event deleted for resources: {'Network': ['ID=88d7e17d-fce6-4465-9ce6-c030327e05f0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:59.494719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'tag': 'b6f03ccc-254c-49ba-921b-feedfd82406e'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:03:59.497051 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1ced046-0192-446b-8e4f-4725b67eb6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "b0be3b44-96c4-4627-a5f0-3ab4b334f436", "tag": "b6f03ccc-254c-49ba-921b-feedfd82406e"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:03:59.573762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c8c17f1-27a3-42e2-a180-4f3abebd72a8 req-1f627ae6-6d5d-4a8a-8c3d-bb42f7ac1dbe tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/ff1b652f-1cdb-49fa-b324-52d6e51afc63 HTTP/1.1" status: 200 len: 1801 time: 0.0596600 Jul 16 18:03:59.618318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ed29e1f8-e7d6-4d9a-90f2-9328b4687c98 req-eb62ab66-f88b-4b3d-8675-3e88dfcb867a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] For port bdafb30f-6926-4573-86e5-f1c3b5b94450, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=bdafb30f-6926-4573-86e5-f1c3b5b94450,segment=NetworkSegment(c0234e64-4ca1-4319-9d58-d43c779d20f8),segment_id=c0234e64-4ca1-4319-9d58-d43c779d20f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:03:59.619319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ed29e1f8-e7d6-4d9a-90f2-9328b4687c98 req-eb62ab66-f88b-4b3d-8675-3e88dfcb867a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.620222 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-efa59718-6f5f-40a2-9a5d-19bf65661ddc req-95ae340e-39f6-4f81-a88b-9fcd41192a9a tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0505180 Jul 16 18:03:59.632408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56696) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:59.643709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ed29e1f8-e7d6-4d9a-90f2-9328b4687c98 req-eb62ab66-f88b-4b3d-8675-3e88dfcb867a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Calling delete_port for bdafb30f-6926-4573-86e5-f1c3b5b94450 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:03:59.653814 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-5c8c17f1-27a3-42e2-a180-4f3abebd72a8 req-9042efd0-a02d-40f7-a520-4ea26dca42f4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:03:59.654876 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c8c17f1-27a3-42e2-a180-4f3abebd72a8 req-9042efd0-a02d-40f7-a520-4ea26dca42f4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "DELETE /v2.0/security-groups/ff1b652f-1cdb-49fa-b324-52d6e51afc63 HTTP/1.1" status: 409 len: 341 time: 0.0715840 Jul 16 18:03:59.698681 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6113e064-ee99-4250-91ef-d96f983da0e5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b664ee214d3f4cf8a735949bb2cbdfdf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643439 Jul 16 18:03:59.701153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56700) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:03:59.716395 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:03:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c744d34-e4cf-499c-8738-83cc848f8546 x-openstack-request-id: req-6c744d34-e4cf-499c-8738-83cc848f8546 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:03:59.717006 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0be3b44-96c4-4627-a5f0-3ab4b334f436", "tag": "b6f03ccc-254c-49ba-921b-feedfd82406e", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:03:59.717431 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c744d34-e4cf-499c-8738-83cc848f8546 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:03:59.717657 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'tag': 'b6f03ccc-254c-49ba-921b-feedfd82406e', 'status': 'completed', 'code': 200} Jul 16 18:03:59.768108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db335287-022f-4be1-8578-a3c8637f240e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.797304 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db335287-022f-4be1-8578-a3c8637f240e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.852278 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ed29e1f8-e7d6-4d9a-90f2-9328b4687c98 req-eb62ab66-f88b-4b3d-8675-3e88dfcb867a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.862174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ced046-0192-446b-8e4f-4725b67eb6f8 req-3c8cf293-b6d5-4665-a240-4b47f4dd3320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:03:59.865901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db335287-022f-4be1-8578-a3c8637f240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.869775 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db335287-022f-4be1-8578-a3c8637f240e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:03:59.871076 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-db335287-022f-4be1-8578-a3c8637f240e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cdba065d-ce32-4bcc-bcdd-545ee84b32a1 HTTP/1.1" status: 204 len: 168 time: 0.1679728 Jul 16 18:03:59.873580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1ced046-0192-446b-8e4f-4725b67eb6f8 req-3c8cf293-b6d5-4665-a240-4b47f4dd3320 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 1135 time: 0.1029706 Jul 16 18:03:59.881055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db335287-022f-4be1-8578-a3c8637f240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdba065d-ce32-4bcc-bcdd-545ee84b32a1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:03:59.932856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb62ab66-f88b-4b3d-8675-3e88dfcb867a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Pushing event deleted for resources: {'Port': ['ID=bdafb30f-6926-4573-86e5-f1c3b5b94450,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:00.013469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed29e1f8-e7d6-4d9a-90f2-9328b4687c98 req-eb62ab66-f88b-4b3d-8675-3e88dfcb867a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] No DVR routers for this DVR port bdafb30f-6926-4573-86e5-f1c3b5b94450 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:00.017814 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ed29e1f8-e7d6-4d9a-90f2-9328b4687c98 req-eb62ab66-f88b-4b3d-8675-3e88dfcb867a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:00.021183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed29e1f8-e7d6-4d9a-90f2-9328b4687c98 req-eb62ab66-f88b-4b3d-8675-3e88dfcb867a tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.37 "DELETE /v2.0/ports/bdafb30f-6926-4573-86e5-f1c3b5b94450 HTTP/1.1" status: 204 len: 173 time: 1.2665203 Jul 16 18:04:00.164409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ced046-0192-446b-8e4f-4725b67eb6f8 req-991e30e5-7f0c-4574-b4ce-d16105f00139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:00.166864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1ced046-0192-446b-8e4f-4725b67eb6f8 req-991e30e5-7f0c-4574-b4ce-d16105f00139 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 200 len: 913 time: 0.2557304 Jul 16 18:04:00.229036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51537ebd-d662-482e-8062-dc767d4d60f7 req-a4afab1b-883e-42d7-9518-2e9456a51e1b tempest-LiveMigrationTest-1884251220 tempest-LiveMigrationTest-1884251220-project] 10.222.0.47 "GET /v2.0/ports?device_id=985219fd-0c23-41b4-9691-f6f4bf1a198c HTTP/1.1" status: 200 len: 210 time: 0.0587895 Jul 16 18:04:00.247506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1ced046-0192-446b-8e4f-4725b67eb6f8 req-e930d09e-099c-4af7-ba39-40db8042e980 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6f03ccc-254c-49ba-921b-feedfd82406e HTTP/1.1" status: 200 len: 217 time: 0.0642149 Jul 16 18:04:00.301801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd3bd16-a5c8-48aa-9ad4-415f923687f7 req-6e0a3093-7d95-4036-a0ff-57c2f94be20a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:00.309233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2dd3bd16-a5c8-48aa-9ad4-415f923687f7 req-6e0a3093-7d95-4036-a0ff-57c2f94be20a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 984 time: 0.2245476 Jul 16 18:04:00.338033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ced046-0192-446b-8e4f-4725b67eb6f8 req-b3aae6f7-378a-4bef-b3fe-71c3b8ec8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:00.339703 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1ced046-0192-446b-8e4f-4725b67eb6f8 req-b3aae6f7-378a-4bef-b3fe-71c3b8ec8802 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff7f8cd2-9f64-4120-9fd1-5582f1c28583 HTTP/1.1" status: 200 len: 852 time: 0.0854151 Jul 16 18:04:00.407713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2dd3bd16-a5c8-48aa-9ad4-415f923687f7 req-9582516d-c099-4fba-b671-de578c90e7ce tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&id=ff1b652f-1cdb-49fa-b324-52d6e51afc63&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0955656 Jul 16 18:04:00.410019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1ced046-0192-446b-8e4f-4725b67eb6f8 req-f4e3293e-5b30-464b-83cb-c6a7b9993368 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2b3b15d-94bb-4db7-998e-252e3d7493d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513463 Jul 16 18:04:00.534699 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1ced046-0192-446b-8e4f-4725b67eb6f8 req-df218500-40d8-4dd7-a332-cddcdcac94c0 service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101053 Jul 16 18:04:00.569767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033bef7e-6f76-48fd-bb6a-ef2a92387013 req-c165fc02-f1b5-41c5-9c8e-5965d0401822 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:00.569937 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-033bef7e-6f76-48fd-bb6a-ef2a92387013 req-c165fc02-f1b5-41c5-9c8e-5965d0401822 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.0832582 Jul 16 18:04:00.634037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-033bef7e-6f76-48fd-bb6a-ef2a92387013 req-9c303165-d715-45df-8418-d9fd3655f79e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578830 Jul 16 18:04:00.704959 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1ced046-0192-446b-8e4f-4725b67eb6f8 req-c5cb30c7-f7f9-407f-873e-aa768c0f95fe service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1599743 Jul 16 18:04:00.830900 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7c034ba7-a8a4-42d7-81d5-eaf9a4374218 req-e91e9b3c-f44e-4d5e-8a07-b903c9c90ad3 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0446334 Jul 16 18:04:00.901503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8415b-c2b9-48b5-ad21-364fd7eea3c8 req-3bfbf0a7-d713-472b-a8ad-7fd39bfc2445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:00.903265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7af8415b-c2b9-48b5-ad21-364fd7eea3c8 req-3bfbf0a7-d713-472b-a8ad-7fd39bfc2445 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 1135 time: 0.0843334 Jul 16 18:04:01.012831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8415b-c2b9-48b5-ad21-364fd7eea3c8 req-f7fa2355-8342-48bd-b35c-aae01a0fac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.014301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7af8415b-c2b9-48b5-ad21-364fd7eea3c8 req-f7fa2355-8342-48bd-b35c-aae01a0fac16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 200 len: 913 time: 0.0973544 Jul 16 18:04:01.059190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'name': 'network-vif-deleted', 'tag': 'bdafb30f-6926-4573-86e5-f1c3b5b94450'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:01.061615 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ab79df-393f-49e4-872e-7f9d0f07c7b8" -d '{"events": [{"server_uuid": "985219fd-0c23-41b4-9691-f6f4bf1a198c", "name": "network-vif-deleted", "tag": "bdafb30f-6926-4573-86e5-f1c3b5b94450"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:01.065432 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7af8415b-c2b9-48b5-ad21-364fd7eea3c8 req-8cb16219-b4ce-426a-9894-b28645718a09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6f03ccc-254c-49ba-921b-feedfd82406e HTTP/1.1" status: 200 len: 217 time: 0.0420225 Jul 16 18:04:01.130795 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00bbe026-02cd-4493-b225-5ee77b89858a x-openstack-request-id: req-00bbe026-02cd-4493-b225-5ee77b89858a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:01.130795 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985219fd-0c23-41b4-9691-f6f4bf1a198c", "name": "network-vif-deleted", "tag": "bdafb30f-6926-4573-86e5-f1c3b5b94450", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:01.130795 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00bbe026-02cd-4493-b225-5ee77b89858a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:01.130795 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985219fd-0c23-41b4-9691-f6f4bf1a198c', 'name': 'network-vif-deleted', 'tag': 'bdafb30f-6926-4573-86e5-f1c3b5b94450', 'status': 'completed', 'code': 200} Jul 16 18:04:01.155644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8415b-c2b9-48b5-ad21-364fd7eea3c8 req-72851662-0ca7-4012-86ed-264b5b4fb8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.157230 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7af8415b-c2b9-48b5-ad21-364fd7eea3c8 req-72851662-0ca7-4012-86ed-264b5b4fb8f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff7f8cd2-9f64-4120-9fd1-5582f1c28583 HTTP/1.1" status: 200 len: 852 time: 0.0801435 Jul 16 18:04:01.194258 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7af8415b-c2b9-48b5-ad21-364fd7eea3c8 req-70f160be-bb47-473c-ba4f-a118af332400 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2b3b15d-94bb-4db7-998e-252e3d7493d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293119 Jul 16 18:04:01.300022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7af8415b-c2b9-48b5-ad21-364fd7eea3c8 req-0f341a3d-8980-4218-a025-cc20d8b044d8 service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957990 Jul 16 18:04:01.347642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56772) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:01.402869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-de667a65-5c79-4bff-91b7-0eb0d6e028b3 admin admin] Deleting subnet 21ed82e1-1954-46e5-b764-f2ea6d3478e2 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:01.407469 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de667a65-5c79-4bff-91b7-0eb0d6e028b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.450623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de667a65-5c79-4bff-91b7-0eb0d6e028b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.454895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7af8415b-c2b9-48b5-ad21-364fd7eea3c8 req-013a9292-90d4-426c-b15f-de9b2e62982d service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441503 Jul 16 18:04:01.506441 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de667a65-5c79-4bff-91b7-0eb0d6e028b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.584192 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de667a65-5c79-4bff-91b7-0eb0d6e028b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.642472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b2d6d5-ab9e-4ffb-864c-7bca44c80caa req-3e6e757e-76a9-45d3-b21d-6b2451e283e9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.642940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de667a65-5c79-4bff-91b7-0eb0d6e028b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=21ed82e1-1954-46e5-b764-f2ea6d3478e2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:01.644297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6b2d6d5-ab9e-4ffb-864c-7bca44c80caa req-3e6e757e-76a9-45d3-b21d-6b2451e283e9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 984 time: 0.0730999 Jul 16 18:04:01.659959 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de667a65-5c79-4bff-91b7-0eb0d6e028b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.667462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56786) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:01.672371 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-de667a65-5c79-4bff-91b7-0eb0d6e028b3 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/21ed82e1-1954-46e5-b764-f2ea6d3478e2 HTTP/1.1" status: 204 len: 168 time: 0.3207853 Jul 16 18:04:01.764227 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6b2d6d5-ab9e-4ffb-864c-7bca44c80caa req-554e5ecb-b5a2-431a-9092-998689048f34 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&id=ff1b652f-1cdb-49fa-b324-52d6e51afc63&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1132884 Jul 16 18:04:01.777857 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.874055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.886718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3746e485-67e7-4f9b-b773-ee4b83440f7a']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:01.909253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0234e64-4ca1-4319-9d58-d43c779d20f8') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:01.910527 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0234e64-4ca1-4319-9d58-d43c779d20f8') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:01.921503 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.942787 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.959008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:01.961574 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:01.964906 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:01.989263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cec102-7fb7-468e-a55c-cf69e2ed3f12 req-fd855088-8473-43df-902b-de74e7261d97 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:01.991444 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3cec102-7fb7-468e-a55c-cf69e2ed3f12 req-fd855088-8473-43df-902b-de74e7261d97 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1489823 Jul 16 18:04:02.059682 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3cec102-7fb7-468e-a55c-cf69e2ed3f12 req-2d7ec0f9-e183-42ce-8dfb-f3e67cadfdaf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618975 Jul 16 18:04:02.064911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc5ee8d4-562d-4d2d-bc88-3b9f901287e5 req-5f0d72d7-7748-4010-9565-3cf95ebd7c6c tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0342910 Jul 16 18:04:02.065661 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.082506 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.087746 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3746e485-67e7-4f9b-b773-ee4b83440f7a HTTP/1.1" status: 204 len: 168 time: 0.4134846 Jul 16 18:04:02.088338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56802) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.104174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c64577-467a-4a6f-b9ca-143ec19cb541 admin admin] Pushing event deleted for resources: {'Network': ['ID=3746e485-67e7-4f9b-b773-ee4b83440f7a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.378631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a16294d-8f2f-4238-b38e-9d9a2a244593 admin admin] Deleting subnet 07a0151a-bd58-4ae2-af94-fa2ae449f31b {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:02.379164 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a16294d-8f2f-4238-b38e-9d9a2a244593 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.417560 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a16294d-8f2f-4238-b38e-9d9a2a244593 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.460982 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a16294d-8f2f-4238-b38e-9d9a2a244593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.461731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56816) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.527274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a16294d-8f2f-4238-b38e-9d9a2a244593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.560355 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a16294d-8f2f-4238-b38e-9d9a2a244593 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a0151a-bd58-4ae2-af94-fa2ae449f31b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.573749 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a16294d-8f2f-4238-b38e-9d9a2a244593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.576504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4a16294d-8f2f-4238-b38e-9d9a2a244593 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/07a0151a-bd58-4ae2-af94-fa2ae449f31b HTTP/1.1" status: 204 len: 168 time: 0.4870853 Jul 16 18:04:02.579051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56824) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.627334 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0866a3a-0126-4459-8757-db4630353f88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.717314 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.842994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.858486 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0866a3a-0126-4459-8757-db4630353f88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.862334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a45efb24-425f-47be-ba58-842a6574c016']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:02.871486 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0866a3a-0126-4459-8757-db4630353f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.880155 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01306e48-5326-4b56-9d16-2962aea8e447') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:02.880513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01306e48-5326-4b56-9d16-2962aea8e447') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:02.909813 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.936138 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b0866a3a-0126-4459-8757-db4630353f88 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4eb5c04f16d4deeb45d7965867374f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722908 Jul 16 18:04:02.939252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56834) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:02.941276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0866a3a-0126-4459-8757-db4630353f88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d376897d-d389-49e6-a5ad-3fa63ea54159,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:02.949909 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.963448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:02.963884 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:02.965773 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:03.011016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbe0755-a125-43d1-9513-9a429976a2e1 req-af01e5e1-769e-4a97-9e27-90fbfd3465ec tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.013111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5bbe0755-a125-43d1-9513-9a429976a2e1 req-af01e5e1-769e-4a97-9e27-90fbfd3465ec tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 984 time: 0.0836282 Jul 16 18:04:03.065898 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.068196 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5bbe0755-a125-43d1-9513-9a429976a2e1 req-62986261-ff29-440a-9859-ecd42edf384c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=24584268-c393-4904-a4c1-b847e7842971&id=ff1b652f-1cdb-49fa-b324-52d6e51afc63&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0489814 Jul 16 18:04:03.073250 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.075094 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] 10.222.0.47 "DELETE /v2.0/networks/a45efb24-425f-47be-ba58-842a6574c016 HTTP/1.1" status: 204 len: 168 time: 0.4950294 Jul 16 18:04:03.096995 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1148d7a2-b32c-4c39-b6af-dde6304be84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.111874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26910a1-b804-4a15-8f71-a804f649b033 admin admin] Pushing event deleted for resources: {'Network': ['ID=a45efb24-425f-47be-ba58-842a6574c016,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.114894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device bdafb30f-6926-4573-86e5-f1c3b5b94450 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:03.141535 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1148d7a2-b32c-4c39-b6af-dde6304be84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.162202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: bdafb30f-6926-4573-86e5-f1c3b5b94450 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:03.163910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device bdafb30f-6926-4573-86e5-f1c3b5b94450 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:03.256456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1148d7a2-b32c-4c39-b6af-dde6304be84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.262611 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1148d7a2-b32c-4c39-b6af-dde6304be84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.264037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1148d7a2-b32c-4c39-b6af-dde6304be84f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d376897d-d389-49e6-a5ad-3fa63ea54159 HTTP/1.1" status: 204 len: 168 time: 0.3237000 Jul 16 18:04:03.276736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b10d971-d27f-4c20-83a5-05427ee89a94 req-e912f12c-b3a9-4f18-9e3e-312e13cb264a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-474168323&fields=id&tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4 HTTP/1.1" status: 200 len: 267 time: 0.0384459 Jul 16 18:04:03.278776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1148d7a2-b32c-4c39-b6af-dde6304be84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d376897d-d389-49e6-a5ad-3fa63ea54159,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.294200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6245c5-2ea7-413d-a071-93df99ccd85a req-b6f3f9c9-9e81-4a4d-abd7-720586ccbef3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.295819 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f6245c5-2ea7-413d-a071-93df99ccd85a req-b6f3f9c9-9e81-4a4d-abd7-720586ccbef3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1044419 Jul 16 18:04:03.354448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f6245c5-2ea7-413d-a071-93df99ccd85a req-42db2de9-2c8b-49d1-89bb-763df238df70 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524056 Jul 16 18:04:03.365130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10d971-d27f-4c20-83a5-05427ee89a94 req-e6a872d4-5907-4e76-93da-9eab6727d782 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.366816 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b10d971-d27f-4c20-83a5-05427ee89a94 req-e6a872d4-5907-4e76-93da-9eab6727d782 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 984 time: 0.0800409 Jul 16 18:04:03.380146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56852) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:03.389304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-2b10d971-d27f-4c20-83a5-05427ee89a94 req-726edcdc-2933-4dbd-a278-5b11523dbcb3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'port': {'security_groups': ['24584268-c393-4904-a4c1-b847e7842971', 'ff1b652f-1cdb-49fa-b324-52d6e51afc63', '7025cb53-0e8c-4983-ac8f-9793c398d2cf']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:03.502242 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f25a413f-533a-4612-9b9e-37450e3a2043 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16b4c0ca18f54d6eba06956ae15aa0e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1210105 Jul 16 18:04:03.502836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56854) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:03.526419 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2b10d971-d27f-4c20-83a5-05427ee89a94 req-726edcdc-2933-4dbd-a278-5b11523dbcb3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.541332 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4cc1d62e-e223-41f9-bf1c-810c806b4e8a req-a5985357-cff1-4bf0-a266-2b9eee66308f tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0388181 Jul 16 18:04:03.634981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7e939b9-c706-4e24-a114-aeae086c4271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.685333 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7e939b9-c706-4e24-a114-aeae086c4271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.811853 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7e939b9-c706-4e24-a114-aeae086c4271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.814429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7e939b9-c706-4e24-a114-aeae086c4271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.815536 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e7e939b9-c706-4e24-a114-aeae086c4271 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cb9f3564-b569-422f-8734-b245b66e1e60 HTTP/1.1" status: 204 len: 168 time: 0.3073404 Jul 16 18:04:03.833154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e939b9-c706-4e24-a114-aeae086c4271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9f3564-b569-422f-8734-b245b66e1e60,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:03.872184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-2b10d971-d27f-4c20-83a5-05427ee89a94 req-726edcdc-2933-4dbd-a278-5b11523dbcb3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] For port b6f03ccc-254c-49ba-921b-feedfd82406e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b6f03ccc-254c-49ba-921b-feedfd82406e,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:03.904743 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2b10d971-d27f-4c20-83a5-05427ee89a94 req-726edcdc-2933-4dbd-a278-5b11523dbcb3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.910224 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2b10d971-d27f-4c20-83a5-05427ee89a94 req-726edcdc-2933-4dbd-a278-5b11523dbcb3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.921353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56866) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:03.926874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3', 'b6f03ccc-254c-49ba-921b-feedfd82406e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:03.942324 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-31679f17-414f-4ff3-b6de-6eed2c1b60ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.967253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b10d971-d27f-4c20-83a5-05427ee89a94 req-726edcdc-2933-4dbd-a278-5b11523dbcb3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:03.968207 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-2b10d971-d27f-4c20-83a5-05427ee89a94 req-726edcdc-2933-4dbd-a278-5b11523dbcb3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:03.969776 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b10d971-d27f-4c20-83a5-05427ee89a94 req-726edcdc-2933-4dbd-a278-5b11523dbcb3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "PUT /v2.0/ports/b6f03ccc-254c-49ba-921b-feedfd82406e HTTP/1.1" status: 200 len: 1020 time: 0.5949109 Jul 16 18:04:03.972853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'tag': 'b6f03ccc-254c-49ba-921b-feedfd82406e'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:03.975291 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33194c08-eb48-42f0-8c44-f4dc738b1d84" -d '{"events": [{"name": "network-changed", "server_uuid": "b0be3b44-96c4-4627-a5f0-3ab4b334f436", "tag": "b6f03ccc-254c-49ba-921b-feedfd82406e"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:04.014517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726edcdc-2933-4dbd-a278-5b11523dbcb3 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'Port': ['ID=b6f03ccc-254c-49ba-921b-feedfd82406e,revision_number=7']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:04.052894 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459a3a87-7a46-4e9d-b067-cf862c6f6d02 x-openstack-request-id: req-459a3a87-7a46-4e9d-b067-cf862c6f6d02 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:04.053865 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0be3b44-96c4-4627-a5f0-3ab4b334f436", "tag": "b6f03ccc-254c-49ba-921b-feedfd82406e", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:04.053865 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-459a3a87-7a46-4e9d-b067-cf862c6f6d02 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:04.053865 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'tag': 'b6f03ccc-254c-49ba-921b-feedfd82406e', 'status': 'completed', 'code': 200} Jul 16 18:04:04.085674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56872) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:04.101842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['b6f03ccc-254c-49ba-921b-feedfd82406e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:04.135641 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-89a3e614-3f65-4b63-a30f-7435d7c0e1c9 req-1997dee8-4b3f-4406-8248-010e669ed937 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/7025cb53-0e8c-4983-ac8f-9793c398d2cf HTTP/1.1" status: 200 len: 1802 time: 0.1226032 Jul 16 18:04:04.226018 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-31679f17-414f-4ff3-b6de-6eed2c1b60ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.235618 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-89a3e614-3f65-4b63-a30f-7435d7c0e1c9 req-81d95ace-80ff-4950-ae3c-f1de963fea41 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:04:04.242312 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-89a3e614-3f65-4b63-a30f-7435d7c0e1c9 req-81d95ace-80ff-4950-ae3c-f1de963fea41 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "DELETE /v2.0/security-groups/7025cb53-0e8c-4983-ac8f-9793c398d2cf HTTP/1.1" status: 409 len: 341 time: 0.1058233 Jul 16 18:04:04.246391 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-31679f17-414f-4ff3-b6de-6eed2c1b60ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.265921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33194c08-eb48-42f0-8c44-f4dc738b1d84 req-dde7faff-8d91-429c-b191-0749c6e5e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.267777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33194c08-eb48-42f0-8c44-f4dc738b1d84 req-dde7faff-8d91-429c-b191-0749c6e5e1fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 1174 time: 0.1823523 Jul 16 18:04:04.327824 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-31679f17-414f-4ff3-b6de-6eed2c1b60ef admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eaff6ece38e8417185db0bd7ed402580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052269 Jul 16 18:04:04.330570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56880) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:04.337351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31679f17-414f-4ff3-b6de-6eed2c1b60ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90bc9255-1a6d-44e2-a286-a2d15b8ff613,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:04.482683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33194c08-eb48-42f0-8c44-f4dc738b1d84 req-ff07e49e-b0fc-4ce5-8dce-03f21808a2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.482824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-04f8f4bc-edd5-41c0-ac37-400cbbc60844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.484720 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c8049bde-0bad-4326-9d24-5434eee45eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.488734 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33194c08-eb48-42f0-8c44-f4dc738b1d84 req-ff07e49e-b0fc-4ce5-8dce-03f21808a2dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 200 len: 913 time: 0.2088041 Jul 16 18:04:04.534681 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c8049bde-0bad-4326-9d24-5434eee45eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.596974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56886) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:04.622438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33194c08-eb48-42f0-8c44-f4dc738b1d84 req-15ed86eb-b777-4f92-a3a6-b8bf62f57dec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b6f03ccc-254c-49ba-921b-feedfd82406e HTTP/1.1" status: 200 len: 217 time: 0.1181283 Jul 16 18:04:04.672743 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c8049bde-0bad-4326-9d24-5434eee45eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.675458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c8049bde-0bad-4326-9d24-5434eee45eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.676873 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c8049bde-0bad-4326-9d24-5434eee45eb2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90bc9255-1a6d-44e2-a286-a2d15b8ff613 HTTP/1.1" status: 204 len: 168 time: 0.3450775 Jul 16 18:04:04.692889 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c54d25fc-7ccd-49c4-8afc-d5959e06f015 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e2e57ad7a88b44288e7c379c3521b862&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0898142 Jul 16 18:04:04.697408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56892) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:04.707049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8049bde-0bad-4326-9d24-5434eee45eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90bc9255-1a6d-44e2-a286-a2d15b8ff613,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:04.772083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-04f8f4bc-edd5-41c0-ac37-400cbbc60844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.774753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33194c08-eb48-42f0-8c44-f4dc738b1d84 req-cef67f03-d142-43c9-84e9-e444eadc7c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.776283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33194c08-eb48-42f0-8c44-f4dc738b1d84 req-cef67f03-d142-43c9-84e9-e444eadc7c03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ff7f8cd2-9f64-4120-9fd1-5582f1c28583 HTTP/1.1" status: 200 len: 852 time: 0.1389782 Jul 16 18:04:04.780443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-04f8f4bc-edd5-41c0-ac37-400cbbc60844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.841441 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-00e4d139-339c-4b3b-aa46-b5af3b0b51b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.847921 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33194c08-eb48-42f0-8c44-f4dc738b1d84 req-6964d01f-a995-4974-9de4-1e2d8c037ec5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a2b3b15d-94bb-4db7-998e-252e3d7493d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541332 Jul 16 18:04:04.849232 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ccc6322-8e52-43e2-b7ab-ffd4aa1a840d req-3f61f252-154c-4fde-8db8-165d3bcc3df2 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0544131 Jul 16 18:04:04.861883 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-04f8f4bc-edd5-41c0-ac37-400cbbc60844 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ff8d1ae4a30438c8d16d58bf74ed67c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7751272 Jul 16 18:04:04.864184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8f4bc-edd5-41c0-ac37-400cbbc60844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f5ddc2d-0a1c-4c01-9ddb-0f9f74e53a15,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:04.866662 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56898) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:04.910162 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-00e4d139-339c-4b3b-aa46-b5af3b0b51b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.924146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf623483-f468-41c3-bb8a-7c396699dad7 req-bdbdc557-56be-4ba7-939d-f9e19735462e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:04.932045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf623483-f468-41c3-bb8a-7c396699dad7 req-bdbdc557-56be-4ba7-939d-f9e19735462e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.3083112 Jul 16 18:04:04.949751 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1d063b19-2630-470f-a2d2-dc8119103ddb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:04.974881 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1d063b19-2630-470f-a2d2-dc8119103ddb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.042895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf623483-f468-41c3-bb8a-7c396699dad7 req-168b57ca-4617-4e7d-9e97-7226dd6776ba tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095583 Jul 16 18:04:05.051285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33194c08-eb48-42f0-8c44-f4dc738b1d84 req-edfd2657-3060-4af9-87eb-6d2904f6a57d service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903467 Jul 16 18:04:05.074815 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-00e4d139-339c-4b3b-aa46-b5af3b0b51b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.078225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-00e4d139-339c-4b3b-aa46-b5af3b0b51b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.079447 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-00e4d139-339c-4b3b-aa46-b5af3b0b51b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9161d1ec-619c-4486-b39f-d9974178bed6 HTTP/1.1" status: 204 len: 168 time: 0.3801184 Jul 16 18:04:05.093457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46344ad-e495-4073-bdb0-baa14d96a824 req-f26f8e72-39bd-4925-8b2b-b36124795eff tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:05.101052 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f46344ad-e495-4073-bdb0-baa14d96a824 req-f26f8e72-39bd-4925-8b2b-b36124795eff tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 1023 time: 0.0987012 Jul 16 18:04:05.116925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e4d139-339c-4b3b-aa46-b5af3b0b51b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9161d1ec-619c-4486-b39f-d9974178bed6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:05.145787 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1d063b19-2630-470f-a2d2-dc8119103ddb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.148555 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1d063b19-2630-470f-a2d2-dc8119103ddb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.151783 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1d063b19-2630-470f-a2d2-dc8119103ddb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f5ddc2d-0a1c-4c01-9ddb-0f9f74e53a15 HTTP/1.1" status: 204 len: 168 time: 0.2829626 Jul 16 18:04:05.172283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d063b19-2630-470f-a2d2-dc8119103ddb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f5ddc2d-0a1c-4c01-9ddb-0f9f74e53a15,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:05.209567 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f46344ad-e495-4073-bdb0-baa14d96a824 req-16ca64d1-b972-417e-a438-a63df0639fff tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=7025cb53-0e8c-4983-ac8f-9793c398d2cf&id=24584268-c393-4904-a4c1-b847e7842971&id=ff1b652f-1cdb-49fa-b324-52d6e51afc63&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1075623 Jul 16 18:04:05.224728 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33194c08-eb48-42f0-8c44-f4dc738b1d84 req-2b94e511-0bc8-4481-bc80-de9c075028bd service neutron] 10.222.0.18 "GET /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541381 Jul 16 18:04:05.501153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56920) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:05.516565 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d784f517-f323-4b16-ae11-1ac79ef75c67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.623743 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d784f517-f323-4b16-ae11-1ac79ef75c67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.628260 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d784f517-f323-4b16-ae11-1ac79ef75c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.675068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56930) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:05.676030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d784f517-f323-4b16-ae11-1ac79ef75c67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=df6be1a871f24920a67bd2420dae8ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694601 Jul 16 18:04:05.677260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784f517-f323-4b16-ae11-1ac79ef75c67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6430cc9d-d02d-41f3-a6bd-e6a810760093,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:05.738025 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33a4af1-42fb-4243-af06-6b761e471c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.761195 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33a4af1-42fb-4243-af06-6b761e471c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.818190 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33a4af1-42fb-4243-af06-6b761e471c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.820875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33a4af1-42fb-4243-af06-6b761e471c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:05.824805 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b33a4af1-42fb-4243-af06-6b761e471c90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6430cc9d-d02d-41f3-a6bd-e6a810760093 HTTP/1.1" status: 204 len: 168 time: 0.1473620 Jul 16 18:04:05.831285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33a4af1-42fb-4243-af06-6b761e471c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6430cc9d-d02d-41f3-a6bd-e6a810760093,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:06.045249 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38e2508e-48d4-4535-b3bf-10fe03601d69 req-eaff806b-d6e2-44d3-83f7-7a386fb162de tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0396969 Jul 16 18:04:06.279793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364c8b8-e7c9-463c-93fc-2e5171bab16c req-a6625f54-1bbe-4780-885b-0ac435366e2f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.281340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4364c8b8-e7c9-463c-93fc-2e5171bab16c req-a6625f54-1bbe-4780-885b-0ac435366e2f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.0819018 Jul 16 18:04:06.345594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4364c8b8-e7c9-463c-93fc-2e5171bab16c req-588ee285-f464-40d7-8bb6-002d42f2684c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449708 Jul 16 18:04:06.415953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852d784f-773c-4c11-9f48-65d9daf12507 req-0417a4af-98a9-4b18-b6a2-fc55952c9270 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.417560 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-852d784f-773c-4c11-9f48-65d9daf12507 req-0417a4af-98a9-4b18-b6a2-fc55952c9270 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 1023 time: 0.0843706 Jul 16 18:04:06.476493 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-852d784f-773c-4c11-9f48-65d9daf12507 req-2cfd2ad9-c619-46a1-b421-f890196d9e01 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=7025cb53-0e8c-4983-ac8f-9793c398d2cf&id=24584268-c393-4904-a4c1-b847e7842971&id=ff1b652f-1cdb-49fa-b324-52d6e51afc63&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0520196 Jul 16 18:04:06.716708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aaaeae-0cc2-4512-96be-21bc7e5528a3 req-b2b58e13-0145-4719-9a48-3ccea4fdfda9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:06.718527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58aaaeae-0cc2-4512-96be-21bc7e5528a3 req-b2b58e13-0145-4719-9a48-3ccea4fdfda9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.18 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 1023 time: 0.0715768 Jul 16 18:04:06.730967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56988) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:06.834949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-58aaaeae-0cc2-4512-96be-21bc7e5528a3 req-1e12aa50-d75e-4a37-a6c4-16a891704566 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Deleting port b6f03ccc-254c-49ba-921b-feedfd82406e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:06.835477 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-58aaaeae-0cc2-4512-96be-21bc7e5528a3 req-1e12aa50-d75e-4a37-a6c4-16a891704566 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.870761 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75314ff9-a111-4c0c-a034-1bffc92b6941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.958133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-58aaaeae-0cc2-4512-96be-21bc7e5528a3 req-1e12aa50-d75e-4a37-a6c4-16a891704566 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] For port b6f03ccc-254c-49ba-921b-feedfd82406e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b6f03ccc-254c-49ba-921b-feedfd82406e,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:06.958515 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-58aaaeae-0cc2-4512-96be-21bc7e5528a3 req-1e12aa50-d75e-4a37-a6c4-16a891704566 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:06.972193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-58aaaeae-0cc2-4512-96be-21bc7e5528a3 req-1e12aa50-d75e-4a37-a6c4-16a891704566 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Calling delete_port for b6f03ccc-254c-49ba-921b-feedfd82406e owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:07.005626 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75314ff9-a111-4c0c-a034-1bffc92b6941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.011187 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75314ff9-a111-4c0c-a034-1bffc92b6941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.052540 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-75314ff9-a111-4c0c-a034-1bffc92b6941 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ea761905963e446eb50ecd98e31d4364&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3193173 Jul 16 18:04:07.053716 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75314ff9-a111-4c0c-a034-1bffc92b6941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a7d07e5-6662-46c8-86bc-591dca5544fb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.055337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57006) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:07.175966 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0745c968-320d-48fa-b641-05de1a9f2a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.204663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0745c968-320d-48fa-b641-05de1a9f2a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.232134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b958ed00-69e7-4977-9d7e-91c1956333f4 req-70184038-3b32-4265-a9ac-494c7995700d tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0368671 Jul 16 18:04:07.260141 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-58aaaeae-0cc2-4512-96be-21bc7e5528a3 req-1e12aa50-d75e-4a37-a6c4-16a891704566 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.284788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:07.296933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e12aa50-d75e-4a37-a6c4-16a891704566 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event deleted for resources: {'Port': ['ID=b6f03ccc-254c-49ba-921b-feedfd82406e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.347255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-58aaaeae-0cc2-4512-96be-21bc7e5528a3 req-1e12aa50-d75e-4a37-a6c4-16a891704566 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] No DVR routers for this DVR port b6f03ccc-254c-49ba-921b-feedfd82406e on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:07.350692 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-58aaaeae-0cc2-4512-96be-21bc7e5528a3 req-1e12aa50-d75e-4a37-a6c4-16a891704566 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.354823 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58aaaeae-0cc2-4512-96be-21bc7e5528a3 req-1e12aa50-d75e-4a37-a6c4-16a891704566 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.18 "DELETE /v2.0/ports/b6f03ccc-254c-49ba-921b-feedfd82406e HTTP/1.1" status: 204 len: 173 time: 0.6304429 Jul 16 18:04:07.355303 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'name': 'network-vif-deleted', 'tag': 'b6f03ccc-254c-49ba-921b-feedfd82406e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:07.357876 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb63a27-30d0-48ad-9427-49bb83603669" -d '{"events": [{"server_uuid": "b0be3b44-96c4-4627-a5f0-3ab4b334f436", "name": "network-vif-deleted", "tag": "b6f03ccc-254c-49ba-921b-feedfd82406e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:07.386545 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0745c968-320d-48fa-b641-05de1a9f2a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.395524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0745c968-320d-48fa-b641-05de1a9f2a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:07.407171 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0745c968-320d-48fa-b641-05de1a9f2a2c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a7d07e5-6662-46c8-86bc-591dca5544fb HTTP/1.1" status: 204 len: 168 time: 0.3378642 Jul 16 18:04:07.435114 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0745c968-320d-48fa-b641-05de1a9f2a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a7d07e5-6662-46c8-86bc-591dca5544fb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:07.465826 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4add22f6-648c-4f79-8f15-b61ffde82a28 x-openstack-request-id: req-4add22f6-648c-4f79-8f15-b61ffde82a28 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:07.466125 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0be3b44-96c4-4627-a5f0-3ab4b334f436", "name": "network-vif-deleted", "tag": "b6f03ccc-254c-49ba-921b-feedfd82406e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:07.466386 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4add22f6-648c-4f79-8f15-b61ffde82a28 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:07.467306 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0be3b44-96c4-4627-a5f0-3ab4b334f436', 'name': 'network-vif-deleted', 'tag': 'b6f03ccc-254c-49ba-921b-feedfd82406e', 'status': 'completed', 'code': 200} Jul 16 18:04:07.625471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1925a2-2c0c-4150-8461-a1d16d1a8245 req-2131bdf5-47ba-4d0a-902d-0e96781c7a7c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:07.631897 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db1925a2-2c0c-4150-8461-a1d16d1a8245 req-2131bdf5-47ba-4d0a-902d-0e96781c7a7c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.0958798 Jul 16 18:04:07.689131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db1925a2-2c0c-4150-8461-a1d16d1a8245 req-83a5228a-5498-4002-ba88-6c7a65b875eb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546339 Jul 16 18:04:07.810800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10c89f26-c06d-486b-9de5-30848b512638 req-262e2143-0daf-4dab-bd7b-8f4d9835161a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0350218 Jul 16 18:04:07.838357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ea0e2ac-3111-4476-ae9c-3fbe4154cea9 req-5fb0eb86-19b4-46d3-8c1b-adcadf65d6d8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=b0be3b44-96c4-4627-a5f0-3ab4b334f436 HTTP/1.1" status: 200 len: 210 time: 0.0716014 Jul 16 18:04:08.100089 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:04:08.414203 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d59a41f3-7dae-492f-a390-7d201effb5fb req-1aa31c77-3d98-484e-864e-fd93aac847dd tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0312631 Jul 16 18:04:08.912546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53976c5a-a0d7-40d0-86a6-0e3625f16951 req-4c14f4de-420a-4d95-8f25-467a661a27d6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:08.921460 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-53976c5a-a0d7-40d0-86a6-0e3625f16951 req-4c14f4de-420a-4d95-8f25-467a661a27d6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1002736 Jul 16 18:04:08.976313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-53976c5a-a0d7-40d0-86a6-0e3625f16951 req-073b7970-7de6-4f5a-9f89-2bc374f322de tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537822 Jul 16 18:04:09.097464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b6f03ccc-254c-49ba-921b-feedfd82406e no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:09.156200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: b6f03ccc-254c-49ba-921b-feedfd82406e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:09.156843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b6f03ccc-254c-49ba-921b-feedfd82406e not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:09.264132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4d8d4741-738b-4001-8e23-579787561457 req-7f47df32-a48a-44d9-b063-1fdc89b1cfa2 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/ff1b652f-1cdb-49fa-b324-52d6e51afc63 HTTP/1.1" status: 200 len: 1801 time: 0.0603178 Jul 16 18:04:09.322380 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4d8d4741-738b-4001-8e23-579787561457 req-8a5de54b-46ba-4432-9d67-f9594ff02cce tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.347303 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4d8d4741-738b-4001-8e23-579787561457 req-8a5de54b-46ba-4432-9d67-f9594ff02cce tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.398102 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4d8d4741-738b-4001-8e23-579787561457 req-8a5de54b-46ba-4432-9d67-f9594ff02cce tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.403271 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4d8d4741-738b-4001-8e23-579787561457 req-8a5de54b-46ba-4432-9d67-f9594ff02cce tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.406361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4d8d4741-738b-4001-8e23-579787561457 req-8a5de54b-46ba-4432-9d67-f9594ff02cce tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "DELETE /v2.0/security-groups/ff1b652f-1cdb-49fa-b324-52d6e51afc63 HTTP/1.1" status: 204 len: 173 time: 0.1408112 Jul 16 18:04:09.416592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5de54b-46ba-4432-9d67-f9594ff02cce tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff1b652f-1cdb-49fa-b324-52d6e51afc63,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:09.501297 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f1a42572-c9a7-456a-aeca-e86837ada8e2 req-c83a75d8-302e-40b1-b342-8a9b8be34257 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/7025cb53-0e8c-4983-ac8f-9793c398d2cf HTTP/1.1" status: 200 len: 1802 time: 0.0736785 Jul 16 18:04:09.562501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f1a42572-c9a7-456a-aeca-e86837ada8e2 req-92b7e929-c715-4eb9-9c9d-42c7cb5bc402 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.579161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57118) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:09.603315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f1a42572-c9a7-456a-aeca-e86837ada8e2 req-92b7e929-c715-4eb9-9c9d-42c7cb5bc402 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.604009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-219e65ec-2128-4201-a666-030e0e1b4c6d req-1a66489d-e09b-487f-a299-7616c33e1595 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0405691 Jul 16 18:04:09.658609 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f1a42572-c9a7-456a-aeca-e86837ada8e2 req-92b7e929-c715-4eb9-9c9d-42c7cb5bc402 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.662662 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f1a42572-c9a7-456a-aeca-e86837ada8e2 req-92b7e929-c715-4eb9-9c9d-42c7cb5bc402 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.676735 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f1a42572-c9a7-456a-aeca-e86837ada8e2 req-92b7e929-c715-4eb9-9c9d-42c7cb5bc402 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "DELETE /v2.0/security-groups/7025cb53-0e8c-4983-ac8f-9793c398d2cf HTTP/1.1" status: 204 len: 173 time: 0.1710916 Jul 16 18:04:09.695513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b7e929-c715-4eb9-9c9d-42c7cb5bc402 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7025cb53-0e8c-4983-ac8f-9793c398d2cf,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:09.767421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e7cea72-96dc-4e9f-a5d6-e2fe28b8943a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.896047 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e7cea72-96dc-4e9f-a5d6-e2fe28b8943a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.897199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-56f1f02e-6e0b-4bcd-a15e-b3a510077262 req-965fc623-4549-4106-9c32-b1dc32c12f31 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-963870493', 'description': 'tempest-description-1956895372'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:09.901919 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e7cea72-96dc-4e9f-a5d6-e2fe28b8943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.921458 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-56f1f02e-6e0b-4bcd-a15e-b3a510077262 req-965fc623-4549-4106-9c32-b1dc32c12f31 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:09.954940 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e7cea72-96dc-4e9f-a5d6-e2fe28b8943a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=616f7b7899e14670b7bbd16c13ceae03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3723838 Jul 16 18:04:09.956933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7cea72-96dc-4e9f-a5d6-e2fe28b8943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0292ebb1-9e63-44fe-af0f-5ba6e21532c2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:09.963842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6f8b673-ad0d-439b-bbde-2673822b5cf5 req-15781078-9269-437a-8d7a-81995f6fc72e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=04e5e3c80436414aab49d3e9a32fd590&device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0310402 Jul 16 18:04:09.966064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57138) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:10.021250 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6f8b673-ad0d-439b-bbde-2673822b5cf5 req-0834c4e4-9f31-4c0a-9a06-756fc35f3efd service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=04e5e3c80436414aab49d3e9a32fd590&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0469794 Jul 16 18:04:10.115417 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8715c2cf-2167-4e02-9336-2f8b645162ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.192653 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8715c2cf-2167-4e02-9336-2f8b645162ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.205478 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-56f1f02e-6e0b-4bcd-a15e-b3a510077262 req-965fc623-4549-4106-9c32-b1dc32c12f31 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.220219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-56f1f02e-6e0b-4bcd-a15e-b3a510077262 req-965fc623-4549-4106-9c32-b1dc32c12f31 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.242486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f8b673-ad0d-439b-bbde-2673822b5cf5 req-642cfb79-c651-43e2-a31b-772434668cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:10.244731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6f8b673-ad0d-439b-bbde-2673822b5cf5 req-642cfb79-c651-43e2-a31b-772434668cee service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2033465 Jul 16 18:04:10.247777 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c45d17e9-590c-4d20-81bf-d4b39f0a12a3 req-5ebb89a1-1f10-4194-91f0-13d9d50d22f1 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0370283 Jul 16 18:04:10.280404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965fc623-4549-4106-9c32-b1dc32c12f31 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66043b4c-2fec-42b1-9963-0f23db482eef,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:10.283854 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-56f1f02e-6e0b-4bcd-a15e-b3a510077262 req-965fc623-4549-4106-9c32-b1dc32c12f31 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.285094 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56f1f02e-6e0b-4bcd-a15e-b3a510077262 req-965fc623-4549-4106-9c32-b1dc32c12f31 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.3924141 Jul 16 18:04:10.316022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8715c2cf-2167-4e02-9336-2f8b645162ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.321658 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8715c2cf-2167-4e02-9336-2f8b645162ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.323223 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8715c2cf-2167-4e02-9336-2f8b645162ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0292ebb1-9e63-44fe-af0f-5ba6e21532c2 HTTP/1.1" status: 204 len: 168 time: 0.3558903 Jul 16 18:04:10.335020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8715c2cf-2167-4e02-9336-2f8b645162ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0292ebb1-9e63-44fe-af0f-5ba6e21532c2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:10.445764 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005effc5-307e-4517-9cb0-70fc5beaaf91 req-626da80e-acee-47eb-b39f-a9c6cbd8e449 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:10.452085 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-005effc5-307e-4517-9cb0-70fc5beaaf91 req-626da80e-acee-47eb-b39f-a9c6cbd8e449 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.0788276 Jul 16 18:04:10.494207 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-005effc5-307e-4517-9cb0-70fc5beaaf91 req-087e8e9d-dcbf-4b80-85c1-6012775c28ec tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384023 Jul 16 18:04:10.792746 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-215e4644-06ae-4f8c-9e2c-f7d83ef31e8a req-328aba4f-44e5-43f2-92c4-c4004438a8b5 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/66043b4c-2fec-42b1-9963-0f23db482eef HTTP/1.1" status: 200 len: 1802 time: 0.0497165 Jul 16 18:04:10.798433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-215e4644-06ae-4f8c-9e2c-f7d83ef31e8a req-e5d654e6-82cb-47fb-8d0d-59af29b86ce4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1712050487', 'description': 'tempest-description-hth-265823431'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:10.827006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-215e4644-06ae-4f8c-9e2c-f7d83ef31e8a req-e5d654e6-82cb-47fb-8d0d-59af29b86ce4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.880803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-215e4644-06ae-4f8c-9e2c-f7d83ef31e8a req-e5d654e6-82cb-47fb-8d0d-59af29b86ce4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.889320 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-215e4644-06ae-4f8c-9e2c-f7d83ef31e8a req-e5d654e6-82cb-47fb-8d0d-59af29b86ce4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.892036 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-215e4644-06ae-4f8c-9e2c-f7d83ef31e8a req-e5d654e6-82cb-47fb-8d0d-59af29b86ce4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:10.893372 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-215e4644-06ae-4f8c-9e2c-f7d83ef31e8a req-e5d654e6-82cb-47fb-8d0d-59af29b86ce4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "PUT /v2.0/security-groups/66043b4c-2fec-42b1-9963-0f23db482eef HTTP/1.1" status: 200 len: 1776 time: 0.0995951 Jul 16 18:04:10.923222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d654e6-82cb-47fb-8d0d-59af29b86ce4 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66043b4c-2fec-42b1-9963-0f23db482eef,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:10.964230 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd95f423-f40c-4452-ba8d-98099b7d7404 req-b6aa7567-4242-42d8-a424-bed59cbad62a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/66043b4c-2fec-42b1-9963-0f23db482eef HTTP/1.1" status: 200 len: 1776 time: 0.0454419 Jul 16 18:04:11.027817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-87035ab7-1c92-4bef-84c6-da33b4ab8ed4 req-6fcf2bcd-f4f0-49a9-b441-176955d21f88 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/66043b4c-2fec-42b1-9963-0f23db482eef HTTP/1.1" status: 200 len: 1776 time: 0.0408010 Jul 16 18:04:11.091876 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-87035ab7-1c92-4bef-84c6-da33b4ab8ed4 req-6668d69a-ea7e-4be6-8087-5b687ee0d916 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.116648 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-87035ab7-1c92-4bef-84c6-da33b4ab8ed4 req-6668d69a-ea7e-4be6-8087-5b687ee0d916 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.162849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-87035ab7-1c92-4bef-84c6-da33b4ab8ed4 req-6668d69a-ea7e-4be6-8087-5b687ee0d916 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.166206 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-87035ab7-1c92-4bef-84c6-da33b4ab8ed4 req-6668d69a-ea7e-4be6-8087-5b687ee0d916 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.167368 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-87035ab7-1c92-4bef-84c6-da33b4ab8ed4 req-6668d69a-ea7e-4be6-8087-5b687ee0d916 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "DELETE /v2.0/security-groups/66043b4c-2fec-42b1-9963-0f23db482eef HTTP/1.1" status: 204 len: 173 time: 0.1343293 Jul 16 18:04:11.176210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6668d69a-ea7e-4be6-8087-5b687ee0d916 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66043b4c-2fec-42b1-9963-0f23db482eef,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:11.369938 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-963ee9d5-426f-42ff-98fc-e47abf132b25 req-86ce75ab-5408-4af6-9d7f-0321ae5e6f2d tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] show failed (client error): The resource could not be found. Jul 16 18:04:11.378867 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-963ee9d5-426f-42ff-98fc-e47abf132b25 req-86ce75ab-5408-4af6-9d7f-0321ae5e6f2d tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/7025cb53-0e8c-4983-ac8f-9793c398d2cf HTTP/1.1" status: 404 len: 352 time: 0.0240448 Jul 16 18:04:11.410911 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-a519bcea-437a-4f18-88b6-65432ec2c535 req-b6aa54c5-6848-4658-8ab3-36da9a3e8ff1 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] show failed (client error): The resource could not be found. Jul 16 18:04:11.411922 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a519bcea-437a-4f18-88b6-65432ec2c535 req-b6aa54c5-6848-4658-8ab3-36da9a3e8ff1 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/ff1b652f-1cdb-49fa-b324-52d6e51afc63 HTTP/1.1" status: 404 len: 352 time: 0.0144403 Jul 16 18:04:11.440791 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-60cce828-07a6-44c0-8ddb-c5ebe3f56928 req-56847d81-ad8d-4475-82d3-b34cf2323522 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0338354 Jul 16 18:04:11.453228 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-a7ba9e51-4939-4c8b-b00e-930a4fcb845d req-da7a49cb-9a77-4598-91e7-e9614b4667af tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] show failed (client error): The resource could not be found. Jul 16 18:04:11.454422 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7ba9e51-4939-4c8b-b00e-930a4fcb845d req-da7a49cb-9a77-4598-91e7-e9614b4667af tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/79eb48e9-7e30-4c15-9492-8c655b2b6bc8 HTTP/1.1" status: 404 len: 352 time: 0.0174069 Jul 16 18:04:11.490908 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-4dee4579-b144-4ce2-95c9-4419388df04d req-97ff5f7c-6ece-40f0-bede-70a45c16a1a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] show failed (client error): The resource could not be found. Jul 16 18:04:11.492025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4dee4579-b144-4ce2-95c9-4419388df04d req-97ff5f7c-6ece-40f0-bede-70a45c16a1a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/9554aacc-41d6-4eb1-9e21-4e424a57026a HTTP/1.1" status: 404 len: 352 time: 0.0148792 Jul 16 18:04:11.534333 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-3eae4bd7-d7af-4220-8723-df268f708106 req-d10aa0ba-8e30-4f26-ac59-69c2f70602c2 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] show failed (client error): The resource could not be found. Jul 16 18:04:11.535445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3eae4bd7-d7af-4220-8723-df268f708106 req-d10aa0ba-8e30-4f26-ac59-69c2f70602c2 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/585df230-1214-485e-9717-d859ca36f1f6 HTTP/1.1" status: 404 len: 352 time: 0.0202658 Jul 16 18:04:11.579013 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-c4c441c7-86bf-40d3-9708-ffc3e5448b41 req-18f25a71-8bb6-4fb4-ae83-b0d3c207c12e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] show failed (client error): The resource could not be found. Jul 16 18:04:11.587365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4c441c7-86bf-40d3-9708-ffc3e5448b41 req-18f25a71-8bb6-4fb4-ae83-b0d3c207c12e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/805262b8-7a10-47a6-821a-095eb01d9cb2 HTTP/1.1" status: 404 len: 352 time: 0.0261252 Jul 16 18:04:11.634713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57220) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:11.713176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d76277-c317-44cc-bdbe-a7fb82299e89 req-9bdfbde1-11d2-4ee3-8bb8-1f570fdce26e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:11.720424 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c2d76277-c317-44cc-bdbe-a7fb82299e89 req-9bdfbde1-11d2-4ee3-8bb8-1f570fdce26e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.0877779 Jul 16 18:04:11.773025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c2d76277-c317-44cc-bdbe-a7fb82299e89 req-64693345-fe9f-4123-b81c-cb5e05ce4c8d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516419 Jul 16 18:04:11.788568 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5b02a704-463b-4f6a-b701-ff53b2d795c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.855068 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:11.905237 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6f8b673-ad0d-439b-bbde-2673822b5cf5 req-f2f8a245-348f-4186-ac18-3226b3a41210 tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.18 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0827744 Jul 16 18:04:12.025620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5b02a704-463b-4f6a-b701-ff53b2d795c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.029726 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5b02a704-463b-4f6a-b701-ff53b2d795c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.077951 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5b02a704-463b-4f6a-b701-ff53b2d795c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab35afdc704045508697cb49d3cc185e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4397514 Jul 16 18:04:12.077951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02a704-463b-4f6a-b701-ff53b2d795c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af674f43-a9da-4517-bd7b-950ecd4707db,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.078879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57240) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:12.181894 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5453709-9866-44ef-9f96-ca8b978835ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.194794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4ddea-fc65-47ed-8e08-390c7588635d req-084e8e02-0e8f-4052-9982-741e6f90890c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:12.196654 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-53e4ddea-fc65-47ed-8e08-390c7588635d req-084e8e02-0e8f-4052-9982-741e6f90890c tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 1023 time: 0.1339910 Jul 16 18:04:12.232122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5453709-9866-44ef-9f96-ca8b978835ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.268429 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-53e4ddea-fc65-47ed-8e08-390c7588635d req-d8881804-5b55-4f73-9ad7-af9f61780275 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0be11f9-dd46-49a1-aa97-00ac6402f9d9&id=0040bfe3-6cc1-43c7-b53f-8ecd157e0e60&id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0640786 Jul 16 18:04:12.309391 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5453709-9866-44ef-9f96-ca8b978835ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.312238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5453709-9866-44ef-9f96-ca8b978835ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.313693 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d5453709-9866-44ef-9f96-ca8b978835ae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/af674f43-a9da-4517-bd7b-950ecd4707db HTTP/1.1" status: 204 len: 168 time: 0.2123048 Jul 16 18:04:12.324129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5453709-9866-44ef-9f96-ca8b978835ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af674f43-a9da-4517-bd7b-950ecd4707db,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:12.622767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8d428270-8a9b-4568-9333-4c85980ce549 req-4c0e3b3b-1616-4ac8-bff9-23490263872a tempest-ServerShowV257Test-1376640423 tempest-ServerShowV257Test-1376640423-project] 10.222.0.47 "GET /v2.0/ports?device_id=992871d5-afa3-42ed-b64a-17430b28dbb1 HTTP/1.1" status: 200 len: 210 time: 0.0420063 Jul 16 18:04:12.661912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57264) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:12.677187 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c9b5e51-30bc-4f4a-bc7f-e08e0ab9b416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.877292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c9b5e51-30bc-4f4a-bc7f-e08e0ab9b416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.886426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c9b5e51-30bc-4f4a-bc7f-e08e0ab9b416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:12.935847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57278) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:12.936321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6c9b5e51-30bc-4f4a-bc7f-e08e0ab9b416 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ebf6a9c97844c14acc1720d95f928b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727962 Jul 16 18:04:12.937348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b5e51-30bc-4f4a-bc7f-e08e0ab9b416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2246f2de-d398-4129-b7bb-ff9aa150dc9c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:13.024741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991b6f48-af91-418f-a943-c66167bb0d67 req-14090d4e-1574-4247-a9ee-94ac1fdc1055 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.026730 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-991b6f48-af91-418f-a943-c66167bb0d67 req-14090d4e-1574-4247-a9ee-94ac1fdc1055 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.0757744 Jul 16 18:04:13.077239 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e10d6d56-44a8-4e89-998e-fbbc2e42d118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.112635 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-991b6f48-af91-418f-a943-c66167bb0d67 req-e4a5b631-95b1-4e91-ba2d-de32ed3df5f5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711603 Jul 16 18:04:13.131727 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e10d6d56-44a8-4e89-998e-fbbc2e42d118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.209008 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e10d6d56-44a8-4e89-998e-fbbc2e42d118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.212051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e10d6d56-44a8-4e89-998e-fbbc2e42d118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:13.215996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e10d6d56-44a8-4e89-998e-fbbc2e42d118 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2246f2de-d398-4129-b7bb-ff9aa150dc9c HTTP/1.1" status: 204 len: 168 time: 0.2790680 Jul 16 18:04:13.229800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d6d56-44a8-4e89-998e-fbbc2e42d118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2246f2de-d398-4129-b7bb-ff9aa150dc9c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:13.468418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30fd45a-8d69-4a59-85a3-0f428e2377f0 req-9ad16dab-a6c0-4682-8d91-60fb5df74063 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:13.476366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c30fd45a-8d69-4a59-85a3-0f428e2377f0 req-9ad16dab-a6c0-4682-8d91-60fb5df74063 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 1023 time: 0.0800352 Jul 16 18:04:13.521930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c30fd45a-8d69-4a59-85a3-0f428e2377f0 req-81f3431e-6235-4923-86e9-28471b85fd7a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0be11f9-dd46-49a1-aa97-00ac6402f9d9&id=0040bfe3-6cc1-43c7-b53f-8ecd157e0e60&id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0436621 Jul 16 18:04:13.782528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57316) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.079544 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78935948-2521-4f4b-9f86-1de038330e61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.105517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57328) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.137408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e2e6cd-e5cf-46af-b814-b5f26e54c22b req-8a5e85a2-d6e8-48cb-b6a1-4ab6e1544594 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.138961 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39e2e6cd-e5cf-46af-b814-b5f26e54c22b req-8a5e85a2-d6e8-48cb-b6a1-4ab6e1544594 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 1023 time: 0.1046166 Jul 16 18:04:14.327046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78935948-2521-4f4b-9f86-1de038330e61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.339131 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78935948-2521-4f4b-9f86-1de038330e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.373885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-39e2e6cd-e5cf-46af-b814-b5f26e54c22b req-c033cf13-a9eb-4a03-b2d4-95d4b4a704a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Deleting port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:14.374381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-39e2e6cd-e5cf-46af-b814-b5f26e54c22b req-c033cf13-a9eb-4a03-b2d4-95d4b4a704a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.384307 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3adc460-3f0f-4dc2-813b-eb06a1dda79e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.432072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57342) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.432320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-78935948-2521-4f4b-9f86-1de038330e61 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ed53d5fdf09a458a89372d03f0e1d4cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6486676 Jul 16 18:04:14.437712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78935948-2521-4f4b-9f86-1de038330e61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d121be-b731-4873-983d-ba55c895aec2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.455121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c794bfbe-7522-47c0-95dc-0a8b6bf63a2f req-ca2b5efc-e139-4b79-977e-a53171cc649c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.457672 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c794bfbe-7522-47c0-95dc-0a8b6bf63a2f req-ca2b5efc-e139-4b79-977e-a53171cc649c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.2113547 Jul 16 18:04:14.565727 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c794bfbe-7522-47c0-95dc-0a8b6bf63a2f req-fbb77726-2790-4cfc-81a7-3f1f8ec53b34 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010737 Jul 16 18:04:14.566653 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a79e11a-1667-4909-ba6e-b845c48477ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.586744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-39e2e6cd-e5cf-46af-b814-b5f26e54c22b req-c033cf13-a9eb-4a03-b2d4-95d4b4a704a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] For port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,segment=NetworkSegment(2b096605-dffa-481c-988b-7ba4a441d5d8),segment_id=2b096605-dffa-481c-988b-7ba4a441d5d8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:14.587376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-39e2e6cd-e5cf-46af-b814-b5f26e54c22b req-c033cf13-a9eb-4a03-b2d4-95d4b4a704a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.603265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-39e2e6cd-e5cf-46af-b814-b5f26e54c22b req-c033cf13-a9eb-4a03-b2d4-95d4b4a704a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Calling delete_port for 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:14.604793 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a79e11a-1667-4909-ba6e-b845c48477ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.631395 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3adc460-3f0f-4dc2-813b-eb06a1dda79e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.648491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3adc460-3f0f-4dc2-813b-eb06a1dda79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.698056 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a3adc460-3f0f-4dc2-813b-eb06a1dda79e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=04e5e3c80436414aab49d3e9a32fd590&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911400 Jul 16 18:04:14.699797 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3adc460-3f0f-4dc2-813b-eb06a1dda79e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76aff041-ec75-48ae-ad63-c8f7dd8c8529,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.700990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57352) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:14.713313 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a79e11a-1667-4909-ba6e-b845c48477ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.715925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a79e11a-1667-4909-ba6e-b845c48477ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.719974 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1a79e11a-1667-4909-ba6e-b845c48477ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b1d121be-b731-4873-983d-ba55c895aec2 HTTP/1.1" status: 204 len: 168 time: 0.2843995 Jul 16 18:04:14.731504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a79e11a-1667-4909-ba6e-b845c48477ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d121be-b731-4873-983d-ba55c895aec2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:14.835520 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-758069fc-1eb3-4bfa-924d-2d7f8b18bafa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.848268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a43f210-bcd1-4c38-bae8-3b8622940dd2 req-4903473d-5830-46ab-bf17-2aba452d751e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:14.849958 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a43f210-bcd1-4c38-bae8-3b8622940dd2 req-4903473d-5830-46ab-bf17-2aba452d751e tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/ports?device_id=ffd6c71e-1cff-4e00-a681-794ce7be9a63 HTTP/1.1" status: 200 len: 1023 time: 0.0738420 Jul 16 18:04:14.881641 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-758069fc-1eb3-4bfa-924d-2d7f8b18bafa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.901763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-39e2e6cd-e5cf-46af-b814-b5f26e54c22b req-c033cf13-a9eb-4a03-b2d4-95d4b4a704a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:14.908250 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a43f210-bcd1-4c38-bae8-3b8622940dd2 req-cb32aa36-14a3-413d-8330-9e4873cc9782 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups?id=c0be11f9-dd46-49a1-aa97-00ac6402f9d9&id=0040bfe3-6cc1-43c7-b53f-8ecd157e0e60&id=24584268-c393-4904-a4c1-b847e7842971&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0513966 Jul 16 18:04:14.913224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:14.974985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c033cf13-a9eb-4a03-b2d4-95d4b4a704a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event deleted for resources: {'Port': ['ID=174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.026396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-39e2e6cd-e5cf-46af-b814-b5f26e54c22b req-c033cf13-a9eb-4a03-b2d4-95d4b4a704a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] No DVR routers for this DVR port 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:15.029691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-39e2e6cd-e5cf-46af-b814-b5f26e54c22b req-c033cf13-a9eb-4a03-b2d4-95d4b4a704a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.031903 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39e2e6cd-e5cf-46af-b814-b5f26e54c22b req-c033cf13-a9eb-4a03-b2d4-95d4b4a704a9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.18 "DELETE /v2.0/ports/174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 HTTP/1.1" status: 204 len: 173 time: 0.8841169 Jul 16 18:04:15.037914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'name': 'network-vif-deleted', 'tag': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:15.038352 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42330f43-779c-4545-96c5-a9721bc3914b" -d '{"events": [{"server_uuid": "ffd6c71e-1cff-4e00-a681-794ce7be9a63", "name": "network-vif-deleted", "tag": "174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:15.057107 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-758069fc-1eb3-4bfa-924d-2d7f8b18bafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.059784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-758069fc-1eb3-4bfa-924d-2d7f8b18bafa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.063454 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-758069fc-1eb3-4bfa-924d-2d7f8b18bafa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76aff041-ec75-48ae-ad63-c8f7dd8c8529 HTTP/1.1" status: 204 len: 168 time: 0.3569303 Jul 16 18:04:15.074382 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758069fc-1eb3-4bfa-924d-2d7f8b18bafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76aff041-ec75-48ae-ad63-c8f7dd8c8529,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.101018 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee8abb2-9932-4e00-ae9d-370d0c442b7d x-openstack-request-id: req-cee8abb2-9932-4e00-ae9d-370d0c442b7d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:15.101578 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd6c71e-1cff-4e00-a681-794ce7be9a63", "name": "network-vif-deleted", "tag": "174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:15.101578 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cee8abb2-9932-4e00-ae9d-370d0c442b7d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:15.102868 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd6c71e-1cff-4e00-a681-794ce7be9a63', 'name': 'network-vif-deleted', 'tag': '174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3', 'status': 'completed', 'code': 200} Jul 16 18:04:15.338148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57370) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.361014 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dc3b912e-820c-4bf0-9c22-daa79c933872 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.421235 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4cb3b94a-fa7c-4a35-81c1-ab452ae885d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.500609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dc3b912e-820c-4bf0-9c22-daa79c933872 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.506805 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dc3b912e-820c-4bf0-9c22-daa79c933872 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.553997 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dc3b912e-820c-4bf0-9c22-daa79c933872 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3306f9c1313e48c198158e16e7d190e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144628 Jul 16 18:04:15.557275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57380) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.564555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3b912e-820c-4bf0-9c22-daa79c933872 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ca833d5-70ea-4139-ac1c-6dcf0621e16e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.646932 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-344ddf30-d246-472c-aaaa-72f0669faf0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.707807 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-344ddf30-d246-472c-aaaa-72f0669faf0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.749449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57388) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:15.814439 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-344ddf30-d246-472c-aaaa-72f0669faf0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.817620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-344ddf30-d246-472c-aaaa-72f0669faf0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:15.822644 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-344ddf30-d246-472c-aaaa-72f0669faf0c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1ca833d5-70ea-4139-ac1c-6dcf0621e16e HTTP/1.1" status: 204 len: 168 time: 0.2643347 Jul 16 18:04:15.832287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ddf30-d246-472c-aaaa-72f0669faf0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ca833d5-70ea-4139-ac1c-6dcf0621e16e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:15.859483 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a324c2-7e6e-42d4-8fd6-c339c808d9d2 req-601d25d0-7133-4254-b5b0-306e5a20b5c6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:15.861573 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a1a324c2-7e6e-42d4-8fd6-c339c808d9d2 req-601d25d0-7133-4254-b5b0-306e5a20b5c6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1048255 Jul 16 18:04:15.919213 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a1a324c2-7e6e-42d4-8fd6-c339c808d9d2 req-b130f5cf-8b45-4b5f-a876-f3e06c328256 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504806 Jul 16 18:04:15.940004 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe215-1037-4495-9c4d-d3ec12121eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.074851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe215-1037-4495-9c4d-d3ec12121eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.082276 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9a6fe215-1037-4495-9c4d-d3ec12121eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.142042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6fe215-1037-4495-9c4d-d3ec12121eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b76349-2283-4ae9-93d6-3ebcfa19ca80,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.147518 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9a6fe215-1037-4495-9c4d-d3ec12121eb1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef4e9fe8bc274de2af54b431c86f6fd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3959956 Jul 16 18:04:16.151087 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce1076af-eaf7-4ca1-8722-fc5a7eb38482 req-eefa1b36-c946-4204-b6ee-0eb8e5d63fb8 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/c0be11f9-dd46-49a1-aa97-00ac6402f9d9 HTTP/1.1" status: 200 len: 1803 time: 0.0922198 Jul 16 18:04:16.151689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57412) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.241011 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-537c4710-371f-42b7-9b46-6a1a687cfdae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.259986 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ce1076af-eaf7-4ca1-8722-fc5a7eb38482 req-661913a2-1091-41c2-a663-62af01c9aa79 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.262996 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-537c4710-371f-42b7-9b46-6a1a687cfdae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.289910 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ce1076af-eaf7-4ca1-8722-fc5a7eb38482 req-661913a2-1091-41c2-a663-62af01c9aa79 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.327036 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-537c4710-371f-42b7-9b46-6a1a687cfdae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.330164 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-537c4710-371f-42b7-9b46-6a1a687cfdae admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.331488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-537c4710-371f-42b7-9b46-6a1a687cfdae admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/77b76349-2283-4ae9-93d6-3ebcfa19ca80 HTTP/1.1" status: 204 len: 168 time: 0.1787641 Jul 16 18:04:16.342509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ce1076af-eaf7-4ca1-8722-fc5a7eb38482 req-661913a2-1091-41c2-a663-62af01c9aa79 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.345242 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ce1076af-eaf7-4ca1-8722-fc5a7eb38482 req-661913a2-1091-41c2-a663-62af01c9aa79 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.346150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c4710-371f-42b7-9b46-6a1a687cfdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b76349-2283-4ae9-93d6-3ebcfa19ca80,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.346659 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce1076af-eaf7-4ca1-8722-fc5a7eb38482 req-661913a2-1091-41c2-a663-62af01c9aa79 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "DELETE /v2.0/security-groups/c0be11f9-dd46-49a1-aa97-00ac6402f9d9 HTTP/1.1" status: 204 len: 173 time: 0.1669707 Jul 16 18:04:16.359310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661913a2-1091-41c2-a663-62af01c9aa79 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0be11f9-dd46-49a1-aa97-00ac6402f9d9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.420174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3a2fc60-80f4-4bbf-b711-96becbd410fd req-6cb857cf-9c64-4247-b1c7-a899c2dd41c9 tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "GET /v2.0/security-groups/0040bfe3-6cc1-43c7-b53f-8ecd157e0e60 HTTP/1.1" status: 200 len: 1803 time: 0.0471544 Jul 16 18:04:16.484772 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d3a2fc60-80f4-4bbf-b711-96becbd410fd req-011583ba-ae78-4057-9683-569f2d0d124a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.510888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d3a2fc60-80f4-4bbf-b711-96becbd410fd req-011583ba-ae78-4057-9683-569f2d0d124a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.559405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d3a2fc60-80f4-4bbf-b711-96becbd410fd req-011583ba-ae78-4057-9683-569f2d0d124a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.560828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d3a2fc60-80f4-4bbf-b711-96becbd410fd req-011583ba-ae78-4057-9683-569f2d0d124a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.562438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3a2fc60-80f4-4bbf-b711-96becbd410fd req-011583ba-ae78-4057-9683-569f2d0d124a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] 10.222.0.47 "DELETE /v2.0/security-groups/0040bfe3-6cc1-43c7-b53f-8ecd157e0e60 HTTP/1.1" status: 204 len: 173 time: 0.1372716 Jul 16 18:04:16.568221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57438) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.574992 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011583ba-ae78-4057-9683-569f2d0d124a tempest-SecurityGroupsTestJSON-1435431307 tempest-SecurityGroupsTestJSON-1435431307-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0040bfe3-6cc1-43c7-b53f-8ecd157e0e60,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.638236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc9553d3-bf99-4a3f-9792-3492403604fe admin admin] Deleting subnet ff7f8cd2-9f64-4120-9fd1-5582f1c28583 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:04:16.645649 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc9553d3-bf99-4a3f-9792-3492403604fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.690544 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc9553d3-bf99-4a3f-9792-3492403604fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.733707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc9553d3-bf99-4a3f-9792-3492403604fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.808814 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc9553d3-bf99-4a3f-9792-3492403604fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.834540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57448) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.844501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9553d3-bf99-4a3f-9792-3492403604fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff7f8cd2-9f64-4120-9fd1-5582f1c28583,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:16.848613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc9553d3-bf99-4a3f-9792-3492403604fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:16.855149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57452) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:16.856436 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cc9553d3-bf99-4a3f-9792-3492403604fe admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ff7f8cd2-9f64-4120-9fd1-5582f1c28583 HTTP/1.1" status: 204 len: 168 time: 0.2868299 Jul 16 18:04:16.872987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f34eba0-8e12-4491-81e8-25eb0a9795be admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.073516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f34eba0-8e12-4491-81e8-25eb0a9795be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.078258 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.083099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f34eba0-8e12-4491-81e8-25eb0a9795be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.123261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device e1a7639f-16bd-4261-a407-1a35694179ba details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:17.134483 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:17.152236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f3702-a4d2-4e5b-8c1d-442d16aa7d97 req-4406a847-78cc-4d4f-9039-2db500b1e0de tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:17.159624 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f9f3702-a4d2-4e5b-8c1d-442d16aa7d97 req-4406a847-78cc-4d4f-9039-2db500b1e0de tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1013927 Jul 16 18:04:17.175470 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:04:17.176359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 174c2be2-b7b9-4a4a-a18e-61c3e1bb73d3 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:04:17.225371 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f9f3702-a4d2-4e5b-8c1d-442d16aa7d97 req-c93bcad8-f307-4222-b2a6-9700dba953a1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646470 Jul 16 18:04:17.292713 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port e1a7639f-16bd-4261-a407-1a35694179ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e1a7639f-16bd-4261-a407-1a35694179ba,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:17.309482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'e1a7639f-16bd-4261-a407-1a35694179ba', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'port_id': 'e1a7639f-16bd-4261-a407-1a35694179ba', 'mac_address': 'fa:16:3e:37:92:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f56a12-2748-4e3d-89b9-151cce28c16a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:17.383868 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.402775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e1a7639f-16bd-4261-a407-1a35694179ba {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:17.435525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port e1a7639f-16bd-4261-a407-1a35694179ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e1a7639f-16bd-4261-a407-1a35694179ba,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:17.441813 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.530724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=e1a7639f-16bd-4261-a407-1a35694179ba,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:17.538075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['e1a7639f-16bd-4261-a407-1a35694179ba'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:17.553011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.553733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.554727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.555994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.557159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.557817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.558631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.559210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.559949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.560886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.561456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.561998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:17.923526 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:17.958288 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7f34eba0-8e12-4491-81e8-25eb0a9795be admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=418a7fc4184a463ab697bf6bd5b4e8c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1225548 Jul 16 18:04:17.963406 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57522) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:18.022419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f34eba0-8e12-4491-81e8-25eb0a9795be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e4e4f6f-2fe1-4a3d-8446-1a1706a64c3c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:18.064157 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-876e42aa-e085-4269-b6bc-1b8277a2ed58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.093251 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.111787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b3b15d-94bb-4db7-998e-252e3d7493d1']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:18.134430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b096605-dffa-481c-988b-7ba4a441d5d8') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:18.135010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b096605-dffa-481c-988b-7ba4a441d5d8') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:18.135529 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-876e42aa-e085-4269-b6bc-1b8277a2ed58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.141887 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b51a277-a32d-4180-b0a3-d3251c3ff443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.160367 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.182621 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.200334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:04:18.202341 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.234443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-876e42aa-e085-4269-b6bc-1b8277a2ed58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:04:18.238148 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:04:18.246364 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-876e42aa-e085-4269-b6bc-1b8277a2ed58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.247549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-876e42aa-e085-4269-b6bc-1b8277a2ed58 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e4e4f6f-2fe1-4a3d-8446-1a1706a64c3c HTTP/1.1" status: 204 len: 168 time: 0.2824588 Jul 16 18:04:18.260557 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e42aa-e085-4269-b6bc-1b8277a2ed58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e4e4f6f-2fe1-4a3d-8446-1a1706a64c3c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:18.325061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.338527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.340055 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] 10.222.0.47 "DELETE /v2.0/networks/a2b3b15d-94bb-4db7-998e-252e3d7493d1 HTTP/1.1" status: 204 len: 168 time: 1.4832549 Jul 16 18:04:18.353352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5802c0-c8c4-4ba8-8004-e2337a20ec7b admin admin] Pushing event deleted for resources: {'Network': ['ID=a2b3b15d-94bb-4db7-998e-252e3d7493d1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:18.359595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57548) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:18.470187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24533b9-cc98-43f3-b398-84731660dcac req-38980d54-c85c-40ff-9fc7-27a28be8a29c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:18.471876 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f24533b9-cc98-43f3-b398-84731660dcac req-38980d54-c85c-40ff-9fc7-27a28be8a29c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 944 time: 0.0654707 Jul 16 18:04:18.518226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f24533b9-cc98-43f3-b398-84731660dcac req-b6e3007f-a09f-4ab0-b975-8755ffdef118 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392175 Jul 16 18:04:18.786052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57562) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:18.841991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-44763212-5894-44d5-bb5d-0fb73da69026 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5cf99a0a99640d5b0a9bde903fa7dc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0546172 Jul 16 18:04:18.844455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57566) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:18.919448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e837ad3-8aad-4c5c-b3d6-d2ccf020f11d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.979606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e837ad3-8aad-4c5c-b3d6-d2ccf020f11d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:18.995451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32cd1c77-f2eb-4c2d-929a-704e329cd601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.138175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device e1a7639f-16bd-4261-a407-1a35694179ba up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:19.150862 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e837ad3-8aad-4c5c-b3d6-d2ccf020f11d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.160025 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e837ad3-8aad-4c5c-b3d6-d2ccf020f11d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.164831 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4e837ad3-8aad-4c5c-b3d6-d2ccf020f11d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/24584268-c393-4904-a4c1-b847e7842971 HTTP/1.1" status: 204 len: 168 time: 0.3182135 Jul 16 18:04:19.170086 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32cd1c77-f2eb-4c2d-929a-704e329cd601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.185801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e837ad3-8aad-4c5c-b3d6-d2ccf020f11d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24584268-c393-4904-a4c1-b847e7842971,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:19.190236 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32cd1c77-f2eb-4c2d-929a-704e329cd601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.253031 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32cd1c77-f2eb-4c2d-929a-704e329cd601 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d05baddac36d4087b55bf779bfd5c1a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8922613 Jul 16 18:04:19.256164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57586) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:19.258581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cd1c77-f2eb-4c2d-929a-704e329cd601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed216d75-88b4-463a-a882-3d3aa92ed4a7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:19.373683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port e1a7639f-16bd-4261-a407-1a35694179ba triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:19.374591 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.464399 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.502923 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.591552 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.597141 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.600083 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.605336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ed216d75-88b4-463a-a882-3d3aa92ed4a7 HTTP/1.1" status: 204 len: 168 time: 0.3476348 Jul 16 18:04:19.622244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed216d75-88b4-463a-a882-3d3aa92ed4a7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:19.639261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.640000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.640561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.641158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.644075 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.644792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.645027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.645751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.646226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.646748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.651269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a7639f-16bd-4261-a407-1a35694179ba'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:19.651956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.652452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34076c21-201f-4ca2-884e-f9cf72f43969 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:19.658458 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1464d06b-a91b-4234-bffd-3d089997ee08" -d '{"events": [{"server_uuid": "9bf079fd-65ec-4c64-b3bb-51ed81b9c122", "name": "network-vif-plugged", "status": "completed", "tag": "e1a7639f-16bd-4261-a407-1a35694179ba"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:19.728497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port e1a7639f-16bd-4261-a407-1a35694179ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e1a7639f-16bd-4261-a407-1a35694179ba,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:19.751742 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.874676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=e1a7639f-16bd-4261-a407-1a35694179ba,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:19.886512 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:19.921881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76861604-4a4a-4bb5-a5a6-0d657b07072d req-ce8a2207-558f-41f0-8c34-66c87b1e47e8 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:19.933784 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-76861604-4a4a-4bb5-a5a6-0d657b07072d req-ce8a2207-558f-41f0-8c34-66c87b1e47e8 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 944 time: 0.2178290 Jul 16 18:04:20.014165 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-76861604-4a4a-4bb5-a5a6-0d657b07072d req-4ed41149-1149-4ded-a979-3cc719238103 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740433 Jul 16 18:04:20.114076 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219e040d-7e41-4593-adf9-71114864b512 x-openstack-request-id: req-219e040d-7e41-4593-adf9-71114864b512 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:20.114734 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf079fd-65ec-4c64-b3bb-51ed81b9c122", "name": "network-vif-plugged", "status": "completed", "tag": "e1a7639f-16bd-4261-a407-1a35694179ba", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:20.115292 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-219e040d-7e41-4593-adf9-71114864b512 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:20.115921 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e1a7639f-16bd-4261-a407-1a35694179ba', 'code': 200} Jul 16 18:04:20.409329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57630) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:20.425605 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad04e8f7-a3b3-4217-9757-28a832db5530 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.724776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad04e8f7-a3b3-4217-9757-28a832db5530 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.735528 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad04e8f7-a3b3-4217-9757-28a832db5530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:20.818615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad04e8f7-a3b3-4217-9757-28a832db5530 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90e67aa3-a191-48ac-bd5d-4d0c0afc7fa9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:20.850336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57652) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:20.853775 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ad04e8f7-a3b3-4217-9757-28a832db5530 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a8aaebed1e9048969b34f517742eb08f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4403327 Jul 16 18:04:20.975338 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b91e5028-2e06-4226-b0d3-cd93d9cf9b70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.043909 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b91e5028-2e06-4226-b0d3-cd93d9cf9b70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.169303 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b91e5028-2e06-4226-b0d3-cd93d9cf9b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.172601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b91e5028-2e06-4226-b0d3-cd93d9cf9b70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.177548 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b91e5028-2e06-4226-b0d3-cd93d9cf9b70 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/90e67aa3-a191-48ac-bd5d-4d0c0afc7fa9 HTTP/1.1" status: 204 len: 168 time: 0.3260365 Jul 16 18:04:21.195018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e5028-2e06-4226-b0d3-cd93d9cf9b70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e67aa3-a191-48ac-bd5d-4d0c0afc7fa9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:21.421292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629426a-c594-417f-b1ea-eb54816992a3 req-a1c53f45-4c4e-4205-8810-13715a28a0b4 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:21.431366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0629426a-c594-417f-b1ea-eb54816992a3 req-a1c53f45-4c4e-4205-8810-13715a28a0b4 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1068790 Jul 16 18:04:21.502288 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0629426a-c594-417f-b1ea-eb54816992a3 req-de749644-16f4-44f9-9110-72f1c8117dd6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695813 Jul 16 18:04:21.796363 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:21.908030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57702) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.261382 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5ab6a4a-dd99-4fe7-8c14-987c84ab5575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.286267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57716) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.382315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57724) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.434447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5ab6a4a-dd99-4fe7-8c14-987c84ab5575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.440319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5ab6a4a-dd99-4fe7-8c14-987c84ab5575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.492756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57730) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:22.493463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d5ab6a4a-dd99-4fe7-8c14-987c84ab5575 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c16aaa384967412ea045d75d071d4b1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5824387 Jul 16 18:04:22.510236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ab6a4a-dd99-4fe7-8c14-987c84ab5575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff066d8-24cc-4776-8dac-90ff84fc0c49,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:22.612486 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b355-26ba-4923-ad0a-f179b520b2cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.670945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b355-26ba-4923-ad0a-f179b520b2cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.683156 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-42a03190-da95-451b-83af-350eefec7070 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.780600 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b355-26ba-4923-ad0a-f179b520b2cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.783847 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3bb9b355-26ba-4923-ad0a-f179b520b2cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:22.785170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3bb9b355-26ba-4923-ad0a-f179b520b2cf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ff066d8-24cc-4776-8dac-90ff84fc0c49 HTTP/1.1" status: 204 len: 168 time: 0.2914174 Jul 16 18:04:22.795688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb9b355-26ba-4923-ad0a-f179b520b2cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff066d8-24cc-4776-8dac-90ff84fc0c49,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:22.870306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-977812013-network', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:23.026425 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-42a03190-da95-451b-83af-350eefec7070 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.039498 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-42a03190-da95-451b-83af-350eefec7070 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.071027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Made reservation on behalf of 0f0c9b211b1543a79f62c8f66c9d6d22 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:23.074332 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.103789 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.136182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42808f-f0c4-446f-87c3-c6bdebb6410f req-ab1f425d-7cb8-49dc-81e5-182c53df29b1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.137926 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e42808f-f0c4-446f-87c3-c6bdebb6410f req-ab1f425d-7cb8-49dc-81e5-182c53df29b1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.3613789 Jul 16 18:04:23.144415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-42a03190-da95-451b-83af-350eefec7070 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=520ecccc6d5f4d95a267a7b8e2d61c91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8565791 Jul 16 18:04:23.145034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a03190-da95-451b-83af-350eefec7070 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef72b692-a548-47eb-9d9e-4ae7dc59f969,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:23.147682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57752) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:23.235519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e42808f-f0c4-446f-87c3-c6bdebb6410f req-fc93535d-01da-4ba8-8916-5fa064e9a7ee tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755310 Jul 16 18:04:23.275770 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-13452841-a761-4ca9-b3e4-e83f6790ea13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.314810 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.327839 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.333629 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-13452841-a761-4ca9-b3e4-e83f6790ea13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.388580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:23.404781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e83d2d-aa26-48b4-aa55-acd45a4ba4b4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:23.411003 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.411551 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Added segment 1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b of type vlan for network 5d2f970e-7fc4-4662-a030-ff23180463cc Jul 16 18:04:23.427365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.427978 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.428544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.429045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.429611 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.430696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.431483 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.432008 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.432496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.433056 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.433552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.434086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:23.478456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.502908 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-13452841-a761-4ca9-b3e4-e83f6790ea13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.506384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-13452841-a761-4ca9-b3e4-e83f6790ea13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.508247 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-13452841-a761-4ca9-b3e4-e83f6790ea13 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef72b692-a548-47eb-9d9e-4ae7dc59f969 HTTP/1.1" status: 204 len: 168 time: 0.3571045 Jul 16 18:04:23.530438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13452841-a761-4ca9-b3e4-e83f6790ea13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef72b692-a548-47eb-9d9e-4ae7dc59f969,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:23.536959 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.538353 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:23.539279 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.590873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57770) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:23.591090 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2067950 Jul 16 18:04:23.596350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] Request body: {'subnet': {'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-977812013-subnet', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:23.620284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b80761-661f-4b58-aa06-f6717135fd29 admin admin] Pushing event updated for resources: {'Network': ['ID=5d2f970e-7fc4-4662-a030-ff23180463cc,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:23.637436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 5d2f970e-7fc4-4662-a030-ff23180463cc details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:23.664420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] Made reservation on behalf of 0f0c9b211b1543a79f62c8f66c9d6d22 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:23.670375 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:23.741229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57776) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.014614 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.116926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] Checking segment: {'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:24.118160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] Network hostable DHCP agents. Network: 5d2f970e-7fc4-4662-a030-ff23180463cc, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:24.130140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc762b4-fcdd-4c77-9267-149021886d68,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:24.173499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] Network 5d2f970e-7fc4-4662-a030-ff23180463cc is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:24.196440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 5d2f970e-7fc4-4662-a030-ff23180463cc) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:24.203242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.204203 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.209378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4a27ca-7dcd-4f69-ae4b-4300ec87eaa8 None None] Network 5d2f970e-7fc4-4662-a030-ff23180463cc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:24.242950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57790) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.247526 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:24.251586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-20dbe9f7-b660-4a5d-b15d-b80364714e4c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6594996 Jul 16 18:04:24.282000 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.283179 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.378522 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-network', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:24.393669 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.528615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Made reservation on behalf of da8eba4fb52648ce8690c5733a64f9db for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:24.531056 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.545656 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.591919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57800) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:24.596134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-5d2f970e-7fc4-4662-a030-ff23180463cc', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'fixed_ips': [{'subnet_id': '3bc762b4-fcdd-4c77-9267-149021886d68'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:24.597130 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.610947 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25aef705-3afd-4164-8321-0595c5f8c815 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.779005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.814828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25aef705-3afd-4164-8321-0595c5f8c815 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.822136 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25aef705-3afd-4164-8321-0595c5f8c815 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:24.876655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aef705-3afd-4164-8321-0595c5f8c815 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b347a5a-dbe3-462c-86db-9c622379e7c2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:24.905602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292bd6de-4be5-43e3-bd9d-6a1fa15c570e req-c823681b-28d4-426a-87e9-ae25ce8ff484 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:24.915410 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-292bd6de-4be5-43e3-bd9d-6a1fa15c570e req-c823681b-28d4-426a-87e9-ae25ce8ff484 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.3916793 Jul 16 18:04:24.936492 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-25aef705-3afd-4164-8321-0595c5f8c815 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b603dfa09d14172b3b2243c0e0eb1e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3433759 Jul 16 18:04:24.937677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57812) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:25.058970 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e4e5-32f0-4d61-bbc1-55b12cf4aafb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.067736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Allocated IP 172.20.0.2 (5d2f970e-7fc4-4662-a030-ff23180463cc/3bc762b4-fcdd-4c77-9267-149021886d68/bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:25.108868 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e4e5-32f0-4d61-bbc1-55b12cf4aafb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.202604 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e4e5-32f0-4d61-bbc1-55b12cf4aafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.206728 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bbf1e4e5-32f0-4d61-bbc1-55b12cf4aafb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.212030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bbf1e4e5-32f0-4d61-bbc1-55b12cf4aafb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b347a5a-dbe3-462c-86db-9c622379e7c2 HTTP/1.1" status: 204 len: 168 time: 0.2729731 Jul 16 18:04:25.219806 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-292bd6de-4be5-43e3-bd9d-6a1fa15c570e req-aa783a0a-e2c3-4f2d-8916-98cae319f4f6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992311 Jul 16 18:04:25.238009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1e4e5-32f0-4d61-bbc1-55b12cf4aafb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b347a5a-dbe3-462c-86db-9c622379e7c2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.296849 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.379972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.410463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49dea640-e873-4c22-bf1f-99e51dd71fbd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.432281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:25.480595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.484248 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Added segment a65b2329-635c-4531-888b-8e15c4070a7d of type vlan for network 6499cecc-2f97-4df3-8501-c9f613e6cd6e Jul 16 18:04:25.504852 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.526230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Transition to ACTIVE for port object bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:25.559444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Transition to ACTIVE for port object bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:25.588425 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.604633 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.643327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Network 5d2f970e-7fc4-4662-a030-ff23180463cc is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:25.649506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:25.654313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:25.707277 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.708383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:25.714404 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.748118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Attempting to bind port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:25.748879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Attempting to bind port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:25.749764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Attempting to bind port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 on network 5d2f970e-7fc4-4662-a030-ff23180463cc {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:25.758937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:25.760070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Checking segment: {'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:25.760991 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.761665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Bound using segment: {'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:25.762472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Bound port: bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:25.763034 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.763425 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.768208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Pushing event updated for resources: {'Port': ['ID=bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.812004 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.842264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0988812 Jul 16 18:04:25.845531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57832) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:25.855285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] Request body: {'subnet': {'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-subnet', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:25.877821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] For port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:25.883152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] For port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530,segment=NetworkSegment(1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b),segment_id=1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:25.896125 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.944856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] Made reservation on behalf of da8eba4fb52648ce8690c5733a64f9db for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:25.948190 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:25.957598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e7aa7-f380-4a19-b578-22e81bc3755e admin admin] Pushing event updated for resources: {'Network': ['ID=6499cecc-2f97-4df3-8501-c9f613e6cd6e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:25.996778 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 6499cecc-2f97-4df3-8501-c9f613e6cd6e details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:26.284414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.358333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] Pushing event updated for resources: {'Subnet': ['ID=38c1b653-4b95-436f-8194-4bf5a97b6d85,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.427949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] Checking segment: {'id': 'a65b2329-635c-4531-888b-8e15c4070a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:26.428295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] Network hostable DHCP agents. Network: 6499cecc-2f97-4df3-8501-c9f613e6cd6e, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:26.432864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bff9a8-8c73-4b3c-9472-fb43de94dd43 None None] Pushing event updated for resources: {'Port': ['ID=bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:26.492801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] Network 6499cecc-2f97-4df3-8501-c9f613e6cd6e is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:26.514376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 6499cecc-2f97-4df3-8501-c9f613e6cd6e) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:26.519018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:26.519717 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.584361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6b2f00-49cc-47fb-8f8e-9dbf7e301ba9 None None] Network 6499cecc-2f97-4df3-8501-c9f613e6cd6e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:26.590742 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9005dc80-a687-48f5-8277-3fc71a34829c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7440786 Jul 16 18:04:26.593741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57868) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:26.600829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-router', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:26.670556 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.675154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.845520 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:26.919304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57876) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:27.014530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Allocated IP 172.25.7.106 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/3a2d5a0b-459f-417a-a22e-422bf7f59893) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:27.058092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-6499cecc-2f97-4df3-8501-c9f613e6cd6e', 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'fixed_ips': [{'subnet_id': '38c1b653-4b95-436f-8194-4bf5a97b6d85'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:27.059733 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.109324 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcee999-8a1e-40ea-a4fa-c342478df5ca req-6ed96c96-5f15-4ac2-8d6d-7c4adbebda0e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:27.122662 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6fcee999-8a1e-40ea-a4fa-c342478df5ca req-6ed96c96-5f15-4ac2-8d6d-7c4adbebda0e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.2023599 Jul 16 18:04:27.235698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Allocated IP 172.20.0.2 (6499cecc-2f97-4df3-8501-c9f613e6cd6e/38c1b653-4b95-436f-8194-4bf5a97b6d85/6ae49d46-510c-4798-a709-60b046d70a86) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:27.307553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.484876 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6fcee999-8a1e-40ea-a4fa-c342478df5ca req-5b361299-e3bf-400e-8a04-e3f08ee76aed tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678457 Jul 16 18:04:27.521152 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.536539 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.561671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Transition to ACTIVE for port object 6ae49d46-510c-4798-a709-60b046d70a86 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:27.605691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Transition to ACTIVE for port object 6ae49d46-510c-4798-a709-60b046d70a86 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:27.618990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-918c8e1b-945e-451b-8e1d-309b95f77f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.619629 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.720218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Network 6499cecc-2f97-4df3-8501-c9f613e6cd6e is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:27.740037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:27.754700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:27.770017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Pushing event updated for resources: {'Port': ['ID=6ae49d46-510c-4798-a709-60b046d70a86,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:27.840566 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.873405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.900940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.921621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Attempting to bind port 6ae49d46-510c-4798-a709-60b046d70a86 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:27.921991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Attempting to bind port 6ae49d46-510c-4798-a709-60b046d70a86 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a65b2329-635c-4531-888b-8e15c4070a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:27.922353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Attempting to bind port 6ae49d46-510c-4798-a709-60b046d70a86 on network 6499cecc-2f97-4df3-8501-c9f613e6cd6e {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:27.935330 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:27.935785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Checking segment: {'id': 'a65b2329-635c-4531-888b-8e15c4070a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:27.936138 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.936537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Bound using segment: {'id': 'a65b2329-635c-4531-888b-8e15c4070a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:27.941368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Bound port: 6ae49d46-510c-4798-a709-60b046d70a86, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65b2329-635c-4531-888b-8e15c4070a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:27.941783 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:27.999196 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-918c8e1b-945e-451b-8e1d-309b95f77f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.032344 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-918c8e1b-945e-451b-8e1d-309b95f77f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.068593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57896) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:28.100185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:28.157084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57908) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:28.169842 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-918c8e1b-945e-451b-8e1d-309b95f77f9b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa3538e179c3465080beb341694a0bbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2172129 Jul 16 18:04:28.202383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:28.207838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:28.288041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f82eed5b-0bab-4477-a19a-b1f5ddfbd793 None None] Network 5d2f970e-7fc4-4662-a030-ff23180463cc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:28.316532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Pushing event updated for resources: {'Port': ['ID=3a2d5a0b-459f-417a-a22e-422bf7f59893,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:28.320671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Allocated IP 172.25.7.164 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/c1db7858-00d0-49c9-836d-81d87d872270) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:28.461702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] For port 6ae49d46-510c-4798-a709-60b046d70a86, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:28.466128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fce8afef-f5e3-4933-8b03-e4983b5a5cc4 None None] Provisioning for port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:28.504968 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8c42ee8c-1d38-461e-b88d-1a7181237b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.538832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:28.550036 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] For port 6ae49d46-510c-4798-a709-60b046d70a86, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6ae49d46-510c-4798-a709-60b046d70a86,segment=NetworkSegment(a65b2329-635c-4531-888b-8e15c4070a7d),segment_id=a65b2329-635c-4531-888b-8e15c4070a7d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:28.622967 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.646555 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c187e537-74ea-4f67-a102-dc633af7e4dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.663800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918c8e1b-945e-451b-8e1d-309b95f77f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd0c661d-690f-48d2-a400-cf30ef11f9de,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:28.829040 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c187e537-74ea-4f67-a102-dc633af7e4dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.896680 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab448c1-7de4-4dae-847e-6d258672ec87 None None] Pushing event updated for resources: {'Port': ['ID=6ae49d46-510c-4798-a709-60b046d70a86,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:28.941998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:28.951479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:28.952322 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:28.992992 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.074453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.162992 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.280040 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.289282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8236abe0-2adb-448a-9708-d820d4ec23e4 req-b674e9ab-03d5-4aa2-9599-c2d47036e018 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:29.307591 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8236abe0-2adb-448a-9708-d820d4ec23e4 req-b674e9ab-03d5-4aa2-9599-c2d47036e018 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.5743198 Jul 16 18:04:29.415727 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8c42ee8c-1d38-461e-b88d-1a7181237b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.462426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530,segment=NetworkSegment(1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b),segment_id=1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:29.473800 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.482808 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8c42ee8c-1d38-461e-b88d-1a7181237b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.571158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.591589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42ee8c-1d38-461e-b88d-1a7181237b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c091711-3e5c-4230-ae36-815cd937988e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:29.609488 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c187e537-74ea-4f67-a102-dc633af7e4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.615145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:29.624513 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c187e537-74ea-4f67-a102-dc633af7e4dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.625948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c187e537-74ea-4f67-a102-dc633af7e4dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd0c661d-690f-48d2-a400-cf30ef11f9de HTTP/1.1" status: 204 len: 168 time: 1.4575791 Jul 16 18:04:29.652235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-81dd8fb7-b3f9-4b6b-910f-bff4a73481a8 None None] Provisioning complete for port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:29.652871 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-81dd8fb7-b3f9-4b6b-910f-bff4a73481a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.752410 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8236abe0-2adb-448a-9708-d820d4ec23e4 req-544e65d9-2215-43ee-b513-dd530d97e4b3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425192 Jul 16 18:04:29.770006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c187e537-74ea-4f67-a102-dc633af7e4dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd0c661d-690f-48d2-a400-cf30ef11f9de,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:29.785070 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8c42ee8c-1d38-461e-b88d-1a7181237b7e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4e0155e5581c44dda9fba83aefa53d49&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7152672 Jul 16 18:04:29.789493 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:29.790216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57934) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:29.839840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:29.843874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:29.848679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:29.855508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:04:29.925407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Pushing event updated for resources: {'Port': ['ID=c1db7858-00d0-49c9-836d-81d87d872270,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:29.981960 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8594ba7-2090-4f62-9689-be6c14ed429c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.113142 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8594ba7-2090-4f62-9689-be6c14ed429c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.185043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:30.211450 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.212266 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Sync routers for ids ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:30.215807 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-684a1dfd-695b-4317-9017-fffd291f729f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 5.9717524 Jul 16 18:04:30.216728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57958) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:30.228846 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Routers {'f0376f7d-b4b5-4ea5-aea6-914bbb79f997'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:30.229858 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:30.316343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8594ba7-2090-4f62-9689-be6c14ed429c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.343721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8594ba7-2090-4f62-9689-be6c14ed429c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.352632 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d8594ba7-2090-4f62-9689-be6c14ed429c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c091711-3e5c-4230-ae36-815cd937988e HTTP/1.1" status: 204 len: 168 time: 0.5599339 Jul 16 18:04:30.409487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8594ba7-2090-4f62-9689-be6c14ed429c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c091711-3e5c-4230-ae36-815cd937988e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:30.527083 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.629735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:30.630247 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Set router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:30.775204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:30.775986 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:30.903494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc92017-f6a9-47e1-90a8-de4e040b4d71 None None] Network 6499cecc-2f97-4df3-8501-c9f613e6cd6e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:31.191095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b0e75424-ae08-4d88-b3a1-a26e8482c6d8 None None] Provisioning for port 6ae49d46-510c-4798-a709-60b046d70a86 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:31.327839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57992) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:31.356595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afca51a0-0021-44a9-be14-df20e8438434 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.376360 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:28Z', 'revision_number': 3, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:31.412685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.463809 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Checking router: f0376f7d-b4b5-4ea5-aea6-914bbb79f997 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:31.467084 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Updating router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 port 3a2d5a0b-459f-417a-a22e-422bf7f59893 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:04:31.485985 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6ae49d46-510c-4798-a709-60b046d70a86 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:31.509762 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.617901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e46a88-2646-44b1-b819-a22588c2840f req-fb9a5925-ad99-441e-b69c-1887019d7e93 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:31.625896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1e46a88-2646-44b1-b819-a22588c2840f req-fb9a5925-ad99-441e-b69c-1887019d7e93 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.5459564 Jul 16 18:04:31.674149 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.740649 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afca51a0-0021-44a9-be14-df20e8438434 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.751008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afca51a0-0021-44a9-be14-df20e8438434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.757018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1e46a88-2646-44b1-b819-a22588c2840f req-60126c3a-d535-48ce-a106-4cec389e6667 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284323 Jul 16 18:04:31.780187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 6ae49d46-510c-4798-a709-60b046d70a86 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:31.803043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6ae49d46-510c-4798-a709-60b046d70a86 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:31.803529 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:31.869051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Router d588fa00-4afc-4e77-b26e-310154041ef9 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:04:31.997427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afca51a0-0021-44a9-be14-df20e8438434 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b89de16-e872-4fd5-9dea-eaf672c88410,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.045926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Allocated IP 172.20.0.1 (5d2f970e-7fc4-4662-a030-ff23180463cc/3bc762b4-fcdd-4c77-9267-149021886d68/dfa025d8-64f3-408c-8950-dee028a908b7) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:32.059000 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.065621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-afca51a0-0021-44a9-be14-df20e8438434 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=86c7414d5b1e4f4c9d1a7d8b0658ea55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7323735 Jul 16 18:04:32.078198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58012) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:32.149295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 6ae49d46-510c-4798-a709-60b046d70a86, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6ae49d46-510c-4798-a709-60b046d70a86,segment=NetworkSegment(a65b2329-635c-4531-888b-8e15c4070a7d),segment_id=a65b2329-635c-4531-888b-8e15c4070a7d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:32.154910 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.238705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=6ae49d46-510c-4798-a709-60b046d70a86,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.312665 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8af6702e-f8c8-44a0-8401-9e0b067c3b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.339957 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8af6702e-f8c8-44a0-8401-9e0b067c3b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.376207 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.417702 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Transition to ACTIVE for port object dfa025d8-64f3-408c-8950-dee028a908b7 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:32.417845 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8af6702e-f8c8-44a0-8401-9e0b067c3b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.420601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8af6702e-f8c8-44a0-8401-9e0b067c3b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.424375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8af6702e-f8c8-44a0-8401-9e0b067c3b36 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9b89de16-e872-4fd5-9dea-eaf672c88410 HTTP/1.1" status: 204 len: 168 time: 0.3375909 Jul 16 18:04:32.437311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6702e-f8c8-44a0-8401-9e0b067c3b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b89de16-e872-4fd5-9dea-eaf672c88410,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.441714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:32.465807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Sync routers for ids ['d588fa00-4afc-4e77-b26e-310154041ef9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:32.469546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.471224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ad1e4088-54ce-47a5-9278-21bfcca2ca53 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.8752966 Jul 16 18:04:32.474114 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58044) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:32.506335 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.512857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Routers {'d588fa00-4afc-4e77-b26e-310154041ef9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:32.513511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d588fa00-4afc-4e77-b26e-310154041ef9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:32.521418 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Transition to ACTIVE for port object 3a2d5a0b-459f-417a-a22e-422bf7f59893 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:32.559515 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.586673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3ca4e5a7-aacc-4506-a0ce-739e0669d848 None None] Provisioning complete for port 6ae49d46-510c-4798-a709-60b046d70a86 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:32.587393 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3ca4e5a7-aacc-4506-a0ce-739e0669d848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.613502 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.671868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Network 5d2f970e-7fc4-4662-a030-ff23180463cc is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:32.687393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:32.699272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:32.724927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Set router d588fa00-4afc-4e77-b26e-310154041ef9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:32.753317 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Pushing event updated for resources: {'Port': ['ID=3a2d5a0b-459f-417a-a22e-422bf7f59893,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:32.793699 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.794037 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.794367 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.797267 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.797879 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.799457 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.800503 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.802765 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.803976 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.805542 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.806863 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.809416 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:04:32.839959 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Attempting to bind port 3a2d5a0b-459f-417a-a22e-422bf7f59893 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:32.840343 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Attempting to bind port 3a2d5a0b-459f-417a-a22e-422bf7f59893 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:32.842332 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Attempting to bind port 3a2d5a0b-459f-417a-a22e-422bf7f59893 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:32.878945 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:32.881420 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:32.884630 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.885676 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:32.886324 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Bound port: 3a2d5a0b-459f-417a-a22e-422bf7f59893, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:32.890003 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:32.914414 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.016962 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] For port 3a2d5a0b-459f-417a-a22e-422bf7f59893, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:33.030797 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] For port 3a2d5a0b-459f-417a-a22e-422bf7f59893, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3a2d5a0b-459f-417a-a22e-422bf7f59893,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:33.047309 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.084562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Pushing event updated for resources: {'Port': ['ID=dfa025d8-64f3-408c-8950-dee028a908b7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.265527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-router', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:26Z', 'updated_at': '2021-07-16T18:04:30Z', 'revision_number': 3, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'gw_port': {'id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:27Z', 'updated_at': '2021-07-16T18:04:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:33.271891 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1930ca4c-a932-4639-a299-36965b2a9aa7 None None] Pushing event updated for resources: {'Port': ['ID=3a2d5a0b-459f-417a-a22e-422bf7f59893,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:33.322536 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Routers {'f0376f7d-b4b5-4ea5-aea6-914bbb79f997'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:33.323577 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:33.346882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Checking router: d588fa00-4afc-4e77-b26e-310154041ef9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:33.347265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Updating router d588fa00-4afc-4e77-b26e-310154041ef9 port c1db7858-00d0-49c9-836d-81d87d872270 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:04:33.423100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0455dc-57f1-48e0-9c56-d0e07c466c70 req-f4a8a629-8ed4-4b69-a64a-224f25215cbb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:33.427544 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1c0455dc-57f1-48e0-9c56-d0e07c466c70 req-f4a8a629-8ed4-4b69-a64a-224f25215cbb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1795070 Jul 16 18:04:33.451528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9319d8a6-77ec-4ce3-a1bd-550f24a24f66 None None] Provisioning for port dfa025d8-64f3-408c-8950-dee028a908b7 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:33.487240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9319d8a6-77ec-4ce3-a1bd-550f24a24f66 None None] Provisioning complete for port dfa025d8-64f3-408c-8950-dee028a908b7 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:33.493278 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9319d8a6-77ec-4ce3-a1bd-550f24a24f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.549053 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.622482 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.722011 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] Set router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:33.740303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9319d8a6-77ec-4ce3-a1bd-550f24a24f66 None None] Port dfa025d8-64f3-408c-8950-dee028a908b7 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:33.932639 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:33.948173 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1c0455dc-57f1-48e0-9c56-d0e07c466c70 req-67e2e70a-896d-4d95-8753-7f24659d57cb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428196 Jul 16 18:04:34.056753 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.066214 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.225101 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:28Z', 'revision_number': 3, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:34.234596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.256770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Pushing event updated for resources: {'Port': ['ID=dfa025d8-64f3-408c-8950-dee028a908b7,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.281729 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.305041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Transition to ACTIVE for port object c1db7858-00d0-49c9-836d-81d87d872270 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:34.316744 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.327170 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf6e71-df75-4727-9f32-c291d6532902 None None] The sync data for ids ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'] in n-d-794306-7 is: [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:28Z', 'revision_number': 3, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:34.448393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Attempting to bind port c1db7858-00d0-49c9-836d-81d87d872270 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:34.455695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Attempting to bind port c1db7858-00d0-49c9-836d-81d87d872270 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:34.456113 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Attempting to bind port c1db7858-00d0-49c9-836d-81d87d872270 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:34.459901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c0dac-5f16-4af6-a952-7bd1634fd868 None None] Pushing event updated for resources: {'Port': ['ID=c1db7858-00d0-49c9-836d-81d87d872270,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:34.464416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Network 5d2f970e-7fc4-4662-a030-ff23180463cc is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:34.471196 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:34.473164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:34.473557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:34.474063 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.474347 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:34.479824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Bound port: c1db7858-00d0-49c9-836d-81d87d872270, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:34.480538 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:34.550208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6ae49d46-510c-4798-a709-60b046d70a86 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:34.569138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Allocated IP 172.20.0.1 (6499cecc-2f97-4df3-8501-c9f613e6cd6e/38c1b653-4b95-436f-8194-4bf5a97b6d85/57b088b8-7f29-4a5b-a265-8df45a9ec550) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:34.867980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:35.418965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] For port c1db7858-00d0-49c9-836d-81d87d872270, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:35.431494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] For port c1db7858-00d0-49c9-836d-81d87d872270, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c1db7858-00d0-49c9-836d-81d87d872270,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:35.456220 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.651175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c0dac-5f16-4af6-a952-7bd1634fd868 None None] Pushing event updated for resources: {'Port': ['ID=c1db7858-00d0-49c9-836d-81d87d872270,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:35.677324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Routers {'d588fa00-4afc-4e77-b26e-310154041ef9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:35.677980 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d588fa00-4afc-4e77-b26e-310154041ef9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:35.688917 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f267e0d1-3993-4c18-a1c6-e2f633d1c78b None None] Provisioning complete for port dfa025d8-64f3-408c-8950-dee028a908b7 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:35.689285 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f267e0d1-3993-4c18-a1c6-e2f633d1c78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.716953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:35.725542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3784bb9a-e70f-47a2-9e2f-6cfdcface4fb admin admin] 10.222.0.47 "PUT /v2.0/routers/f0376f7d-b4b5-4ea5-aea6-914bbb79f997/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5063236 Jul 16 18:04:35.885802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f267e0d1-3993-4c18-a1c6-e2f633d1c78b None None] Port dfa025d8-64f3-408c-8950-dee028a908b7 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:35.906267 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6ae49d46-510c-4798-a709-60b046d70a86 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:35.906934 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:35.997055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.043801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Transition to ACTIVE for port object 57b088b8-7f29-4a5b-a265-8df45a9ec550 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:36.062012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351a09de-dba9-4990-b729-cd074ca1c23f req-f778679f-81ee-4862-b0d3-6ad7efbcbe60 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:36.079238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-351a09de-dba9-4990-b729-cd074ca1c23f req-f778679f-81ee-4862-b0d3-6ad7efbcbe60 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.2854114 Jul 16 18:04:36.156427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-351a09de-dba9-4990-b729-cd074ca1c23f req-dd1c2e14-7065-490b-a437-e8adb96c3896 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757465 Jul 16 18:04:36.182092 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.222336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] Set router d588fa00-4afc-4e77-b26e-310154041ef9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:36.276470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Network 6499cecc-2f97-4df3-8501-c9f613e6cd6e is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:36.288268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:36.321785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:36.326315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Pushing event updated for resources: {'Port': ['ID=57b088b8-7f29-4a5b-a265-8df45a9ec550,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:36.446671 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.632339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3a2d5a0b-459f-417a-a22e-422bf7f59893 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:36.896969 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:36.994677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7ea408db-8271-43e3-bea1-8b46892a62a6 None None] Provisioning for port 57b088b8-7f29-4a5b-a265-8df45a9ec550 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:37.004594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3a2d5a0b-459f-417a-a22e-422bf7f59893 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:37.015385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7ea408db-8271-43e3-bea1-8b46892a62a6 None None] Provisioning complete for port 57b088b8-7f29-4a5b-a265-8df45a9ec550 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:37.017420 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7ea408db-8271-43e3-bea1-8b46892a62a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.021284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3a2d5a0b-459f-417a-a22e-422bf7f59893 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:37.021932 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.278072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-router', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:26Z', 'updated_at': '2021-07-16T18:04:30Z', 'revision_number': 3, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'gw_port': {'id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:27Z', 'updated_at': '2021-07-16T18:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:37.359159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6cb84c0-4b4d-45fe-86f9-70876107a0a7 None None] The sync data for ids ['d588fa00-4afc-4e77-b26e-310154041ef9'] in n-d-794306-7 is: [{'id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-router', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:26Z', 'updated_at': '2021-07-16T18:04:30Z', 'revision_number': 3, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'gw_port': {'id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:27Z', 'updated_at': '2021-07-16T18:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:37.373845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7ea408db-8271-43e3-bea1-8b46892a62a6 None None] Port 57b088b8-7f29-4a5b-a265-8df45a9ec550 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:37.384071 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.392523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.416578 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Sync routers for ids ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:37.453185 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Routers {'f0376f7d-b4b5-4ea5-aea6-914bbb79f997'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:37.456047 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:37.508892 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.582823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3a2d5a0b-459f-417a-a22e-422bf7f59893, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3a2d5a0b-459f-417a-a22e-422bf7f59893,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:37.588249 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.633457 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:37.658454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Pushing event updated for resources: {'Port': ['ID=57b088b8-7f29-4a5b-a265-8df45a9ec550,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:37.791712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3a2d5a0b-459f-417a-a22e-422bf7f59893,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:37.850438 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Set router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:37.862448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79e5544-b0c8-467c-9e05-e4e7352edc4f req-082cd914-cbaf-4a97-b4cd-c573fad2a547 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:37.902396 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79e5544-b0c8-467c-9e05-e4e7352edc4f req-082cd914-cbaf-4a97-b4cd-c573fad2a547 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.2348328 Jul 16 18:04:37.929759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58222) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:37.945819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-dcd7dab3-eb9c-4ca5-811f-c04674e35a23 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1311777239', 'description': 'tempest-description--1499162551'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:38.026376 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79e5544-b0c8-467c-9e05-e4e7352edc4f req-fe6bc0c1-6549-4726-8245-198bac9ffd4e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211565 Jul 16 18:04:38.099411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Network 6499cecc-2f97-4df3-8501-c9f613e6cd6e is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:38.103515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:38.132374 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcd7dab3-eb9c-4ca5-811f-c04674e35a23 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.522137 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 4, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'dfa025d8-64f3-408c-8950-dee028a908b7', 'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'mac_address': 'fa:16:3e:cb:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:31Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 2, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'subnets': [{'id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:38.631491 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Checking router: f0376f7d-b4b5-4ea5-aea6-914bbb79f997 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:38.632170 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Updating router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 port dfa025d8-64f3-408c-8950-dee028a908b7 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:04:38.722000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3a2d5a0b-459f-417a-a22e-422bf7f59893 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:38.736923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Router d588fa00-4afc-4e77-b26e-310154041ef9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:04:38.747836 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.756239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f36cab40-6f20-496a-8988-5fc95fb6f511 None None] Provisioning complete for port 57b088b8-7f29-4a5b-a265-8df45a9ec550 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:38.756696 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f36cab40-6f20-496a-8988-5fc95fb6f511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.765249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcd7dab3-eb9c-4ca5-811f-c04674e35a23 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.834348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcd7dab3-eb9c-4ca5-811f-c04674e35a23 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.951037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f36cab40-6f20-496a-8988-5fc95fb6f511 None None] Port 57b088b8-7f29-4a5b-a265-8df45a9ec550 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:38.977797 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcd7dab3-eb9c-4ca5-811f-c04674e35a23 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:38.986588 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58250) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:38.987108 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dcd7dab3-eb9c-4ca5-811f-c04674e35a23 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0534663 Jul 16 18:04:38.992825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6a7b2c70-b8ab-4789-85c2-0dc62ed97240 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Request body: {'security_group_rule': {'security_group_id': 'f9aa2b13-89f1-4ba4-be23-8b04763ee4d7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:38.995680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd7dab3-eb9c-4ca5-811f-c04674e35a23 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:39.042909 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3a2d5a0b-459f-417a-a22e-422bf7f59893 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:39.045197 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.069451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:04:39.093662 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2c70-b8ab-4789-85c2-0dc62ed97240 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.095377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-07c251a6-61bc-4ce5-b0da-41329c168a59 admin admin] 10.222.0.47 "PUT /v2.0/routers/d588fa00-4afc-4e77-b26e-310154041ef9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6186726 Jul 16 18:04:39.362824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c1db7858-00d0-49c9-836d-81d87d872270 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:39.367249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2c70-b8ab-4789-85c2-0dc62ed97240 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.385160 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2c70-b8ab-4789-85c2-0dc62ed97240 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.446273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b2c70-b8ab-4789-85c2-0dc62ed97240 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b86656e-992f-4eca-b6b7-9f962adca810,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:39.446494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0854f-ec78-48de-adb3-2807e7c13170 req-a5330a91-c943-4970-be6c-fc1f4d36a2b8 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:39.464372 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3ff0854f-ec78-48de-adb3-2807e7c13170 req-a5330a91-c943-4970-be6c-fc1f4d36a2b8 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.2138069 Jul 16 18:04:39.476714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6a7b2c70-b8ab-4789-85c2-0dc62ed97240 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.478490 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6a7b2c70-b8ab-4789-85c2-0dc62ed97240 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4901421 Jul 16 18:04:39.481993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58264) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:39.498369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b45c7516-0c8b-4a6d-b216-98e32de89812 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Request body: {'security_group_rule': {'security_group_id': 'f9aa2b13-89f1-4ba4-be23-8b04763ee4d7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:39.580734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port c1db7858-00d0-49c9-836d-81d87d872270 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:39.589095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b45c7516-0c8b-4a6d-b216-98e32de89812 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.590958 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3ff0854f-ec78-48de-adb3-2807e7c13170 req-aa1796d5-4679-4147-ba2d-f6c31304e1ed tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246042 Jul 16 18:04:39.595787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c1db7858-00d0-49c9-836d-81d87d872270 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:39.599032 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.699437 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b45c7516-0c8b-4a6d-b216-98e32de89812 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.712345 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b45c7516-0c8b-4a6d-b216-98e32de89812 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.754849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58272) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:39.772264 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b45c7516-0c8b-4a6d-b216-98e32de89812 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.774027 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b45c7516-0c8b-4a6d-b216-98e32de89812 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2909927 Jul 16 18:04:39.776329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c7516-0c8b-4a6d-b216-98e32de89812 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=235929c3-4d63-4df3-9f3f-638763e45a2b,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:39.777525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58276) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:39.782985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:39.798548 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.827190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port c1db7858-00d0-49c9-836d-81d87d872270, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c1db7858-00d0-49c9-836d-81d87d872270,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:39.837280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.894426 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.899411 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:39.916820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=c1db7858-00d0-49c9-836d-81d87d872270,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:39.920469 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Transition to ACTIVE for port object dfa025d8-64f3-408c-8950-dee028a908b7 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:39.932979 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.075856 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f78152-449f-46e9-bcc0-7e9d2f81df10 None None] Pushing event updated for resources: {'Port': ['ID=dfa025d8-64f3-408c-8950-dee028a908b7,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.177792 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Attempting to bind port dfa025d8-64f3-408c-8950-dee028a908b7 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:40.178160 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Attempting to bind port dfa025d8-64f3-408c-8950-dee028a908b7 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:40.179450 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Attempting to bind port dfa025d8-64f3-408c-8950-dee028a908b7 on network 5d2f970e-7fc4-4662-a030-ff23180463cc {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:40.188478 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:40.188855 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Checking segment: {'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:40.189253 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.189786 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Bound using segment: {'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:40.190264 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Bound port: dfa025d8-64f3-408c-8950-dee028a908b7, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:40.190659 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.226336 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.322693 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] For port dfa025d8-64f3-408c-8950-dee028a908b7, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:40.327776 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] For port dfa025d8-64f3-408c-8950-dee028a908b7, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=dfa025d8-64f3-408c-8950-dee028a908b7,segment=NetworkSegment(1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b),segment_id=1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:40.332473 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.452090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c1db7858-00d0-49c9-836d-81d87d872270 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:40.526505 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f78152-449f-46e9-bcc0-7e9d2f81df10 None None] Pushing event updated for resources: {'Port': ['ID=dfa025d8-64f3-408c-8950-dee028a908b7,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:40.531910 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Routers {'f0376f7d-b4b5-4ea5-aea6-914bbb79f997'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:40.532551 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:40.563117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a9d9-c747-4545-bc7c-57cbd0ff4e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.717224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c1db7858-00d0-49c9-836d-81d87d872270 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:40.718787 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.760686 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] Set router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:40.841405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Sync routers for ids ['d588fa00-4afc-4e77-b26e-310154041ef9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:04:40.870338 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a9d9-c747-4545-bc7c-57cbd0ff4e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.879800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d4f5a9d9-c747-4545-bc7c-57cbd0ff4e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:40.913892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Allocated IP 172.25.7.71 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/93a9aa85-6be7-45f2-8f35-c13fdadca21a) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:40.956018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Routers {'d588fa00-4afc-4e77-b26e-310154041ef9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:40.961491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d588fa00-4afc-4e77-b26e-310154041ef9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:41.006123 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d4f5a9d9-c747-4545-bc7c-57cbd0ff4e23 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2c2c8132777a420491c9df593bc30a29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2500155 Jul 16 18:04:41.011307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58290) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:41.128226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-8a522a98-cdd5-4cea-86d0-eadafc1b3ce5 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3843534 Jul 16 18:04:41.138784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:41.146641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5a9d9-c747-4545-bc7c-57cbd0ff4e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e97652f1-72b5-4878-9009-dbbb14b7f2ad,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:41.216799 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.329601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Set router d588fa00-4afc-4e77-b26e-310154041ef9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:41.439777 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.497980 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.500888 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 4, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'dfa025d8-64f3-408c-8950-dee028a908b7', 'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'mac_address': 'fa:16:3e:cb:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:31Z', 'updated_at': '2021-07-16T18:04:40Z', 'revision_number': 4, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'subnets': [{'id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:41.573308 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be5be5df-381f-4f65-afa0-e93dad3c59b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.623406 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.629048 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebbd492-44ce-416d-af32-65bfd8f3121a None None] The sync data for ids ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'] in n-d-794306-7 is: [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 4, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'dfa025d8-64f3-408c-8950-dee028a908b7', 'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'mac_address': 'fa:16:3e:cb:1c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:31Z', 'updated_at': '2021-07-16T18:04:40Z', 'revision_number': 4, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'subnets': [{'id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:41.771347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:41.783430 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be5be5df-381f-4f65-afa0-e93dad3c59b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:41.785084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:41.790276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Allocated IP 172.25.7.134 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/d884b564-98b2-48e1-9e55-ccd3b9d1cecf) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:41.826577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:41.934337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-router', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:26Z', 'updated_at': '2021-07-16T18:04:36Z', 'revision_number': 4, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'gw_port': {'id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:27Z', 'updated_at': '2021-07-16T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '57b088b8-7f29-4a5b-a265-8df45a9ec550', 'name': '', 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'mac_address': 'fa:16:3e:d1:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '38c1b653-4b95-436f-8194-4bf5a97b6d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:34Z', 'updated_at': '2021-07-16T18:04:37Z', 'revision_number': 2, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'subnets': [{'id': '38c1b653-4b95-436f-8194-4bf5a97b6d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:41.975007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd34921-e92a-46a8-9cac-d6f13cdc95e1 req-7565cd01-a60b-434f-8e97-e65e6d0d6a19 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:41.978407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1dd34921-e92a-46a8-9cac-d6f13cdc95e1 req-7565cd01-a60b-434f-8e97-e65e6d0d6a19 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.8403444 Jul 16 18:04:42.008151 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Pushing event updated for resources: {'Port': ['ID=93a9aa85-6be7-45f2-8f35-c13fdadca21a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.016006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Checking router: d588fa00-4afc-4e77-b26e-310154041ef9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:04:42.017107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Updating router d588fa00-4afc-4e77-b26e-310154041ef9 port 57b088b8-7f29-4a5b-a265-8df45a9ec550 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:04:42.070474 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.077213 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.102357 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.106466 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be5be5df-381f-4f65-afa0-e93dad3c59b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.110351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be5be5df-381f-4f65-afa0-e93dad3c59b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.111488 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.115243 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-be5be5df-381f-4f65-afa0-e93dad3c59b6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e97652f1-72b5-4878-9009-dbbb14b7f2ad HTTP/1.1" status: 204 len: 168 time: 1.1023271 Jul 16 18:04:42.145395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5be5df-381f-4f65-afa0-e93dad3c59b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e97652f1-72b5-4878-9009-dbbb14b7f2ad,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.172626 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1dd34921-e92a-46a8-9cac-d6f13cdc95e1 req-0ad1545c-722f-4b34-aab3-3960cc298b83 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853626 Jul 16 18:04:42.248710 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.300173 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.525878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:42.529469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:42.539398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:42.613372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event updated for resources: {'Port': ['ID=d884b564-98b2-48e1-9e55-ccd3b9d1cecf,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:42.699536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dfa025d8-64f3-408c-8950-dee028a908b7 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:42.734345 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.832345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port dfa025d8-64f3-408c-8950-dee028a908b7 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:42.834350 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.846442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port dfa025d8-64f3-408c-8950-dee028a908b7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:42.847166 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.892868 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:42.903775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.111293 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.182192 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.196229 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.219888 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.237504 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.250590 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.4616785 Jul 16 18:04:43.250590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb9b430-7677-4504-85b6-576ecf2040fe tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Pushing event updated for resources: {'Port': ['ID=93a9aa85-6be7-45f2-8f35-c13fdadca21a,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.452340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event updated for resources: {'Port': ['ID=d884b564-98b2-48e1-9e55-ccd3b9d1cecf,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.499071 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.536881 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.544610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port dfa025d8-64f3-408c-8950-dee028a908b7, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=dfa025d8-64f3-408c-8950-dee028a908b7,segment=NetworkSegment(1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b),segment_id=1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:43.547595 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f4b57212-18f8-4ff5-acec-c0c2849e28a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4177418 Jul 16 18:04:43.577222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41ebb1-701c-4f01-9b75-9af7ee051d33 req-f4d906cc-ce5d-4866-a940-63a513f0d36f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.578857 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ba41ebb1-701c-4f01-9b75-9af7ee051d33 req-f4d906cc-ce5d-4866-a940-63a513f0d36f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1884730 Jul 16 18:04:43.581341 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.644706 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-f09f0fa0-c2e1-4e47-8809-697455b96e77 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 696 time: 0.0948188 Jul 16 18:04:43.677622 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ba41ebb1-701c-4f01-9b75-9af7ee051d33 req-a71fa2c2-0fda-40ae-9994-f2746347a18b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843451 Jul 16 18:04:43.734111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=dfa025d8-64f3-408c-8950-dee028a908b7,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:43.870283 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:43.890075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-27d4f80e-9205-489c-8448-9bca1b49e7cf tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:43.891341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Transition to ACTIVE for port object 57b088b8-7f29-4a5b-a265-8df45a9ec550 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:43.895080 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82976b8e-cc03-4463-8cfd-d7daf6308d68 req-27d4f80e-9205-489c-8448-9bca1b49e7cf tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.2484698 Jul 16 18:04:43.931897 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.037018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a35ebe-7faf-449a-afd4-84153abfd41b None None] Pushing event updated for resources: {'Port': ['ID=57b088b8-7f29-4a5b-a265-8df45a9ec550,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:44.131883 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2e087f88-8bb3-41cc-a02b-dc0c9449731a tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1311777239&fields=id&tenant_id=0f0c9b211b1543a79f62c8f66c9d6d22 HTTP/1.1" status: 200 len: 267 time: 0.0879762 Jul 16 18:04:44.153696 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Attempting to bind port 57b088b8-7f29-4a5b-a265-8df45a9ec550 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:44.154175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Attempting to bind port 57b088b8-7f29-4a5b-a265-8df45a9ec550 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a65b2329-635c-4531-888b-8e15c4070a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:44.154436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Attempting to bind port 57b088b8-7f29-4a5b-a265-8df45a9ec550 on network 6499cecc-2f97-4df3-8501-c9f613e6cd6e {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:44.160311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:44.160698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Checking segment: {'id': 'a65b2329-635c-4531-888b-8e15c4070a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:44.161071 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.161644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Bound using segment: {'id': 'a65b2329-635c-4531-888b-8e15c4070a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:44.162277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Bound port: 57b088b8-7f29-4a5b-a265-8df45a9ec550, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a65b2329-635c-4531-888b-8e15c4070a7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:44.163719 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.183642 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb590728-f100-4560-829d-99b9677a7da9 req-d41ff99d-fc33-483f-95dd-8b2164dbafd6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2368996 Jul 16 18:04:44.197178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:44.240625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.321339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] For port 57b088b8-7f29-4a5b-a265-8df45a9ec550, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:44.327425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] For port 57b088b8-7f29-4a5b-a265-8df45a9ec550, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=57b088b8-7f29-4a5b-a265-8df45a9ec550,segment=NetworkSegment(a65b2329-635c-4531-888b-8e15c4070a7d),segment_id=a65b2329-635c-4531-888b-8e15c4070a7d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:44.343657 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.423589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dfa025d8-64f3-408c-8950-dee028a908b7 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:44.455108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-49afd935-c0a6-41c9-9507-fb2cdcd06223 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.471538 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-49afd935-c0a6-41c9-9507-fb2cdcd06223 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/networks?id=5d2f970e-7fc4-4662-a030-ff23180463cc HTTP/1.1" status: 200 len: 805 time: 0.3386590 Jul 16 18:04:44.490368 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-566a7615-453c-4acc-8ae5-2c8281a9269b tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/quotas/0f0c9b211b1543a79f62c8f66c9d6d22 HTTP/1.1" status: 200 len: 375 time: 0.0179224 Jul 16 18:04:44.511746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.546888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Routers {'d588fa00-4afc-4e77-b26e-310154041ef9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:04:44.547801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d588fa00-4afc-4e77-b26e-310154041ef9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:44.612464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a35ebe-7faf-449a-afd4-84153abfd41b None None] Pushing event updated for resources: {'Port': ['ID=57b088b8-7f29-4a5b-a265-8df45a9ec550,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:44.676953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-b882bf7c-341a-4214-ac85-d124b2374064 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0f0c9b211b1543a79f62c8f66c9d6d22&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1689746 Jul 16 18:04:44.781515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] Set router d588fa00-4afc-4e77-b26e-310154041ef9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:04:44.847047 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-5b77dd8f-d890-4e3a-ae67-5ea96c34bd20 service neutron] 10.222.0.47 "GET /v2.0/networks/5d2f970e-7fc4-4662-a030-ff23180463cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682601 Jul 16 18:04:44.889509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port dfa025d8-64f3-408c-8950-dee028a908b7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:44.889899 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:44.897970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Allocated IP 172.25.7.244 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/b12d173a-7936-495a-ace7-4f9ccc5053c5) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:44.901731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f793e1-4764-4982-bd8d-a43c4f674c6b req-0fe01540-a914-4716-8ace-98ffdb5a57ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:44.903795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53f793e1-4764-4982-bd8d-a43c4f674c6b req-0fe01540-a914-4716-8ace-98ffdb5a57ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 1096 time: 0.1553609 Jul 16 18:04:45.060352 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-cd9c7df2-3090-48b8-87af-8d0ccc0929bd service neutron] 10.222.0.47 "GET /v2.0/networks/5d2f970e-7fc4-4662-a030-ff23180463cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075980 Jul 16 18:04:45.107234 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:04:45.118642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f793e1-4764-4982-bd8d-a43c4f674c6b req-9dc3416b-5ea5-4874-8244-231c2532453d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.120494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53f793e1-4764-4982-bd8d-a43c4f674c6b req-9dc3416b-5ea5-4874-8244-231c2532453d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 912 time: 0.2078342 Jul 16 18:04:45.125015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-router', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:26Z', 'updated_at': '2021-07-16T18:04:36Z', 'revision_number': 4, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'gw_port': {'id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:27Z', 'updated_at': '2021-07-16T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '57b088b8-7f29-4a5b-a265-8df45a9ec550', 'name': '', 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'mac_address': 'fa:16:3e:d1:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '38c1b653-4b95-436f-8194-4bf5a97b6d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:34Z', 'updated_at': '2021-07-16T18:04:44Z', 'revision_number': 4, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'subnets': [{'id': '38c1b653-4b95-436f-8194-4bf5a97b6d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:04:45.156828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0519a8f-90d8-4f93-9ac2-5646d60c08dc None None] The sync data for ids ['d588fa00-4afc-4e77-b26e-310154041ef9'] in n-d-794306-7 is: [{'id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-router', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:26Z', 'updated_at': '2021-07-16T18:04:36Z', 'revision_number': 4, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'gw_port': {'id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:27Z', 'updated_at': '2021-07-16T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '57b088b8-7f29-4a5b-a265-8df45a9ec550', 'name': '', 'network_id': '6499cecc-2f97-4df3-8501-c9f613e6cd6e', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'mac_address': 'fa:16:3e:d1:2e:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1239, 'fixed_ips': [{'subnet_id': '38c1b653-4b95-436f-8194-4bf5a97b6d85', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:34Z', 'updated_at': '2021-07-16T18:04:44Z', 'revision_number': 4, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'subnets': [{'id': '38c1b653-4b95-436f-8194-4bf5a97b6d85', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:04:45.178665 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53f793e1-4764-4982-bd8d-a43c4f674c6b req-1009c7d5-18ef-4906-90b6-9d39ce0b9d6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a7639f-16bd-4261-a407-1a35694179ba HTTP/1.1" status: 200 len: 217 time: 0.0513017 Jul 16 18:04:45.259861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.313078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f793e1-4764-4982-bd8d-a43c4f674c6b req-d3482db4-f788-4225-85b7-1cd7a8aea9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.317488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53f793e1-4764-4982-bd8d-a43c4f674c6b req-d3482db4-f788-4225-85b7-1cd7a8aea9d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.1283810 Jul 16 18:04:45.389403 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53f793e1-4764-4982-bd8d-a43c4f674c6b req-6ec7a141-750f-485d-b961-3239e978df0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497155 Jul 16 18:04:45.426770 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e4f41ffb-4ce2-455f-b60d-44db6474cca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.451137 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.547482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:45.611046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:45.619465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:45.664298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event updated for resources: {'Port': ['ID=b12d173a-7936-495a-ace7-4f9ccc5053c5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:45.705234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53f793e1-4764-4982-bd8d-a43c4f674c6b req-abd5e6ef-a788-4059-b7ca-d17a747ccefe service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940032 Jul 16 18:04:45.732944 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd8fcaa-1702-4ea3-ae1a-f72904244aa4 req-35bf912d-9d8a-45ad-a354-41725178e0e5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:45.734710 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0dd8fcaa-1702-4ea3-ae1a-f72904244aa4 req-35bf912d-9d8a-45ad-a354-41725178e0e5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1232870 Jul 16 18:04:45.845642 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0dd8fcaa-1702-4ea3-ae1a-f72904244aa4 req-877378f3-3983-4aa7-aebd-30e500ee9a40 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943630 Jul 16 18:04:45.854375 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:45.940016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53f793e1-4764-4982-bd8d-a43c4f674c6b req-a321764e-e636-4975-af7e-88e5711e9337 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246304 Jul 16 18:04:45.973484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.173760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e26c6e6-87ba-48dc-acbf-a5757bc77fe5 req-48a9416a-e4da-4b80-a77b-eee609d4823e tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 210 time: 0.0656650 Jul 16 18:04:46.220422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58936d85-460c-4a7f-b79a-d75fa217102b req-38f3f3b4-de5b-464e-9f4b-4a3843a4c728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.222348 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58936d85-460c-4a7f-b79a-d75fa217102b req-38f3f3b4-de5b-464e-9f4b-4a3843a4c728 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 1096 time: 0.1954408 Jul 16 18:04:46.445340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 57b088b8-7f29-4a5b-a265-8df45a9ec550 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:46.496525 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.508735 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.606799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 57b088b8-7f29-4a5b-a265-8df45a9ec550 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:46.612428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 57b088b8-7f29-4a5b-a265-8df45a9ec550 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:46.612772 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.681225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.709471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58936d85-460c-4a7f-b79a-d75fa217102b req-e9a8d363-140c-4d20-9c4a-96af033e519d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:46.712096 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58936d85-460c-4a7f-b79a-d75fa217102b req-e9a8d363-140c-4d20-9c4a-96af033e519d service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 912 time: 0.4139955 Jul 16 18:04:46.763850 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.813147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 57b088b8-7f29-4a5b-a265-8df45a9ec550, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=57b088b8-7f29-4a5b-a265-8df45a9ec550,segment=NetworkSegment(a65b2329-635c-4531-888b-8e15c4070a7d),segment_id=a65b2329-635c-4531-888b-8e15c4070a7d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:46.827418 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.873648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event updated for resources: {'Port': ['ID=b12d173a-7936-495a-ace7-4f9ccc5053c5,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:46.884110 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:46.887076 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb590728-f100-4560-829d-99b9677a7da9 req-79a2547b-282f-4083-8e30-ac830d5d5453 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7011023 Jul 16 18:04:46.889458 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58936d85-460c-4a7f-b79a-d75fa217102b req-6fbe9df0-76d2-4a26-80d0-f7084fdae65d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e1a7639f-16bd-4261-a407-1a35694179ba HTTP/1.1" status: 200 len: 217 time: 0.1651089 Jul 16 18:04:46.945362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=57b088b8-7f29-4a5b-a265-8df45a9ec550,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:47.046620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb590728-f100-4560-829d-99b9677a7da9 req-28f13d24-39b1-4e53-85df-58785ec8e140 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.1359992 Jul 16 18:04:47.162133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58936d85-460c-4a7f-b79a-d75fa217102b req-13948aa6-b3b2-4033-af44-c03000d18560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.164812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58936d85-460c-4a7f-b79a-d75fa217102b req-13948aa6-b3b2-4033-af44-c03000d18560 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.2680047 Jul 16 18:04:47.209098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc299e7-a500-4dd0-a058-39ec3fafe21f req-4b73a929-b6a2-4e78-866e-d766c23a8f7d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.214278 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bdc299e7-a500-4dd0-a058-39ec3fafe21f req-4b73a929-b6a2-4e78-866e-d766c23a8f7d tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 945 time: 0.1410217 Jul 16 18:04:47.244878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device e1a7639f-16bd-4261-a407-1a35694179ba no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:47.286823 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58936d85-460c-4a7f-b79a-d75fa217102b req-f2230a65-9613-4842-b908-0bc551391c53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1124058 Jul 16 18:04:47.336435 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bdc299e7-a500-4dd0-a058-39ec3fafe21f req-3a836305-63ed-424e-b323-3f569254e4a1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133726 Jul 16 18:04:47.431307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb590728-f100-4560-829d-99b9677a7da9 req-0fcf85ce-c828-44ec-a14b-19e8f2c5ae5f tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:47.433002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb590728-f100-4560-829d-99b9677a7da9 req-0fcf85ce-c828-44ec-a14b-19e8f2c5ae5f tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.3697715 Jul 16 18:04:47.471544 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58936d85-460c-4a7f-b79a-d75fa217102b req-8af884fb-489e-41a6-9d90-a7b689c16436 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727467 Jul 16 18:04:47.484631 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.557767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a7639f-16bd-4261-a407-1a35694179ba'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:47.571042 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b84e375-9a15-4be8-a036-8cb81780d075" -d '{"events": [{"server_uuid": "9bf079fd-65ec-4c64-b3bb-51ed81b9c122", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a7639f-16bd-4261-a407-1a35694179ba"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:47.625326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port e1a7639f-16bd-4261-a407-1a35694179ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e1a7639f-16bd-4261-a407-1a35694179ba,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:47.633863 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.763072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=e1a7639f-16bd-4261-a407-1a35694179ba,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:47.829998 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44aa067c-1f18-437e-a114-a82600db199f req-3698f5c4-88d9-4f3f-ad17-040a4cfe4936 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2676435 Jul 16 18:04:47.836233 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:47.852334 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.869049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:47.919939 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7294faf6-bdb7-474b-8b68-a33d01d9d469 req-86d9380f-3523-4a2a-afbe-150cceb9930d tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 210 time: 0.1599755 Jul 16 18:04:47.994543 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74ec7c1-53bb-4698-97be-a3a2e143a837 x-openstack-request-id: req-a74ec7c1-53bb-4698-97be-a3a2e143a837 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:47.995191 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf079fd-65ec-4c64-b3bb-51ed81b9c122", "name": "network-vif-unplugged", "status": "completed", "tag": "e1a7639f-16bd-4261-a407-1a35694179ba", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:47.995905 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a74ec7c1-53bb-4698-97be-a3a2e143a837 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:47.996544 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e1a7639f-16bd-4261-a407-1a35694179ba', 'code': 200} Jul 16 18:04:48.038638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58936d85-460c-4a7f-b79a-d75fa217102b req-6a7f42a4-f8f2-4903-97ed-2d5c912a786f service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563045 Jul 16 18:04:48.122698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-a539ab0c-bcc5-4894-8933-22942e47406e tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:48.128795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-a539ab0c-bcc5-4894-8933-22942e47406e tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.37 "GET /v2.0/networks?id=5d2f970e-7fc4-4662-a030-ff23180463cc HTTP/1.1" status: 200 len: 805 time: 0.4243951 Jul 16 18:04:48.134716 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1153fa6e-3a60-416c-899a-ace0a3edf18c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.160565 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.193287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-af712d72-8f97-49b6-86e5-28b2bbaf1b14 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0f0c9b211b1543a79f62c8f66c9d6d22 HTTP/1.1" status: 200 len: 380 time: 0.0495329 Jul 16 18:04:48.204693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Request body: {'port': {'device_id': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'admin_state_up': True, 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'security_groups': ['f9aa2b13-89f1-4ba4-be23-8b04763ee4d7']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:48.304018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Allocated IP 172.25.7.143 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/9fbacd68-9755-49b7-8524-1488b7563991) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:48.388243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Made reservation on behalf of 0f0c9b211b1543a79f62c8f66c9d6d22 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:48.396989 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.405247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 57b088b8-7f29-4a5b-a265-8df45a9ec550 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:48.513912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 57b088b8-7f29-4a5b-a265-8df45a9ec550 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:48.514598 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.623365 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.700441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58554) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:48.718980 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:48.773511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event updated for resources: {'Port': ['ID=9fbacd68-9755-49b7-8524-1488b7563991,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:48.790800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:48.793198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:48.796512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:48.953268 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.005895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Allocated IP 172.20.0.11 (5d2f970e-7fc4-4662-a030-ff23180463cc/3bc762b4-fcdd-4c77-9267-149021886d68/e208789a-9042-4d00-a3d5-8de382befeb5) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:49.017534 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.042678 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-334812aa-a49b-4e4a-bebc-2fe7a842b93f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.063321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c997fe-7477-400d-bceb-2af3be76cefe req-14df2d36-691f-47cb-994f-b4d5bcb46f3a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.064790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4c997fe-7477-400d-bceb-2af3be76cefe req-14df2d36-691f-47cb-994f-b4d5bcb46f3a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 943 time: 0.4718401 Jul 16 18:04:49.177032 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4c997fe-7477-400d-bceb-2af3be76cefe req-5423bc99-d9fd-4a99-99ae-dca77060bcf1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036053 Jul 16 18:04:49.242435 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.269317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Transition to ACTIVE for port object e208789a-9042-4d00-a3d5-8de382befeb5 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:49.317667 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.369784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Pushing event updated for resources: {'Port': ['ID=e208789a-9042-4d00-a3d5-8de382befeb5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:49.384198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.387333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Network 5d2f970e-7fc4-4662-a030-ff23180463cc is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:49.389322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:49.391870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:49.399294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-334812aa-a49b-4e4a-bebc-2fe7a842b93f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.400842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.480148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.481155 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.489400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event updated for resources: {'Port': ['ID=9fbacd68-9755-49b7-8524-1488b7563991,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:49.502471 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-334812aa-a49b-4e4a-bebc-2fe7a842b93f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.504846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-2be6506d-f212-4b7e-a1fa-50f81e7adeaa tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3036768 Jul 16 18:04:49.520894 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Request body: {'port': {'device_id': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:49.636402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-334812aa-a49b-4e4a-bebc-2fe7a842b93f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5c7fdb1af654f54b283e8cee0239120&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9346657 Jul 16 18:04:49.639613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58580) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:49.655194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334812aa-a49b-4e4a-bebc-2fe7a842b93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9cfc17-d8de-4547-a221-b32a33f44707,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:49.683311 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.692948 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.709169 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.718889 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44aa067c-1f18-437e-a114-a82600db199f req-146aa150-afb7-466c-8a93-7798e280bec6 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8877041 Jul 16 18:04:49.754060 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.778372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2491fc29-8a2b-4e03-bf5a-813f9f04dca9 req-9f156a59-8567-4068-92f7-eafc74b41c92 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.779986 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2491fc29-8a2b-4e03-bf5a-813f9f04dca9 req-9f156a59-8567-4068-92f7-eafc74b41c92 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 932 time: 0.1393695 Jul 16 18:04:49.787796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44aa067c-1f18-437e-a114-a82600db199f req-6846dfbe-8047-43e8-9df9-2c303be03290 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.0676837 Jul 16 18:04:49.807009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9b751195-19de-4dcf-b0c0-e807fd601b34 None None] Provisioning for port e208789a-9042-4d00-a3d5-8de382befeb5 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:49.813576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9b751195-19de-4dcf-b0c0-e807fd601b34 None None] Provisioning complete for port e208789a-9042-4d00-a3d5-8de382befeb5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:49.814021 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9b751195-19de-4dcf-b0c0-e807fd601b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.827351 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f241d92-1073-45f0-a6af-5fc7b3eb6304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.908590 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2491fc29-8a2b-4e03-bf5a-813f9f04dca9 req-bc319c69-944e-4105-bd87-e3b515127e52 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203992 Jul 16 18:04:49.910072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9b751195-19de-4dcf-b0c0-e807fd601b34 None None] Port e208789a-9042-4d00-a3d5-8de382befeb5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:04:49.917206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f241d92-1073-45f0-a6af-5fc7b3eb6304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:49.987399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44aa067c-1f18-437e-a114-a82600db199f req-cab6b6d1-fe7d-4581-8c3c-c4737c6f94fb tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:49.999657 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-44aa067c-1f18-437e-a114-a82600db199f req-cab6b6d1-fe7d-4581-8c3c-c4737c6f94fb tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.2105243 Jul 16 18:04:50.029995 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f241d92-1073-45f0-a6af-5fc7b3eb6304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.032744 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f241d92-1073-45f0-a6af-5fc7b3eb6304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.036649 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1f241d92-1073-45f0-a6af-5fc7b3eb6304 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e9cfc17-d8de-4547-a221-b32a33f44707 HTTP/1.1" status: 204 len: 168 time: 0.3933623 Jul 16 18:04:50.049863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f241d92-1073-45f0-a6af-5fc7b3eb6304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9cfc17-d8de-4547-a221-b32a33f44707,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:50.109639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e208789a-9042-4d00-a3d5-8de382befeb5 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:50.178440 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.230046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Transition to ACTIVE for port object e208789a-9042-4d00-a3d5-8de382befeb5 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:50.236019 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.298135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-d261f71b-0121-4453-ba5e-9eb4fae29f2c tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1930430 Jul 16 18:04:50.343976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:50.353247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Pushing event updated for resources: {'Port': ['ID=e208789a-9042-4d00-a3d5-8de382befeb5,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:50.415150 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.448842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Attempting to bind port e208789a-9042-4d00-a3d5-8de382befeb5 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:50.449180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Attempting to bind port e208789a-9042-4d00-a3d5-8de382befeb5 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:50.449511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Attempting to bind port e208789a-9042-4d00-a3d5-8de382befeb5 on network 5d2f970e-7fc4-4662-a030-ff23180463cc {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:50.469712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Port e208789a-9042-4d00-a3d5-8de382befeb5 on network 5d2f970e-7fc4-4662-a030-ff23180463cc not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:04:50.470048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Attempting to bind port e208789a-9042-4d00-a3d5-8de382befeb5 on network 5d2f970e-7fc4-4662-a030-ff23180463cc {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:50.481801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:50.482142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Checking segment: {'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:50.482529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Bound using segment: {'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:50.482975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Bound port: e208789a-9042-4d00-a3d5-8de382befeb5, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:50.483333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.606802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] For port e208789a-9042-4d00-a3d5-8de382befeb5, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:50.611332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] For port e208789a-9042-4d00-a3d5-8de382befeb5, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e208789a-9042-4d00-a3d5-8de382befeb5,segment=NetworkSegment(1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b),segment_id=1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:50.619939 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.629683 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.670975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.671617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:50.673078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] 10.222.0.37 "PUT /v2.0/ports/e208789a-9042-4d00-a3d5-8de382befeb5 HTTP/1.1" status: 200 len: 1092 time: 1.1568983 Jul 16 18:04:50.673545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'tag': 'e208789a-9042-4d00-a3d5-8de382befeb5'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:50.676180 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3020cc97-2cc4-41c3-8187-e9ec1e514a30" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b2e39e-5118-461e-80a7-22a562ac4e74", "tag": "e208789a-9042-4d00-a3d5-8de382befeb5"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:50.784817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53976e69-7d8c-4adf-9f8d-b77be2ae4b8f service neutron] Pushing event updated for resources: {'Port': ['ID=e208789a-9042-4d00-a3d5-8de382befeb5,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:50.855698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-aae995ed-3e88-4d8f-9f0a-0a0be50ebebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.857292 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-aae995ed-3e88-4d8f-9f0a-0a0be50ebebc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f0c9b211b1543a79f62c8f66c9d6d22&device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 1095 time: 0.1193807 Jul 16 18:04:50.864838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Allocated IP 172.25.7.97 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/38f76f4d-9fb3-48d6-917b-f887d583fb01) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:50.917832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-b6784937-06bf-4e71-90d6-f2264f049bff service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e208789a-9042-4d00-a3d5-8de382befeb5 HTTP/1.1" status: 200 len: 217 time: 0.0454834 Jul 16 18:04:50.980759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-80ce4212-4874-4ffe-a9ea-251971f66fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:50.982239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-80ce4212-4874-4ffe-a9ea-251971f66fe6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bc762b4-fcdd-4c77-9267-149021886d68 HTTP/1.1" status: 200 len: 844 time: 0.0576229 Jul 16 18:04:51.113424 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.158211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-796b854d-b123-453e-b21a-48df994b037b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.160042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-796b854d-b123-453e-b21a-48df994b037b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d2f970e-7fc4-4662-a030-ff23180463cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1693809 Jul 16 18:04:51.218319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.276313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device e1a7639f-16bd-4261-a407-1a35694179ba no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:04:51.306248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event updated for resources: {'Port': ['ID=38f76f4d-9fb3-48d6-917b-f887d583fb01,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:51.321003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:51.327056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:51.332461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:51.388174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-50a81eb8-ae8f-4e46-aca5-605994e94fe6 service neutron] 10.222.0.37 "GET /v2.0/networks/5d2f970e-7fc4-4662-a030-ff23180463cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156823 Jul 16 18:04:51.514721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.575546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.580757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b90695ae-9b2e-478f-95dc-5ab0bae3d539 req-fa01c8ca-a7dd-4df6-afcc-bedea856b59f service neutron] 10.222.0.37 "GET /v2.0/networks/5d2f970e-7fc4-4662-a030-ff23180463cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850858 Jul 16 18:04:51.643176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4379166-1011-429c-b9f6-a6842dafb8ed req-2e7a89b9-86fb-4807-a964-378b9c4ae54a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:51.650192 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4379166-1011-429c-b9f6-a6842dafb8ed req-2e7a89b9-86fb-4807-a964-378b9c4ae54a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=9bf079fd-65ec-4c64-b3bb-51ed81b9c122 HTTP/1.1" status: 200 len: 943 time: 0.0864868 Jul 16 18:04:51.775346 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.780088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-f4379166-1011-429c-b9f6-a6842dafb8ed req-ae3e2943-1d0b-410a-902c-191e15c9a034 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Deleting port e1a7639f-16bd-4261-a407-1a35694179ba {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:51.780455 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f4379166-1011-429c-b9f6-a6842dafb8ed req-ae3e2943-1d0b-410a-902c-191e15c9a034 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.793888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.801482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.892184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-f4379166-1011-429c-b9f6-a6842dafb8ed req-ae3e2943-1d0b-410a-902c-191e15c9a034 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] For port e1a7639f-16bd-4261-a407-1a35694179ba, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e1a7639f-16bd-4261-a407-1a35694179ba,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:51.892461 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f4379166-1011-429c-b9f6-a6842dafb8ed req-ae3e2943-1d0b-410a-902c-191e15c9a034 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.895893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event updated for resources: {'Port': ['ID=38f76f4d-9fb3-48d6-917b-f887d583fb01,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:51.906085 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.908050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-f4379166-1011-429c-b9f6-a6842dafb8ed req-ae3e2943-1d0b-410a-902c-191e15c9a034 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Calling delete_port for e1a7639f-16bd-4261-a407-1a35694179ba owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:51.924240 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:51.926779 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-a4bc373d-4235-4a56-8e7b-0be50d1e91f9 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6146579 Jul 16 18:04:51.984482 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-1e4d79bb-f71a-4fba-bc5a-c519688ceb44 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.97 HTTP/1.1" status: 200 len: 695 time: 0.0517545 Jul 16 18:04:52.080753 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f4379166-1011-429c-b9f6-a6842dafb8ed req-ae3e2943-1d0b-410a-902c-191e15c9a034 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.108938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-06937fe3-bc88-41f8-bdb9-4efc7b64263f tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.111063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-afed2c2c-5653-459f-b04d-0ac64b0c1ddb req-06937fe3-bc88-41f8-bdb9-4efc7b64263f tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1254835 Jul 16 18:04:52.128990 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3e2943-1d0b-410a-902c-191e15c9a034 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event deleted for resources: {'Port': ['ID=e1a7639f-16bd-4261-a407-1a35694179ba,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:52.226131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4379166-1011-429c-b9f6-a6842dafb8ed req-ae3e2943-1d0b-410a-902c-191e15c9a034 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] No DVR routers for this DVR port e1a7639f-16bd-4261-a407-1a35694179ba on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:04:52.229121 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-f4379166-1011-429c-b9f6-a6842dafb8ed req-ae3e2943-1d0b-410a-902c-191e15c9a034 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:52.235244 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4379166-1011-429c-b9f6-a6842dafb8ed req-ae3e2943-1d0b-410a-902c-191e15c9a034 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "DELETE /v2.0/ports/e1a7639f-16bd-4261-a407-1a35694179ba HTTP/1.1" status: 204 len: 173 time: 0.5842025 Jul 16 18:04:52.237717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'name': 'network-vif-deleted', 'tag': 'e1a7639f-16bd-4261-a407-1a35694179ba'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:52.240265 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16f7091f-026d-47de-8432-b304130f6cb9" -d '{"events": [{"server_uuid": "9bf079fd-65ec-4c64-b3bb-51ed81b9c122", "name": "network-vif-deleted", "tag": "e1a7639f-16bd-4261-a407-1a35694179ba"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:52.315046 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba60b8c2-d849-4d82-81b4-4a3c95b3f48c x-openstack-request-id: req-ba60b8c2-d849-4d82-81b4-4a3c95b3f48c {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:52.315596 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b2e39e-5118-461e-80a7-22a562ac4e74", "tag": "e208789a-9042-4d00-a3d5-8de382befeb5", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:52.315718 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba60b8c2-d849-4d82-81b4-4a3c95b3f48c {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:52.316309 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'tag': 'e208789a-9042-4d00-a3d5-8de382befeb5', 'status': 'completed', 'code': 200} Jul 16 18:04:52.512342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020cc97-2cc4-41c3-8187-e9ec1e514a30 req-44b3bf78-0677-4250-a223-eceabf82d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.514171 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3020cc97-2cc4-41c3-8187-e9ec1e514a30 req-44b3bf78-0677-4250-a223-eceabf82d4fe service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f0c9b211b1543a79f62c8f66c9d6d22&device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 1095 time: 0.1295338 Jul 16 18:04:52.539359 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc736f0-2ae0-4571-840f-fc3e3148a090 req-abccb6d3-4e1d-4db3-8657-415f50e714cc tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.541014 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7cc736f0-2ae0-4571-840f-fc3e3148a090 req-abccb6d3-4e1d-4db3-8657-415f50e714cc tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 944 time: 0.1015792 Jul 16 18:04:52.633369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7cc736f0-2ae0-4571-840f-fc3e3148a090 req-db1cd13d-865e-49cd-8259-ba2945ca1038 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822153 Jul 16 18:04:52.663266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020cc97-2cc4-41c3-8187-e9ec1e514a30 req-e8318c5e-b710-4c98-bc1c-9787bfa22076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.664809 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3020cc97-2cc4-41c3-8187-e9ec1e514a30 req-e8318c5e-b710-4c98-bc1c-9787bfa22076 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d2f970e-7fc4-4662-a030-ff23180463cc HTTP/1.1" status: 200 len: 906 time: 0.1436760 Jul 16 18:04:52.720223 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3020cc97-2cc4-41c3-8187-e9ec1e514a30 req-1f45ec6f-428e-46a2-aabb-175e1d6e60d3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e208789a-9042-4d00-a3d5-8de382befeb5 HTTP/1.1" status: 200 len: 217 time: 0.0483465 Jul 16 18:04:52.799086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020cc97-2cc4-41c3-8187-e9ec1e514a30 req-461bec68-5690-4c69-b964-e40cb255b6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.800507 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3020cc97-2cc4-41c3-8187-e9ec1e514a30 req-461bec68-5690-4c69-b964-e40cb255b6f7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bc762b4-fcdd-4c77-9267-149021886d68 HTTP/1.1" status: 200 len: 844 time: 0.0739777 Jul 16 18:04:52.861657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64149ab1-7cac-42c5-9312-47cde287ee24 req-cfe3c72b-fe29-4f59-9bf3-b13a8e393f37 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips/e44b6e01-680e-4c09-981d-00d9670c71fd HTTP/1.1" status: 200 len: 692 time: 0.0731061 Jul 16 18:04:52.973782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3020cc97-2cc4-41c3-8187-e9ec1e514a30 req-57275208-3c8b-44d2-ab07-b4544328c189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:52.976661 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3020cc97-2cc4-41c3-8187-e9ec1e514a30 req-57275208-3c8b-44d2-ab07-b4544328c189 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d2f970e-7fc4-4662-a030-ff23180463cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1486242 Jul 16 18:04:53.031205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64149ab1-7cac-42c5-9312-47cde287ee24 req-ee11da67-f847-45c4-83d8-5609db5f05c1 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.032651 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64149ab1-7cac-42c5-9312-47cde287ee24 req-ee11da67-f847-45c4-83d8-5609db5f05c1 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1612017 Jul 16 18:04:53.085274 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81047378-99d5-4fc3-b879-21e007f84f18 x-openstack-request-id: req-81047378-99d5-4fc3-b879-21e007f84f18 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:53.085818 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bf079fd-65ec-4c64-b3bb-51ed81b9c122", "name": "network-vif-deleted", "tag": "e1a7639f-16bd-4261-a407-1a35694179ba", "status": "failed", "code": 422}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:53.085818 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-81047378-99d5-4fc3-b879-21e007f84f18 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:53.086226 n-d-794306-7 neutron-server[105438]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '9bf079fd-65ec-4c64-b3bb-51ed81b9c122', 'name': 'network-vif-deleted', 'tag': 'e1a7639f-16bd-4261-a407-1a35694179ba', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:04:53.148459 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3020cc97-2cc4-41c3-8187-e9ec1e514a30 req-f065777a-a634-4502-a660-9804e6529c46 service neutron] 10.222.0.37 "GET /v2.0/networks/5d2f970e-7fc4-4662-a030-ff23180463cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644857 Jul 16 18:04:53.165950 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-dda585e4-24c5-41d2-b8af-c43386cb36f5 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips/e44b6e01-680e-4c09-981d-00d9670c71fd HTTP/1.1" status: 200 len: 692 time: 0.0677071 Jul 16 18:04:53.346839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3020cc97-2cc4-41c3-8187-e9ec1e514a30 req-a4745ce3-f16f-4b4f-aef9-93a18dc19afe service neutron] 10.222.0.37 "GET /v2.0/networks/5d2f970e-7fc4-4662-a030-ff23180463cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880555 Jul 16 18:04:53.370221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-5cda7b94-b718-41fe-8992-7fb7fb4ab660 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.371439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-5cda7b94-b718-41fe-8992-7fb7fb4ab660 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1919129 Jul 16 18:04:53.407817 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58716) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:53.441414 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-0c78338c-c495-4c2f-900e-64f162cbb31a tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.97 HTTP/1.1" status: 200 len: 695 time: 0.0689797 Jul 16 18:04:53.487630 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-0d5197ce-5fd4-4fbe-898b-81b9c1093c52 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.97 HTTP/1.1" status: 200 len: 695 time: 0.0453169 Jul 16 18:04:53.537237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a27f6d50-95ad-4e10-949d-11dfae18a5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.711553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-b14e2791-911e-4769-bd6a-cbb6da9c4f04 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Deleting port 38f76f4d-9fb3-48d6-917b-f887d583fb01 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:53.712340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-b14e2791-911e-4769-bd6a-cbb6da9c4f04 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.718030 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a27f6d50-95ad-4e10-949d-11dfae18a5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.727676 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a27f6d50-95ad-4e10-949d-11dfae18a5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.775217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a27f6d50-95ad-4e10-949d-11dfae18a5a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a8d55b87b1a4b48892dc886b043ef50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3662443 Jul 16 18:04:53.777704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58736) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:53.785487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f6d50-95ad-4e10-949d-11dfae18a5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf66edd8-bb3a-403c-b2a5-c8346bb97461,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:53.861033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-b14e2791-911e-4769-bd6a-cbb6da9c4f04 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.861398 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-b14e2791-911e-4769-bd6a-cbb6da9c4f04 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.878281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-b14e2791-911e-4769-bd6a-cbb6da9c4f04 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Calling delete_port for 38f76f4d-9fb3-48d6-917b-f887d583fb01 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:53.901548 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7442596-99e2-4eba-b65e-d780e0d81a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:53.937961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67168c-975a-4fd6-a8fa-1cc9f22b2eba req-e4e1ff4d-452b-4a41-b66c-96ba7855b061 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:53.939807 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc67168c-975a-4fd6-a8fa-1cc9f22b2eba req-e4e1ff4d-452b-4a41-b66c-96ba7855b061 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 944 time: 0.1334095 Jul 16 18:04:53.942615 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7442596-99e2-4eba-b65e-d780e0d81a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.011355 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc67168c-975a-4fd6-a8fa-1cc9f22b2eba req-577a158c-b976-4aee-b3e5-e2b58a19f378 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602582 Jul 16 18:04:54.051309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58746) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:54.051525 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7442596-99e2-4eba-b65e-d780e0d81a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.055305 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7442596-99e2-4eba-b65e-d780e0d81a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.056680 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e7442596-99e2-4eba-b65e-d780e0d81a0f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf66edd8-bb3a-403c-b2a5-c8346bb97461 HTTP/1.1" status: 204 len: 168 time: 0.2778130 Jul 16 18:04:54.071828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-b14e2791-911e-4769-bd6a-cbb6da9c4f04 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.077937 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7442596-99e2-4eba-b65e-d780e0d81a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf66edd8-bb3a-403c-b2a5-c8346bb97461,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:54.104317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14e2791-911e-4769-bd6a-cbb6da9c4f04 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event deleted for resources: {'Port': ['ID=38f76f4d-9fb3-48d6-917b-f887d583fb01,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:54.212832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-b14e2791-911e-4769-bd6a-cbb6da9c4f04 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.216075 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-b14e2791-911e-4769-bd6a-cbb6da9c4f04 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.219723 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15fdc6dc-3ad7-4de9-9b3d-68456ddb3367 req-b14e2791-911e-4769-bd6a-cbb6da9c4f04 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "DELETE /v2.0/floatingips/e44b6e01-680e-4c09-981d-00d9670c71fd HTTP/1.1" status: 204 len: 173 time: 0.7208581 Jul 16 18:04:54.363658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2027239959'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:54.399405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9416d7e0-0543-45e4-9909-b829ee02d957 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.406968 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9416d7e0-0543-45e4-9909-b829ee02d957 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.1468697 Jul 16 18:04:54.420221 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-29f0a292-e09b-40ee-874c-831307eeec32 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/quotas/8c1cb972bdee4eb9bb7cbfd8898401fb HTTP/1.1" status: 200 len: 375 time: 0.0119553 Jul 16 18:04:54.486519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-c62125c8-fd39-41d9-bb0e-8cc5f710f4b7 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599816 Jul 16 18:04:54.509745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Made reservation on behalf of 2d98e23421b7425f9e7f44e8487a6d05 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:54.513761 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.534462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277d7114-2611-4663-a07f-f3a9d5c3e0e5 req-207f956d-43f3-4a38-b7ec-b26badf14427 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:54.536417 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-277d7114-2611-4663-a07f-f3a9d5c3e0e5 req-207f956d-43f3-4a38-b7ec-b26badf14427 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2942784 Jul 16 18:04:54.537840 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.611327 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-a101eac6-ecd7-4ae6-b378-e25dee4b2a59 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238317 Jul 16 18:04:54.645367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58772) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:54.661313 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41e90c24-3b6a-4b51-86fa-86db9511b6f5 req-01467d78-8fba-4c0b-8592-2a0962d5284a tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?tenant_id=da8eba4fb52648ce8690c5733a64f9db HTTP/1.1" status: 200 len: 1657 time: 0.0934389 Jul 16 18:04:54.686887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50a831e9-295e-4c67-895e-1b21e08f18cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:54.724405 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-0067a1fa-58d9-489b-8d98-dbc028a1b13c service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118734 Jul 16 18:04:55.096455 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b77f0304-497e-4e0e-9843-cdb523628171 req-b40c2d09-5105-4b2b-a52d-a59d8dc0a756 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 210 time: 0.0512643 Jul 16 18:04:55.212077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e90c24-3b6a-4b51-86fa-86db9511b6f5 req-fc73f5b6-e77e-4522-a11c-72c449935bf2 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.227463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41e90c24-3b6a-4b51-86fa-86db9511b6f5 req-fc73f5b6-e77e-4522-a11c-72c449935bf2 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks?id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 787 time: 0.5449922 Jul 16 18:04:55.245119 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.259014 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.287145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:04:55.307603 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.307943 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Added segment 39478ed9-e852-4d13-a120-9a4b0cc57e2f of type vlan for network e5b90e7e-7992-4de7-b824-692daca9f587 Jul 16 18:04:55.309593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2702946a-af93-445b-85e7-e915e6e67895,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:55.316747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e208789a-9042-4d00-a3d5-8de382befeb5 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:04:55.425514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77db4fd1-8d08-411e-a83e-12b6035408e1 req-bd517a4f-f1a6-48ed-ab72-ffff5c8ff3cf tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.427472 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77db4fd1-8d08-411e-a83e-12b6035408e1 req-bd517a4f-f1a6-48ed-ab72-ffff5c8ff3cf tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 944 time: 0.2085443 Jul 16 18:04:55.461562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e208789a-9042-4d00-a3d5-8de382befeb5, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e208789a-9042-4d00-a3d5-8de382befeb5,segment=NetworkSegment(1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b),segment_id=1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:55.479767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'e208789a-9042-4d00-a3d5-8de382befeb5', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'port_id': 'e208789a-9042-4d00-a3d5-8de382befeb5', 'mac_address': 'fa:16:3e:7c:02:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:04:55.493246 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.502061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77db4fd1-8d08-411e-a83e-12b6035408e1 req-c6abddb6-f53c-4b45-bb8f-292585f7f2f9 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684016 Jul 16 18:04:55.509879 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-413a733f-8655-446b-879a-2600b913405c req-87587609-4fde-4637-a63b-5ae726e3eca0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips/57da0627-ce9f-4b83-ae9c-d1a9adc3cbfd HTTP/1.1" status: 200 len: 693 time: 0.1043785 Jul 16 18:04:55.544682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50a831e9-295e-4c67-895e-1b21e08f18cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.556102 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50a831e9-295e-4c67-895e-1b21e08f18cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.563093 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.592779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e208789a-9042-4d00-a3d5-8de382befeb5 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:55.611896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.618533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.619154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.627800 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-50a831e9-295e-4c67-895e-1b21e08f18cd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e82d2a9fd364e3391e20d112e259a14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9780507 Jul 16 18:04:55.628553 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58800) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:55.641763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e208789a-9042-4d00-a3d5-8de382befeb5, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e208789a-9042-4d00-a3d5-8de382befeb5,segment=NetworkSegment(1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b),segment_id=1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:55.647010 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.670688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a831e9-295e-4c67-895e-1b21e08f18cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7ff4452-639b-4383-9c1c-61f6bc469055,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:55.702419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.6474218 Jul 16 18:04:55.703361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58804) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:55.714051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e208789a-9042-4d00-a3d5-8de382befeb5,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:55.724821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Request body: {'subnet': {'network_id': 'e5b90e7e-7992-4de7-b824-692daca9f587', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:55.741047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d100ac-50fb-4f61-8213-7f62415e84dc tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Pushing event updated for resources: {'Network': ['ID=e5b90e7e-7992-4de7-b824-692daca9f587,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:55.753148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a733f-8655-446b-879a-2600b913405c req-325e266b-337a-4a5e-aa6a-483d29338161 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:55.754762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-413a733f-8655-446b-879a-2600b913405c req-325e266b-337a-4a5e-aa6a-483d29338161 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.2293682 Jul 16 18:04:55.763323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network e5b90e7e-7992-4de7-b824-692daca9f587 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:04:55.820703 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-413a733f-8655-446b-879a-2600b913405c req-0a4eb8d0-4f1a-4015-9d55-8d01f475622a tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.0590026 Jul 16 18:04:55.869874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58806) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:55.882144 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-413a733f-8655-446b-879a-2600b913405c req-14365f77-b0d8-47d0-85ae-2d4b98e23ba5 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.143 HTTP/1.1" status: 200 len: 696 time: 0.0535023 Jul 16 18:04:55.885181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f568c1f-b011-4ac0-b05c-4ecd2b67dc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.918398 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f568c1f-b011-4ac0-b05c-4ecd2b67dc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.927715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Made reservation on behalf of 2d98e23421b7425f9e7f44e8487a6d05 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:55.932263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:55.996815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e208789a-9042-4d00-a3d5-8de382befeb5'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:04:56.017873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-413a733f-8655-446b-879a-2600b913405c req-06e8bc71-92c0-44db-a787-af4da902fa08 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Deleting port 9fbacd68-9755-49b7-8524-1488b7563991 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:56.018460 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-413a733f-8655-446b-879a-2600b913405c req-06e8bc71-92c0-44db-a787-af4da902fa08 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.036657 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-704b5130-8acc-4c3b-8201-be0469e56111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.094851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f568c1f-b011-4ac0-b05c-4ecd2b67dc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.098812 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f568c1f-b011-4ac0-b05c-4ecd2b67dc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.100829 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0f568c1f-b011-4ac0-b05c-4ecd2b67dc6b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d7ff4452-639b-4383-9c1c-61f6bc469055 HTTP/1.1" status: 204 len: 168 time: 0.4694867 Jul 16 18:04:56.117769 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-413a733f-8655-446b-879a-2600b913405c req-06e8bc71-92c0-44db-a787-af4da902fa08 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.118262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-413a733f-8655-446b-879a-2600b913405c req-06e8bc71-92c0-44db-a787-af4da902fa08 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.135715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-413a733f-8655-446b-879a-2600b913405c req-06e8bc71-92c0-44db-a787-af4da902fa08 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Calling delete_port for 9fbacd68-9755-49b7-8524-1488b7563991 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:56.137708 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f568c1f-b011-4ac0-b05c-4ecd2b67dc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7ff4452-639b-4383-9c1c-61f6bc469055,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.313668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-704b5130-8acc-4c3b-8201-be0469e56111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.320145 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.328816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-704b5130-8acc-4c3b-8201-be0469e56111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.353020 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-413a733f-8655-446b-879a-2600b913405c req-06e8bc71-92c0-44db-a787-af4da902fa08 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.445594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e8bc71-92c0-44db-a787-af4da902fa08 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event deleted for resources: {'Port': ['ID=9fbacd68-9755-49b7-8524-1488b7563991,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.491159 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-35745019-d8db-4e9a-9851-06f9f158a39d req-b39f9733-9d84-4c44-8820-ee5ec9f1ad66 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 210 time: 0.0854011 Jul 16 18:04:56.499574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b5130-8acc-4c3b-8201-be0469e56111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291c836a-06f3-40fd-8fc0-dcc1b4ff007b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.510387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-704b5130-8acc-4c3b-8201-be0469e56111 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c32e06cf88b54d0b9ba8d0b894344840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6373274 Jul 16 18:04:56.511007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Pushing event updated for resources: {'Subnet': ['ID=8b7b611b-a70c-4f0f-ba7a-1072b2874298,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:56.513742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58822) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.526372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Checking segment: {'id': '39478ed9-e852-4d13-a120-9a4b0cc57e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e5b90e7e-7992-4de7-b824-692daca9f587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:56.526735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Network hostable DHCP agents. Network: e5b90e7e-7992-4de7-b824-692daca9f587, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:04:56.545732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-413a733f-8655-446b-879a-2600b913405c req-06e8bc71-92c0-44db-a787-af4da902fa08 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.548609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-413a733f-8655-446b-879a-2600b913405c req-06e8bc71-92c0-44db-a787-af4da902fa08 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.550115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-413a733f-8655-446b-879a-2600b913405c req-06e8bc71-92c0-44db-a787-af4da902fa08 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "DELETE /v2.0/floatingips/57da0627-ce9f-4b83-ae9c-d1a9adc3cbfd HTTP/1.1" status: 204 len: 173 time: 0.6619487 Jul 16 18:04:56.586268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-ae8c0648-ff17-4c19-b442-85924e8473cd tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.588792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-ae8c0648-ff17-4c19-b442-85924e8473cd tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.2237623 Jul 16 18:04:56.593883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Network e5b90e7e-7992-4de7-b824-692daca9f587 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:04:56.606263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Request body: {'port': {'device_id': '075bfeb5-1ce0-4fcc-b1bd-1075e2be5729', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'admin_state_up': True, 'tenant_id': '8c1cb972bdee4eb9bb7cbfd8898401fb'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:56.613560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, e5b90e7e-7992-4de7-b824-692daca9f587) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:56.623572 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd07a5b-33b7-445a-b2df-198e2d2ceb46 None None] Network e5b90e7e-7992-4de7-b824-692daca9f587 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:04:56.630539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.631508 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.642751 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6df71a2-d5c5-4ec2-a653-51a2c7d13fb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.677880 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bc11d75c-a193-4891-a203-b224cf236d6f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9710329 Jul 16 18:04:56.679159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58832) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:56.691916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Request body: {'port': {'network_id': 'e5b90e7e-7992-4de7-b824-692daca9f587', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1971089570'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:56.706571 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6df71a2-d5c5-4ec2-a653-51a2c7d13fb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.861336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Made reservation on behalf of 8c1cb972bdee4eb9bb7cbfd8898401fb for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:56.866166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.878676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-974cc521-2fc2-4f42-ab17-67c19bb279a0 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips/0b1be72c-7210-4592-9a21-10dc5494aa46 HTTP/1.1" status: 200 len: 693 time: 0.0915372 Jul 16 18:04:56.894699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a161c44f-4cff-4ad4-bf3f-1590116d0156 req-9e331014-914a-46cb-8e44-f42c748b2435 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:56.898008 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a161c44f-4cff-4ad4-bf3f-1590116d0156 req-9e331014-914a-46cb-8e44-f42c748b2435 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 945 time: 0.1429687 Jul 16 18:04:56.901634 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6df71a2-d5c5-4ec2-a653-51a2c7d13fb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.904494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6df71a2-d5c5-4ec2-a653-51a2c7d13fb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.905728 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c6df71a2-d5c5-4ec2-a653-51a2c7d13fb0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/291c836a-06f3-40fd-8fc0-dcc1b4ff007b HTTP/1.1" status: 204 len: 168 time: 0.3907557 Jul 16 18:04:56.953914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-e5b90e7e-7992-4de7-b824-692daca9f587', 'network_id': 'e5b90e7e-7992-4de7-b824-692daca9f587', 'tenant_id': '2d98e23421b7425f9e7f44e8487a6d05', 'fixed_ips': [{'subnet_id': '8b7b611b-a70c-4f0f-ba7a-1072b2874298'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:04:56.954835 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:56.992915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a161c44f-4cff-4ad4-bf3f-1590116d0156 req-f7b37c27-2f7e-4d2b-ada1-3cb075556189 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879960 Jul 16 18:04:57.039862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6df71a2-d5c5-4ec2-a653-51a2c7d13fb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291c836a-06f3-40fd-8fc0-dcc1b4ff007b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:57.053701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-cf8add52-c768-4333-a6e3-e8e5e0883357 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.055389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-cf8add52-c768-4333-a6e3-e8e5e0883357 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.1590846 Jul 16 18:04:57.086319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Allocated IP 172.20.0.10 (fc6614fe-db14-4de8-b9ed-fc41baa479e0/a3f56a12-2748-4e3d-89b9-151cce28c16a/57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:57.113400 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-5deea303-04bc-47a7-b300-f825e47983cf tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.0511270 Jul 16 18:04:57.114774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Made reservation on behalf of 2d98e23421b7425f9e7f44e8487a6d05 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:04:57.118719 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.185960 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-5c8e5c60-24e0-4c74-af23-a17c96a5defe tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.244 HTTP/1.1" status: 200 len: 696 time: 0.0646169 Jul 16 18:04:57.232030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] device_id is not set on port 4d936404-8f68-41e9-bbc0-719f9929d436 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:04:57.339518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58850) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:57.406023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e208789a-9042-4d00-a3d5-8de382befeb5 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:04:57.417477 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.467337 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92ff312d-e927-4dbe-901f-45393e2208c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.473466 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.497917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Allocated IP 172.20.0.6 (e5b90e7e-7992-4de7-b824-692daca9f587/8b7b611b-a70c-4f0f-ba7a-1072b2874298/4d936404-8f68-41e9-bbc0-719f9929d436) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:57.509901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port e208789a-9042-4d00-a3d5-8de382befeb5 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:04:57.516585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port e208789a-9042-4d00-a3d5-8de382befeb5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:04:57.516948 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.527928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Network fc6614fe-db14-4de8-b9ed-fc41baa479e0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:57.531690 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:57.536031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:57.553508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-77f39d98-577b-420f-aadb-333c62bd987b tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Deleting port b12d173a-7936-495a-ace7-4f9ccc5053c5 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:57.553868 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-77f39d98-577b-420f-aadb-333c62bd987b tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.594372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.595220 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.605889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event updated for resources: {'Port': ['ID=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:57.670604 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.696245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e208789a-9042-4d00-a3d5-8de382befeb5'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:04:57.698531 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-935b1d74-3ee1-4cbd-9b5d-631cc7d448e9" -d '{"events": [{"server_uuid": "a2b2e39e-5118-461e-80a7-22a562ac4e74", "name": "network-vif-plugged", "status": "completed", "tag": "e208789a-9042-4d00-a3d5-8de382befeb5"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:04:57.716415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e208789a-9042-4d00-a3d5-8de382befeb5, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e208789a-9042-4d00-a3d5-8de382befeb5,segment=NetworkSegment(1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b),segment_id=1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:04:57.722243 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:57.755705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f79374-2990-4ba4-a638-02665b0fa7f9 req-ca5c449f-84c6-41c0-b9a8-46b122c42969 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:57.758421 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6f79374-2990-4ba4-a638-02665b0fa7f9 req-ca5c449f-84c6-41c0-b9a8-46b122c42969 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 932 time: 0.0826626 Jul 16 18:04:57.783973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e208789a-9042-4d00-a3d5-8de382befeb5,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:57.801008 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6f79374-2990-4ba4-a638-02665b0fa7f9 req-29d640f4-3b8f-4986-972b-b8431aea2e99 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364287 Jul 16 18:04:57.859111 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:04:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e2e448-e945-47ec-b4a7-ed3536f623da x-openstack-request-id: req-a6e2e448-e945-47ec-b4a7-ed3536f623da {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:04:57.859410 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b2e39e-5118-461e-80a7-22a562ac4e74", "name": "network-vif-plugged", "status": "completed", "tag": "e208789a-9042-4d00-a3d5-8de382befeb5", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:04:57.859691 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a6e2e448-e945-47ec-b4a7-ed3536f623da {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:04:57.860096 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e208789a-9042-4d00-a3d5-8de382befeb5', 'code': 200} Jul 16 18:04:58.024710 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8727b35-abe4-4fee-b9bb-961210013d01 req-e0371912-fe6e-4892-8a12-887802d52b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.025988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8727b35-abe4-4fee-b9bb-961210013d01 req-e0371912-fe6e-4892-8a12-887802d52b46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 1097 time: 0.0635722 Jul 16 18:04:58.074609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8727b35-abe4-4fee-b9bb-961210013d01 req-72814c5f-9c67-4430-bdd5-00627be39320 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419564 Jul 16 18:04:58.076531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-77f39d98-577b-420f-aadb-333c62bd987b tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.076873 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-77f39d98-577b-420f-aadb-333c62bd987b tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.125645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-77f39d98-577b-420f-aadb-333c62bd987b tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Calling delete_port for b12d173a-7936-495a-ace7-4f9ccc5053c5 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:04:58.165065 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92ff312d-e927-4dbe-901f-45393e2208c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.182427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-9ad2ab9a-a524-4e4c-97ed-2e3a36f96494 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5854495 Jul 16 18:04:58.196112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Request body: {'port': {'device_id': '075bfeb5-1ce0-4fcc-b1bd-1075e2be5729', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:04:58.208873 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92ff312d-e927-4dbe-901f-45393e2208c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.223626 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.243180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d047a55-ab6e-4c3e-b5e3-1664fd8a5c44 req-e4f936a4-3daa-4d85-9b2b-f14e2ba54c70 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.244798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4d047a55-ab6e-4c3e-b5e3-1664fd8a5c44 req-e4f936a4-3daa-4d85-9b2b-f14e2ba54c70 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 946 time: 0.1085675 Jul 16 18:04:58.266750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Transition to ACTIVE for port object 4d936404-8f68-41e9-bbc0-719f9929d436 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:58.297124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ff312d-e927-4dbe-901f-45393e2208c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d62cbb9f-668f-483b-a96c-e0c3540f2289,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.304827 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-92ff312d-e927-4dbe-901f-45393e2208c7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=935b586c0e924e9f8983787eb2f946d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9465437 Jul 16 18:04:58.308267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58878) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.344678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.373176 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4d047a55-ab6e-4c3e-b5e3-1664fd8a5c44 req-6a6dcf23-b8f0-454a-8346-37d6ccc87cd5 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718691 Jul 16 18:04:58.398294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.444659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Allocated IP 172.20.0.2 (e5b90e7e-7992-4de7-b824-692daca9f587/8b7b611b-a70c-4f0f-ba7a-1072b2874298/52c86cdf-8677-4dc0-b32e-3f6480a7a2ba) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:04:58.473531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Network e5b90e7e-7992-4de7-b824-692daca9f587 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:58.485951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:58.494397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:58.497171 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-77f39d98-577b-420f-aadb-333c62bd987b tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.502768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Pushing event updated for resources: {'Port': ['ID=4d936404-8f68-41e9-bbc0-719f9929d436,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.534201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4388-8e1a-47c7-9f4c-bddb55d03ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.566795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f39d98-577b-420f-aadb-333c62bd987b tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event deleted for resources: {'Port': ['ID=b12d173a-7936-495a-ace7-4f9ccc5053c5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.614739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:58.615936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.625999 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4388-8e1a-47c7-9f4c-bddb55d03ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.670794 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dd2f6a02-a3d9-49c6-94df-fd8b140f2164 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9838469 Jul 16 18:04:58.674047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58892) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:58.696890 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-77f39d98-577b-420f-aadb-333c62bd987b tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.698426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-77f39d98-577b-420f-aadb-333c62bd987b tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.702719 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33dc5377-ccfe-4fe3-8e66-eb2cb91e6d30 req-77f39d98-577b-420f-aadb-333c62bd987b tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "DELETE /v2.0/floatingips/0b1be72c-7210-4592-9a21-10dc5494aa46 HTTP/1.1" status: 204 len: 173 time: 1.5158641 Jul 16 18:04:58.714755 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.734098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Transition to ACTIVE for port object 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:58.736386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4388-8e1a-47c7-9f4c-bddb55d03ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.739170 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d4c4388-8e1a-47c7-9f4c-bddb55d03ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.742781 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3d4c4388-8e1a-47c7-9f4c-bddb55d03ff3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d62cbb9f-668f-483b-a96c-e0c3540f2289 HTTP/1.1" status: 204 len: 168 time: 0.4300828 Jul 16 18:04:58.749194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4c4388-8e1a-47c7-9f4c-bddb55d03ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d62cbb9f-668f-483b-a96c-e0c3540f2289,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.778671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Transition to ACTIVE for port object 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:58.790093 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.851242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-ed633f64-02c4-40e0-bcdd-e04ccc9b286a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4041674 Jul 16 18:04:58.855498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Network e5b90e7e-7992-4de7-b824-692daca9f587 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:04:58.858246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:04:58.861984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:04:58.901847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-fe9d9011-59db-403a-80cf-aa611a147b73 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips/e30ed00a-f5d4-4da3-84fe-1a9b8d31f4d2 HTTP/1.1" status: 200 len: 693 time: 0.1771123 Jul 16 18:04:58.910102 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Pushing event updated for resources: {'Port': ['ID=52c86cdf-8677-4dc0-b32e-3f6480a7a2ba,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:58.956714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Attempting to bind port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:04:58.957154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Attempting to bind port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '39478ed9-e852-4d13-a120-9a4b0cc57e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e5b90e7e-7992-4de7-b824-692daca9f587'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:04:58.957665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Attempting to bind port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba on network e5b90e7e-7992-4de7-b824-692daca9f587 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:04:58.966152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:04:58.966429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Checking segment: {'id': '39478ed9-e852-4d13-a120-9a4b0cc57e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e5b90e7e-7992-4de7-b824-692daca9f587'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:04:58.966786 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:58.967179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Bound using segment: {'id': '39478ed9-e852-4d13-a120-9a4b0cc57e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e5b90e7e-7992-4de7-b824-692daca9f587'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:04:58.967691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Bound port: 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39478ed9-e852-4d13-a120-9a4b0cc57e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': 'e5b90e7e-7992-4de7-b824-692daca9f587'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:04:58.968557 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.068131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] For port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:04:59.077884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] For port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=52c86cdf-8677-4dc0-b32e-3f6480a7a2ba,segment=NetworkSegment(39478ed9-e852-4d13-a120-9a4b0cc57e2f),segment_id=39478ed9-e852-4d13-a120-9a4b0cc57e2f)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:04:59.089416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.138876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fa3fb2-b458-4e2b-b9d0-d32bbe202ff5 req-1a7ea544-1d4d-4f1e-9559-e67ffd0c3e04 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.152241 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-38fa3fb2-b458-4e2b-b9d0-d32bbe202ff5 req-1a7ea544-1d4d-4f1e-9559-e67ffd0c3e04 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 932 time: 0.1614664 Jul 16 18:04:59.166300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70b46d2-d96a-4888-9091-d10859913ccf None None] Pushing event updated for resources: {'Port': ['ID=52c86cdf-8677-4dc0-b32e-3f6480a7a2ba,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.172528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-0a3215aa-aa20-4bea-943c-253ac5797b4d tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.181620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-0a3215aa-aa20-4bea-943c-253ac5797b4d tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 784 time: 0.2729316 Jul 16 18:04:59.183545 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.253292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-38fa3fb2-b458-4e2b-b9d0-d32bbe202ff5 req-5badf104-7d84-47ba-ae80-f9737cc98087 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991490 Jul 16 18:04:59.281686 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-99f2f3d8-befb-4da7-851d-981475953183 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 696 time: 0.0991240 Jul 16 18:04:59.455028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:04:59.465977 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.487865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Transition to ACTIVE for port object 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:04:59.520829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-83b0be56-22ef-4264-a9e8-d89a1ab93e4f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Deleting port 4d936404-8f68-41e9-bbc0-719f9929d436 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:04:59.521198 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83b0be56-22ef-4264-a9e8-d89a1ab93e4f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.535437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-4cf12112-0b4e-4cd1-96f9-df2fdf2a94aa tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "GET /v2.0/floatingips?floating_ip_address=172.25.7.134 HTTP/1.1" status: 200 len: 696 time: 0.2526405 Jul 16 18:04:59.538448 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.570670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58922) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:04:59.737773 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d0b29d3c-bb0c-480e-8a4d-f7de50e66ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.769124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Pushing event updated for resources: {'Port': ['ID=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:04:59.787333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-c4d35be3-4894-4294-9ef1-ba6ed03fbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.788182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-c4d35be3-4894-4294-9ef1-ba6ed03fbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.788678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-c4d35be3-4894-4294-9ef1-ba6ed03fbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.789183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-c4d35be3-4894-4294-9ef1-ba6ed03fbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.789661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-c4d35be3-4894-4294-9ef1-ba6ed03fbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.790125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-c4d35be3-4894-4294-9ef1-ba6ed03fbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.790594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-c4d35be3-4894-4294-9ef1-ba6ed03fbc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.792525 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-c4d35be3-4894-4294-9ef1-ba6ed03fbc86 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6501 time: 0.8194678 Jul 16 18:04:59.794078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0947a16a-311f-4033-b4b1-040f1ee3ad7e req-fc582281-9e78-4736-83e9-f35a9979b97e tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:04:59.802735 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0947a16a-311f-4033-b4b1-040f1ee3ad7e req-fc582281-9e78-4736-83e9-f35a9979b97e tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 946 time: 0.1483431 Jul 16 18:04:59.872414 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0947a16a-311f-4033-b4b1-040f1ee3ad7e req-4288bb7e-7b76-4cd1-9ad1-ead7286104d2 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684030 Jul 16 18:04:59.933649 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83b0be56-22ef-4264-a9e8-d89a1ab93e4f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.944943 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d0b29d3c-bb0c-480e-8a4d-f7de50e66ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.953287 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d0b29d3c-bb0c-480e-8a4d-f7de50e66ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:04:59.975814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-83b0be56-22ef-4264-a9e8-d89a1ab93e4f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Calling delete_port for 4d936404-8f68-41e9-bbc0-719f9929d436 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:00.007408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b29d3c-bb0c-480e-8a4d-f7de50e66ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c75ea44-1e54-4a9f-9e9b-435113b05882,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.016903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Attempting to bind port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:00.017360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Attempting to bind port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:00.017563 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Attempting to bind port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:00.026766 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d0b29d3c-bb0c-480e-8a4d-f7de50e66ae0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f2ced1325614125a321321df0c5328d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4524643 Jul 16 18:05:00.027742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58940) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:00.050505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:00.051230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Attempting to bind port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:00.061640 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:00.062102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Checking segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:00.062370 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Bound using segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:00.062807 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Bound port: 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:00.063177 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.095788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-3c525919-9c24-49a2-acc4-a9051cf4e415 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Deleting port d884b564-98b2-48e1-9e55-ccd3b9d1cecf {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:00.096328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-3c525919-9c24-49a2-acc4-a9051cf4e415 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.105591 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-012c9dc6-6012-41b1-9e0a-91666f7a0bb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.151967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-5cc6d40b-a022-4f5c-ae30-84effaa1a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.152450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-5cc6d40b-a022-4f5c-ae30-84effaa1a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.152923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-5cc6d40b-a022-4f5c-ae30-84effaa1a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.154548 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-5cc6d40b-a022-4f5c-ae30-84effaa1a142 service neutron] 10.222.0.37 "GET /v2.0/networks?id=11e95be7-e3eb-4804-aa69-ab254a697625&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=791fcc36-0324-4230-9b89-1a8c080d3fb9&id=791fcc36-0324-4230-9b89-1a8c080d3fb9 HTTP/1.1" status: 200 len: 2297 time: 0.3213968 Jul 16 18:05:00.156500 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-012c9dc6-6012-41b1-9e0a-91666f7a0bb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.260385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183e879f-1875-4282-ae6b-5fcbb08c0215 req-ff1fca37-30ba-4ccf-a455-ac1f25f32826 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.265131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-183e879f-1875-4282-ae6b-5fcbb08c0215 req-ff1fca37-30ba-4ccf-a455-ac1f25f32826 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 946 time: 0.1046848 Jul 16 18:05:00.287888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58946) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:00.298373 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-012c9dc6-6012-41b1-9e0a-91666f7a0bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.301736 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-012c9dc6-6012-41b1-9e0a-91666f7a0bb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.303487 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-012c9dc6-6012-41b1-9e0a-91666f7a0bb1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c75ea44-1e54-4a9f-9e9b-435113b05882 HTTP/1.1" status: 204 len: 168 time: 0.2744014 Jul 16 18:05:00.319381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-da2068e2-1830-4561-b6e6-54ce54b631d5 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Request body: {'floatingip': {'port_id': 'e208789a-9042-4d00-a3d5-8de382befeb5'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:00.335192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-675877bd-f17f-4626-ba9f-44d4cfea1b57 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d398d3-ffa2-42ec-82b2-002ccf45ef87 HTTP/1.1" status: 200 len: 1000 time: 0.1475766 Jul 16 18:05:00.338806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c9dc6-6012-41b1-9e0a-91666f7a0bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c75ea44-1e54-4a9f-9e9b-435113b05882,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.464476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-3c525919-9c24-49a2-acc4-a9051cf4e415 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.469613 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-3c525919-9c24-49a2-acc4-a9051cf4e415 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.539193 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:00.544904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] For port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:00.566765 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da2068e2-1830-4561-b6e6-54ce54b631d5 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.576736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-3c525919-9c24-49a2-acc4-a9051cf4e415 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Calling delete_port for d884b564-98b2-48e1-9e55-ccd3b9d1cecf owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:00.590883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c3f8d-710d-4c48-a569-15e14ded8502 req-2c7653fd-86d4-455a-b1c9-70e10b4de731 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:00.598103 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce4c3f8d-710d-4c48-a569-15e14ded8502 req-2c7653fd-86d4-455a-b1c9-70e10b4de731 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 944 time: 0.1293523 Jul 16 18:05:00.645961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce4c3f8d-710d-4c48-a569-15e14ded8502 req-7fb46073-2069-4fbd-b3cd-c0ce6925d110 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468459 Jul 16 18:05:00.690972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:00.772554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58964) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:00.777359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91dfbea-169c-4eb7-964f-eb6d704886af None None] Network e5b90e7e-7992-4de7-b824-692daca9f587 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:00.794525 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a717aff9-0750-40b3-bf25-17cb99846686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.909636 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a717aff9-0750-40b3-bf25-17cb99846686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.916743 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a717aff9-0750-40b3-bf25-17cb99846686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.930350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1cdc76c2-498a-4ccf-8b69-ba4f3ec33977 None None] Provisioning for port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:00.942776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1cdc76c2-498a-4ccf-8b69-ba4f3ec33977 None None] Provisioning complete for port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:00.944513 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1cdc76c2-498a-4ccf-8b69-ba4f3ec33977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:00.966710 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a717aff9-0750-40b3-bf25-17cb99846686 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0126f9c5621c4178a9565adf77799253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927526 Jul 16 18:05:00.967743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717aff9-0750-40b3-bf25-17cb99846686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8438aa-89da-42aa-a83b-040dadfb3a83,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:00.970666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58968) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.033606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b012818-1b84-4e73-a77f-45ce6dc30823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.070270 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1cdc76c2-498a-4ccf-8b69-ba4f3ec33977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.072462 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b012818-1b84-4e73-a77f-45ce6dc30823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.110710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1cdc76c2-498a-4ccf-8b69-ba4f3ec33977 None None] For port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=52c86cdf-8677-4dc0-b32e-3f6480a7a2ba,segment=NetworkSegment(39478ed9-e852-4d13-a120-9a4b0cc57e2f),segment_id=39478ed9-e852-4d13-a120-9a4b0cc57e2f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:01.118519 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1cdc76c2-498a-4ccf-8b69-ba4f3ec33977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.173319 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b012818-1b84-4e73-a77f-45ce6dc30823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.176210 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b012818-1b84-4e73-a77f-45ce6dc30823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.177409 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1b012818-1b84-4e73-a77f-45ce6dc30823 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f8438aa-89da-42aa-a83b-040dadfb3a83 HTTP/1.1" status: 204 len: 168 time: 0.2063444 Jul 16 18:05:01.191710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdc76c2-498a-4ccf-8b69-ba4f3ec33977 None None] Pushing event updated for resources: {'Port': ['ID=52c86cdf-8677-4dc0-b32e-3f6480a7a2ba,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.198099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b012818-1b84-4e73-a77f-45ce6dc30823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8438aa-89da-42aa-a83b-040dadfb3a83,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.218984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] For port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:01.285023 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.362768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-ec016c71-e778-4c18-97d8-68040bfae0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.364440 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-ec016c71-e778-4c18-97d8-68040bfae0cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acfdc864-54b3-468d-8c8a-61d86c93586e HTTP/1.1" status: 200 len: 855 time: 0.9489050 Jul 16 18:05:01.380197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.384691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.384691 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] 10.222.0.18 "PUT /v2.0/ports/57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 HTTP/1.1" status: 200 len: 1092 time: 3.1925941 Jul 16 18:05:01.406494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075bfeb5-1ce0-4fcc-b1bd-1075e2be5729', 'tag': '57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:01.420090 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bfa6fd2-0633-4f56-b648-cc728b394e91" -d '{"events": [{"name": "network-changed", "server_uuid": "075bfeb5-1ce0-4fcc-b1bd-1075e2be5729", "tag": "57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:01.502353 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-3c525919-9c24-49a2-acc4-a9051cf4e415 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.510990 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd651afa-2dbb-4102-8f5e-0af5fb6b46fe x-openstack-request-id: req-bd651afa-2dbb-4102-8f5e-0af5fb6b46fe {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:01.511251 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075bfeb5-1ce0-4fcc-b1bd-1075e2be5729", "tag": "57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:01.511647 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd651afa-2dbb-4102-8f5e-0af5fb6b46fe {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:01.511932 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075bfeb5-1ce0-4fcc-b1bd-1075e2be5729', 'tag': '57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0', 'status': 'completed', 'code': 200} Jul 16 18:05:01.514502 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-67900fdf-9482-4c8b-ab42-edbabe66def4 None None] Provisioning for port 4d936404-8f68-41e9-bbc0-719f9929d436 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:01.521589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-67900fdf-9482-4c8b-ab42-edbabe66def4 None None] Provisioning complete for port 4d936404-8f68-41e9-bbc0-719f9929d436 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:01.522220 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-67900fdf-9482-4c8b-ab42-edbabe66def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.558031 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83b0be56-22ef-4264-a9e8-d89a1ab93e4f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.562006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-67900fdf-9482-4c8b-ab42-edbabe66def4 None None] Port 4d936404-8f68-41e9-bbc0-719f9929d436 was deleted so its status cannot be updated. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:05:01.578879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-67900fdf-9482-4c8b-ab42-edbabe66def4 None None] Provisioning complete for port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:01.579662 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-67900fdf-9482-4c8b-ab42-edbabe66def4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.581170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45931e95-e572-4b80-b84e-89361dc8282d service neutron] Pushing event updated for resources: {'Port': ['ID=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.769358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c525919-9c24-49a2-acc4-a9051cf4e415 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Pushing event deleted for resources: {'Port': ['ID=d884b564-98b2-48e1-9e55-ccd3b9d1cecf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.853074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-66cf44e5-68fa-474b-91c8-ced6f49635cb None None] Could not find standard attr ID for object 4d936404-8f68-41e9-bbc0-719f9929d436. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:05:01.871582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b0be56-22ef-4264-a9e8-d89a1ab93e4f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Pushing event deleted for resources: {'Port': ['ID=4d936404-8f68-41e9-bbc0-719f9929d436,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:01.883794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5313908b-4487-4ca9-91bb-e5261da3a110 req-94de6523-f432-497d-b17e-1582ded9196f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:01.889389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5313908b-4487-4ca9-91bb-e5261da3a110 req-94de6523-f432-497d-b17e-1582ded9196f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 944 time: 0.0851073 Jul 16 18:05:01.941121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5313908b-4487-4ca9-91bb-e5261da3a110 req-47d87f12-8218-4a2c-b74e-e7cdf061a057 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429871 Jul 16 18:05:01.949530 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-3c525919-9c24-49a2-acc4-a9051cf4e415 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.953429 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-3c525919-9c24-49a2-acc4-a9051cf4e415 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.954760 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6d7da18-9162-49b8-8360-e6b3801ab5f1 req-3c525919-9c24-49a2-acc4-a9051cf4e415 tempest-FloatingIPDetailsTestJSON-1189113380 tempest-FloatingIPDetailsTestJSON-1189113380-project] 10.222.0.47 "DELETE /v2.0/floatingips/e30ed00a-f5d4-4da3-84fe-1a9b8d31f4d2 HTTP/1.1" status: 204 len: 173 time: 2.4184318 Jul 16 18:05:01.963203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59010) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:01.964014 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83b0be56-22ef-4264-a9e8-d89a1ab93e4f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:01.982812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-83b0be56-22ef-4264-a9e8-d89a1ab93e4f tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] 10.222.0.47 "DELETE /v2.0/ports/4d936404-8f68-41e9-bbc0-719f9929d436 HTTP/1.1" status: 204 len: 168 time: 3.3011856 Jul 16 18:05:01.985130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59012) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:02.000905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-dc77b65d-c82e-436e-8114-09381cd1d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.002429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-dc77b65d-c82e-436e-8114-09381cd1d8bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11e95be7-e3eb-4804-aa69-ab254a697625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6182795 Jul 16 18:05:02.007169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-f640295b-1f8e-4f2f-a4dd-62f2d6ef337b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.008716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-f640295b-1f8e-4f2f-a4dd-62f2d6ef337b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 1095 time: 0.5394733 Jul 16 18:05:02.088826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-f99e7619-a4d0-48cd-b9b3-06d5356bca41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 HTTP/1.1" status: 200 len: 217 time: 0.0631347 Jul 16 18:05:02.291512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-d3986d3a-852c-4c45-8dcc-fcc44c52be0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.294585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-d3986d3a-852c-4c45-8dcc-fcc44c52be0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.1974201 Jul 16 18:05:02.346597 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-bbfcb81d-814f-43cd-9dc4-97d1fa44e7c3 service neutron] 10.222.0.37 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349507 Jul 16 18:05:02.386916 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-64d553a0-5b10-4ebb-a102-820f798096c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559545 Jul 16 18:05:02.457010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9a3cfa21-eb58-4f20-a60c-809042a1bf30 tempest-DHCPAgentSchedulersTestJSON-761554075 tempest-DHCPAgentSchedulersTestJSON-761554075-project-admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.4677432 Jul 16 18:05:02.460028 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59032) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:02.462767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:02.483142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-965753851'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:02.531937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:02.532817 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.573775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Made reservation on behalf of 2d98e23421b7425f9e7f44e8487a6d05 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:02.578008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.614696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:02.631992 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.644419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-a46aef9f-1686-468a-be96-7b4cb7f2132a service neutron] 10.222.0.37 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2598896 Jul 16 18:05:02.685595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.686213 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Added segment 0d6c401c-5f59-4ae2-b257-56b9e3ee5740 of type vlan for network ec2be326-145d-4784-8c98-20fc7b3de6fc Jul 16 18:05:02.721129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-95293a95-84a7-4e80-b23b-68fe85b3e485 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c9bc271f-eb4b-4536-9932-627fb244a68f HTTP/1.1" status: 200 len: 217 time: 0.0645430 Jul 16 18:05:02.725421 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-391ab394-e020-4159-ba1d-67637c4c24ee service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3173635 Jul 16 18:05:02.775121 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.798026 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.resource_extend [None req-da2068e2-1830-4561-b6e6-54ce54b631d5 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:05:02.874972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.881323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.881947 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.892897 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-23776f89-d1eb-4861-b856-8d1949daff5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:02.894480 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-23776f89-d1eb-4861-b856-8d1949daff5d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.1661980 Jul 16 18:05:02.920563 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da2068e2-1830-4561-b6e6-54ce54b631d5 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:02.931583 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4569662 Jul 16 18:05:02.941228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59046) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:02.958591 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da2068e2-1830-4561-b6e6-54ce54b631d5 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.001975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e78ec24e-ed81-4085-ab5c-236f4b812d40 req-cada30ab-1b6d-4096-89f4-575f9e040ba9 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653315 Jul 16 18:05:03.077874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-d8d73c8c-571d-47f8-9b28-be5358ae10e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.079485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-d8d73c8c-571d-47f8-9b28-be5358ae10e6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1771491 Jul 16 18:05:03.086317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af1edc5-eaa8-4f06-8301-363f4130c483 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Pushing event updated for resources: {'Network': ['ID=ec2be326-145d-4784-8c98-20fc7b3de6fc,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:03.108736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network ec2be326-145d-4784-8c98-20fc7b3de6fc details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:03.192751 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-da2068e2-1830-4561-b6e6-54ce54b631d5 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Floating IP f5a7ab88-9dea-4304-a802-25ae81adf0d8 associated. External IP: 172.25.7.71, port: e208789a-9042-4d00-a3d5-8de382befeb5. Jul 16 18:05:03.361183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59058) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.383165 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-750c860d-56fb-4e47-9903-86ed3c054f47 tempest-DHCPAgentSchedulersTestJSON-761554075 tempest-DHCPAgentSchedulersTestJSON-761554075-project-admin] 10.222.0.47 "GET /v2.0/agents/b2653771-86c9-4ea0-9dcf-7b08108807af/dhcp-networks HTTP/1.1" status: 200 len: 8864 time: 0.4397299 Jul 16 18:05:03.383865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59062) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.554499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5dcc799-7930-47af-9c32-2b62fb09b5fa tempest-DHCPAgentSchedulersTestJSON-761554075 tempest-DHCPAgentSchedulersTestJSON-761554075-project-admin] Network ec2be326-145d-4784-8c98-20fc7b3de6fc is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:03.567393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] Deleting port 57b088b8-7f29-4a5b-a265-8df45a9ec550 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:03.567824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.573384 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-8b1f56bd-533e-4646-adce-60a2513110d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798422 Jul 16 18:05:03.576757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa6fd2-0633-4f56-b648-cc728b394e91 req-43d30f6a-8a56-42ef-aac1-439b4b07fe64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:03.578473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7bfa6fd2-0633-4f56-b648-cc728b394e91 req-43d30f6a-8a56-42ef-aac1-439b4b07fe64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 1095 time: 0.4966717 Jul 16 18:05:03.578717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e5dcc799-7930-47af-9c32-2b62fb09b5fa tempest-DHCPAgentSchedulersTestJSON-761554075 tempest-DHCPAgentSchedulersTestJSON-761554075-project-admin] 10.222.0.47 "POST /v2.0/agents/b2653771-86c9-4ea0-9dcf-7b08108807af/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.1930964 Jul 16 18:05:03.579346 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59068) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:03.581526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669ff235-b76d-44e2-b98e-d5de05a75ff8 None None] Network ec2be326-145d-4784-8c98-20fc7b3de6fc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:03.703381 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a03f668-0721-430b-ba25-8d956b05f029 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.774365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] For port 57b088b8-7f29-4a5b-a265-8df45a9ec550, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=57b088b8-7f29-4a5b-a265-8df45a9ec550,segment=NetworkSegment(a65b2329-635c-4531-888b-8e15c4070a7d),segment_id=a65b2329-635c-4531-888b-8e15c4070a7d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:03.774786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:03.812726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] Calling delete_port for 57b088b8-7f29-4a5b-a265-8df45a9ec550 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:03.930863 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bb9dfe73-6d64-47fe-97f2-b56a11802244 tempest-DHCPAgentSchedulersTestJSON-761554075 tempest-DHCPAgentSchedulersTestJSON-761554075-project-admin] 10.222.0.47 "GET /v2.0/agents/b2653771-86c9-4ea0-9dcf-7b08108807af/dhcp-networks HTTP/1.1" status: 200 len: 9634 time: 0.3392870 Jul 16 18:05:03.935297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59078) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.081519 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a03f668-0721-430b-ba25-8d956b05f029 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.095605 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a03f668-0721-430b-ba25-8d956b05f029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.131911 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2ef8d87d-3fd7-402b-85e0-66a3996cd40c tempest-DHCPAgentSchedulersTestJSON-761554075 tempest-DHCPAgentSchedulersTestJSON-761554075-project-admin] 10.222.0.47 "DELETE /v2.0/agents/b2653771-86c9-4ea0-9dcf-7b08108807af/dhcp-networks/ec2be326-145d-4784-8c98-20fc7b3de6fc HTTP/1.1" status: 204 len: 168 time: 0.1931272 Jul 16 18:05:04.147285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59086) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.163463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a03f668-0721-430b-ba25-8d956b05f029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3500f2-fa0c-4329-8c61-d6f8d953fd61,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.173995 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1a03f668-0721-430b-ba25-8d956b05f029 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=17c1524be0be451caf8d00704d7d0997&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8117368 Jul 16 18:05:04.174613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59090) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.176874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7edb39e-cba9-46f7-8c90-b5c97c50c01f req-4fe19b6b-2d3f-4b8f-9531-20a119e81295 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.184857 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c7edb39e-cba9-46f7-8c90-b5c97c50c01f req-4fe19b6b-2d3f-4b8f-9531-20a119e81295 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 944 time: 0.8697891 Jul 16 18:05:04.235075 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa6fd2-0633-4f56-b648-cc728b394e91 req-6f5e69e5-8654-4421-8bab-d8b2a8a488a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.236592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7bfa6fd2-0633-4f56-b648-cc728b394e91 req-6f5e69e5-8654-4421-8bab-d8b2a8a488a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 912 time: 0.6453238 Jul 16 18:05:04.306948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7bfa6fd2-0633-4f56-b648-cc728b394e91 req-2aa808c6-df23-4f7b-bc7e-c801e790ca2b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 HTTP/1.1" status: 200 len: 217 time: 0.0579214 Jul 16 18:05:04.308893 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-a374b03d-5dd1-48e9-b72a-3b0d03b23fdc service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7282205 Jul 16 18:05:04.314362 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c7edb39e-cba9-46f7-8c90-b5c97c50c01f req-a5c3170a-b880-4f81-a56f-d0f756732419 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286597 Jul 16 18:05:04.335434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2068e2-1830-4561-b6e6-54ce54b631d5 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:04.341533 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8feec5a7-9769-4931-9ac0-02e5d5772f6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.372079 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9ec99858-eef2-446d-bf81-5f5c8be134d0 tempest-DHCPAgentSchedulersTestJSON-761554075 tempest-DHCPAgentSchedulersTestJSON-761554075-project-admin] 10.222.0.47 "GET /v2.0/agents/b2653771-86c9-4ea0-9dcf-7b08108807af/dhcp-networks HTTP/1.1" status: 200 len: 8864 time: 0.2230027 Jul 16 18:05:04.372870 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.384745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59098) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.397263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-480dc01a-6052-42cb-9357-a0269bf46cfb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=5083973c-bf1c-4ee2-93b7-1617cc9842d0 HTTP/1.1" status: 200 len: 217 time: 0.0730608 Jul 16 18:05:04.431068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b088b8-7f29-4a5b-a265-8df45a9ec550,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.439915 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8feec5a7-9769-4931-9ac0-02e5d5772f6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.463895 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-018c1d86-cf79-4e2e-b2bd-7ba7e04bdcd7 tempest-DHCPAgentSchedulersTestJSON-761554075 tempest-DHCPAgentSchedulersTestJSON-761554075-project-admin] 10.222.0.47 "GET /v2.0/networks/e5b90e7e-7992-4de7-b824-692daca9f587/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0755670 Jul 16 18:05:04.483917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfa6fd2-0633-4f56-b648-cc728b394e91 req-c06890f5-0484-4c8a-9add-40e27ee12bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.485419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7bfa6fd2-0633-4f56-b648-cc728b394e91 req-c06890f5-0484-4c8a-9add-40e27ee12bb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.1701930 Jul 16 18:05:04.485980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59102) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.561293 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7bfa6fd2-0633-4f56-b648-cc728b394e91 req-91da5cff-68e2-442d-9d80-831156bd36ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559711 Jul 16 18:05:04.562728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-0943213b-e038-4179-a89b-8833be7906cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:04.564098 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-0943213b-e038-4179-a89b-8833be7906cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.1594718 Jul 16 18:05:04.652877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b10c2b52-4557-49ec-a281-cc080ac5ff5b tempest-DHCPAgentSchedulersTestJSON-761554075 tempest-DHCPAgentSchedulersTestJSON-761554075-project-admin] 10.222.0.47 "GET /v2.0/networks/e5b90e7e-7992-4de7-b824-692daca9f587/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.1626787 Jul 16 18:05:04.668303 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59108) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:04.674091 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.691483 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8feec5a7-9769-4931-9ac0-02e5d5772f6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.696020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8feec5a7-9769-4931-9ac0-02e5d5772f6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.697383 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8feec5a7-9769-4931-9ac0-02e5d5772f6b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c3500f2-fa0c-4329-8c61-d6f8d953fd61 HTTP/1.1" status: 204 len: 168 time: 0.5205312 Jul 16 18:05:04.773585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feec5a7-9769-4931-9ac0-02e5d5772f6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3500f2-fa0c-4329-8c61-d6f8d953fd61,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:04.774011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2068e2-1830-4561-b6e6-54ce54b631d5 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:04.796213 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb10401-324e-43cf-a75e-b8a7cd701771 None None] Sync routers for ids ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:04.797665 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da2068e2-1830-4561-b6e6-54ce54b631d5 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:04.825985 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb10401-324e-43cf-a75e-b8a7cd701771 None None] Routers {'f0376f7d-b4b5-4ea5-aea6-914bbb79f997'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:04.826625 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7eb10401-324e-43cf-a75e-b8a7cd701771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:04.882716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7bfa6fd2-0633-4f56-b648-cc728b394e91 req-b5b8d3c6-c5be-4520-ba8e-a9f9ddb49056 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135161 Jul 16 18:05:05.015801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-47421138-7ec5-4eb3-a28a-71ab93b22071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.015801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-47421138-7ec5-4eb3-a28a-71ab93b22071 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4070623 Jul 16 18:05:05.018430 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-7eb10401-324e-43cf-a75e-b8a7cd701771 None None] Set router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:05.018898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-da2068e2-1830-4561-b6e6-54ce54b631d5 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "PUT /v2.0/floatingips/f5a7ab88-9dea-4304-a802-25ae81adf0d8 HTTP/1.1" status: 200 len: 991 time: 4.7219460 Jul 16 18:05:05.031165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'tag': 'e208789a-9042-4d00-a3d5-8de382befeb5'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:05.033677 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9" -d '{"events": [{"name": "network-changed", "server_uuid": "a2b2e39e-5118-461e-80a7-22a562ac4e74", "tag": "e208789a-9042-4d00-a3d5-8de382befeb5"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:05.072476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7bfa6fd2-0633-4f56-b648-cc728b394e91 req-7876021c-853b-4f27-8673-6b34cf009131 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1741931 Jul 16 18:05:05.119278 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-44bfdbda-2df0-41a6-8cb0-5fa7a8875077 tempest-DHCPAgentSchedulersTestJSON-761554075 tempest-DHCPAgentSchedulersTestJSON-761554075-project-admin] 10.222.0.47 "GET /v2.0/agents/b2653771-86c9-4ea0-9dcf-7b08108807af/dhcp-networks HTTP/1.1" status: 200 len: 8864 time: 0.4505386 Jul 16 18:05:05.123308 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59124) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.140433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] Router d588fa00-4afc-4e77-b26e-310154041ef9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:05.209696 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-359befe5-e409-406b-aad7-fdc7816bed1c x-openstack-request-id: req-359befe5-e409-406b-aad7-fdc7816bed1c {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:05.210251 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2b2e39e-5118-461e-80a7-22a562ac4e74", "tag": "e208789a-9042-4d00-a3d5-8de382befeb5", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:05.210733 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-359befe5-e409-406b-aad7-fdc7816bed1c {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:05.211151 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'tag': 'e208789a-9042-4d00-a3d5-8de382befeb5', 'status': 'completed', 'code': 200} Jul 16 18:05:05.308206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:05.324759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed74aa3-c4f0-4127-a28b-26a1c9456be5 None None] Sync routers for ids ['d588fa00-4afc-4e77-b26e-310154041ef9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:05.354790 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-85fb20be-ce9c-4347-8ed7-d9e636170e69 admin admin] 10.222.0.47 "PUT /v2.0/routers/d588fa00-4afc-4e77-b26e-310154041ef9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3910530 Jul 16 18:05:05.359058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59130) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.359597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed74aa3-c4f0-4127-a28b-26a1c9456be5 None None] Routers {'d588fa00-4afc-4e77-b26e-310154041ef9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:05.361607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0ed74aa3-c4f0-4127-a28b-26a1c9456be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d588fa00-4afc-4e77-b26e-310154041ef9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.364045 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7eb10401-324e-43cf-a75e-b8a7cd701771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 4, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'f5a7ab88-9dea-4304-a802-25ae81adf0d8', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'floating_ip_address': '172.25.7.71', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'port_id': 'e208789a-9042-4d00-a3d5-8de382befeb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'mac_address': 'fa:16:3e:7c:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:41Z', 'updated_at': '2021-07-16T18:05:02Z', 'revision_number': 1, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa025d8-64f3-408c-8950-dee028a908b7', 'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'mac_address': 'fa:16:3e:cb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:31Z', 'updated_at': '2021-07-16T18:04:43Z', 'revision_number': 5, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'subnets': [{'id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.379049 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-120c7bb6-6464-4e2c-a5e1-4f3dc7084040 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334136 Jul 16 18:05:05.383003 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.447121 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb10401-324e-43cf-a75e-b8a7cd701771 None None] Checking router: f0376f7d-b4b5-4ea5-aea6-914bbb79f997 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:05.453109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59134) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.480435 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaafbb3e-1598-415f-b77b-022225de34da admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.481045 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb10401-324e-43cf-a75e-b8a7cd701771 None None] Routers {'f0376f7d-b4b5-4ea5-aea6-914bbb79f997'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:05.486939 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7eb10401-324e-43cf-a75e-b8a7cd701771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.488398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9 req-79b56ab2-4cae-4b08-8573-b319968b551e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:05.490492 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9 req-79b56ab2-4cae-4b08-8573-b319968b551e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=0f0c9b211b1543a79f62c8f66c9d6d22&device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 1097 time: 0.2758281 Jul 16 18:05:05.614466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0ed74aa3-c4f0-4127-a28b-26a1c9456be5 None None] Set router d588fa00-4afc-4e77-b26e-310154041ef9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:05.627983 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-7eb10401-324e-43cf-a75e-b8a7cd701771 None None] Set router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:05.748321 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaafbb3e-1598-415f-b77b-022225de34da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.757776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaafbb3e-1598-415f-b77b-022225de34da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.762531 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.801637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafbb3e-1598-415f-b77b-022225de34da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b18ad3-7584-495c-9351-fad068eb86e1,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:05.819333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.822772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2be326-145d-4784-8c98-20fc7b3de6fc']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.872236 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-11350ff8-90ae-47da-8de2-e201f3105a4e service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4823723 Jul 16 18:05:05.876853 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eaafbb3e-1598-415f-b77b-022225de34da admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=89ab8f06ab234472b12c1498e1f05e1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4223783 Jul 16 18:05:05.877799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59140) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:05.880060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0ed74aa3-c4f0-4127-a28b-26a1c9456be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-router', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:26Z', 'updated_at': '2021-07-16T18:05:04Z', 'revision_number': 5, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'gw_port': {'id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:27Z', 'updated_at': '2021-07-16T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.881502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d6c401c-5f59-4ae2-b257-56b9e3ee5740') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.881802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d6c401c-5f59-4ae2-b257-56b9e3ee5740') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.925105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed74aa3-c4f0-4127-a28b-26a1c9456be5 None None] Checking router: d588fa00-4afc-4e77-b26e-310154041ef9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:05.937111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed74aa3-c4f0-4127-a28b-26a1c9456be5 None None] Routers {'d588fa00-4afc-4e77-b26e-310154041ef9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:05.938063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0ed74aa3-c4f0-4127-a28b-26a1c9456be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:04:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d588fa00-4afc-4e77-b26e-310154041ef9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.965752 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:05.976663 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7eb10401-324e-43cf-a75e-b8a7cd701771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 4, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'f5a7ab88-9dea-4304-a802-25ae81adf0d8', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'floating_ip_address': '172.25.7.71', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'port_id': 'e208789a-9042-4d00-a3d5-8de382befeb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'mac_address': 'fa:16:3e:7c:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:41Z', 'updated_at': '2021-07-16T18:05:02Z', 'revision_number': 1, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa025d8-64f3-408c-8950-dee028a908b7', 'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'mac_address': 'fa:16:3e:cb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:31Z', 'updated_at': '2021-07-16T18:04:43Z', 'revision_number': 5, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'subnets': [{'id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:05.990526 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-81def351-686f-430d-87d7-f167b07d020b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=7823ca02-ecf8-4d6a-8697-5e81d3abde2a HTTP/1.1" status: 200 len: 217 time: 0.0911205 Jul 16 18:05:06.016651 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb10401-324e-43cf-a75e-b8a7cd701771 None None] The sync data for ids ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'] in n-d-794306-7 is: [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 4, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'f5a7ab88-9dea-4304-a802-25ae81adf0d8', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'floating_ip_address': '172.25.7.71', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'port_id': 'e208789a-9042-4d00-a3d5-8de382befeb5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1252, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'mac_address': 'fa:16:3e:7c:02:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:04:41Z', 'updated_at': '2021-07-16T18:05:02Z', 'revision_number': 1, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa025d8-64f3-408c-8950-dee028a908b7', 'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'mac_address': 'fa:16:3e:cb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:31Z', 'updated_at': '2021-07-16T18:04:43Z', 'revision_number': 5, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'subnets': [{'id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:06.053157 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.060241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9 req-772e0a2c-624a-4199-9ec9-c860d1fe4f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.061986 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9 req-772e0a2c-624a-4199-9ec9-c860d1fe4f60 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d2f970e-7fc4-4662-a030-ff23180463cc HTTP/1.1" status: 200 len: 906 time: 0.5001357 Jul 16 18:05:06.100250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:06.100673 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:06.110352 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:06.117828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0ed74aa3-c4f0-4127-a28b-26a1c9456be5 None None] Set router d588fa00-4afc-4e77-b26e-310154041ef9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:06.117990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f402a3-a7a5-44c1-b785-bb8d8affe0b7 req-025919b9-d0c9-4e8e-baf4-85459601e1f9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.119833 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14f402a3-a7a5-44c1-b785-bb8d8affe0b7 req-025919b9-d0c9-4e8e-baf4-85459601e1f9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 944 time: 0.5060692 Jul 16 18:05:06.304860 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4531c866-efbd-44fb-b295-afd8021f66d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.322467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-a2a7ff95-88ff-4650-b295-fdea9933ee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.347828 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-a2a7ff95-88ff-4650-b295-fdea9933ee7e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.3099923 Jul 16 18:05:06.370443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0ed74aa3-c4f0-4127-a28b-26a1c9456be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-router', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:26Z', 'updated_at': '2021-07-16T18:05:04Z', 'revision_number': 5, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'gw_port': {'id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:27Z', 'updated_at': '2021-07-16T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:06.376539 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.415397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed74aa3-c4f0-4127-a28b-26a1c9456be5 None None] The sync data for ids ['d588fa00-4afc-4e77-b26e-310154041ef9'] in n-d-794306-7 is: [{'id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'name': 'tempest-FloatingIPDetailsTestJSON-2065235514-router', 'tenant_id': 'da8eba4fb52648ce8690c5733a64f9db', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164'}], 'enable_snat': True}, 'gw_port_id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:26Z', 'updated_at': '2021-07-16T18:05:04Z', 'revision_number': 5, 'project_id': 'da8eba4fb52648ce8690c5733a64f9db', 'gw_port': {'id': 'c1db7858-00d0-49c9-836d-81d87d872270', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:03:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd588fa00-4afc-4e77-b26e-310154041ef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1227, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:27Z', 'updated_at': '2021-07-16T18:04:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:05:06.423193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9 req-7fb191de-4e2d-4171-8f6b-1ec0ed158add service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e208789a-9042-4d00-a3d5-8de382befeb5 HTTP/1.1" status: 200 len: 999 time: 0.3276668 Jul 16 18:05:06.423193 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.431711 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4531c866-efbd-44fb-b295-afd8021f66d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.460869 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229ecfa7-2d0a-4308-be66-5e60338bdfed None None] New status for floating IP f5a7ab88-9dea-4304-a802-25ae81adf0d8: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:05:06.466348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.468913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] 10.222.0.47 "DELETE /v2.0/networks/ec2be326-145d-4784-8c98-20fc7b3de6fc HTTP/1.1" status: 204 len: 168 time: 1.3446429 Jul 16 18:05:06.472354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59156) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.526814 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-de458c6a-3e9d-4e84-82c1-2ac60ea2fd39 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:06.527919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de458c6a-3e9d-4e84-82c1-2ac60ea2fd39 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:06.529903 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-de458c6a-3e9d-4e84-82c1-2ac60ea2fd39 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] 10.222.0.47 "DELETE /v2.0/ports/4d936404-8f68-41e9-bbc0-719f9929d436 HTTP/1.1" status: 404 len: 333 time: 0.0554852 Jul 16 18:05:06.532701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59158) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:06.606563 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-7af694a5-6bf7-4363-ada4-2d3ca82d7830 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Deleting subnet 8b7b611b-a70c-4f0f-ba7a-1072b2874298 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:06.620750 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7af694a5-6bf7-4363-ada4-2d3ca82d7830 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.690630 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7af694a5-6bf7-4363-ada4-2d3ca82d7830 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.854671 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7af694a5-6bf7-4363-ada4-2d3ca82d7830 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:06.950960 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14f402a3-a7a5-44c1-b785-bb8d8affe0b7 req-6b97f164-b54b-4756-b774-6190de88cfb9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7839732 Jul 16 18:05:06.960654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a6b13-d844-44d3-af51-1a0a68eafa40 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Pushing event deleted for resources: {'Network': ['ID=ec2be326-145d-4784-8c98-20fc7b3de6fc,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:06.979425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9 req-aa317cf5-5716-440a-818a-11efd1c8a410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:06.981001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9 req-aa317cf5-5716-440a-818a-11efd1c8a410 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=3bc762b4-fcdd-4c77-9267-149021886d68 HTTP/1.1" status: 200 len: 844 time: 0.5472307 Jul 16 18:05:07.049208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-d1312ca3-c960-4685-8e24-4550203eae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.050784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-d1312ca3-c960-4685-8e24-4550203eae93 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7019842 Jul 16 18:05:07.076696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4531c866-efbd-44fb-b295-afd8021f66d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.079273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4531c866-efbd-44fb-b295-afd8021f66d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.080497 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4531c866-efbd-44fb-b295-afd8021f66d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/77b18ad3-7584-495c-9351-fad068eb86e1 HTTP/1.1" status: 204 len: 168 time: 1.1963758 Jul 16 18:05:07.100114 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Deleting port c1db7858-00d0-49c9-836d-81d87d872270 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:07.100489 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.130117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4531c866-efbd-44fb-b295-afd8021f66d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b18ad3-7584-495c-9351-fad068eb86e1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:07.146684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9 req-8a831fc4-789e-491c-a7cc-a8995e054b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.148283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9 req-8a831fc4-789e-491c-a7cc-a8995e054b2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d2f970e-7fc4-4662-a030-ff23180463cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1607938 Jul 16 18:05:07.291996 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7af694a5-6bf7-4363-ada4-2d3ca82d7830 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.299015 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-1c28387a-2ee6-41ef-b9cc-fcbb74fc03d4 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376056 Jul 16 18:05:07.326222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:07.332858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af694a5-6bf7-4363-ada4-2d3ca82d7830 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Pushing event deleted for resources: {'Subnet': ['ID=8b7b611b-a70c-4f0f-ba7a-1072b2874298,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:07.346195 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7af694a5-6bf7-4363-ada4-2d3ca82d7830 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.351860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7af694a5-6bf7-4363-ada4-2d3ca82d7830 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] 10.222.0.47 "DELETE /v2.0/subnets/8b7b611b-a70c-4f0f-ba7a-1072b2874298 HTTP/1.1" status: 204 len: 168 time: 0.8147945 Jul 16 18:05:07.352854 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59184) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:07.356950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6685a79-b00c-4cad-8e35-0b701a2a7e40 None None] Network e5b90e7e-7992-4de7-b824-692daca9f587 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:07.478680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] For port c1db7858-00d0-49c9-836d-81d87d872270, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c1db7858-00d0-49c9-836d-81d87d872270,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:07.479483 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.499130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.502766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9 req-1de125ed-1b5c-4c31-af16-a38fdf5de447 service neutron] 10.222.0.37 "GET /v2.0/networks/5d2f970e-7fc4-4662-a030-ff23180463cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2813036 Jul 16 18:05:07.510284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Calling delete_port for c1db7858-00d0-49c9-836d-81d87d872270 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:07.636248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Deleting port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:07.636248 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.636415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-8b58da4c-9c63-4b10-8b70-90aaca4169ab service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283076 Jul 16 18:05:07.715893 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1fff86eb-2d0c-4788-9401-aae6f8a8bfa9 req-a6b19343-0058-4829-a25d-fb8a47b71427 service neutron] 10.222.0.37 "GET /v2.0/networks/5d2f970e-7fc4-4662-a030-ff23180463cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009718 Jul 16 18:05:07.767527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-e1630589-ed97-48d4-970f-5c1bf3869dbb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b HTTP/1.1" status: 200 len: 217 time: 0.0504129 Jul 16 18:05:07.774523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] For port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=52c86cdf-8677-4dc0-b32e-3f6480a7a2ba,segment=NetworkSegment(39478ed9-e852-4d13-a120-9a4b0cc57e2f),segment_id=39478ed9-e852-4d13-a120-9a4b0cc57e2f)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:07.774895 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.791836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Calling delete_port for 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:07.826489 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78ce844-5c90-4c71-a76d-4c1f17181ae0 None None] DHCP port deletion for e5b90e7e-7992-4de7-b824-692daca9f587 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:07.887441 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:07.891649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:07.920957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'port_id': '57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0', 'mac_address': 'fa:16:3e:9d:7a:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f56a12-2748-4e3d-89b9-151cce28c16a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:07.932879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-ba4956b2-a63a-4734-b195-b4b7134c272f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:07.934899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-ba4956b2-a63a-4734-b195-b4b7134c272f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.1583636 Jul 16 18:05:07.954510 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Pushing event deleted for resources: {'Port': ['ID=52c86cdf-8677-4dc0-b32e-3f6480a7a2ba,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:07.969718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] No DVR routers for this DVR port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:08.005247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a78ce844-5c90-4c71-a76d-4c1f17181ae0 None None] Deleting port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:08.006368 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a78ce844-5c90-4c71-a76d-4c1f17181ae0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.093540 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.127031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-ecd1966b-c533-4dc7-8d55-df4ead5681f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.128670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-ecd1966b-c533-4dc7-8d55-df4ead5681f2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1817644 Jul 16 18:05:08.129952 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.134688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:08.185459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Pushing event deleted for resources: {'Port': ['ID=c1db7858-00d0-49c9-836d-81d87d872270,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.185690 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.205330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5b90e7e-7992-4de7-b824-692daca9f587']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:08.227266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39478ed9-e852-4d13-a120-9a4b0cc57e2f') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:08.229786 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39478ed9-e852-4d13-a120-9a4b0cc57e2f') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:08.236603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a78ce844-5c90-4c71-a76d-4c1f17181ae0 None None] For port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:08.237002 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a78ce844-5c90-4c71-a76d-4c1f17181ae0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.240422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:08.241943 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.254403 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.256488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a78ce844-5c90-4c71-a76d-4c1f17181ae0 None None] Calling delete_port for 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:08.261759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-a78ce844-5c90-4c71-a76d-4c1f17181ae0 None None] Port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:05:08.275980 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.292385 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a78ce844-5c90-4c71-a76d-4c1f17181ae0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.298198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:08.298617 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.310146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ce844-5c90-4c71-a76d-4c1f17181ae0 None None] No DVR routers for this DVR port 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:08.313143 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:08.360174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.434274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ce844-5c90-4c71-a76d-4c1f17181ae0 None None] Pushing event deleted for resources: {'Port': ['ID=52c86cdf-8677-4dc0-b32e-3f6480a7a2ba,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.477036 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.477808 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.509697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.511683 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] 10.222.0.47 "DELETE /v2.0/networks/e5b90e7e-7992-4de7-b824-692daca9f587 HTTP/1.1" status: 204 len: 168 time: 1.1576486 Jul 16 18:05:08.512682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02210106-3d5a-4637-93a4-2ac63623b3e6 tempest-DHCPAgentSchedulersTestJSON-632217649 tempest-DHCPAgentSchedulersTestJSON-632217649-project] Pushing event deleted for resources: {'Network': ['ID=e5b90e7e-7992-4de7-b824-692daca9f587,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:08.519712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:08.576668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:08.614546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:08.615386 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 52c86cdf-8677-4dc0-b32e-3f6480a7a2ba not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:08.615962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 57b088b8-7f29-4a5b-a265-8df45a9ec550 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:08.640660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 57b088b8-7f29-4a5b-a265-8df45a9ec550 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:08.641266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 57b088b8-7f29-4a5b-a265-8df45a9ec550 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:08.670965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-8af29e9c-3812-4364-b430-d21c28a2b8d9 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5348613 Jul 16 18:05:08.685286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d1c39-e49d-4b68-be91-e2982778ac5d req-3f50bc3c-738e-4287-b2f4-5051ea1d8708 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:08.692320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-418d1c39-e49d-4b68-be91-e2982778ac5d req-3f50bc3c-738e-4287-b2f4-5051ea1d8708 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 945 time: 0.4405468 Jul 16 18:05:08.708611 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.715095 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.805744 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.806409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d588fa00-4afc-4e77-b26e-310154041ef9 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:05:08.812652 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.816060 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1166df34-e40c-4c28-9edf-4fa249a4533b admin admin] 10.222.0.47 "DELETE /v2.0/routers/d588fa00-4afc-4e77-b26e-310154041ef9 HTTP/1.1" status: 204 len: 168 time: 3.4534853 Jul 16 18:05:08.816500 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59232) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:08.864251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-418d1c39-e49d-4b68-be91-e2982778ac5d req-f9123c8a-185d-4c5d-9d64-22b912d5e8c2 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709130 Jul 16 18:05:08.919087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-15911eae-a16a-4b60-bfc1-453f88ba210d admin admin] Deleting subnet 38c1b653-4b95-436f-8194-4bf5a97b6d85 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:08.923339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-15911eae-a16a-4b60-bfc1-453f88ba210d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.931195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-d90eeed8-a51f-462a-9426-9e19cacd3e3f service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302716 Jul 16 18:05:08.984730 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-15911eae-a16a-4b60-bfc1-453f88ba210d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:08.994713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-b990e5ae-9ca2-4b3b-b9b1-90a4c735e35c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7e680b3d-93f0-4a4f-8add-44e0e4780a88 HTTP/1.1" status: 200 len: 217 time: 0.0525246 Jul 16 18:05:09.008634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59238) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.074323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-768fa0dd-6379-4329-8506-464a6c4ab828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.075864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-768fa0dd-6379-4329-8506-464a6c4ab828 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb HTTP/1.1" status: 200 len: 797 time: 0.0791585 Jul 16 18:05:09.088083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-15911eae-a16a-4b60-bfc1-453f88ba210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.142298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-ff58b961-03cb-41fe-95d7-e829d0151f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.143946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-ff58b961-03cb-41fe-95d7-e829d0151f3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=791fcc36-0324-4230-9b89-1a8c080d3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0609181 Jul 16 18:05:09.158317 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-15911eae-a16a-4b60-bfc1-453f88ba210d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.194784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15911eae-a16a-4b60-bfc1-453f88ba210d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38c1b653-4b95-436f-8194-4bf5a97b6d85,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.203175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-15911eae-a16a-4b60-bfc1-453f88ba210d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.205894 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-15911eae-a16a-4b60-bfc1-453f88ba210d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/38c1b653-4b95-436f-8194-4bf5a97b6d85 HTTP/1.1" status: 204 len: 168 time: 0.3878179 Jul 16 18:05:09.207963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59248) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.211099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c13e79-afbf-4018-a212-f954d5aaeeaf None None] Network 6499cecc-2f97-4df3-8501-c9f613e6cd6e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:09.274789 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-cceca585-d7ac-4092-b642-86e069e94e77 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227236 Jul 16 18:05:09.325955 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.343952 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:09.431851 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-0ddb5cc4-e820-41a7-8326-880e4e0caccb service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493587 Jul 16 18:05:09.460458 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Deleting port 6ae49d46-510c-4798-a709-60b046d70a86 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:09.461099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.525969 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-cf181ad1-9313-42b9-a07e-08d5cbe5ef20 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80fb28f4-6bfe-4220-9ada-25fe85728b93 HTTP/1.1" status: 200 len: 217 time: 0.0844109 Jul 16 18:05:09.543733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:09.549408 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:09.549948 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.572336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-37f497a4-dbd5-460d-8ed8-c67bc180176b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2d98e23421b7425f9e7f44e8487a6d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625863 Jul 16 18:05:09.575036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59256) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:09.587818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] For port 6ae49d46-510c-4798-a709-60b046d70a86, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6ae49d46-510c-4798-a709-60b046d70a86,segment=NetworkSegment(a65b2329-635c-4531-888b-8e15c4070a7d),segment_id=a65b2329-635c-4531-888b-8e15c4070a7d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:09.588197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.613436 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Calling delete_port for 6ae49d46-510c-4798-a709-60b046d70a86 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:09.671110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-0708dd35-3387-484b-be95-d236e2fcaf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.673220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-0708dd35-3387-484b-be95-d236e2fcaf36 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb HTTP/1.1" status: 200 len: 797 time: 0.1403122 Jul 16 18:05:09.689792 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.709045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e38051-0753-461a-a632-8ae0e81386f4 None None] DHCP port deletion for 6499cecc-2f97-4df3-8501-c9f613e6cd6e request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:09.720644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075bfeb5-1ce0-4fcc-b1bd-1075e2be5729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:09.722967 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17101581-7aa4-47df-b67e-065f3e0f7096" -d '{"events": [{"server_uuid": "075bfeb5-1ce0-4fcc-b1bd-1075e2be5729", "name": "network-vif-plugged", "status": "completed", "tag": "57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:09.726330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-747723ac-09dd-45af-96f0-c7244036f6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.775245 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-747723ac-09dd-45af-96f0-c7244036f6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.784342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:09.799896 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.812099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-505265c1-85dc-4dc9-876b-e7b4e86e2269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:09.815530 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-505265c1-85dc-4dc9-876b-e7b4e86e2269 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=791fcc36-0324-4230-9b89-1a8c080d3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1329346 Jul 16 18:05:09.836329 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.870923 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffe29075-c619-4f81-9bda-5aab187ab149 x-openstack-request-id: req-ffe29075-c619-4f81-9bda-5aab187ab149 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:09.872082 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075bfeb5-1ce0-4fcc-b1bd-1075e2be5729", "name": "network-vif-plugged", "status": "completed", "tag": "57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:09.872560 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ffe29075-c619-4f81-9bda-5aab187ab149 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:09.873170 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075bfeb5-1ce0-4fcc-b1bd-1075e2be5729', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0', 'code': 200} Jul 16 18:05:09.874642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.898793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e2e38051-0753-461a-a632-8ae0e81386f4 None None] Deleting port 6ae49d46-510c-4798-a709-60b046d70a86 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:09.899553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e2e38051-0753-461a-a632-8ae0e81386f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:09.953945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae49d46-510c-4798-a709-60b046d70a86,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:09.956500 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] No DVR routers for this DVR port 6ae49d46-510c-4798-a709-60b046d70a86 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:10.044532 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-747723ac-09dd-45af-96f0-c7244036f6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.059525 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-747723ac-09dd-45af-96f0-c7244036f6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.064421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-747723ac-09dd-45af-96f0-c7244036f6cc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2702946a-af93-445b-85e7-e915e6e67895 HTTP/1.1" status: 204 len: 168 time: 0.4858582 Jul 16 18:05:10.071123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e2e38051-0753-461a-a632-8ae0e81386f4 None None] For port 6ae49d46-510c-4798-a709-60b046d70a86, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:10.072006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e2e38051-0753-461a-a632-8ae0e81386f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.086989 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-90b5adc6-0b14-4b02-bf7c-34ee32b90836 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651396 Jul 16 18:05:10.101511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747723ac-09dd-45af-96f0-c7244036f6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2702946a-af93-445b-85e7-e915e6e67895,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.111918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e2e38051-0753-461a-a632-8ae0e81386f4 None None] Calling delete_port for 6ae49d46-510c-4798-a709-60b046d70a86 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:10.132439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-e2e38051-0753-461a-a632-8ae0e81386f4 None None] Port 6ae49d46-510c-4798-a709-60b046d70a86 was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:05:10.141567 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.151720 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e2e38051-0753-461a-a632-8ae0e81386f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.153933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6499cecc-2f97-4df3-8501-c9f613e6cd6e']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:10.190370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65b2329-635c-4531-888b-8e15c4070a7d') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:10.190934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65b2329-635c-4531-888b-8e15c4070a7d') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:10.217548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e38051-0753-461a-a632-8ae0e81386f4 None None] Pushing event deleted for resources: {'Port': ['ID=6ae49d46-510c-4798-a709-60b046d70a86,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.220864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2e38051-0753-461a-a632-8ae0e81386f4 None None] No DVR routers for this DVR port 6ae49d46-510c-4798-a709-60b046d70a86 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:10.222723 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.245611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.256323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009be88c-8c9d-40fb-820f-950eb48b9345 req-48cb588e-285d-4a54-a2b9-569cd05d8ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.257844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-009be88c-8c9d-40fb-820f-950eb48b9345 req-48cb588e-285d-4a54-a2b9-569cd05d8ec8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 1097 time: 0.3645370 Jul 16 18:05:10.259473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:10.259931 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:10.261780 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:10.310811 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbd72259-11be-4810-aedf-dd2a95d83db2 req-073b56b1-81b3-4b60-afce-0a9cd5cf9d93 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152998 Jul 16 18:05:10.327488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-009be88c-8c9d-40fb-820f-950eb48b9345 req-626921fd-8957-4ee7-84a6-eeed0f08957a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610020 Jul 16 18:05:10.377056 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c7cf2-06cf-4473-8930-9f6d7c5420bd req-ddfe0a98-6fb2-40cf-a5f3-6ebef9e5550c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:10.378655 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-887c7cf2-06cf-4473-8930-9f6d7c5420bd req-ddfe0a98-6fb2-40cf-a5f3-6ebef9e5550c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.2129974 Jul 16 18:05:10.407170 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.414448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.416380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] 10.222.0.47 "DELETE /v2.0/networks/6499cecc-2f97-4df3-8501-c9f613e6cd6e HTTP/1.1" status: 204 len: 168 time: 1.1968532 Jul 16 18:05:10.421839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6ae49d46-510c-4798-a709-60b046d70a86 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:10.430013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0d4a03-562c-4413-8d68-e70a8016fa37 admin admin] Pushing event deleted for resources: {'Network': ['ID=6499cecc-2f97-4df3-8501-c9f613e6cd6e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:10.445268 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-887c7cf2-06cf-4473-8930-9f6d7c5420bd req-86d914a8-2699-4ef8-8ac8-bed32365bc22 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577769 Jul 16 18:05:10.475524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 6ae49d46-510c-4798-a709-60b046d70a86 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:10.475968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6ae49d46-510c-4798-a709-60b046d70a86 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:10.476382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c1db7858-00d0-49c9-836d-81d87d872270 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:10.496687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: c1db7858-00d0-49c9-836d-81d87d872270 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:10.497077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c1db7858-00d0-49c9-836d-81d87d872270 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:10.730602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59306) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:10.783968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59316) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:10.804679 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8d9f2722-2061-404c-824a-0a7b0c1d5320 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da8eba4fb52648ce8690c5733a64f9db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0701940 Jul 16 18:05:10.805659 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59318) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:10.809125 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7760cb30-0cd6-42f9-a121-e29ea95d86b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.874007 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e950415e-b898-41bc-95d5-54e54bde8b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.900107 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e950415e-b898-41bc-95d5-54e54bde8b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.942549 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7760cb30-0cd6-42f9-a121-e29ea95d86b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.950566 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7760cb30-0cd6-42f9-a121-e29ea95d86b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.981001 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e950415e-b898-41bc-95d5-54e54bde8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.986789 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e950415e-b898-41bc-95d5-54e54bde8b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:10.991803 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e950415e-b898-41bc-95d5-54e54bde8b37 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/49dea640-e873-4c22-bf1f-99e51dd71fbd HTTP/1.1" status: 204 len: 168 time: 0.1848667 Jul 16 18:05:11.014923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e950415e-b898-41bc-95d5-54e54bde8b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49dea640-e873-4c22-bf1f-99e51dd71fbd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.019794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7760cb30-0cd6-42f9-a121-e29ea95d86b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0913f076c4c1476b85a992a1315a18d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347105 Jul 16 18:05:11.022613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760cb30-0cd6-42f9-a121-e29ea95d86b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41dbd11d-f841-40ed-9a95-6ffe25c2296c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.023495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59350) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.093526 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f87e0c44-5ea7-4e17-931b-4920f0618eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.125203 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f87e0c44-5ea7-4e17-931b-4920f0618eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.225846 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f87e0c44-5ea7-4e17-931b-4920f0618eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.230577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f87e0c44-5ea7-4e17-931b-4920f0618eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:11.232238 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f87e0c44-5ea7-4e17-931b-4920f0618eba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41dbd11d-f841-40ed-9a95-6ffe25c2296c HTTP/1.1" status: 204 len: 168 time: 0.2076707 Jul 16 18:05:11.246245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87e0c44-5ea7-4e17-931b-4920f0618eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41dbd11d-f841-40ed-9a95-6ffe25c2296c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:11.658671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c01a4bc-6535-4d60-a7a8-94f6a0543cac req-76c733bd-c9dc-45ab-82ae-741fc5d6cf09 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:11.660543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7c01a4bc-6535-4d60-a7a8-94f6a0543cac req-76c733bd-c9dc-45ab-82ae-741fc5d6cf09 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.0719202 Jul 16 18:05:11.710010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7c01a4bc-6535-4d60-a7a8-94f6a0543cac req-84f4cd4a-e814-4d9f-98a9-15c2254fe1d5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413356 Jul 16 18:05:11.850116 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59420) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:11.856295 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.063022 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2000358-085a-4b2d-a433-95c7f63b2933 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.083702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243af6de-5629-4ade-9407-2b689975e400 req-80d73299-2cfc-47be-b2df-055e64fae591 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:12.093290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-243af6de-5629-4ade-9407-2b689975e400 req-80d73299-2cfc-47be-b2df-055e64fae591 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.0790989 Jul 16 18:05:12.131465 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-243af6de-5629-4ade-9407-2b689975e400 req-b4afbcef-0d85-46fc-a68d-3cabf110db36 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387473 Jul 16 18:05:12.200862 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2000358-085a-4b2d-a433-95c7f63b2933 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.205425 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2000358-085a-4b2d-a433-95c7f63b2933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.249731 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e2000358-085a-4b2d-a433-95c7f63b2933 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a1e5f82be49467884ece642aeb19ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3984265 Jul 16 18:05:12.251038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2000358-085a-4b2d-a433-95c7f63b2933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb9fd157-5dac-4dbf-b510-0d4e9b5d8843,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.252488 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59442) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.314952 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8dc3749c-bc5a-4f94-b7cb-3d8da0c87798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.345745 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8dc3749c-bc5a-4f94-b7cb-3d8da0c87798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.413988 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8dc3749c-bc5a-4f94-b7cb-3d8da0c87798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.416784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8dc3749c-bc5a-4f94-b7cb-3d8da0c87798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:12.418056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8dc3749c-bc5a-4f94-b7cb-3d8da0c87798 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cb9fd157-5dac-4dbf-b510-0d4e9b5d8843 HTTP/1.1" status: 204 len: 168 time: 0.1645722 Jul 16 18:05:12.437186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc3749c-bc5a-4f94-b7cb-3d8da0c87798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb9fd157-5dac-4dbf-b510-0d4e9b5d8843,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:12.870396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59472) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:12.891066 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddbaed00-43b3-43e3-ae92-9ad5422f9d75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.004254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddbaed00-43b3-43e3-ae92-9ad5422f9d75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.010445 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddbaed00-43b3-43e3-ae92-9ad5422f9d75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.052861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbaed00-43b3-43e3-ae92-9ad5422f9d75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04487d1d-00b7-4bad-8e36-eed65f7bde7e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:13.069849 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ddbaed00-43b3-43e3-ae92-9ad5422f9d75 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f36b4a106aed41deb955b32f2c671b90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1974659 Jul 16 18:05:13.072679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59480) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:13.138663 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4585010-877f-44c2-a54e-5f236c589e77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.167067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4585010-877f-44c2-a54e-5f236c589e77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.233242 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4585010-877f-44c2-a54e-5f236c589e77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.236111 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4585010-877f-44c2-a54e-5f236c589e77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:13.241080 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a4585010-877f-44c2-a54e-5f236c589e77 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/04487d1d-00b7-4bad-8e36-eed65f7bde7e HTTP/1.1" status: 204 len: 168 time: 0.1638498 Jul 16 18:05:13.252976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4585010-877f-44c2-a54e-5f236c589e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04487d1d-00b7-4bad-8e36-eed65f7bde7e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:13.352139 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-aa89599a-b5ad-414f-a379-885d9a907de3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=fcbe98f56f254a469ca8cbbf78facef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332508 Jul 16 18:05:13.440261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373af0c-e752-49b5-94b4-247cbaecf73f req-3fa70b34-dd94-493a-8a30-c478c1f69b61 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.442391 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c373af0c-e752-49b5-94b4-247cbaecf73f req-3fa70b34-dd94-493a-8a30-c478c1f69b61 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1015413 Jul 16 18:05:13.494742 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c373af0c-e752-49b5-94b4-247cbaecf73f req-354c2456-a2a7-40c6-92a8-05d61fb987d7 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430019 Jul 16 18:05:13.507586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-32f5b8aa-d191-4e74-80bb-5b277c72cfa4 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:13.509053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-32f5b8aa-d191-4e74-80bb-5b277c72cfa4 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516140 Jul 16 18:05:13.537492 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-1279e805-4520-4734-9a3e-d4080595746e tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/quotas/fcbe98f56f254a469ca8cbbf78facef9 HTTP/1.1" status: 200 len: 375 time: 0.0227590 Jul 16 18:05:13.579464 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-b9eb14db-40b2-4476-bce8-7714b4524f8e tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=fcbe98f56f254a469ca8cbbf78facef9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347919 Jul 16 18:05:13.844555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-220f1c78-0cc3-4596-bb6f-023bc7315a4a req-423a11c0-3024-4e3e-8fbc-8bfd01ce9c09 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 210 time: 0.0882552 Jul 16 18:05:14.708538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d3c3-c3a1-4ae9-9bb5-9a70480094e9 req-4be26b33-3b92-40ac-a45c-842c71ecef5a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:14.711947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7130d3c3-c3a1-4ae9-9bb5-9a70480094e9 req-4be26b33-3b92-40ac-a45c-842c71ecef5a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.0822387 Jul 16 18:05:14.781041 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7130d3c3-c3a1-4ae9-9bb5-9a70480094e9 req-7860262f-19fe-437f-92b1-50542085f432 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608974 Jul 16 18:05:14.979685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-0e2db2ab-eb73-434c-bd5a-dde60f57d2d9 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=fcbe98f56f254a469ca8cbbf78facef9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382986 Jul 16 18:05:14.990437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59574) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:15.052920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aaedc1ac-d238-44fb-a8a4-3cba89c18492 req-17808b8e-4447-4b46-8d8f-029fc0aa0a0a tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 210 time: 0.0490854 Jul 16 18:05:15.164556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-d06f00a2-eeb3-496d-bb0c-99f51ae07f71 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.166384 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-d06f00a2-eeb3-496d-bb0c-99f51ae07f71 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1793690 Jul 16 18:05:15.186252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Request body: {'port': {'device_id': '5c2532c4-ea80-45d6-b63f-2f3f0e350428', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': 'fcbe98f56f254a469ca8cbbf78facef9'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:15.330406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Made reservation on behalf of fcbe98f56f254a469ca8cbbf78facef9 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:15.334610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.343798 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.382388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-027aa6c0-3ee4-4929-8029-0c13893cbd81 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Request body: {'quota': {'network': 2}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:15.408962 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-027aa6c0-3ee4-4929-8029-0c13893cbd81 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] 10.222.0.47 "PUT /v2.0/quotas/60b6d272dff24c0f8fb468f7a2fe45ac HTTP/1.1" status: 200 len: 368 time: 0.4171247 Jul 16 18:05:15.412380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59586) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:15.418220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Request body: {'network': {'project_id': '60b6d272dff24c0f8fb468f7a2fe45ac'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:15.427002 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a225b0dd-7ab3-4220-9d25-8942f6309086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.482464 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.486762 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.513180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Made reservation on behalf of 60b6d272dff24c0f8fb468f7a2fe45ac for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:15.518278 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.530504 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.577924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1823fd3-ba24-48a7-bf94-c7b603918f10,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.660520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Allocated IP 192.168.233.246 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/4d316e58-e3ee-4e86-a0cd-a53fd9a404d0) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:15.666394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.670409 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.683534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:15.703499 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.703878 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Added segment 6628b22f-0b9a-4531-a8f4-876aeb3f7a66 of type vlan for network c509a3b6-b188-40d5-aa8c-f949a66fed3c Jul 16 18:05:15.750558 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61744a82-01dc-40ec-8cf3-98322229377a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.764822 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.810545 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.812494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:15.814369 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.853282 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4393091 Jul 16 18:05:15.854389 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59608) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:15.874941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Request body: {'network': {'project_id': '60b6d272dff24c0f8fb468f7a2fe45ac'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:15.917929 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f74095-657b-4b48-813c-fc32a76942c5 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Pushing event updated for resources: {'Network': ['ID=c509a3b6-b188-40d5-aa8c-f949a66fed3c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:15.929879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network c509a3b6-b188-40d5-aa8c-f949a66fed3c details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:15.964371 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:15.983333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Transition to ACTIVE for port object 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:15.991305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Made reservation on behalf of 60b6d272dff24c0f8fb468f7a2fe45ac for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:15.995202 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.074587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:16.105304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.106042 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Added segment 22f39179-4c42-4d76-88ea-81509d902a5a of type vlan for network dd71f432-3c62-4448-927b-6108b297d54c Jul 16 18:05:16.120607 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.212699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8cfe95-bc41-4131-9aea-091f58c0d863 req-7893eb8f-bbca-4c68-8327-ccdfeab41de3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.214349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b8cfe95-bc41-4131-9aea-091f58c0d863 req-7893eb8f-bbca-4c68-8327-ccdfeab41de3 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1979539 Jul 16 18:05:16.222913 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.245860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:16.262718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:16.265305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:16.268167 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Pushing event updated for resources: {'Port': ['ID=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.356018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b8cfe95-bc41-4131-9aea-091f58c0d863 req-e1eb6862-f763-47e8-acb3-ecfb32caf5af tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282849 Jul 16 18:05:16.370657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.377718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.394099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.398508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.398508 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.429656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc11f41-2344-4e83-af69-f92ce7f9aa25 req-73440656-db90-41cf-a535-82f0998a93d7 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:16.432067 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3fc11f41-2344-4e83-af69-f92ce7f9aa25 req-73440656-db90-41cf-a535-82f0998a93d7 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 936 time: 0.1130266 Jul 16 18:05:16.482449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-a0e481c2-5b99-4b2a-8db2-3e79c321bcb3 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3065760 Jul 16 18:05:16.486611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6292641 Jul 16 18:05:16.490333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59642) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:16.499747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-62f7238a-8d3d-4450-8a53-b685052ec9dd tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Request body: {'network': {'project_id': '60b6d272dff24c0f8fb468f7a2fe45ac'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:16.514657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Request body: {'port': {'device_id': '5c2532c4-ea80-45d6-b63f-2f3f0e350428', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:16.540210 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3fc11f41-2344-4e83-af69-f92ce7f9aa25 req-62b6e2b0-39d4-4df1-8f22-3c0f133aa22c tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983880 Jul 16 18:05:16.572236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f775cb37-7132-4f24-9bd3-dcfb212eb307 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Pushing event updated for resources: {'Network': ['ID=dd71f432-3c62-4448-927b-6108b297d54c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:16.583782 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network dd71f432-3c62-4448-927b-6108b297d54c details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:16.593200 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-62f7238a-8d3d-4450-8a53-b685052ec9dd tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:05:16.594070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62f7238a-8d3d-4450-8a53-b685052ec9dd tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:16.595433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-62f7238a-8d3d-4450-8a53-b685052ec9dd tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1015503 Jul 16 18:05:16.677966 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.737403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f0538c24-c9a8-491f-afe3-203b20768236 None None] Provisioning for port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:16.742900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f0538c24-c9a8-491f-afe3-203b20768236 None None] Provisioning complete for port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:16.743278 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f0538c24-c9a8-491f-afe3-203b20768236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:16.774456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59670) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:16.782401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f0538c24-c9a8-491f-afe3-203b20768236 None None] Port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:17.017054 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1847e9da-5623-4f8a-93d2-4b2e4a9f7214 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60b6d272dff24c0f8fb468f7a2fe45ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403877 Jul 16 18:05:17.019779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59680) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:17.026730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:17.045342 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.069242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Transition to ACTIVE for port object 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:17.076461 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.078535 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59684) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:17.086729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74776dfb-6b65-4f71-9d28-b63ee0c97643 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.113952 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74776dfb-6b65-4f71-9d28-b63ee0c97643 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.144572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Pushing event updated for resources: {'Port': ['ID=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.216879 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74776dfb-6b65-4f71-9d28-b63ee0c97643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.220739 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74776dfb-6b65-4f71-9d28-b63ee0c97643 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.221951 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-74776dfb-6b65-4f71-9d28-b63ee0c97643 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/61744a82-01dc-40ec-8cf3-98322229377a HTTP/1.1" status: 204 len: 168 time: 0.2009993 Jul 16 18:05:17.226155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59692) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:17.242048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Attempting to bind port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:17.242500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Attempting to bind port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:17.242719 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Attempting to bind port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:17.247868 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:17.248194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Attempting to bind port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:17.253237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 4, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:17.253596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:17.254015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:17.254448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Bound port: 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:17.254835 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.330287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74776dfb-6b65-4f71-9d28-b63ee0c97643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61744a82-01dc-40ec-8cf3-98322229377a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.347738 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.373573 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30593e94-0bc1-4fe8-a9aa-7988d3e27ce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.459633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] For port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:17.464061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] For port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:17.477512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.485109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.528130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd71f432-3c62-4448-927b-6108b297d54c']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:17.544513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22f39179-4c42-4d76-88ea-81509d902a5a') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:17.544812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22f39179-4c42-4d76-88ea-81509d902a5a') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:17.560447 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.592729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.609005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:17.609495 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:17.612072 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:17.616128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.616886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.618506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] 10.222.0.18 "PUT /v2.0/ports/4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 HTTP/1.1" status: 200 len: 1096 time: 1.1232514 Jul 16 18:05:17.619279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2532c4-ea80-45d6-b63f-2f3f0e350428', 'tag': '4d316e58-e3ee-4e86-a0cd-a53fd9a404d0'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:17.621856 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5d316e6-b454-48cc-aa75-db6702b4df8f" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2532c4-ea80-45d6-b63f-2f3f0e350428", "tag": "4d316e58-e3ee-4e86-a0cd-a53fd9a404d0"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:17.723369 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.762276 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.767216 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] 10.222.0.47 "DELETE /v2.0/networks/dd71f432-3c62-4448-927b-6108b297d54c HTTP/1.1" status: 204 len: 168 time: 0.5355060 Jul 16 18:05:17.768933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98755388-7d8f-4565-a0a2-e91171e6f95a service neutron] Pushing event updated for resources: {'Port': ['ID=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.769101 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59714) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:17.790547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93a612c-0173-4e37-a451-ac64800e0812 tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Pushing event deleted for resources: {'Network': ['ID=dd71f432-3c62-4448-927b-6108b297d54c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.798451 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30593e94-0bc1-4fe8-a9aa-7988d3e27ce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.829422 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30593e94-0bc1-4fe8-a9aa-7988d3e27ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.851032 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.879228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-30593e94-0bc1-4fe8-a9aa-7988d3e27ce0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c45846295ec74e41bbf00511e06514bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7953527 Jul 16 18:05:17.886499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59716) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:17.899054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:17.920832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8cefe-63ad-4fbf-a999-1367bdcf4ae9 req-135338f6-7abc-4110-88c1-b0ccf024d252 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.930885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8cefe-63ad-4fbf-a999-1367bdcf4ae9 req-135338f6-7abc-4110-88c1-b0ccf024d252 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.932487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34965a2-41c9-4ee6-8875-ea1db6b36c8f req-87d23a27-d56d-4850-9c93-d79df96b7f4e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.934103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f34965a2-41c9-4ee6-8875-ea1db6b36c8f req-87d23a27-d56d-4850-9c93-d79df96b7f4e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.3007479 Jul 16 18:05:17.937980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8cefe-63ad-4fbf-a999-1367bdcf4ae9 req-135338f6-7abc-4110-88c1-b0ccf024d252 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.946223 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8cefe-63ad-4fbf-a999-1367bdcf4ae9 req-135338f6-7abc-4110-88c1-b0ccf024d252 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.955195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8cefe-63ad-4fbf-a999-1367bdcf4ae9 req-135338f6-7abc-4110-88c1-b0ccf024d252 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.969160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8cefe-63ad-4fbf-a999-1367bdcf4ae9 req-135338f6-7abc-4110-88c1-b0ccf024d252 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.969490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30593e94-0bc1-4fe8-a9aa-7988d3e27ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d5c2f5a-c5ba-4515-ba67-1e86840c1f6e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:17.975829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d8cefe-63ad-4fbf-a999-1367bdcf4ae9 req-135338f6-7abc-4110-88c1-b0ccf024d252 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.981227 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-35d8cefe-63ad-4fbf-a999-1367bdcf4ae9 req-135338f6-7abc-4110-88c1-b0ccf024d252 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5444 time: 0.2759199 Jul 16 18:05:17.993354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-b93c6426-0318-4303-935e-d9ce7cb51e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:17.994815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-b93c6426-0318-4303-935e-d9ce7cb51e9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcbe98f56f254a469ca8cbbf78facef9&device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 1099 time: 0.3022451 Jul 16 18:05:18.100145 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-35d8cefe-63ad-4fbf-a999-1367bdcf4ae9 req-48d036c2-63e1-461b-91cf-81c2e5cabf6c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1073184 Jul 16 18:05:18.151648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.168055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c509a3b6-b188-40d5-aa8c-f949a66fed3c']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:18.170075 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af40ead1-de31-40bc-9091-79ae7549c6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.182642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6628b22f-0b9a-4531-a8f4-876aeb3f7a66') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:18.182944 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6628b22f-0b9a-4531-a8f4-876aeb3f7a66') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:18.194747 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.211484 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.220230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:18.220808 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:18.222592 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:18.312410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.324971 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.327045 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] 10.222.0.47 "DELETE /v2.0/networks/c509a3b6-b188-40d5-aa8c-f949a66fed3c HTTP/1.1" status: 204 len: 168 time: 0.5474281 Jul 16 18:05:18.361354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db6e1f-636b-4271-9911-99e38f9c81de tempest-QuotasNegativeTest-172628852 tempest-QuotasNegativeTest-172628852-project-admin] Pushing event deleted for resources: {'Network': ['ID=c509a3b6-b188-40d5-aa8c-f949a66fed3c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.443199 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-d020a3fa-56c4-408c-bf6f-3e3bc4c015e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 HTTP/1.1" status: 200 len: 217 time: 0.4393537 Jul 16 18:05:18.490428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f34965a2-41c9-4ee6-8875-ea1db6b36c8f req-c6777a92-ca43-4318-8bed-cd2a56c05ba9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5474524 Jul 16 18:05:18.504590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7648cc2a-ea89-4cea-af1a-993c9becfc30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.525058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c7b3c-3ba0-457d-ad92-02adeb269367 req-46395e8b-a1dd-495d-a58c-9d9d59447f26 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.527307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b4c7b3c-3ba0-457d-ad92-02adeb269367 req-46395e8b-a1dd-495d-a58c-9d9d59447f26 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 948 time: 0.0928109 Jul 16 18:05:18.553336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-7b515712-aab6-42a8-b355-9cd56175bb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.555081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-7b515712-aab6-42a8-b355-9cd56175bb8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1023548 Jul 16 18:05:18.557244 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7648cc2a-ea89-4cea-af1a-993c9becfc30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.579756 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-322d0ded-70df-4128-8517-2ef05df5fa26 x-openstack-request-id: req-322d0ded-70df-4128-8517-2ef05df5fa26 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:18.580068 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2532c4-ea80-45d6-b63f-2f3f0e350428", "tag": "4d316e58-e3ee-4e86-a0cd-a53fd9a404d0", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:18.580313 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-322d0ded-70df-4128-8517-2ef05df5fa26 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:18.580892 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2532c4-ea80-45d6-b63f-2f3f0e350428', 'tag': '4d316e58-e3ee-4e86-a0cd-a53fd9a404d0', 'status': 'completed', 'code': 200} Jul 16 18:05:18.589346 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b4c7b3c-3ba0-457d-ad92-02adeb269367 req-4bb4eb09-a506-435d-94ed-9014198ec7e9 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520406 Jul 16 18:05:18.658297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-0413d6b9-1774-4a08-b33d-b1eb9af084bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.659972 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-0413d6b9-1774-4a08-b33d-b1eb9af084bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0959771 Jul 16 18:05:18.667258 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7648cc2a-ea89-4cea-af1a-993c9becfc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.670446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7648cc2a-ea89-4cea-af1a-993c9becfc30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:18.671655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7648cc2a-ea89-4cea-af1a-993c9becfc30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d5c2f5a-c5ba-4515-ba67-1e86840c1f6e HTTP/1.1" status: 204 len: 168 time: 0.7813511 Jul 16 18:05:18.699143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648cc2a-ea89-4cea-af1a-993c9becfc30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d5c2f5a-c5ba-4515-ba67-1e86840c1f6e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:18.821706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-8cf16606-4812-473b-8fb8-4523d8d503e6 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489382 Jul 16 18:05:18.837226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67245-ee9d-4938-a8a1-4bcb7e029ca0 req-d7e08f2e-2167-47d0-a537-0b1416234c0a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.843157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67245-ee9d-4938-a8a1-4bcb7e029ca0 req-d7e08f2e-2167-47d0-a537-0b1416234c0a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.849156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67245-ee9d-4938-a8a1-4bcb7e029ca0 req-d7e08f2e-2167-47d0-a537-0b1416234c0a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.855205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67245-ee9d-4938-a8a1-4bcb7e029ca0 req-d7e08f2e-2167-47d0-a537-0b1416234c0a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.861366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67245-ee9d-4938-a8a1-4bcb7e029ca0 req-d7e08f2e-2167-47d0-a537-0b1416234c0a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.868298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67245-ee9d-4938-a8a1-4bcb7e029ca0 req-d7e08f2e-2167-47d0-a537-0b1416234c0a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.874434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db67245-ee9d-4938-a8a1-4bcb7e029ca0 req-d7e08f2e-2167-47d0-a537-0b1416234c0a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:18.879858 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2db67245-ee9d-4938-a8a1-4bcb7e029ca0 req-d7e08f2e-2167-47d0-a537-0b1416234c0a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5444 time: 0.1817169 Jul 16 18:05:18.985392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59746) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:18.989900 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aeda0a4c-222f-45c5-a439-1a8e1c0731c3 req-b08e167e-faf1-4d97-936a-9f57217cab0f service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075766 Jul 16 18:05:19.012655 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a87529e8-8247-48eb-92dd-be614fd94433 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.129476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d316e6-b454-48cc-aa75-db6702b4df8f req-80fc5429-8c06-4446-bf90-24e7a0f8d0ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.131516 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5d316e6-b454-48cc-aa75-db6702b4df8f req-80fc5429-8c06-4446-bf90-24e7a0f8d0ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fcbe98f56f254a469ca8cbbf78facef9&device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 1099 time: 0.0768909 Jul 16 18:05:19.136952 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a87529e8-8247-48eb-92dd-be614fd94433 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.146429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a87529e8-8247-48eb-92dd-be614fd94433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.179427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87529e8-8247-48eb-92dd-be614fd94433 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd08a54-8100-49f9-a45a-279083edce26,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.184282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59750) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:19.199621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a87529e8-8247-48eb-92dd-be614fd94433 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=76d063150bda46eea8baf24966e425fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2130725 Jul 16 18:05:19.200395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59752) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:19.213629 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6cd3efef-ee7d-4707-9759-4d8216118510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.253069 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f3b9-842d-4fee-9548-d9bbf41dc32f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.280399 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f3b9-842d-4fee-9548-d9bbf41dc32f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.292788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d316e6-b454-48cc-aa75-db6702b4df8f req-90fea002-1b96-4c97-afa6-62d8509d13df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.294369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5d316e6-b454-48cc-aa75-db6702b4df8f req-90fea002-1b96-4c97-afa6-62d8509d13df service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1547565 Jul 16 18:05:19.351989 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f3b9-842d-4fee-9548-d9bbf41dc32f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.355295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5d316e6-b454-48cc-aa75-db6702b4df8f req-a0b95b87-3e93-4011-ac68-fc05fcbe9c69 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 HTTP/1.1" status: 200 len: 217 time: 0.0492857 Jul 16 18:05:19.355662 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3f7f3b9-842d-4fee-9548-d9bbf41dc32f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.358074 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d3f7f3b9-842d-4fee-9548-d9bbf41dc32f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7dd08a54-8100-49f9-a45a-279083edce26 HTTP/1.1" status: 204 len: 168 time: 0.1557064 Jul 16 18:05:19.369930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f7f3b9-842d-4fee-9548-d9bbf41dc32f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd08a54-8100-49f9-a45a-279083edce26,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.438025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d316e6-b454-48cc-aa75-db6702b4df8f req-5902b2c7-8317-4daa-bfc1-3140c35a49d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.439845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5d316e6-b454-48cc-aa75-db6702b4df8f req-5902b2c7-8317-4daa-bfc1-3140c35a49d3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0763226 Jul 16 18:05:19.453533 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6cd3efef-ee7d-4707-9759-4d8216118510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.464984 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6cd3efef-ee7d-4707-9759-4d8216118510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.549436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6cd3efef-ee7d-4707-9759-4d8216118510 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5fa9c841eed5405492894972ee4cd04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3626411 Jul 16 18:05:19.552661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59764) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:19.557714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd3efef-ee7d-4707-9759-4d8216118510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076e7332-9e68-49ae-a32e-f7eb6731a836,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.605918 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d316e6-b454-48cc-aa75-db6702b4df8f req-0607abc8-76d6-4bdc-83ed-3de85a85cc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.614317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5d316e6-b454-48cc-aa75-db6702b4df8f req-0607abc8-76d6-4bdc-83ed-3de85a85cc02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1599753 Jul 16 18:05:19.664631 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f88c1d2-e40b-4d9a-8d82-f30dc142b9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.714538 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f88c1d2-e40b-4d9a-8d82-f30dc142b9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.754005 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.792557 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f88c1d2-e40b-4d9a-8d82-f30dc142b9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.796537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f88c1d2-e40b-4d9a-8d82-f30dc142b9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.797719 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4f88c1d2-e40b-4d9a-8d82-f30dc142b9b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/076e7332-9e68-49ae-a32e-f7eb6731a836 HTTP/1.1" status: 204 len: 168 time: 0.2440052 Jul 16 18:05:19.808350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f88c1d2-e40b-4d9a-8d82-f30dc142b9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076e7332-9e68-49ae-a32e-f7eb6731a836,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:19.811504 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5d316e6-b454-48cc-aa75-db6702b4df8f req-92ef14c7-37ac-4e28-90d3-033270ed5f24 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918736 Jul 16 18:05:19.862304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4ccacf-d107-4dab-a79f-b1fda3dc0ebe req-f474f4dc-2d4e-42cb-8a35-b5393b58331a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:19.863711 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e4ccacf-d107-4dab-a79f-b1fda3dc0ebe req-f474f4dc-2d4e-42cb-8a35-b5393b58331a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1377368 Jul 16 18:05:19.891345 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59774) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:19.909616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0784489f-e8b6-4132-a7c4-caa3864ce045 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:19.963188 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e4ccacf-d107-4dab-a79f-b1fda3dc0ebe req-03760c09-c424-480f-a9cd-e92b88e9e027 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608873 Jul 16 18:05:19.965392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5d316e6-b454-48cc-aa75-db6702b4df8f req-b4f6fbe9-410a-497c-8e5d-205826cbe16c service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394088 Jul 16 18:05:20.086543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7f4ab6-6adc-4b38-9da2-69bf10829a91 req-d6eba631-8098-497f-a334-d465a4301126 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:20.088891 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aa7f4ab6-6adc-4b38-9da2-69bf10829a91 req-d6eba631-8098-497f-a334-d465a4301126 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 948 time: 0.1098673 Jul 16 18:05:20.160332 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aa7f4ab6-6adc-4b38-9da2-69bf10829a91 req-13da661e-3fde-4260-8e81-60aa0147067d tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642319 Jul 16 18:05:20.167227 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0784489f-e8b6-4132-a7c4-caa3864ce045 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.173116 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0784489f-e8b6-4132-a7c4-caa3864ce045 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.218650 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0784489f-e8b6-4132-a7c4-caa3864ce045 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb4aedf753fc49e2b199127565ceb718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3255429 Jul 16 18:05:20.220495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784489f-e8b6-4132-a7c4-caa3864ce045 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b916b8c-a241-4fb6-805b-ac2cc3703799,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:20.221569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59782) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:20.296278 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.322143 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.381082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.384050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:20.388327 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8b916b8c-a241-4fb6-805b-ac2cc3703799 HTTP/1.1" status: 204 len: 168 time: 0.1625893 Jul 16 18:05:20.393976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b916b8c-a241-4fb6-805b-ac2cc3703799,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:20.402595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:20.406365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:20.406786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:20.407187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:20.407632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:20.408033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:20.408423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:20.408818 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:20.409209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:20.409645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:20.410042 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:20.410513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45a38aac-78f1-43b3-b8d4-9beab83c08b9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:21.179417 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059f2783-2ee8-446f-8748-d886861b08b4 req-7d28297a-b4c9-42f9-84b2-1489dda45630 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.185981 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-059f2783-2ee8-446f-8748-d886861b08b4 req-7d28297a-b4c9-42f9-84b2-1489dda45630 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.0715508 Jul 16 18:05:21.227669 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-059f2783-2ee8-446f-8748-d886861b08b4 req-3f264c7e-83bb-48ce-85ed-4e024544686a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Jul 16 18:05:21.360171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df163119-c58a-429a-9ebf-d24392bdb523 req-062cab66-2fed-44df-bd64-d32991bf89b0 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.361809 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-df163119-c58a-429a-9ebf-d24392bdb523 req-062cab66-2fed-44df-bd64-d32991bf89b0 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 948 time: 0.0702503 Jul 16 18:05:21.376620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59850) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:21.420638 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-df163119-c58a-429a-9ebf-d24392bdb523 req-cb3f37b8-967a-450d-a9fb-a137e5e67bed tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417266 Jul 16 18:05:21.665102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774e4d3-91eb-4dd8-9837-76b9c4575310 req-8a1ec0a1-0e0e-4de2-880f-994d08afbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.665605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774e4d3-91eb-4dd8-9837-76b9c4575310 req-8a1ec0a1-0e0e-4de2-880f-994d08afbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.666086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774e4d3-91eb-4dd8-9837-76b9c4575310 req-8a1ec0a1-0e0e-4de2-880f-994d08afbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.666562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774e4d3-91eb-4dd8-9837-76b9c4575310 req-8a1ec0a1-0e0e-4de2-880f-994d08afbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.667032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774e4d3-91eb-4dd8-9837-76b9c4575310 req-8a1ec0a1-0e0e-4de2-880f-994d08afbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.667809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774e4d3-91eb-4dd8-9837-76b9c4575310 req-8a1ec0a1-0e0e-4de2-880f-994d08afbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.668046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2774e4d3-91eb-4dd8-9837-76b9c4575310 req-8a1ec0a1-0e0e-4de2-880f-994d08afbfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:21.669998 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2774e4d3-91eb-4dd8-9837-76b9c4575310 req-8a1ec0a1-0e0e-4de2-880f-994d08afbfc7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6501 time: 0.2923112 Jul 16 18:05:21.706624 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2774e4d3-91eb-4dd8-9837-76b9c4575310 req-cf86d764-6a6e-471c-8608-b15b612dbaaf service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0301046 Jul 16 18:05:21.751714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59866) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:21.775227 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:21.995700 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76f29f3f-6419-4234-bc92-3ddb92e9c6a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.032310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59884) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:22.100174 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:05:22.100622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-553977455'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:22.133898 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76f29f3f-6419-4234-bc92-3ddb92e9c6a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.137769 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76f29f3f-6419-4234-bc92-3ddb92e9c6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.155160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:22.158877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.169127 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.184826 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-76f29f3f-6419-4234-bc92-3ddb92e9c6a3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=875beb77127348259b99f1978f558b19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4318471 Jul 16 18:05:22.187534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59890) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:22.203046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f29f3f-6419-4234-bc92-3ddb92e9c6a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a896f6aa-ae82-4f55-8cf1-e94906d8631b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.243677 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6129b638-99bf-4e04-8c2f-52f61e913072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.268824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6129b638-99bf-4e04-8c2f-52f61e913072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.297085 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.303239 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.341464 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6129b638-99bf-4e04-8c2f-52f61e913072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.344394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6129b638-99bf-4e04-8c2f-52f61e913072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.345621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6129b638-99bf-4e04-8c2f-52f61e913072 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a896f6aa-ae82-4f55-8cf1-e94906d8631b HTTP/1.1" status: 204 len: 168 time: 0.1571012 Jul 16 18:05:22.356420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:22.357548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6129b638-99bf-4e04-8c2f-52f61e913072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a896f6aa-ae82-4f55-8cf1-e94906d8631b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.358767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5143bb6-49f1-400e-bfc1-41395cf8d8a0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.371854 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.376415 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Added segment 83adf074-4cdd-4f90-b5fe-73bedd31b5f0 of type vlan for network 18a0edba-f62c-4b3e-9975-bb26792ebabb Jul 16 18:05:22.431485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.471329 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.479539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.480487 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.508196 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4747045 Jul 16 18:05:22.508813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59906) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:22.519318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'name': 'tempest-PortsIpV6TestJSON-600744259'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:22.549445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a7501e-9141-4163-907d-2938aef6ff62 req-b85317ee-e4d8-4600-950c-18428bc7c3aa tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.550969 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13a7501e-9141-4163-907d-2938aef6ff62 req-b85317ee-e4d8-4600-950c-18428bc7c3aa tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1457584 Jul 16 18:05:22.586061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc109a-8b53-40b0-9985-5331176b9ec4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Network': ['ID=18a0edba-f62c-4b3e-9975-bb26792ebabb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:22.597402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:22.701255 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13a7501e-9141-4163-907d-2938aef6ff62 req-0ab78664-52fe-4315-ae25-a4f03961d42f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395082 Jul 16 18:05:22.748738 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:22.752669 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.774537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port ff459dbc-4c59-4b98-bae4-f59d368a7d8b yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:22.783027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e31bb22-2f9a-416e-be9b-13fc22ba866c req-882fa14b-226c-462e-ac8f-40360e80052e tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:22.784695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e31bb22-2f9a-416e-be9b-13fc22ba866c req-882fa14b-226c-462e-ac8f-40360e80052e tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 948 time: 0.0967793 Jul 16 18:05:22.826457 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e31bb22-2f9a-416e-be9b-13fc22ba866c req-890f262f-a448-4ad2-b4e7-37ab254540df tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358903 Jul 16 18:05:22.830639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59916) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:22.844735 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb0cf79d-05bb-45d5-bf2b-2103b8b0319c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.947938 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb0cf79d-05bb-45d5-bf2b-2103b8b0319c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.952852 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb0cf79d-05bb-45d5-bf2b-2103b8b0319c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.970558 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:22.996272 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bb0cf79d-05bb-45d5-bf2b-2103b8b0319c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=98e406b0be9444959af15e5f985876fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643684 Jul 16 18:05:22.998381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59924) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:23.005717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0cf79d-05bb-45d5-bf2b-2103b8b0319c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e9d17b5-4723-4d05-9ecd-e3e4d19eec96,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.016461 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.057695 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-875ce54e-fc0f-491c-81d7-f5d49801a681 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.074515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=ff459dbc-4c59-4b98-bae4-f59d368a7d8b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.089578 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-875ce54e-fc0f-491c-81d7-f5d49801a681 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.094845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Checking segment: {'id': '83adf074-4cdd-4f90-b5fe-73bedd31b5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:23.095165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network hostable DHCP agents. Network: 18a0edba-f62c-4b3e-9975-bb26792ebabb, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:23.113484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:23.125586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 18a0edba-f62c-4b3e-9975-bb26792ebabb) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:23.132160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:23.140717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea0a9f7-b33f-4742-8cf4-8813b48b3632 None None] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:23.146464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.147427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.154927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-875ce54e-fc0f-491c-81d7-f5d49801a681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.159442 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-875ce54e-fc0f-491c-81d7-f5d49801a681 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.164148 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-875ce54e-fc0f-491c-81d7-f5d49801a681 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5e9d17b5-4723-4d05-9ecd-e3e4d19eec96 HTTP/1.1" status: 204 len: 168 time: 0.1613643 Jul 16 18:05:23.180493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875ce54e-fc0f-491c-81d7-f5d49801a681 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e9d17b5-4723-4d05-9ecd-e3e4d19eec96,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.191044 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0b4f9f24-442d-4a72-aa00-81076836a083 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6803267 Jul 16 18:05:23.194503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59936) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:23.201436 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-827027457'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:23.237681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:23.242083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.274096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:23.295329 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.295730 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Added segment 9c8046b6-3d2f-48d6-8d52-b756b83e91e4 of type vlan for network c1985cdd-b447-4f0a-86ac-445b270c7bd7 Jul 16 18:05:23.342258 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.381103 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.388187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:23.388187 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.400340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:23.426162 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2300985 Jul 16 18:05:23.429243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59952) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:23.434073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'ports': [{'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb'}, {'network_id': 'c1985cdd-b447-4f0a-86ac-445b270c7bd7'}]} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:23.434388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:23.434861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': 'c1985cdd-b447-4f0a-86ac-445b270c7bd7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:23.492107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Network': ['ID=c1985cdd-b447-4f0a-86ac-445b270c7bd7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.504223 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.505232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.512676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.512676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.512676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.512676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.512676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.512676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.512676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.512676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.512676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.512676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62a6cd8e-9ced-4e78-8226-ac159f614812 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.528134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:23.539276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '4d316e58-e3ee-4e86-a0cd-a53fd9a404d0', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '4d316e58-e3ee-4e86-a0cd-a53fd9a404d0', 'mac_address': 'fa:16:3e:99:c5:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:23.543098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network c1985cdd-b447-4f0a-86ac-445b270c7bd7 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:23.607413 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.622817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:23.656464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:23.665148 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.669179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 2} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:23.675749 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.699490 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:23.853269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 8b747948-158b-4a9c-ba3c-2c4991892150 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:23.907827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:23.917172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.917776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.918280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.918995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.919604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.920104 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.920596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.921105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.922075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.922570 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.923060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.923547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:05:23.949384 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['4d316e58-e3ee-4e86-a0cd-a53fd9a404d0'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:24.034466 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.077553 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38583e5-3e19-49af-afb1-5a252e3884a3 req-0c3a8510-da5a-4ecb-bd2d-8942d9f6c6a9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.079098 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f38583e5-3e19-49af-afb1-5a252e3884a3 req-0c3a8510-da5a-4ecb-bd2d-8942d9f6c6a9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1487391 Jul 16 18:05:24.139303 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca9d83-3274-4426-a32c-8a3b68f9b2c5 req-b726084f-e0c7-4f3e-96b7-2220673a002f tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.141128 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0ca9d83-3274-4426-a32c-8a3b68f9b2c5 req-b726084f-e0c7-4f3e-96b7-2220673a002f tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 949 time: 0.1146595 Jul 16 18:05:24.142622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 3afdb12b-6327-4321-9f33-7f8766a451bd yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:24.223894 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0ca9d83-3274-4426-a32c-8a3b68f9b2c5 req-99b25994-4283-4333-86e5-9fd6ef3cf72a tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523725 Jul 16 18:05:24.224266 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f38583e5-3e19-49af-afb1-5a252e3884a3 req-a6720e48-f20e-4183-8e10-1b1f327dc528 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150639 Jul 16 18:05:24.353803 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.409467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.461287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:24.464600 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:24.468868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:24.469676 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.471717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=8b747948-158b-4a9c-ba3c-2c4991892150,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.531269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=3afdb12b-6327-4321-9f33-7f8766a451bd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:24.547535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Checking segment: {'id': '9c8046b6-3d2f-48d6-8d52-b756b83e91e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': 'c1985cdd-b447-4f0a-86ac-445b270c7bd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:24.547928 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network hostable DHCP agents. Network: c1985cdd-b447-4f0a-86ac-445b270c7bd7, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:24.565574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network c1985cdd-b447-4f0a-86ac-445b270c7bd7 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:24.575683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, c1985cdd-b447-4f0a-86ac-445b270c7bd7) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:24.579898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:24.586159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a91e31-caa9-44a8-8206-779a5a5dbc81 None None] Network c1985cdd-b447-4f0a-86ac-445b270c7bd7 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:24.587521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.592315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:24.593069 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.612212 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1e8188b0-001a-4f39-9fa6-c45b2cd8c0fe tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1818871 Jul 16 18:05:24.615363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60008) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:24.739117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb65af-c042-4067-9742-8d118081ed92 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 3afdb12b-6327-4321-9f33-7f8766a451bd {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:24.740449 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ecb65af-c042-4067-9742-8d118081ed92 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.745292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60014) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:24.831244 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ecb65af-c042-4067-9742-8d118081ed92 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.844113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb65af-c042-4067-9742-8d118081ed92 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 3afdb12b-6327-4321-9f33-7f8766a451bd owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:24.901118 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b03bac4d-0ddd-46cd-9d73-8b7bb99656b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:24.976299 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ecb65af-c042-4067-9742-8d118081ed92 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.013700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb65af-c042-4067-9742-8d118081ed92 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=3afdb12b-6327-4321-9f33-7f8766a451bd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:25.023525 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ecb65af-c042-4067-9742-8d118081ed92 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.025867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5ecb65af-c042-4067-9742-8d118081ed92 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/3afdb12b-6327-4321-9f33-7f8766a451bd HTTP/1.1" status: 204 len: 168 time: 0.4080787 Jul 16 18:05:25.028639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60026) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.057173 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b03bac4d-0ddd-46cd-9d73-8b7bb99656b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.064825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b03bac4d-0ddd-46cd-9d73-8b7bb99656b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.106314 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b03bac4d-0ddd-46cd-9d73-8b7bb99656b8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b87269562bc640b7be28cba5550713b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599377 Jul 16 18:05:25.107171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03bac4d-0ddd-46cd-9d73-8b7bb99656b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38514463-cc85-4e05-85cf-854e84d26a7d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:25.109636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60030) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.172895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406185e8-baeb-4aec-b4b4-70d7e32492f0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.180102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-406185e8-baeb-4aec-b4b4-70d7e32492f0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.181556 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-406185e8-baeb-4aec-b4b4-70d7e32492f0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.1518459 Jul 16 18:05:25.184486 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60034) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.198287 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bd3-55ce-4846-8f01-55d27139b41e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.222764 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bd3-55ce-4846-8f01-55d27139b41e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.290455 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bd3-55ce-4846-8f01-55d27139b41e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.293933 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb7c1bd3-55ce-4846-8f01-55d27139b41e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.295209 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bb7c1bd3-55ce-4846-8f01-55d27139b41e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/38514463-cc85-4e05-85cf-854e84d26a7d HTTP/1.1" status: 204 len: 168 time: 0.1846638 Jul 16 18:05:25.300421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-17741062-af5e-4460-9175-cd1038c73683 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 8b747948-158b-4a9c-ba3c-2c4991892150 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:25.300907 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17741062-af5e-4460-9175-cd1038c73683 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.330925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c1bd3-55ce-4846-8f01-55d27139b41e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38514463-cc85-4e05-85cf-854e84d26a7d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:25.415886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:25.421930 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17741062-af5e-4460-9175-cd1038c73683 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.460941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-17741062-af5e-4460-9175-cd1038c73683 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 8b747948-158b-4a9c-ba3c-2c4991892150 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:25.478670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:25.480255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a31fd4-5618-4cde-a3e8-e2a4f24b6f20 req-85daf607-fc6c-43db-a062-d042d72a19bc tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.481839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27a31fd4-5618-4cde-a3e8-e2a4f24b6f20 req-85daf607-fc6c-43db-a062-d042d72a19bc tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 949 time: 0.0988398 Jul 16 18:05:25.492157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:25.492868 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.549261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27750af9-cbd5-410b-b209-630a96aa152b req-24fbefad-d1a6-4057-8ead-a6f3b3730bab tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.551065 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-27750af9-cbd5-410b-b209-630a96aa152b req-24fbefad-d1a6-4057-8ead-a6f3b3730bab tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1495211 Jul 16 18:05:25.559604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27a31fd4-5618-4cde-a3e8-e2a4f24b6f20 req-92094cc4-4ddf-4ed3-bbee-182874268a98 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690145 Jul 16 18:05:25.612102 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-27750af9-cbd5-410b-b209-630a96aa152b req-015b251c-f57b-46b9-b403-e095e4d52e67 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500257 Jul 16 18:05:25.619810 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17741062-af5e-4460-9175-cd1038c73683 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.667754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17741062-af5e-4460-9175-cd1038c73683 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=8b747948-158b-4a9c-ba3c-2c4991892150,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:25.673826 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.696828 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17741062-af5e-4460-9175-cd1038c73683 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.700208 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-17741062-af5e-4460-9175-cd1038c73683 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/8b747948-158b-4a9c-ba3c-2c4991892150 HTTP/1.1" status: 204 len: 168 time: 0.5144942 Jul 16 18:05:25.703073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60052) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.709254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2532c4-ea80-45d6-b63f-2f3f0e350428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d316e58-e3ee-4e86-a0cd-a53fd9a404d0'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:25.712016 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d6d85f8-96e2-49af-bff4-5fd91d884989" -d '{"events": [{"server_uuid": "5c2532c4-ea80-45d6-b63f-2f3f0e350428", "name": "network-vif-plugged", "status": "completed", "tag": "4d316e58-e3ee-4e86-a0cd-a53fd9a404d0"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:25.734250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:25.740722 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.769914 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f560390e-80ff-4dd0-9e07-1ed4c9d3698d x-openstack-request-id: req-f560390e-80ff-4dd0-9e07-1ed4c9d3698d {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:25.770875 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2532c4-ea80-45d6-b63f-2f3f0e350428", "name": "network-vif-plugged", "status": "completed", "tag": "4d316e58-e3ee-4e86-a0cd-a53fd9a404d0", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:25.771225 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f560390e-80ff-4dd0-9e07-1ed4c9d3698d {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:25.771885 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2532c4-ea80-45d6-b63f-2f3f0e350428', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d316e58-e3ee-4e86-a0cd-a53fd9a404d0', 'code': 200} Jul 16 18:05:25.802287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:25.836828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60058) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.857932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed44cc0e-feb8-430e-91e1-6927459a559d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.858150 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bbc5181d-3f41-4fc3-930e-7901ead9b0b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:25.861817 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ed44cc0e-feb8-430e-91e1-6927459a559d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1550319 Jul 16 18:05:25.862619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60060) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.890022 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f50e038-4b90-49bb-94d1-aa61def42344 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:05:25.891650 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5f50e038-4b90-49bb-94d1-aa61def42344 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/3afdb12b-6327-4321-9f33-7f8766a451bd HTTP/1.1" status: 404 len: 333 time: 0.0280252 Jul 16 18:05:25.894425 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60062) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.922698 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-934196f5-f1d0-4c63-9a30-83db3d35cd87 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:05:25.927319 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-934196f5-f1d0-4c63-9a30-83db3d35cd87 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/8b747948-158b-4a9c-ba3c-2c4991892150 HTTP/1.1" status: 404 len: 333 time: 0.0290442 Jul 16 18:05:25.927647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60064) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:25.949098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5a6a3-55a3-470d-a6d5-a1e110e5439e req-15c35ade-b06d-41b9-bc2c-cb22537f484a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:25.950896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16d5a6a3-55a3-470d-a6d5-a1e110e5439e req-15c35ade-b06d-41b9-bc2c-cb22537f484a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 1101 time: 0.1004112 Jul 16 18:05:26.014105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16d5a6a3-55a3-470d-a6d5-a1e110e5439e req-81c57341-e2e4-4082-b48a-4d2c837755af service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538862 Jul 16 18:05:26.039137 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bbc5181d-3f41-4fc3-930e-7901ead9b0b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.044768 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bbc5181d-3f41-4fc3-930e-7901ead9b0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.092299 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bbc5181d-3f41-4fc3-930e-7901ead9b0b6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=29e0ecac4a2e44ceaec96b6f15937eb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2538795 Jul 16 18:05:26.092964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60070) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:26.095036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5181d-3f41-4fc3-930e-7901ead9b0b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08be2797-802f-4660-a4d2-cd24f37c9b5a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:26.166747 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-685ad005-f033-4801-98d2-aa40c70add9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.194088 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-685ad005-f033-4801-98d2-aa40c70add9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.250202 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-685ad005-f033-4801-98d2-aa40c70add9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.253044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-685ad005-f033-4801-98d2-aa40c70add9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.264455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-685ad005-f033-4801-98d2-aa40c70add9c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/08be2797-802f-4660-a4d2-cd24f37c9b5a HTTP/1.1" status: 204 len: 168 time: 0.1635411 Jul 16 18:05:26.280384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685ad005-f033-4801-98d2-aa40c70add9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08be2797-802f-4660-a4d2-cd24f37c9b5a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:26.361888 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.458594 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.468565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1985cdd-b447-4f0a-86ac-445b270c7bd7']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:26.479306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8046b6-3d2f-48d6-8d52-b756b83e91e4') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:26.479644 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8046b6-3d2f-48d6-8d52-b756b83e91e4') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:26.490250 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.490892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60080) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:26.506895 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.514128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:26.514529 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:26.517719 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:26.589855 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.604068 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.605875 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/networks/c1985cdd-b447-4f0a-86ac-445b270c7bd7 HTTP/1.1" status: 204 len: 168 time: 0.6773143 Jul 16 18:05:26.609903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60092) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:26.617811 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ed59240c-1f70-499f-8c09-531cc1275226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.623662 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1796949760'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:26.628009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6cb95-25ed-4e04-abfb-3240192c87ae tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Network': ['ID=c1985cdd-b447-4f0a-86ac-445b270c7bd7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:26.639780 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.api [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:05:26.639780 n-d-794306-7 neutron-server[105438]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:05:26.639780 n-d-794306-7 neutron-server[105438]: [parameters: {'project_id': '66b707ea72c4430392d56eff25d0ab07', 'id': 'c6815e11-8ef0-432c-aa0a-2476143047a2', 'expiration': datetime.datetime(2021, 7, 16, 18, 7, 26, 636314)}] Jul 16 18:05:26.639780 n-d-794306-7 neutron-server[105438]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:05:26.640615 n-d-794306-7 neutron-server[105438]: DEBUG oslo_db.api [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:05:26.730152 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ed59240c-1f70-499f-8c09-531cc1275226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.736323 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ed59240c-1f70-499f-8c09-531cc1275226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.778235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce31223-c869-4ee4-b760-971019c2a1ed req-4123ae99-b39c-4aba-81f4-8fc6822d2b03 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.779341 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ed59240c-1f70-499f-8c09-531cc1275226 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=223164d8370245b299960a483e3a0773&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2870910 Jul 16 18:05:26.782767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60102) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:26.789661 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ce31223-c869-4ee4-b760-971019c2a1ed req-4123ae99-b39c-4aba-81f4-8fc6822d2b03 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 950 time: 0.0965896 Jul 16 18:05:26.809492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59240c-1f70-499f-8c09-531cc1275226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f40b6c-a394-4a24-a893-bc8009816490,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:26.836147 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ce31223-c869-4ee4-b760-971019c2a1ed req-b26791a2-8f21-4a23-a116-f3401acc1d8e tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459306 Jul 16 18:05:26.902202 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d52e328-d22c-4b42-a963-2be90e2c5d9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:26.938530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a1df3-adc1-4665-a244-0e920e815ae4 req-b2cbadde-f8cf-4675-ab0a-ab5faccbab0e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:26.947133 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-881a1df3-adc1-4665-a244-0e920e815ae4 req-b2cbadde-f8cf-4675-ab0a-ab5faccbab0e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1570268 Jul 16 18:05:26.950690 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d52e328-d22c-4b42-a963-2be90e2c5d9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.017617 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-881a1df3-adc1-4665-a244-0e920e815ae4 req-dac7db77-eaa1-4167-9635-9d7208b9cbfa tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694356 Jul 16 18:05:27.041159 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d52e328-d22c-4b42-a963-2be90e2c5d9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.043954 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d52e328-d22c-4b42-a963-2be90e2c5d9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.045094 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4d52e328-d22c-4b42-a963-2be90e2c5d9b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/17f40b6c-a394-4a24-a893-bc8009816490 HTTP/1.1" status: 204 len: 168 time: 0.2614188 Jul 16 18:05:27.054538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d52e328-d22c-4b42-a963-2be90e2c5d9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f40b6c-a394-4a24-a893-bc8009816490,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.168905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:27.173687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.209822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:27.219807 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.220226 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Added segment 892a87e6-0f10-46db-9ca6-a13a4856ae41 of type vlan for network b7cb1328-4e66-4ed2-be9c-f57ce5b1d783 Jul 16 18:05:27.266725 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.304218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.310250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.311014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.349564 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7264311 Jul 16 18:05:27.349789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60128) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.354905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': 'b7cb1328-4e66-4ed2-be9c-f57ce5b1d783', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:27.404011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccaaa71-6612-4a56-856b-c81ceec945aa tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Network': ['ID=b7cb1328-4e66-4ed2-be9c-f57ce5b1d783,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.414907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b7cb1328-4e66-4ed2-be9c-f57ce5b1d783 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:27.439192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60134) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.453052 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f740ac21-6851-4c4c-8469-b34dffbb7c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.550493 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f740ac21-6851-4c4c-8469-b34dffbb7c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.554850 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f740ac21-6851-4c4c-8469-b34dffbb7c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.571140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:27.574647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.597055 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f740ac21-6851-4c4c-8469-b34dffbb7c97 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=387982ae739d41b7a7c43b8bc2391e4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1542795 Jul 16 18:05:27.597505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60136) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.605902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f740ac21-6851-4c4c-8469-b34dffbb7c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984553c5-1667-4614-8bf0-dd2d69dd485f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.658640 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28bb5d96-fe1f-4c71-9e25-fe04b45c11fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.683382 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28bb5d96-fe1f-4c71-9e25-fe04b45c11fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.751002 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28bb5d96-fe1f-4c71-9e25-fe04b45c11fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.753798 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28bb5d96-fe1f-4c71-9e25-fe04b45c11fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.755501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-28bb5d96-fe1f-4c71-9e25-fe04b45c11fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/984553c5-1667-4614-8bf0-dd2d69dd485f HTTP/1.1" status: 204 len: 168 time: 0.1564016 Jul 16 18:05:27.766068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb5d96-fe1f-4c71-9e25-fe04b45c11fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984553c5-1667-4614-8bf0-dd2d69dd485f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.792094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.862545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Checking segment: {'id': '892a87e6-0f10-46db-9ca6-a13a4856ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7cb1328-4e66-4ed2-be9c-f57ce5b1d783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:27.862907 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network hostable DHCP agents. Network: b7cb1328-4e66-4ed2-be9c-f57ce5b1d783, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:27.868602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Subnet': ['ID=0146fe94-9b88-4f7f-a661-ee9e7ba1cc84,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:27.890416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network b7cb1328-4e66-4ed2-be9c-f57ce5b1d783 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:27.904518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, b7cb1328-4e66-4ed2-be9c-f57ce5b1d783) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:27.917561 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271774f9-6e9b-4590-926f-bf3e75b733fe None None] Network b7cb1328-4e66-4ed2-be9c-f57ce5b1d783 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:27.919699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:27.920718 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:27.939915 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-264a620d-1091-4c22-940a-f6b8c38bf38d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5881579 Jul 16 18:05:27.942714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60156) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:27.949393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': 'b7cb1328-4e66-4ed2-be9c-f57ce5b1d783', 'name': 'tempest-PortsIpV6TestJSON-621064762'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:28.153795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-b7cb1328-4e66-4ed2-be9c-f57ce5b1d783', 'network_id': 'b7cb1328-4e66-4ed2-be9c-f57ce5b1d783', 'tenant_id': '66b707ea72c4430392d56eff25d0ab07', 'fixed_ips': [{'subnet_id': '0146fe94-9b88-4f7f-a661-ee9e7ba1cc84'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:28.155510 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.183454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:28.188333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.212814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da25c5e-53a6-44e5-93c4-8754969dc565 req-d239864d-4660-45a5-ba12-b964619a18e7 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.220621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5da25c5e-53a6-44e5-93c4-8754969dc565 req-d239864d-4660-45a5-ba12-b964619a18e7 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 950 time: 0.1735806 Jul 16 18:05:28.247514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 4bc91c78-fbdb-4ca6-afa9-59903af0a509 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:28.343437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5da25c5e-53a6-44e5-93c4-8754969dc565 req-f5e91ae4-67f3-40ca-b80b-fe3f23467480 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217239 Jul 16 18:05:28.373622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7843ef9f-5a94-43c4-8d1a-499cf56a044c req-85ae995a-aaf0-4df7-b40a-feeddc34b776 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:28.373622 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7843ef9f-5a94-43c4-8d1a-499cf56a044c req-85ae995a-aaf0-4df7-b40a-feeddc34b776 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1025703 Jul 16 18:05:28.430967 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7843ef9f-5a94-43c4-8d1a-499cf56a044c req-338610c6-3eae-4d81-bb14-b4319d38598b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576727 Jul 16 18:05:28.431410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Allocated IP 2001:db8::2 (b7cb1328-4e66-4ed2-be9c-f57ce5b1d783/0146fe94-9b88-4f7f-a661-ee9e7ba1cc84/b70432aa-86d8-4055-ae8e-3e4d80ae50d4) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:28.639254 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.648303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Transition to ACTIVE for port object b70432aa-86d8-4055-ae8e-3e4d80ae50d4 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:28.664885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Transition to ACTIVE for port object b70432aa-86d8-4055-ae8e-3e4d80ae50d4 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:28.679342 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.731851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Network b7cb1328-4e66-4ed2-be9c-f57ce5b1d783 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:28.735222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:28.740968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:28.750410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Pushing event updated for resources: {'Port': ['ID=b70432aa-86d8-4055-ae8e-3e4d80ae50d4,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:28.761968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8::345 (b7cb1328-4e66-4ed2-be9c-f57ce5b1d783/0146fe94-9b88-4f7f-a661-ee9e7ba1cc84/4bc91c78-fbdb-4ca6-afa9-59903af0a509) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:28.835080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Attempting to bind port b70432aa-86d8-4055-ae8e-3e4d80ae50d4 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:28.835703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Attempting to bind port b70432aa-86d8-4055-ae8e-3e4d80ae50d4 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '892a87e6-0f10-46db-9ca6-a13a4856ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7cb1328-4e66-4ed2-be9c-f57ce5b1d783'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:28.836278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Attempting to bind port b70432aa-86d8-4055-ae8e-3e4d80ae50d4 on network b7cb1328-4e66-4ed2-be9c-f57ce5b1d783 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:28.841797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:28.843225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Checking segment: {'id': '892a87e6-0f10-46db-9ca6-a13a4856ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7cb1328-4e66-4ed2-be9c-f57ce5b1d783'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:28.843225 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.843637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Bound using segment: {'id': '892a87e6-0f10-46db-9ca6-a13a4856ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7cb1328-4e66-4ed2-be9c-f57ce5b1d783'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:28.844278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Bound port: b70432aa-86d8-4055-ae8e-3e4d80ae50d4, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '892a87e6-0f10-46db-9ca6-a13a4856ae41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'b7cb1328-4e66-4ed2-be9c-f57ce5b1d783'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:28.844925 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.909203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] For port b70432aa-86d8-4055-ae8e-3e4d80ae50d4, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:28.913694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] For port b70432aa-86d8-4055-ae8e-3e4d80ae50d4, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b70432aa-86d8-4055-ae8e-3e4d80ae50d4,segment=NetworkSegment(892a87e6-0f10-46db-9ca6-a13a4856ae41),segment_id=892a87e6-0f10-46db-9ca6-a13a4856ae41)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:28.918468 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:28.987911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a75222-6b61-4269-81d8-8dab1dabec8e None None] Pushing event updated for resources: {'Port': ['ID=b70432aa-86d8-4055-ae8e-3e4d80ae50d4,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.002595 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.023999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object 4bc91c78-fbdb-4ca6-afa9-59903af0a509 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:29.034255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b936e-1e4f-4f00-a995-9da382f9a131 req-a437580f-690a-4b60-8578-1369f99de2ab tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.038118 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-737b936e-1e4f-4f00-a995-9da382f9a131 req-a437580f-690a-4b60-8578-1369f99de2ab tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 950 time: 0.1267042 Jul 16 18:05:29.087654 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.094935 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-737b936e-1e4f-4f00-a995-9da382f9a131 req-1103e110-9204-4154-8ad6-11e738b79198 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526690 Jul 16 18:05:29.101474 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.153637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network b7cb1328-4e66-4ed2-be9c-f57ce5b1d783 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:29.159499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:29.165046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:29.171774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.172420 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.184630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=4bc91c78-fbdb-4ca6-afa9-59903af0a509,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.218275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-18a76168-2a48-40c2-812b-7d04b198923d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.2742982 Jul 16 18:05:29.221006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60222) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.358049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e2d55e89-1381-42d0-9ccd-50c4a90226b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 4bc91c78-fbdb-4ca6-afa9-59903af0a509 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:29.358491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2d55e89-1381-42d0-9ccd-50c4a90226b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.457218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2d55e89-1381-42d0-9ccd-50c4a90226b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.477694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e2d55e89-1381-42d0-9ccd-50c4a90226b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 4bc91c78-fbdb-4ca6-afa9-59903af0a509 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:29.623739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef22af5b-867f-4fb8-9c28-ebc25712da9c req-9d9cf0d1-3a74-43be-9379-817e25401796 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:29.625746 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef22af5b-867f-4fb8-9c28-ebc25712da9c req-9d9cf0d1-3a74-43be-9379-817e25401796 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.0872128 Jul 16 18:05:29.639281 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2d55e89-1381-42d0-9ccd-50c4a90226b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.675198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d55e89-1381-42d0-9ccd-50c4a90226b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=4bc91c78-fbdb-4ca6-afa9-59903af0a509,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:29.679085 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef22af5b-867f-4fb8-9c28-ebc25712da9c req-f35a0fe6-4b8d-42df-ad6c-6f00caf67c2a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380013 Jul 16 18:05:29.720686 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2d55e89-1381-42d0-9ccd-50c4a90226b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.722718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e2d55e89-1381-42d0-9ccd-50c4a90226b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/4bc91c78-fbdb-4ca6-afa9-59903af0a509 HTTP/1.1" status: 204 len: 168 time: 0.5007088 Jul 16 18:05:29.726149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60256) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.753701 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c350ce9a-97d7-4d96-9196-0a6ef9cd6eed tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:05:29.755067 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c350ce9a-97d7-4d96-9196-0a6ef9cd6eed tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:29.758289 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c350ce9a-97d7-4d96-9196-0a6ef9cd6eed tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/4bc91c78-fbdb-4ca6-afa9-59903af0a509 HTTP/1.1" status: 404 len: 333 time: 0.0309074 Jul 16 18:05:29.760948 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60258) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.789743 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-988f7b97-cd29-4792-a7c8-3fe6ed049da9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:05:29.792063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-988f7b97-cd29-4792-a7c8-3fe6ed049da9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/4bc91c78-fbdb-4ca6-afa9-59903af0a509 HTTP/1.1" status: 404 len: 333 time: 0.0300736 Jul 16 18:05:29.794675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60262) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:29.848850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-06f2e37f-5c4e-44ae-a9b2-b5984193ade0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting subnet 0146fe94-9b88-4f7f-a661-ee9e7ba1cc84 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:29.852095 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06f2e37f-5c4e-44ae-a9b2-b5984193ade0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:29.901215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06f2e37f-5c4e-44ae-a9b2-b5984193ade0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.011391 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06f2e37f-5c4e-44ae-a9b2-b5984193ade0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.097260 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06f2e37f-5c4e-44ae-a9b2-b5984193ade0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.126433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f2e37f-5c4e-44ae-a9b2-b5984193ade0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Subnet': ['ID=0146fe94-9b88-4f7f-a661-ee9e7ba1cc84,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:30.130896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06f2e37f-5c4e-44ae-a9b2-b5984193ade0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.135135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-06f2e37f-5c4e-44ae-a9b2-b5984193ade0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/0146fe94-9b88-4f7f-a661-ee9e7ba1cc84 HTTP/1.1" status: 204 len: 168 time: 0.3373048 Jul 16 18:05:30.135663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60292) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:30.170224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a4fb237-68f1-40da-bc02-356b54bf27c9 None None] Network b7cb1328-4e66-4ed2-be9c-f57ce5b1d783 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:30.277873 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.302976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4630fe9-b592-4cb5-981e-14e82b40fccf req-81a8a17e-b8de-4a48-b447-eaa56b2150a6 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.305299 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4630fe9-b592-4cb5-981e-14e82b40fccf req-81a8a17e-b8de-4a48-b447-eaa56b2150a6 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 950 time: 0.1148491 Jul 16 18:05:30.310930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b7321e96-0b43-4467-a2b9-fbbdc2501234 None None] Provisioning for port b70432aa-86d8-4055-ae8e-3e4d80ae50d4 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:30.477048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1360074-3cf4-4b7e-823c-debb4f949e0f req-acdedc13-aad9-4b6a-952f-f74e7dcd8cd5 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:30.482753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a4630fe9-b592-4cb5-981e-14e82b40fccf req-174a34ac-1065-4931-802a-57250abb3039 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Deleting port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:30.483285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a4630fe9-b592-4cb5-981e-14e82b40fccf req-174a34ac-1065-4931-802a-57250abb3039 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.485779 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a1360074-3cf4-4b7e-823c-debb4f949e0f req-acdedc13-aad9-4b6a-952f-f74e7dcd8cd5 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 950 time: 0.2046249 Jul 16 18:05:30.505184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port b70432aa-86d8-4055-ae8e-3e4d80ae50d4 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:30.505713 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.546542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b10a3a-2ac9-4f2f-a01e-d69fe97edd8e None None] DHCP port deletion for b7cb1328-4e66-4ed2-be9c-f57ce5b1d783 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:30.557482 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a1360074-3cf4-4b7e-823c-debb4f949e0f req-1d32ad75-589a-4f2d-9eb8-3220692b3ebd tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/security-groups?id=f1823fd3-ba24-48a7-bf94-c7b603918f10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698454 Jul 16 18:05:30.604199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] For port b70432aa-86d8-4055-ae8e-3e4d80ae50d4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b70432aa-86d8-4055-ae8e-3e4d80ae50d4,segment=NetworkSegment(892a87e6-0f10-46db-9ca6-a13a4856ae41),segment_id=892a87e6-0f10-46db-9ca6-a13a4856ae41)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:30.604759 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.622651 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b9b10a3a-2ac9-4f2f-a01e-d69fe97edd8e None None] Deleting port b70432aa-86d8-4055-ae8e-3e4d80ae50d4 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:30.623194 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b9b10a3a-2ac9-4f2f-a01e-d69fe97edd8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.623870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a4630fe9-b592-4cb5-981e-14e82b40fccf req-174a34ac-1065-4931-802a-57250abb3039 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] For port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:30.624835 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a4630fe9-b592-4cb5-981e-14e82b40fccf req-174a34ac-1065-4931-802a-57250abb3039 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.625935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for b70432aa-86d8-4055-ae8e-3e4d80ae50d4 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:30.640781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a4630fe9-b592-4cb5-981e-14e82b40fccf req-174a34ac-1065-4931-802a-57250abb3039 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Calling delete_port for 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:30.704235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b9b10a3a-2ac9-4f2f-a01e-d69fe97edd8e None None] For port b70432aa-86d8-4055-ae8e-3e4d80ae50d4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b70432aa-86d8-4055-ae8e-3e4d80ae50d4,segment=NetworkSegment(892a87e6-0f10-46db-9ca6-a13a4856ae41),segment_id=892a87e6-0f10-46db-9ca6-a13a4856ae41)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:30.705001 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b9b10a3a-2ac9-4f2f-a01e-d69fe97edd8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.721887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.724756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b9b10a3a-2ac9-4f2f-a01e-d69fe97edd8e None None] Calling delete_port for b70432aa-86d8-4055-ae8e-3e4d80ae50d4 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:30.754354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=b70432aa-86d8-4055-ae8e-3e4d80ae50d4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:30.763235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No DVR routers for this DVR port b70432aa-86d8-4055-ae8e-3e4d80ae50d4 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:30.832217 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b9b10a3a-2ac9-4f2f-a01e-d69fe97edd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.867998 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a4630fe9-b592-4cb5-981e-14e82b40fccf req-174a34ac-1065-4931-802a-57250abb3039 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.871232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b10a3a-2ac9-4f2f-a01e-d69fe97edd8e None None] Pushing event deleted for resources: {'Port': ['ID=b70432aa-86d8-4055-ae8e-3e4d80ae50d4,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:30.881170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['4d316e58-e3ee-4e86-a0cd-a53fd9a404d0'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:30.890072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b10a3a-2ac9-4f2f-a01e-d69fe97edd8e None None] No DVR routers for this DVR port b70432aa-86d8-4055-ae8e-3e4d80ae50d4 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:30.909127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174a34ac-1065-4931-802a-57250abb3039 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Pushing event deleted for resources: {'Port': ['ID=4d316e58-e3ee-4e86-a0cd-a53fd9a404d0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:30.972793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4630fe9-b592-4cb5-981e-14e82b40fccf req-174a34ac-1065-4931-802a-57250abb3039 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] No DVR routers for this DVR port 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:30.975545 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a4630fe9-b592-4cb5-981e-14e82b40fccf req-174a34ac-1065-4931-802a-57250abb3039 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:30.977693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4630fe9-b592-4cb5-981e-14e82b40fccf req-174a34ac-1065-4931-802a-57250abb3039 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.18 "DELETE /v2.0/ports/4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 HTTP/1.1" status: 204 len: 173 time: 0.6657465 Jul 16 18:05:30.978206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2532c4-ea80-45d6-b63f-2f3f0e350428', 'name': 'network-vif-deleted', 'tag': '4d316e58-e3ee-4e86-a0cd-a53fd9a404d0'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:30.980915 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115a1d34-b3d3-41ec-bee0-c3cb7839a1ca" -d '{"events": [{"server_uuid": "5c2532c4-ea80-45d6-b63f-2f3f0e350428", "name": "network-vif-deleted", "tag": "4d316e58-e3ee-4e86-a0cd-a53fd9a404d0"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:31.014840 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.043433 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fd2f9e-4c5d-42ea-8ccf-2e675729a1fd x-openstack-request-id: req-27fd2f9e-4c5d-42ea-8ccf-2e675729a1fd {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:31.043750 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2532c4-ea80-45d6-b63f-2f3f0e350428", "name": "network-vif-deleted", "tag": "4d316e58-e3ee-4e86-a0cd-a53fd9a404d0", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:31.044561 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-27fd2f9e-4c5d-42ea-8ccf-2e675729a1fd {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:31.044561 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2532c4-ea80-45d6-b63f-2f3f0e350428', 'name': 'network-vif-deleted', 'tag': '4d316e58-e3ee-4e86-a0cd-a53fd9a404d0', 'status': 'completed', 'code': 200} Jul 16 18:05:31.045312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7cb1328-4e66-4ed2-be9c-f57ce5b1d783']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:31.062588 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '892a87e6-0f10-46db-9ca6-a13a4856ae41') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:31.062889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '892a87e6-0f10-46db-9ca6-a13a4856ae41') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:31.079977 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.089578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be693846-a1d6-4626-972c-6baeafe75960 req-098ce610-6092-4443-a859-4e067eaf2a1e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.096758 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be693846-a1d6-4626-972c-6baeafe75960 req-098ce610-6092-4443-a859-4e067eaf2a1e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.2261045 Jul 16 18:05:31.130185 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.140383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:31.140791 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:31.147310 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:31.185324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be693846-a1d6-4626-972c-6baeafe75960 req-86712114-b99c-4e22-9c1d-044a445ce000 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871642 Jul 16 18:05:31.239386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.247903 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.249715 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/networks/b7cb1328-4e66-4ed2-be9c-f57ce5b1d783 HTTP/1.1" status: 204 len: 168 time: 1.1130269 Jul 16 18:05:31.253660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60372) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:31.259459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1327152366'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:31.262371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0912b21-abbb-4f4a-9cb1-967f52785d20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Network': ['ID=b7cb1328-4e66-4ed2-be9c-f57ce5b1d783,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:31.291872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:31.298541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.331714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:31.342438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.342866 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Added segment 1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e of type vlan for network 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02 Jul 16 18:05:31.391546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.432523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.439194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.439822 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.483312 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2276468 Jul 16 18:05:31.486316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60398) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:31.492732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': '6f3fe75e-330e-4ef9-8458-c0d87b4bfb02', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:31.537624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f57fa01-1300-476b-9f12-d8b74af298a3 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Network': ['ID=6f3fe75e-330e-4ef9-8458-c0d87b4bfb02,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:31.548951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:31.652928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:31.657732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.782108 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8225037-6655-404c-9e4d-2d42297293d9 req-b5450e04-054a-4f7c-b542-18753828eb95 tempest-ImagesNegativeTestJSON-2099184880 tempest-ImagesNegativeTestJSON-2099184880-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c2532c4-ea80-45d6-b63f-2f3f0e350428 HTTP/1.1" status: 200 len: 210 time: 0.0371718 Jul 16 18:05:31.863296 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.929958 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Subnet': ['ID=f15fe680-8454-4bb8-baad-b9d4e85a73f5,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:31.940566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Checking segment: {'id': '1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6f3fe75e-330e-4ef9-8458-c0d87b4bfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:31.941043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network hostable DHCP agents. Network: 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:31.960555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:31.971004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:31.976333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:31.976932 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:31.982519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea536b0-ec35-4fc1-a87e-dd24d19e2348 None None] Network 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:31.994670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-88a381cb-dba4-411d-97d6-b0ff4eeebe51 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5070062 Jul 16 18:05:31.997050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60438) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:32.003205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': '6f3fe75e-330e-4ef9-8458-c0d87b4bfb02', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1568352113'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:32.133768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:32.137851 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.154834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-6f3fe75e-330e-4ef9-8458-c0d87b4bfb02', 'network_id': '6f3fe75e-330e-4ef9-8458-c0d87b4bfb02', 'tenant_id': '66b707ea72c4430392d56eff25d0ab07', 'fixed_ips': [{'subnet_id': 'f15fe680-8454-4bb8-baad-b9d4e85a73f5'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:32.155953 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.157800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 4ec4e857-a917-4ddc-89cb-569d6ff939b6 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:32.284283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8::81 (6f3fe75e-330e-4ef9-8458-c0d87b4bfb02/f15fe680-8454-4bb8-baad-b9d4e85a73f5/4ec4e857-a917-4ddc-89cb-569d6ff939b6) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:32.412983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee3496b-44dc-487a-8a8b-6421181d7b1d req-8ad0016d-5b9b-45f7-a3f9-7abf6f387791 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.414807 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee3496b-44dc-487a-8a8b-6421181d7b1d req-8ad0016d-5b9b-45f7-a3f9-7abf6f387791 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1064260 Jul 16 18:05:32.425775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b70432aa-86d8-4055-ae8e-3e4d80ae50d4 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:32.430834 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.448311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object 4ec4e857-a917-4ddc-89cb-569d6ff939b6 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:32.456815 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cee3496b-44dc-487a-8a8b-6421181d7b1d req-90bbc7c9-299d-48be-a025-19a978160d41 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348918 Jul 16 18:05:32.467554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: b70432aa-86d8-4055-ae8e-3e4d80ae50d4 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:32.467792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b70432aa-86d8-4055-ae8e-3e4d80ae50d4 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:32.497861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.544736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:32.550712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:32.556423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:32.561885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:32.562578 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.567624 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Allocated IP 2001:db8::2 (6f3fe75e-330e-4ef9-8458-c0d87b4bfb02/f15fe680-8454-4bb8-baad-b9d4e85a73f5/c768d510-4287-4b02-a48c-959ac903fab9) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:32.585252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=4ec4e857-a917-4ddc-89cb-569d6ff939b6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.599848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ab21545a-df8e-4aeb-9c26-4f7333abb146 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 0.5980637 Jul 16 18:05:32.600330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60488) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:32.716219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e4c49c33-e31e-422c-a2ec-727919ae9c08 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 4ec4e857-a917-4ddc-89cb-569d6ff939b6 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:32.716758 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4c49c33-e31e-422c-a2ec-727919ae9c08 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.749992 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.760886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Transition to ACTIVE for port object c768d510-4287-4b02-a48c-959ac903fab9 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:32.777163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Transition to ACTIVE for port object c768d510-4287-4b02-a48c-959ac903fab9 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:32.785994 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.814946 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4c49c33-e31e-422c-a2ec-727919ae9c08 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.824597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Network 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:32.829444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:32.831825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:32.841511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e4c49c33-e31e-422c-a2ec-727919ae9c08 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 4ec4e857-a917-4ddc-89cb-569d6ff939b6 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:32.842966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Pushing event updated for resources: {'Port': ['ID=c768d510-4287-4b02-a48c-959ac903fab9,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:32.909676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Attempting to bind port c768d510-4287-4b02-a48c-959ac903fab9 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:32.912297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Attempting to bind port c768d510-4287-4b02-a48c-959ac903fab9 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6f3fe75e-330e-4ef9-8458-c0d87b4bfb02'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:32.912872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Attempting to bind port c768d510-4287-4b02-a48c-959ac903fab9 on network 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:32.921485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:32.922391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Checking segment: {'id': '1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6f3fe75e-330e-4ef9-8458-c0d87b4bfb02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:32.923021 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:32.923498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Bound using segment: {'id': '1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6f3fe75e-330e-4ef9-8458-c0d87b4bfb02'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:32.924135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Bound port: c768d510-4287-4b02-a48c-959ac903fab9, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6f3fe75e-330e-4ef9-8458-c0d87b4bfb02'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:32.924915 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.007143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] For port c768d510-4287-4b02-a48c-959ac903fab9, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:33.010142 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4c49c33-e31e-422c-a2ec-727919ae9c08 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.014802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] For port c768d510-4287-4b02-a48c-959ac903fab9, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c768d510-4287-4b02-a48c-959ac903fab9,segment=NetworkSegment(1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e),segment_id=1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:33.032822 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.056601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c49c33-e31e-422c-a2ec-727919ae9c08 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=4ec4e857-a917-4ddc-89cb-569d6ff939b6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.077617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4c49c33-e31e-422c-a2ec-727919ae9c08 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.082239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e4c49c33-e31e-422c-a2ec-727919ae9c08 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/4ec4e857-a917-4ddc-89cb-569d6ff939b6 HTTP/1.1" status: 204 len: 168 time: 0.4780014 Jul 16 18:05:33.082809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60540) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:33.112917 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a76f8749-bebc-49e3-8be2-c31cdfae62e7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:05:33.115310 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a76f8749-bebc-49e3-8be2-c31cdfae62e7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/4ec4e857-a917-4ddc-89cb-569d6ff939b6 HTTP/1.1" status: 404 len: 333 time: 0.0314617 Jul 16 18:05:33.118189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60544) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:33.154769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e501f-acf2-459f-b862-09c85eee8410 None None] Pushing event updated for resources: {'Port': ['ID=c768d510-4287-4b02-a48c-959ac903fab9,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.218477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d3813aa-c67d-431a-81ac-047c6c5add3a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting subnet f15fe680-8454-4bb8-baad-b9d4e85a73f5 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:33.227923 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d3813aa-c67d-431a-81ac-047c6c5add3a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.275552 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d3813aa-c67d-431a-81ac-047c6c5add3a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.378696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d3813aa-c67d-431a-81ac-047c6c5add3a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.435469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:33.460361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:33.460615 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4d316e58-e3ee-4e86-a0cd-a53fd9a404d0 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:33.501981 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d3813aa-c67d-431a-81ac-047c6c5add3a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.547351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d3813aa-c67d-431a-81ac-047c6c5add3a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.552215 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2d3813aa-c67d-431a-81ac-047c6c5add3a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/f15fe680-8454-4bb8-baad-b9d4e85a73f5 HTTP/1.1" status: 204 len: 168 time: 0.4326656 Jul 16 18:05:33.553214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60564) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:33.553740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3813aa-c67d-431a-81ac-047c6c5add3a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Subnet': ['ID=f15fe680-8454-4bb8-baad-b9d4e85a73f5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.671450 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.671944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fb2aab-768d-420c-85cb-9d5b06db859e req-5907a8c1-0608-490c-9c30-36d37691fa41 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:33.680017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22fb2aab-768d-420c-85cb-9d5b06db859e req-5907a8c1-0608-490c-9c30-36d37691fa41 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.0795922 Jul 16 18:05:33.718077 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22fb2aab-768d-420c-85cb-9d5b06db859e req-b1cbe182-5f45-4f14-8ce0-40f4eba3ac2c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370996 Jul 16 18:05:33.732668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60574) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:33.742832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port c768d510-4287-4b02-a48c-959ac903fab9 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:33.742832 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.786660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60580) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:33.834796 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] For port c768d510-4287-4b02-a48c-959ac903fab9, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c768d510-4287-4b02-a48c-959ac903fab9,segment=NetworkSegment(1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e),segment_id=1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:33.835297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.849634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for c768d510-4287-4b02-a48c-959ac903fab9 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:33.945068 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.977863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=c768d510-4287-4b02-a48c-959ac903fab9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:33.981349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-160e37d0-1f9a-487a-b0fa-40d195411dad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fcbe98f56f254a469ca8cbbf78facef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2473960 Jul 16 18:05:33.981585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No DVR routers for this DVR port c768d510-4287-4b02-a48c-959ac903fab9 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:33.982819 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64bdf721-c2e3-42e4-af9f-0c7931d1f74a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:33.984700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60586) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:34.071313 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b67dadee-c725-4806-8a9d-7ab4fb8971fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.084605 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.095932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f3fe75e-330e-4ef9-8458-c0d87b4bfb02']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:34.107052 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b67dadee-c725-4806-8a9d-7ab4fb8971fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.107304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:34.107554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1baef1bc-88fe-4e66-ad6d-55c3aef0aa5e') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:34.118183 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.133721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.140389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:34.140845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:34.144040 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:34.174334 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64bdf721-c2e3-42e4-af9f-0c7931d1f74a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.178396 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64bdf721-c2e3-42e4-af9f-0c7931d1f74a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.200683 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b67dadee-c725-4806-8a9d-7ab4fb8971fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.203194 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b67dadee-c725-4806-8a9d-7ab4fb8971fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.206787 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b67dadee-c725-4806-8a9d-7ab4fb8971fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f1823fd3-ba24-48a7-bf94-c7b603918f10 HTTP/1.1" status: 204 len: 168 time: 0.2186897 Jul 16 18:05:34.215710 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.223725 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.227281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-64bdf721-c2e3-42e4-af9f-0c7931d1f74a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d190a118cc9c4a50932dc57545c919e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393075 Jul 16 18:05:34.228082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdf721-c2e3-42e4-af9f-0c7931d1f74a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f16be8-1a6e-481d-bb39-33cbf800a8d1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.230827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60592) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:34.232534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60594) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:34.241966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'name': 'tempest-PortsIpV6TestJSON-671282425'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:34.247242 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/networks/6f3fe75e-330e-4ef9-8458-c0d87b4bfb02 HTTP/1.1" status: 204 len: 168 time: 0.6926675 Jul 16 18:05:34.267503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa629992-f59f-43dc-9726-6dded0ceee67 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Network': ['ID=6f3fe75e-330e-4ef9-8458-c0d87b4bfb02,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.272684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67dadee-c725-4806-8a9d-7ab4fb8971fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1823fd3-ba24-48a7-bf94-c7b603918f10,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.392982 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72360477-01fe-44bb-b501-39e561bdb0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.423761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:34.427861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.431526 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72360477-01fe-44bb-b501-39e561bdb0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.461367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 9164d768-74b2-451c-81dc-704c3680a174 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:34.484376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a73f2ce5-644f-45c0-822b-7cd0734896b1 None None] Could not find standard attr ID for object c768d510-4287-4b02-a48c-959ac903fab9. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:05:34.557510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7564f4b0-50d8-447f-b1ff-ab3fe3779760 None None] DHCP port deletion for 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:34.558885 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72360477-01fe-44bb-b501-39e561bdb0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.561372 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72360477-01fe-44bb-b501-39e561bdb0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.562517 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-72360477-01fe-44bb-b501-39e561bdb0a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01f16be8-1a6e-481d-bb39-33cbf800a8d1 HTTP/1.1" status: 204 len: 168 time: 0.3291821 Jul 16 18:05:34.578992 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72360477-01fe-44bb-b501-39e561bdb0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f16be8-1a6e-481d-bb39-33cbf800a8d1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.582134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b9af15-4d27-47f9-86d0-d91bc83d6fed None None] Network 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:34.612061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b9af15-4d27-47f9-86d0-d91bc83d6fed None None] Network 6f3fe75e-330e-4ef9-8458-c0d87b4bfb02 could not be found, it might have been deleted concurrently. {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:05:34.684158 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.723861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.788381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:34.793010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:34.794765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=9164d768-74b2-451c-81dc-704c3680a174,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:34.796819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:34.803513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:34.804152 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:34.823550 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fa9479f3-4ed4-4b41-8ea3-b2cc26669e52 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5895245 Jul 16 18:05:34.824375 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60614) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:35.074829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f971be5-a680-485c-bd9a-a7ed9acb81f8 req-53299dba-88be-4394-930d-19dc5d9d5628 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.076480 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f971be5-a680-485c-bd9a-a7ed9acb81f8 req-53299dba-88be-4394-930d-19dc5d9d5628 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1922457 Jul 16 18:05:35.083658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e8329bd4-a189-4ad1-979a-d7359d1f8cbb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 9164d768-74b2-451c-81dc-704c3680a174 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:35.083829 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8329bd4-a189-4ad1-979a-d7359d1f8cbb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.181650 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8329bd4-a189-4ad1-979a-d7359d1f8cbb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.187060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f971be5-a680-485c-bd9a-a7ed9acb81f8 req-d8a0b91f-175a-4c53-b107-d0534fe7449c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002288 Jul 16 18:05:35.199431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e8329bd4-a189-4ad1-979a-d7359d1f8cbb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 9164d768-74b2-451c-81dc-704c3680a174 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:35.294113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8329bd4-a189-4ad1-979a-d7359d1f8cbb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.335753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8329bd4-a189-4ad1-979a-d7359d1f8cbb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=9164d768-74b2-451c-81dc-704c3680a174,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:35.344257 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8329bd4-a189-4ad1-979a-d7359d1f8cbb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.346672 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e8329bd4-a189-4ad1-979a-d7359d1f8cbb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/9164d768-74b2-451c-81dc-704c3680a174 HTTP/1.1" status: 204 len: 168 time: 0.5212255 Jul 16 18:05:35.350986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60656) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:35.356279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'mac_address': 'fa:16:3e:f9:3b:6b', 'name': 'tempest-PortsIpV6TestJSON-1656559429'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:35.726815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-81767449-3985-459a-a8a3-7f390951a947 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=ad7dbc121eb1463e993c4cce22286ec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3651111 Jul 16 18:05:35.859972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:35.935345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-7f2c81d0-bdc2-4264-9c33-8d2781226998 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:35.936878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-7f2c81d0-bdc2-4264-9c33-8d2781226998 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2038558 Jul 16 18:05:35.955471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:35.966504 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-c625fccb-68e3-490f-b15b-e598c4c2c5a7 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/quotas/ad7dbc121eb1463e993c4cce22286ec2 HTTP/1.1" status: 200 len: 375 time: 0.0215559 Jul 16 18:05:35.990705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 0f2f5673-6b10-430c-9642-59ba505c4bc1 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:36.016109 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-da0ebb3c-1093-41b2-9a11-fa4604b11f0d tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ad7dbc121eb1463e993c4cce22286ec2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431113 Jul 16 18:05:36.169549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60704) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:36.207965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.295392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfa767d7-9043-4d36-af42-a7127779c6c9 req-0dd78dd9-2f64-49a9-b48f-2c692d15f119 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 210 time: 0.0572274 Jul 16 18:05:36.337377 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.354975 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ecf1-e374-4803-90e2-b2dc0714f3e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.374977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c768d510-4287-4b02-a48c-959ac903fab9 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:36.392342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:36.396404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:36.402551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:36.408109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.408731 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.411702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: c768d510-4287-4b02-a48c-959ac903fab9 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:36.412048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c768d510-4287-4b02-a48c-959ac903fab9 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:36.429004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=0f2f5673-6b10-430c-9642-59ba505c4bc1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.510055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b76f26-f317-46b9-8397-bd1158df6673 req-b4393536-9fd5-4e66-9c9a-f5913d57654b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.511618 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43b76f26-f317-46b9-8397-bd1158df6673 req-b4393536-9fd5-4e66-9c9a-f5913d57654b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1237032 Jul 16 18:05:36.604021 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ecf1-e374-4803-90e2-b2dc0714f3e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.611631 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43b76f26-f317-46b9-8397-bd1158df6673 req-fc7afaad-22d6-4411-af5e-dc9f51052128 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928643 Jul 16 18:05:36.613301 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d9ecf1-e374-4803-90e2-b2dc0714f3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.618092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-46508bb8-7e14-4277-8b1e-3716afb2400c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2637110 Jul 16 18:05:36.618366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60730) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:36.664758 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f7d9ecf1-e374-4803-90e2-b2dc0714f3e0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ee3eacad58743eca5b3d775303c812b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4941051 Jul 16 18:05:36.667315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60732) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:36.669344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d9ecf1-e374-4803-90e2-b2dc0714f3e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81225cd3-1548-40fc-9dde-9ac8efbd6bda,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.700922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9eb432d8-676b-48c3-a917-e31aa18acd3b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:36.702279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9eb432d8-676b-48c3-a917-e31aa18acd3b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/0f2f5673-6b10-430c-9642-59ba505c4bc1 HTTP/1.1" status: 200 len: 845 time: 0.0817647 Jul 16 18:05:36.705481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60734) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:36.741738 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e757172a-84f9-4dfc-8ec5-9d4e9d04ae7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.765298 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e757172a-84f9-4dfc-8ec5-9d4e9d04ae7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.816803 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-6a128fb3-6064-40b7-8812-4d70c6d8a82d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 0f2f5673-6b10-430c-9642-59ba505c4bc1 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:36.817380 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6a128fb3-6064-40b7-8812-4d70c6d8a82d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.818495 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e757172a-84f9-4dfc-8ec5-9d4e9d04ae7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.821945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e757172a-84f9-4dfc-8ec5-9d4e9d04ae7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.826070 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e757172a-84f9-4dfc-8ec5-9d4e9d04ae7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81225cd3-1548-40fc-9dde-9ac8efbd6bda HTTP/1.1" status: 204 len: 168 time: 0.1553762 Jul 16 18:05:36.835719 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e757172a-84f9-4dfc-8ec5-9d4e9d04ae7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81225cd3-1548-40fc-9dde-9ac8efbd6bda,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:36.892520 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6a128fb3-6064-40b7-8812-4d70c6d8a82d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:36.906071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-6a128fb3-6064-40b7-8812-4d70c6d8a82d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 0f2f5673-6b10-430c-9642-59ba505c4bc1 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:37.009987 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6a128fb3-6064-40b7-8812-4d70c6d8a82d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.038220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a128fb3-6064-40b7-8812-4d70c6d8a82d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=0f2f5673-6b10-430c-9642-59ba505c4bc1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:37.045859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6a128fb3-6064-40b7-8812-4d70c6d8a82d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.050467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60740) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:37.050752 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6a128fb3-6064-40b7-8812-4d70c6d8a82d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/0f2f5673-6b10-430c-9642-59ba505c4bc1 HTTP/1.1" status: 204 len: 168 time: 0.3440003 Jul 16 18:05:37.079952 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-74f7dbfa-c6fe-49a6-9d5e-d1a344cb6b87 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:05:37.081606 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-74f7dbfa-c6fe-49a6-9d5e-d1a344cb6b87 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/0f2f5673-6b10-430c-9642-59ba505c4bc1 HTTP/1.1" status: 404 len: 333 time: 0.0288529 Jul 16 18:05:37.085534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60744) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:37.090349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'name': 'tempest-PortsIpV6TestJSON-302150097'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:37.177684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:37.181523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.206128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 03b17c1d-5f41-4353-9302-a068e85ceb23 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:37.377854 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.472025 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.482522 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9a3bd43e-abde-4df8-a6bd-a236326c0b9e req-2a87dc7e-7aaa-4394-b680-cb9db38dd0d4 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 210 time: 0.0366385 Jul 16 18:05:37.513093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-9ab896b0-9616-48d0-85e2-f6a5e024626c tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ad7dbc121eb1463e993c4cce22286ec2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0607278 Jul 16 18:05:37.537586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:37.553458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:37.555906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:37.561724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.562269 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.633263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=03b17c1d-5f41-4353-9302-a068e85ceb23,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:37.642274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60768) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:37.644448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a48960c1-b5c1-417c-9cff-ac14c7310218 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.5570362 Jul 16 18:05:37.658868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-92958ab0-a3d3-42e2-9062-ea5cd4fadac6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:37.690849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-786152a9-05bf-4cd7-8f93-c5b6bff9098d tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.693665 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-786152a9-05bf-4cd7-8f93-c5b6bff9098d tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1714420 Jul 16 18:05:37.709849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Request body: {'port': {'device_id': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': 'ad7dbc121eb1463e993c4cce22286ec2'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:37.833465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92958ab0-a3d3-42e2-9062-ea5cd4fadac6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.940979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Made reservation on behalf of ad7dbc121eb1463e993c4cce22286ec2 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:37.948696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:37.971025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0e4989-8e61-4edd-ae4b-71e8c10185f3 req-5d8e735b-459e-4878-b8cb-4ed8c98e4b4b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:37.976288 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa0e4989-8e61-4edd-ae4b-71e8c10185f3 req-5d8e735b-459e-4878-b8cb-4ed8c98e4b4b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1391666 Jul 16 18:05:37.978022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.021292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92958ab0-a3d3-42e2-9062-ea5cd4fadac6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.027130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92958ab0-a3d3-42e2-9062-ea5cd4fadac6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.037277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa0e4989-8e61-4edd-ae4b-71e8c10185f3 req-83ca86a8-2b75-49da-882d-5ac5148875eb tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548077 Jul 16 18:05:38.072102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-92958ab0-a3d3-42e2-9062-ea5cd4fadac6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] In _notify_port_updated(), no bound segment for port 03b17c1d-5f41-4353-9302-a068e85ceb23 on network 18a0edba-f62c-4b3e-9975-bb26792ebabb {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:05:38.078447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92958ab0-a3d3-42e2-9062-ea5cd4fadac6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.079105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92958ab0-a3d3-42e2-9062-ea5cd4fadac6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.084276 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-92958ab0-a3d3-42e2-9062-ea5cd4fadac6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "PUT /v2.0/ports/03b17c1d-5f41-4353-9302-a068e85ceb23 HTTP/1.1" status: 200 len: 818 time: 0.4405606 Jul 16 18:05:38.084896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60782) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.107988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92958ab0-a3d3-42e2-9062-ea5cd4fadac6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=03b17c1d-5f41-4353-9302-a068e85ceb23,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.159410 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.178922 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.258793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00819fb2-eefc-43eb-9864-91c017764583,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.310225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-dba70ecb-67fd-4a38-973d-b09fbb760787 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 03b17c1d-5f41-4353-9302-a068e85ceb23 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:38.310560 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dba70ecb-67fd-4a38-973d-b09fbb760787 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.323921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60790) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.392595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Allocated IP 192.168.233.178 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/59ad5d70-33e8-4a1a-a744-33cb453196e3) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:38.405389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dba70ecb-67fd-4a38-973d-b09fbb760787 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.428750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-dba70ecb-67fd-4a38-973d-b09fbb760787 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 03b17c1d-5f41-4353-9302-a068e85ceb23 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:38.443578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d9468e32-9b7e-415b-96a7-a8509fa3d60e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-596242975'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:38.464749 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9468e32-9b7e-415b-96a7-a8509fa3d60e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.465733 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9468e32-9b7e-415b-96a7-a8509fa3d60e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.524596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9468e32-9b7e-415b-96a7-a8509fa3d60e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.530226 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9468e32-9b7e-415b-96a7-a8509fa3d60e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.545276 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9468e32-9b7e-415b-96a7-a8509fa3d60e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.549174 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d9468e32-9b7e-415b-96a7-a8509fa3d60e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.2216954 Jul 16 18:05:38.549374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60796) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.617254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dba70ecb-67fd-4a38-973d-b09fbb760787 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.627906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f831c45c-8f70-4b7c-bd24-0d68c8a86f82 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.685679 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dba70ecb-67fd-4a38-973d-b09fbb760787 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.687779 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dba70ecb-67fd-4a38-973d-b09fbb760787 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/03b17c1d-5f41-4353-9302-a068e85ceb23 HTTP/1.1" status: 204 len: 168 time: 0.6019058 Jul 16 18:05:38.688643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba70ecb-67fd-4a38-973d-b09fbb760787 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=03b17c1d-5f41-4353-9302-a068e85ceb23,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.691003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60798) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.692844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ba4cc98-deca-4e64-9532-880cc2b5244d req-f6c5708d-2316-4c15-9281-b9db93d4fbf1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 210 time: 0.0824268 Jul 16 18:05:38.713590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.726932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Transition to ACTIVE for port object 59ad5d70-33e8-4a1a-a744-33cb453196e3 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:38.762524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.809252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:38.814442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:38.817138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:38.826387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f831c45c-8f70-4b7c-bd24-0d68c8a86f82 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.831123 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f831c45c-8f70-4b7c-bd24-0d68c8a86f82 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.856459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Pushing event updated for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:38.880519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.881058 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.887316 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379ab377-a544-45c9-8896-fea02075f6d1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:38.891791 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-379ab377-a544-45c9-8896-fea02075f6d1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1964877 Jul 16 18:05:38.891791 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f831c45c-8f70-4b7c-bd24-0d68c8a86f82 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.891791 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f831c45c-8f70-4b7c-bd24-0d68c8a86f82 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0185cfb7-7b4e-4b51-b906-2cb2caa7401f {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:05:38.892469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60802) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.896842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f831c45c-8f70-4b7c-bd24-0d68c8a86f82 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.898172 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f831c45c-8f70-4b7c-bd24-0d68c8a86f82 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] 10.222.0.47 "DELETE /v2.0/routers/0185cfb7-7b4e-4b51-b906-2cb2caa7401f HTTP/1.1" status: 204 len: 168 time: 0.3476329 Jul 16 18:05:38.902547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60804) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.909206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-74960775-a678-40ea-a343-d0f925fd0da7 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Request body: {'router': {'name': 'tempest-router-73224089', 'distributed': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:38.916401 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-caa66e5d-6efc-473e-b6a5-2fd627f9dfd1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2129178 Jul 16 18:05:38.928963 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcce211d-ccef-4d5a-886b-63c1ed5c27d0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:05:38.930786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Request body: {'port': {'device_id': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:38.930924 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fcce211d-ccef-4d5a-886b-63c1ed5c27d0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/03b17c1d-5f41-4353-9302-a068e85ceb23 HTTP/1.1" status: 404 len: 333 time: 0.0378098 Jul 16 18:05:38.935859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60806) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:38.941073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1884980442'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:38.980536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-74960775-a678-40ea-a343-d0f925fd0da7 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.981905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-74960775-a678-40ea-a343-d0f925fd0da7 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:38.997960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:39.002719 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.030124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:39.041786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.042248 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Added segment 96a1dd6a-f6f8-407f-9df5-66db192d33a1 of type vlan for network d84f4c92-9438-4b1f-85cf-67aa4b56002c Jul 16 18:05:39.084692 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-74960775-a678-40ea-a343-d0f925fd0da7 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.085301 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.088731 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.095969 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-74960775-a678-40ea-a343-d0f925fd0da7 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.119470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.125522 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.126224 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.153995 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-74960775-a678-40ea-a343-d0f925fd0da7 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.155520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-74960775-a678-40ea-a343-d0f925fd0da7 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.2512376 Jul 16 18:05:39.160952 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60810) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:39.163140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e9bb2b11-266e-4be4-ba4a-bd7c2d282f9e None None] Provisioning for port 59ad5d70-33e8-4a1a-a744-33cb453196e3 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:39.166917 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2300396 Jul 16 18:05:39.167608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60812) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:39.168627 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e9bb2b11-266e-4be4-ba4a-bd7c2d282f9e None None] Provisioning complete for port 59ad5d70-33e8-4a1a-a744-33cb453196e3 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:39.169169 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e9bb2b11-266e-4be4-ba4a-bd7c2d282f9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.174606 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': 'd84f4c92-9438-4b1f-85cf-67aa4b56002c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:39.204657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e9bb2b11-266e-4be4-ba4a-bd7c2d282f9e None None] Port 59ad5d70-33e8-4a1a-a744-33cb453196e3 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:39.227660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b368c92-f047-4add-862f-42d096c8fe73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Network': ['ID=d84f4c92-9438-4b1f-85cf-67aa4b56002c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:39.239149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network d84f4c92-9438-4b1f-85cf-67aa4b56002c details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:39.302595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:39.306846 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.333862 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c0bb3ea9-0c48-4f46-b51a-3999c7bfa3b2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.508687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.569496 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c0bb3ea9-0c48-4f46-b51a-3999c7bfa3b2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.571651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Subnet': ['ID=e5df088f-b8a3-448c-89ad-332f418c4ee5,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:39.574352 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c0bb3ea9-0c48-4f46-b51a-3999c7bfa3b2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.581896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Checking segment: {'id': '96a1dd6a-f6f8-407f-9df5-66db192d33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd84f4c92-9438-4b1f-85cf-67aa4b56002c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:39.582401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network hostable DHCP agents. Network: d84f4c92-9438-4b1f-85cf-67aa4b56002c, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:39.596922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6673d7-93b5-4d12-9b79-8a69db87a22e req-475886ad-7791-46be-a1f4-6069662d7689 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.599251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5b6673d7-93b5-4d12-9b79-8a69db87a22e req-475886ad-7791-46be-a1f4-6069662d7689 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.4310746 Jul 16 18:05:39.600123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network d84f4c92-9438-4b1f-85cf-67aa4b56002c is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:39.612171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, d84f4c92-9438-4b1f-85cf-67aa4b56002c) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:39.616872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:39.617453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.622969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e057fa86-2c00-41e4-b40b-983d071a03fd None None] Network d84f4c92-9438-4b1f-85cf-67aa4b56002c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:39.641856 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-812ae2c2-a7c9-4edd-9bb7-82728abd4c0e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4699285 Jul 16 18:05:39.642580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60816) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:39.656172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-89e95714-c2b4-4cde-8db0-95d4f8fa23f4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': 'd84f4c92-9438-4b1f-85cf-67aa4b56002c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:39.687022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c0bb3ea9-0c48-4f46-b51a-3999c7bfa3b2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.687541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bb3ea9-0c48-4f46-b51a-3999c7bfa3b2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3902d57-d117-406a-9e3f-f9878f73c65a {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:05:39.692169 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c0bb3ea9-0c48-4f46-b51a-3999c7bfa3b2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.693296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c0bb3ea9-0c48-4f46-b51a-3999c7bfa3b2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] 10.222.0.47 "DELETE /v2.0/routers/f3902d57-d117-406a-9e3f-f9878f73c65a HTTP/1.1" status: 204 len: 168 time: 0.5304418 Jul 16 18:05:39.697105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60818) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:39.701889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6599f77c-8b51-41bd-86c2-ee8aa5b73e14 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Request body: {'router': {'name': 'tempest-router-1794413246', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'dad54a5d8e6745d69fc256939aeffe91'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:39.734131 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6599f77c-8b51-41bd-86c2-ee8aa5b73e14 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.735696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6599f77c-8b51-41bd-86c2-ee8aa5b73e14 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.794072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-d84f4c92-9438-4b1f-85cf-67aa4b56002c', 'network_id': 'd84f4c92-9438-4b1f-85cf-67aa4b56002c', 'tenant_id': '66b707ea72c4430392d56eff25d0ab07', 'fixed_ips': [{'subnet_id': 'e5df088f-b8a3-448c-89ad-332f418c4ee5'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:39.795177 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.804437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5b6673d7-93b5-4d12-9b79-8a69db87a22e req-af0dfc68-0964-4ba3-88e8-f6887c2cf99a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631699 Jul 16 18:05:39.831621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59ad5d70-33e8-4a1a-a744-33cb453196e3 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:39.833490 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6599f77c-8b51-41bd-86c2-ee8aa5b73e14 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.846561 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.866937 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6599f77c-8b51-41bd-86c2-ee8aa5b73e14 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.868296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Transition to ACTIVE for port object 59ad5d70-33e8-4a1a-a744-33cb453196e3 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:39.875095 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.882496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e95714-c2b4-4cde-8db0-95d4f8fa23f4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:39.886215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-89e95714-c2b4-4cde-8db0-95d4f8fa23f4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.886763 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6599f77c-8b51-41bd-86c2-ee8aa5b73e14 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:39.888122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6599f77c-8b51-41bd-86c2-ee8aa5b73e14 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.1900337 Jul 16 18:05:39.890741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60822) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:39.898063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Request body: {'router': {'distributed': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:39.974331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Allocated IP 2001:db8::2 (d84f4c92-9438-4b1f-85cf-67aa4b56002c/e5df088f-b8a3-448c-89ad-332f418c4ee5/0374c705-c9cc-46b9-95e0-fe9410310297) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:40.002823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Pushing event updated for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.046784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b7b577-3b18-45e9-a514-9412f2c95d9c req-9ce8caaa-8e4a-484b-9bb1-9f741e040256 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.048529 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f1b7b577-3b18-45e9-a514-9412f2c95d9c req-9ce8caaa-8e4a-484b-9bb1-9f741e040256 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 936 time: 0.2133064 Jul 16 18:05:40.116464 n-d-794306-7 neutron-server[105439]: INFO neutron.db.ipam_backend_mixin [None req-89e95714-c2b4-4cde-8db0-95d4f8fa23f4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e5df088f-b8a3-448c-89ad-332f418c4ee5 (CIDR: 2001:db8::/64) Jul 16 18:05:40.128316 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-89e95714-c2b4-4cde-8db0-95d4f8fa23f4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:05:40.130782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89e95714-c2b4-4cde-8db0-95d4f8fa23f4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:05:40.157792 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.166754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-89e95714-c2b4-4cde-8db0-95d4f8fa23f4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5167065 Jul 16 18:05:40.169640 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60826) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:40.172222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Transition to ACTIVE for port object 0374c705-c9cc-46b9-95e0-fe9410310297 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:40.182928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3e11ad40-e5a3-4bb3-9d1e-4eb63a784422 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': 'd84f4c92-9438-4b1f-85cf-67aa4b56002c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:40.196511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Transition to ACTIVE for port object 0374c705-c9cc-46b9-95e0-fe9410310297 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:40.201411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Attempting to bind port 59ad5d70-33e8-4a1a-a744-33cb453196e3 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:40.201756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Attempting to bind port 59ad5d70-33e8-4a1a-a744-33cb453196e3 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:40.202803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Attempting to bind port 59ad5d70-33e8-4a1a-a744-33cb453196e3 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:40.208476 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.218867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Port 59ad5d70-33e8-4a1a-a744-33cb453196e3 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:40.219340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Attempting to bind port 59ad5d70-33e8-4a1a-a744-33cb453196e3 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:40.237805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:40.238739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:40.239133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:40.239891 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Bound port: 59ad5d70-33e8-4a1a-a744-33cb453196e3, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:40.240265 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.261870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Network d84f4c92-9438-4b1f-85cf-67aa4b56002c is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:40.265006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:40.268804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:40.304588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Pushing event updated for resources: {'Port': ['ID=0374c705-c9cc-46b9-95e0-fe9410310297,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.354390 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Attempting to bind port 0374c705-c9cc-46b9-95e0-fe9410310297 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:40.354754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Attempting to bind port 0374c705-c9cc-46b9-95e0-fe9410310297 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '96a1dd6a-f6f8-407f-9df5-66db192d33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd84f4c92-9438-4b1f-85cf-67aa4b56002c'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:40.355169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Attempting to bind port 0374c705-c9cc-46b9-95e0-fe9410310297 on network d84f4c92-9438-4b1f-85cf-67aa4b56002c {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:40.365712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:40.366379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Checking segment: {'id': '96a1dd6a-f6f8-407f-9df5-66db192d33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd84f4c92-9438-4b1f-85cf-67aa4b56002c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:40.366957 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.367489 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Bound using segment: {'id': '96a1dd6a-f6f8-407f-9df5-66db192d33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd84f4c92-9438-4b1f-85cf-67aa4b56002c'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:40.368163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Bound port: 0374c705-c9cc-46b9-95e0-fe9410310297, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96a1dd6a-f6f8-407f-9df5-66db192d33a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd84f4c92-9438-4b1f-85cf-67aa4b56002c'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:40.368545 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.387010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:40.391470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:40.398442 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.404762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e11ad40-e5a3-4bb3-9d1e-4eb63a784422 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:40.409221 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e11ad40-e5a3-4bb3-9d1e-4eb63a784422 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.440011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] For port 0374c705-c9cc-46b9-95e0-fe9410310297, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:40.443707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] For port 0374c705-c9cc-46b9-95e0-fe9410310297, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0374c705-c9cc-46b9-95e0-fe9410310297,segment=NetworkSegment(96a1dd6a-f6f8-407f-9df5-66db192d33a1),segment_id=96a1dd6a-f6f8-407f-9df5-66db192d33a1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:40.448113 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.476481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.477088 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.478568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] 10.222.0.18 "PUT /v2.0/ports/59ad5d70-33e8-4a1a-a744-33cb453196e3 HTTP/1.1" status: 200 len: 1096 time: 1.5553420 Jul 16 18:05:40.479259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:40.481438 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b46feb4-ad50-4222-b470-ea8246556612" -d '{"events": [{"name": "network-changed", "server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:40.511717 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.512518 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.567415 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d317efd-df8a-4239-9c69-81acacc2fdad x-openstack-request-id: req-6d317efd-df8a-4239-9c69-81acacc2fdad {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:40.567825 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:40.568012 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6d317efd-df8a-4239-9c69-81acacc2fdad {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:40.568406 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'status': 'completed', 'code': 200} Jul 16 18:05:40.568985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de693c5-6bc5-4017-b626-cbda0d2e3de0 service neutron] Pushing event updated for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.573325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02969917-8f5f-41bb-bd0a-4614794411b7 None None] Pushing event updated for resources: {'Port': ['ID=0374c705-c9cc-46b9-95e0-fe9410310297,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:40.597882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f1b7b577-3b18-45e9-a514-9412f2c95d9c req-cd6cd345-93e0-4f23-8d2f-2b3c7b98b5e8 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418956 Jul 16 18:05:40.637269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=105438) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 18:05:40.637788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Router 1b5618ac-64b9-4d3b-884f-25cec0a5e914 migrating from provider to provider. {{(pid=105438) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 18:05:40.638307 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.645468 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.649913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.691179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-59668cdc-04df-4cfc-b561-938c2b1173ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.692457 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-59668cdc-04df-4cfc-b561-938c2b1173ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad7dbc121eb1463e993c4cce22286ec2&device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 1099 time: 0.1386507 Jul 16 18:05:40.759158 n-d-794306-7 neutron-server[105438]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] No L3 agents can host the router 1b5618ac-64b9-4d3b-884f-25cec0a5e914 Jul 16 18:05:40.771381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-7a0b64d0-4e64-44ad-8683-5f7b7dadf1dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3 HTTP/1.1" status: 200 len: 217 time: 0.0597544 Jul 16 18:05:40.905370 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-deef0c12-f316-493e-8fc1-e10d5539156d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:40.907013 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-deef0c12-f316-493e-8fc1-e10d5539156d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1246576 Jul 16 18:05:40.926376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Hosts for router 1b5618ac-64b9-4d3b-884f-25cec0a5e914: [] {{(pid=105438) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 18:05:40.954403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Hosts for other DVR routers connected to router 1b5618ac-64b9-4d3b-884f-25cec0a5e914: set() {{(pid=105438) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 18:05:40.957876 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:40.961476 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e9311090-35ca-4c9d-b73c-4a5a28ba600e tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] 10.222.0.47 "PUT /v2.0/routers/1b5618ac-64b9-4d3b-884f-25cec0a5e914 HTTP/1.1" status: 200 len: 717 time: 1.0673351 Jul 16 18:05:40.968976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60834) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.070425 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-05406a20-8cd0-4abf-a1b1-831a4ec11154 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] 10.222.0.47 "GET /v2.0/routers/1b5618ac-64b9-4d3b-884f-25cec0a5e914 HTTP/1.1" status: 200 len: 717 time: 0.0982988 Jul 16 18:05:41.072323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60836) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.107071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c223a303-ae90-4349-933e-7f5860befc3c req-4df6b18d-2cc3-4e06-a0e9-40a4a96c1523 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.108713 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c223a303-ae90-4349-933e-7f5860befc3c req-4df6b18d-2cc3-4e06-a0e9-40a4a96c1523 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1485574 Jul 16 18:05:41.156131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c223a303-ae90-4349-933e-7f5860befc3c req-51ae64dd-f7f3-44b8-a86b-42663ca68867 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403650 Jul 16 18:05:41.313920 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ae0c1c63-d124-40ba-a705-00cb94ed6526 tempest-RoutersTestDVR-552406281 tempest-RoutersTestDVR-552406281-project] 10.222.0.47 "GET /v2.0/routers/1b5618ac-64b9-4d3b-884f-25cec0a5e914 HTTP/1.1" status: 200 len: 683 time: 0.2384379 Jul 16 18:05:41.314839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60842) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.357917 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e11ad40-e5a3-4bb3-9d1e-4eb63a784422 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.404587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78ee005c-c564-499a-bc41-b93b8daa7ea2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.406247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-0fcd1935-0ed0-4bf2-a6cc-f7ec9510b2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.407863 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-0fcd1935-0ed0-4bf2-a6cc-f7ec9510b2fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4814770 Jul 16 18:05:41.409590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e11ad40-e5a3-4bb3-9d1e-4eb63a784422 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network d84f4c92-9438-4b1f-85cf-67aa4b56002c is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:41.416852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-3e11ad40-e5a3-4bb3-9d1e-4eb63a784422 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:41.428434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11ad40-e5a3-4bb3-9d1e-4eb63a784422 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.429021 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e11ad40-e5a3-4bb3-9d1e-4eb63a784422 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.459057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11ad40-e5a3-4bb3-9d1e-4eb63a784422 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Subnet': ['ID=d0ee08c0-f9ea-4a8d-8da3-a5657abad18d,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:41.474133 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3e11ad40-e5a3-4bb3-9d1e-4eb63a784422 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2992609 Jul 16 18:05:41.474378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60844) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.480493 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': 'd84f4c92-9438-4b1f-85cf-67aa4b56002c', 'fixed_ips': [{'subnet_id': 'e5df088f-b8a3-448c-89ad-332f418c4ee5'}, {'subnet_id': 'd0ee08c0-f9ea-4a8d-8da3-a5657abad18d'}], 'name': 'tempest-PortsIpV6TestJSON-924374893'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:41.530765 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-90d4a745-81e6-44a8-936b-47b2749b336c service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152439 Jul 16 18:05:41.636596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78ee005c-c564-499a-bc41-b93b8daa7ea2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.637160 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57e481f3-ea1f-4a83-8092-32ab059d9798 req-fbbf919e-0f64-4006-8829-ae01459fdf1c service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983436 Jul 16 18:05:41.640086 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78ee005c-c564-499a-bc41-b93b8daa7ea2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.703473 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78ee005c-c564-499a-bc41-b93b8daa7ea2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.704734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ee005c-c564-499a-bc41-b93b8daa7ea2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1b5618ac-64b9-4d3b-884f-25cec0a5e914 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:05:41.709510 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78ee005c-c564-499a-bc41-b93b8daa7ea2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.710646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-78ee005c-c564-499a-bc41-b93b8daa7ea2 tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] 10.222.0.47 "DELETE /v2.0/routers/1b5618ac-64b9-4d3b-884f-25cec0a5e914 HTTP/1.1" status: 204 len: 168 time: 0.3946981 Jul 16 18:05:41.715200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60848) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.719473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-fc058d6a-4815-4b06-9654-77ff0d9a885f tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Request body: {'router': {'name': 'tempest-router-2030944484', 'distributed': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:41.745794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:41.752646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65ef12-fbfe-495d-b26f-5a315fcae084 None None] Network d84f4c92-9438-4b1f-85cf-67aa4b56002c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:41.770561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46feb4-ad50-4222-b470-ea8246556612 req-388d7e8e-805e-48c3-aa3a-87ed546b6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.772674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b46feb4-ad50-4222-b470-ea8246556612 req-388d7e8e-805e-48c3-aa3a-87ed546b6dea service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad7dbc121eb1463e993c4cce22286ec2&device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 1099 time: 0.0759509 Jul 16 18:05:41.793581 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc058d6a-4815-4b06-9654-77ff0d9a885f tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.794618 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc058d6a-4815-4b06-9654-77ff0d9a885f tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.886410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46feb4-ad50-4222-b470-ea8246556612 req-7b993581-fccd-4124-9b6b-cd46dea4c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.888277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b46feb4-ad50-4222-b470-ea8246556612 req-7b993581-fccd-4124-9b6b-cd46dea4c1b7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1090045 Jul 16 18:05:41.926505 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc058d6a-4815-4b06-9654-77ff0d9a885f tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.935356 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.938158 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b46feb4-ad50-4222-b470-ea8246556612 req-7891b530-6058-4d45-b4a4-22921418d91b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3 HTTP/1.1" status: 200 len: 217 time: 0.0414810 Jul 16 18:05:41.948738 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc058d6a-4815-4b06-9654-77ff0d9a885f tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.977989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677d0cb6-c640-4b6d-a26d-6efe237f5d7c req-ede9eb3f-097e-4bf6-b325-fd5cb0ecc58f tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.979536 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-677d0cb6-c640-4b6d-a26d-6efe237f5d7c req-ede9eb3f-097e-4bf6-b325-fd5cb0ecc58f tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 948 time: 0.2050481 Jul 16 18:05:41.981093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port c5452735-3ea6-4e01-af36-821c51231438 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:41.986983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc058d6a-4815-4b06-9654-77ff0d9a885f tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:41.988187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fc058d6a-4815-4b06-9654-77ff0d9a885f tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2719800 Jul 16 18:05:41.991230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60852) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:41.994451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46feb4-ad50-4222-b470-ea8246556612 req-b639de82-c6a9-401b-ade2-6116da8e50b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:41.996023 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b46feb4-ad50-4222-b470-ea8246556612 req-b639de82-c6a9-401b-ade2-6116da8e50b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0499537 Jul 16 18:05:42.066408 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-677d0cb6-c640-4b6d-a26d-6efe237f5d7c req-51c527b0-3997-44da-b358-500ab6894ae7 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803518 Jul 16 18:05:42.080868 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.100282 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ed0458eb-aea4-419e-998c-c015165166cc tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.105146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d7456da2-78e6-4dfb-bf44-84f13752e4ea None None] Provisioning for port 0374c705-c9cc-46b9-95e0-fe9410310297 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:42.243689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5307cace-61d1-4e11-aab6-152aeba87f6b None None] Update dhcp port {'port': {'network_id': 'd84f4c92-9438-4b1f-85cf-67aa4b56002c', 'fixed_ips': [{'subnet_id': 'e5df088f-b8a3-448c-89ad-332f418c4ee5', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd0ee08c0-f9ea-4a8d-8da3-a5657abad18d'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '0374c705-c9cc-46b9-95e0-fe9410310297'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:05:42.277413 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ed0458eb-aea4-419e-998c-c015165166cc tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.291246 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ed0458eb-aea4-419e-998c-c015165166cc tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.304717 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5307cace-61d1-4e11-aab6-152aeba87f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.310712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b46feb4-ad50-4222-b470-ea8246556612 req-b8893425-0fab-4468-8fe0-50ca6f2eb8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.312474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b46feb4-ad50-4222-b470-ea8246556612 req-b8893425-0fab-4468-8fe0-50ca6f2eb8df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2803967 Jul 16 18:05:42.313241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8::29d (d84f4c92-9438-4b1f-85cf-67aa4b56002c/e5df088f-b8a3-448c-89ad-332f418c4ee5/c5452735-3ea6-4e01-af36-821c51231438) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:42.321914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8:0:1::3ae (d84f4c92-9438-4b1f-85cf-67aa4b56002c/d0ee08c0-f9ea-4a8d-8da3-a5657abad18d/c5452735-3ea6-4e01-af36-821c51231438) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:42.422033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ed0458eb-aea4-419e-998c-c015165166cc tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.422567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0458eb-aea4-419e-998c-c015165166cc tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bad7b5d2-00c8-4e6f-b857-a2fd3dadf275 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:05:42.427219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ed0458eb-aea4-419e-998c-c015165166cc tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.432662 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ed0458eb-aea4-419e-998c-c015165166cc tempest-RoutersTestDVR-1891988460 tempest-RoutersTestDVR-1891988460-project-admin] 10.222.0.47 "DELETE /v2.0/routers/bad7b5d2-00c8-4e6f-b857-a2fd3dadf275 HTTP/1.1" status: 204 len: 168 time: 0.4362538 Jul 16 18:05:42.512043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0374c705-c9cc-46b9-95e0-fe9410310297 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:42.573927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15dfa20-bf14-4316-878a-40cab7a065f2 req-32db7622-adbb-4c1a-9da8-7f41c2142186 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.575866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f15dfa20-bf14-4316-878a-40cab7a065f2 req-32db7622-adbb-4c1a-9da8-7f41c2142186 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.2813935 Jul 16 18:05:42.594869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 0374c705-c9cc-46b9-95e0-fe9410310297 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:42.601341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 0374c705-c9cc-46b9-95e0-fe9410310297 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:42.601969 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.612005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b46feb4-ad50-4222-b470-ea8246556612 req-5aa5d54b-ba53-466e-98eb-a34b3faf92aa service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2733562 Jul 16 18:05:42.653000 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.657075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f15dfa20-bf14-4316-878a-40cab7a065f2 req-d95773ec-a4de-41f0-a362-c0b2a69ac753 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680125 Jul 16 18:05:42.685793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object c5452735-3ea6-4e01-af36-821c51231438 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:42.713247 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.730935 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.740523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b46feb4-ad50-4222-b470-ea8246556612 req-1adef069-407d-4a41-9374-b1c4f77789f4 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164484 Jul 16 18:05:42.779184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 0374c705-c9cc-46b9-95e0-fe9410310297, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0374c705-c9cc-46b9-95e0-fe9410310297,segment=NetworkSegment(96a1dd6a-f6f8-407f-9df5-66db192d33a1),segment_id=96a1dd6a-f6f8-407f-9df5-66db192d33a1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:42.780281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60862) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:42.786362 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.791275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network d84f4c92-9438-4b1f-85cf-67aa4b56002c is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:42.794903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:42.800136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:42.807356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:42.808022 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.814271 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=c5452735-3ea6-4e01-af36-821c51231438,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:42.822547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-5307cace-61d1-4e11-aab6-152aeba87f6b None None] Allocated IP 2001:db8:0:1::2 (d84f4c92-9438-4b1f-85cf-67aa4b56002c/d0ee08c0-f9ea-4a8d-8da3-a5657abad18d/0374c705-c9cc-46b9-95e0-fe9410310297) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:42.828151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c1ffd29e-246e-4a7b-b025-75fc03257c73 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.3515296 Jul 16 18:05:42.831026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60866) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:42.837312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-9afa1275-1f40-4cdb-8f7c-d75cf2aa1190 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5df088f-b8a3-448c-89ad-332f418c4ee5'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:42.875260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=0374c705-c9cc-46b9-95e0-fe9410310297,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:42.962669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab662874-f42b-4579-81f0-4427b9b3755b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:42.975470 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5307cace-61d1-4e11-aab6-152aeba87f6b None None] For port 0374c705-c9cc-46b9-95e0-fe9410310297, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0374c705-c9cc-46b9-95e0-fe9410310297,segment=NetworkSegment(96a1dd6a-f6f8-407f-9df5-66db192d33a1),segment_id=96a1dd6a-f6f8-407f-9df5-66db192d33a1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:43.006006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5307cace-61d1-4e11-aab6-152aeba87f6b None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.019701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5307cace-61d1-4e11-aab6-152aeba87f6b None None] Transition to ACTIVE for port object 0374c705-c9cc-46b9-95e0-fe9410310297 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:43.023815 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5307cace-61d1-4e11-aab6-152aeba87f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.056150 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9afa1275-1f40-4cdb-8f7c-d75cf2aa1190 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.120936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5307cace-61d1-4e11-aab6-152aeba87f6b None None] Pushing event updated for resources: {'Port': ['ID=0374c705-c9cc-46b9-95e0-fe9410310297,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:43.182954 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab662874-f42b-4579-81f0-4427b9b3755b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.189800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab662874-f42b-4579-81f0-4427b9b3755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.298884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ab662874-f42b-4579-81f0-4427b9b3755b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dad54a5d8e6745d69fc256939aeffe91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5164015 Jul 16 18:05:43.303017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60872) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:43.313400 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab662874-f42b-4579-81f0-4427b9b3755b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a26d2b4-d3cb-4408-b090-3a85081911c4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:43.372883 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a10cd4a1-7321-4abd-9497-c6466ed74acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.398143 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a10cd4a1-7321-4abd-9497-c6466ed74acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.425818 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a39514a-bd1f-4caf-9591-98c3c35e9934 req-03422f5e-0fb0-4fda-b104-88b141019a50 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.427416 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a39514a-bd1f-4caf-9591-98c3c35e9934 req-03422f5e-0fb0-4fda-b104-88b141019a50 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 948 time: 0.1967239 Jul 16 18:05:43.452574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-9afa1275-1f40-4cdb-8f7c-d75cf2aa1190 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Delete allocated IP 2001:db8:0:1::3ae (d84f4c92-9438-4b1f-85cf-67aa4b56002c/d0ee08c0-f9ea-4a8d-8da3-a5657abad18d) {{(pid=105439) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:05:43.462158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a10cd4a1-7321-4abd-9497-c6466ed74acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.465152 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a10cd4a1-7321-4abd-9497-c6466ed74acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.467016 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a10cd4a1-7321-4abd-9497-c6466ed74acd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2a26d2b4-d3cb-4408-b090-3a85081911c4 HTTP/1.1" status: 204 len: 168 time: 0.1626921 Jul 16 18:05:43.479801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10cd4a1-7321-4abd-9497-c6466ed74acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a26d2b4-d3cb-4408-b090-3a85081911c4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:43.535393 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a39514a-bd1f-4caf-9591-98c3c35e9934 req-a1f56091-d0f0-4d42-9145-d5a13ac190d2 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970573 Jul 16 18:05:43.683131 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9afa1275-1f40-4cdb-8f7c-d75cf2aa1190 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.701804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-9afa1275-1f40-4cdb-8f7c-d75cf2aa1190 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Ignored duplicate provisioning block setup for port c5452735-3ea6-4e01-af36-821c51231438 by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:05:43.709392 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9afa1275-1f40-4cdb-8f7c-d75cf2aa1190 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.797474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-9afa1275-1f40-4cdb-8f7c-d75cf2aa1190 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] In _notify_port_updated(), no bound segment for port c5452735-3ea6-4e01-af36-821c51231438 on network d84f4c92-9438-4b1f-85cf-67aa4b56002c {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:05:43.804451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afa1275-1f40-4cdb-8f7c-d75cf2aa1190 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:43.805341 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9afa1275-1f40-4cdb-8f7c-d75cf2aa1190 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.807088 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9afa1275-1f40-4cdb-8f7c-d75cf2aa1190 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "PUT /v2.0/ports/c5452735-3ea6-4e01-af36-821c51231438 HTTP/1.1" status: 200 len: 925 time: 0.9749172 Jul 16 18:05:43.810153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60882) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:43.820088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa1275-1f40-4cdb-8f7c-d75cf2aa1190 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=c5452735-3ea6-4e01-af36-821c51231438,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:43.830272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4c0d8bc6-b6fa-4dcc-b13a-2b865481cb41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5df088f-b8a3-448c-89ad-332f418c4ee5'}, {'subnet_id': 'd0ee08c0-f9ea-4a8d-8da3-a5657abad18d'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:43.858314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60884) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:43.873690 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d3a03cd3-76ba-4509-b337-5b806e94ce87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:43.900118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d0e965-e2cf-4026-82d8-adb30ba2f922 None None] Network d84f4c92-9438-4b1f-85cf-67aa4b56002c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:43.954326 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8bc6-b6fa-4dcc-b13a-2b865481cb41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.007653 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d3a03cd3-76ba-4509-b337-5b806e94ce87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.014443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d3a03cd3-76ba-4509-b337-5b806e94ce87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.049040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-51483bff-46c6-4455-ab20-17feddeb5391 None None] Provisioning for port 0374c705-c9cc-46b9-95e0-fe9410310297 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:44.054300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-51483bff-46c6-4455-ab20-17feddeb5391 None None] Provisioning complete for port 0374c705-c9cc-46b9-95e0-fe9410310297 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:44.054674 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-51483bff-46c6-4455-ab20-17feddeb5391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.116001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a03cd3-76ba-4509-b337-5b806e94ce87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bac1631-cc10-4ac3-b3a9-df395a94e59d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.126413 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d3a03cd3-76ba-4509-b337-5b806e94ce87 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f7465a1a19f4d459b72b9c3e5abf19c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2645378 Jul 16 18:05:44.126823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60888) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:44.192880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc8218-7e4f-4333-ac71-8deef176292b req-cbed001e-df09-403a-87cd-9e9a2a68444c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.194626 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00bc8218-7e4f-4333-ac71-8deef176292b req-cbed001e-df09-403a-87cd-9e9a2a68444c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1455891 Jul 16 18:05:44.230834 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68670913-058e-4638-807f-33f604f532fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.260059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00bc8218-7e4f-4333-ac71-8deef176292b req-370ee566-c85f-4165-b9f4-13a164d3e1db tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574698 Jul 16 18:05:44.270353 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68670913-058e-4638-807f-33f604f532fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.273760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-4c0d8bc6-b6fa-4dcc-b13a-2b865481cb41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8:0:1::2e3 (d84f4c92-9438-4b1f-85cf-67aa4b56002c/d0ee08c0-f9ea-4a8d-8da3-a5657abad18d/c5452735-3ea6-4e01-af36-821c51231438) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:44.336338 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68670913-058e-4638-807f-33f604f532fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.339158 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68670913-058e-4638-807f-33f604f532fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.343328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-68670913-058e-4638-807f-33f604f532fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8bac1631-cc10-4ac3-b3a9-df395a94e59d HTTP/1.1" status: 204 len: 168 time: 0.2155464 Jul 16 18:05:44.352634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68670913-058e-4638-807f-33f604f532fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bac1631-cc10-4ac3-b3a9-df395a94e59d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.455109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8bc6-b6fa-4dcc-b13a-2b865481cb41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.464751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0374c705-c9cc-46b9-95e0-fe9410310297 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:44.474368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-4c0d8bc6-b6fa-4dcc-b13a-2b865481cb41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Ignored duplicate provisioning block setup for port c5452735-3ea6-4e01-af36-821c51231438 by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:05:44.479584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8bc6-b6fa-4dcc-b13a-2b865481cb41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.535372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d8bc6-b6fa-4dcc-b13a-2b865481cb41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=c5452735-3ea6-4e01-af36-821c51231438,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:44.549600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2d61de6b-2db3-4746-92ab-15d113cd10f8 None None] Provisioning for port c5452735-3ea6-4e01-af36-821c51231438 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:44.563186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2d61de6b-2db3-4746-92ab-15d113cd10f8 None None] Provisioning complete for port c5452735-3ea6-4e01-af36-821c51231438 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:44.563591 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2d61de6b-2db3-4746-92ab-15d113cd10f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.566873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 0374c705-c9cc-46b9-95e0-fe9410310297 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:44.567292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.647094 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2d61de6b-2db3-4746-92ab-15d113cd10f8 None None] Port c5452735-3ea6-4e01-af36-821c51231438 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:44.653061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4c0d8bc6-b6fa-4dcc-b13a-2b865481cb41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] In _notify_port_updated(), no bound segment for port c5452735-3ea6-4e01-af36-821c51231438 on network d84f4c92-9438-4b1f-85cf-67aa4b56002c {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:05:44.669048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0d8bc6-b6fa-4dcc-b13a-2b865481cb41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.669720 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c0d8bc6-b6fa-4dcc-b13a-2b865481cb41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.671857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2d61de6b-2db3-4746-92ab-15d113cd10f8 None None] Provisioning complete for port 0374c705-c9cc-46b9-95e0-fe9410310297 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:44.672461 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2d61de6b-2db3-4746-92ab-15d113cd10f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.674012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60900) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:44.674143 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4c0d8bc6-b6fa-4dcc-b13a-2b865481cb41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "PUT /v2.0/ports/c5452735-3ea6-4e01-af36-821c51231438 HTTP/1.1" status: 200 len: 1011 time: 0.8621900 Jul 16 18:05:44.861746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17159e9-6f7c-4445-8f9d-76759622aed9 req-7bb0c69a-d6cc-4ecb-a159-2cb4de24c145 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.864423 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c17159e9-6f7c-4445-8f9d-76759622aed9 req-7bb0c69a-d6cc-4ecb-a159-2cb4de24c145 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.0944011 Jul 16 18:05:44.916277 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c17159e9-6f7c-4445-8f9d-76759622aed9 req-e9cb2c06-9092-4c28-b64b-2d9072af0d6a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439627 Jul 16 18:05:44.947675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e4b040f6-8935-4c99-9141-bb631dce97ed tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port c5452735-3ea6-4e01-af36-821c51231438 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:44.948159 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4b040f6-8935-4c99-9141-bb631dce97ed tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:44.960814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8d67f6-c40e-4637-8d58-3327ee6d6e7b req-4abf6641-c625-4f93-bbbb-88e121dd6a7f tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:44.968285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8c8d67f6-c40e-4637-8d58-3327ee6d6e7b req-4abf6641-c625-4f93-bbbb-88e121dd6a7f tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 948 time: 0.1539371 Jul 16 18:05:44.977093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bd42eef2-54d4-43fd-8193-272816861649 None None] Provisioning complete for port c5452735-3ea6-4e01-af36-821c51231438 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:44.977653 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bd42eef2-54d4-43fd-8193-272816861649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.035639 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-bd42eef2-54d4-43fd-8193-272816861649 None None] Port c5452735-3ea6-4e01-af36-821c51231438 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:45.084190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8c8d67f6-c40e-4637-8d58-3327ee6d6e7b req-1a58f92a-b3e7-475e-a173-bd8110dfc18b tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147842 Jul 16 18:05:45.127377 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4b040f6-8935-4c99-9141-bb631dce97ed tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.142734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e4b040f6-8935-4c99-9141-bb631dce97ed tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for c5452735-3ea6-4e01-af36-821c51231438 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:45.271801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-766a25e5-ed82-45f5-b365-fd6c061c864f None None] Provisioning complete for port c5452735-3ea6-4e01-af36-821c51231438 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:45.272356 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-766a25e5-ed82-45f5-b365-fd6c061c864f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.321361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-766a25e5-ed82-45f5-b365-fd6c061c864f None None] Port c5452735-3ea6-4e01-af36-821c51231438 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:45.373183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4b040f6-8935-4c99-9141-bb631dce97ed tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.419308 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e4877ff3-f743-40da-8bf2-d256b55b8a80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.434059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b040f6-8935-4c99-9141-bb631dce97ed tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=c5452735-3ea6-4e01-af36-821c51231438,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.458728 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4b040f6-8935-4c99-9141-bb631dce97ed tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.460965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e4b040f6-8935-4c99-9141-bb631dce97ed tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/c5452735-3ea6-4e01-af36-821c51231438 HTTP/1.1" status: 204 len: 168 time: 0.7858753 Jul 16 18:05:45.463804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60922) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:45.477591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60924) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:45.493903 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-110e95fe-6cf0-4f6f-8a3a-e837150e7e8b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:05:45.495596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-110e95fe-6cf0-4f6f-8a3a-e837150e7e8b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/c5452735-3ea6-4e01-af36-821c51231438 HTTP/1.1" status: 404 len: 333 time: 0.0307662 Jul 16 18:05:45.498842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60928) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:45.501455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59ad5d70-33e8-4a1a-a744-33cb453196e3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:45.556194 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6d3279b0-f70a-4650-aa57-77e7cfcfed5c None None] Could not find standard attr ID for object c5452735-3ea6-4e01-af36-821c51231438. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:05:45.565842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-66562b2a-2231-488b-b4db-57a54133b45c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting subnet d0ee08c0-f9ea-4a8d-8da3-a5657abad18d {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:45.570012 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66562b2a-2231-488b-b4db-57a54133b45c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.604388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-536672924'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:45.622506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:45.632303 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66562b2a-2231-488b-b4db-57a54133b45c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.634241 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'mac_address': 'fa:16:3e:c3:35:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:45.666474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Made reservation on behalf of 48ac6037de54478c9e69eed7a27fbc47 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:45.670033 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.679939 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.685416 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.695793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ad5d70-33e8-4a1a-a744-33cb453196e3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:45.717409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:45.724508 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.780877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.790262 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66562b2a-2231-488b-b4db-57a54133b45c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.874102 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66562b2a-2231-488b-b4db-57a54133b45c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.923627 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66562b2a-2231-488b-b4db-57a54133b45c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Subnet': ['ID=d0ee08c0-f9ea-4a8d-8da3-a5657abad18d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.929453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66562b2a-2231-488b-b4db-57a54133b45c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.931358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-66562b2a-2231-488b-b4db-57a54133b45c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/d0ee08c0-f9ea-4a8d-8da3-a5657abad18d HTTP/1.1" status: 204 len: 168 time: 0.4313018 Jul 16 18:05:45.933567 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.934266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60932) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:45.935805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8352bcbc-edde-4937-985b-275730fc0a2f None None] Network d84f4c92-9438-4b1f-85cf-67aa4b56002c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:45.938577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.970768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:45.982878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ed2b829-8674-4e3f-90f5-bb9c1bbf8f48,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:45.988714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:45.989186 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Added segment 71f77a31-ede0-4948-b7f5-7b042b66af02 of type vlan for network e3db646c-3353-44dc-a953-0120d9ad4fb5 Jul 16 18:05:46.006300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['59ad5d70-33e8-4a1a-a744-33cb453196e3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:46.011618 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a4b10ad-a236-48b8-90be-48389e3d5693 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting subnet e5df088f-b8a3-448c-89ad-332f418c4ee5 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:46.026277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a4b10ad-a236-48b8-90be-48389e3d5693 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.056214 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.105230 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.115793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.116598 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.174278 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a4b10ad-a236-48b8-90be-48389e3d5693 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.226400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Pushing event updated for resources: {'Network': ['ID=e3db646c-3353-44dc-a953-0120d9ad4fb5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:46.246822 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e43fe073-386f-4c14-8c0a-b1cc31047458 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.7649033 Jul 16 18:05:46.247088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network e3db646c-3353-44dc-a953-0120d9ad4fb5 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:46.247428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60940) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:46.260599 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Request body: {'subnet': {'network_id': 'e3db646c-3353-44dc-a953-0120d9ad4fb5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:46.270000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c48800-0575-41ec-9e1c-814c38a13f8a req-dc54c639-93ba-4a04-8861-dfc152a88422 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.280148 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8c48800-0575-41ec-9e1c-814c38a13f8a req-dc54c639-93ba-4a04-8861-dfc152a88422 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.1806738 Jul 16 18:05:46.318767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742bc40-503e-4fb5-9deb-7374967a5881 req-cc9ef8d5-e4da-4a46-ae8f-49309b7840a6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.320391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b742bc40-503e-4fb5-9deb-7374967a5881 req-cc9ef8d5-e4da-4a46-ae8f-49309b7840a6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 946 time: 0.3058219 Jul 16 18:05:46.431459 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Made reservation on behalf of 48ac6037de54478c9e69eed7a27fbc47 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:46.438590 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.463544 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8c48800-0575-41ec-9e1c-814c38a13f8a req-678ff5c4-325e-4a76-84d4-8b62d59c5067 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821363 Jul 16 18:05:46.465653 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a4b10ad-a236-48b8-90be-48389e3d5693 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.604234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a4b10ad-a236-48b8-90be-48389e3d5693 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.642404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4b10ad-a236-48b8-90be-48389e3d5693 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Subnet': ['ID=e5df088f-b8a3-448c-89ad-332f418c4ee5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:46.646992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a4b10ad-a236-48b8-90be-48389e3d5693 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.648938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6a4b10ad-a236-48b8-90be-48389e3d5693 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/e5df088f-b8a3-448c-89ad-332f418c4ee5 HTTP/1.1" status: 204 len: 168 time: 0.7135184 Jul 16 18:05:46.654863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60944) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:46.724961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-b742bc40-503e-4fb5-9deb-7374967a5881 req-c7dc8616-247b-48ec-b3d0-ebcde7b4ded9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Deleting port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:46.725396 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b742bc40-503e-4fb5-9deb-7374967a5881 req-c7dc8616-247b-48ec-b3d0-ebcde7b4ded9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.798189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b1a29f-b000-4756-9043-ac0e85f6967a req-8e3e812d-d674-43a3-82c5-d7229263e6de tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:46.810560 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-55b1a29f-b000-4756-9043-ac0e85f6967a req-8e3e812d-d674-43a3-82c5-d7229263e6de tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 949 time: 0.2428401 Jul 16 18:05:46.820241 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.952834 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-55b1a29f-b000-4756-9043-ac0e85f6967a req-e1ec8d16-5b3c-4d5a-bd33-4a9f4fd35aec tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378534 Jul 16 18:05:46.974096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b742bc40-503e-4fb5-9deb-7374967a5881 req-c7dc8616-247b-48ec-b3d0-ebcde7b4ded9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] For port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:46.974477 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b742bc40-503e-4fb5-9deb-7374967a5881 req-c7dc8616-247b-48ec-b3d0-ebcde7b4ded9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.975496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:46.998316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-b742bc40-503e-4fb5-9deb-7374967a5881 req-c7dc8616-247b-48ec-b3d0-ebcde7b4ded9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Calling delete_port for 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:47.093105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7dbe1cc-cd0f-437e-9b8c-5820cc102f6b req-b41aaacc-3aa3-4069-83cf-d2665c6512a3 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.094716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7dbe1cc-cd0f-437e-9b8c-5820cc102f6b req-b41aaacc-3aa3-4069-83cf-d2665c6512a3 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 945 time: 0.2087879 Jul 16 18:05:47.101124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 0374c705-c9cc-46b9-95e0-fe9410310297 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:47.101468 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.221772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7dbe1cc-cd0f-437e-9b8c-5820cc102f6b req-a903d0eb-abf4-4e89-ba14-3de11d3ebd3f tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1115336 Jul 16 18:05:47.224902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c492c199-003c-4b90-b6cb-08bb69e3d73c None None] Network d84f4c92-9438-4b1f-85cf-67aa4b56002c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:47.243917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] For port 0374c705-c9cc-46b9-95e0-fe9410310297, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0374c705-c9cc-46b9-95e0-fe9410310297,segment=NetworkSegment(96a1dd6a-f6f8-407f-9df5-66db192d33a1),segment_id=96a1dd6a-f6f8-407f-9df5-66db192d33a1)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:47.244327 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.328463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 0374c705-c9cc-46b9-95e0-fe9410310297 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:47.358736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-20964a60-bde9-487e-9885-466678131b25 None None] Provisioning complete for port 0374c705-c9cc-46b9-95e0-fe9410310297 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:47.359406 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20964a60-bde9-487e-9885-466678131b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.447484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b742bc40-503e-4fb5-9deb-7374967a5881 req-c7dc8616-247b-48ec-b3d0-ebcde7b4ded9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.475296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Pushing event updated for resources: {'Subnet': ['ID=dbcad23a-dbe3-479a-9a72-86dd4ba783da,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:47.479448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Checking segment: {'id': '71f77a31-ede0-4948-b7f5-7b042b66af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3db646c-3353-44dc-a953-0120d9ad4fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:47.479873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Network hostable DHCP agents. Network: e3db646c-3353-44dc-a953-0120d9ad4fb5, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:47.484967 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:47.526773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Network e3db646c-3353-44dc-a953-0120d9ad4fb5 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:47.546517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, e3db646c-3353-44dc-a953-0120d9ad4fb5) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:47.551606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59ad5d70-33e8-4a1a-a744-33cb453196e3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:47.552767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:47.556005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.560516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecf9230-a81e-492a-9c3b-a0bd78d2076d None None] Network e3db646c-3353-44dc-a953-0120d9ad4fb5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:47.586675 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4c3ba118-9ccb-4cbb-941c-906def8ecfd3 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3380234 Jul 16 18:05:47.589521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60956) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:47.591977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8653f167-48a4-4957-89b0-fc81e13cc14c None None] DHCP port deletion for d84f4c92-9438-4b1f-85cf-67aa4b56002c request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:47.602140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Request body: {'port': {'network_id': 'e3db646c-3353-44dc-a953-0120d9ad4fb5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-507507156'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:47.790335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Made reservation on behalf of 48ac6037de54478c9e69eed7a27fbc47 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:47.796261 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.827357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] device_id is not set on port a09d51a5-30ae-4c76-965c-67951f88156f yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:47.919848 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.958017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8653f167-48a4-4957-89b0-fc81e13cc14c None None] Deleting port 0374c705-c9cc-46b9-95e0-fe9410310297 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:47.958542 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8653f167-48a4-4957-89b0-fc81e13cc14c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:47.976009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 59ad5d70-33e8-4a1a-a744-33cb453196e3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:47.986816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Allocated IP 2001:db8::27b (e3db646c-3353-44dc-a953-0120d9ad4fb5/dbcad23a-dbe3-479a-9a72-86dd4ba783da/a09d51a5-30ae-4c76-965c-67951f88156f) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:48.007668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 59ad5d70-33e8-4a1a-a744-33cb453196e3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:48.008046 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.079142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc8616-247b-48ec-b3d0-ebcde7b4ded9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event deleted for resources: {'Port': ['ID=57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:48.087682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b742bc40-503e-4fb5-9deb-7374967a5881 req-c7dc8616-247b-48ec-b3d0-ebcde7b4ded9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] No DVR routers for this DVR port 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:48.092298 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b742bc40-503e-4fb5-9deb-7374967a5881 req-c7dc8616-247b-48ec-b3d0-ebcde7b4ded9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.094285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b742bc40-503e-4fb5-9deb-7374967a5881 req-c7dc8616-247b-48ec-b3d0-ebcde7b4ded9 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "DELETE /v2.0/ports/57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 HTTP/1.1" status: 204 len: 173 time: 1.7511890 Jul 16 18:05:48.097921 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8653f167-48a4-4957-89b0-fc81e13cc14c None None] For port 0374c705-c9cc-46b9-95e0-fe9410310297, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0374c705-c9cc-46b9-95e0-fe9410310297,segment=NetworkSegment(96a1dd6a-f6f8-407f-9df5-66db192d33a1),segment_id=96a1dd6a-f6f8-407f-9df5-66db192d33a1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:48.098327 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8653f167-48a4-4957-89b0-fc81e13cc14c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.125585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075bfeb5-1ce0-4fcc-b1bd-1075e2be5729', 'name': 'network-vif-deleted', 'tag': '57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:48.127964 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f7880bb-0fb9-4d6d-977f-de3cf2f80cc2" -d '{"events": [{"server_uuid": "075bfeb5-1ce0-4fcc-b1bd-1075e2be5729", "name": "network-vif-deleted", "tag": "57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:48.128597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8653f167-48a4-4957-89b0-fc81e13cc14c None None] Calling delete_port for 0374c705-c9cc-46b9-95e0-fe9410310297 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:48.140382 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f4de06b-94b6-4151-8bc2-2af24e4f150c req-7d7181c0-c0a7-445d-9d6b-5e829876eaec tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=075bfeb5-1ce0-4fcc-b1bd-1075e2be5729 HTTP/1.1" status: 200 len: 210 time: 0.0538063 Jul 16 18:05:48.172983 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1eda4cc-ad1c-4faa-a4d4-7127d7b34881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.188982 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.214733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-e3db646c-3353-44dc-a953-0120d9ad4fb5', 'network_id': 'e3db646c-3353-44dc-a953-0120d9ad4fb5', 'tenant_id': '48ac6037de54478c9e69eed7a27fbc47', 'fixed_ips': [{'subnet_id': 'dbcad23a-dbe3-479a-9a72-86dd4ba783da'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:48.215593 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.239437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=0374c705-c9cc-46b9-95e0-fe9410310297,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:48.243260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No DVR routers for this DVR port 0374c705-c9cc-46b9-95e0-fe9410310297 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:48.319482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51bcdb-2d8b-456b-8fa5-a0bad0c03a9d req-b1fc24f0-2c29-4838-8aaf-588d88163c95 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.327303 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae51bcdb-2d8b-456b-8fa5-a0bad0c03a9d req-b1fc24f0-2c29-4838-8aaf-588d88163c95 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 949 time: 0.1966898 Jul 16 18:05:48.343327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.375646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Transition to ACTIVE for port object a09d51a5-30ae-4c76-965c-67951f88156f will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:48.426767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0374c705-c9cc-46b9-95e0-fe9410310297 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:48.435434 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.437743 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae51bcdb-2d8b-456b-8fa5-a0bad0c03a9d req-97442444-138d-44dd-ba47-8db3b1768dcc tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089756 Jul 16 18:05:48.442280 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.454225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.490524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d84f4c92-9438-4b1f-85cf-67aa4b56002c']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:48.502259 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f78006-1b14-44fc-9ef0-01605d601993 x-openstack-request-id: req-f5f78006-1b14-44fc-9ef0-01605d601993 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:48.502604 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075bfeb5-1ce0-4fcc-b1bd-1075e2be5729", "name": "network-vif-deleted", "tag": "57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:48.502771 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f5f78006-1b14-44fc-9ef0-01605d601993 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:48.504048 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075bfeb5-1ce0-4fcc-b1bd-1075e2be5729', 'name': 'network-vif-deleted', 'tag': '57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0', 'status': 'completed', 'code': 200} Jul 16 18:05:48.508997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96a1dd6a-f6f8-407f-9df5-66db192d33a1') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:48.509342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96a1dd6a-f6f8-407f-9df5-66db192d33a1') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:48.522673 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.526704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Pushing event updated for resources: {'Port': ['ID=a09d51a5-30ae-4c76-965c-67951f88156f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:48.540534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Network e3db646c-3353-44dc-a953-0120d9ad4fb5 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:48.542256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:48.544859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:48.551281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.552509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.556234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.567156 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384f426a-9f65-4d91-92ea-34a455449115 req-96b99f91-9ec2-4f56-91ff-25b81180a4d7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1205723 Jul 16 18:05:48.570451 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b7f340f2-48a3-4436-8b1a-e96acb00f6f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9790196 Jul 16 18:05:48.573462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:48.573909 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.574129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 0374c705-c9cc-46b9-95e0-fe9410310297 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:48.574498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0374c705-c9cc-46b9-95e0-fe9410310297 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:48.574824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60970) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:48.577666 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:48.584166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Request body: {'port': {'network_id': 'e3db646c-3353-44dc-a953-0120d9ad4fb5', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2086877119', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:48.584908 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.api.validators [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] bootfile-name is not in valid_values {{(pid=105438) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:05:48.585703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.api.validators [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] tftp-server is not in valid_values {{(pid=105438) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:05:48.586145 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.api.validators [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] server-ip-address is not in valid_values {{(pid=105438) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:05:48.697453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.713785 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.714009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:48.715424 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/networks/d84f4c92-9438-4b1f-85cf-67aa4b56002c HTTP/1.1" status: 204 len: 168 time: 2.0577843 Jul 16 18:05:48.719545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60972) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:48.720518 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337465bb-6e2a-4743-9a42-23ed0b42dc79" -d '{"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-plugged", "status": "completed", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:48.762383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Made reservation on behalf of 48ac6037de54478c9e69eed7a27fbc47 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:48.767329 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.771526 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8653f167-48a4-4957-89b0-fc81e13cc14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.773190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f426a-9f65-4d91-92ea-34a455449115 req-482ab337-28fd-4c6c-9a17-6c24b21f0daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.774718 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384f426a-9f65-4d91-92ea-34a455449115 req-482ab337-28fd-4c6c-9a17-6c24b21f0daf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7d83d309f9074dd3b369e14a6fd7f177&device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 1096 time: 0.1271958 Jul 16 18:05:48.774894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:48.775477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf17cf-b213-45b0-b5fa-c250c5d831ff tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Network': ['ID=d84f4c92-9438-4b1f-85cf-67aa4b56002c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:48.794181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] device_id is not set on port f6c46f40-7acb-4da2-ba3c-f9796df387ae yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:48.811242 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:48.813312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:48.850961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da972319-1b0d-4a53-9d48-b837374d3254 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:48.852675 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-da972319-1b0d-4a53-9d48-b837374d3254 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1320210 Jul 16 18:05:48.856181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60978) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:48.904587 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139f7eba-0749-46a3-8334-49cac8070aca x-openstack-request-id: req-139f7eba-0749-46a3-8334-49cac8070aca {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:48.904964 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-plugged", "status": "completed", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:48.905202 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-139f7eba-0749-46a3-8334-49cac8070aca {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:48.905504 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'code': 200} Jul 16 18:05:48.907868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8653f167-48a4-4957-89b0-fc81e13cc14c None None] Network d84f4c92-9438-4b1f-85cf-67aa4b56002c is not hosted by any dhcp agent {{(pid=105440) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:05:48.908324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8653f167-48a4-4957-89b0-fc81e13cc14c None None] No DVR routers for this DVR port 0374c705-c9cc-46b9-95e0-fe9410310297 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:48.917165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653f167-48a4-4957-89b0-fc81e13cc14c None None] Pushing event deleted for resources: {'Port': ['ID=0374c705-c9cc-46b9-95e0-fe9410310297,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:48.955890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Allocated IP 2001:db8::2 (e3db646c-3353-44dc-a953-0120d9ad4fb5/dbcad23a-dbe3-479a-9a72-86dd4ba783da/1b887809-805c-4ed6-a645-1299a65ed390) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:48.966612 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:48.966893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 57a5b0b7-833d-44be-a9ba-d5b0a9dda4f0 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:49.013993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f426a-9f65-4d91-92ea-34a455449115 req-16ad9ef4-6be6-4564-8c82-87d56dc62640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.015694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384f426a-9f65-4d91-92ea-34a455449115 req-16ad9ef4-6be6-4564-8c82-87d56dc62640 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9bc4763d-4d12-486b-8214-853c955a2609 HTTP/1.1" status: 200 len: 917 time: 0.2058012 Jul 16 18:05:49.027194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-31ee257b-30ee-428f-96f5-9eacc9931ba6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1697152 Jul 16 18:05:49.032250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60984) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:49.050861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1407279769'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:49.103169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114ae0fb-8a6c-491e-9244-29798bde3e08 req-322b9388-73b5-4fd8-b6ec-02183f9c0134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.104765 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-114ae0fb-8a6c-491e-9244-29798bde3e08 req-322b9388-73b5-4fd8-b6ec-02183f9c0134 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 1101 time: 0.1831768 Jul 16 18:05:49.134029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9609838-2ffc-4082-920f-19000455fbd7 req-04dda963-89d5-47a0-b66f-904b384cde44 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.135688 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9609838-2ffc-4082-920f-19000455fbd7 req-04dda963-89d5-47a0-b66f-904b384cde44 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 945 time: 0.1467934 Jul 16 18:05:49.145828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:49.149382 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.180179 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384f426a-9f65-4d91-92ea-34a455449115 req-e1fe7965-8771-42be-8a36-3c3d93e86373 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=67b1fd7f-4cf8-4657-b9f5-4641c68daa42 HTTP/1.1" status: 200 len: 1000 time: 0.1488178 Jul 16 18:05:49.187077 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-114ae0fb-8a6c-491e-9244-29798bde3e08 req-be27202e-b52e-4e54-8616-a5f2a0ca5205 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714540 Jul 16 18:05:49.187209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.198681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:05:49.233745 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.234097 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Added segment 37aca0d3-f46d-4975-8b2c-35bd6a7b4661 of type vlan for network 1c188265-f301-4061-8539-38fc0f76f455 Jul 16 18:05:49.235647 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9609838-2ffc-4082-920f-19000455fbd7 req-bc941763-007f-41fe-a83a-730e794da489 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929062 Jul 16 18:05:49.290031 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.293528 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.298315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f426a-9f65-4d91-92ea-34a455449115 req-0b8ffd4b-b867-4a6a-848b-ee739b222682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.299417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Transition to ACTIVE for port object 1b887809-805c-4ed6-a645-1299a65ed390 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:49.301837 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384f426a-9f65-4d91-92ea-34a455449115 req-0b8ffd4b-b867-4a6a-848b-ee739b222682 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc478255-8360-453e-ba9d-a86e2bdb2f7a HTTP/1.1" status: 200 len: 855 time: 0.1135926 Jul 16 18:05:49.316397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Transition to ACTIVE for port object 1b887809-805c-4ed6-a645-1299a65ed390 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:49.323055 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.374594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Network e3db646c-3353-44dc-a953-0120d9ad4fb5 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:49.381041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:49.387349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:49.390383 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.391747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Pushing event updated for resources: {'Port': ['ID=1b887809-805c-4ed6-a645-1299a65ed390,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.398266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.398906 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.407011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Allocated IP 2001:db8::282 (e3db646c-3353-44dc-a953-0120d9ad4fb5/dbcad23a-dbe3-479a-9a72-86dd4ba783da/f6c46f40-7acb-4da2-ba3c-f9796df387ae) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:49.485699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Attempting to bind port 1b887809-805c-4ed6-a645-1299a65ed390 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:49.486294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Attempting to bind port 1b887809-805c-4ed6-a645-1299a65ed390 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '71f77a31-ede0-4948-b7f5-7b042b66af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3db646c-3353-44dc-a953-0120d9ad4fb5'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:49.486468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Attempting to bind port 1b887809-805c-4ed6-a645-1299a65ed390 on network e3db646c-3353-44dc-a953-0120d9ad4fb5 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:49.499547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:49.499816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Checking segment: {'id': '71f77a31-ede0-4948-b7f5-7b042b66af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3db646c-3353-44dc-a953-0120d9ad4fb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:49.500063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Network': ['ID=1c188265-f301-4061-8539-38fc0f76f455,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.500150 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.500511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Bound using segment: {'id': '71f77a31-ede0-4948-b7f5-7b042b66af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3db646c-3353-44dc-a953-0120d9ad4fb5'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:49.500991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Bound port: 1b887809-805c-4ed6-a645-1299a65ed390, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71f77a31-ede0-4948-b7f5-7b042b66af02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'e3db646c-3353-44dc-a953-0120d9ad4fb5'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:49.501376 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.522281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384f426a-9f65-4d91-92ea-34a455449115 req-ecbce77f-60e0-4a36-aed9-2fe90bcadabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.525230 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384f426a-9f65-4d91-92ea-34a455449115 req-ecbce77f-60e0-4a36-aed9-2fe90bcadabb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9bc4763d-4d12-486b-8214-853c955a2609&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2152681 Jul 16 18:05:49.533019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fd0b2c4b-0c52-4c75-8cda-f2354b6b43c0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4957469 Jul 16 18:05:49.538535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32778) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:49.548812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': '1c188265-f301-4061-8539-38fc0f76f455', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:49.573646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 1c188265-f301-4061-8539-38fc0f76f455 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:05:49.601896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] For port 1b887809-805c-4ed6-a645-1299a65ed390, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:49.620880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] For port 1b887809-805c-4ed6-a645-1299a65ed390, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1b887809-805c-4ed6-a645-1299a65ed390,segment=NetworkSegment(71f77a31-ede0-4948-b7f5-7b042b66af02),segment_id=71f77a31-ede0-4948-b7f5-7b042b66af02)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:49.655776 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.689661 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384f426a-9f65-4d91-92ea-34a455449115 req-dfcc50d4-8cf4-48e6-9d9d-ed6c34e7cce6 service neutron] 10.222.0.18 "GET /v2.0/networks/9bc4763d-4d12-486b-8214-853c955a2609?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547403 Jul 16 18:05:49.732194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc82467-2042-4cf5-8ecf-bf0c7986f47b req-41dc1d8b-388c-4a02-83e4-8df66d58c034 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.739477 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ff2a4b-445a-4e57-b9c8-9ee11ca6d9ad None None] Pushing event updated for resources: {'Port': ['ID=1b887809-805c-4ed6-a645-1299a65ed390,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:49.741418 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbc82467-2042-4cf5-8ecf-bf0c7986f47b req-41dc1d8b-388c-4a02-83e4-8df66d58c034 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 950 time: 0.1184983 Jul 16 18:05:49.752929 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.796488 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.823062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-8acbd8cd-c967-4348-a601-9da653c90838 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:49.825083 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-8acbd8cd-c967-4348-a601-9da653c90838 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.3008490 Jul 16 18:05:49.832807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Transition to ACTIVE for port object f6c46f40-7acb-4da2-ba3c-f9796df387ae will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:49.836629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbc82467-2042-4cf5-8ecf-bf0c7986f47b req-b217603d-12f0-4f0a-8b57-e8750c0e83aa tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936053 Jul 16 18:05:49.855724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:49.859207 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:49.861355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384f426a-9f65-4d91-92ea-34a455449115 req-ba1941bb-ac7d-41d7-bb14-d1d46e965c89 service neutron] 10.222.0.18 "GET /v2.0/networks/9bc4763d-4d12-486b-8214-853c955a2609?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612747 Jul 16 18:05:49.895440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-0505a5de-a17f-4ddb-a72d-66010dcc9d52 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/quotas/8c1cb972bdee4eb9bb7cbfd8898401fb HTTP/1.1" status: 200 len: 375 time: 0.0584512 Jul 16 18:05:50.008908 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-07481a02-2969-4822-9ceb-98b073e2244f tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1041002 Jul 16 18:05:50.026577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.114036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Network e3db646c-3353-44dc-a953-0120d9ad4fb5 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:50.131892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:50.172931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:50.180139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.180846 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.189921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Pushing event updated for resources: {'Port': ['ID=f6c46f40-7acb-4da2-ba3c-f9796df387ae,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.240563 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-48a48965-26ff-4a85-8e39-40b65b50af4f tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.6639755 Jul 16 18:05:50.243593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32788) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:50.260310 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-74143f8d-0841-4fd3-9947-8b2edebc0f53 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2387633 Jul 16 18:05:50.364073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.395597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0172299-fc31-41e7-be50-985e6325862b tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.416391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0172299-fc31-41e7-be50-985e6325862b tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.425827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0172299-fc31-41e7-be50-985e6325862b tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.428698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e0172299-fc31-41e7-be50-985e6325862b tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.1829863 Jul 16 18:05:50.431455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32794) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:50.480548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-5f770323-b1ee-455d-9ab0-3913a8ed2938 service neutron] 10.222.0.47 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973033 Jul 16 18:05:50.487246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Subnet': ['ID=cc84a430-e7ce-4c6b-928f-b72dccda1850,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:50.500739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Checking segment: {'id': '37aca0d3-f46d-4975-8b2c-35bd6a7b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1c188265-f301-4061-8539-38fc0f76f455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:50.501102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network hostable DHCP agents. Network: 1c188265-f301-4061-8539-38fc0f76f455, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:05:50.519451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 1c188265-f301-4061-8539-38fc0f76f455 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:05:50.520473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1b887809-805c-4ed6-a645-1299a65ed390 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:50.533076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 1c188265-f301-4061-8539-38fc0f76f455) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:50.550790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.552016 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.569688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a765efe9-8d78-44e3-b869-9a93af617940 None None] Network 1c188265-f301-4061-8539-38fc0f76f455 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:50.580361 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bbc67d87-e2e4-41a4-8ad5-79ab757357e1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0343111 Jul 16 18:05:50.580710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32796) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:50.588174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': '1c188265-f301-4061-8539-38fc0f76f455', 'name': 'tempest-PortsIpV6TestJSON-1794919837'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:50.656788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee6d997-629c-4315-9768-a127afdd73c9 req-3817e4cf-49a3-4949-8934-11f589eb07c8 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:50.669974 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fee6d997-629c-4315-9768-a127afdd73c9 req-3817e4cf-49a3-4949-8934-11f589eb07c8 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 945 time: 0.1961429 Jul 16 18:05:50.707904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e66208b5-3ee0-44fc-89a7-4a014a4a281e tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Deleting port f6c46f40-7acb-4da2-ba3c-f9796df387ae {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:50.708385 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e66208b5-3ee0-44fc-89a7-4a014a4a281e tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.749028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 1b887809-805c-4ed6-a645-1299a65ed390 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:50.768352 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-270bf613-d1db-4dd4-83eb-900222a9f45e req-041e69ac-ac9b-4a5d-ba88-1614175b6e7b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 210 time: 0.0531290 Jul 16 18:05:50.814539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fee6d997-629c-4315-9768-a127afdd73c9 req-e6c1607d-6440-4b95-a2c6-2179525a3558 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270573 Jul 16 18:05:50.854183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e66208b5-3ee0-44fc-89a7-4a014a4a281e tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.869949 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:50.875012 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:50.881658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e66208b5-3ee0-44fc-89a7-4a014a4a281e tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Calling delete_port for f6c46f40-7acb-4da2-ba3c-f9796df387ae owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:50.900661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 02eb0f91-2090-4b0d-8ce4-584876eee615 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:50.960961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-1c188265-f301-4061-8539-38fc0f76f455', 'network_id': '1c188265-f301-4061-8539-38fc0f76f455', 'tenant_id': '66b707ea72c4430392d56eff25d0ab07', 'fixed_ips': [{'subnet_id': 'cc84a430-e7ce-4c6b-928f-b72dccda1850'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:05:50.962228 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.117127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8::1a7 (1c188265-f301-4061-8539-38fc0f76f455/cc84a430-e7ce-4c6b-928f-b72dccda1850/02eb0f91-2090-4b0d-8ce4-584876eee615) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:51.140937 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e66208b5-3ee0-44fc-89a7-4a014a4a281e tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.145215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b9b2ec-604f-44d5-9f08-b184d88918e1 req-b48960f2-ba99-43d9-98c0-97c9abf9bf12 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.147000 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19b9b2ec-604f-44d5-9f08-b184d88918e1 req-b48960f2-ba99-43d9-98c0-97c9abf9bf12 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 950 time: 0.1734223 Jul 16 18:05:51.188887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2349757d-de33-4b6d-a6aa-894ce862b5f9 None None] Network e3db646c-3353-44dc-a953-0120d9ad4fb5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:51.223461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66208b5-3ee0-44fc-89a7-4a014a4a281e tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Pushing event deleted for resources: {'Port': ['ID=f6c46f40-7acb-4da2-ba3c-f9796df387ae,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:51.237148 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19b9b2ec-604f-44d5-9f08-b184d88918e1 req-989af39a-59db-4bfd-9bcf-414df2439e61 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823133 Jul 16 18:05:51.257544 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e66208b5-3ee0-44fc-89a7-4a014a4a281e tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.257544 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e66208b5-3ee0-44fc-89a7-4a014a4a281e tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] 10.222.0.47 "DELETE /v2.0/ports/f6c46f40-7acb-4da2-ba3c-f9796df387ae HTTP/1.1" status: 204 len: 168 time: 0.8239701 Jul 16 18:05:51.260896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32812) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:51.267817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Request body: {'port': {'name': 'tempest-new-port-name-1291388526', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:51.268600 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.api.validators [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] bootfile-name is not in valid_values {{(pid=105439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:05:51.269706 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.api.validators [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] tftp-server is not in valid_values {{(pid=105439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:05:51.271160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.api.validators [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] server-ip-address is not in valid_values {{(pid=105439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:05:51.342724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3fd963e1-412d-44a9-9eb8-e5f6c737ce59 None None] Provisioning for port 1b887809-805c-4ed6-a645-1299a65ed390 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:51.383211 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.385037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3fd963e1-412d-44a9-9eb8-e5f6c737ce59 None None] Provisioning complete for port 1b887809-805c-4ed6-a645-1299a65ed390 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:51.385412 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3fd963e1-412d-44a9-9eb8-e5f6c737ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.401121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object 02eb0f91-2090-4b0d-8ce4-584876eee615 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:51.448962 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.475691 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.608909 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Allocated IP 2001:db8::2 (1c188265-f301-4061-8539-38fc0f76f455/cc84a430-e7ce-4c6b-928f-b72dccda1850/8163a568-bd63-45c7-af13-65ed511c853b) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:51.621563 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3fd963e1-412d-44a9-9eb8-e5f6c737ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.635650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 1c188265-f301-4061-8539-38fc0f76f455 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:51.653751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:51.661966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:51.683712 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.684814 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.686184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3fd963e1-412d-44a9-9eb8-e5f6c737ce59 None None] For port 1b887809-805c-4ed6-a645-1299a65ed390, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1b887809-805c-4ed6-a645-1299a65ed390,segment=NetworkSegment(71f77a31-ede0-4948-b7f5-7b042b66af02),segment_id=71f77a31-ede0-4948-b7f5-7b042b66af02)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:51.697150 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3fd963e1-412d-44a9-9eb8-e5f6c737ce59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.716626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=02eb0f91-2090-4b0d-8ce4-584876eee615,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:51.750863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32830) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:51.751122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-589b1d7e-4d61-48e8-bcf3-794bc2b93a66 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1682925 Jul 16 18:05:51.774328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': '1c188265-f301-4061-8539-38fc0f76f455', 'name': 'tempest-PortsIpV6TestJSON-906907928'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:51.791541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.834165 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:51.981163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] In _notify_port_updated(), no bound segment for port a09d51a5-30ae-4c76-965c-67951f88156f on network e3db646c-3353-44dc-a953-0120d9ad4fb5 {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:05:51.999809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:51.999809 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.004148 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] 10.222.0.47 "PUT /v2.0/ports/a09d51a5-30ae-4c76-965c-67951f88156f HTTP/1.1" status: 200 len: 1130 time: 0.7389879 Jul 16 18:05:52.018100 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.021508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd963e1-412d-44a9-9eb8-e5f6c737ce59 None None] Pushing event updated for resources: {'Port': ['ID=1b887809-805c-4ed6-a645-1299a65ed390,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.026515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32838) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:52.041869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-04f85ec6-cc06-4ab4-950f-dc1ddbbce74d req-1cb909a3-8ac4-4d46-ba96-9b028005f100 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 210 time: 0.0598373 Jul 16 18:05:52.062432 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.074955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Transition to ACTIVE for port object 8163a568-bd63-45c7-af13-65ed511c853b will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:52.109885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Transition to ACTIVE for port object 8163a568-bd63-45c7-af13-65ed511c853b will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:52.124575 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.172498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Network 1c188265-f301-4061-8539-38fc0f76f455 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:52.175978 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7da5ec-4063-4ebb-bb9e-81a3c11f0691 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Pushing event updated for resources: {'Port': ['ID=a09d51a5-30ae-4c76-965c-67951f88156f,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.181147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:52.183906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:52.194957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Pushing event updated for resources: {'Port': ['ID=8163a568-bd63-45c7-af13-65ed511c853b,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.224726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00de1d24-61ea-4f0c-a326-21e351b121ab tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.226192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-00de1d24-61ea-4f0c-a326-21e351b121ab tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] 10.222.0.47 "GET /v2.0/ports/a09d51a5-30ae-4c76-965c-67951f88156f HTTP/1.1" status: 200 len: 1130 time: 0.1962137 Jul 16 18:05:52.229855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32848) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:52.265928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-9be91904-c59f-4718-9553-b2025731feff tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.267483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-9be91904-c59f-4718-9553-b2025731feff tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.18 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 945 time: 0.5153069 Jul 16 18:05:52.285208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2a2652c6-9ca2-404d-94b8-17cf2511fe19 None None] Provisioning for port a09d51a5-30ae-4c76-965c-67951f88156f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:52.290300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Attempting to bind port 8163a568-bd63-45c7-af13-65ed511c853b on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:52.290300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Attempting to bind port 8163a568-bd63-45c7-af13-65ed511c853b by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '37aca0d3-f46d-4975-8b2c-35bd6a7b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1c188265-f301-4061-8539-38fc0f76f455'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:52.300914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Attempting to bind port 8163a568-bd63-45c7-af13-65ed511c853b on network 1c188265-f301-4061-8539-38fc0f76f455 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:52.311325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:52.311749 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Checking segment: {'id': '37aca0d3-f46d-4975-8b2c-35bd6a7b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1c188265-f301-4061-8539-38fc0f76f455'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:52.312118 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.312517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Bound using segment: {'id': '37aca0d3-f46d-4975-8b2c-35bd6a7b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1c188265-f301-4061-8539-38fc0f76f455'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:52.312992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Bound port: 8163a568-bd63-45c7-af13-65ed511c853b, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37aca0d3-f46d-4975-8b2c-35bd6a7b4661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '1c188265-f301-4061-8539-38fc0f76f455'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:52.313382 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.315659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2a2652c6-9ca2-404d-94b8-17cf2511fe19 None None] Provisioning complete for port a09d51a5-30ae-4c76-965c-67951f88156f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:52.315846 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2a2652c6-9ca2-404d-94b8-17cf2511fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.381424 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-762bddd6-8261-4ef6-8cae-7756572fee76 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Deleting port a09d51a5-30ae-4c76-965c-67951f88156f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:52.381972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-762bddd6-8261-4ef6-8cae-7756572fee76 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.408734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e89961-023e-4edd-a510-0afa15bb1c27 req-9e234b5e-d024-4370-9218-fabc25db3284 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.427017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6e89961-023e-4edd-a510-0afa15bb1c27 req-9e234b5e-d024-4370-9218-fabc25db3284 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 945 time: 0.2936456 Jul 16 18:05:52.432070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2a2652c6-9ca2-404d-94b8-17cf2511fe19 None None] Port a09d51a5-30ae-4c76-965c-67951f88156f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:52.444765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:52.450817 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.475770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1b887809-805c-4ed6-a645-1299a65ed390 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:52.537640 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-762bddd6-8261-4ef6-8cae-7756572fee76 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.559894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] For port 8163a568-bd63-45c7-af13-65ed511c853b, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:52.565423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-762bddd6-8261-4ef6-8cae-7756572fee76 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Calling delete_port for a09d51a5-30ae-4c76-965c-67951f88156f owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:52.568555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port b1f11155-559f-47d9-b9bb-b266c09738b8 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:05:52.568949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2a2652c6-9ca2-404d-94b8-17cf2511fe19 None None] Provisioning complete for port 1b887809-805c-4ed6-a645-1299a65ed390 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:52.569333 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2a2652c6-9ca2-404d-94b8-17cf2511fe19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.645224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] For port 8163a568-bd63-45c7-af13-65ed511c853b, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8163a568-bd63-45c7-af13-65ed511c853b,segment=NetworkSegment(37aca0d3-f46d-4975-8b2c-35bd6a7b4661),segment_id=37aca0d3-f46d-4975-8b2c-35bd6a7b4661)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:52.667009 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.735883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6e89961-023e-4edd-a510-0afa15bb1c27 req-87209641-40d2-479a-9ecf-a69fd2c26fbf tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3075247 Jul 16 18:05:52.786478 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-762bddd6-8261-4ef6-8cae-7756572fee76 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.796469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6567ba3e-5039-4ca6-934d-04a337b8f34a None None] Pushing event updated for resources: {'Port': ['ID=8163a568-bd63-45c7-af13-65ed511c853b,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.818555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762bddd6-8261-4ef6-8cae-7756572fee76 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Pushing event deleted for resources: {'Port': ['ID=a09d51a5-30ae-4c76-965c-67951f88156f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:52.859649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1b887809-805c-4ed6-a645-1299a65ed390 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:52.860037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8::3ea (1c188265-f301-4061-8539-38fc0f76f455/cc84a430-e7ce-4c6b-928f-b72dccda1850/b1f11155-559f-47d9-b9bb-b266c09738b8) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:52.860262 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.905238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-762bddd6-8261-4ef6-8cae-7756572fee76 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.910316 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-762bddd6-8261-4ef6-8cae-7756572fee76 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] 10.222.0.47 "DELETE /v2.0/ports/a09d51a5-30ae-4c76-965c-67951f88156f HTTP/1.1" status: 204 len: 168 time: 0.6775682 Jul 16 18:05:52.911541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32854) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:52.958594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-6677eed2-3f25-4489-be93-e9d461bd4fa5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:52.960640 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-6677eed2-3f25-4489-be93-e9d461bd4fa5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 811 time: 0.4482327 Jul 16 18:05:52.982258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Request body: {'port': {'device_id': 'b2170352-23b9-4008-9575-f5aa6ca43816', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'admin_state_up': True, 'tenant_id': '8c1cb972bdee4eb9bb7cbfd8898401fb'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:52.990202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-57a00d65-aeba-49f7-a8cf-4814c8a72add tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Deleting subnet dbcad23a-dbe3-479a-9a72-86dd4ba783da {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:52.992926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Deleting port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:52.993539 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:52.999315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57a00d65-aeba-49f7-a8cf-4814c8a72add tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.051932 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57a00d65-aeba-49f7-a8cf-4814c8a72add tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.150463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4fef1cba-a582-433b-b0b1-54bc1879ecb5 None None] Could not find standard attr ID for object a09d51a5-30ae-4c76-965c-67951f88156f. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:05:53.230500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4fef1cba-a582-433b-b0b1-54bc1879ecb5 None None] Could not find standard attr ID for object f6c46f40-7acb-4da2-ba3c-f9796df387ae. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:05:53.243521 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57a00d65-aeba-49f7-a8cf-4814c8a72add tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.348646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] For port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:53.349195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.373671 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6bf0cd69-fd54-49af-98b2-6b079901fce4 req-0db5eef2-6cae-42d6-9950-c61e8b3859b2 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 210 time: 0.0522842 Jul 16 18:05:53.416455 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57a00d65-aeba-49f7-a8cf-4814c8a72add tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.431925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57a00d65-aeba-49f7-a8cf-4814c8a72add tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.433981 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-57a00d65-aeba-49f7-a8cf-4814c8a72add tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] 10.222.0.47 "DELETE /v2.0/subnets/dbcad23a-dbe3-479a-9a72-86dd4ba783da HTTP/1.1" status: 204 len: 168 time: 0.5214140 Jul 16 18:05:53.447539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32868) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:53.452726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a00d65-aeba-49f7-a8cf-4814c8a72add tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Pushing event deleted for resources: {'Subnet': ['ID=dbcad23a-dbe3-479a-9a72-86dd4ba783da,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:53.454694 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.513280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object b1f11155-559f-47d9-b9bb-b266c09738b8 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:53.520775 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Made reservation on behalf of 8c1cb972bdee4eb9bb7cbfd8898401fb for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:05:53.525302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.525891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:53.559801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44e4bb7-dd2c-45a6-ac12-30cae7a5c580 None None] Network e3db646c-3353-44dc-a953-0120d9ad4fb5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:53.624846 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.656719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-90bb9838-dcca-43b5-8cfa-f01ecc8a6d87 None None] Could not find standard attr ID for object a09d51a5-30ae-4c76-965c-67951f88156f. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:05:53.692517 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:53.888449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:53.890995 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b631525-61e9-41c5-950f-cb29bf6c059a" -d '{"events": [{"server_uuid": "4323da53-f1d0-4ed5-87ee-9b84368f0dd7", "name": "network-vif-unplugged", "status": "completed", "tag": "67b1fd7f-4cf8-4657-b9f5-4641c68daa42"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:53.922119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:53.937230 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.003386 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-441f0eaa-7c11-494c-a874-41619e744631 x-openstack-request-id: req-441f0eaa-7c11-494c-a874-41619e744631 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:54.003746 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4323da53-f1d0-4ed5-87ee-9b84368f0dd7", "name": "network-vif-unplugged", "status": "completed", "tag": "67b1fd7f-4cf8-4657-b9f5-4641c68daa42", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:54.004042 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-441f0eaa-7c11-494c-a874-41619e744631 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:54.004350 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42', 'code': 200} Jul 16 18:05:54.031741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6306506-75a0-47e4-b2db-c8af709489c3 req-6e2c348b-f096-4e00-93ab-67803d4836be tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.043208 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d6306506-75a0-47e4-b2db-c8af709489c3 req-6e2c348b-f096-4e00-93ab-67803d4836be tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 945 time: 0.1555719 Jul 16 18:05:54.066781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.095186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d6306506-75a0-47e4-b2db-c8af709489c3 req-46d4cc3f-3355-44c6-9a70-cf0ac50f6672 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups?id=24e917b7-99c0-49e8-a540-ceac491b0974&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495307 Jul 16 18:05:54.140366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2c0a93-2f2e-4eb2-b2f5-2c26e8b934fd None None] DHCP port deletion for e3db646c-3353-44dc-a953-0120d9ad4fb5 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:05:54.195985 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.203693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c0a93-2f2e-4eb2-b2f5-2c26e8b934fd None None] Deleting port 1b887809-805c-4ed6-a645-1299a65ed390 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:54.204045 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0a93-2f2e-4eb2-b2f5-2c26e8b934fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.292702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=b1f11155-559f-47d9-b9bb-b266c09738b8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.293999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-9f2c0a93-2f2e-4eb2-b2f5-2c26e8b934fd None None] For port 1b887809-805c-4ed6-a645-1299a65ed390, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1b887809-805c-4ed6-a645-1299a65ed390,segment=NetworkSegment(71f77a31-ede0-4948-b7f5-7b042b66af02),segment_id=71f77a31-ede0-4948-b7f5-7b042b66af02)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:54.294407 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0a93-2f2e-4eb2-b2f5-2c26e8b934fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.309640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9f2c0a93-2f2e-4eb2-b2f5-2c26e8b934fd None None] Calling delete_port for 1b887809-805c-4ed6-a645-1299a65ed390 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:54.373421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da0dbdc-9d9a-4877-aa1f-603a85c2df4a None None] Network 1c188265-f301-4061-8539-38fc0f76f455 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:54.394922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32892) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.430532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-38206d2c-185d-4269-b48f-224bb26db66e None None] Provisioning for port 8163a568-bd63-45c7-af13-65ed511c853b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:54.492732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.493444 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.493777 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Floating IP 7cb0aec4-2260-480e-b95a-c328e903ba98 disassociated. External IP: 172.25.7.64, port: 67b1fd7f-4cf8-4657-b9f5-4641c68daa42. Jul 16 18:05:54.494135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Calling delete_port for 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:54.513959 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 1c188265-f301-4061-8539-38fc0f76f455 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:54.522410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8163a568-bd63-45c7-af13-65ed511c853b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:54.531106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:54.531815 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9f2c0a93-2f2e-4eb2-b2f5-2c26e8b934fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.533727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:54.539895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:54.540634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.555886 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a97d4a4-00c1-4a56-b507-6c6438148cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.607721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Allocated IP 172.20.0.6 (fc6614fe-db14-4de8-b9ed-fc41baa479e0/a3f56a12-2748-4e3d-89b9-151cce28c16a/4ea30349-499a-4178-9c00-be050fef3015) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:05:54.615254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Deleting port 1b887809-805c-4ed6-a645-1299a65ed390 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:54.615254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.627778 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e5bf7ca9-bd32-47a3-8816-2c9b39754d95 req-310007e0-ed9b-4393-be6b-42f9c2df7405 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 210 time: 0.0576093 Jul 16 18:05:54.666934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2c0a93-2f2e-4eb2-b2f5-2c26e8b934fd None None] No DVR routers for this DVR port 1b887809-805c-4ed6-a645-1299a65ed390 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:54.671210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c0a93-2f2e-4eb2-b2f5-2c26e8b934fd None None] Pushing event deleted for resources: {'Port': ['ID=1b887809-805c-4ed6-a645-1299a65ed390,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.735097 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a97d4a4-00c1-4a56-b507-6c6438148cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.741376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a97d4a4-00c1-4a56-b507-6c6438148cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.760034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] For port 1b887809-805c-4ed6-a645-1299a65ed390, host n-d-794306-7, got binding levels [] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:54.760495 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.766974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 8163a568-bd63-45c7-af13-65ed511c853b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:54.772246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-19e52cd3-2ef5-48e5-994f-3d0045543d1c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.0093832 Jul 16 18:05:54.778256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7a97d4a4-00c1-4a56-b507-6c6438148cfd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8efe8f7f087c4812a64ad65cde5fc0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3820906 Jul 16 18:05:54.778601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8163a568-bd63-45c7-af13-65ed511c853b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:54.778896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32902) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.779234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32904) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:54.779604 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.781684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Calling delete_port for 1b887809-805c-4ed6-a645-1299a65ed390 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:54.789958 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Port 1b887809-805c-4ed6-a645-1299a65ed390 was not found and therefore no delete operation was performed {{(pid=105439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:05:54.797765 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.899159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Pushing event deleted for resources: {'Port': ['ID=1b887809-805c-4ed6-a645-1299a65ed390,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.906258 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:54.913110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a97d4a4-00c1-4a56-b507-6c6438148cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244e2c46-8c4e-4a31-b1a1-6d34355e9c96,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:54.928337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] No DVR routers for this DVR port 1b887809-805c-4ed6-a645-1299a65ed390 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:54.991011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 8163a568-bd63-45c7-af13-65ed511c853b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8163a568-bd63-45c7-af13-65ed511c853b,segment=NetworkSegment(37aca0d3-f46d-4975-8b2c-35bd6a7b4661),segment_id=37aca0d3-f46d-4975-8b2c-35bd6a7b4661)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:54.999614 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.019659 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02643d4-d8d8-43d3-8d26-6e48c1191829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.075869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02643d4-d8d8-43d3-8d26-6e48c1191829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.085475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1b887809-805c-4ed6-a645-1299a65ed390 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:05:55.102513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a303bef7-1985-4606-bd52-9d1633453661 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:55.104108 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a303bef7-1985-4606-bd52-9d1633453661 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1a7 HTTP/1.1" status: 200 len: 929 time: 0.3184268 Jul 16 18:05:55.112151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32910) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:55.118769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=8163a568-bd63-45c7-af13-65ed511c853b,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.122134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 1b887809-805c-4ed6-a645-1299a65ed390 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:05:55.122730 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1b887809-805c-4ed6-a645-1299a65ed390 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:05:55.184935 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.189523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.229899 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02643d4-d8d8-43d3-8d26-6e48c1191829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.232688 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02643d4-d8d8-43d3-8d26-6e48c1191829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.236228 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e02643d4-d8d8-43d3-8d26-6e48c1191829 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/244e2c46-8c4e-4a31-b1a1-6d34355e9c96 HTTP/1.1" status: 204 len: 168 time: 0.4470506 Jul 16 18:05:55.265396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Pushing event deleted for resources: {'Port': ['ID=67b1fd7f-4cf8-4657-b9f5-4641c68daa42,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.286849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02643d4-d8d8-43d3-8d26-6e48c1191829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244e2c46-8c4e-4a31-b1a1-6d34355e9c96,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:55.322778 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.336218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f70313ae-c1f9-4bca-a252-e34d2ee8cd83 None None] Provisioning for port b1f11155-559f-47d9-b9bb-b266c09738b8 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:55.344965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f70313ae-c1f9-4bca-a252-e34d2ee8cd83 None None] Provisioning complete for port b1f11155-559f-47d9-b9bb-b266c09738b8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:55.348421 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f70313ae-c1f9-4bca-a252-e34d2ee8cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.374457 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d066145c-cb8a-4b1a-a827-9045ddfaaaaa req-f8082c1c-628e-4dd9-bf0b-efd81c923c67 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 210 time: 0.1157212 Jul 16 18:05:55.412817 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.417039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3db646c-3353-44dc-a953-0120d9ad4fb5']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:55.442171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a373521d-93e9-4f6f-8376-0d14d8e0cbdb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port b1f11155-559f-47d9-b9bb-b266c09738b8 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:55.442525 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a373521d-93e9-4f6f-8376-0d14d8e0cbdb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.463672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f70313ae-c1f9-4bca-a252-e34d2ee8cd83 None None] Port b1f11155-559f-47d9-b9bb-b266c09738b8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:55.488839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f70313ae-c1f9-4bca-a252-e34d2ee8cd83 None None] Provisioning complete for port 8163a568-bd63-45c7-af13-65ed511c853b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:55.489970 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f70313ae-c1f9-4bca-a252-e34d2ee8cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.527783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71f77a31-ede0-4948-b7f5-7b042b66af02') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:55.528718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71f77a31-ede0-4948-b7f5-7b042b66af02') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:55.533243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59ad5d70-33e8-4a1a-a744-33cb453196e3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:05:55.604596 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.640400 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a373521d-93e9-4f6f-8376-0d14d8e0cbdb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.667366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a373521d-93e9-4f6f-8376-0d14d8e0cbdb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for b1f11155-559f-47d9-b9bb-b266c09738b8 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:55.701760 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.717504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:05:55.720346 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.809647 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:55.812931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f70313ae-c1f9-4bca-a252-e34d2ee8cd83 None None] Provisioning for port 02eb0f91-2090-4b0d-8ce4-584876eee615 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:05:55.826954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f70313ae-c1f9-4bca-a252-e34d2ee8cd83 None None] Provisioning complete for port 02eb0f91-2090-4b0d-8ce4-584876eee615 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:55.836366 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f70313ae-c1f9-4bca-a252-e34d2ee8cd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:55.841606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'mac_address': 'fa:16:3e:c3:35:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:05:55.892619 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:05:56.016297 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.028897 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Network fc6614fe-db14-4de8-b9ed-fc41baa479e0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:05:56.039159 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.051025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:05:56.056462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Router 51de69db-fdaf-4192-9c34-060c504c75a9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:05:56.062765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:05:56.084980 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a373521d-93e9-4f6f-8376-0d14d8e0cbdb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.097189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59ad5d70-33e8-4a1a-a744-33cb453196e3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:56.131543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f70313ae-c1f9-4bca-a252-e34d2ee8cd83 None None] Port 02eb0f91-2090-4b0d-8ce4-584876eee615 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:56.136326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.139497 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] 10.222.0.47 "DELETE /v2.0/networks/e3db646c-3353-44dc-a953-0120d9ad4fb5 HTTP/1.1" status: 204 len: 168 time: 2.6889572 Jul 16 18:05:56.151381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.152184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.163147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:56.170898 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.185373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event updated for resources: {'Port': ['ID=4ea30349-499a-4178-9c00-be050fef3015,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.220121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-9658800f-386a-429a-b45f-84fcf358bfb1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2445989 Jul 16 18:05:56.223854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cd9cf1-0590-4513-bdda-1e2bb87aa7ad tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107 tempest-ExtraDHCPOptionsIpV6TestJSON-1000672107-project] Pushing event deleted for resources: {'Network': ['ID=e3db646c-3353-44dc-a953-0120d9ad4fb5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.240569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Request body: {'port': {'device_id': 'b2170352-23b9-4008-9575-f5aa6ca43816', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:05:56.262600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['59ad5d70-33e8-4a1a-a744-33cb453196e3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:05:56.271692 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a373521d-93e9-4f6f-8376-0d14d8e0cbdb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.273996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a373521d-93e9-4f6f-8376-0d14d8e0cbdb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/b1f11155-559f-47d9-b9bb-b266c09738b8 HTTP/1.1" status: 204 len: 168 time: 1.1601985 Jul 16 18:05:56.276877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a373521d-93e9-4f6f-8376-0d14d8e0cbdb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=b1f11155-559f-47d9-b9bb-b266c09738b8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.279868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32964) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:56.316311 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-5363d422-dba8-4689-a01b-4639cb2b05b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:05:56.324378 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5363d422-dba8-4689-a01b-4639cb2b05b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/b1f11155-559f-47d9-b9bb-b266c09738b8 HTTP/1.1" status: 404 len: 333 time: 0.0409498 Jul 16 18:05:56.333230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32966) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:56.346438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e881093a-e070-4a59-bb82-f53a7b24de9c None None] Could not find standard attr ID for object b1f11155-559f-47d9-b9bb-b266c09738b8. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:05:56.367712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:56.431470 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e881093a-e070-4a59-bb82-f53a7b24de9c None None] Provisioning complete for port 02eb0f91-2090-4b0d-8ce4-584876eee615 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:56.451702 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e881093a-e070-4a59-bb82-f53a7b24de9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.469340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d872c-6515-41a2-a6cb-ca3d41e2051c req-d205fe5f-b8b5-4cac-812f-d2da365edad2 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:56.477172 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f5d872c-6515-41a2-a6cb-ca3d41e2051c req-d205fe5f-b8b5-4cac-812f-d2da365edad2 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 931 time: 0.5593917 Jul 16 18:05:56.647098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8163a568-bd63-45c7-af13-65ed511c853b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:56.661834 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f5d872c-6515-41a2-a6cb-ca3d41e2051c req-3cc12fc3-43ed-4ef2-bcae-527e0987709c tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834984 Jul 16 18:05:56.679150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e881093a-e070-4a59-bb82-f53a7b24de9c None None] Port 02eb0f91-2090-4b0d-8ce4-584876eee615 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:05:56.687112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.702860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ea61ca0c-76cb-43eb-bffe-b4abe7b474b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 02eb0f91-2090-4b0d-8ce4-584876eee615 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:56.703258 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea61ca0c-76cb-43eb-bffe-b4abe7b474b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.778436 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32988) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:56.843668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8163a568-bd63-45c7-af13-65ed511c853b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:56.844179 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.887496 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc80843f-cbee-4579-96ab-31f38e445d92 req-e5f26b93-ba7e-4c5c-8887-2125d65bd397 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 210 time: 0.0866511 Jul 16 18:05:56.953598 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea61ca0c-76cb-43eb-bffe-b4abe7b474b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:56.981961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ea61ca0c-76cb-43eb-bffe-b4abe7b474b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 02eb0f91-2090-4b0d-8ce4-584876eee615 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:05:57.053953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:05:57.063999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b7167-e87e-426b-935e-73029e6952ee None None] Sync routers for ids ['51de69db-fdaf-4192-9c34-060c504c75a9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:05:57.077940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b7167-e87e-426b-935e-73029e6952ee None None] Routers {'51de69db-fdaf-4192-9c34-060c504c75a9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:57.080068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a84b7167-e87e-426b-935e-73029e6952ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:05:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['51de69db-fdaf-4192-9c34-060c504c75a9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:57.147204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] No DVR routers for this DVR port 67b1fd7f-4cf8-4657-b9f5-4641c68daa42 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:05:57.150227 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.152333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-310cd603-772d-45b2-a93b-dee1d50e6ea1 req-29559ebf-62a8-4557-a222-3ca4de0a38e5 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.18 "DELETE /v2.0/ports/67b1fd7f-4cf8-4657-b9f5-4641c68daa42 HTTP/1.1" status: 204 len: 173 time: 4.8717072 Jul 16 18:05:57.152794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'name': 'network-vif-deleted', 'tag': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:57.155468 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed64a55f-1416-4958-bf9e-8e220e99f332" -d '{"events": [{"server_uuid": "4323da53-f1d0-4ed5-87ee-9b84368f0dd7", "name": "network-vif-deleted", "tag": "67b1fd7f-4cf8-4657-b9f5-4641c68daa42"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:57.298683 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea61ca0c-76cb-43eb-bffe-b4abe7b474b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.363011 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f720e8e-0d11-406a-8326-68dcfb407c38 x-openstack-request-id: req-7f720e8e-0d11-406a-8326-68dcfb407c38 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:57.375704 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4323da53-f1d0-4ed5-87ee-9b84368f0dd7", "name": "network-vif-deleted", "tag": "67b1fd7f-4cf8-4657-b9f5-4641c68daa42", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:57.375704 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7f720e8e-0d11-406a-8326-68dcfb407c38 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:57.375704 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4323da53-f1d0-4ed5-87ee-9b84368f0dd7', 'name': 'network-vif-deleted', 'tag': '67b1fd7f-4cf8-4657-b9f5-4641c68daa42', 'status': 'completed', 'code': 200} Jul 16 18:05:57.426397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea61ca0c-76cb-43eb-bffe-b4abe7b474b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=02eb0f91-2090-4b0d-8ce4-584876eee615,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:57.505728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a84b7167-e87e-426b-935e-73029e6952ee None None] Set router 51de69db-fdaf-4192-9c34-060c504c75a9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:57.589632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59ad5d70-33e8-4a1a-a744-33cb453196e3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:05:57.593944 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-60888a87-ee2c-4604-b0d1-6d2877752565 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=48ac6037de54478c9e69eed7a27fbc47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8114600 Jul 16 18:05:57.596361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33006) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:57.654905 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea61ca0c-76cb-43eb-bffe-b4abe7b474b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.660315 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ea61ca0c-76cb-43eb-bffe-b4abe7b474b6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/02eb0f91-2090-4b0d-8ce4-584876eee615 HTTP/1.1" status: 204 len: 168 time: 1.3234158 Jul 16 18:05:57.665930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33008) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:57.703275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ea30349-499a-4178-9c00-be050fef3015 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:05:57.733951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.789642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Transition to ACTIVE for port object 4ea30349-499a-4178-9c00-be050fef3015 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:05:57.801680 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:57.817357 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fe01ac2-d9be-493c-8c8d-73382a8da88f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:05:57.825504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6fe01ac2-d9be-493c-8c8d-73382a8da88f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/02eb0f91-2090-4b0d-8ce4-584876eee615 HTTP/1.1" status: 404 len: 333 time: 0.1452703 Jul 16 18:05:57.826145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33024) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:57.917381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Pushing event updated for resources: {'Port': ['ID=4ea30349-499a-4178-9c00-be050fef3015,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:57.975883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8f4a59b-e19f-46b5-bc88-e3ffe29ac3fd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting subnet cc84a430-e7ce-4c6b-928f-b72dccda1850 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:05:57.982117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a59b-e19f-46b5-bc88-e3ffe29ac3fd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.046978 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8360f94e-4a8b-4f82-b26d-63c0aa003239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.130408 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a59b-e19f-46b5-bc88-e3ffe29ac3fd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.154139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Attempting to bind port 4ea30349-499a-4178-9c00-be050fef3015 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:05:58.154506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Attempting to bind port 4ea30349-499a-4178-9c00-be050fef3015 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:05:58.154847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Attempting to bind port 4ea30349-499a-4178-9c00-be050fef3015 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:58.158054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8360f94e-4a8b-4f82-b26d-63c0aa003239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.169674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Port 4ea30349-499a-4178-9c00-be050fef3015 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:05:58.172063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Attempting to bind port 4ea30349-499a-4178-9c00-be050fef3015 on network fc6614fe-db14-4de8-b9ed-fc41baa479e0 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:05:58.178709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 59ad5d70-33e8-4a1a-a744-33cb453196e3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:05:58.180061 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.186181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:05:58.191634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Checking segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:05:58.192087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Bound using segment: {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:05:58.192560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Bound port: 4ea30349-499a-4178-9c00-be050fef3015, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '301216b3-4405-4120-8895-f1a5dda9d3ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:05:58.192936 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.254971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a84b7167-e87e-426b-935e-73029e6952ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'bb1457d4-8750-4f3b-bc08-aea8738a352f', 'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'mac_address': 'fa:16:3e:ee:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 5, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'subnets': [{'id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:58.359770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34cab9ac-483f-4eea-afa3-9a910718f1c6 req-4683d88e-2c38-4b65-9f8a-62746bfa9161 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 210 time: 0.0468047 Jul 16 18:05:58.378387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] For port 4ea30349-499a-4178-9c00-be050fef3015, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:05:58.384673 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] For port 4ea30349-499a-4178-9c00-be050fef3015, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ea30349-499a-4178-9c00-be050fef3015,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:05:58.392231 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.482277 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.499599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.500233 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.501674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] 10.222.0.18 "PUT /v2.0/ports/4ea30349-499a-4178-9c00-be050fef3015 HTTP/1.1" status: 200 len: 1091 time: 2.2679682 Jul 16 18:05:58.517286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b7167-e87e-426b-935e-73029e6952ee None None] Checking router: 51de69db-fdaf-4192-9c34-060c504c75a9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:05:58.538791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:58.542587 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a112c499-6210-45eb-83d5-2b97afcf043a" -d '{"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-plugged", "status": "completed", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:58.566760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:05:58.574033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84b7167-e87e-426b-935e-73029e6952ee None None] Routers {'51de69db-fdaf-4192-9c34-060c504c75a9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:05:58.574703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a84b7167-e87e-426b-935e-73029e6952ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:05:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['51de69db-fdaf-4192-9c34-060c504c75a9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:05:58.711743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d700f1c-a590-4e1c-89ee-7ed3c5fa83eb service neutron] Pushing event updated for resources: {'Port': ['ID=4ea30349-499a-4178-9c00-be050fef3015,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:58.744823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-b1d8014e-538e-4347-b14a-9fb2bb52f03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:58.753362 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-b1d8014e-538e-4347-b14a-9fb2bb52f03a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 1094 time: 0.1781435 Jul 16 18:05:58.757051 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484fdaee-159f-45a0-bbc5-aa879a045bb2 x-openstack-request-id: req-484fdaee-159f-45a0-bbc5-aa879a045bb2 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:58.761210 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-plugged", "status": "completed", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:58.761836 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-484fdaee-159f-45a0-bbc5-aa879a045bb2 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:58.762603 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'code': 200} Jul 16 18:05:58.766047 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:58.875140 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-94eb4f13-9e8a-48ac-b614-698acc6afa36 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4163785 Jul 16 18:05:58.887433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-23135593-367d-4a2e-b2d9-56482ee6cb42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ea30349-499a-4178-9c00-be050fef3015 HTTP/1.1" status: 200 len: 217 time: 0.1116238 Jul 16 18:05:58.992824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a59b-e19f-46b5-bc88-e3ffe29ac3fd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.028580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-33d84f35-7334-4704-a0cc-1c53f4a29712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.030092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-33d84f35-7334-4704-a0cc-1c53f4a29712 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.1416962 Jul 16 18:05:59.070879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962e1bd0-7986-44c3-82eb-8a439fdd7ce5 req-21fe7004-8bf4-4ec4-b5b2-7f7ff68ca6ff tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.085213 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-962e1bd0-7986-44c3-82eb-8a439fdd7ce5 req-21fe7004-8bf4-4ec4-b5b2-7f7ff68ca6ff tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 943 time: 1.1040537 Jul 16 18:05:59.110698 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:05:59.148925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8360f94e-4a8b-4f82-b26d-63c0aa003239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.150457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8360f94e-4a8b-4f82-b26d-63c0aa003239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.154074 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8360f94e-4a8b-4f82-b26d-63c0aa003239 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6ed2b829-8674-4e3f-90f5-bb9c1bbf8f48 HTTP/1.1" status: 204 len: 168 time: 1.5545096 Jul 16 18:05:59.184219 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-51ca2e34-d895-470f-8e49-b92635638bfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1330490 Jul 16 18:05:59.240243 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-962e1bd0-7986-44c3-82eb-8a439fdd7ce5 req-0b66fb6b-8f79-4e19-bac1-379d424b5f01 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530674 Jul 16 18:05:59.265268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8360f94e-4a8b-4f82-b26d-63c0aa003239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ed2b829-8674-4e3f-90f5-bb9c1bbf8f48,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.290270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a59b-e19f-46b5-bc88-e3ffe29ac3fd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.352685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f4a59b-e19f-46b5-bc88-e3ffe29ac3fd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Subnet': ['ID=cc84a430-e7ce-4c6b-928f-b72dccda1850,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.362904 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a8f4a59b-e19f-46b5-bc88-e3ffe29ac3fd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.372233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a8f4a59b-e19f-46b5-bc88-e3ffe29ac3fd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/cc84a430-e7ce-4c6b-928f-b72dccda1850 HTTP/1.1" status: 204 len: 168 time: 1.5304542 Jul 16 18:05:59.375965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33076) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:05:59.392228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3290b76-8bda-4685-bae1-b660a74c45b8 None None] Network 1c188265-f301-4061-8539-38fc0f76f455 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:05:59.404270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2170352-23b9-4008-9575-f5aa6ca43816', 'tag': '4ea30349-499a-4178-9c00-be050fef3015'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:05:59.407064 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4b03da5-eced-4924-9f91-0c05b12d863d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2170352-23b9-4008-9575-f5aa6ca43816", "tag": "4ea30349-499a-4178-9c00-be050fef3015"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:05:59.451871 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.498556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a84b7167-e87e-426b-935e-73029e6952ee None None] Set router 51de69db-fdaf-4192-9c34-060c504c75a9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:05:59.501261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:05:59.608053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-1029f13e-e9e1-461c-a796-f0346bb6903a service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107265 Jul 16 18:05:59.626295 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee2bd78-4d01-4e18-bbf8-a15826bcea97 x-openstack-request-id: req-1ee2bd78-4d01-4e18-bbf8-a15826bcea97 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:05:59.636416 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2170352-23b9-4008-9575-f5aa6ca43816", "tag": "4ea30349-499a-4178-9c00-be050fef3015", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:05:59.641215 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1ee2bd78-4d01-4e18-bbf8-a15826bcea97 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:05:59.641809 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2170352-23b9-4008-9575-f5aa6ca43816', 'tag': '4ea30349-499a-4178-9c00-be050fef3015', 'status': 'completed', 'code': 200} Jul 16 18:05:59.719924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-c242c8f9-bd75-4cda-98a5-e2f19ef7a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.727212 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:05:59.728669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-c242c8f9-bd75-4cda-98a5-e2f19ef7a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.734071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-c242c8f9-bd75-4cda-98a5-e2f19ef7a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.734823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-c242c8f9-bd75-4cda-98a5-e2f19ef7a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.735482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-c242c8f9-bd75-4cda-98a5-e2f19ef7a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.736186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-c242c8f9-bd75-4cda-98a5-e2f19ef7a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.736835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-c242c8f9-bd75-4cda-98a5-e2f19ef7a43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:05:59.739857 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-c242c8f9-bd75-4cda-98a5-e2f19ef7a43d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b9ab57568965435a8341b46893aa22bb&device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 6501 time: 0.7251806 Jul 16 18:05:59.851429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7b39bf3-f643-4d31-9141-499122be92d7 req-732e11db-f0e0-495a-9ce2-076b25ec9233 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 210 time: 0.0465751 Jul 16 18:05:59.917947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 8163a568-bd63-45c7-af13-65ed511c853b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:05:59.922918 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.101658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a7dbd64-74e5-4b7a-9163-cc96054aefb1 req-a723d440-3b8e-4cf4-ad6a-a15677f3c8c1 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4905813 Jul 16 18:06:00.145528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-baaf4f54-d42c-4010-9175-efb274daa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.145925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-baaf4f54-d42c-4010-9175-efb274daa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.148827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-baaf4f54-d42c-4010-9175-efb274daa8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.150567 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-baaf4f54-d42c-4010-9175-efb274daa8eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=11e95be7-e3eb-4804-aa69-ab254a697625&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&id=791fcc36-0324-4230-9b89-1a8c080d3fb9&id=791fcc36-0324-4230-9b89-1a8c080d3fb9 HTTP/1.1" status: 200 len: 2297 time: 0.3722081 Jul 16 18:06:00.187006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] For port 8163a568-bd63-45c7-af13-65ed511c853b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8163a568-bd63-45c7-af13-65ed511c853b,segment=NetworkSegment(37aca0d3-f46d-4975-8b2c-35bd6a7b4661),segment_id=37aca0d3-f46d-4975-8b2c-35bd6a7b4661)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:00.189526 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.192145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33104) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:00.206462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a84b7167-e87e-426b-935e-73029e6952ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'bb1457d4-8750-4f3b-bc08-aea8738a352f', 'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'mac_address': 'fa:16:3e:ee:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 5, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'subnets': [{'id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:00.242896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 8163a568-bd63-45c7-af13-65ed511c853b owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:00.311346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-5fedbb5e-d54f-4676-aaed-c63506a0b84f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d9d398d3-ffa2-42ec-82b2-002ccf45ef87 HTTP/1.1" status: 200 len: 1000 time: 0.1532011 Jul 16 18:06:00.379197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9fa9d6-75f9-4452-a8dd-ebdd738ccc2d None None] DHCP port deletion for 1c188265-f301-4061-8539-38fc0f76f455 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:00.381651 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84b7167-e87e-426b-935e-73029e6952ee None None] The sync data for ids ['51de69db-fdaf-4192-9c34-060c504c75a9'] in n-d-794306-7 is: [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:03:01Z', 'revision_number': 4, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'bb1457d4-8750-4f3b-bc08-aea8738a352f', 'name': '', 'network_id': '9bc4763d-4d12-486b-8214-853c955a2609', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'mac_address': 'fa:16:3e:ee:c7:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:03:00Z', 'updated_at': '2021-07-16T18:03:06Z', 'revision_number': 5, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'subnets': [{'id': 'bc478255-8360-453e-ba9d-a86e2bdb2f7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:00.483862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-256b79e2-0cb4-4a7e-b229-06909b07b1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.485400 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-256b79e2-0cb4-4a7e-b229-06909b07b1dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=acfdc864-54b3-468d-8c8a-61d86c93586e HTTP/1.1" status: 200 len: 855 time: 0.1677470 Jul 16 18:06:00.493134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8163a568-bd63-45c7-af13-65ed511c853b no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:00.567171 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.591790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b03da5-eced-4924-9f91-0c05b12d863d req-457302d3-c9a0-459b-a18f-6f335953d804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.595256 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4b03da5-eced-4924-9f91-0c05b12d863d req-457302d3-c9a0-459b-a18f-6f335953d804 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 1094 time: 0.4237859 Jul 16 18:06:00.669049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No active binding found for port 8163a568-bd63-45c7-af13-65ed511c853b {{(pid=105440) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 18:06:00.680363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8163a568-bd63-45c7-af13-65ed511c853b not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:00.693396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=8163a568-bd63-45c7-af13-65ed511c853b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:00.708731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ef9fa9d6-75f9-4452-a8dd-ebdd738ccc2d None None] Deleting port 8163a568-bd63-45c7-af13-65ed511c853b {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:00.709126 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa9d6-75f9-4452-a8dd-ebdd738ccc2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.741408 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf9b93a3-fd9c-477e-931c-6095ecbfaf7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.843304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-45c3f405-1f90-46d8-861a-489ee712303b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.845935 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-45c3f405-1f90-46d8-861a-489ee712303b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=11e95be7-e3eb-4804-aa69-ab254a697625&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3502572 Jul 16 18:06:00.850545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No DVR routers for this DVR port 8163a568-bd63-45c7-af13-65ed511c853b on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:00.911090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ef9fa9d6-75f9-4452-a8dd-ebdd738ccc2d None None] For port 8163a568-bd63-45c7-af13-65ed511c853b, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:00.911494 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa9d6-75f9-4452-a8dd-ebdd738ccc2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.941569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ef9fa9d6-75f9-4452-a8dd-ebdd738ccc2d None None] Calling delete_port for 8163a568-bd63-45c7-af13-65ed511c853b owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:00.949990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-ef9fa9d6-75f9-4452-a8dd-ebdd738ccc2d None None] Port 8163a568-bd63-45c7-af13-65ed511c853b was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:06:00.951832 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ef9fa9d6-75f9-4452-a8dd-ebdd738ccc2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:00.985997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b03da5-eced-4924-9f91-0c05b12d863d req-ae123524-7125-4318-9098-5f7111c076d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:00.990020 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4b03da5-eced-4924-9f91-0c05b12d863d req-ae123524-7125-4318-9098-5f7111c076d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 200 len: 912 time: 0.3846977 Jul 16 18:06:01.019997 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.032591 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fa9d6-75f9-4452-a8dd-ebdd738ccc2d None None] Pushing event deleted for resources: {'Port': ['ID=8163a568-bd63-45c7-af13-65ed511c853b,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.033398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c188265-f301-4061-8539-38fc0f76f455']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:01.049904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9fa9d6-75f9-4452-a8dd-ebdd738ccc2d None None] No DVR routers for this DVR port 8163a568-bd63-45c7-af13-65ed511c853b on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:01.050707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37aca0d3-f46d-4975-8b2c-35bd6a7b4661') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:01.051172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37aca0d3-f46d-4975-8b2c-35bd6a7b4661') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:01.064558 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.074197 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-926f1b23-5e41-4553-b0da-aa3049994251 None None] New status for floating IP 7cb0aec4-2260-480e-b95a-c328e903ba98: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:06:01.100199 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.103360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:01.115420 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.222981 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4b03da5-eced-4924-9f91-0c05b12d863d req-e6e19bf6-9399-455c-a90d-0f966fa045d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4ea30349-499a-4178-9c00-be050fef3015 HTTP/1.1" status: 200 len: 217 time: 0.2226586 Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:01.288506 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:01.333841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f031a7-ebdd-4314-b111-1540df338f60 req-3e8513e1-c404-4b67-b854-ce7d9470046a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.341396 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-04f031a7-ebdd-4314-b111-1540df338f60 req-3e8513e1-c404-4b67-b854-ce7d9470046a tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 943 time: 0.6672707 Jul 16 18:06:01.341396 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.343984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33134) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:01.345627 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a835d0cd-ed78-4a88-b56c-54fdf37428e3 req-a985d3b4-35cd-4acc-932e-e72c33f92f58 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 210 time: 0.1251612 Jul 16 18:06:01.373579 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.383091 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/networks/1c188265-f301-4061-8539-38fc0f76f455 HTTP/1.1" status: 204 len: 168 time: 2.0053937 Jul 16 18:06:01.389740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acebf2-208b-4090-80e5-77ce8ab8b577 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Network': ['ID=1c188265-f301-4061-8539-38fc0f76f455,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.422040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33140) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:01.440066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-418306904'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:01.470792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-6e71430f-33ae-433e-b75a-4ff893129d06 service neutron] 10.222.0.37 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166515 Jul 16 18:06:01.474682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b03da5-eced-4924-9f91-0c05b12d863d req-cd26fe20-6fae-435b-ac4a-9b6e6a229940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:01.476506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4b03da5-eced-4924-9f91-0c05b12d863d req-cd26fe20-6fae-435b-ac4a-9b6e6a229940 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 200 len: 851 time: 0.2107034 Jul 16 18:06:01.529152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-04f031a7-ebdd-4314-b111-1540df338f60 req-4dbea5c4-5ede-4c29-96c5-4343649d6fbc tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739440 Jul 16 18:06:01.537509 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4b03da5-eced-4924-9f91-0c05b12d863d req-72b92326-c3d5-4c47-b76e-9ac5b1baf2f1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc6614fe-db14-4de8-b9ed-fc41baa479e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466053 Jul 16 18:06:01.584585 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf9b93a3-fd9c-477e-931c-6095ecbfaf7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.621135 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf9b93a3-fd9c-477e-931c-6095ecbfaf7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.665139 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bf9b93a3-fd9c-477e-931c-6095ecbfaf7c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f72f50f85e8f4964b289b0cd8aeb283f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4686244 Jul 16 18:06:01.665139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:01.668213 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.687169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3bb3fdca-da24-4270-8535-a652e67c4086 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] Request body: {'port': {'network_id': '49c9ae71-4339-41b4-b4f4-150c0862b61e', 'name': 'tempest-NetworksNegativeTestJSON-487077058'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:01.688390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33150) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:01.711626 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb3fdca-da24-4270-8535-a652e67c4086 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] POST failed (client error): The resource could not be found. Jul 16 18:06:01.712386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb3fdca-da24-4270-8535-a652e67c4086 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:06:01.713688 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3bb3fdca-da24-4270-8535-a652e67c4086 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3659315 Jul 16 18:06:01.723013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33152) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:01.773628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:01.780733 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e2117c9-c256-440a-a2bd-e4dad7fb19ab tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] DELETE failed (client error): The resource could not be found. Jul 16 18:06:01.781616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e2117c9-c256-440a-a2bd-e4dad7fb19ab tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:06:01.786079 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e2117c9-c256-440a-a2bd-e4dad7fb19ab tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] 10.222.0.47 "DELETE /v2.0/networks/9a95b2e1-ca9f-4151-bd90-dea132591b30 HTTP/1.1" status: 404 len: 339 time: 0.0598700 Jul 16 18:06:01.787397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9b93a3-fd9c-477e-931c-6095ecbfaf7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd83711d-76bd-4f88-8891-0ed939c48698,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:01.791704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33154) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:01.816191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.816794 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Added segment 5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4 of type vlan for network f7cf0cfe-2c89-489c-a532-f0ae333a7603 Jul 16 18:06:01.851023 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-6306c063-273d-4e65-8590-e7ae68f2c939 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] DELETE failed (client error): The resource could not be found. Jul 16 18:06:01.852408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6306c063-273d-4e65-8590-e7ae68f2c939 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:06:01.854337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6306c063-273d-4e65-8590-e7ae68f2c939 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] 10.222.0.47 "DELETE /v2.0/ports/e8371909-032e-4192-9888-90888fe683b5 HTTP/1.1" status: 404 len: 333 time: 0.0499225 Jul 16 18:06:01.858974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33156) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:01.859654 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-261bc0d5-ef3d-468a-bd37-0cb5f9843573 service neutron] 10.222.0.37 "GET /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800464 Jul 16 18:06:01.865418 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4b03da5-eced-4924-9f91-0c05b12d863d req-b066570d-6bd8-43ff-8e89-05629c7c0941 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139715 Jul 16 18:06:01.893617 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-451913c8-18ac-4f41-8791-2b69c25e6026 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] DELETE failed (client error): The resource could not be found. Jul 16 18:06:01.894503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-451913c8-18ac-4f41-8791-2b69c25e6026 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:06:01.897299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-451913c8-18ac-4f41-8791-2b69c25e6026 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] 10.222.0.47 "DELETE /v2.0/subnets/e57b53f2-b9a4-42f0-948b-9f863c48a5b2 HTTP/1.1" status: 404 len: 337 time: 0.0368562 Jul 16 18:06:01.903013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33158) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:01.931652 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-44bcff1c-4899-4ed1-ad1a-632e396565e4 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] GET failed (client error): The resource could not be found. Jul 16 18:06:01.932322 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6997adf6-cbae-41fc-9de4-84922e53db18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.933569 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-44bcff1c-4899-4ed1-ad1a-632e396565e4 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] 10.222.0.47 "GET /v2.0/networks/f4def887-f38e-4746-8648-80de07e65d8c HTTP/1.1" status: 404 len: 339 time: 0.0294914 Jul 16 18:06:01.935167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-008bdf5c-f4dd-427a-b345-ee453bedb26e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.194&port_id=c9bc271f-eb4b-4536-9932-627fb244a68f HTTP/1.1" status: 200 len: 217 time: 0.0668705 Jul 16 18:06:01.938247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33160) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:01.976755 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:01.980668 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-84a982c9-1c94-49df-b166-df677e6a594d tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] GET failed (client error): The resource could not be found. Jul 16 18:06:01.982426 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-84a982c9-1c94-49df-b166-df677e6a594d tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] 10.222.0.47 "GET /v2.0/ports/f477e0ed-f1fd-4ee9-a007-8970b675bb86 HTTP/1.1" status: 404 len: 333 time: 0.0430708 Jul 16 18:06:01.989430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33162) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:02.020114 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-0280093b-a0eb-422c-a7eb-b5630649e4a2 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] GET failed (client error): The resource could not be found. Jul 16 18:06:02.025847 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0280093b-a0eb-422c-a7eb-b5630649e4a2 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] 10.222.0.47 "GET /v2.0/subnets/8a33e4e1-dd1f-44da-94e8-6dba6c458b71 HTTP/1.1" status: 404 len: 337 time: 0.0310707 Jul 16 18:06:02.025847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33164) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:02.034346 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-422c4af8-25b5-43f2-887b-32df823e0c85 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] Request body: {'network': {'name': 'new_name'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:02.057994 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-422c4af8-25b5-43f2-887b-32df823e0c85 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] PUT failed (client error): The resource could not be found. Jul 16 18:06:02.058763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-422c4af8-25b5-43f2-887b-32df823e0c85 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:06:02.063629 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-422c4af8-25b5-43f2-887b-32df823e0c85 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] 10.222.0.47 "PUT /v2.0/networks/de7c35a9-49db-47a7-af38-cd4d4e49fbba HTTP/1.1" status: 404 len: 339 time: 0.0333755 Jul 16 18:06:02.063993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33166) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:02.072544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2ae37fe5-8715-42e0-a1c3-e6984a2d427e tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] Request body: {'port': {'name': 'new_name'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:02.100060 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ae37fe5-8715-42e0-a1c3-e6984a2d427e tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] PUT failed (client error): The resource could not be found. Jul 16 18:06:02.101014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ae37fe5-8715-42e0-a1c3-e6984a2d427e tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:06:02.106090 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2ae37fe5-8715-42e0-a1c3-e6984a2d427e tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] 10.222.0.47 "PUT /v2.0/ports/85dfdd19-0764-42d4-ab22-45c1fb5227ab HTTP/1.1" status: 404 len: 333 time: 0.0373218 Jul 16 18:06:02.106090 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.110904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.111728 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.124761 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33168) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:02.204676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a5a84aa0-6dd0-4bc4-8c5a-58d6253fe572 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:02.230790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Network': ['ID=f7cf0cfe-2c89-489c-a532-f0ae333a7603,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:02.244325 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-15ab6392-c33c-4a7c-937c-ef1bd42551d7 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8172009 Jul 16 18:06:02.246276 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5a84aa0-6dd0-4bc4-8c5a-58d6253fe572 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] PUT failed (client error): The resource could not be found. Jul 16 18:06:02.247542 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5a84aa0-6dd0-4bc4-8c5a-58d6253fe572 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:06:02.249259 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a5a84aa0-6dd0-4bc4-8c5a-58d6253fe572 tempest-NetworksNegativeTestJSON-143561745 tempest-NetworksNegativeTestJSON-143561745-project] 10.222.0.47 "PUT /v2.0/subnets/21129ea4-070c-4b2b-9dff-a05e4f5b6478 HTTP/1.1" status: 404 len: 337 time: 0.0494642 Jul 16 18:06:02.254998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network f7cf0cfe-2c89-489c-a532-f0ae333a7603 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:02.265773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33170) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:02.273084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': 'f7cf0cfe-2c89-489c-a532-f0ae333a7603', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:02.501845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:02.509607 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.517700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6997adf6-cbae-41fc-9de4-84922e53db18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.568955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-e14661e7-00f3-4af3-ba8c-27c2bd9fb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.570499 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-e14661e7-00f3-4af3-ba8c-27c2bd9fb462 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.6215036 Jul 16 18:06:02.756311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33186) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:02.794781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c62d0d9-4627-4d44-a3e4-1676ad31c5d0 req-a87c304d-c7c4-495c-9ef0-057377a0f0f7 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 210 time: 0.1318772 Jul 16 18:06:02.813053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4b03da5-eced-4924-9f91-0c05b12d863d req-4e9e86f8-517a-47b3-a83c-3de3245ea776 service neutron] 10.222.0.18 "GET /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9323211 Jul 16 18:06:02.857840 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6997adf6-cbae-41fc-9de4-84922e53db18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.867055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6997adf6-cbae-41fc-9de4-84922e53db18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:02.873004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6997adf6-cbae-41fc-9de4-84922e53db18 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd83711d-76bd-4f88-8891-0ed939c48698 HTTP/1.1" status: 204 len: 168 time: 1.1814587 Jul 16 18:06:02.908906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997adf6-cbae-41fc-9de4-84922e53db18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd83711d-76bd-4f88-8891-0ed939c48698,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:02.917750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-544b41a4-3ed6-4df0-91e4-57a7cdf6d2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.921643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-544b41a4-3ed6-4df0-91e4-57a7cdf6d2b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3230317 Jul 16 18:06:02.947151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93128d-7ace-4c84-a6ec-94e6f2a07c86 req-a365121b-d007-4110-8842-9481d7f7fc73 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:02.950549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7a93128d-7ace-4c84-a6ec-94e6f2a07c86 req-a365121b-d007-4110-8842-9481d7f7fc73 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 943 time: 0.2473831 Jul 16 18:06:03.082410 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7a93128d-7ace-4c84-a6ec-94e6f2a07c86 req-5fcf7736-8408-4044-8d47-54f74fac8c45 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219137 Jul 16 18:06:03.107905 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.124359 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-566528b2-3cf1-4385-9227-664f0989a5d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.202464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Subnet': ['ID=6c99eabe-2fbf-4aa9-9993-5106adacf8a1,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:03.208648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Checking segment: {'id': '5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f7cf0cfe-2c89-489c-a532-f0ae333a7603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:03.209322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network hostable DHCP agents. Network: f7cf0cfe-2c89-489c-a532-f0ae333a7603, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:03.229951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network f7cf0cfe-2c89-489c-a532-f0ae333a7603 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:03.241308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, f7cf0cfe-2c89-489c-a532-f0ae333a7603) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:03.250403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.251026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.259340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a30997f5-2cca-47be-8acf-8d70ba0007c9 None None] Network f7cf0cfe-2c89-489c-a532-f0ae333a7603 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:03.278098 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-26596d04-7cbf-432b-a0c7-0f7d88a313e2 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3482084 Jul 16 18:06:03.427986 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-566528b2-3cf1-4385-9227-664f0989a5d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.431551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-ada7a1e7-ff75-43ea-be69-52113643d839 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436632 Jul 16 18:06:03.456336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cb2e534c-4f55-4a20-af4c-e7132396e497 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1850142 Jul 16 18:06:03.456780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33202) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:03.458729 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-566528b2-3cf1-4385-9227-664f0989a5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.470298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': 'f7cf0cfe-2c89-489c-a532-f0ae333a7603', 'name': 'tempest-PortsIpV6TestJSON-1762863300', 'fixed_ips': [{'subnet_id': '6c99eabe-2fbf-4aa9-9993-5106adacf8a1', 'ip_address': '2001:db8::10'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:03.562449 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566528b2-3cf1-4385-9227-664f0989a5d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efe15a5c-4cac-449b-be66-dd63a40fbfd4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:03.614120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4ea30349-499a-4178-9c00-be050fef3015 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:03.631826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-566528b2-3cf1-4385-9227-664f0989a5d4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e96c26397b954bb69d4c8c5ae117d578&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8501568 Jul 16 18:06:03.633290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-2bed468c-12a5-496a-bec3-5629f45c802b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=5083973c-bf1c-4ee2-93b7-1617cc9842d0 HTTP/1.1" status: 200 len: 217 time: 0.1945462 Jul 16 18:06:03.633769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33204) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:03.637071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-f7cf0cfe-2c89-489c-a532-f0ae333a7603', 'network_id': 'f7cf0cfe-2c89-489c-a532-f0ae333a7603', 'tenant_id': '66b707ea72c4430392d56eff25d0ab07', 'fixed_ips': [{'subnet_id': '6c99eabe-2fbf-4aa9-9993-5106adacf8a1'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:03.644425 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.696885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33206) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:03.773891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:03.800048 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-138aaf30-2ae8-4cef-8942-c1a3e5729e8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:03.927263 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.resource_extend [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:06:03.982484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-b65df7d2-54d5-45f0-b969-863e291cac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:03.984009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-b65df7d2-54d5-45f0-b969-863e291cac81 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.3299477 Jul 16 18:06:04.035263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.082562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4ea30349-499a-4178-9c00-be050fef3015, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ea30349-499a-4178-9c00-be050fef3015,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:04.087895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 9e0e372d-a762-4a2c-a1e7-3621a2c45f4e yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:04.099472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '4ea30349-499a-4178-9c00-be050fef3015', 'network_id': 'fc6614fe-db14-4de8-b9ed-fc41baa479e0', 'port_id': '4ea30349-499a-4178-9c00-be050fef3015', 'mac_address': 'fa:16:3e:d3:7e:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3f56a12-2748-4e3d-89b9-151cce28c16a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:04.111171 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf962d55-c421-403b-a5c6-635e528f1024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.174333 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-71e3e0df-4048-4186-9c4e-0ef0e6b21628 req-c3f8bb32-77c6-47ae-a868-9537ffefecac tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 210 time: 0.0873816 Jul 16 18:06:04.184506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Allocated IP 2001:db8::2 (f7cf0cfe-2c89-489c-a532-f0ae333a7603/6c99eabe-2fbf-4aa9-9993-5106adacf8a1/ecd6cb43-4820-4d87-ba9c-25f41e433d2e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:04.188271 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf962d55-c421-403b-a5c6-635e528f1024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.193287 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.234500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ea30349-499a-4178-9c00-be050fef3015 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:04.271862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-cd344c8e-bc76-43b8-8210-31d76948975f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.273553 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-cd344c8e-bc76-43b8-8210-31d76948975f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2748141 Jul 16 18:06:04.306186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4ea30349-499a-4178-9c00-be050fef3015, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ea30349-499a-4178-9c00-be050fef3015,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:04.372568 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.397312 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-138aaf30-2ae8-4cef-8942-c1a3e5729e8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.409344 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-138aaf30-2ae8-4cef-8942-c1a3e5729e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.462235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138aaf30-2ae8-4cef-8942-c1a3e5729e8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83ba37f-8594-4b4b-adb1-895e9d52e90a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.464881 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf962d55-c421-403b-a5c6-635e528f1024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.467525 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf962d55-c421-403b-a5c6-635e528f1024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.468710 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bf962d55-c421-403b-a5c6-635e528f1024 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/efe15a5c-4cac-449b-be66-dd63a40fbfd4 HTTP/1.1" status: 204 len: 168 time: 0.8340297 Jul 16 18:06:04.505549 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-138aaf30-2ae8-4cef-8942-c1a3e5729e8b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d17f117d01649dd853df5debc98e987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7948468 Jul 16 18:06:04.506633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf962d55-c421-403b-a5c6-635e528f1024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efe15a5c-4cac-449b-be66-dd63a40fbfd4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.508190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33226) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:04.510106 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-33585b47-0eb7-41c9-938f-0ee3bf38cdcc service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2168756 Jul 16 18:06:04.564695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4ea30349-499a-4178-9c00-be050fef3015,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.624157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['4ea30349-499a-4178-9c00-be050fef3015'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:04.675624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-fa2017d4-c057-4f87-bca3-db51911bbf13 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580715 Jul 16 18:06:04.683041 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.701182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Transition to ACTIVE for port object ecd6cb43-4820-4d87-ba9c-25f41e433d2e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:04.734580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-915c3033-d425-4f55-8320-7c970444f75f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.765405 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-7275d723-375a-462a-850c-c4ae6ccb103d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.134&port_id=7823ca02-ecf8-4d6a-8697-5e81d3abde2a HTTP/1.1" status: 200 len: 217 time: 0.0826020 Jul 16 18:06:04.778471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Transition to ACTIVE for port object ecd6cb43-4820-4d87-ba9c-25f41e433d2e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:04.822589 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-915c3033-d425-4f55-8320-7c970444f75f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.839323 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:04.867035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-cf0d7032-d0ad-4c30-baec-7944745bcb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.868854 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-cf0d7032-d0ad-4c30-baec-7944745bcb2e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.0979004 Jul 16 18:06:04.911056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Network f7cf0cfe-2c89-489c-a532-f0ae333a7603 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:04.920835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:04.927802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:04.952163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7374b341-fda6-48ad-97e9-47bc0eaa31ab req-b85bf64e-0535-45a0-bbe5-cdb71d0566c6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.962276 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7374b341-fda6-48ad-97e9-47bc0eaa31ab req-b85bf64e-0535-45a0-bbe5-cdb71d0566c6 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 944 time: 0.3635409 Jul 16 18:06:04.986187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Pushing event updated for resources: {'Port': ['ID=ecd6cb43-4820-4d87-ba9c-25f41e433d2e,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:04.992972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-1f12ba26-e37b-4353-aab0-c0e7ecce5313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:04.994395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-1f12ba26-e37b-4353-aab0-c0e7ecce5313 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1190462 Jul 16 18:06:05.012873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8::10 (f7cf0cfe-2c89-489c-a532-f0ae333a7603/6c99eabe-2fbf-4aa9-9993-5106adacf8a1/9e0e372d-a762-4a2c-a1e7-3621a2c45f4e) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:05.048236 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7374b341-fda6-48ad-97e9-47bc0eaa31ab req-fab9803d-1ab6-48ab-b34c-697c6b3a7813 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848510 Jul 16 18:06:05.108841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Attempting to bind port ecd6cb43-4820-4d87-ba9c-25f41e433d2e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:05.109223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Attempting to bind port ecd6cb43-4820-4d87-ba9c-25f41e433d2e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f7cf0cfe-2c89-489c-a532-f0ae333a7603'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:05.109566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Attempting to bind port ecd6cb43-4820-4d87-ba9c-25f41e433d2e on network f7cf0cfe-2c89-489c-a532-f0ae333a7603 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:05.127894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:05.128316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Checking segment: {'id': '5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f7cf0cfe-2c89-489c-a532-f0ae333a7603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:05.128683 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.129750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Bound using segment: {'id': '5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f7cf0cfe-2c89-489c-a532-f0ae333a7603'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:05.130248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Bound port: ecd6cb43-4820-4d87-ba9c-25f41e433d2e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'f7cf0cfe-2c89-489c-a532-f0ae333a7603'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:05.130623 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.170996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-e88d71d0-f526-4c64-9279-5090fa25e783 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697986 Jul 16 18:06:05.276806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] For port ecd6cb43-4820-4d87-ba9c-25f41e433d2e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:05.281493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] For port ecd6cb43-4820-4d87-ba9c-25f41e433d2e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ecd6cb43-4820-4d87-ba9c-25f41e433d2e,segment=NetworkSegment(5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4),segment_id=5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:05.296968 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.302941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-1a583265-78f4-42a9-b8ab-475c4273d4c9 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259480 Jul 16 18:06:05.357021 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.408493 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object 9e0e372d-a762-4a2c-a1e7-3621a2c45f4e will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:05.433744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c3f7f-ff93-4049-b6ad-345cefe7d3ff None None] Pushing event updated for resources: {'Port': ['ID=ecd6cb43-4820-4d87-ba9c-25f41e433d2e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.438754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-2d1336df-5612-4f21-bc6b-71254995253d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.28&port_id=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b HTTP/1.1" status: 200 len: 217 time: 0.1294506 Jul 16 18:06:05.457736 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-915c3033-d425-4f55-8320-7c970444f75f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.461092 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-915c3033-d425-4f55-8320-7c970444f75f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.462582 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-915c3033-d425-4f55-8320-7c970444f75f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b83ba37f-8594-4b4b-adb1-895e9d52e90a HTTP/1.1" status: 204 len: 168 time: 0.9532731 Jul 16 18:06:05.473850 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.508372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915c3033-d425-4f55-8320-7c970444f75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83ba37f-8594-4b4b-adb1-895e9d52e90a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.554743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network f7cf0cfe-2c89-489c-a532-f0ae333a7603 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:05.561286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:05.580272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:05.598312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.599262 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:05.601738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-065aea8c-de9c-4128-a7f8-0fa6ccddbba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.605172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-065aea8c-de9c-4128-a7f8-0fa6ccddbba4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 200 len: 797 time: 0.1504438 Jul 16 18:06:05.625967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=9e0e372d-a762-4a2c-a1e7-3621a2c45f4e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:05.648039 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-17de369a-db42-431b-90ea-43ae7e164609 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1901071 Jul 16 18:06:05.650625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33252) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:05.657158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': 'f7cf0cfe-2c89-489c-a532-f0ae333a7603', 'name': 'tempest-PortsIpV6TestJSON-1772537521', 'fixed_ips': [{'subnet_id': '6c99eabe-2fbf-4aa9-9993-5106adacf8a1', 'ip_address': '2001:db8::f'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:05.720416 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b56bcf9d-41ce-48b8-a0e2-7c51c4739e96 req-f864c6f9-6d5b-400c-88ba-cb65580e4d53 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/ports?device_id=4323da53-f1d0-4ed5-87ee-9b84368f0dd7 HTTP/1.1" status: 200 len: 210 time: 0.1008072 Jul 16 18:06:05.899431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-1ec944e6-416b-47f0-b300-fc8a6c1c46ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:05.901353 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-1ec944e6-416b-47f0-b300-fc8a6c1c46ba service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2224791 Jul 16 18:06:06.070928 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:06.076038 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:06.160560 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-a3a8b3dc-0086-4570-b106-5514bb218bc0 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410634 Jul 16 18:06:06.161613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 02164caf-d583-4590-8a66-825b9f80b684 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:06.334599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-21527167-9294-48c4-8e24-c4398a69c069 service neutron] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682129 Jul 16 18:06:06.407750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-a061449d-fd91-457c-a736-6e9b0a64d144 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7e680b3d-93f0-4a4f-8add-44e0e4780a88 HTTP/1.1" status: 200 len: 217 time: 0.0646105 Jul 16 18:06:06.488403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-b4a5b1d5-9876-4a7b-91f7-a8577702a978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.490966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-b4a5b1d5-9876-4a7b-91f7-a8577702a978 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb HTTP/1.1" status: 200 len: 797 time: 0.0745537 Jul 16 18:06:06.534052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33282) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:06.607498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ecd6cb43-4820-4d87-ba9c-25f41e433d2e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:06.653938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-9d826187-2620-410d-9db9-fef8790a450f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.675693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-9d826187-2620-410d-9db9-fef8790a450f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=791fcc36-0324-4230-9b89-1a8c080d3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1743147 Jul 16 18:06:06.742178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port ecd6cb43-4820-4d87-ba9c-25f41e433d2e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:06.782914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bacc416-c64f-48d6-98eb-e9fc4d09c254 req-b82aa236-14b5-48cf-828d-21e9bcacfb24 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:06.790438 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1bacc416-c64f-48d6-98eb-e9fc4d09c254 req-b82aa236-14b5-48cf-828d-21e9bcacfb24 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 944 time: 0.4780023 Jul 16 18:06:06.793631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8::f (f7cf0cfe-2c89-489c-a532-f0ae333a7603/6c99eabe-2fbf-4aa9-9993-5106adacf8a1/02164caf-d583-4590-8a66-825b9f80b684) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:06.878630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1bacc416-c64f-48d6-98eb-e9fc4d09c254 req-ad814352-0e89-42bf-970e-b54b76196c04 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872128 Jul 16 18:06:07.048550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'network': {'name': 'tempest-RoutersTest-1209837763'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:07.087544 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-e39a5662-3b7c-4a35-a4c0-912c9cc33658 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081936 Jul 16 18:06:07.263367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33312) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:07.321649 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-818d0731-684a-4b35-a1e6-05391baa94d6 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184627 Jul 16 18:06:07.383893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:07.385304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6932ac39-d6ee-4b50-9113-3f8d59633202 None None] Network f7cf0cfe-2c89-489c-a532-f0ae333a7603 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:07.387591 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.405497 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-a3c6d346-b1b8-431d-80ba-6078cdb67f28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=80fb28f4-6bfe-4220-9ada-25fe85728b93 HTTP/1.1" status: 200 len: 217 time: 0.0758457 Jul 16 18:06:07.406032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.466832 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.510212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d221f6f8-60e0-43ff-8088-eac89d1af2bc None None] Provisioning for port ecd6cb43-4820-4d87-ba9c-25f41e433d2e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:07.521279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d221f6f8-60e0-43ff-8088-eac89d1af2bc None None] Provisioning complete for port ecd6cb43-4820-4d87-ba9c-25f41e433d2e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:07.522721 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d221f6f8-60e0-43ff-8088-eac89d1af2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.553035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-1d73f702-42c9-4d19-8287-5f9b7542d52c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.557556 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-1d73f702-42c9-4d19-8287-5f9b7542d52c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb HTTP/1.1" status: 200 len: 797 time: 0.1459980 Jul 16 18:06:07.606597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4ea30349-499a-4178-9c00-be050fef3015 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:07.615731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object 02164caf-d583-4590-8a66-825b9f80b684 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:07.653415 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-815f9f50-1ae2-465c-81f9-e23de096ce3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.697825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-ee9bd09b-751f-4b4a-bbee-a1b11b8c1e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:07.700413 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-ee9bd09b-751f-4b4a-bbee-a1b11b8c1e82 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=791fcc36-0324-4230-9b89-1a8c080d3fb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1351795 Jul 16 18:06:07.782618 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-815f9f50-1ae2-465c-81f9-e23de096ce3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.801384 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d221f6f8-60e0-43ff-8088-eac89d1af2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.862581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d221f6f8-60e0-43ff-8088-eac89d1af2bc None None] For port ecd6cb43-4820-4d87-ba9c-25f41e433d2e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ecd6cb43-4820-4d87-ba9c-25f41e433d2e,segment=NetworkSegment(5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4),segment_id=5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:07.872093 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d221f6f8-60e0-43ff-8088-eac89d1af2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.914461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 4ea30349-499a-4178-9c00-be050fef3015 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:07.921604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 4ea30349-499a-4178-9c00-be050fef3015 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:07.922232 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.924531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:07.977022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-3bdc4b26-78ef-42a2-8fcf-9cb10670baff service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2646763 Jul 16 18:06:08.005224 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.026213 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-815f9f50-1ae2-465c-81f9-e23de096ce3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.029964 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-815f9f50-1ae2-465c-81f9-e23de096ce3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.038115 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-815f9f50-1ae2-465c-81f9-e23de096ce3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "DELETE /v2.0/security-groups/24e917b7-99c0-49e8-a540-ceac491b0974 HTTP/1.1" status: 204 len: 168 time: 0.7439508 Jul 16 18:06:08.043962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33336) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:08.046934 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.101526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d221f6f8-60e0-43ff-8088-eac89d1af2bc None None] Pushing event updated for resources: {'Port': ['ID=ecd6cb43-4820-4d87-ba9c-25f41e433d2e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.147213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:08.203820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.204264 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added segment 57324a91-5301-4c07-b923-8ea8ea324f27 of type vlan for network bb6f7efe-3b54-4633-bb18-ce04b5471fa2 Jul 16 18:06:08.238020 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.275696 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4e91659-72c0-42ff-9d3a-a70bb6712208 req-df48b2ea-9f73-4503-a84b-930ad0719bf3 service neutron] 10.222.0.37 "GET /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2925727 Jul 16 18:06:08.314697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2170352-23b9-4008-9575-f5aa6ca43816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea30349-499a-4178-9c00-be050fef3015'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:08.318077 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-091c4fb2-c67e-419a-86bd-b51df6a808aa" -d '{"events": [{"server_uuid": "b2170352-23b9-4008-9575-f5aa6ca43816", "name": "network-vif-plugged", "status": "completed", "tag": "4ea30349-499a-4178-9c00-be050fef3015"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:08.326969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4ea30349-499a-4178-9c00-be050fef3015, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ea30349-499a-4178-9c00-be050fef3015,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:08.337235 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.371847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network f7cf0cfe-2c89-489c-a532-f0ae333a7603 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:08.373836 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-9f34e575-0c39-434e-b21a-aaf82a774c3f tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] show failed (client error): The resource could not be found. Jul 16 18:06:08.374459 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9f34e575-0c39-434e-b21a-aaf82a774c3f tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "GET /v2.0/security-groups/24e917b7-99c0-49e8-a540-ceac491b0974 HTTP/1.1" status: 404 len: 347 time: 0.3051128 Jul 16 18:06:08.378785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33352) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:08.441006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:08.447164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:08.460875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.462291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.520578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f779068-ab72-401e-93cf-a92d73af4a90,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.558396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ecd6cb43-4820-4d87-ba9c-25f41e433d2e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:08.573376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-815f9f50-1ae2-465c-81f9-e23de096ce3e tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e917b7-99c0-49e8-a540-ceac491b0974,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.589261 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.611285 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.9570308 Jul 16 18:06:08.613652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33354) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:08.630784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4ea30349-499a-4178-9c00-be050fef3015,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.634644 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a494586-f8a3-4227-921c-28a945b4f9d3 x-openstack-request-id: req-7a494586-f8a3-4227-921c-28a945b4f9d3 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:08.635164 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2170352-23b9-4008-9575-f5aa6ca43816", "name": "network-vif-plugged", "status": "completed", "tag": "4ea30349-499a-4178-9c00-be050fef3015", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:08.635628 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a494586-f8a3-4227-921c-28a945b4f9d3 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:08.636258 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2170352-23b9-4008-9575-f5aa6ca43816', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ea30349-499a-4178-9c00-be050fef3015', 'code': 200} Jul 16 18:06:08.690665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ecd6cb43-4820-4d87-ba9c-25f41e433d2e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:08.691990 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.708403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7405c99e-8dfb-49ba-8359-06beef3217a0 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=02164caf-d583-4590-8a66-825b9f80b684,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:08.758401 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.resource_extend [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:06:08.822025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4606147d-5162-4942-8f2d-02b09e2fc851 None None] Provisioning for port 9e0e372d-a762-4a2c-a1e7-3621a2c45f4e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:08.826900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4606147d-5162-4942-8f2d-02b09e2fc851 None None] Provisioning complete for port 9e0e372d-a762-4a2c-a1e7-3621a2c45f4e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:08.827269 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4606147d-5162-4942-8f2d-02b09e2fc851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.831496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eab5d9b-2727-4acb-b4be-a61ff2b05e2e req-2098a4b5-4428-4da5-aeae-78d2f56def90 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:08.839003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1eab5d9b-2727-4acb-b4be-a61ff2b05e2e req-2098a4b5-4428-4da5-aeae-78d2f56def90 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 944 time: 0.6221130 Jul 16 18:06:08.924591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-fdede760-6c9e-45d6-b3ac-3c062af63677 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Deleting port 3370539c-c66c-4f7a-88ef-869d2b09db92 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:08.926036 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fdede760-6c9e-45d6-b3ac-3c062af63677 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:08.926181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4606147d-5162-4942-8f2d-02b09e2fc851 None None] Port 9e0e372d-a762-4a2c-a1e7-3621a2c45f4e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:08.964263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4606147d-5162-4942-8f2d-02b09e2fc851 None None] Provisioning complete for port ecd6cb43-4820-4d87-ba9c-25f41e433d2e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:08.964906 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4606147d-5162-4942-8f2d-02b09e2fc851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.087861 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.106354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.107290 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.114057 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fdede760-6c9e-45d6-b3ac-3c062af63677 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.114609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fdede760-6c9e-45d6-b3ac-3c062af63677 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.134373 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1eab5d9b-2727-4acb-b4be-a61ff2b05e2e req-58e7f79e-90d1-4f87-b03d-975b680a1db5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673733 Jul 16 18:06:09.154949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-fdede760-6c9e-45d6-b3ac-3c062af63677 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Calling delete_port for 3370539c-c66c-4f7a-88ef-869d2b09db92 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:09.290781 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.7542207 Jul 16 18:06:09.315755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33380) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:09.330787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4968c3e7-59d5-4324-b833-f7ef8473a510 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.332723 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4968c3e7-59d5-4324-b833-f7ef8473a510 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.7152090 Jul 16 18:06:09.336794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33386) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:09.354778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'network': {'name': 'tempest-RoutersTest-321904255'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:09.438201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf518068-b4be-4a98-a194-5f7d7cb2b95a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Network': ['ID=bb6f7efe-3b54-4633-bb18-ce04b5471fa2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:09.478316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:09.520086 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.524383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network bb6f7efe-3b54-4633-bb18-ce04b5471fa2 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:09.529038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe9fcee-00b2-4aad-a5d1-0683eb105c05 req-5b5747a2-8f3f-4dcb-ac74-fcae320092d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.530556 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfe9fcee-00b2-4aad-a5d1-0683eb105c05 req-5b5747a2-8f3f-4dcb-ac74-fcae320092d8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 1096 time: 0.7187285 Jul 16 18:06:09.531589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e35e296-15e5-4524-9e23-a127192da0f6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.543861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e35e296-15e5-4524-9e23-a127192da0f6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.569405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e35e296-15e5-4524-9e23-a127192da0f6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:09.573375 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3e35e296-15e5-4524-9e23-a127192da0f6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.2351880 Jul 16 18:06:09.581949 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33398) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:09.864720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:09.865126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-60026727-0663-484b-8fd1-b5e0ef76a103 None None] Provisioning for port 02164caf-d583-4590-8a66-825b9f80b684 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:09.870074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-60026727-0663-484b-8fd1-b5e0ef76a103 None None] Provisioning complete for port 02164caf-d583-4590-8a66-825b9f80b684 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:09.871033 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60026727-0663-484b-8fd1-b5e0ef76a103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.884408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.885257 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added segment 6d191cce-4d29-4c26-bf12-79e7a80d52c2 of type vlan for network 5caccce6-5e2b-46e5-9628-4c86b2393e6e Jul 16 18:06:09.947051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-20d728b4-2d68-4c7b-adc1-d806185efe49 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 02164caf-d583-4590-8a66-825b9f80b684 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:09.947351 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-20d728b4-2d68-4c7b-adc1-d806185efe49 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:09.970006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-60026727-0663-484b-8fd1-b5e0ef76a103 None None] Port 02164caf-d583-4590-8a66-825b9f80b684 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:09.996751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-60026727-0663-484b-8fd1-b5e0ef76a103 None None] Provisioning complete for port 9e0e372d-a762-4a2c-a1e7-3621a2c45f4e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:09.999364 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60026727-0663-484b-8fd1-b5e0ef76a103 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.055453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.100957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-60026727-0663-484b-8fd1-b5e0ef76a103 None None] Port 9e0e372d-a762-4a2c-a1e7-3621a2c45f4e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:10.135074 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-20d728b4-2d68-4c7b-adc1-d806185efe49 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.149293 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.157993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-20d728b4-2d68-4c7b-adc1-d806185efe49 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 02164caf-d583-4590-8a66-825b9f80b684 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:10.166022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.167821 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.228611 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fdede760-6c9e-45d6-b3ac-3c062af63677 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.328574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdede760-6c9e-45d6-b3ac-3c062af63677 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Pushing event deleted for resources: {'Port': ['ID=3370539c-c66c-4f7a-88ef-869d2b09db92,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:10.352422 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfe9fcee-00b2-4aad-a5d1-0683eb105c05 req-d6a9ce14-7c4b-447a-8614-49779c8de2ac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6130865 Jul 16 18:06:10.363531 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0252562 Jul 16 18:06:10.364464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33446) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:10.401207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'subnet': {'network_id': 'bb6f7efe-3b54-4633-bb18-ce04b5471fa2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:10.465283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-20d728b4-2d68-4c7b-adc1-d806185efe49 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.534162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d728b4-2d68-4c7b-adc1-d806185efe49 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=02164caf-d583-4590-8a66-825b9f80b684,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:10.566616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-20d728b4-2d68-4c7b-adc1-d806185efe49 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.571225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-20d728b4-2d68-4c7b-adc1-d806185efe49 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/02164caf-d583-4590-8a66-825b9f80b684 HTTP/1.1" status: 204 len: 168 time: 0.9790292 Jul 16 18:06:10.576451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33458) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:10.632153 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-129bcc66-dfd0-4fbf-9bcb-4181fdfa94b1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:06:10.636292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-129bcc66-dfd0-4fbf-9bcb-4181fdfa94b1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/02164caf-d583-4590-8a66-825b9f80b684 HTTP/1.1" status: 404 len: 333 time: 0.0562906 Jul 16 18:06:10.637305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33460) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:10.713753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767da3a-f08d-4947-a559-03cce6c750b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Network': ['ID=5caccce6-5e2b-46e5-9628-4c86b2393e6e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:10.726566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 5caccce6-5e2b-46e5-9628-4c86b2393e6e details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:10.748741 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fdede760-6c9e-45d6-b3ac-3c062af63677 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.754310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fdede760-6c9e-45d6-b3ac-3c062af63677 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.769975 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33466) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:10.770694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fdede760-6c9e-45d6-b3ac-3c062af63677 tempest-ServersTestBootFromVolume-1501719923 tempest-ServersTestBootFromVolume-1501719923-project] 10.222.0.47 "DELETE /v2.0/floatingips/7cb0aec4-2260-480e-b95a-c328e903ba98 HTTP/1.1" status: 204 len: 168 time: 2.3866186 Jul 16 18:06:10.868297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:10.880084 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:10.954143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74146c76-2250-4097-acd3-d359280d7b1d req-dc278413-b102-4f9a-ab0d-7552c9d877ed tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:10.966883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-74146c76-2250-4097-acd3-d359280d7b1d req-dc278413-b102-4f9a-ab0d-7552c9d877ed tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 945 time: 0.5616629 Jul 16 18:06:10.968147 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33468) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:11.044410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-152f99d3-3535-4719-a168-8b591bb3745e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 9e0e372d-a762-4a2c-a1e7-3621a2c45f4e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:11.044766 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-152f99d3-3535-4719-a168-8b591bb3745e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.153518 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-74146c76-2250-4097-acd3-d359280d7b1d req-50585b78-6e9d-4d2a-886e-afdcc62cd559 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856470 Jul 16 18:06:11.171920 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3954281c-0a22-494a-bdcb-575f1221e803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.270760 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-152f99d3-3535-4719-a168-8b591bb3745e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.321428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-152f99d3-3535-4719-a168-8b591bb3745e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 9e0e372d-a762-4a2c-a1e7-3621a2c45f4e owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:11.387732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.529385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Checking segment: {'id': '57324a91-5301-4c07-b923-8ea8ea324f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb6f7efe-3b54-4633-bb18-ce04b5471fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:11.529670 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network hostable DHCP agents. Network: bb6f7efe-3b54-4633-bb18-ce04b5471fa2, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:11.530160 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3954281c-0a22-494a-bdcb-575f1221e803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.549692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Subnet': ['ID=2bb10247-48b0-448c-9b1e-1b5c9dfe2b77,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:11.573561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network bb6f7efe-3b54-4633-bb18-ce04b5471fa2 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:11.586417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3954281c-0a22-494a-bdcb-575f1221e803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.600646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, bb6f7efe-3b54-4633-bb18-ce04b5471fa2) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:11.612553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc79be6d-fd79-4f3d-9d60-14f6d72e6cf0 None None] Network bb6f7efe-3b54-4633-bb18-ce04b5471fa2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:11.620972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:11.624434 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.661267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33482) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:11.664331 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e4ac568d-975a-4fed-86af-e85997a49e8d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2672794 Jul 16 18:06:11.677616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'subnet': {'network_id': '5caccce6-5e2b-46e5-9628-4c86b2393e6e', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:11.836863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-bb6f7efe-3b54-4633-bb18-ce04b5471fa2', 'network_id': 'bb6f7efe-3b54-4633-bb18-ce04b5471fa2', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'fixed_ips': [{'subnet_id': '2bb10247-48b0-448c-9b1e-1b5c9dfe2b77'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:11.837821 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:11.900492 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.094570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954281c-0a22-494a-bdcb-575f1221e803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cab80b1d-c06f-467d-a0a3-73d2b11c2347,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.134837 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3954281c-0a22-494a-bdcb-575f1221e803 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2ffc333996b1404298d35ff52cc26c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1654875 Jul 16 18:06:12.138727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33486) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:12.236721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5316bff1-3f21-480b-9d0b-7ff64a143a5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.260904 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5316bff1-3f21-480b-9d0b-7ff64a143a5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.300828 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-152f99d3-3535-4719-a168-8b591bb3745e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.331326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5316bff1-3f21-480b-9d0b-7ff64a143a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.334490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5316bff1-3f21-480b-9d0b-7ff64a143a5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.336111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5316bff1-3f21-480b-9d0b-7ff64a143a5f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cab80b1d-c06f-467d-a0a3-73d2b11c2347 HTTP/1.1" status: 204 len: 168 time: 0.1961465 Jul 16 18:06:12.352614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5316bff1-3f21-480b-9d0b-7ff64a143a5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cab80b1d-c06f-467d-a0a3-73d2b11c2347,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.399524 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f99d3-3535-4719-a168-8b591bb3745e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=9e0e372d-a762-4a2c-a1e7-3621a2c45f4e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:12.437685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Allocated IP 172.20.0.2 (bb6f7efe-3b54-4633-bb18-ce04b5471fa2/2bb10247-48b0-448c-9b1e-1b5c9dfe2b77/7629399a-fda1-43f4-af4e-da1f084138a5) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:12.520225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-152f99d3-3535-4719-a168-8b591bb3745e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.523596 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-152f99d3-3535-4719-a168-8b591bb3745e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/9e0e372d-a762-4a2c-a1e7-3621a2c45f4e HTTP/1.1" status: 204 len: 168 time: 1.8848336 Jul 16 18:06:12.526212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33492) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:12.550871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.622298 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-94048994-cca4-49f3-8733-a2d70da41ce1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:06:12.624002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-94048994-cca4-49f3-8733-a2d70da41ce1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/9e0e372d-a762-4a2c-a1e7-3621a2c45f4e HTTP/1.1" status: 404 len: 333 time: 0.0967145 Jul 16 18:06:12.631706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33496) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:12.714849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-748493c5-ddd9-4993-93c3-a74ef5f23bfb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting subnet 6c99eabe-2fbf-4aa9-9993-5106adacf8a1 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:12.718912 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-748493c5-ddd9-4993-93c3-a74ef5f23bfb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.782458 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-748493c5-ddd9-4993-93c3-a74ef5f23bfb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.877372 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.901571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:12.905161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.908979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Transition to ACTIVE for port object 7629399a-fda1-43f4-af4e-da1f084138a5 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:12.909293 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-748493c5-ddd9-4993-93c3-a74ef5f23bfb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:12.948003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Transition to ACTIVE for port object 7629399a-fda1-43f4-af4e-da1f084138a5 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:12.964584 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.003674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30be3583-1eb6-4ad7-9117-e54b8f8975ef req-f9e51abf-6efe-4128-ac39-6f1ca11dbe96 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:13.004289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33508) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:13.005788 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-30be3583-1eb6-4ad7-9117-e54b8f8975ef req-f9e51abf-6efe-4128-ac39-6f1ca11dbe96 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 945 time: 0.6234541 Jul 16 18:06:13.047825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Network bb6f7efe-3b54-4633-bb18-ce04b5471fa2 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:13.051002 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4da3a18a-6048-4361-8f6f-8003a3c5e2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.054363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:13.059265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:13.099658 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Pushing event updated for resources: {'Port': ['ID=7629399a-fda1-43f4-af4e-da1f084138a5,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.254786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Attempting to bind port 7629399a-fda1-43f4-af4e-da1f084138a5 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:13.255172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Attempting to bind port 7629399a-fda1-43f4-af4e-da1f084138a5 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '57324a91-5301-4c07-b923-8ea8ea324f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb6f7efe-3b54-4633-bb18-ce04b5471fa2'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:13.255521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Attempting to bind port 7629399a-fda1-43f4-af4e-da1f084138a5 on network bb6f7efe-3b54-4633-bb18-ce04b5471fa2 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:13.262260 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4da3a18a-6048-4361-8f6f-8003a3c5e2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.264149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:13.266157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Checking segment: {'id': '57324a91-5301-4c07-b923-8ea8ea324f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb6f7efe-3b54-4633-bb18-ce04b5471fa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:13.266157 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.266445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Bound using segment: {'id': '57324a91-5301-4c07-b923-8ea8ea324f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb6f7efe-3b54-4633-bb18-ce04b5471fa2'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:13.266888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Bound port: 7629399a-fda1-43f4-af4e-da1f084138a5, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57324a91-5301-4c07-b923-8ea8ea324f27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'bb6f7efe-3b54-4633-bb18-ce04b5471fa2'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:13.267280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.276678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4da3a18a-6048-4361-8f6f-8003a3c5e2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.412454 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4da3a18a-6048-4361-8f6f-8003a3c5e2f0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1ad300f2ae0646e490c51ab4594bef6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4043598 Jul 16 18:06:13.412927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3a18a-6048-4361-8f6f-8003a3c5e2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34706cdb-8829-4aeb-95a5-446d79067d8e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.415644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33514) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:13.453884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] For port 7629399a-fda1-43f4-af4e-da1f084138a5, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:13.454234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-748493c5-ddd9-4993-93c3-a74ef5f23bfb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.461375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] For port 7629399a-fda1-43f4-af4e-da1f084138a5, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7629399a-fda1-43f4-af4e-da1f084138a5,segment=NetworkSegment(57324a91-5301-4c07-b923-8ea8ea324f27),segment_id=57324a91-5301-4c07-b923-8ea8ea324f27)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:13.494875 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.542296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748493c5-ddd9-4993-93c3-a74ef5f23bfb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Subnet': ['ID=6c99eabe-2fbf-4aa9-9993-5106adacf8a1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.564006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-748493c5-ddd9-4993-93c3-a74ef5f23bfb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.566293 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-748493c5-ddd9-4993-93c3-a74ef5f23bfb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/6c99eabe-2fbf-4aa9-9993-5106adacf8a1 HTTP/1.1" status: 204 len: 168 time: 0.9302981 Jul 16 18:06:13.602677 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3bcda50-f77d-4e4b-ba5b-e1009b138517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.606900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33516) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:13.674558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba6609-d555-4dd1-83ec-f8546c157a7d None None] Pushing event updated for resources: {'Port': ['ID=7629399a-fda1-43f4-af4e-da1f084138a5,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.697661 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3f3f39-d971-406a-a443-11f15b39a86d None None] Network f7cf0cfe-2c89-489c-a532-f0ae333a7603 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:13.710546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.717026 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-30be3583-1eb6-4ad7-9117-e54b8f8975ef req-e55766eb-11a3-411d-b86b-79d8a2fbb5ef tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6714098 Jul 16 18:06:13.720512 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.735454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3bcda50-f77d-4e4b-ba5b-e1009b138517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.781405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Subnet': ['ID=923fea0e-40dc-495c-99e6-9401dc0ecbda,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:13.869968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] Deleting port bb1457d4-8750-4f3b-bc08-aea8738a352f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:13.870464 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.962559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port ecd6cb43-4820-4d87-ba9c-25f41e433d2e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:13.963983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:13.988936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Checking segment: {'id': '6d191cce-4d29-4c26-bf12-79e7a80d52c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5caccce6-5e2b-46e5-9628-4c86b2393e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:13.989361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network hostable DHCP agents. Network: 5caccce6-5e2b-46e5-9628-4c86b2393e6e, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:14.014679 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df566eeb-cfa4-4828-8803-5d544cb6da28 None None] DHCP port deletion for f7cf0cfe-2c89-489c-a532-f0ae333a7603 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:14.021625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3bcda50-f77d-4e4b-ba5b-e1009b138517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.024451 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3bcda50-f77d-4e4b-ba5b-e1009b138517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.029121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a3bcda50-f77d-4e4b-ba5b-e1009b138517 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34706cdb-8829-4aeb-95a5-446d79067d8e HTTP/1.1" status: 204 len: 168 time: 0.6124296 Jul 16 18:06:14.069229 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bcda50-f77d-4e4b-ba5b-e1009b138517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34706cdb-8829-4aeb-95a5-446d79067d8e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.132608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 5caccce6-5e2b-46e5-9628-4c86b2393e6e is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:14.174682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] For port ecd6cb43-4820-4d87-ba9c-25f41e433d2e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ecd6cb43-4820-4d87-ba9c-25f41e433d2e,segment=NetworkSegment(5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4),segment_id=5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:14.175098 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.185212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 5caccce6-5e2b-46e5-9628-4c86b2393e6e) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:14.203227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for ecd6cb43-4820-4d87-ba9c-25f41e433d2e owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:14.207911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e53c3-3b2b-4e6d-abf1-527cfd88f9a2 None None] Network 5caccce6-5e2b-46e5-9628-4c86b2393e6e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:14.212433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:14.213208 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.216881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] For port bb1457d4-8750-4f3b-bc08-aea8738a352f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bb1457d4-8750-4f3b-bc08-aea8738a352f,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:14.217240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.278404 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] Calling delete_port for bb1457d4-8750-4f3b-bc08-aea8738a352f owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:14.322759 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-de9ae680-c4c4-4d22-9b3e-b182a7dd7f40 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6539147 Jul 16 18:06:14.324474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33536) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:14.423809 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-df566eeb-cfa4-4828-8803-5d544cb6da28 None None] Deleting port ecd6cb43-4820-4d87-ba9c-25f41e433d2e {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:14.431603 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-df566eeb-cfa4-4828-8803-5d544cb6da28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.456215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.473193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8bc827a8-d093-4320-8743-8a7e72b08fcd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-752221112', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:14.500211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=ecd6cb43-4820-4d87-ba9c-25f41e433d2e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:14.517573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No DVR routers for this DVR port ecd6cb43-4820-4d87-ba9c-25f41e433d2e on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:14.531085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bc827a8-d093-4320-8743-8a7e72b08fcd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.535178 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bc827a8-d093-4320-8743-8a7e72b08fcd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.725357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-df566eeb-cfa4-4828-8803-5d544cb6da28 None None] For port ecd6cb43-4820-4d87-ba9c-25f41e433d2e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ecd6cb43-4820-4d87-ba9c-25f41e433d2e,segment=NetworkSegment(5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4),segment_id=5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:14.726709 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-df566eeb-cfa4-4828-8803-5d544cb6da28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.729476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.759496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bc827a8-d093-4320-8743-8a7e72b08fcd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.760989 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-df566eeb-cfa4-4828-8803-5d544cb6da28 None None] Calling delete_port for ecd6cb43-4820-4d87-ba9c-25f41e433d2e owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:14.762408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cf0cfe-2c89-489c-a532-f0ae333a7603']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:14.777911 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bc827a8-d093-4320-8743-8a7e72b08fcd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.786623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:14.786864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4e4dd1-5ed2-4d8e-a5c9-25781dacebe4') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:14.826508 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.840325 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bc827a8-d093-4320-8743-8a7e72b08fcd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.841580 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8bc827a8-d093-4320-8743-8a7e72b08fcd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3877370 Jul 16 18:06:14.846686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33546) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:14.858845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7629399a-fda1-43f4-af4e-da1f084138a5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:14.953982 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:14.968593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:14.970170 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:15.032704 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:15.106553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.117260 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.123004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/networks/f7cf0cfe-2c89-489c-a532-f0ae333a7603 HTTP/1.1" status: 204 len: 168 time: 1.5127425 Jul 16 18:06:15.123771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33562) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:15.129441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2096112054'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:15.150088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae62e06a-7735-4b6a-a362-ceda3a3308db tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Network': ['ID=f7cf0cfe-2c89-489c-a532-f0ae333a7603,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:15.170886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c0a4ae-2d80-4692-a9f3-052e0595b3e2 req-74eef436-700e-43fb-b7b0-e69bfeac486e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.179986 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9c0a4ae-2d80-4692-a9f3-052e0595b3e2 req-74eef436-700e-43fb-b7b0-e69bfeac486e tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 945 time: 0.3599596 Jul 16 18:06:15.209735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:15.210381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-5caccce6-5e2b-46e5-9628-4c86b2393e6e', 'network_id': '5caccce6-5e2b-46e5-9628-4c86b2393e6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'fixed_ips': [{'subnet_id': '923fea0e-40dc-495c-99e6-9401dc0ecbda'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:15.211289 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.215151 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.296625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9c0a4ae-2d80-4692-a9f3-052e0595b3e2 req-f0ee9c8b-0094-4f1c-8acd-c5cf72902d3b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153493 Jul 16 18:06:15.304797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:15.335760 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.336208 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Added segment 6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3 of type vlan for network f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 Jul 16 18:06:15.432929 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.500032 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.512797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:15.522923 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.551579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4238088 Jul 16 18:06:15.557515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33570) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:15.563256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': 'f4574c8b-8c48-4047-9e1d-ad7bcb5ba244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:15.569185 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.586099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.678995 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c023cbe9-fe07-45a7-b082-27e6f5d034f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: from cryptography.utils import int_from_bytes Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: from cryptography.utils import int_from_bytes Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.683174 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:06:15.686586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Allocated IP 172.21.0.2 (5caccce6-5e2b-46e5-9628-4c86b2393e6e/923fea0e-40dc-495c-99e6-9401dc0ecbda/75cadcb6-c8a5-43d0-8809-e64eb19fc5db) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:15.688014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1a32d2-6fd3-48bd-8642-42950e54c5da tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Network': ['ID=f4574c8b-8c48-4047-9e1d-ad7bcb5ba244,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:15.721560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:15.725099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab2145bc-91e3-4800-b393-6883f7590677 None None] Network bb6f7efe-3b54-4633-bb18-ce04b5471fa2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:15.729314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] Pushing event deleted for resources: {'Port': ['ID=bb1457d4-8750-4f3b-bc08-aea8738a352f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:15.797039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7629399a-fda1-43f4-af4e-da1f084138a5 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:15.893429 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-df566eeb-cfa4-4828-8803-5d544cb6da28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:15.986861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df566eeb-cfa4-4828-8803-5d544cb6da28 None None] Network f7cf0cfe-2c89-489c-a532-f0ae333a7603 is not hosted by any dhcp agent {{(pid=105440) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:06:15.987681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df566eeb-cfa4-4828-8803-5d544cb6da28 None None] No DVR routers for this DVR port ecd6cb43-4820-4d87-ba9c-25f41e433d2e on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:16.006835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ecd6cb43-4820-4d87-ba9c-25f41e433d2e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:16.016158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dd8e883f-4a1f-4bc0-adcd-c16afa5dc1d5 None None] Provisioning for port 7629399a-fda1-43f4-af4e-da1f084138a5 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:16.019576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df566eeb-cfa4-4828-8803-5d544cb6da28 None None] Pushing event deleted for resources: {'Port': ['ID=ecd6cb43-4820-4d87-ba9c-25f41e433d2e,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.104668 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:16.120883 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.154946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dd8e883f-4a1f-4bc0-adcd-c16afa5dc1d5 None None] Provisioning complete for port 7629399a-fda1-43f4-af4e-da1f084138a5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:16.155964 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dd8e883f-4a1f-4bc0-adcd-c16afa5dc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.157604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: ecd6cb43-4820-4d87-ba9c-25f41e433d2e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:16.158565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ecd6cb43-4820-4d87-ba9c-25f41e433d2e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:16.266234 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.550072 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.573457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Transition to ACTIVE for port object 75cadcb6-c8a5-43d0-8809-e64eb19fc5db will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:16.590587 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dd8e883f-4a1f-4bc0-adcd-c16afa5dc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.610373 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Transition to ACTIVE for port object 75cadcb6-c8a5-43d0-8809-e64eb19fc5db will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:16.625344 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.685927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-dd8e883f-4a1f-4bc0-adcd-c16afa5dc1d5 None None] For port 7629399a-fda1-43f4-af4e-da1f084138a5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7629399a-fda1-43f4-af4e-da1f084138a5,segment=NetworkSegment(57324a91-5301-4c07-b923-8ea8ea324f27),segment_id=57324a91-5301-4c07-b923-8ea8ea324f27)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:16.695635 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dd8e883f-4a1f-4bc0-adcd-c16afa5dc1d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.708835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Network 5caccce6-5e2b-46e5-9628-4c86b2393e6e is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:16.712282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:16.717915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70d6f0b-3b57-4630-ac89-5a647fa2a323 req-4b58b5b6-dc9a-420f-9087-650b0ad29473 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:16.719023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:16.725242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c70d6f0b-3b57-4630-ac89-5a647fa2a323 req-4b58b5b6-dc9a-420f-9087-650b0ad29473 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 945 time: 0.1901493 Jul 16 18:06:16.727256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Pushing event updated for resources: {'Port': ['ID=75cadcb6-c8a5-43d0-8809-e64eb19fc5db,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:16.817548 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c70d6f0b-3b57-4630-ac89-5a647fa2a323 req-f3a2e00a-93a2-4e3d-8d22-0c58dddd5c8b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802107 Jul 16 18:06:16.848059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Attempting to bind port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:16.848494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Attempting to bind port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '6d191cce-4d29-4c26-bf12-79e7a80d52c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5caccce6-5e2b-46e5-9628-4c86b2393e6e'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:16.848875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Attempting to bind port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db on network 5caccce6-5e2b-46e5-9628-4c86b2393e6e {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:16.852163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Allocated IP 172.20.0.1 (bb6f7efe-3b54-4633-bb18-ce04b5471fa2/2bb10247-48b0-448c-9b1e-1b5c9dfe2b77/4285b821-4a43-4643-974f-dc5f8ac6f2cc) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:16.874752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:16.875135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Checking segment: {'id': '6d191cce-4d29-4c26-bf12-79e7a80d52c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5caccce6-5e2b-46e5-9628-4c86b2393e6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:16.875684 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.876493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Bound using segment: {'id': '6d191cce-4d29-4c26-bf12-79e7a80d52c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5caccce6-5e2b-46e5-9628-4c86b2393e6e'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:16.878078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Bound port: 75cadcb6-c8a5-43d0-8809-e64eb19fc5db, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d191cce-4d29-4c26-bf12-79e7a80d52c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '5caccce6-5e2b-46e5-9628-4c86b2393e6e'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:16.878495 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:16.920520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8e883f-4a1f-4bc0-adcd-c16afa5dc1d5 None None] Pushing event updated for resources: {'Port': ['ID=7629399a-fda1-43f4-af4e-da1f084138a5,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.054245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] For port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:17.066639 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] For port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=75cadcb6-c8a5-43d0-8809-e64eb19fc5db,segment=NetworkSegment(6d191cce-4d29-4c26-bf12-79e7a80d52c2),segment_id=6d191cce-4d29-4c26-bf12-79e7a80d52c2)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:17.072708 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.094636 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.174252 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Subnet': ['ID=38eed37f-1519-4ce2-81a4-bdb47f5f4cc2,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.228640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] Router 51de69db-fdaf-4192-9c34-060c504c75a9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:17.255918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20968bd-7db1-4cee-9994-363c23f3cc95 None None] Pushing event updated for resources: {'Port': ['ID=75cadcb6-c8a5-43d0-8809-e64eb19fc5db,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:17.259989 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1d59d3c0-529b-404d-887a-9bc72ce83cd2 None None] Provisioning complete for port 7629399a-fda1-43f4-af4e-da1f084138a5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:17.260365 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d59d3c0-529b-404d-887a-9bc72ce83cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.261006 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.269810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Checking segment: {'id': '6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f4574c8b-8c48-4047-9e1d-ad7bcb5ba244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:17.270440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network hostable DHCP agents. Network: f4574c8b-8c48-4047-9e1d-ad7bcb5ba244, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:17.287399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Transition to ACTIVE for port object 4285b821-4a43-4643-974f-dc5f8ac6f2cc will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:17.365566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:17.396968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, f4574c8b-8c48-4047-9e1d-ad7bcb5ba244) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:17.402721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:17.403377 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.414088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9154a5a-352e-4757-840d-782a273b9351 None None] Network f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:17.819101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-f4574c8b-8c48-4047-9e1d-ad7bcb5ba244', 'network_id': 'f4574c8b-8c48-4047-9e1d-ad7bcb5ba244', 'tenant_id': '66b707ea72c4430392d56eff25d0ab07', 'fixed_ips': [{'subnet_id': '38eed37f-1519-4ce2-81a4-bdb47f5f4cc2'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:17.834527 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:17.907666 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.048366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060e89d2-36b4-4cda-ac5b-d8cfaadd7d7a req-2a95a2e9-f329-4e26-bcae-0b949d446ea1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:18.061964 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-060e89d2-36b4-4cda-ac5b-d8cfaadd7d7a req-2a95a2e9-f329-4e26-bcae-0b949d446ea1 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 945 time: 0.1446073 Jul 16 18:06:18.167246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-060e89d2-36b4-4cda-ac5b-d8cfaadd7d7a req-ba1b1871-4c55-4550-bac8-fbe2adad400b tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027191 Jul 16 18:06:18.234205 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-23cb6aab-816e-4950-a673-e20893ed9779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.243542 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.255961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Allocated IP 2001:db8::2 (f4574c8b-8c48-4047-9e1d-ad7bcb5ba244/38eed37f-1519-4ce2-81a4-bdb47f5f4cc2/ed4b10b1-7915-4c35-9cbc-bd41466fa20e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:18.306061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:18.332996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d030e3-0ded-4aa3-949c-ffb66fe5240b None None] Sync routers for ids ['51de69db-fdaf-4192-9c34-060c504c75a9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:18.357758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d030e3-0ded-4aa3-949c-ffb66fe5240b None None] Routers {'51de69db-fdaf-4192-9c34-060c504c75a9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:18.358432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a9d030e3-0ded-4aa3-949c-ffb66fe5240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['51de69db-fdaf-4192-9c34-060c504c75a9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:18.388349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=4285b821-4a43-4643-974f-dc5f8ac6f2cc,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:18.395750 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-365acb64-d406-4a19-aa87-374f5d6ff11f admin admin] 10.222.0.47 "PUT /v2.0/routers/51de69db-fdaf-4192-9c34-060c504c75a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6242459 Jul 16 18:06:18.397922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33666) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:18.401344 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-77eb0e45-21ad-4def-a0a7-e511ab328252 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8427103 Jul 16 18:06:18.404256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33668) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:18.413654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4b04dff0-72b8-4ffa-b941-195e94b5fecf tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1229095365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:18.468436 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network bb6f7efe-3b54-4633-bb18-ce04b5471fa2 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:18.470048 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b04dff0-72b8-4ffa-b941-195e94b5fecf tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.472429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b04dff0-72b8-4ffa-b941-195e94b5fecf tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.478101 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:18.512145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:18.641482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.763627 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.784362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Transition to ACTIVE for port object ed4b10b1-7915-4c35-9cbc-bd41466fa20e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:18.834435 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.846469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Transition to ACTIVE for port object ed4b10b1-7915-4c35-9cbc-bd41466fa20e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:18.868769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7629399a-fda1-43f4-af4e-da1f084138a5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:18.873213 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:18.981808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33684) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:19.032821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Pushing event updated for resources: {'Port': ['ID=ed4b10b1-7915-4c35-9cbc-bd41466fa20e,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:19.099705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Network f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:19.104324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a9d030e3-0ded-4aa3-949c-ffb66fe5240b None None] Set router 51de69db-fdaf-4192-9c34-060c504c75a9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:19.117771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:19.121667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:19.148543 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b04dff0-72b8-4ffa-b941-195e94b5fecf tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.163025 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b04dff0-72b8-4ffa-b941-195e94b5fecf tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.171050 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.195898 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b04dff0-72b8-4ffa-b941-195e94b5fecf tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.200981 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4b04dff0-72b8-4ffa-b941-195e94b5fecf tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7931705 Jul 16 18:06:19.201871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33690) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:19.229023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'network_id': 'f4574c8b-8c48-4047-9e1d-ad7bcb5ba244', 'name': 'tempest-PortsIpV6TestJSON-1379758300'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:19.262457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b3405d8-7a34-4eb4-86c6-7be231d4c8cd None None] Network 5caccce6-5e2b-46e5-9628-4c86b2393e6e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:19.266618 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.377432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.451278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b8e69010-4033-4dbc-afdc-ad2dca2ca3e0 None None] Provisioning for port 4285b821-4a43-4643-974f-dc5f8ac6f2cc completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:19.465688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b3462-28fa-415c-b29e-70a32b5abc11 req-08c2f13a-e0a4-4993-ae6a-8e8f5e0082e7 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.467921 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae0b3462-28fa-415c-b29e-70a32b5abc11 req-08c2f13a-e0a4-4993-ae6a-8e8f5e0082e7 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 945 time: 0.3419702 Jul 16 18:06:19.475418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b8e69010-4033-4dbc-afdc-ad2dca2ca3e0 None None] Provisioning complete for port 4285b821-4a43-4643-974f-dc5f8ac6f2cc triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:19.475962 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b8e69010-4033-4dbc-afdc-ad2dca2ca3e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.533776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7629399a-fda1-43f4-af4e-da1f084138a5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:19.534244 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.551201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Deleting port 35327a77-117d-41fc-98e9-095b2bff74f2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:19.552137 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.586985 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Attempting to bind port ed4b10b1-7915-4c35-9cbc-bd41466fa20e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:19.587369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Attempting to bind port ed4b10b1-7915-4c35-9cbc-bd41466fa20e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f4574c8b-8c48-4047-9e1d-ad7bcb5ba244'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:19.588168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Attempting to bind port ed4b10b1-7915-4c35-9cbc-bd41466fa20e on network f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:19.636239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f94bd32-acf4-439f-b0d4-1f4dc3c4ccdd req-3f8224e8-79bf-4d53-a845-8562e9d7f5d5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:19.638233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0f94bd32-acf4-439f-b0d4-1f4dc3c4ccdd req-3f8224e8-79bf-4d53-a845-8562e9d7f5d5 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 945 time: 0.2230268 Jul 16 18:06:19.655363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:19.655786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Checking segment: {'id': '6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f4574c8b-8c48-4047-9e1d-ad7bcb5ba244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:19.656165 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.656735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Bound using segment: {'id': '6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f4574c8b-8c48-4047-9e1d-ad7bcb5ba244'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:19.657286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Bound port: ed4b10b1-7915-4c35-9cbc-bd41466fa20e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'f4574c8b-8c48-4047-9e1d-ad7bcb5ba244'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:19.658738 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.707391 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0f94bd32-acf4-439f-b0d4-1f4dc3c4ccdd req-32137d78-2dfa-4893-9a02-184810440413 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568593 Jul 16 18:06:19.754537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.761224 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.784586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b8e69010-4033-4dbc-afdc-ad2dca2ca3e0 None None] Port 4285b821-4a43-4643-974f-dc5f8ac6f2cc cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:19.839228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a9d030e3-0ded-4aa3-949c-ffb66fe5240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220'}], 'enable_snat': True}, 'gw_port_id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:06:15Z', 'revision_number': 5, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port': {'id': '35327a77-117d-41fc-98e9-095b2bff74f2', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:85:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1036, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:02:54Z', 'updated_at': '2021-07-16T18:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:19.871046 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.873253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=4285b821-4a43-4643-974f-dc5f8ac6f2cc,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:19.895902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d030e3-0ded-4aa3-949c-ffb66fe5240b None None] Checking router: 51de69db-fdaf-4192-9c34-060c504c75a9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:19.919421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] For port ed4b10b1-7915-4c35-9cbc-bd41466fa20e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:19.929464 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:19.961804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] For port ed4b10b1-7915-4c35-9cbc-bd41466fa20e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ed4b10b1-7915-4c35-9cbc-bd41466fa20e,segment=NetworkSegment(6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3),segment_id=6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:19.979539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d030e3-0ded-4aa3-949c-ffb66fe5240b None None] Routers {'51de69db-fdaf-4192-9c34-060c504c75a9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:19.980316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a9d030e3-0ded-4aa3-949c-ffb66fe5240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['51de69db-fdaf-4192-9c34-060c504c75a9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:19.988709 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.086215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network bb6f7efe-3b54-4633-bb18-ce04b5471fa2 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:20.092517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:20.217481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2c81d2fe-3721-4cd6-9afe-c57d8bd7e27d None None] Provisioning for port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:20.320645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 75cadcb6-c8a5-43d0-8809-e64eb19fc5db up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:20.328665 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.350880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.421801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:20.430212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a9d030e3-0ded-4aa3-949c-ffb66fe5240b None None] Set router 51de69db-fdaf-4192-9c34-060c504c75a9 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:20.434238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.463264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router ae57b53b-8917-4bae-b05b-d278e9d239c1 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:20.468809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port a9e8e122-2159-417d-b3d5-36315dd06c56 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:20.474122 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2f5a7791780e46669d193ccf895138e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4803357 Jul 16 18:06:20.481135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33704) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:20.481574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ae0b3462-28fa-415c-b29e-70a32b5abc11 req-2d033e7c-4369-4989-8d76-3414660e67cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Deleting port 4ea30349-499a-4178-9c00-be050fef3015 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:20.481922 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae0b3462-28fa-415c-b29e-70a32b5abc11 req-2d033e7c-4369-4989-8d76-3414660e67cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.487859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] For port 35327a77-117d-41fc-98e9-095b2bff74f2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=35327a77-117d-41fc-98e9-095b2bff74f2,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:20.488201 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.506385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3fb5c1c-7493-4d8e-99d9-354c44769400,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:20.516011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Calling delete_port for 35327a77-117d-41fc-98e9-095b2bff74f2 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:20.538204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af95e35-871a-4b4d-9070-7cb15c767eb2 None None] Pushing event updated for resources: {'Port': ['ID=ed4b10b1-7915-4c35-9cbc-bd41466fa20e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:20.550392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.550741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.551347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.551774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.552116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.552448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.552775 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.553517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.553517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.553726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.554040 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.554361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed875be-c817-47ce-9725-50e1855ee1b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:20.572880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a9d030e3-0ded-4aa3-949c-ffb66fe5240b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:06:19Z', 'revision_number': 6, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:20.619253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9d030e3-0ded-4aa3-949c-ffb66fe5240b None None] The sync data for ids ['51de69db-fdaf-4192-9c34-060c504c75a9'] in n-d-794306-7 is: [{'id': '51de69db-fdaf-4192-9c34-060c504c75a9', 'name': 'tempest-ServersTestBootFromVolume-1329719558-router', 'tenant_id': '7d83d309f9074dd3b369e14a6fd7f177', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:02:53Z', 'updated_at': '2021-07-16T18:06:19Z', 'revision_number': 6, 'project_id': '7d83d309f9074dd3b369e14a6fd7f177', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:20.646049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2b76807c-6a8c-4992-ada9-7718c1bc1fba None None] Provisioning complete for port 4285b821-4a43-4643-974f-dc5f8ac6f2cc triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:20.646588 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2b76807c-6a8c-4992-ada9-7718c1bc1fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.714835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:20.727739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:20.728274 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.747418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ae0b3462-28fa-415c-b29e-70a32b5abc11 req-2d033e7c-4369-4989-8d76-3414660e67cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] For port 4ea30349-499a-4178-9c00-be050fef3015, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4ea30349-499a-4178-9c00-be050fef3015,segment=NetworkSegment(301216b3-4405-4120-8895-f1a5dda9d3ea),segment_id=301216b3-4405-4120-8895-f1a5dda9d3ea)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:20.747823 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae0b3462-28fa-415c-b29e-70a32b5abc11 req-2d033e7c-4369-4989-8d76-3414660e67cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.763575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2b76807c-6a8c-4992-ada9-7718c1bc1fba None None] Port 4285b821-4a43-4643-974f-dc5f8ac6f2cc cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:20.773652 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41898751-8c87-48d4-afab-d1e6223a3bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.847336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:20.855324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41898751-8c87-48d4-afab-d1e6223a3bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.863593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ae0b3462-28fa-415c-b29e-70a32b5abc11 req-2d033e7c-4369-4989-8d76-3414660e67cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Calling delete_port for 4ea30349-499a-4178-9c00-be050fef3015 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:20.863771 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-04755dac-1d0b-4ee3-b570-f53701e506af tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/ae57b53b-8917-4bae-b05b-d278e9d239c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0127232 Jul 16 18:06:20.865305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33708) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:20.872403 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c72dd9-387c-4f9e-a3a9-5236b31d039e None None] Sync routers for ids ['ae57b53b-8917-4bae-b05b-d278e9d239c1'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:20.878574 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:20.899909 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c72dd9-387c-4f9e-a3a9-5236b31d039e None None] Routers {'ae57b53b-8917-4bae-b05b-d278e9d239c1'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:20.901065 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a6c72dd9-387c-4f9e-a3a9-5236b31d039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ae57b53b-8917-4bae-b05b-d278e9d239c1'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:20.910417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8::228 (f4574c8b-8c48-4047-9e1d-ad7bcb5ba244/38eed37f-1519-4ce2-81a4-bdb47f5f4cc2/a9e8e122-2159-417d-b3d5-36315dd06c56) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:20.971681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=75cadcb6-c8a5-43d0-8809-e64eb19fc5db,segment=NetworkSegment(6d191cce-4d29-4c26-bf12-79e7a80d52c2),segment_id=6d191cce-4d29-4c26-bf12-79e7a80d52c2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:20.979038 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.040761 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41898751-8c87-48d4-afab-d1e6223a3bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.045716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41898751-8c87-48d4-afab-d1e6223a3bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.049744 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-41898751-8c87-48d4-afab-d1e6223a3bd4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3fb5c1c-7493-4d8e-99d9-354c44769400 HTTP/1.1" status: 204 len: 168 time: 0.5630910 Jul 16 18:06:21.066035 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a6c72dd9-387c-4f9e-a3a9-5236b31d039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:21.122501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f78535-8fb6-43c6-889c-991cc637a444 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.123521 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6c72dd9-387c-4f9e-a3a9-5236b31d039e None None] Routers {'ae57b53b-8917-4bae-b05b-d278e9d239c1'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:21.123992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-17f78535-8fb6-43c6-889c-991cc637a444 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports/4285b821-4a43-4643-974f-dc5f8ac6f2cc HTTP/1.1" status: 200 len: 910 time: 0.2545583 Jul 16 18:06:21.133993 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a6c72dd9-387c-4f9e-a3a9-5236b31d039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ae57b53b-8917-4bae-b05b-d278e9d239c1'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:21.140130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33722) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:21.172506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=75cadcb6-c8a5-43d0-8809-e64eb19fc5db,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.182217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41898751-8c87-48d4-afab-d1e6223a3bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3fb5c1c-7493-4d8e-99d9-354c44769400,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.223690 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a6c72dd9-387c-4f9e-a3a9-5236b31d039e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:21.224621 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6c72dd9-387c-4f9e-a3a9-5236b31d039e None None] The sync data for ids ['ae57b53b-8917-4bae-b05b-d278e9d239c1'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:21.274156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2f5274da-3977-461b-918f-2df4ac87a280 None None] Provisioning complete for port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:21.277462 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2f5274da-3977-461b-918f-2df4ac87a280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.398260 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.449465 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object a9e8e122-2159-417d-b3d5-36315dd06c56 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:21.513685 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.573581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:21.577335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:21.584955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:21.592122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:21.592122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.609160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=a9e8e122-2159-417d-b3d5-36315dd06c56,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:21.632997 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-28194f82-a30c-4fce-ac59-c64b389a3f58 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4089115 Jul 16 18:06:21.634419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33728) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:21.653667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ed4b10b1-7915-4c35-9cbc-bd41466fa20e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:21.718295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33730) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:21.766718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1b77160-e038-493d-a884-889d7a4bde4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.766903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port ed4b10b1-7915-4c35-9cbc-bd41466fa20e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:21.790182 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:21.799421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bb1457d4-8750-4f3b-bc08-aea8738a352f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:21.829488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: bb1457d4-8750-4f3b-bc08-aea8738a352f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:21.830207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bb1457d4-8750-4f3b-bc08-aea8738a352f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:22.057079 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae0b3462-28fa-415c-b29e-70a32b5abc11 req-2d033e7c-4369-4989-8d76-3414660e67cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.176079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d033e7c-4369-4989-8d76-3414660e67cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Pushing event deleted for resources: {'Port': ['ID=4ea30349-499a-4178-9c00-be050fef3015,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.185248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791a3ed-a4c7-46c1-bfb9-5159d435efd0 req-dc2b56a7-4d68-4afe-913b-fa1a444a45c7 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:22.187006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2791a3ed-a4c7-46c1-bfb9-5159d435efd0 req-dc2b56a7-4d68-4afe-913b-fa1a444a45c7 tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/ports?device_id=b2170352-23b9-4008-9575-f5aa6ca43816 HTTP/1.1" status: 200 len: 867 time: 1.1315935 Jul 16 18:06:22.292924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.297821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0b3462-28fa-415c-b29e-70a32b5abc11 req-2d033e7c-4369-4989-8d76-3414660e67cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] No DVR routers for this DVR port 4ea30349-499a-4178-9c00-be050fef3015 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:22.316328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188b3f86-7053-4044-9c1d-9e0e2f8cc7e1 None None] Network f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:22.371551 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae0b3462-28fa-415c-b29e-70a32b5abc11 req-2d033e7c-4369-4989-8d76-3414660e67cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.371551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae0b3462-28fa-415c-b29e-70a32b5abc11 req-2d033e7c-4369-4989-8d76-3414660e67cf tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.18 "DELETE /v2.0/ports/4ea30349-499a-4178-9c00-be050fef3015 HTTP/1.1" status: 204 len: 173 time: 2.8886545 Jul 16 18:06:22.408465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2170352-23b9-4008-9575-f5aa6ca43816', 'name': 'network-vif-deleted', 'tag': '4ea30349-499a-4178-9c00-be050fef3015'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:22.416127 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3818f87d-fc0f-4fb5-850d-1e2358027fd9" -d '{"events": [{"server_uuid": "b2170352-23b9-4008-9575-f5aa6ca43816", "name": "network-vif-deleted", "tag": "4ea30349-499a-4178-9c00-be050fef3015"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:22.427703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cfd35563-82ff-488b-b5cc-5615050d422e None None] Provisioning for port ed4b10b1-7915-4c35-9cbc-bd41466fa20e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:22.436044 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cfd35563-82ff-488b-b5cc-5615050d422e None None] Provisioning complete for port ed4b10b1-7915-4c35-9cbc-bd41466fa20e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:22.436507 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cfd35563-82ff-488b-b5cc-5615050d422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.483512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.666266 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbdf312-f64e-4235-9088-29b524213353 x-openstack-request-id: req-bfbdf312-f64e-4235-9088-29b524213353 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:22.666662 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2170352-23b9-4008-9575-f5aa6ca43816", "name": "network-vif-deleted", "tag": "4ea30349-499a-4178-9c00-be050fef3015", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:22.667394 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bfbdf312-f64e-4235-9088-29b524213353 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:22.667394 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2170352-23b9-4008-9575-f5aa6ca43816', 'name': 'network-vif-deleted', 'tag': '4ea30349-499a-4178-9c00-be050fef3015', 'status': 'completed', 'code': 200} Jul 16 18:06:22.678226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=35327a77-117d-41fc-98e9-095b2bff74f2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.743650 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cfd35563-82ff-488b-b5cc-5615050d422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.743874 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.761599 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.766886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2791a3ed-a4c7-46c1-bfb9-5159d435efd0 req-bd6e2b29-40ec-4082-8e34-c5eaed5f28fd tempest-DeleteServersTestJSON-1543414092 tempest-DeleteServersTestJSON-1543414092-project] 10.222.0.47 "GET /v2.0/security-groups?id=cd2e8b66-2769-4c95-8c89-36dc2a684be2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4731855 Jul 16 18:06:22.846717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-cfd35563-82ff-488b-b5cc-5615050d422e None None] For port ed4b10b1-7915-4c35-9cbc-bd41466fa20e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ed4b10b1-7915-4c35-9cbc-bd41466fa20e,segment=NetworkSegment(6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3),segment_id=6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:22.852835 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cfd35563-82ff-488b-b5cc-5615050d422e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.880261 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:22.942875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=a9e8e122-2159-417d-b3d5-36315dd06c56,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:22.979816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd35563-82ff-488b-b5cc-5615050d422e None None] Pushing event updated for resources: {'Port': ['ID=ed4b10b1-7915-4c35-9cbc-bd41466fa20e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:23.024795 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.027233 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.125002 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.165012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1b77160-e038-493d-a884-889d7a4bde4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.181075 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.182028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 51de69db-fdaf-4192-9c34-060c504c75a9 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:06:23.193881 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.197676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8e11e338-a0f4-469b-872e-2ce4726fbe45 None None] Provisioning for port a9e8e122-2159-417d-b3d5-36315dd06c56 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:23.198706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33750) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.199005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6c058411-0b04-4ae9-a2b7-e1fa48b51db5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/51de69db-fdaf-4192-9c34-060c504c75a9 HTTP/1.1" status: 204 len: 168 time: 4.7992711 Jul 16 18:06:23.199989 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1b77160-e038-493d-a884-889d7a4bde4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.216059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8e11e338-a0f4-469b-872e-2ce4726fbe45 None None] Provisioning complete for port a9e8e122-2159-417d-b3d5-36315dd06c56 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:23.218224 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8e11e338-a0f4-469b-872e-2ce4726fbe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.240765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ed4b10b1-7915-4c35-9cbc-bd41466fa20e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:23.407169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b77160-e038-493d-a884-889d7a4bde4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5fe9e66-8a69-44af-9405-fab621d582d7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:23.420303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-8304d60c-097a-408c-b7d5-0e9c3afd4fca admin admin] Deleting subnet bc478255-8360-453e-ba9d-a86e2bdb2f7a {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:23.429651 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e1b77160-e038-493d-a884-889d7a4bde4b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1a412f9ffbb4c1d96ac390627c00064&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6960754 Jul 16 18:06:23.430497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33762) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:23.437065 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8304d60c-097a-408c-b7d5-0e9c3afd4fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.460607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8e11e338-a0f4-469b-872e-2ce4726fbe45 None None] Port a9e8e122-2159-417d-b3d5-36315dd06c56 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:23.486357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8e11e338-a0f4-469b-872e-2ce4726fbe45 None None] Provisioning complete for port ed4b10b1-7915-4c35-9cbc-bd41466fa20e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:23.487048 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8e11e338-a0f4-469b-872e-2ce4726fbe45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.522947 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.530975 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ed4b10b1-7915-4c35-9cbc-bd41466fa20e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:23.531352 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.587408 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8304d60c-097a-408c-b7d5-0e9c3afd4fca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.642480 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.643627 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4ea30349-499a-4178-9c00-be050fef3015 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:23.675243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.677461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 4ea30349-499a-4178-9c00-be050fef3015 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:23.678046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4ea30349-499a-4178-9c00-be050fef3015 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:23.777410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 75cadcb6-c8a5-43d0-8809-e64eb19fc5db up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:23.799553 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.865648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-77c8ddcd-b16c-475c-b0be-ce09391f5e6a None None] Provisioning complete for port a9e8e122-2159-417d-b3d5-36315dd06c56 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:23.866324 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-77c8ddcd-b16c-475c-b0be-ce09391f5e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.914288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:23.914868 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:23.915016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Allocated IP 172.21.0.1 (5caccce6-5e2b-46e5-9628-4c86b2393e6e/923fea0e-40dc-495c-99e6-9401dc0ecbda/840cdfb3-2584-493c-ad0b-cbc4596b44bc) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:23.983896 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8304d60c-097a-408c-b7d5-0e9c3afd4fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.019076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-77c8ddcd-b16c-475c-b0be-ce09391f5e6a None None] Port a9e8e122-2159-417d-b3d5-36315dd06c56 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:24.097102 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.105759 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.108285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.112088 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f5fe9e66-8a69-44af-9405-fab621d582d7 HTTP/1.1" status: 204 len: 168 time: 0.6834538 Jul 16 18:06:24.141856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Transition to ACTIVE for port object 840cdfb3-2584-493c-ad0b-cbc4596b44bc will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:24.142622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5fe9e66-8a69-44af-9405-fab621d582d7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.147667 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8304d60c-097a-408c-b7d5-0e9c3afd4fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.165288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-58015d9d-2c3d-4548-9592-d2549f5d8c0c None None] Provisioning complete for port a9e8e122-2159-417d-b3d5-36315dd06c56 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:24.168618 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-58015d9d-2c3d-4548-9592-d2549f5d8c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.212207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.215330 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 35327a77-117d-41fc-98e9-095b2bff74f2 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:24.243536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 35327a77-117d-41fc-98e9-095b2bff74f2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:24.243953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 35327a77-117d-41fc-98e9-095b2bff74f2 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:24.256048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-58015d9d-2c3d-4548-9592-d2549f5d8c0c None None] Port a9e8e122-2159-417d-b3d5-36315dd06c56 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:24.291324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 5caccce6-5e2b-46e5-9628-4c86b2393e6e is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:24.292892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=840cdfb3-2584-493c-ad0b-cbc4596b44bc,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.295756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:24.298075 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:24.357797 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.683809 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.785196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7acdf1e5-40fa-4d4a-9b93-2de82846b342 None None] Provisioning for port 840cdfb3-2584-493c-ad0b-cbc4596b44bc completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:24.797162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7acdf1e5-40fa-4d4a-9b93-2de82846b342 None None] Provisioning complete for port 840cdfb3-2584-493c-ad0b-cbc4596b44bc triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:24.798810 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7acdf1e5-40fa-4d4a-9b93-2de82846b342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.809044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8304d60c-097a-408c-b7d5-0e9c3afd4fca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.812571 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8304d60c-097a-408c-b7d5-0e9c3afd4fca admin admin] 10.222.0.47 "DELETE /v2.0/subnets/bc478255-8360-453e-ba9d-a86e2bdb2f7a HTTP/1.1" status: 204 len: 168 time: 1.6101553 Jul 16 18:06:24.817725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.818375 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.818910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.819427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.819969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.820481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.821042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.821422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.821751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.822077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.822399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.822718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a0926f2-b8be-4c43-9e48-7f486537ea61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:24.832105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33826) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:24.839974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8304d60c-097a-408c-b7d5-0e9c3afd4fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc478255-8360-453e-ba9d-a86e2bdb2f7a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:24.872259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-831b405f-906f-4e84-94e6-095624362c06 None None] Network 9bc4763d-4d12-486b-8214-853c955a2609 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:24.931324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.945576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7acdf1e5-40fa-4d4a-9b93-2de82846b342 None None] Port 840cdfb3-2584-493c-ad0b-cbc4596b44bc cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:24.964426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.967875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:24.973870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.027493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374fac20-85f3-4b76-9701-a09aff98be15 req-f10effac-f7f4-40a5-91b1-fcfe4db080d0 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.027493 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-374fac20-85f3-4b76-9701-a09aff98be15 req-f10effac-f7f4-40a5-91b1-fcfe4db080d0 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 950 time: 0.2758374 Jul 16 18:06:25.194798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] DHCP port deletion for 9bc4763d-4d12-486b-8214-853c955a2609 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:25.206577 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:25.215041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:25.219264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=a9e8e122-2159-417d-b3d5-36315dd06c56,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:25.287887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Deleting port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:25.293921 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.408708 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Router 8a5a6f04-87a1-42f0-9d91-9bce0f717022 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:25.421091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] For port fc84130e-b963-48e0-a8b3-1b6c8c502ad3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fc84130e-b963-48e0-a8b3-1b6c8c502ad3,segment=NetworkSegment(9543a82a-992e-4960-97f4-c8e41b3f3b33),segment_id=9543a82a-992e-4960-97f4-c8e41b3f3b33)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:25.421607 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.446282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Calling delete_port for fc84130e-b963-48e0-a8b3-1b6c8c502ad3 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:25.530644 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:25.549713 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-23744a33-b1fc-48b6-935c-8ece2b3dd189 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "PUT /v2.0/routers/8a5a6f04-87a1-42f0-9d91-9bce0f717022/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9140036 Jul 16 18:06:25.550376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33850) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:25.554178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ebc47-700a-4597-a142-8ce5dc58d0a4 None None] Sync routers for ids ['8a5a6f04-87a1-42f0-9d91-9bce0f717022'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:25.604275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ebc47-700a-4597-a142-8ce5dc58d0a4 None None] Routers {'8a5a6f04-87a1-42f0-9d91-9bce0f717022'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:25.604905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-144ebc47-700a-4597-a142-8ce5dc58d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['8a5a6f04-87a1-42f0-9d91-9bce0f717022'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:25.683162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca098dfa-1af0-43ed-926b-285dc9c6385a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:25.683652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-144ebc47-700a-4597-a142-8ce5dc58d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:25.685708 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ca098dfa-1af0-43ed-926b-285dc9c6385a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a5a6f04-87a1-42f0-9d91-9bce0f717022 HTTP/1.1" status: 200 len: 989 time: 0.1340809 Jul 16 18:06:25.688569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33858) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:25.707429 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.784184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Pushing event deleted for resources: {'Port': ['ID=fc84130e-b963-48e0-a8b3-1b6c8c502ad3,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:25.784433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-374fac20-85f3-4b76-9701-a09aff98be15 req-57222e0e-17e4-43c5-9c10-25d225f23d76 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7344911 Jul 16 18:06:25.804573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] No DVR routers for this DVR port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:25.810504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144ebc47-700a-4597-a142-8ce5dc58d0a4 None None] Routers {'8a5a6f04-87a1-42f0-9d91-9bce0f717022'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:25.814348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-144ebc47-700a-4597-a142-8ce5dc58d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['8a5a6f04-87a1-42f0-9d91-9bce0f717022'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:25.833796 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Deleting port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:25.834196 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.875249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-144ebc47-700a-4597-a142-8ce5dc58d0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:25.876784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-144ebc47-700a-4597-a142-8ce5dc58d0a4 None None] The sync data for ids ['8a5a6f04-87a1-42f0-9d91-9bce0f717022'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:25.882316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.883296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.883819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.884324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.884874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.885418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.885952 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.886632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.887180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.887740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.888416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.888968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35508b26-44af-4790-9eba-52cc76a6adee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:25.902344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-269fd5c7-5686-4aaf-a9bd-b14903b387eb None None] Provisioning complete for port a9e8e122-2159-417d-b3d5-36315dd06c56 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:25.903047 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-269fd5c7-5686-4aaf-a9bd-b14903b387eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.977604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-269fd5c7-5686-4aaf-a9bd-b14903b387eb None None] Port a9e8e122-2159-417d-b3d5-36315dd06c56 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:25.981262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.987219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] For port fc84130e-b963-48e0-a8b3-1b6c8c502ad3, host n-d-794306-7, got binding levels [] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:25.987687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:25.990818 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.061587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Calling delete_port for fc84130e-b963-48e0-a8b3-1b6c8c502ad3 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:26.066905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 was not found and therefore no delete operation was performed {{(pid=105439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:06:26.077595 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.105562 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=840cdfb3-2584-493c-ad0b-cbc4596b44bc,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.132598 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.133297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33882) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:26.134502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Pushing event deleted for resources: {'Port': ['ID=fc84130e-b963-48e0-a8b3-1b6c8c502ad3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.137758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] No DVR routers for this DVR port fc84130e-b963-48e0-a8b3-1b6c8c502ad3 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:26.254212 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.334438 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc4763d-4d12-486b-8214-853c955a2609']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:26.346682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9543a82a-992e-4960-97f4-c8e41b3f3b33') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:26.347005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9543a82a-992e-4960-97f4-c8e41b3f3b33') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:26.358558 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.403418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.419220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:26.419992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.442035 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b8224e09-c979-4aca-9d43-95ab70a9c83f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:26.465260 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:26.503858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 5caccce6-5e2b-46e5-9628-4c86b2393e6e is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:26.506251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:26.561740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-015136af-3cbd-4079-9980-165d0ad28b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.598483 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.617663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.622565 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] 10.222.0.47 "DELETE /v2.0/networks/9bc4763d-4d12-486b-8214-853c955a2609 HTTP/1.1" status: 204 len: 168 time: 1.7894456 Jul 16 18:06:26.640717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c541fc79-867b-483e-93d6-44f35c00978a admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc4763d-4d12-486b-8214-853c955a2609,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:26.663487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router ae57b53b-8917-4bae-b05b-d278e9d239c1 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:26.822601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:26.828398 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2d081876-3f4e-4480-9cda-969e079cd941 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/ae57b53b-8917-4bae-b05b-d278e9d239c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6725502 Jul 16 18:06:26.831524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33922) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:26.837890 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2d432-fc50-4d7f-a886-ab475361dd8a None None] Sync routers for ids ['ae57b53b-8917-4bae-b05b-d278e9d239c1'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:26.853240 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2d432-fc50-4d7f-a886-ab475361dd8a None None] Routers {'ae57b53b-8917-4bae-b05b-d278e9d239c1'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:26.853851 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d5b2d432-fc50-4d7f-a886-ab475361dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ae57b53b-8917-4bae-b05b-d278e9d239c1'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:26.875299 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-015136af-3cbd-4079-9980-165d0ad28b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.884423 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-015136af-3cbd-4079-9980-165d0ad28b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.898963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33930) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:26.919070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d8f2f6c6-14ed-429e-9f55-2f57bbb7c44b None None] Provisioning complete for port 840cdfb3-2584-493c-ad0b-cbc4596b44bc triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:26.919579 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d8f2f6c6-14ed-429e-9f55-2f57bbb7c44b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.929820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b8224e09-c979-4aca-9d43-95ab70a9c83f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port a9e8e122-2159-417d-b3d5-36315dd06c56 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:26.941365 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d5b2d432-fc50-4d7f-a886-ab475361dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:26.942294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b8224e09-c979-4aca-9d43-95ab70a9c83f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:26.952829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-37ffc45a-57e2-410f-8f1c-8df8b6b2759e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d83d309f9074dd3b369e14a6fd7f177&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0501118 Jul 16 18:06:26.956195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33934) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:26.965983 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b2d432-fc50-4d7f-a886-ab475361dd8a None None] Routers {'ae57b53b-8917-4bae-b05b-d278e9d239c1'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:26.966767 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d5b2d432-fc50-4d7f-a886-ab475361dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ae57b53b-8917-4bae-b05b-d278e9d239c1'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:26.984225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f94870d8-6ced-4b1b-a331-ab2e5585ddfa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:26.989578 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f94870d8-6ced-4b1b-a331-ab2e5585ddfa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports/840cdfb3-2584-493c-ad0b-cbc4596b44bc HTTP/1.1" status: 200 len: 910 time: 0.1559680 Jul 16 18:06:26.993002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33936) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:27.000613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2f6c6-14ed-429e-9f55-2f57bbb7c44b None None] Port 840cdfb3-2584-493c-ad0b-cbc4596b44bc cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:27.016739 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d5b2d432-fc50-4d7f-a886-ab475361dd8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:27.017484 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b2d432-fc50-4d7f-a886-ab475361dd8a None None] The sync data for ids ['ae57b53b-8917-4bae-b05b-d278e9d239c1'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:27.038058 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-015136af-3cbd-4079-9980-165d0ad28b7b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad7254b22d044cdb8875bac7c6fdc289&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8829181 Jul 16 18:06:27.068244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015136af-3cbd-4079-9980-165d0ad28b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591ecb4f-652a-4f98-a0b4-cddcfea31735,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:27.073163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33938) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:27.130368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b8224e09-c979-4aca-9d43-95ab70a9c83f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.145340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e20c173-9b25-4a4e-8dad-c53e7b4fb2db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.160545 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-622a4132-5418-4470-9639-950cf73423f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.168784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fc84130e-b963-48e0-a8b3-1b6c8c502ad3 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:27.183406 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-622a4132-5418-4470-9639-950cf73423f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.192835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: fc84130e-b963-48e0-a8b3-1b6c8c502ad3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:27.193272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fc84130e-b963-48e0-a8b3-1b6c8c502ad3 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:27.215157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b8224e09-c979-4aca-9d43-95ab70a9c83f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for a9e8e122-2159-417d-b3d5-36315dd06c56 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:27.274780 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e20c173-9b25-4a4e-8dad-c53e7b4fb2db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.275590 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-622a4132-5418-4470-9639-950cf73423f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.278494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-622a4132-5418-4470-9639-950cf73423f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.279717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-622a4132-5418-4470-9639-950cf73423f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/591ecb4f-652a-4f98-a0b4-cddcfea31735 HTTP/1.1" status: 204 len: 168 time: 0.2056472 Jul 16 18:06:27.312971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a4132-5418-4470-9639-950cf73423f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591ecb4f-652a-4f98-a0b4-cddcfea31735,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:27.351037 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e20c173-9b25-4a4e-8dad-c53e7b4fb2db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.353747 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e20c173-9b25-4a4e-8dad-c53e7b4fb2db admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.355145 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9e20c173-9b25-4a4e-8dad-c53e7b4fb2db admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5196f477-03d6-4f50-ad69-75dbcf5d44c7 HTTP/1.1" status: 204 len: 168 time: 0.3978620 Jul 16 18:06:27.516852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e20c173-9b25-4a4e-8dad-c53e7b4fb2db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5196f477-03d6-4f50-ad69-75dbcf5d44c7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:27.541451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b8224e09-c979-4aca-9d43-95ab70a9c83f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.663414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8224e09-c979-4aca-9d43-95ab70a9c83f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=a9e8e122-2159-417d-b3d5-36315dd06c56,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:27.872708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b8224e09-c979-4aca-9d43-95ab70a9c83f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:27.931275 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35ebbbb7-9cce-4fd5-bb90-173d76d268d4 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.138256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8224e09-c979-4aca-9d43-95ab70a9c83f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Router 8a5a6f04-87a1-42f0-9d91-9bce0f717022 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:28.292764 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8224e09-c979-4aca-9d43-95ab70a9c83f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:28.303552 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b8224e09-c979-4aca-9d43-95ab70a9c83f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "PUT /v2.0/routers/8a5a6f04-87a1-42f0-9d91-9bce0f717022/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6126635 Jul 16 18:06:28.306667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33986) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:28.308145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0944d2fb-46a6-4fb3-9722-530e03f0462d None None] Sync routers for ids ['8a5a6f04-87a1-42f0-9d91-9bce0f717022'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:28.321423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944d2fb-46a6-4fb3-9722-530e03f0462d None None] Routers {'8a5a6f04-87a1-42f0-9d91-9bce0f717022'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:28.326012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0944d2fb-46a6-4fb3-9722-530e03f0462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['8a5a6f04-87a1-42f0-9d91-9bce0f717022'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:28.335956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-35ebbbb7-9cce-4fd5-bb90-173d76d268d4 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 840cdfb3-2584-493c-ad0b-cbc4596b44bc {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:28.336523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35ebbbb7-9cce-4fd5-bb90-173d76d268d4 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.354743 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-6980cb95-00ad-4f73-8e1a-cf9e91cb608a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:06:28.367674 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6980cb95-00ad-4f73-8e1a-cf9e91cb608a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/a9e8e122-2159-417d-b3d5-36315dd06c56 HTTP/1.1" status: 404 len: 333 time: 0.0597174 Jul 16 18:06:28.371105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33990) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:28.419590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0944d2fb-46a6-4fb3-9722-530e03f0462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:28.440640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0944d2fb-46a6-4fb3-9722-530e03f0462d None None] Routers {'8a5a6f04-87a1-42f0-9d91-9bce0f717022'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:28.442769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0944d2fb-46a6-4fb3-9722-530e03f0462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['8a5a6f04-87a1-42f0-9d91-9bce0f717022'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:28.481305 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0944d2fb-46a6-4fb3-9722-530e03f0462d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:28.482341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0944d2fb-46a6-4fb3-9722-530e03f0462d None None] The sync data for ids ['8a5a6f04-87a1-42f0-9d91-9bce0f717022'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:28.486693 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35ebbbb7-9cce-4fd5-bb90-173d76d268d4 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.513477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-35ebbbb7-9cce-4fd5-bb90-173d76d268d4 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 840cdfb3-2584-493c-ad0b-cbc4596b44bc owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:28.521885 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0dd79c50-2985-467c-88d4-b40223ec8951 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.806833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0dd79c50-2985-467c-88d4-b40223ec8951 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.809371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0dd79c50-2985-467c-88d4-b40223ec8951 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.861819 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0dd79c50-2985-467c-88d4-b40223ec8951 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.862469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dd79c50-2985-467c-88d4-b40223ec8951 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Fanout notify agent at l3_agent the message router_deleted on router 8a5a6f04-87a1-42f0-9d91-9bce0f717022 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:06:28.879774 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0dd79c50-2985-467c-88d4-b40223ec8951 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.884465 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0dd79c50-2985-467c-88d4-b40223ec8951 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/routers/8a5a6f04-87a1-42f0-9d91-9bce0f717022 HTTP/1.1" status: 204 len: 168 time: 0.5122604 Jul 16 18:06:28.886452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34024) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:28.910120 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35ebbbb7-9cce-4fd5-bb90-173d76d268d4 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:28.983094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebbbb7-9cce-4fd5-bb90-173d76d268d4 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=840cdfb3-2584-493c-ad0b-cbc4596b44bc,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:28.990332 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-42cdf0de-ff53-48e5-9159-f4be8f5f3ddd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting subnet 38eed37f-1519-4ce2-81a4-bdb47f5f4cc2 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:28.996784 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-42cdf0de-ff53-48e5-9159-f4be8f5f3ddd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.057638 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-42cdf0de-ff53-48e5-9159-f4be8f5f3ddd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.099004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34028) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:29.131980 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.249587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-42cdf0de-ff53-48e5-9159-f4be8f5f3ddd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.253585 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35ebbbb7-9cce-4fd5-bb90-173d76d268d4 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.368611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-42cdf0de-ff53-48e5-9159-f4be8f5f3ddd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.409327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-998632150-network', 'tenant_id': '86e165b131e943f28f05361d1456722d'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:29.413597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cdf0de-ff53-48e5-9159-f4be8f5f3ddd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Subnet': ['ID=38eed37f-1519-4ce2-81a4-bdb47f5f4cc2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:29.416665 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-42cdf0de-ff53-48e5-9159-f4be8f5f3ddd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.423476 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-42cdf0de-ff53-48e5-9159-f4be8f5f3ddd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/38eed37f-1519-4ce2-81a4-bdb47f5f4cc2 HTTP/1.1" status: 204 len: 168 time: 0.5350509 Jul 16 18:06:29.425045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34040) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:29.426997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd6fd1-85a3-469e-a021-bd193a9205ab None None] Network f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:29.446566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Made reservation on behalf of 86e165b131e943f28f05361d1456722d for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:29.449218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.475485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.560787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34042) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:29.580223 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.631409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ebbbb7-9cce-4fd5-bb90-173d76d268d4 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router ae57b53b-8917-4bae-b05b-d278e9d239c1 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:29.641262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59ad5d70-33e8-4a1a-a744-33cb453196e3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:29.645390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port ed4b10b1-7915-4c35-9cbc-bd41466fa20e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:29.645917 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.777888 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.789667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2008285386', 'router:external': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:29.822937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66b36b3-7706-4d4e-9efa-c2f184d63409 None None] DHCP port deletion for f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:29.826265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] For port ed4b10b1-7915-4c35-9cbc-bd41466fa20e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ed4b10b1-7915-4c35-9cbc-bd41466fa20e,segment=NetworkSegment(6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3),segment_id=6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:29.826913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.849722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:29.855406 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fd6bbc-cced-4f13-90fd-eaad5ce93e87" -d '{"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-unplugged", "status": "completed", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:29.871256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for ed4b10b1-7915-4c35-9cbc-bd41466fa20e owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:29.894969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:29.900567 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:29.993349 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.064610 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=ed4b10b1-7915-4c35-9cbc-bd41466fa20e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.076883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No DVR routers for this DVR port ed4b10b1-7915-4c35-9cbc-bd41466fa20e on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:30.093500 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf707ac-fd66-4418-b109-17bb405f102e x-openstack-request-id: req-acf707ac-fd66-4418-b109-17bb405f102e {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:30.093786 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-unplugged", "status": "completed", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:30.094029 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-acf707ac-fd66-4418-b109-17bb405f102e {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:30.094470 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'code': 200} Jul 16 18:06:30.130309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e66b36b3-7706-4d4e-9efa-c2f184d63409 None None] Deleting port ed4b10b1-7915-4c35-9cbc-bd41466fa20e {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:30.130680 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e66b36b3-7706-4d4e-9efa-c2f184d63409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.133738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.171421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34070) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.212150 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.221325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.224500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e66b36b3-7706-4d4e-9efa-c2f184d63409 None None] For port ed4b10b1-7915-4c35-9cbc-bd41466fa20e, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:30.224902 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e66b36b3-7706-4d4e-9efa-c2f184d63409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.237808 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.254626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4574c8b-8c48-4047-9e1d-ad7bcb5ba244']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.255514 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e66b36b3-7706-4d4e-9efa-c2f184d63409 None None] Calling delete_port for ed4b10b1-7915-4c35-9cbc-bd41466fa20e owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:30.263757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b13f9798-9b0e-4209-b790-dc5d7fc5ccef,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.264950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-e66b36b3-7706-4d4e-9efa-c2f184d63409 None None] Port ed4b10b1-7915-4c35-9cbc-bd41466fa20e was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:06:30.268270 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e66b36b3-7706-4d4e-9efa-c2f184d63409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.270822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.271249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ed40b6d-bafc-46f5-b486-fa2c3e0d2ca3') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.281862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Made reservation on behalf of 4fdff117bb264e3b8c745e9cdabbf09d for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:30.285383 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.288739 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.297378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:30.304751 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.317664 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.324439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ebbbb7-9cce-4fd5-bb90-173d76d268d4 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:30.327183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:30.327469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66b36b3-7706-4d4e-9efa-c2f184d63409 None None] Pushing event deleted for resources: {'Port': ['ID=ed4b10b1-7915-4c35-9cbc-bd41466fa20e,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.327623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:30.331510 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:30.335327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66b36b3-7706-4d4e-9efa-c2f184d63409 None None] No DVR routers for this DVR port ed4b10b1-7915-4c35-9cbc-bd41466fa20e on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:30.344714 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe14475-437d-495c-8111-ad8bb9f370a4 None None] Sync routers for ids ['ae57b53b-8917-4bae-b05b-d278e9d239c1'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:30.355671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-35ebbbb7-9cce-4fd5-bb90-173d76d268d4 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/ae57b53b-8917-4bae-b05b-d278e9d239c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3613892 Jul 16 18:06:30.360405 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe14475-437d-495c-8111-ad8bb9f370a4 None None] Routers {'ae57b53b-8917-4bae-b05b-d278e9d239c1'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:30.362463 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-efe14475-437d-495c-8111-ad8bb9f370a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ae57b53b-8917-4bae-b05b-d278e9d239c1'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.363500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34074) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.416254 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-efe14475-437d-495c-8111-ad8bb9f370a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.429570 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe14475-437d-495c-8111-ad8bb9f370a4 None None] Routers {'ae57b53b-8917-4bae-b05b-d278e9d239c1'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:30.430473 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-efe14475-437d-495c-8111-ad8bb9f370a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ae57b53b-8917-4bae-b05b-d278e9d239c1'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.434831 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.435404 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Added segment c430d143-ea49-4a5a-a677-e92cdf22b4e0 of type vlan for network 169a5c65-dee7-48a5-82e7-659c10feb297 Jul 16 18:06:30.440399 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.474965 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.475686 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-efe14475-437d-495c-8111-ad8bb9f370a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:30.476500 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe14475-437d-495c-8111-ad8bb9f370a4 None None] The sync data for ids ['ae57b53b-8917-4bae-b05b-d278e9d239c1'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:30.476852 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/networks/f4574c8b-8c48-4047-9e1d-ad7bcb5ba244 HTTP/1.1" status: 204 len: 168 time: 1.0503445 Jul 16 18:06:30.481633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34076) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.523464 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.528219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a97f18-dba2-46c6-955c-80773d1ae9e4 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Network': ['ID=f4574c8b-8c48-4047-9e1d-ad7bcb5ba244,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.557364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-f76ac57d-14fa-4fe6-b577-65e454193d64 admin admin] Deleting subnet a3f56a12-2748-4e3d-89b9-151cce28c16a {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:30.565780 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f76ac57d-14fa-4fe6-b577-65e454193d64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.603930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795d45ca-d034-44bf-bb36-42be70c1fd41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.604129 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.609491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:30.609721 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-795d45ca-d034-44bf-bb36-42be70c1fd41 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/ff459dbc-4c59-4b98-bae4-f59d368a7d8b HTTP/1.1" status: 200 len: 844 time: 0.1195900 Jul 16 18:06:30.609851 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.609851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34078) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.644238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f76ac57d-14fa-4fe6-b577-65e454193d64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.675916 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.680224 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.715490 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f76ac57d-14fa-4fe6-b577-65e454193d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.720626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:30.730239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6275837 Jul 16 18:06:30.741219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34080) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.751338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] Request body: {'subnet': {'network_id': '169a5c65-dee7-48a5-82e7-659c10feb297', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-998632150-subnet', 'tenant_id': '86e165b131e943f28f05361d1456722d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:30.754602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fecf293-65ac-43cc-855e-de9bce732d49,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.770286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a539dc-8319-4e4b-ad96-f1858c85e678 admin admin] Pushing event updated for resources: {'Network': ['ID=169a5c65-dee7-48a5-82e7-659c10feb297,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:30.775594 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.775965 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Added segment 3ac02495-2848-4ef4-a93d-f69c884c9cd2 of type vlan for network 22d70889-6110-4494-8d04-2bdf5385bd43 Jul 16 18:06:30.785499 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-21f32ee2-5690-4409-9722-6d268f38edd9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/ff459dbc-4c59-4b98-bae4-f59d368a7d8b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1440470 Jul 16 18:06:30.793661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34082) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:30.801353 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d8441e24-96c5-4ea0-9566-6e9ec14ee2ac tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:30.810892 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 169a5c65-dee7-48a5-82e7-659c10feb297 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:30.871454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] Made reservation on behalf of 86e165b131e943f28f05361d1456722d for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:30.881332 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:30.948870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-123397d5-e577-4804-8b1d-dce88e596681 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.139693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ed4b10b1-7915-4c35-9cbc-bd41466fa20e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:31.175801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: ed4b10b1-7915-4c35-9cbc-bd41466fa20e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:31.176430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ed4b10b1-7915-4c35-9cbc-bd41466fa20e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:31.281489 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-123397d5-e577-4804-8b1d-dce88e596681 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 4285b821-4a43-4643-974f-dc5f8ac6f2cc {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:31.281892 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-123397d5-e577-4804-8b1d-dce88e596681 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.339212 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.384984 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-123397d5-e577-4804-8b1d-dce88e596681 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.395776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f76ac57d-14fa-4fe6-b577-65e454193d64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.408602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-123397d5-e577-4804-8b1d-dce88e596681 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 4285b821-4a43-4643-974f-dc5f8ac6f2cc owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:31.489423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76ac57d-14fa-4fe6-b577-65e454193d64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3f56a12-2748-4e3d-89b9-151cce28c16a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.504044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f76ac57d-14fa-4fe6-b577-65e454193d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.509160 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f76ac57d-14fa-4fe6-b577-65e454193d64 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a3f56a12-2748-4e3d-89b9-151cce28c16a HTTP/1.1" status: 204 len: 168 time: 1.3345082 Jul 16 18:06:31.509577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34118) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.541523 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.542906 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:31.543495 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.554480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8441e24-96c5-4ea0-9566-6e9ec14ee2ac tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:31.558123 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8441e24-96c5-4ea0-9566-6e9ec14ee2ac tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.627337 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.0620201 Jul 16 18:06:31.647423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34120) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:31.649953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59ad5d70-33e8-4a1a-a744-33cb453196e3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:31.691476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Request body: {'subnet': {'network_id': '22d70889-6110-4494-8d04-2bdf5385bd43', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:31.742156 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ea58d6-37ed-459c-a5f8-21eac86e5d87 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event updated for resources: {'Network': ['ID=22d70889-6110-4494-8d04-2bdf5385bd43,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.745961 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-123397d5-e577-4804-8b1d-dce88e596681 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.778147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 22d70889-6110-4494-8d04-2bdf5385bd43 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:31.799656 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.801716 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Made reservation on behalf of 4fdff117bb264e3b8c745e9cdabbf09d for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:31.804016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123397d5-e577-4804-8b1d-dce88e596681 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=4285b821-4a43-4643-974f-dc5f8ac6f2cc,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:31.804193 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.919511 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:31.943409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:31.980709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'mac_address': 'fa:16:3e:c3:35:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:32.042682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.054932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc6614fe-db14-4de8-b9ed-fc41baa479e0']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:32.055149 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.068062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '301216b3-4405-4120-8895-f1a5dda9d3ea') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:32.068883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '301216b3-4405-4120-8895-f1a5dda9d3ea') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:32.080290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59ad5d70-33e8-4a1a-a744-33cb453196e3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:32.081624 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.096991 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.104477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:32.105364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.105511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:32.139345 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:32.186813 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:32.250877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['59ad5d70-33e8-4a1a-a744-33cb453196e3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:32.255791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.257250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef5aa33-e4f2-4bff-9092-8d6d9da40ca7,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.259983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-123397d5-e577-4804-8b1d-dce88e596681 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.266483 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.277047 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.285096 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] 10.222.0.47 "DELETE /v2.0/networks/fc6614fe-db14-4de8-b9ed-fc41baa479e0 HTTP/1.1" status: 204 len: 168 time: 0.7230484 Jul 16 18:06:32.299979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187028d4-38d6-4ec3-8643-aa98d09d20ee admin admin] Pushing event deleted for resources: {'Network': ['ID=fc6614fe-db14-4de8-b9ed-fc41baa479e0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.322456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8441e24-96c5-4ea0-9566-6e9ec14ee2ac tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.380652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8441e24-96c5-4ea0-9566-6e9ec14ee2ac tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:32.401513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d8441e24-96c5-4ea0-9566-6e9ec14ee2ac tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:32.406300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8441e24-96c5-4ea0-9566-6e9ec14ee2ac tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.414959 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8441e24-96c5-4ea0-9566-6e9ec14ee2ac tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.442766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e198fb-00b4-4796-bdb1-ec4b74c48f50 None None] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:32.477167 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123397d5-e577-4804-8b1d-dce88e596681 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router ae57b53b-8917-4bae-b05b-d278e9d239c1 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:32.539816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] Checking segment: {'id': 'c430d143-ea49-4a5a-a677-e92cdf22b4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '169a5c65-dee7-48a5-82e7-659c10feb297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:32.544430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] Network hostable DHCP agents. Network: 169a5c65-dee7-48a5-82e7-659c10feb297, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:32.562921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123397d5-e577-4804-8b1d-dce88e596681 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:32.575974 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-123397d5-e577-4804-8b1d-dce88e596681 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/ae57b53b-8917-4bae-b05b-d278e9d239c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2108696 Jul 16 18:06:32.576627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34136) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.576967 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bb4c4-3e4b-41b6-9932-3a66a873234e None None] Sync routers for ids ['ae57b53b-8917-4bae-b05b-d278e9d239c1'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:32.577162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34138) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.598519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d8441e24-96c5-4ea0-9566-6e9ec14ee2ac tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8024776 Jul 16 18:06:32.611102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34140) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.620172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bb4c4-3e4b-41b6-9932-3a66a873234e None None] Routers {'ae57b53b-8917-4bae-b05b-d278e9d239c1'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:32.621222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b50bb4c4-3e4b-41b6-9932-3a66a873234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ae57b53b-8917-4bae-b05b-d278e9d239c1'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:32.624597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6ea16b6d-fc4b-40fe-868a-5230c677fe03 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'security_group': {'name': 'tempest-secgroup-1408190496'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:32.646454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] Network 169a5c65-dee7-48a5-82e7-659c10feb297 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:32.664501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 169a5c65-dee7-48a5-82e7-659c10feb297) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:32.664774 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9de27255-ceb1-4732-99c8-80c4d4d7db21 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c1cb972bdee4eb9bb7cbfd8898401fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0864904 Jul 16 18:06:32.672131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:32.673119 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.676147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2395b366-51ef-4fb2-bf01-fcb9748bdafb None None] Network 169a5c65-dee7-48a5-82e7-659c10feb297 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:32.679182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b732a10e-d9de-43cd-b625-b0afcf92355f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae57b53b-8917-4bae-b05b-d278e9d239c1 HTTP/1.1" status: 200 len: 205 time: 0.0996695 Jul 16 18:06:32.679971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34142) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.680314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34144) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:32.683707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8441e24-96c5-4ea0-9566-6e9ec14ee2ac tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Subnet': ['ID=b9c06e19-933f-431d-9df5-e7a07aa87ba0,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:32.765897 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ea16b6d-fc4b-40fe-868a-5230c677fe03 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.773501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b50bb4c4-3e4b-41b6-9932-3a66a873234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:32.787033 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8dc7ef1b-844a-4c35-a675-46977f2ee89c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.0421479 Jul 16 18:06:32.796939 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe181ef1-0f26-4698-b0bc-fcf85d0af55a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:32.871741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50bb4c4-3e4b-41b6-9932-3a66a873234e None None] Routers {'ae57b53b-8917-4bae-b05b-d278e9d239c1'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:32.872513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b50bb4c4-3e4b-41b6-9932-3a66a873234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ae57b53b-8917-4bae-b05b-d278e9d239c1'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:32.874434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5948777-b2f8-447b-b1e0-47c8a6e80493 None None] Network 169a5c65-dee7-48a5-82e7-659c10feb297 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:32.937410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b50bb4c4-3e4b-41b6-9932-3a66a873234e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:32.938739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50bb4c4-3e4b-41b6-9932-3a66a873234e None None] The sync data for ids ['ae57b53b-8917-4bae-b05b-d278e9d239c1'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:33.106249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ea16b6d-fc4b-40fe-868a-5230c677fe03 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.177459 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ea16b6d-fc4b-40fe-868a-5230c677fe03 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.228226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18a0edba-f62c-4b3e-9975-bb26792ebabb', 'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'tenant_id': '66b707ea72c4430392d56eff25d0ab07', 'fixed_ips': [{'subnet_id': 'b9c06e19-933f-431d-9df5-e7a07aa87ba0'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:33.229569 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.260614 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ea16b6d-fc4b-40fe-868a-5230c677fe03 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.261968 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6ea16b6d-fc4b-40fe-868a-5230c677fe03 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6476910 Jul 16 18:06:33.267788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34164) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:33.272458 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-31230199-140c-4833-a90c-7085e2925249 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'security_group': {'name': 'tempest-secgroup-2098107328'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:33.292714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea16b6d-fc4b-40fe-868a-5230c677fe03 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665e3dbc-c266-49cb-9366-cc1b78c1c825,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.318739 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-31230199-140c-4833-a90c-7085e2925249 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.409758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:06:33.410323 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.451386 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe181ef1-0f26-4698-b0bc-fcf85d0af55a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.454118 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe181ef1-0f26-4698-b0bc-fcf85d0af55a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.486075 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a15a8093-11f0-4a18-a741-ea4aa9bb3304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.512659 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a15a8093-11f0-4a18-a741-ea4aa9bb3304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.526726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Allocated IP 2001:db8::2 (18a0edba-f62c-4b3e-9975-bb26792ebabb/b9c06e19-933f-431d-9df5-e7a07aa87ba0/c64d57e2-e8fe-42bf-a847-cb63736e391a) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:33.562336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3ff6f55e-fcea-4795-9b4d-e45445d18d1b,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.615899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Checking segment: {'id': '3ac02495-2848-4ef4-a93d-f69c884c9cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '22d70889-6110-4494-8d04-2bdf5385bd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:33.616269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Network hostable DHCP agents. Network: 22d70889-6110-4494-8d04-2bdf5385bd43, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:33.655596 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a15a8093-11f0-4a18-a741-ea4aa9bb3304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.661269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59ad5d70-33e8-4a1a-a744-33cb453196e3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:33.663953 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a15a8093-11f0-4a18-a741-ea4aa9bb3304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.668771 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a15a8093-11f0-4a18-a741-ea4aa9bb3304 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cd2e8b66-2769-4c95-8c89-36dc2a684be2 HTTP/1.1" status: 204 len: 168 time: 0.9838080 Jul 16 18:06:33.671898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Network 22d70889-6110-4494-8d04-2bdf5385bd43 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:33.693130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a8093-11f0-4a18-a741-ea4aa9bb3304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2e8b66-2769-4c95-8c89-36dc2a684be2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:33.698750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-1fb14560-2435-423b-94d9-de4cef6256cc tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.703370 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe181ef1-0f26-4698-b0bc-fcf85d0af55a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.706164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-1fb14560-2435-423b-94d9-de4cef6256cc tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/networks?id=169a5c65-dee7-48a5-82e7-659c10feb297 HTTP/1.1" status: 200 len: 821 time: 0.2450724 Jul 16 18:06:33.712029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe181ef1-0f26-4698-b0bc-fcf85d0af55a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Fanout notify agent at l3_agent the message router_deleted on router ae57b53b-8917-4bae-b05b-d278e9d239c1 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:06:33.724839 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe181ef1-0f26-4698-b0bc-fcf85d0af55a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.732346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fe181ef1-0f26-4698-b0bc-fcf85d0af55a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/ae57b53b-8917-4bae-b05b-d278e9d239c1 HTTP/1.1" status: 204 len: 168 time: 1.0497015 Jul 16 18:06:33.733009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34178) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:33.734330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-31230199-140c-4833-a90c-7085e2925249 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.737027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 22d70889-6110-4494-8d04-2bdf5385bd43) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:33.751948 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-31230199-140c-4833-a90c-7085e2925249 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.769389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc57c988-aaea-45d1-bc90-1e13f3be4f09 None None] Network 22d70889-6110-4494-8d04-2bdf5385bd43 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:33.773258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:33.775394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.807351 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-e99088f7-9469-4ae0-9bba-63084de3210f tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/quotas/86e165b131e943f28f05361d1456722d HTTP/1.1" status: 200 len: 375 time: 0.0971873 Jul 16 18:06:33.824191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-31230199-140c-4833-a90c-7085e2925249 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.825424 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-31230199-140c-4833-a90c-7085e2925249 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5567548 Jul 16 18:06:33.831885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba2ad652-d4e1-48b3-8621-5a134def46c1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting subnet 923fea0e-40dc-495c-99e6-9401dc0ecbda {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:33.837203 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba2ad652-d4e1-48b3-8621-5a134def46c1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.857052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34180) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:33.882348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba2ad652-d4e1-48b3-8621-5a134def46c1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:33.882890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-449910436', 'security_groups': ['257736ea-f9ad-4a9a-8658-8af454ff61e3'], 'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b9c06e19-933f-431d-9df5-e7a07aa87ba0'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:33.984431 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-aff9bae9-c132-424c-a923-ab91aeeb96ee tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.3296461 Jul 16 18:06:33.985509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34182) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:33.990703 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-a1e7b4ec-209e-4e83-a19f-d73b3e3c1b86 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=86e165b131e943f28f05361d1456722d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1854765 Jul 16 18:06:33.993264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-44391158', 'network_id': '22d70889-6110-4494-8d04-2bdf5385bd43'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:34.003188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31230199-140c-4833-a90c-7085e2925249 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=257736ea-f9ad-4a9a-8658-8af454ff61e3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.026784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba2ad652-d4e1-48b3-8621-5a134def46c1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.083081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Made reservation on behalf of 4fdff117bb264e3b8c745e9cdabbf09d for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:34.085526 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.112546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] device_id is not set on port 6cced891-bd28-4162-b8a6-b3ba1740975e yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:34.222973 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-25ed319d-040a-442a-8bfd-2fffad8dd4e3 service neutron] 10.222.0.47 "GET /v2.0/networks/169a5c65-dee7-48a5-82e7-659c10feb297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313256 Jul 16 18:06:34.224555 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e6f04d-c7c8-461c-856c-dac0533f52a9 None None] Network 22d70889-6110-4494-8d04-2bdf5385bd43 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:34.293341 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba2ad652-d4e1-48b3-8621-5a134def46c1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.308172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:34.373228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 59ad5d70-33e8-4a1a-a744-33cb453196e3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:34.378404 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.395884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ad652-d4e1-48b3-8621-5a134def46c1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Subnet': ['ID=923fea0e-40dc-495c-99e6-9401dc0ecbda,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:34.422627 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-d37235d5-f602-40b5-bc28-b4b5e5ee4672 service neutron] 10.222.0.47 "GET /v2.0/networks/169a5c65-dee7-48a5-82e7-659c10feb297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982327 Jul 16 18:06:34.437711 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba2ad652-d4e1-48b3-8621-5a134def46c1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.445359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac88936-4409-4f26-a4b8-353a83b3e6fc None None] Network 5caccce6-5e2b-46e5-9628-4c86b2393e6e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:34.447270 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ba2ad652-d4e1-48b3-8621-5a134def46c1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/923fea0e-40dc-495c-99e6-9401dc0ecbda HTTP/1.1" status: 204 len: 168 time: 0.7125616 Jul 16 18:06:34.450207 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34204) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:34.470251 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.523698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Transition to ACTIVE for port object c64d57e2-e8fe-42bf-a847-cb63736e391a will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:34.560556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Allocated IP 172.20.0.7 (22d70889-6110-4494-8d04-2bdf5385bd43/3ff6f55e-fcea-4795-9b4d-e45445d18d1b/6cced891-bd28-4162-b8a6-b3ba1740975e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:34.574045 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.623305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-2db21ed5-7971-49b1-bfc1-ace0401dcc47 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting subnet 2bb10247-48b0-448c-9b1e-1b5c9dfe2b77 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:34.627332 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:34.633622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2db21ed5-7971-49b1-bfc1-ace0401dcc47 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.756711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Transition to ACTIVE for port object c64d57e2-e8fe-42bf-a847-cb63736e391a will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:34.802663 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2db21ed5-7971-49b1-bfc1-ace0401dcc47 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.811944 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e38fea2-eb28-41d8-b989-20f8df0fa4cc req-5f8d00c7-9ca1-4587-ac32-2b36a63eb123 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 210 time: 0.0907288 Jul 16 18:06:34.869153 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.930286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2db21ed5-7971-49b1-bfc1-ace0401dcc47 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:34.934439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:34.939254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:34.971693 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.027230 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.076763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:35.151627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Network 22d70889-6110-4494-8d04-2bdf5385bd43 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:35.171958 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:35.173246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34224) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:35.181300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:35.193764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2db21ed5-7971-49b1-bfc1-ace0401dcc47 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.237013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db21ed5-7971-49b1-bfc1-ace0401dcc47 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Subnet': ['ID=2bb10247-48b0-448c-9b1e-1b5c9dfe2b77,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.243163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event updated for resources: {'Port': ['ID=6cced891-bd28-4162-b8a6-b3ba1740975e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.269523 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2db21ed5-7971-49b1-bfc1-ace0401dcc47 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.271504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2db21ed5-7971-49b1-bfc1-ace0401dcc47 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/2bb10247-48b0-448c-9b1e-1b5c9dfe2b77 HTTP/1.1" status: 204 len: 168 time: 0.8182814 Jul 16 18:06:35.279131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34236) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:35.374522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:35.375234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.417311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8::1b9 (18a0edba-f62c-4b3e-9975-bb26792ebabb/b9c06e19-933f-431d-9df5-e7a07aa87ba0/70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:35.443337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6864b314-3ced-4ea7-90c0-9726dcb84949 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1021 time: 1.4559858 Jul 16 18:06:35.448802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34242) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:35.472415 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.490321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1323163664-network', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:35.498886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.504167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f6fd1c5-84e7-43a7-95d8-890c9462c13b None None] Network bb6f7efe-3b54-4633-bb18-ce04b5471fa2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:35.562372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:35.566365 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.578142 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.613763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:35.645284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:35.647552 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a86ac7c-4ed0-4b43-b32c-b7171c2762c0" -d '{"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-plugged", "status": "completed", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:35.656262 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.664132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Pushing event updated for resources: {'Port': ['ID=c64d57e2-e8fe-42bf-a847-cb63736e391a,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.757152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:35.757612 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.769560 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea62213e-c9a6-4ba7-871e-a61a073d6084 x-openstack-request-id: req-ea62213e-c9a6-4ba7-871e-a61a073d6084 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:35.769853 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-plugged", "status": "completed", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:35.770106 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ea62213e-c9a6-4ba7-871e-a61a073d6084 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:35.770496 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'code': 200} Jul 16 18:06:35.780594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Attempting to bind port c64d57e2-e8fe-42bf-a847-cb63736e391a on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:35.780594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Attempting to bind port c64d57e2-e8fe-42bf-a847-cb63736e391a by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '83adf074-4cdd-4f90-b5fe-73bedd31b5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:35.780594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Attempting to bind port c64d57e2-e8fe-42bf-a847-cb63736e391a on network 18a0edba-f62c-4b3e-9975-bb26792ebabb {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:35.791055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a11b8f1c-2dcc-4d94-918f-55731d9ea901 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Deleting port 6cced891-bd28-4162-b8a6-b3ba1740975e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:35.799062 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a11b8f1c-2dcc-4d94-918f-55731d9ea901 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.809506 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.858492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:35.859107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Checking segment: {'id': '83adf074-4cdd-4f90-b5fe-73bedd31b5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:35.860223 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.862254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Bound using segment: {'id': '83adf074-4cdd-4f90-b5fe-73bedd31b5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:35.864040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Bound port: c64d57e2-e8fe-42bf-a847-cb63736e391a, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83adf074-4cdd-4f90-b5fe-73bedd31b5f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:35.864613 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:35.867837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:35.920655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=10']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:35.997628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] For port c64d57e2-e8fe-42bf-a847-cb63736e391a, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:36.004976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] For port c64d57e2-e8fe-42bf-a847-cb63736e391a, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c64d57e2-e8fe-42bf-a847-cb63736e391a,segment=NetworkSegment(83adf074-4cdd-4f90-b5fe-73bedd31b5f0),segment_id=83adf074-4cdd-4f90-b5fe-73bedd31b5f0)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:36.018428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb56d0c4-0e92-4c4d-842d-ef011caebf30 None None] DHCP port deletion for 5caccce6-5e2b-46e5-9628-4c86b2393e6e request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:36.027934 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.042209 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.058702 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.074332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] For port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=75cadcb6-c8a5-43d0-8809-e64eb19fc5db,segment=NetworkSegment(6d191cce-4d29-4c26-bf12-79e7a80d52c2),segment_id=6d191cce-4d29-4c26-bf12-79e7a80d52c2)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:36.074932 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.087901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.103033 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:06:36.120245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:36.140558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 75cadcb6-c8a5-43d0-8809-e64eb19fc5db owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:36.195837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f1a6d-717f-460f-a935-7ee5d934a57c None None] Pushing event updated for resources: {'Port': ['ID=c64d57e2-e8fe-42bf-a847-cb63736e391a,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.211826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f25a0741-1e00-472d-a9b7-1b38b7aacb50 req-59e48e2e-2a18-4216-9d64-d5994269063c tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 210 time: 0.1057489 Jul 16 18:06:36.255175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-cb56d0c4-0e92-4c4d-842d-ef011caebf30 None None] Deleting port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:36.258661 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cb56d0c4-0e92-4c4d-842d-ef011caebf30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.262725 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.268261 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Added segment d70ac658-b01b-4311-8f4f-4ea9c1137c4e of type vlan for network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 Jul 16 18:06:36.293614 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a11b8f1c-2dcc-4d94-918f-55731d9ea901 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.303754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.319625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:36.355595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:36.390769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:36.407951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ecbfb1-0146-4b94-a411-3897c53fafba None None] DHCP port deletion for bb6f7efe-3b54-4633-bb18-ce04b5471fa2 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:06:36.415308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.427062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a11b8f1c-2dcc-4d94-918f-55731d9ea901 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Calling delete_port for 6cced891-bd28-4162-b8a6-b3ba1740975e owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:36.432422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-cb56d0c4-0e92-4c4d-842d-ef011caebf30 None None] For port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=75cadcb6-c8a5-43d0-8809-e64eb19fc5db,segment=NetworkSegment(6d191cce-4d29-4c26-bf12-79e7a80d52c2),segment_id=6d191cce-4d29-4c26-bf12-79e7a80d52c2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:36.432422 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cb56d0c4-0e92-4c4d-842d-ef011caebf30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.434777 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.498659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-cb56d0c4-0e92-4c4d-842d-ef011caebf30 None None] Calling delete_port for 75cadcb6-c8a5-43d0-8809-e64eb19fc5db owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:36.547086 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.591180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-81ecbfb1-0146-4b94-a411-3897c53fafba None None] Deleting port 7629399a-fda1-43f4-af4e-da1f084138a5 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:36.593133 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-81ecbfb1-0146-4b94-a411-3897c53fafba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.626163 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7647338 Jul 16 18:06:36.627721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fdbae4-d03a-4f7f-bcaa-bd39dcf23d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.632088 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.632792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34262) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:36.633620 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.635381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:36.636508 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.645316 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f9264761-fb9c-4a1c-8d1c-055415cb223b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:36.716224 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.5383668 Jul 16 18:06:36.719027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34264) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:36.731291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] Request body: {'subnet': {'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1323163664-subnet', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:36.732940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-81ecbfb1-0146-4b94-a411-3897c53fafba None None] For port 7629399a-fda1-43f4-af4e-da1f084138a5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7629399a-fda1-43f4-af4e-da1f084138a5,segment=NetworkSegment(57324a91-5301-4c07-b923-8ea8ea324f27),segment_id=57324a91-5301-4c07-b923-8ea8ea324f27)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:36.733554 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-81ecbfb1-0146-4b94-a411-3897c53fafba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.750180 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cb56d0c4-0e92-4c4d-842d-ef011caebf30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.757169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-81ecbfb1-0146-4b94-a411-3897c53fafba None None] Calling delete_port for 7629399a-fda1-43f4-af4e-da1f084138a5 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:36.792706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56d0c4-0e92-4c4d-842d-ef011caebf30 None None] Pushing event deleted for resources: {'Port': ['ID=75cadcb6-c8a5-43d0-8809-e64eb19fc5db,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.800003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb56d0c4-0e92-4c4d-842d-ef011caebf30 None None] No DVR routers for this DVR port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:36.823677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca0b93-c8f3-482f-aecb-b5e65aabb3f7 admin admin] Pushing event updated for resources: {'Network': ['ID=4cd880c5-7f33-473c-ae07-1b5ec8c80c91,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.846323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=75cadcb6-c8a5-43d0-8809-e64eb19fc5db,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:36.851659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:36.866102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No DVR routers for this DVR port 75cadcb6-c8a5-43d0-8809-e64eb19fc5db on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:36.886586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:36.893325 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:36.971354 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a11b8f1c-2dcc-4d94-918f-55731d9ea901 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.002560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9264761-fb9c-4a1c-8d1c-055415cb223b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:37.002790 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-81ecbfb1-0146-4b94-a411-3897c53fafba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.006709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9264761-fb9c-4a1c-8d1c-055415cb223b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.032620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11b8f1c-2dcc-4d94-918f-55731d9ea901 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event deleted for resources: {'Port': ['ID=6cced891-bd28-4162-b8a6-b3ba1740975e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:37.060523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.107930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ecbfb1-0146-4b94-a411-3897c53fafba None None] Pushing event deleted for resources: {'Port': ['ID=7629399a-fda1-43f4-af4e-da1f084138a5,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:37.125169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ecbfb1-0146-4b94-a411-3897c53fafba None None] No DVR routers for this DVR port 7629399a-fda1-43f4-af4e-da1f084138a5 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:37.183916 n-d-794306-7 neutron-server[105438]: INFO neutron.db.ipam_backend_mixin [None req-f9264761-fb9c-4a1c-8d1c-055415cb223b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b9c06e19-933f-431d-9df5-e7a07aa87ba0 (CIDR: 2001:db8::/64) Jul 16 18:06:37.194719 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9264761-fb9c-4a1c-8d1c-055415cb223b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:06:37.195437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9264761-fb9c-4a1c-8d1c-055415cb223b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:06:37.208484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-6a89a4e2-0254-4bf2-8388-6c71345b29ea tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:37.210660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-6a89a4e2-0254-4bf2-8388-6c71345b29ea tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.37 "GET /v2.0/networks?id=169a5c65-dee7-48a5-82e7-659c10feb297 HTTP/1.1" status: 200 len: 821 time: 0.1353350 Jul 16 18:06:37.212614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5caccce6-5e2b-46e5-9628-4c86b2393e6e']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:37.250351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Request body: {'port': {'device_id': 'be231eea-b0a1-40d8-98e5-1965971490bb', 'network_id': '169a5c65-dee7-48a5-82e7-659c10feb297', 'admin_state_up': True, 'tenant_id': '86e165b131e943f28f05361d1456722d'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:37.272504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c64d57e2-e8fe-42bf-a847-cb63736e391a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:37.282780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d191cce-4d29-4c26-bf12-79e7a80d52c2') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:37.292210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d191cce-4d29-4c26-bf12-79e7a80d52c2') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:37.399079 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.420352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port c64d57e2-e8fe-42bf-a847-cb63736e391a completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:37.564080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7629399a-fda1-43f4-af4e-da1f084138a5 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:37.603632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 7629399a-fda1-43f4-af4e-da1f084138a5 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:37.604134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7629399a-fda1-43f4-af4e-da1f084138a5 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:37.604667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 75cadcb6-c8a5-43d0-8809-e64eb19fc5db no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:37.655043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 75cadcb6-c8a5-43d0-8809-e64eb19fc5db {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:37.660053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 75cadcb6-c8a5-43d0-8809-e64eb19fc5db not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:37.697471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.731627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:37.732283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.737282 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f9264761-fb9c-4a1c-8d1c-055415cb223b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0955746 Jul 16 18:06:37.759534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34282) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:37.764904 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13e2e783-00fb-48ea-b2d6-19cfc7495a71 req-d729736f-8887-490e-9f03-37a2b2a5d575 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 210 time: 0.0531008 Jul 16 18:06:37.783999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-317e34ce-4e34-49ce-bd55-64207d88daf2 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:37.840298 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:37.848747 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:37.871450 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.883716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a11b8f1c-2dcc-4d94-918f-55731d9ea901 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.889918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a11b8f1c-2dcc-4d94-918f-55731d9ea901 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "DELETE /v2.0/ports/6cced891-bd28-4162-b8a6-b3ba1740975e HTTP/1.1" status: 204 len: 168 time: 2.4371614 Jul 16 18:06:37.906131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34284) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:37.908110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Made reservation on behalf of 86e165b131e943f28f05361d1456722d for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:37.909749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bed990a2-d4cd-48d5-b858-b087aef8b72e,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:37.911838 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.916917 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:37.923794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '22d70889-6110-4494-8d04-2bdf5385bd43', 'external_fixed_ips': [{'subnet_id': '3ff6f55e-fcea-4795-9b4d-e45445d18d1b', 'ip_address': '172.20.0.7'}]}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:37.924752 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/networks/5caccce6-5e2b-46e5-9628-4c86b2393e6e HTTP/1.1" status: 204 len: 168 time: 2.6231813 Jul 16 18:06:37.930102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3474faca-bd99-47d3-ac4f-b696bafb2242 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Network': ['ID=5caccce6-5e2b-46e5-9628-4c86b2393e6e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:37.930365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34286) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:38.056562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f1befded-cbc9-4cc2-ac33-58b129ee12ac None None] Provisioning complete for port ff459dbc-4c59-4b98-bae4-f59d368a7d8b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:38.063011 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1befded-cbc9-4cc2-ac33-58b129ee12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.101742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] Checking segment: {'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:38.102130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] Network hostable DHCP agents. Network: 4cd880c5-7f33-473c-ae07-1b5ec8c80c91, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:38.104160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f19531-e769-4df6-ac73-7c2efb178f7e req-e93ba4e4-21c5-47ba-b78a-3b03a6603068 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.106564 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1f19531-e769-4df6-ac73-7c2efb178f7e req-e93ba4e4-21c5-47ba-b78a-3b03a6603068 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 946 time: 0.1802702 Jul 16 18:06:38.147695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f1befded-cbc9-4cc2-ac33-58b129ee12ac None None] Port ff459dbc-4c59-4b98-bae4-f59d368a7d8b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:38.170876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f1befded-cbc9-4cc2-ac33-58b129ee12ac None None] Provisioning for port c64d57e2-e8fe-42bf-a847-cb63736e391a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:38.178731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f1befded-cbc9-4cc2-ac33-58b129ee12ac None None] Provisioning complete for port c64d57e2-e8fe-42bf-a847-cb63736e391a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:38.179106 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1befded-cbc9-4cc2-ac33-58b129ee12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.218567 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.220645 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.262632 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1f19531-e769-4df6-ac73-7c2efb178f7e req-98c168f5-bf1c-4f17-9825-4dc379cb558e tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460302 Jul 16 18:06:38.275600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Allocated IP 172.20.0.2 (169a5c65-dee7-48a5-82e7-659c10feb297/4ef5aa33-e4f2-4bff-9092-8d6d9da40ca7/847e6290-21e6-42fe-be0b-13b1227899ec) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:38.285465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.293372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-317e34ce-4e34-49ce-bd55-64207d88daf2 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:38.297095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-317e34ce-4e34-49ce-bd55-64207d88daf2 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.375709 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1befded-cbc9-4cc2-ac33-58b129ee12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.442918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] Network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:38.445641 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f1befded-cbc9-4cc2-ac33-58b129ee12ac None None] For port c64d57e2-e8fe-42bf-a847-cb63736e391a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c64d57e2-e8fe-42bf-a847-cb63736e391a,segment=NetworkSegment(83adf074-4cdd-4f90-b5fe-73bedd31b5f0),segment_id=83adf074-4cdd-4f90-b5fe-73bedd31b5f0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:38.457384 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1befded-cbc9-4cc2-ac33-58b129ee12ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.467180 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.551011 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.562488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb6f7efe-3b54-4633-bb18-ce04b5471fa2']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:38.569571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1befded-cbc9-4cc2-ac33-58b129ee12ac None None] Pushing event updated for resources: {'Port': ['ID=c64d57e2-e8fe-42bf-a847-cb63736e391a,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.574819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57324a91-5301-4c07-b923-8ea8ea324f27') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:38.575199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57324a91-5301-4c07-b923-8ea8ea324f27') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:38.607058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-271ffcda-4452-42dd-8d90-1315f61ac535 None None] Provisioning for port 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:38.608079 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.615923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-271ffcda-4452-42dd-8d90-1315f61ac535 None None] Provisioning complete for port 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:38.616684 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-271ffcda-4452-42dd-8d90-1315f61ac535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.628461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 4cd880c5-7f33-473c-ae07-1b5ec8c80c91) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:38.674467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-271ffcda-4452-42dd-8d90-1315f61ac535 None None] Port 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:38.677823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bcca4c-f17c-4e28-960c-c0cbaa511147 None None] Network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:38.682342 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.726864 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.727489 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.732601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.835354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Network 169a5c65-dee7-48a5-82e7-659c10feb297 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:38.841184 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.855617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:38.866552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:38.870776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Pushing event updated for resources: {'Port': ['ID=847e6290-21e6-42fe-be0b-13b1227899ec,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:38.926123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'fixed_ips': [{'subnet_id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:38.927009 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.940432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:38.941509 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.958426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9b86f82c-86d6-4c2b-8d5e-a5c719a43078 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7124114 Jul 16 18:06:38.963603 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:38.964143 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:38.970495 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:38.985076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Request body: {'port': {'device_id': 'be231eea-b0a1-40d8-98e5-1965971490bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:39.003048 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-78bea394-23d3-407b-9a58-705959aca6a3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2798550 Jul 16 18:06:39.014115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34308) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:39.019610 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:39.041237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.104950 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.112524 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.210229 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c64d57e2-e8fe-42bf-a847-cb63736e391a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:39.218812 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.260240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.319303 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.325502 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/networks/bb6f7efe-3b54-4633-bb18-ce04b5471fa2 HTTP/1.1" status: 204 len: 168 time: 1.3928285 Jul 16 18:06:39.333984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34310) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:39.352387 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Allocated IP 172.20.0.2 (4cd880c5-7f33-473c-ae07-1b5ec8c80c91/bed990a2-d4cd-48d5-b858-b087aef8b72e/085fa683-432d-4803-a9cd-cd405b23e4fb) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:39.370228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'network': {'name': 'tempest-RoutersTest-628928841'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:39.463486 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba80621-75d4-4adc-9b6c-c705487ee67c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Network': ['ID=bb6f7efe-3b54-4633-bb18-ce04b5471fa2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:39.469099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c64d57e2-e8fe-42bf-a847-cb63736e391a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:39.470082 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.477636 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:39.487485 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.593013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 847e6290-21e6-42fe-be0b-13b1227899ec {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:39.603652 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.608658 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.621390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Transition to ACTIVE for port object 847e6290-21e6-42fe-be0b-13b1227899ec will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:39.629880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.686642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137006c1-f149-4023-9451-7d7b2688ee8f req-59937c63-b1d7-40ad-969d-fac2b5f4379a tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.688452 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-137006c1-f149-4023-9451-7d7b2688ee8f req-59937c63-b1d7-40ad-969d-fac2b5f4379a tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 931 time: 0.6415105 Jul 16 18:06:39.742904 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-137006c1-f149-4023-9451-7d7b2688ee8f req-bc987fd0-62f6-4351-9e76-8982576ec8ca tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13f9798-9b0e-4209-b790-dc5d7fc5ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473993 Jul 16 18:06:39.747203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Pushing event updated for resources: {'Port': ['ID=847e6290-21e6-42fe-be0b-13b1227899ec,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:39.758517 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.786529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Transition to ACTIVE for port object 085fa683-432d-4803-a9cd-cd405b23e4fb will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:39.802128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-317e34ce-4e34-49ce-bd55-64207d88daf2 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.810230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Transition to ACTIVE for port object 085fa683-432d-4803-a9cd-cd405b23e4fb will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:39.817700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:06:39.820845 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.834233 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317e34ce-4e34-49ce-bd55-64207d88daf2 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:39.843507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-317e34ce-4e34-49ce-bd55-64207d88daf2 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:39.865225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdbc7c3-96a9-40e3-9f60-1c4e25437220 None None] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:39.880399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:39.885907 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-317e34ce-4e34-49ce-bd55-64207d88daf2 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:39.886504 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-317e34ce-4e34-49ce-bd55-64207d88daf2 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.903829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:39.906550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Attempting to bind port 847e6290-21e6-42fe-be0b-13b1227899ec on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:39.907704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Attempting to bind port 847e6290-21e6-42fe-be0b-13b1227899ec by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'c430d143-ea49-4a5a-a677-e92cdf22b4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '169a5c65-dee7-48a5-82e7-659c10feb297'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:39.907931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:39.910070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Attempting to bind port 847e6290-21e6-42fe-be0b-13b1227899ec on network 169a5c65-dee7-48a5-82e7-659c10feb297 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:39.914187 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:39.915169 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added segment 9177e0b0-769d-48eb-a131-36c4b4d70e8e of type vlan for network 6238778a-0077-4a15-a53d-f730c2149cb3 Jul 16 18:06:39.921892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Port 847e6290-21e6-42fe-be0b-13b1227899ec on network 169a5c65-dee7-48a5-82e7-659c10feb297 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:06:39.923803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Attempting to bind port 847e6290-21e6-42fe-be0b-13b1227899ec on network 169a5c65-dee7-48a5-82e7-659c10feb297 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:39.940110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:39.940274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Checking segment: {'id': 'c430d143-ea49-4a5a-a677-e92cdf22b4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '169a5c65-dee7-48a5-82e7-659c10feb297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:39.940579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Bound using segment: {'id': 'c430d143-ea49-4a5a-a677-e92cdf22b4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '169a5c65-dee7-48a5-82e7-659c10feb297'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:39.941021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Bound port: 847e6290-21e6-42fe-be0b-13b1227899ec, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c430d143-ea49-4a5a-a677-e92cdf22b4e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '169a5c65-dee7-48a5-82e7-659c10feb297'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:39.941394 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.002123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Pushing event updated for resources: {'Port': ['ID=085fa683-432d-4803-a9cd-cd405b23e4fb,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.037616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.049555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] For port 847e6290-21e6-42fe-be0b-13b1227899ec, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:40.053126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Attempting to bind port 085fa683-432d-4803-a9cd-cd405b23e4fb on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:40.053690 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Attempting to bind port 085fa683-432d-4803-a9cd-cd405b23e4fb by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:40.054793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Attempting to bind port 085fa683-432d-4803-a9cd-cd405b23e4fb on network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:40.055644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] For port 847e6290-21e6-42fe-be0b-13b1227899ec, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=847e6290-21e6-42fe-be0b-13b1227899ec,segment=NetworkSegment(c430d143-ea49-4a5a-a677-e92cdf22b4e0),segment_id=c430d143-ea49-4a5a-a677-e92cdf22b4e0)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:40.070156 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.072917 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:40.073372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Checking segment: {'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:40.073861 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.074327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Bound using segment: {'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:40.074874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Bound port: 085fa683-432d-4803-a9cd-cd405b23e4fb, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:40.075331 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.119350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb4033-2613-4012-ae2e-8bf0d7e5181c req-07e4402b-8b25-4fb7-9b55-a23fa7a064e7 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.120948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83cb4033-2613-4012-ae2e-8bf0d7e5181c req-07e4402b-8b25-4fb7-9b55-a23fa7a064e7 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 946 time: 0.4810758 Jul 16 18:06:40.125539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.127121 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.128837 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] 10.222.0.37 "PUT /v2.0/ports/847e6290-21e6-42fe-be0b-13b1227899ec HTTP/1.1" status: 200 len: 1091 time: 1.1546538 Jul 16 18:06:40.129535 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be231eea-b0a1-40d8-98e5-1965971490bb', 'tag': '847e6290-21e6-42fe-be0b-13b1227899ec'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:40.134279 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19bc5700-8b3b-4e52-91ce-41aac6a0fa3f" -d '{"events": [{"name": "network-changed", "server_uuid": "be231eea-b0a1-40d8-98e5-1965971490bb", "tag": "847e6290-21e6-42fe-be0b-13b1227899ec"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:40.151076 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-317e34ce-4e34-49ce-bd55-64207d88daf2 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3886137 Jul 16 18:06:40.158697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34326) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:40.165382 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e34ce-4e34-49ce-bd55-64207d88daf2 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Subnet': ['ID=235e0563-8120-496e-8ca2-43652c7fa349,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.190231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-564980070', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '235e0563-8120-496e-8ca2-43652c7fa349'}], 'security_groups': ['665e3dbc-c266-49cb-9366-cc1b78c1c825']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:40.198120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.242997 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83cb4033-2613-4012-ae2e-8bf0d7e5181c req-9104dc7d-4549-4a7d-8bb0-ca383826fb03 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879960 Jul 16 18:06:40.490243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] For port 085fa683-432d-4803-a9cd-cd405b23e4fb, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:40.505377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] For port 085fa683-432d-4803-a9cd-cd405b23e4fb, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=085fa683-432d-4803-a9cd-cd405b23e4fb,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:40.519853 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.550627 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.resource_extend [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:06:40.688838 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1449f1c-748c-4bdc-98b3-1f5257df8e78 x-openstack-request-id: req-a1449f1c-748c-4bdc-98b3-1f5257df8e78 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:40.688838 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be231eea-b0a1-40d8-98e5-1965971490bb", "tag": "847e6290-21e6-42fe-be0b-13b1227899ec", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:40.689567 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a1449f1c-748c-4bdc-98b3-1f5257df8e78 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:40.689567 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be231eea-b0a1-40d8-98e5-1965971490bb', 'tag': '847e6290-21e6-42fe-be0b-13b1227899ec', 'status': 'completed', 'code': 200} Jul 16 18:06:40.731857 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.734660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f008d7f-274e-4add-ba9f-700c2dda97d7 None None] Pushing event updated for resources: {'Port': ['ID=085fa683-432d-4803-a9cd-cd405b23e4fb,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.750359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.752789 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:40.768888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d24c340-f5e6-475a-9b22-6152ffea933a service neutron] Pushing event updated for resources: {'Port': ['ID=847e6290-21e6-42fe-be0b-13b1227899ec,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:40.819380 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddab6b7-148c-49c9-a04c-3f42ec9b2259 None None] Update dhcp port {'port': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'fixed_ips': [{'subnet_id': 'b9c06e19-933f-431d-9df5-e7a07aa87ba0', 'ip_address': '2001:db8::2'}, {'subnet_id': '235e0563-8120-496e-8ca2-43652c7fa349'}], 'binding:host_id': 'n-d-794306-7'}, 'id': 'c64d57e2-e8fe-42bf-a847-cb63736e391a'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:06:40.890466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-f715816d-3032-4d82-a99d-afabbdee5e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:40.894068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-f715816d-3032-4d82-a99d-afabbdee5e21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86e165b131e943f28f05361d1456722d&device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 1094 time: 0.2014878 Jul 16 18:06:40.941018 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fddab6b7-148c-49c9-a04c-3f42ec9b2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.084883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-584c8acc-7205-4774-87bd-20b75df09a94 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=847e6290-21e6-42fe-be0b-13b1227899ec HTTP/1.1" status: 200 len: 217 time: 0.1369929 Jul 16 18:06:41.086206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Network': ['ID=6238778a-0077-4a15-a53d-f730c2149cb3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:41.101319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.235313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 6238778a-0077-4a15-a53d-f730c2149cb3 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:06:41.273553 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a110c990-de45-49cc-829a-58d999f7b7a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.9168179 Jul 16 18:06:41.277174 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.279291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34348) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:41.292284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'subnet': {'network_id': '6238778a-0077-4a15-a53d-f730c2149cb3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:41.368717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 085fa683-432d-4803-a9cd-cd405b23e4fb up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:41.402054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.455143 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.457003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:41.460737 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.544352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-f72423c5-2f1b-4f5e-a1ad-e319f9aff49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.546829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-f72423c5-2f1b-4f5e-a1ad-e319f9aff49b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ef5aa33-e4f2-4bff-9092-8d6d9da40ca7 HTTP/1.1" status: 200 len: 861 time: 0.4157877 Jul 16 18:06:41.578434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e87995d-2f39-4e16-9522-0cb012b1f6fb req-3f1f77cc-9e44-4316-aab7-19d7a2bb1933 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:41.580608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e87995d-2f39-4e16-9522-0cb012b1f6fb req-3f1f77cc-9e44-4316-aab7-19d7a2bb1933 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 943 time: 0.4425867 Jul 16 18:06:41.582284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-fddab6b7-148c-49c9-a04c-3f42ec9b2259 None None] Allocated IP 2001:db8:0:1::2 (18a0edba-f62c-4b3e-9975-bb26792ebabb/235e0563-8120-496e-8ca2-43652c7fa349/c64d57e2-e8fe-42bf-a847-cb63736e391a) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:41.605972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 085fa683-432d-4803-a9cd-cd405b23e4fb completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:41.689639 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-1b40183c-f4e7-4171-81a7-a622c1a6adee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=169a5c65-dee7-48a5-82e7-659c10feb297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1315446 Jul 16 18:06:41.730430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.750062 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fddab6b7-148c-49c9-a04c-3f42ec9b2259 None None] For port c64d57e2-e8fe-42bf-a847-cb63736e391a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c64d57e2-e8fe-42bf-a847-cb63736e391a,segment=NetworkSegment(83adf074-4cdd-4f90-b5fe-73bedd31b5f0),segment_id=83adf074-4cdd-4f90-b5fe-73bedd31b5f0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:41.780211 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e87995d-2f39-4e16-9522-0cb012b1f6fb req-d5aec6e5-4484-400c-83ac-0e361a696c9f tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13f9798-9b0e-4209-b790-dc5d7fc5ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829579 Jul 16 18:06:41.789683 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.816784 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fddab6b7-148c-49c9-a04c-3f42ec9b2259 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.848895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fddab6b7-148c-49c9-a04c-3f42ec9b2259 None None] Transition to ACTIVE for port object c64d57e2-e8fe-42bf-a847-cb63736e391a will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:41.855002 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fddab6b7-148c-49c9-a04c-3f42ec9b2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:41.937650 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-79bbc0d9-b43c-4f4f-b871-d7a662b2876b service neutron] 10.222.0.37 "GET /v2.0/networks/169a5c65-dee7-48a5-82e7-659c10feb297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371559 Jul 16 18:06:42.012350 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.048074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddab6b7-148c-49c9-a04c-3f42ec9b2259 None None] Pushing event updated for resources: {'Port': ['ID=c64d57e2-e8fe-42bf-a847-cb63736e391a,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.106740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Delete allocated IP 2001:db8::1b9 (18a0edba-f62c-4b3e-9975-bb26792ebabb/b9c06e19-933f-431d-9df5-e7a07aa87ba0) {{(pid=105439) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:06:42.137508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8:0:1::21d (18a0edba-f62c-4b3e-9975-bb26792ebabb/235e0563-8120-496e-8ca2-43652c7fa349/70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:42.155440 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42b2ce10-5c2f-4d15-bae2-308aaf9bf980 req-3e465a0f-b040-46ee-8674-c306c744e3be service neutron] 10.222.0.37 "GET /v2.0/networks/169a5c65-dee7-48a5-82e7-659c10feb297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086186 Jul 16 18:06:42.248768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd9ae3c-5b0b-43fc-86d6-74ccc661d86a None None] Network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:42.264697 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Allocated IP 172.25.7.234 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/81a53326-8385-47f1-b66c-9b8579665a98) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:42.350568 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Subnet': ['ID=48e75765-815c-41cc-8430-75bb5b96ffa8,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.439311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1dedc7f9-3318-44c3-bafc-68194b8cd57d None None] Provisioning for port 085fa683-432d-4803-a9cd-cd405b23e4fb completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:42.460646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1dedc7f9-3318-44c3-bafc-68194b8cd57d None None] Provisioning complete for port 085fa683-432d-4803-a9cd-cd405b23e4fb triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:42.461289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Allocated IP 172.20.0.7 (22d70889-6110-4494-8d04-2bdf5385bd43/3ff6f55e-fcea-4795-9b4d-e45445d18d1b/cabad3e3-f1c6-4c49-b804-013032d27acf) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:42.461670 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1dedc7f9-3318-44c3-bafc-68194b8cd57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.513595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc5700-8b3b-4e52-91ce-41aac6a0fa3f req-b65c8a1b-49ab-4624-b556-72cd6d1c335a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.515137 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19bc5700-8b3b-4e52-91ce-41aac6a0fa3f req-b65c8a1b-49ab-4624-b556-72cd6d1c335a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=86e165b131e943f28f05361d1456722d&device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 1094 time: 0.2076795 Jul 16 18:06:42.635653 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.671597 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1dedc7f9-3318-44c3-bafc-68194b8cd57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.692588 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Checking segment: {'id': '9177e0b0-769d-48eb-a131-36c4b4d70e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6238778a-0077-4a15-a53d-f730c2149cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:42.693070 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network hostable DHCP agents. Network: 6238778a-0077-4a15-a53d-f730c2149cb3, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:06:42.713649 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.741658 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1dedc7f9-3318-44c3-bafc-68194b8cd57d None None] For port 085fa683-432d-4803-a9cd-cd405b23e4fb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=085fa683-432d-4803-a9cd-cd405b23e4fb,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:42.746631 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1dedc7f9-3318-44c3-bafc-68194b8cd57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.782550 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.848027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Network 22d70889-6110-4494-8d04-2bdf5385bd43 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:42.857847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event updated for resources: {'Port': ['ID=cabad3e3-f1c6-4c49-b804-013032d27acf,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.862678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dedc7f9-3318-44c3-bafc-68194b8cd57d None None] Pushing event updated for resources: {'Port': ['ID=085fa683-432d-4803-a9cd-cd405b23e4fb,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:42.867911 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:42.869963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 6238778a-0077-4a15-a53d-f730c2149cb3 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:06:42.894682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:42.896319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbfeae5-b9b1-4d59-8c40-8f976c69bae8 req-1eac9ffd-97be-4c4b-aa22-01f60d066337 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.899387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fbfeae5-b9b1-4d59-8c40-8f976c69bae8 req-1eac9ffd-97be-4c4b-aa22-01f60d066337 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 946 time: 1.2097309 Jul 16 18:06:42.900321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:42.948939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-b3caf48a-5109-4f84-882a-6ae8c0223338 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.951194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-b3caf48a-5109-4f84-882a-6ae8c0223338 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.37 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 946 time: 0.4349995 Jul 16 18:06:42.954181 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:42.960127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc5700-8b3b-4e52-91ce-41aac6a0fa3f req-4606efec-a468-4909-aa9e-a0e184c4b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:42.965321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19bc5700-8b3b-4e52-91ce-41aac6a0fa3f req-4606efec-a468-4909-aa9e-a0e184c4b10a service neutron] 10.222.0.37 "GET /v2.0/networks?id=169a5c65-dee7-48a5-82e7-659c10feb297 HTTP/1.1" status: 200 len: 922 time: 0.4349034 Jul 16 18:06:43.046350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19bc5700-8b3b-4e52-91ce-41aac6a0fa3f req-34e45df6-ea03-4bf4-8341-043e56176c10 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=847e6290-21e6-42fe-be0b-13b1227899ec HTTP/1.1" status: 200 len: 217 time: 0.0446136 Jul 16 18:06:43.167643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] In _notify_port_updated(), no bound segment for port 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe on network 18a0edba-f62c-4b3e-9975-bb26792ebabb {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:06:43.173871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.174509 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.179068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "PUT /v2.0/ports/70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe HTTP/1.1" status: 200 len: 930 time: 3.0164211 Jul 16 18:06:43.186531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34364) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:43.198015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Provisioning for port 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:43.213362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Provisioning complete for port 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:43.213743 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.264432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c64d57e2-e8fe-42bf-a847-cb63736e391a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:43.305108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 6238778a-0077-4a15-a53d-f730c2149cb3) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:43.310548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.311451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.330963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.336724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6418b5d-27ce-4ae7-b5e7-19b6d36cb31b None None] Network 6238778a-0077-4a15-a53d-f730c2149cb3 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:43.412717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4b805c2c-2c45-48b8-a9a5-3adc320e7ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1245191 Jul 16 18:06:43.417116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34368) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:43.432780 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Port 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:43.448170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fbfeae5-b9b1-4d59-8c40-8f976c69bae8 req-4f1f1a16-2f70-4592-8232-22cf72bc0da2 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4849098 Jul 16 18:06:43.463291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-43987fa0-bca6-43e0-84e5-6a8e2933a10b tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-692653530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:43.473876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40d6212-f000-4aa0-ac06-2bf659e332b5 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.539935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bc5700-8b3b-4e52-91ce-41aac6a0fa3f req-927cfca1-fd5f-450f-a77f-1ebfb5eb50bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.541451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19bc5700-8b3b-4e52-91ce-41aac6a0fa3f req-927cfca1-fd5f-450f-a77f-1ebfb5eb50bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=4ef5aa33-e4f2-4bff-9092-8d6d9da40ca7 HTTP/1.1" status: 200 len: 861 time: 0.4212668 Jul 16 18:06:43.572589 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.577763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 085fa683-432d-4803-a9cd-cd405b23e4fb up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:43.627390 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.634324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Provisioning complete for port 085fa683-432d-4803-a9cd-cd405b23e4fb triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:43.634705 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.636439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdf9f54-115e-431f-9846-8752b839e23c req-c0061ee1-b986-43a0-973c-f333be4e6b6e tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:43.638459 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fdf9f54-115e-431f-9846-8752b839e23c req-c0061ee1-b986-43a0-973c-f333be4e6b6e tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 943 time: 0.5869486 Jul 16 18:06:43.645944 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19bc5700-8b3b-4e52-91ce-41aac6a0fa3f req-71d2eb7f-7766-462b-9a5f-4d422865b510 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=169a5c65-dee7-48a5-82e7-659c10feb297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598366 Jul 16 18:06:43.659003 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-43987fa0-bca6-43e0-84e5-6a8e2933a10b tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.660363 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-43987fa0-bca6-43e0-84e5-6a8e2933a10b tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.758554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:43.767037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:43.777951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:43.796692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 847e6290-21e6-42fe-be0b-13b1227899ec details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:06:43.822669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-6238778a-0077-4a15-a53d-f730c2149cb3', 'network_id': '6238778a-0077-4a15-a53d-f730c2149cb3', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'fixed_ips': [{'subnet_id': '48e75765-815c-41cc-8430-75bb5b96ffa8'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:06:43.823644 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.830686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Pushing event updated for resources: {'Port': ['ID=81a53326-8385-47f1-b66c-9b8579665a98,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:43.850636 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-43987fa0-bca6-43e0-84e5-6a8e2933a10b tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.876554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fdf9f54-115e-431f-9846-8752b839e23c req-17afeeda-774a-45db-a3a2-95407931c699 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13f9798-9b0e-4209-b790-dc5d7fc5ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229083 Jul 16 18:06:43.881259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-aef6ea90-f1d2-425d-90ec-7b1d3da99476 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:43.881606 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aef6ea90-f1d2-425d-90ec-7b1d3da99476 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.898971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Deleting port e208789a-9042-4d00-a3d5-8de382befeb5 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:43.899338 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:43.902596 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-43987fa0-bca6-43e0-84e5-6a8e2933a10b tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.007022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19bc5700-8b3b-4e52-91ce-41aac6a0fa3f req-997a5a47-3bca-440c-978f-31911b13b582 service neutron] 10.222.0.37 "GET /v2.0/networks/169a5c65-dee7-48a5-82e7-659c10feb297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498406 Jul 16 18:06:44.043819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Allocated IP 172.20.0.2 (6238778a-0077-4a15-a53d-f730c2149cb3/48e75765-815c-41cc-8430-75bb5b96ffa8/7697a7e8-8efd-482a-a9ce-01e6472b63b2) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:44.065089 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-43987fa0-bca6-43e0-84e5-6a8e2933a10b tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.066484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-43987fa0-bca6-43e0-84e5-6a8e2933a10b tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6293924 Jul 16 18:06:44.106631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34378) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:44.127831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'port': {'network_id': '6238778a-0077-4a15-a53d-f730c2149cb3', 'name': 'tempest-RoutersTest-1883126785'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:44.252007 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.263800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Transition to ACTIVE for port object 7697a7e8-8efd-482a-a9ce-01e6472b63b2 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:44.289964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Transition to ACTIVE for port object 7697a7e8-8efd-482a-a9ce-01e6472b63b2 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:44.295180 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aef6ea90-f1d2-425d-90ec-7b1d3da99476 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.311369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] For port e208789a-9042-4d00-a3d5-8de382befeb5, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e208789a-9042-4d00-a3d5-8de382befeb5,segment=NetworkSegment(1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b),segment_id=1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:44.311775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.315190 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.319339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.325970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-aef6ea90-f1d2-425d-90ec-7b1d3da99476 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:44.409438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 085fa683-432d-4803-a9cd-cd405b23e4fb triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:44.410120 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.423269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Pushing event updated for resources: {'Port': ['ID=7697a7e8-8efd-482a-a9ce-01e6472b63b2,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:44.438608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Network 6238778a-0077-4a15-a53d-f730c2149cb3 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:44.467208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:44.477304 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.resource_extend [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:06:44.486656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:44.576622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.681953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Attempting to bind port 7697a7e8-8efd-482a-a9ce-01e6472b63b2 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:44.682340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Attempting to bind port 7697a7e8-8efd-482a-a9ce-01e6472b63b2 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9177e0b0-769d-48eb-a131-36c4b4d70e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6238778a-0077-4a15-a53d-f730c2149cb3'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:44.682704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Attempting to bind port 7697a7e8-8efd-482a-a9ce-01e6472b63b2 on network 6238778a-0077-4a15-a53d-f730c2149cb3 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:44.692267 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Provisioning complete for port ff459dbc-4c59-4b98-bae4-f59d368a7d8b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:44.693331 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.696224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:44.696640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Checking segment: {'id': '9177e0b0-769d-48eb-a131-36c4b4d70e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6238778a-0077-4a15-a53d-f730c2149cb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:44.697010 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.697419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Bound using segment: {'id': '9177e0b0-769d-48eb-a131-36c4b4d70e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6238778a-0077-4a15-a53d-f730c2149cb3'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:44.698755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Bound port: 7697a7e8-8efd-482a-a9ce-01e6472b63b2, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9177e0b0-769d-48eb-a131-36c4b4d70e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '6238778a-0077-4a15-a53d-f730c2149cb3'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:44.699175 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.702677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Router 4866a5d4-11b1-4976-8905-0492f84325d2 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:44.786894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] For port 7697a7e8-8efd-482a-a9ce-01e6472b63b2, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:44.791001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] For port 7697a7e8-8efd-482a-a9ce-01e6472b63b2, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7697a7e8-8efd-482a-a9ce-01e6472b63b2,segment=NetworkSegment(9177e0b0-769d-48eb-a131-36c4b4d70e8e),segment_id=9177e0b0-769d-48eb-a131-36c4b4d70e8e)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:44.837548 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19bc5700-8b3b-4e52-91ce-41aac6a0fa3f req-c71cd614-23bc-487f-97f7-b1e0511e4d45 service neutron] 10.222.0.37 "GET /v2.0/networks/169a5c65-dee7-48a5-82e7-659c10feb297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7972221 Jul 16 18:06:44.910584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:44.920220 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Sync routers for ids ['4866a5d4-11b1-4976-8905-0492f84325d2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:44.946246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:44.949925 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.963433 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Routers {'4866a5d4-11b1-4976-8905-0492f84325d2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:44.966753 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['4866a5d4-11b1-4976-8905-0492f84325d2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:44.973981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:44.977614 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-81d77712-284f-4a34-a200-19b9ab580eed tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 7.0632446 Jul 16 18:06:44.979675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34394) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:45.125069 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.166055 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Set router 4866a5d4-11b1-4976-8905-0492f84325d2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:45.170072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de526d1-89e2-46e4-98f8-6dfca36c43d9 req-db8246a7-2c1b-4d61-bfa3-44231284fb73 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:45.171690 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2de526d1-89e2-46e4-98f8-6dfca36c43d9 req-db8246a7-2c1b-4d61-bfa3-44231284fb73 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 946 time: 0.4953072 Jul 16 18:06:45.263013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267179f0-8f45-4dcc-9ea7-4708c4533a80 None None] Pushing event updated for resources: {'Port': ['ID=7697a7e8-8efd-482a-a9ce-01e6472b63b2,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:45.299646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Port ff459dbc-4c59-4b98-bae4-f59d368a7d8b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:45.308221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] device_id is not set on port 167da0a7-ef18-4339-9fea-7f3711a0fab9 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:45.333569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 847e6290-21e6-42fe-be0b-13b1227899ec, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=847e6290-21e6-42fe-be0b-13b1227899ec,segment=NetworkSegment(c430d143-ea49-4a5a-a677-e92cdf22b4e0),segment_id=c430d143-ea49-4a5a-a677-e92cdf22b4e0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:45.333802 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aef6ea90-f1d2-425d-90ec-7b1d3da99476 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.337347 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Provisioning for port c64d57e2-e8fe-42bf-a847-cb63736e391a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:45.351295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Provisioning complete for port c64d57e2-e8fe-42bf-a847-cb63736e391a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:45.351950 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7a731a46-5723-472a-bdd9-e77752d45735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.398176 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.405905 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.493508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '847e6290-21e6-42fe-be0b-13b1227899ec', 'network_id': '169a5c65-dee7-48a5-82e7-659c10feb297', 'port_id': '847e6290-21e6-42fe-be0b-13b1227899ec', 'mac_address': 'fa:16:3e:1f:8c:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef5aa33-e4f2-4bff-9092-8d6d9da40ca7', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:06:45.530325 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4866a5d4-11b1-4976-8905-0492f84325d2', 'name': '', 'tenant_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '22d70889-6110-4494-8d04-2bdf5385bd43', 'external_fixed_ips': [{'subnet_id': '3ff6f55e-fcea-4795-9b4d-e45445d18d1b', 'ip_address': '172.20.0.7'}], 'enable_snat': True}, 'gw_port_id': 'cabad3e3-f1c6-4c49-b804-013032d27acf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:43Z', 'revision_number': 3, 'project_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'gw_port': {'id': 'cabad3e3-f1c6-4c49-b804-013032d27acf', 'name': '', 'network_id': '22d70889-6110-4494-8d04-2bdf5385bd43', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:a9:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4866a5d4-11b1-4976-8905-0492f84325d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1593, 'fixed_ips': [{'subnet_id': '3ff6f55e-fcea-4795-9b4d-e45445d18d1b', 'ip_address': '172.20.0.7', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3ff6f55e-fcea-4795-9b4d-e45445d18d1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:45.580702 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Checking router: 4866a5d4-11b1-4976-8905-0492f84325d2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:45.581370 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Updating router 4866a5d4-11b1-4976-8905-0492f84325d2 port cabad3e3-f1c6-4c49-b804-013032d27acf binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:45.592403 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-29c75b02-0b47-473f-ba62-3417a6b19352 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.668238 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.672609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef6ea90-f1d2-425d-90ec-7b1d3da99476 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:45.710680 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.714503 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.714764 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Floating IP f5a7ab88-9dea-4304-a802-25ae81adf0d8 disassociated. External IP: 172.25.7.71, port: e208789a-9042-4d00-a3d5-8de382befeb5. Jul 16 18:06:45.715914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Calling delete_port for e208789a-9042-4d00-a3d5-8de382befeb5 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:45.749519 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.784966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 847e6290-21e6-42fe-be0b-13b1227899ec {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:06:45.840195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aef6ea90-f1d2-425d-90ec-7b1d3da99476 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.840851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 847e6290-21e6-42fe-be0b-13b1227899ec, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=847e6290-21e6-42fe-be0b-13b1227899ec,segment=NetworkSegment(c430d143-ea49-4a5a-a677-e92cdf22b4e0),segment_id=c430d143-ea49-4a5a-a677-e92cdf22b4e0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:45.850657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-aef6ea90-f1d2-425d-90ec-7b1d3da99476 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe HTTP/1.1" status: 204 len: 168 time: 2.6540627 Jul 16 18:06:45.852704 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.854639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34398) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:45.866718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2de526d1-89e2-46e4-98f8-6dfca36c43d9 req-0eb48d0a-7053-4f88-95c0-9fe54ec6415f tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4502451 Jul 16 18:06:45.887466 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:45.970901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f5984a13-25e6-4d5f-8750-ac2c45d81add None None] Could not find standard attr ID for object 70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:06:46.067108 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-153f9283-9d8e-4269-afea-6a3d9d8b9afd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:06:46.067694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=847e6290-21e6-42fe-be0b-13b1227899ec,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.073415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-153f9283-9d8e-4269-afea-6a3d9d8b9afd tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/70e91c2b-bbd1-4ff2-a9e4-fd7953143cfe HTTP/1.1" status: 404 len: 333 time: 0.2008579 Jul 16 18:06:46.074048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34408) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:46.113471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Deleting port cabad3e3-f1c6-4c49-b804-013032d27acf {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:46.113877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.154721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Router c3db2f3b-8c8f-4485-af2f-d574811923e9 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:46.183546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e76f9d1-8320-4b15-8541-41e5c5698c8a req-53b39e18-b60e-4f1c-a117-af1ad8ad4be3 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:46.200411 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e76f9d1-8320-4b15-8541-41e5c5698c8a req-53b39e18-b60e-4f1c-a117-af1ad8ad4be3 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 943 time: 1.0582330 Jul 16 18:06:46.204057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Allocated IP 172.20.0.3 (6238778a-0077-4a15-a53d-f730c2149cb3/48e75765-815c-41cc-8430-75bb5b96ffa8/167da0a7-ef18-4339-9fea-7f3711a0fab9) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:46.255459 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['847e6290-21e6-42fe-be0b-13b1227899ec'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:06:46.278273 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.305353 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Transition to ACTIVE for port object cabad3e3-f1c6-4c49-b804-013032d27acf will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:46.324818 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.340751 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28004199-399e-4aeb-b971-1b8ac03b7587 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.434776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.462160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Calling delete_port for cabad3e3-f1c6-4c49-b804-013032d27acf owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:46.491224 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Pushing event updated for resources: {'Port': ['ID=cabad3e3-f1c6-4c49-b804-013032d27acf,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.523206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.523206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.523206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.523206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.523206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.523206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.523206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.523206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.523206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.523206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.524146 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.524146 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:06:46.524303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:46.533894 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Attempting to bind port cabad3e3-f1c6-4c49-b804-013032d27acf on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:46.533894 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Attempting to bind port cabad3e3-f1c6-4c49-b804-013032d27acf by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '3ac02495-2848-4ef4-a93d-f69c884c9cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '22d70889-6110-4494-8d04-2bdf5385bd43'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:46.534123 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Attempting to bind port cabad3e3-f1c6-4c49-b804-013032d27acf on network 22d70889-6110-4494-8d04-2bdf5385bd43 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:46.551205 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:46.551826 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Checking segment: {'id': '3ac02495-2848-4ef4-a93d-f69c884c9cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '22d70889-6110-4494-8d04-2bdf5385bd43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:46.553467 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.554002 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Bound using segment: {'id': '3ac02495-2848-4ef4-a93d-f69c884c9cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '22d70889-6110-4494-8d04-2bdf5385bd43'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:46.556033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Sync routers for ids ['c3db2f3b-8c8f-4485-af2f-d574811923e9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:46.556785 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Bound port: cabad3e3-f1c6-4c49-b804-013032d27acf, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac02495-2848-4ef4-a93d-f69c884c9cd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '22d70889-6110-4494-8d04-2bdf5385bd43'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:46.557256 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.599245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Routers {'c3db2f3b-8c8f-4485-af2f-d574811923e9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:46.604628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c3db2f3b-8c8f-4485-af2f-d574811923e9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:46.655435 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] For port cabad3e3-f1c6-4c49-b804-013032d27acf, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:46.663359 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] For port cabad3e3-f1c6-4c49-b804-013032d27acf, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cabad3e3-f1c6-4c49-b804-013032d27acf,segment=NetworkSegment(3ac02495-2848-4ef4-a93d-f69c884c9cd2),segment_id=3ac02495-2848-4ef4-a93d-f69c884c9cd2)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:46.670088 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.764129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e76f9d1-8320-4b15-8541-41e5c5698c8a req-b37974c3-4211-4d08-81d3-75519afd12a4 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13f9798-9b0e-4209-b790-dc5d7fc5ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4895191 Jul 16 18:06:46.779189 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28004199-399e-4aeb-b971-1b8ac03b7587 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.809672 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462dfaf6-2676-4c4b-a0ef-c01d9c427a08 None None] Pushing event updated for resources: {'Port': ['ID=cabad3e3-f1c6-4c49-b804-013032d27acf,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:46.828806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Set router c3db2f3b-8c8f-4485-af2f-d574811923e9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:46.833795 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Routers {'4866a5d4-11b1-4976-8905-0492f84325d2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:46.834431 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['4866a5d4-11b1-4976-8905-0492f84325d2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:46.949498 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:46.982295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Transition to ACTIVE for port object 167da0a7-ef18-4339-9fea-7f3711a0fab9 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:47.149812 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.156663 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c3ef6603-3409-47fb-a532-6915e28f9d5d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.1412716 Jul 16 18:06:47.157344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34426) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:47.166349 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] Set router 4866a5d4-11b1-4976-8905-0492f84325d2 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:47.248664 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.283071 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.344703 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4866a5d4-11b1-4976-8905-0492f84325d2', 'name': '', 'tenant_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 4, 'project_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:47.360859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:44Z', 'revision_number': 3, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:47.382582 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28004199-399e-4aeb-b971-1b8ac03b7587 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.394297 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28004199-399e-4aeb-b971-1b8ac03b7587 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.401256 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-28004199-399e-4aeb-b971-1b8ac03b7587 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/security-groups/257736ea-f9ad-4a9a-8658-8af454ff61e3 HTTP/1.1" status: 204 len: 168 time: 1.3092036 Jul 16 18:06:47.402268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Pushing event deleted for resources: {'Port': ['ID=e208789a-9042-4d00-a3d5-8de382befeb5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.412759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 6238778a-0077-4a15-a53d-f730c2149cb3 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:47.416103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34428) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:47.434667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Checking router: c3db2f3b-8c8f-4485-af2f-d574811923e9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:47.435018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Updating router c3db2f3b-8c8f-4485-af2f-d574811923e9 port 81a53326-8385-47f1-b66c-9b8579665a98 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:47.442726 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c39a65d-9228-4e96-898c-ffcaeb262ecc None None] The sync data for ids ['4866a5d4-11b1-4976-8905-0492f84325d2'] in n-d-794306-7 is: [{'id': '4866a5d4-11b1-4976-8905-0492f84325d2', 'name': '', 'tenant_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:38Z', 'updated_at': '2021-07-16T18:06:45Z', 'revision_number': 4, 'project_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:47.444223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa1db22-c74d-4b35-8b5e-34a4dbf0ab59 None None] Network 6238778a-0077-4a15-a53d-f730c2149cb3 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:47.556994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7697a7e8-8efd-482a-a9ce-01e6472b63b2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:47.615977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=167da0a7-ef18-4339-9fea-7f3711a0fab9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.666769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0c443b13-9d12-4747-ab5f-7ff1ed926b28 None None] Provisioning for port 7697a7e8-8efd-482a-a9ce-01e6472b63b2 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:47.672346 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:47.675591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:47.691552 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.706904 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.719427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28004199-399e-4aeb-b971-1b8ac03b7587 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=257736ea-f9ad-4a9a-8658-8af454ff61e3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.764153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event deleted for resources: {'Port': ['ID=cabad3e3-f1c6-4c49-b804-013032d27acf,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:47.855023 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0b42-741c-4b71-a44d-78245bffa57a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.901965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0b42-741c-4b71-a44d-78245bffa57a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.905903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 847e6290-21e6-42fe-be0b-13b1227899ec up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:47.926667 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.988527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0b42-741c-4b71-a44d-78245bffa57a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.991502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8bb0b42-741c-4b71-a44d-78245bffa57a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:47.992819 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b8bb0b42-741c-4b71-a44d-78245bffa57a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/security-groups/665e3dbc-c266-49cb-9366-cc1b78c1c825 HTTP/1.1" status: 204 len: 168 time: 0.5592811 Jul 16 18:06:48.038745 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.040967 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.054610 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19d3f43-4cf1-4d15-83b1-2752ed4f750b req-6695e784-d573-4a9d-824e-fdb5ff51e00d tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.056273 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f19d3f43-4cf1-4d15-83b1-2752ed4f750b req-6695e784-d573-4a9d-824e-fdb5ff51e00d tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 867 time: 0.8744068 Jul 16 18:06:48.060629 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34432) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:48.073151 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bb0b42-741c-4b71-a44d-78245bffa57a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=665e3dbc-c266-49cb-9366-cc1b78c1c825,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.088283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.089378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.138113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:48.154353 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b1caf21d-b658-445b-a2fa-11da70b1588e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 4.0467339 Jul 16 18:06:48.167944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34436) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:48.319242 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.333828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Transition to ACTIVE for port object 81a53326-8385-47f1-b66c-9b8579665a98 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:48.456114 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.456670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4866a5d4-11b1-4976-8905-0492f84325d2 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:06:48.461532 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.465482 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0c79d612-8648-431b-a879-23d0cdeec674 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "DELETE /v2.0/routers/4866a5d4-11b1-4976-8905-0492f84325d2 HTTP/1.1" status: 204 len: 168 time: 3.4836237 Jul 16 18:06:48.467541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34440) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:48.509187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7447c08a-46c8-460c-bb4d-7acb3bad5a8e req-7a828252-7965-4a85-938b-e36fb8149498 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:48.517449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7447c08a-46c8-460c-bb4d-7acb3bad5a8e req-7a828252-7965-4a85-938b-e36fb8149498 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 944 time: 0.5309253 Jul 16 18:06:48.525401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7697a7e8-8efd-482a-a9ce-01e6472b63b2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:48.544370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7697a7e8-8efd-482a-a9ce-01e6472b63b2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:48.544831 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.573930 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f19d3f43-4cf1-4d15-83b1-2752ed4f750b req-03aba825-1776-478f-89aa-2103c40ca68f tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups?id=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4234066 Jul 16 18:06:48.602211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a05dd959-52a7-4ceb-8e0f-4125385dfd5c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting subnet b9c06e19-933f-431d-9df5-e7a07aa87ba0 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:48.605840 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a05dd959-52a7-4ceb-8e0f-4125385dfd5c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.607181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7447c08a-46c8-460c-bb4d-7acb3bad5a8e req-f7ebe984-29d5-4c8d-b6f9-49e8b2b76aed tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13f9798-9b0e-4209-b790-dc5d7fc5ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827603 Jul 16 18:06:48.645921 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.648842 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.670089 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a05dd959-52a7-4ceb-8e0f-4125385dfd5c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.672035 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2aa8487c-e5d5-4df0-9820-222141176024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.761699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:48.773869 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7c851-168d-4362-84c7-f00162c31505 None None] Sync routers for ids ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:48.795280 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7c851-168d-4362-84c7-f00162c31505 None None] Routers {'f0376f7d-b4b5-4ea5-aea6-914bbb79f997'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:48.796112 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b3d7c851-168d-4362-84c7-f00162c31505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:48.807373 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.835422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f0a870b-3693-41d8-b2cf-1d3b86ddf70f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Deleting subnet 3ff6f55e-fcea-4795-9b4d-e45445d18d1b {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:48.837816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] No DVR routers for this DVR port e208789a-9042-4d00-a3d5-8de382befeb5 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:06:48.840809 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.844863 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-05e89285-c91a-4ce7-b7d3-91678a6834a4 req-095ea5cc-6973-4a28-8e53-3b3abe736bc1 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.37 "DELETE /v2.0/ports/e208789a-9042-4d00-a3d5-8de382befeb5 HTTP/1.1" status: 204 len: 173 time: 5.8617430 Jul 16 18:06:48.849330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'name': 'network-vif-deleted', 'tag': 'e208789a-9042-4d00-a3d5-8de382befeb5'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:48.852356 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fe31cd1-0c76-447e-b0bc-88eabb052d36" -d '{"events": [{"server_uuid": "a2b2e39e-5118-461e-80a7-22a562ac4e74", "name": "network-vif-deleted", "tag": "e208789a-9042-4d00-a3d5-8de382befeb5"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:48.889894 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f0a870b-3693-41d8-b2cf-1d3b86ddf70f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.901851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Attempting to bind port 81a53326-8385-47f1-b66c-9b8579665a98 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:48.904097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Attempting to bind port 81a53326-8385-47f1-b66c-9b8579665a98 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:48.904816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Attempting to bind port 81a53326-8385-47f1-b66c-9b8579665a98 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:48.913170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 847e6290-21e6-42fe-be0b-13b1227899ec completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:48.921317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 7697a7e8-8efd-482a-a9ce-01e6472b63b2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7697a7e8-8efd-482a-a9ce-01e6472b63b2,segment=NetworkSegment(9177e0b0-769d-48eb-a131-36c4b4d70e8e),segment_id=9177e0b0-769d-48eb-a131-36c4b4d70e8e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:48.937067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 847e6290-21e6-42fe-be0b-13b1227899ec triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:48.937662 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.966986 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c1843f-45bd-48d9-8944-d7979d7b57fe x-openstack-request-id: req-68c1843f-45bd-48d9-8944-d7979d7b57fe {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:48.967498 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2b2e39e-5118-461e-80a7-22a562ac4e74", "name": "network-vif-deleted", "tag": "e208789a-9042-4d00-a3d5-8de382befeb5", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:48.967887 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68c1843f-45bd-48d9-8944-d7979d7b57fe {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:48.968420 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2b2e39e-5118-461e-80a7-22a562ac4e74', 'name': 'network-vif-deleted', 'tag': 'e208789a-9042-4d00-a3d5-8de382befeb5', 'status': 'completed', 'code': 200} Jul 16 18:06:48.973814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769e714-536f-4415-868d-0c17f921ce69 None None] Pushing event updated for resources: {'Port': ['ID=81a53326-8385-47f1-b66c-9b8579665a98,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:48.977630 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:48.990166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.002416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:49.003073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:49.003589 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.004810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:49.013135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Bound port: 81a53326-8385-47f1-b66c-9b8579665a98, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:49.014134 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.179522 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a05dd959-52a7-4ceb-8e0f-4125385dfd5c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.231084 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b3d7c851-168d-4362-84c7-f00162c31505 None None] Set router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:49.266498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f0a870b-3693-41d8-b2cf-1d3b86ddf70f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.292961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] For port 81a53326-8385-47f1-b66c-9b8579665a98, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:49.298966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] For port 81a53326-8385-47f1-b66c-9b8579665a98, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=81a53326-8385-47f1-b66c-9b8579665a98,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:49.300780 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=7697a7e8-8efd-482a-a9ce-01e6472b63b2,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:49.307575 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.462872 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.471697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Routers {'c3db2f3b-8c8f-4485-af2f-d574811923e9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:49.472437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c3db2f3b-8c8f-4485-af2f-d574811923e9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:49.474527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.493648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f0a870b-3693-41d8-b2cf-1d3b86ddf70f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.543849 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.555478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769e714-536f-4415-868d-0c17f921ce69 None None] Pushing event updated for resources: {'Port': ['ID=81a53326-8385-47f1-b66c-9b8579665a98,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:49.745334 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b3d7c851-168d-4362-84c7-f00162c31505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 4, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'dfa025d8-64f3-408c-8950-dee028a908b7', 'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'mac_address': 'fa:16:3e:cb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:31Z', 'updated_at': '2021-07-16T18:04:43Z', 'revision_number': 5, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'subnets': [{'id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:49.773480 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f0a870b-3693-41d8-b2cf-1d3b86ddf70f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.784555 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 847e6290-21e6-42fe-be0b-13b1227899ec, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=847e6290-21e6-42fe-be0b-13b1227899ec,segment=NetworkSegment(c430d143-ea49-4a5a-a677-e92cdf22b4e0),segment_id=c430d143-ea49-4a5a-a677-e92cdf22b4e0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:49.794612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:49.796065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be231eea-b0a1-40d8-98e5-1965971490bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847e6290-21e6-42fe-be0b-13b1227899ec'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:06:49.807933 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90ce7fa3-6db0-4804-abe2-0c64b5598fdd" -d '{"events": [{"server_uuid": "be231eea-b0a1-40d8-98e5-1965971490bb", "name": "network-vif-plugged", "status": "completed", "tag": "847e6290-21e6-42fe-be0b-13b1227899ec"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:06:49.810430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=167da0a7-ef18-4339-9fea-7f3711a0fab9,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:49.848080 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7c851-168d-4362-84c7-f00162c31505 None None] Checking router: f0376f7d-b4b5-4ea5-aea6-914bbb79f997 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:49.878139 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d7c851-168d-4362-84c7-f00162c31505 None None] Routers {'f0376f7d-b4b5-4ea5-aea6-914bbb79f997'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:49.878835 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b3d7c851-168d-4362-84c7-f00162c31505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:49.991007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0a870b-3693-41d8-b2cf-1d3b86ddf70f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3ff6f55e-fcea-4795-9b4d-e45445d18d1b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:50.068902 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-da60ff94-3b40-4d97-8624-95db6846526f req-8ce45bd3-3c5f-4688-b1b0-a216bed7f53b tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/ports?device_id=a2b2e39e-5118-461e-80a7-22a562ac4e74 HTTP/1.1" status: 200 len: 210 time: 0.0735540 Jul 16 18:06:50.071399 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a05dd959-52a7-4ceb-8e0f-4125385dfd5c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.097973 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b3d7c851-168d-4362-84c7-f00162c31505 None None] Set router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:50.161714 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.167281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05dd959-52a7-4ceb-8e0f-4125385dfd5c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Subnet': ['ID=b9c06e19-933f-431d-9df5-e7a07aa87ba0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:50.201104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f0a870b-3693-41d8-b2cf-1d3b86ddf70f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.208682 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3f0a870b-3693-41d8-b2cf-1d3b86ddf70f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/3ff6f55e-fcea-4795-9b4d-e45445d18d1b HTTP/1.1" status: 204 len: 168 time: 1.7340319 Jul 16 18:06:50.209493 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34468) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:50.260925 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.262111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e208789a-9042-4d00-a3d5-8de382befeb5 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:06:50.264740 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:06:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af44788b-60cf-49f1-a8c9-3ed3c2c2a0a7 x-openstack-request-id: req-af44788b-60cf-49f1-a8c9-3ed3c2c2a0a7 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:06:50.265131 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be231eea-b0a1-40d8-98e5-1965971490bb", "name": "network-vif-plugged", "status": "completed", "tag": "847e6290-21e6-42fe-be0b-13b1227899ec", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:06:50.265494 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af44788b-60cf-49f1-a8c9-3ed3c2c2a0a7 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:06:50.266507 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be231eea-b0a1-40d8-98e5-1965971490bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '847e6290-21e6-42fe-be0b-13b1227899ec', 'code': 200} Jul 16 18:06:50.329072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9a675df4-4c7e-4ea3-b57b-966ef1484539 None None] Provisioning complete for port 7697a7e8-8efd-482a-a9ce-01e6472b63b2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:50.329761 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9a675df4-4c7e-4ea3-b57b-966ef1484539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.342888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: e208789a-9042-4d00-a3d5-8de382befeb5 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:06:50.343496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e208789a-9042-4d00-a3d5-8de382befeb5 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:06:50.371776 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.388181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.408932 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a05dd959-52a7-4ceb-8e0f-4125385dfd5c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.410769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81fac4-c67a-4df6-9d48-0fd66e46f57b None None] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:50.411733 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a05dd959-52a7-4ceb-8e0f-4125385dfd5c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/b9c06e19-933f-431d-9df5-e7a07aa87ba0 HTTP/1.1" status: 204 len: 168 time: 2.3501103 Jul 16 18:06:50.418508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34470) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:50.429109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-dbfe20c1-e6cb-4e84-920e-8de1a2cef800 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:50.441729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] Set router c3db2f3b-8c8f-4485-af2f-d574811923e9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:50.443643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=847e6290-21e6-42fe-be0b-13b1227899ec,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:50.499003 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b3d7c851-168d-4362-84c7-f00162c31505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 4, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'dfa025d8-64f3-408c-8950-dee028a908b7', 'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'mac_address': 'fa:16:3e:cb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:31Z', 'updated_at': '2021-07-16T18:04:43Z', 'revision_number': 5, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'subnets': [{'id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:50.588563 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3d7c851-168d-4362-84c7-f00162c31505 None None] The sync data for ids ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'] in n-d-794306-7 is: [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:04:33Z', 'revision_number': 4, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'dfa025d8-64f3-408c-8950-dee028a908b7', 'name': '', 'network_id': '5d2f970e-7fc4-4662-a030-ff23180463cc', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'mac_address': 'fa:16:3e:cb:1c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_interface', 'standard_attr_id': 1235, 'fixed_ips': [{'subnet_id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:31Z', 'updated_at': '2021-07-16T18:04:43Z', 'revision_number': 5, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'subnets': [{'id': '3bc762b4-fcdd-4c77-9267-149021886d68', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:50.652702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.671237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.695284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22d70889-6110-4494-8d04-2bdf5385bd43']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:50.728007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae9b374-ec80-4404-8bd3-3ab3bb2a5c90 req-4d63e3ce-8e76-4de0-a6ff-8a75599b1755 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:50.731377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3ae9b374-ec80-4404-8bd3-3ab3bb2a5c90 req-4d63e3ce-8e76-4de0-a6ff-8a75599b1755 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 945 time: 0.7661283 Jul 16 18:06:50.743235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac02495-2848-4ef4-a93d-f69c884c9cd2') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:50.743700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac02495-2848-4ef4-a93d-f69c884c9cd2') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:50.783551 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.813750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfe20c1-e6cb-4e84-920e-8de1a2cef800 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:50.817446 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dbfe20c1-e6cb-4e84-920e-8de1a2cef800 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.846224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Allocated IP 172.20.0.1 (4cd880c5-7f33-473c-ae07-1b5ec8c80c91/bed990a2-d4cd-48d5-b858-b087aef8b72e/98a7e74e-7641-42d1-9420-876ec8e37957) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:50.849285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.871673 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:06:50.872106 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: items = [ Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:06:50.874124 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:06:51.012751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9a675df4-4c7e-4ea3-b57b-966ef1484539 None None] Provisioning for port 167da0a7-ef18-4339-9fea-7f3711a0fab9 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:51.026734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9a675df4-4c7e-4ea3-b57b-966ef1484539 None None] Provisioning complete for port 167da0a7-ef18-4339-9fea-7f3711a0fab9 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:51.027416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9a675df4-4c7e-4ea3-b57b-966ef1484539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.044820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.123510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9a675df4-4c7e-4ea3-b57b-966ef1484539 None None] Port 167da0a7-ef18-4339-9fea-7f3711a0fab9 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:51.133202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca8e3fe-27b6-44f5-9bd8-80cdb65281b3 None None] New status for floating IP f5a7ab88-9dea-4304-a802-25ae81adf0d8: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:06:51.256443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:44Z', 'revision_number': 3, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:51.270830 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3ae9b374-ec80-4404-8bd3-3ab3bb2a5c90 req-1138da21-04ae-4ca9-9ca5-ba37e0d937d4 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13f9798-9b0e-4209-b790-dc5d7fc5ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5320394 Jul 16 18:06:51.278495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acfa4fc-ecef-4838-8e36-84be9027db2d req-e85b2e0b-dfff-4b50-8239-eebad08f33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:51.285967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6acfa4fc-ecef-4838-8e36-84be9027db2d req-e85b2e0b-dfff-4b50-8239-eebad08f33e4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 1096 time: 0.7584066 Jul 16 18:06:51.354585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6acfa4fc-ecef-4838-8e36-84be9027db2d req-d37b22d2-2d5c-4e03-b84b-c89544a20e17 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b13f9798-9b0e-4209-b790-dc5d7fc5ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657005 Jul 16 18:06:51.380199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34482) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:51.410467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c74cdc5-688f-4cf1-9b27-04380dab5023 None None] The sync data for ids ['c3db2f3b-8c8f-4485-af2f-d574811923e9'] in n-d-794306-7 is: [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:44Z', 'revision_number': 3, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:51.443751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7697a7e8-8efd-482a-a9ce-01e6472b63b2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:51.515188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0deea194-13c6-454e-90e2-66f2cafa58fe None None] Provisioning complete for port 167da0a7-ef18-4339-9fea-7f3711a0fab9 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:51.516020 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0deea194-13c6-454e-90e2-66f2cafa58fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.539118 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 22d70889-6110-4494-8d04-2bdf5385bd43 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:06:51.580769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0deea194-13c6-454e-90e2-66f2cafa58fe None None] Port 167da0a7-ef18-4339-9fea-7f3711a0fab9 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:51.597822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7697a7e8-8efd-482a-a9ce-01e6472b63b2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:51.598197 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.665861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f80106ee-9e1c-40b4-9afc-288479759026 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.699919 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f80106ee-9e1c-40b4-9afc-288479759026 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.701067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.737773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Transition to ACTIVE for port object 98a7e74e-7641-42d1-9420-876ec8e37957 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:51.820183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event deleted for resources: {'Network': ['ID=22d70889-6110-4494-8d04-2bdf5385bd43,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.822460 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.823770 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.846168 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5ff94252-84a3-4a43-a0a3-b912b5b1262b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "DELETE /v2.0/networks/22d70889-6110-4494-8d04-2bdf5385bd43 HTTP/1.1" status: 204 len: 168 time: 1.6256278 Jul 16 18:06:51.849499 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.899465 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.909717 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f80106ee-9e1c-40b4-9afc-288479759026 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.917858 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f80106ee-9e1c-40b4-9afc-288479759026 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.921309 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f80106ee-9e1c-40b4-9afc-288479759026 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "DELETE /v2.0/security-groups/f9aa2b13-89f1-4ba4-be23-8b04763ee4d7 HTTP/1.1" status: 204 len: 168 time: 0.5407472 Jul 16 18:06:51.925396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34490) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:51.943614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80106ee-9e1c-40b4-9afc-288479759026 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9aa2b13-89f1-4ba4-be23-8b04763ee4d7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:51.947951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:51.965399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:51.979248 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-41c113a0-5672-46c0-9064-1523355651eb tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] show failed (client error): The resource could not be found. Jul 16 18:06:51.987149 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-41c113a0-5672-46c0-9064-1523355651eb tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "GET /v2.0/security-groups/f9aa2b13-89f1-4ba4-be23-8b04763ee4d7 HTTP/1.1" status: 404 len: 347 time: 0.0460665 Jul 16 18:06:51.988364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:51.990331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34492) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:52.033576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:52.057434 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.087058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.135047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Pushing event updated for resources: {'Port': ['ID=98a7e74e-7641-42d1-9420-876ec8e37957,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.182972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=167da0a7-ef18-4339-9fea-7f3711a0fab9,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.362118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 6238778a-0077-4a15-a53d-f730c2149cb3 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:52.363760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:52.530020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9f5cfc73-e3be-4c87-85b1-1fc1f8e8f870 None None] Provisioning for port 98a7e74e-7641-42d1-9420-876ec8e37957 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:52.589945 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9f5cfc73-e3be-4c87-85b1-1fc1f8e8f870 None None] Provisioning complete for port 98a7e74e-7641-42d1-9420-876ec8e37957 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:52.600158 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9f5cfc73-e3be-4c87-85b1-1fc1f8e8f870 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.613709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34506) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:52.625996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e5b0881c-1416-4b6e-b4c6-d9080e98ec49 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Request body: {'router': {'name': 'tempest-router--1639330755', 'project_id': 'd47004e94bec4ed496fde72ebf0974ea'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:52.698819 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dbfe20c1-e6cb-4e84-920e-8de1a2cef800 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.707054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9f5cfc73-e3be-4c87-85b1-1fc1f8e8f870 None None] Port 98a7e74e-7641-42d1-9420-876ec8e37957 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:52.752065 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e5b0881c-1416-4b6e-b4c6-d9080e98ec49 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.753182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e5b0881c-1416-4b6e-b4c6-d9080e98ec49 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.817109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe20c1-e6cb-4e84-920e-8de1a2cef800 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Subnet': ['ID=d7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:52.850121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfe20c1-e6cb-4e84-920e-8de1a2cef800 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:52.856825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-dbfe20c1-e6cb-4e84-920e-8de1a2cef800 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:52.859958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfe20c1-e6cb-4e84-920e-8de1a2cef800 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:52.860778 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dbfe20c1-e6cb-4e84-920e-8de1a2cef800 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.873265 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e5b0881c-1416-4b6e-b4c6-d9080e98ec49 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.893634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e5b0881c-1416-4b6e-b4c6-d9080e98ec49 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.897728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router d2edb0c1-55b8-44aa-9d44-21daf49bf8c8 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:06:52.943275 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e5b0881c-1416-4b6e-b4c6-d9080e98ec49 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:52.946936 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e5b0881c-1416-4b6e-b4c6-d9080e98ec49 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3259931 Jul 16 18:06:52.950249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34512) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:53.004208 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dbfe20c1-e6cb-4e84-920e-8de1a2cef800 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5776737 Jul 16 18:06:53.021080 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34514) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:53.034226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-77dcba24-61f0-4467-afb0-9229dbf545b1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'security_group': {'name': 'tempest-secgroup-1429552533'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:53.045510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7993fb1b-5d01-4796-b021-a1ca17e70f00 None None] Provisioning complete for port 167da0a7-ef18-4339-9fea-7f3711a0fab9 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:53.045883 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7993fb1b-5d01-4796-b021-a1ca17e70f00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.091824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc166cd9-5319-44f5-96f2-a5b8c8263717 req-ecd559f2-c6b2-434f-abf3-e274f20c99c6 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.093423 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc166cd9-5319-44f5-96f2-a5b8c8263717 req-ecd559f2-c6b2-434f-abf3-e274f20c99c6 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 945 time: 0.4594455 Jul 16 18:06:53.132604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7993fb1b-5d01-4796-b021-a1ca17e70f00 None None] Port 167da0a7-ef18-4339-9fea-7f3711a0fab9 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:53.139121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b728b9f-d62d-4cb1-8e04-d6e2fa06e5f0 None None] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:06:53.143842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-dd93a55b-9041-42b6-900a-544c69da0708 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Deleting port 93a9aa85-6be7-45f2-8f35-c13fdadca21a {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:53.144196 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd93a55b-9041-42b6-900a-544c69da0708 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.189247 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e99a53ca-9fc8-4f11-a130-069b598b89dc tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.265420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:53.277635 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ef1d5-f791-4e30-bf9f-95b0a2b69a8b None None] Sync routers for ids ['d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:53.278379 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c793ad4c-a64b-47bf-9e2d-50748b09c453 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/d2edb0c1-55b8-44aa-9d44-21daf49bf8c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1062346 Jul 16 18:06:53.286877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34516) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:53.300324 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ef1d5-f791-4e30-bf9f-95b0a2b69a8b None None] Routers {'d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:53.301107 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ac7ef1d5-f791-4e30-bf9f-95b0a2b69a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:53.318170 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-77dcba24-61f0-4467-afb0-9229dbf545b1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.355117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.358806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-87ad10d4-7198-4004-a6af-01c80d0e5dee None None] Provisioning complete for port ff459dbc-4c59-4b98-bae4-f59d368a7d8b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:53.360090 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-87ad10d4-7198-4004-a6af-01c80d0e5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.400512 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ac7ef1d5-f791-4e30-bf9f-95b0a2b69a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:53.406722 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc166cd9-5319-44f5-96f2-a5b8c8263717 req-e39fe743-b763-4a8b-b794-a430d40f9f99 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13f9798-9b0e-4209-b790-dc5d7fc5ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867742 Jul 16 18:06:53.410178 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7ef1d5-f791-4e30-bf9f-95b0a2b69a8b None None] Routers {'d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:53.411177 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ac7ef1d5-f791-4e30-bf9f-95b0a2b69a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:53.461657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-87ad10d4-7198-4004-a6af-01c80d0e5dee None None] Port ff459dbc-4c59-4b98-bae4-f59d368a7d8b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:53.473802 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ac7ef1d5-f791-4e30-bf9f-95b0a2b69a8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:53.474457 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac7ef1d5-f791-4e30-bf9f-95b0a2b69a8b None None] The sync data for ids ['d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:53.480555 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-87ad10d4-7198-4004-a6af-01c80d0e5dee None None] Provisioning complete for port c64d57e2-e8fe-42bf-a847-cb63736e391a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:53.480940 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-87ad10d4-7198-4004-a6af-01c80d0e5dee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.669777 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd93a55b-9041-42b6-900a-544c69da0708 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.669950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 81a53326-8385-47f1-b66c-9b8579665a98 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:53.670412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd93a55b-9041-42b6-900a-544c69da0708 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.721943 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a00d4495-3d6c-4d0e-9e02-4b7554ffff7c None None] Update dhcp port {'port': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'fixed_ips': [{'subnet_id': '235e0563-8120-496e-8ca2-43652c7fa349', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463'}], 'binding:host_id': 'n-d-794306-7'}, 'id': 'c64d57e2-e8fe-42bf-a847-cb63736e391a'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:06:53.750718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8420c83c-f515-445c-9d4d-4c9eed62f401 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:53.757012 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8420c83c-f515-445c-9d4d-4c9eed62f401 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports/167da0a7-ef18-4339-9fea-7f3711a0fab9 HTTP/1.1" status: 200 len: 977 time: 0.4557323 Jul 16 18:06:53.761202 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e99a53ca-9fc8-4f11-a130-069b598b89dc tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.762702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34528) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:53.768855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e99a53ca-9fc8-4f11-a130-069b598b89dc tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.779019 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a00d4495-3d6c-4d0e-9e02-4b7554ffff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.808184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 81a53326-8385-47f1-b66c-9b8579665a98 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:53.816415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 81a53326-8385-47f1-b66c-9b8579665a98 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:53.816788 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.882822 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.891620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-dd93a55b-9041-42b6-900a-544c69da0708 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Calling delete_port for 93a9aa85-6be7-45f2-8f35-c13fdadca21a owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:53.908142 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e99a53ca-9fc8-4f11-a130-069b598b89dc tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.908851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.909145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99a53ca-9fc8-4f11-a130-069b598b89dc tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 827adb8d-e9a3-46c1-b006-30d9ce499c0e {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:06:53.916088 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e99a53ca-9fc8-4f11-a130-069b598b89dc tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:53.919863 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e99a53ca-9fc8-4f11-a130-069b598b89dc tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "DELETE /v2.0/routers/827adb8d-e9a3-46c1-b006-30d9ce499c0e HTTP/1.1" status: 204 len: 168 time: 0.8808897 Jul 16 18:06:54.160081 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.166860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34532) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:54.171273 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-77dcba24-61f0-4467-afb0-9229dbf545b1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.198342 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.228493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 81a53326-8385-47f1-b66c-9b8579665a98, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=81a53326-8385-47f1-b66c-9b8579665a98,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:54.236048 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.271279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Pushing event updated for resources: {'Port': ['ID=98a7e74e-7641-42d1-9420-876ec8e37957,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.285268 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-77dcba24-61f0-4467-afb0-9229dbf545b1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.293823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-a00d4495-3d6c-4d0e-9e02-4b7554ffff7c None None] Allocated IP 2001:db8::2 (18a0edba-f62c-4b3e-9975-bb26792ebabb/d7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463/c64d57e2-e8fe-42bf-a847-cb63736e391a) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:54.310456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:54.340481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=81a53326-8385-47f1-b66c-9b8579665a98,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.358098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:54.390943 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-77dcba24-61f0-4467-afb0-9229dbf545b1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.392816 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-77dcba24-61f0-4467-afb0-9229dbf545b1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3624017 Jul 16 18:06:54.395549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34536) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:54.408848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-00af331e-2803-4c8b-8f40-517f1e4e67c9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'security_group': {'name': 'tempest-secgroup-455564278'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:54.472232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dcba24-61f0-4467-afb0-9229dbf545b1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae428ee2-d798-4e53-bd93-a373871d8bae,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.503857 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00af331e-2803-4c8b-8f40-517f1e4e67c9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.528393 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ceef0d-844f-4bf3-be7f-5170aa503a00 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.618397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a00d4495-3d6c-4d0e-9e02-4b7554ffff7c None None] For port c64d57e2-e8fe-42bf-a847-cb63736e391a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c64d57e2-e8fe-42bf-a847-cb63736e391a,segment=NetworkSegment(83adf074-4cdd-4f90-b5fe-73bedd31b5f0),segment_id=83adf074-4cdd-4f90-b5fe-73bedd31b5f0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:54.705087 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a00d4495-3d6c-4d0e-9e02-4b7554ffff7c None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.771284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a00d4495-3d6c-4d0e-9e02-4b7554ffff7c None None] Transition to ACTIVE for port object c64d57e2-e8fe-42bf-a847-cb63736e391a will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:54.794025 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a00d4495-3d6c-4d0e-9e02-4b7554ffff7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.811949 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd93a55b-9041-42b6-900a-544c69da0708 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:54.889651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93a55b-9041-42b6-900a-544c69da0708 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Pushing event deleted for resources: {'Port': ['ID=93a9aa85-6be7-45f2-8f35-c13fdadca21a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.969957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d4495-3d6c-4d0e-9e02-4b7554ffff7c None None] Pushing event updated for resources: {'Port': ['ID=c64d57e2-e8fe-42bf-a847-cb63736e391a,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:54.997446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d20cb31d-d94e-4b87-bebf-5393fadeaf29 None None] Provisioning complete for port 98a7e74e-7641-42d1-9420-876ec8e37957 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:54.997790 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d20cb31d-d94e-4b87-bebf-5393fadeaf29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.073557 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd93a55b-9041-42b6-900a-544c69da0708 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.076467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd93a55b-9041-42b6-900a-544c69da0708 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.077869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dd93a55b-9041-42b6-900a-544c69da0708 tempest-ServersTestJSON-1526158571 tempest-ServersTestJSON-1526158571-project] 10.222.0.47 "DELETE /v2.0/floatingips/f5a7ab88-9dea-4304-a802-25ae81adf0d8 HTTP/1.1" status: 204 len: 168 time: 3.0667489 Jul 16 18:06:55.090068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34550) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:55.240242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-96852855', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:55.266551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a8e74-2854-4ce3-90ef-bde47db2ec25 req-e34625d3-4457-4824-9de5-a3c9c5ed4e1f tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:55.268866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-002a8e74-2854-4ce3-90ef-bde47db2ec25 req-e34625d3-4457-4824-9de5-a3c9c5ed4e1f tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 945 time: 0.5057209 Jul 16 18:06:55.352120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-80ceef0d-844f-4bf3-be7f-5170aa503a00 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 167da0a7-ef18-4339-9fea-7f3711a0fab9 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:55.352476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ceef0d-844f-4bf3-be7f-5170aa503a00 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.377117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Router c3db2f3b-8c8f-4485-af2f-d574811923e9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:55.412191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d20cb31d-d94e-4b87-bebf-5393fadeaf29 None None] Port 98a7e74e-7641-42d1-9420-876ec8e37957 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:55.467895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c64d57e2-e8fe-42bf-a847-cb63736e391a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:55.502401 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-002a8e74-2854-4ce3-90ef-bde47db2ec25 req-fffd07bc-999c-4e3f-8b2f-95ec45cf1e48 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13f9798-9b0e-4209-b790-dc5d7fc5ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1866503 Jul 16 18:06:55.510344 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ceef0d-844f-4bf3-be7f-5170aa503a00 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.529095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00af331e-2803-4c8b-8f40-517f1e4e67c9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.537106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-80ceef0d-844f-4bf3-be7f-5170aa503a00 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 167da0a7-ef18-4339-9fea-7f3711a0fab9 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:55.666904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:55.670668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00af331e-2803-4c8b-8f40-517f1e4e67c9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.690318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Sync routers for ids ['c3db2f3b-8c8f-4485-af2f-d574811923e9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:55.693199 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d2e70755-0724-4826-80f8-026fc2be8758 admin admin] 10.222.0.47 "PUT /v2.0/routers/c3db2f3b-8c8f-4485-af2f-d574811923e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5269661 Jul 16 18:06:55.735320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Routers {'c3db2f3b-8c8f-4485-af2f-d574811923e9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:55.736652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c3db2f3b-8c8f-4485-af2f-d574811923e9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:55.813302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.814385 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:55.840285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 81a53326-8385-47f1-b66c-9b8579665a98 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:56.016645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 81a53326-8385-47f1-b66c-9b8579665a98 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:56.017170 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.046879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Set router c3db2f3b-8c8f-4485-af2f-d574811923e9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:56.083186 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.196223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-29e4a978-8833-4f86-b9d6-9a83cb5d8cc7 None None] Provisioning complete for port ff459dbc-4c59-4b98-bae4-f59d368a7d8b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:56.197082 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-29e4a978-8833-4f86-b9d6-9a83cb5d8cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.283651 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.291537 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ceef0d-844f-4bf3-be7f-5170aa503a00 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.348436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-29e4a978-8833-4f86-b9d6-9a83cb5d8cc7 None None] Port ff459dbc-4c59-4b98-bae4-f59d368a7d8b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:06:56.397261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-29e4a978-8833-4f86-b9d6-9a83cb5d8cc7 None None] Provisioning for port c64d57e2-e8fe-42bf-a847-cb63736e391a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:56.440549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-29e4a978-8833-4f86-b9d6-9a83cb5d8cc7 None None] Provisioning complete for port c64d57e2-e8fe-42bf-a847-cb63736e391a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:56.440841 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-29e4a978-8833-4f86-b9d6-9a83cb5d8cc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.454032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ceef0d-844f-4bf3-be7f-5170aa503a00 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=167da0a7-ef18-4339-9fea-7f3711a0fab9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:56.526889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:53Z', 'revision_number': 4, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '98a7e74e-7641-42d1-9420-876ec8e37957', 'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'mac_address': 'fa:16:3e:ed:bc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:53Z', 'revision_number': 2, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'subnets': [{'id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:56.572645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Checking router: c3db2f3b-8c8f-4485-af2f-d574811923e9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:06:56.573216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Updating router c3db2f3b-8c8f-4485-af2f-d574811923e9 port 98a7e74e-7641-42d1-9420-876ec8e37957 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:06:56.685801 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.813900 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ceef0d-844f-4bf3-be7f-5170aa503a00 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.829125 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00af331e-2803-4c8b-8f40-517f1e4e67c9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:56.830340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-00af331e-2803-4c8b-8f40-517f1e4e67c9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.4336278 Jul 16 18:06:56.836950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34612) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:56.849293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-658ed06a-6dd5-452b-983b-fbf9c5a53c20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'security_group': {'name': 'tempest-secgroup-1503921063'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:56.864865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af331e-2803-4c8b-8f40-517f1e4e67c9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba88353e-8556-4abb-a460-fe7ac69e94b9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.080324 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c81f61-8593-404f-b131-fa617bd9dc04 req-02fbb576-2d61-4746-be04-46943f4eb8cc tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:57.087470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64c81f61-8593-404f-b131-fa617bd9dc04 req-02fbb576-2d61-4746-be04-46943f4eb8cc tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 945 time: 0.2611802 Jul 16 18:06:57.159623 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64c81f61-8593-404f-b131-fa617bd9dc04 req-95a09cef-1485-405c-ad67-81d36eb370d4 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13f9798-9b0e-4209-b790-dc5d7fc5ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678890 Jul 16 18:06:57.170128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-658ed06a-6dd5-452b-983b-fbf9c5a53c20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.194287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80ceef0d-844f-4bf3-be7f-5170aa503a00 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router d2edb0c1-55b8-44aa-9d44-21daf49bf8c8 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:06:57.292672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.331331 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.346349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Transition to ACTIVE for port object 98a7e74e-7641-42d1-9420-876ec8e37957 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:57.373329 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.377618 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-658ed06a-6dd5-452b-983b-fbf9c5a53c20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.411590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-658ed06a-6dd5-452b-983b-fbf9c5a53c20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.450458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c19bba-50f8-4476-8b3b-4eed99e26135 None None] Pushing event updated for resources: {'Port': ['ID=98a7e74e-7641-42d1-9420-876ec8e37957,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.525671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Attempting to bind port 98a7e74e-7641-42d1-9420-876ec8e37957 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:06:57.526033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Attempting to bind port 98a7e74e-7641-42d1-9420-876ec8e37957 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:06:57.526442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Attempting to bind port 98a7e74e-7641-42d1-9420-876ec8e37957 on network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:06:57.538026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:06:57.538425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Checking segment: {'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:06:57.538889 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.539290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Bound using segment: {'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:06:57.541165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Bound port: 98a7e74e-7641-42d1-9420-876ec8e37957, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:06:57.541553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.627924 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-658ed06a-6dd5-452b-983b-fbf9c5a53c20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.631482 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-658ed06a-6dd5-452b-983b-fbf9c5a53c20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7913806 Jul 16 18:06:57.634653 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34634) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:57.644326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1508219940', 'security_groups': ['93c28cc2-c573-4344-83f7-70b172f1d50a'], 'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:57.691550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] For port 98a7e74e-7641-42d1-9420-876ec8e37957, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:06:57.697964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] For port 98a7e74e-7641-42d1-9420-876ec8e37957, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=98a7e74e-7641-42d1-9420-876ec8e37957,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:06:57.710872 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:57.753639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ceef0d-844f-4bf3-be7f-5170aa503a00 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:06:57.767078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-80ceef0d-844f-4bf3-be7f-5170aa503a00 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/d2edb0c1-55b8-44aa-9d44-21daf49bf8c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0000117 Jul 16 18:06:57.772685 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0dda0-3f80-45fd-b011-c81d728cb50f None None] Sync routers for ids ['d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:06:57.791910 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0dda0-3f80-45fd-b011-c81d728cb50f None None] Routers {'d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:57.796903 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-abf0dda0-3f80-45fd-b011-c81d728cb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:57.801017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Routers {'c3db2f3b-8c8f-4485-af2f-d574811923e9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:57.802834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c3db2f3b-8c8f-4485-af2f-d574811923e9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:57.807048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34652) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:57.816267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658ed06a-6dd5-452b-983b-fbf9c5a53c20 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=93c28cc2-c573-4344-83f7-70b172f1d50a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:57.913228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:06:57.979735 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-abf0dda0-3f80-45fd-b011-c81d728cb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:58.008832 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf0dda0-3f80-45fd-b011-c81d728cb50f None None] Routers {'d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:06:58.012481 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-abf0dda0-3f80-45fd-b011-c81d728cb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:58.052781 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.058067 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-abf0dda0-3f80-45fd-b011-c81d728cb50f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:58.059015 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf0dda0-3f80-45fd-b011-c81d728cb50f None None] The sync data for ids ['d2edb0c1-55b8-44aa-9d44-21daf49bf8c8'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:58.078074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c19bba-50f8-4476-8b3b-4eed99e26135 None None] Pushing event updated for resources: {'Port': ['ID=98a7e74e-7641-42d1-9420-876ec8e37957,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:58.163692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] Set router c3db2f3b-8c8f-4485-af2f-d574811923e9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:06:58.193468 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.273137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.306584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08da1637-2681-4bce-b0d1-bc2fe5d023e3 req-ec2a4a4e-c1ab-4bfa-87e4-081d1b11265a tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.308091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08da1637-2681-4bce-b0d1-bc2fe5d023e3 req-ec2a4a4e-c1ab-4bfa-87e4-081d1b11265a tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.37 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 945 time: 0.4247625 Jul 16 18:06:58.339707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] device_id is not set on port 510603af-a119-4c60-9400-75a2fd73b248 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:06:58.346581 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-dd34d682-3fd3-4d92-bc45-d7aae473b13f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:06:58.347677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dd34d682-3fd3-4d92-bc45-d7aae473b13f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/d2edb0c1-55b8-44aa-9d44-21daf49bf8c8/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5405695 Jul 16 18:06:58.379686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34680) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:58.419146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5929e2dc-7316-4a68-908e-7faa4f358aee tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2edb0c1-55b8-44aa-9d44-21daf49bf8c8 HTTP/1.1" status: 200 len: 205 time: 0.0382774 Jul 16 18:06:58.424607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34686) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:58.590956 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d18f2d50-b1b7-4034-854b-82052633c706 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.673482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Allocated IP 172.25.7.150 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/a9f10636-679a-4fa8-8a15-e05ca91f9bad) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:58.687365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:53Z', 'revision_number': 4, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '98a7e74e-7641-42d1-9420-876ec8e37957', 'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'mac_address': 'fa:16:3e:ed:bc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:57Z', 'revision_number': 4, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'subnets': [{'id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:06:58.753499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7ce76b4-2372-4c49-9da6-b8aeca1d9ba9 None None] The sync data for ids ['c3db2f3b-8c8f-4485-af2f-d574811923e9'] in n-d-794306-7 is: [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:53Z', 'revision_number': 4, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '98a7e74e-7641-42d1-9420-876ec8e37957', 'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'mac_address': 'fa:16:3e:ed:bc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:57Z', 'revision_number': 4, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'subnets': [{'id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:06:58.808460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8::1bb (18a0edba-f62c-4b3e-9975-bb26792ebabb/d7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463/510603af-a119-4c60-9400-75a2fd73b248) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:06:58.873036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] Deleting port dfa025d8-64f3-408c-8950-dee028a908b7 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:58.873343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.911315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d18f2d50-b1b7-4034-854b-82052633c706 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.940038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-08da1637-2681-4bce-b0d1-bc2fe5d023e3 req-e181e783-0043-4927-8670-c941a45c1682 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Deleting port 847e6290-21e6-42fe-be0b-13b1227899ec {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:06:58.940038 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-08da1637-2681-4bce-b0d1-bc2fe5d023e3 req-e181e783-0043-4927-8670-c941a45c1682 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.946157 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d18f2d50-b1b7-4034-854b-82052633c706 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:58.975213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8766966e-4ba5-49cc-8da2-222150ccc2e7 req-5d5e51bf-0836-434e-ae43-c9f1c26b0630 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:58.978974 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8766966e-4ba5-49cc-8da2-222150ccc2e7 req-5d5e51bf-0836-434e-ae43-c9f1c26b0630 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 945 time: 0.5262496 Jul 16 18:06:59.113561 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.148254 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8766966e-4ba5-49cc-8da2-222150ccc2e7 req-5f3674dc-d74a-446a-bee8-6f714c8a91f6 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/security-groups?id=b13f9798-9b0e-4209-b790-dc5d7fc5ccef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558456 Jul 16 18:06:59.172618 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] For port dfa025d8-64f3-408c-8950-dee028a908b7, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=dfa025d8-64f3-408c-8950-dee028a908b7,segment=NetworkSegment(1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b),segment_id=1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:59.172987 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.200583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] Calling delete_port for dfa025d8-64f3-408c-8950-dee028a908b7 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:59.208982 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.270492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object 510603af-a119-4c60-9400-75a2fd73b248 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:06:59.466709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 98a7e74e-7641-42d1-9420-876ec8e37957 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:06:59.475498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.515022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d18f2d50-b1b7-4034-854b-82052633c706 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.515756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d18f2d50-b1b7-4034-854b-82052633c706 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Fanout notify agent at l3_agent the message router_deleted on router d2edb0c1-55b8-44aa-9d44-21daf49bf8c8 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:06:59.531700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d18f2d50-b1b7-4034-854b-82052633c706 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.535797 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d18f2d50-b1b7-4034-854b-82052633c706 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/d2edb0c1-55b8-44aa-9d44-21daf49bf8c8 HTTP/1.1" status: 204 len: 168 time: 1.1030071 Jul 16 18:06:59.536445 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.549931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34704) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:59.563461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 98a7e74e-7641-42d1-9420-876ec8e37957 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:06:59.568521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 98a7e74e-7641-42d1-9420-876ec8e37957 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:06:59.568978 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.635920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:06:59.641408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:06:59.666460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817df360-5c42-4b55-85ed-1756131c5d4d req-28daf425-90ac-474b-ac33-aefd73f821d6 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.679125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-817df360-5c42-4b55-85ed-1756131c5d4d req-28daf425-90ac-474b-ac33-aefd73f821d6 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 951 time: 0.9284377 Jul 16 18:06:59.682532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-08da1637-2681-4bce-b0d1-bc2fe5d023e3 req-e181e783-0043-4927-8670-c941a45c1682 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] For port 847e6290-21e6-42fe-be0b-13b1227899ec, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=847e6290-21e6-42fe-be0b-13b1227899ec,segment=NetworkSegment(c430d143-ea49-4a5a-a677-e92cdf22b4e0),segment_id=c430d143-ea49-4a5a-a677-e92cdf22b4e0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:59.682904 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-08da1637-2681-4bce-b0d1-bc2fe5d023e3 req-e181e783-0043-4927-8670-c941a45c1682 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.710262 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.710938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:06:59.717614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:06:59.719141 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.723820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6846ba19-637d-49ec-ba41-2d96aaa5a164 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting subnet 48e75765-815c-41cc-8430-75bb5b96ffa8 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:06:59.724747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=510603af-a119-4c60-9400-75a2fd73b248,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.740491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.754752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-08da1637-2681-4bce-b0d1-bc2fe5d023e3 req-e181e783-0043-4927-8670-c941a45c1682 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Calling delete_port for 847e6290-21e6-42fe-be0b-13b1227899ec owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:06:59.757875 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6846ba19-637d-49ec-ba41-2d96aaa5a164 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.785767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa025d8-64f3-408c-8950-dee028a908b7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.810923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 98a7e74e-7641-42d1-9420-876ec8e37957, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=98a7e74e-7641-42d1-9420-876ec8e37957,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:06:59.819242 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:06:59.893165 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6795a91f-4ca6-48b5-97d3-1ced705c7d29 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2572794 Jul 16 18:06:59.895648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34706) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:06:59.910447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d2f75da0-bd17-4b7c-a748-ea0d14ed590b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:06:59.929539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=98a7e74e-7641-42d1-9420-876ec8e37957,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:06:59.969185 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6846ba19-637d-49ec-ba41-2d96aaa5a164 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.097947 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-817df360-5c42-4b55-85ed-1756131c5d4d req-7680385b-a698-4b38-843a-2c350191d97c tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4137585 Jul 16 18:07:00.105481 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.150163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1f6729d6-3546-48eb-82dd-a37f1cd33d8f None None] Provisioning for port 510603af-a119-4c60-9400-75a2fd73b248 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:00.155867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1f6729d6-3546-48eb-82dd-a37f1cd33d8f None None] Provisioning complete for port 510603af-a119-4c60-9400-75a2fd73b248 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:00.156775 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f6729d6-3546-48eb-82dd-a37f1cd33d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.213314 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1f6729d6-3546-48eb-82dd-a37f1cd33d8f None None] Port 510603af-a119-4c60-9400-75a2fd73b248 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:00.219869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.346209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:00.348673 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-08da1637-2681-4bce-b0d1-bc2fe5d023e3 req-e181e783-0043-4927-8670-c941a45c1682 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.354352 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6846ba19-637d-49ec-ba41-2d96aaa5a164 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.383600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:00.393705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f75da0-bd17-4b7c-a748-ea0d14ed590b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:00.393903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:00.397238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2f75da0-bd17-4b7c-a748-ea0d14ed590b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.423318 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-510255fd-e2c8-45eb-8c75-aa86441a05ee req-e23b1d90-232c-42a4-86c3-da09d1c20774 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 210 time: 0.0610402 Jul 16 18:07:00.429912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Pushing event updated for resources: {'Port': ['ID=a9f10636-679a-4fa8-8a15-e05ca91f9bad,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.506663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e181e783-0043-4927-8670-c941a45c1682 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Pushing event deleted for resources: {'Port': ['ID=847e6290-21e6-42fe-be0b-13b1227899ec,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.535267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-08da1637-2681-4bce-b0d1-bc2fe5d023e3 req-e181e783-0043-4927-8670-c941a45c1682 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] No DVR routers for this DVR port 847e6290-21e6-42fe-be0b-13b1227899ec on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:00.537952 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-08da1637-2681-4bce-b0d1-bc2fe5d023e3 req-e181e783-0043-4927-8670-c941a45c1682 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.540500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08da1637-2681-4bce-b0d1-bc2fe5d023e3 req-e181e783-0043-4927-8670-c941a45c1682 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.37 "DELETE /v2.0/ports/847e6290-21e6-42fe-be0b-13b1227899ec HTTP/1.1" status: 204 len: 173 time: 2.2065115 Jul 16 18:07:00.545259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be231eea-b0a1-40d8-98e5-1965971490bb', 'name': 'network-vif-deleted', 'tag': '847e6290-21e6-42fe-be0b-13b1227899ec'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:00.551979 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c731dd0d-f44a-4ce6-94bd-a37477c478ce" -d '{"events": [{"server_uuid": "be231eea-b0a1-40d8-98e5-1965971490bb", "name": "network-vif-deleted", "tag": "847e6290-21e6-42fe-be0b-13b1227899ec"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:00.581819 n-d-794306-7 neutron-server[105438]: INFO neutron.db.ipam_backend_mixin [None req-d2f75da0-bd17-4b7c-a748-ea0d14ed590b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463 (CIDR: 2001:db8::/64) Jul 16 18:07:00.643598 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f608c50b-cc00-46da-a979-aca8e0455c2b x-openstack-request-id: req-f608c50b-cc00-46da-a979-aca8e0455c2b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:00.643598 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be231eea-b0a1-40d8-98e5-1965971490bb", "name": "network-vif-deleted", "tag": "847e6290-21e6-42fe-be0b-13b1227899ec", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:00.643598 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f608c50b-cc00-46da-a979-aca8e0455c2b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:00.644977 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be231eea-b0a1-40d8-98e5-1965971490bb', 'name': 'network-vif-deleted', 'tag': '847e6290-21e6-42fe-be0b-13b1227899ec', 'status': 'completed', 'code': 200} Jul 16 18:07:00.652906 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f75da0-bd17-4b7c-a748-ea0d14ed590b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:00.653466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f75da0-bd17-4b7c-a748-ea0d14ed590b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:00.661620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6846ba19-637d-49ec-ba41-2d96aaa5a164 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.699335 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d2f75da0-bd17-4b7c-a748-ea0d14ed590b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7982020 Jul 16 18:07:00.701843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34714) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:00.707836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1edc53da-7a67-4ce1-9bd8-1e42be8e4d44 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:00.727788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6846ba19-637d-49ec-ba41-2d96aaa5a164 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Subnet': ['ID=48e75765-815c-41cc-8430-75bb5b96ffa8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:00.737637 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6846ba19-637d-49ec-ba41-2d96aaa5a164 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.739913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6846ba19-637d-49ec-ba41-2d96aaa5a164 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/48e75765-815c-41cc-8430-75bb5b96ffa8 HTTP/1.1" status: 204 len: 168 time: 1.1875966 Jul 16 18:07:00.746694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34716) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:00.750131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d9d783-4dbd-431f-9647-062982666fa6 None None] Network 6238778a-0077-4a15-a53d-f730c2149cb3 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:00.760597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] Router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:00.908534 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:00.940770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1edc53da-7a67-4ce1-9bd8-1e42be8e4d44 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:00.944860 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1edc53da-7a67-4ce1-9bd8-1e42be8e4d44 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.034026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:01.043366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-49962f11-c81e-473a-b4f3-6e1993c5fa84 admin admin] 10.222.0.47 "PUT /v2.0/routers/f0376f7d-b4b5-4ea5-aea6-914bbb79f997/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9508207 Jul 16 18:07:01.044018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34718) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:01.055431 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.107299 n-d-794306-7 neutron-server[105438]: INFO neutron.db.ipam_backend_mixin [None req-1edc53da-7a67-4ce1-9bd8-1e42be8e4d44 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 235e0563-8120-496e-8ca2-43652c7fa349 (CIDR: 2001:db8:0:1::/64) Jul 16 18:07:01.139377 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1edc53da-7a67-4ce1-9bd8-1e42be8e4d44 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:07:01.139899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1edc53da-7a67-4ce1-9bd8-1e42be8e4d44 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:01.162081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 7697a7e8-8efd-482a-a9ce-01e6472b63b2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:01.162512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.173368 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1edc53da-7a67-4ce1-9bd8-1e42be8e4d44 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.4696450 Jul 16 18:07:01.176889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34722) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:01.182262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b9aee4d5-77c8-432a-a655-3349e5786df1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'subnet': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:01.196598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69ba36-efeb-4892-8cf1-59cc9d81f053 None None] Sync routers for ids ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:01.226231 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.253496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] For port 7697a7e8-8efd-482a-a9ce-01e6472b63b2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7697a7e8-8efd-482a-a9ce-01e6472b63b2,segment=NetworkSegment(9177e0b0-769d-48eb-a131-36c4b4d70e8e),segment_id=9177e0b0-769d-48eb-a131-36c4b4d70e8e)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:01.253859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.315037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69ba36-efeb-4892-8cf1-59cc9d81f053 None None] Routers {'f0376f7d-b4b5-4ea5-aea6-914bbb79f997'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:01.315705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ee69ba36-efeb-4892-8cf1-59cc9d81f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:01.335710 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 7697a7e8-8efd-482a-a9ce-01e6472b63b2 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:01.537719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-ee69ba36-efeb-4892-8cf1-59cc9d81f053 None None] Set router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:01.541752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 98a7e74e-7641-42d1-9420-876ec8e37957 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:01.662866 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.742012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.798864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d2920ca-0e09-4e2b-b52a-e598d417d154 req-c9855b5b-cf3b-4b9f-9415-9172a97d4411 tempest-ServerAddressesNegativeTestJSON-826662748 tempest-ServerAddressesNegativeTestJSON-826662748-project] 10.222.0.47 "GET /v2.0/ports?device_id=be231eea-b0a1-40d8-98e5-1965971490bb HTTP/1.1" status: 200 len: 210 time: 0.1374342 Jul 16 18:07:01.825984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d9bfa4-5d24-4232-b6d7-125359a81132 None None] DHCP port deletion for 6238778a-0077-4a15-a53d-f730c2149cb3 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:01.828386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=7697a7e8-8efd-482a-a9ce-01e6472b63b2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:01.833614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No DVR routers for this DVR port 7697a7e8-8efd-482a-a9ce-01e6472b63b2 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:01.893211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 98a7e74e-7641-42d1-9420-876ec8e37957 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:01.893733 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.904713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfef68b-ae8e-46dc-9a3f-9d23c6436e37 req-d94507aa-ce24-46d2-9c5b-6890d52f58d1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:01.906826 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ecfef68b-ae8e-46dc-9a3f-9d23c6436e37 req-d94507aa-ce24-46d2-9c5b-6890d52f58d1 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 951 time: 0.2673414 Jul 16 18:07:01.936328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ee69ba36-efeb-4892-8cf1-59cc9d81f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106'}], 'enable_snat': True}, 'gw_port_id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:06:59Z', 'revision_number': 5, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port': {'id': '3a2d5a0b-459f-417a-a22e-422bf7f59893', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:93:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1218, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:04:25Z', 'updated_at': '2021-07-16T18:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:01.955971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9aee4d5-77c8-432a-a655-3349e5786df1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Made reservation on behalf of 66b707ea72c4430392d56eff25d0ab07 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:01.959799 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9aee4d5-77c8-432a-a655-3349e5786df1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.975089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 847e6290-21e6-42fe-be0b-13b1227899ec no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:01.976078 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:01.978925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69ba36-efeb-4892-8cf1-59cc9d81f053 None None] Checking router: f0376f7d-b4b5-4ea5-aea6-914bbb79f997 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:01.993188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6238778a-0077-4a15-a53d-f730c2149cb3']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.006100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9177e0b0-769d-48eb-a131-36c4b4d70e8e') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.006806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9177e0b0-769d-48eb-a131-36c4b4d70e8e') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.010828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 847e6290-21e6-42fe-be0b-13b1227899ec {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:02.011266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 847e6290-21e6-42fe-be0b-13b1227899ec not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:02.011409 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.023278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee69ba36-efeb-4892-8cf1-59cc9d81f053 None None] Routers {'f0376f7d-b4b5-4ea5-aea6-914bbb79f997'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:02.024557 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.024695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ee69ba36-efeb-4892-8cf1-59cc9d81f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.027361 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ecfef68b-ae8e-46dc-9a3f-9d23c6436e37 req-2d554327-9e15-431c-a5aa-3dfa8fe733c9 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142027 Jul 16 18:07:02.076799 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.088869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:02.090486 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:02.094681 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:02.108101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Router 5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:02.180972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-ee69ba36-efeb-4892-8cf1-59cc9d81f053 None None] Set router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:02.210289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Deleting port 3a2d5a0b-459f-417a-a22e-422bf7f59893 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:02.210659 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.240520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ee69ba36-efeb-4892-8cf1-59cc9d81f053 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:07:02Z', 'revision_number': 6, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.279874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee69ba36-efeb-4892-8cf1-59cc9d81f053 None None] The sync data for ids ['f0376f7d-b4b5-4ea5-aea6-914bbb79f997'] in n-d-794306-7 is: [{'id': 'f0376f7d-b4b5-4ea5-aea6-914bbb79f997', 'name': 'tempest-ServersTestJSON-977812013-router', 'tenant_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:04:24Z', 'updated_at': '2021-07-16T18:07:02Z', 'revision_number': 6, 'project_id': '0f0c9b211b1543a79f62c8f66c9d6d22', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:02.294644 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.316707 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.328780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/networks/6238778a-0077-4a15-a53d-f730c2149cb3 HTTP/1.1" status: 204 len: 168 time: 1.5806975 Jul 16 18:07:02.335188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34740) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.340959 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'network': {'name': 'tempest-RoutersTest-478348507'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:02.378487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] For port 3a2d5a0b-459f-417a-a22e-422bf7f59893, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3a2d5a0b-459f-417a-a22e-422bf7f59893,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:02.379023 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.383140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac5301-923e-4f97-8cff-746f1fb5f84c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Network': ['ID=6238778a-0077-4a15-a53d-f730c2149cb3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:02.418310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Calling delete_port for 3a2d5a0b-459f-417a-a22e-422bf7f59893 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:02.418624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:02.422036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:02.425754 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.436144 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de212b6f-e59a-4e50-ab43-0f937d6df0d7 None None] Sync routers for ids ['5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:02.448419 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de212b6f-e59a-4e50-ab43-0f937d6df0d7 None None] Routers {'5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:02.449115 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-de212b6f-e59a-4e50-ab43-0f937d6df0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.468176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:02.471021 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.475452 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-493d63bd-651d-49d7-b589-cbabd5fa99ed tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 8.3074927 Jul 16 18:07:02.478813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34742) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.501643 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-de212b6f-e59a-4e50-ab43-0f937d6df0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.513147 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de212b6f-e59a-4e50-ab43-0f937d6df0d7 None None] Routers {'5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:02.514294 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-de212b6f-e59a-4e50-ab43-0f937d6df0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.529290 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.529650 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added segment a3739562-2203-4e29-a718-17046478b562 of type vlan for network 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 Jul 16 18:07:02.537906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9aee4d5-77c8-432a-a655-3349e5786df1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.578784 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-de212b6f-e59a-4e50-ab43-0f937d6df0d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:02.579755 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de212b6f-e59a-4e50-ab43-0f937d6df0d7 None None] The sync data for ids ['5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:02.609699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9aee4d5-77c8-432a-a655-3349e5786df1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:02.623014 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.655447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b9aee4d5-77c8-432a-a655-3349e5786df1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:02.662552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9aee4d5-77c8-432a-a655-3349e5786df1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.663153 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9aee4d5-77c8-432a-a655-3349e5786df1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.669837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e832e1b9-0c17-4064-a98f-0d5e6500b6e7 None None] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:02.675605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6a9aa29d-bc96-4609-b30c-29c105c066b6 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/routers/5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a HTTP/1.1" status: 200 len: 919 time: 0.1951613 Jul 16 18:07:02.676492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34754) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.697222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aee4d5-77c8-432a-a655-3349e5786df1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Subnet': ['ID=f5010ba5-4460-4aa8-97da-4d581555ddaf,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:02.706866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b9aee4d5-77c8-432a-a655-3349e5786df1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5292544 Jul 16 18:07:02.710264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34756) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.724323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-84062738', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f5010ba5-4460-4aa8-97da-4d581555ddaf'}], 'security_groups': ['ae428ee2-d798-4e53-bd93-a373871d8bae', 'ba88353e-8556-4abb-a460-fe7ac69e94b9']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:02.727612 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.736485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:02.737363 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:02.743894 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-340ab79d-d529-4719-9a4a-c4307d28d192 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a HTTP/1.1" status: 200 len: 205 time: 0.0633516 Jul 16 18:07:02.746424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34762) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:02.993141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34780) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:03.020028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.083170 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.157511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a2d5a0b-459f-417a-a22e-422bf7f59893,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.190546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd233cf5-2d8b-4d6a-84ae-996d175daaaf None None] Update dhcp port {'port': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'fixed_ips': [{'subnet_id': '235e0563-8120-496e-8ca2-43652c7fa349', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f5010ba5-4460-4aa8-97da-4d581555ddaf'}], 'binding:host_id': 'n-d-794306-7'}, 'id': 'c64d57e2-e8fe-42bf-a847-cb63736e391a'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:07:03.237630 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fd233cf5-2d8b-4d6a-84ae-996d175daaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.269887 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9335113 Jul 16 18:07:03.271149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34790) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:03.304051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb2893d0-a385-483c-ba72-81af937c485a admin admin] Deleting subnet 4ef5aa33-e4f2-4bff-9092-8d6d9da40ca7 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:03.309932 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.315056 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb2893d0-a385-483c-ba72-81af937c485a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.318780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'subnet': {'network_id': '93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:03.446204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d473f2fe-721a-46e6-aa1e-d636c702d0b9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Network': ['ID=93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:03.463393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7697a7e8-8efd-482a-a9ce-01e6472b63b2 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:03.465794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:03.511422 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.526321 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.529745 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.543686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 7697a7e8-8efd-482a-a9ce-01e6472b63b2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:03.544033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7697a7e8-8efd-482a-a9ce-01e6472b63b2 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:03.544448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3a2d5a0b-459f-417a-a22e-422bf7f59893 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:03.616388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3a2d5a0b-459f-417a-a22e-422bf7f59893 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:03.616735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3a2d5a0b-459f-417a-a22e-422bf7f59893 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:03.617149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dfa025d8-64f3-408c-8950-dee028a908b7 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:03.654450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: dfa025d8-64f3-408c-8950-dee028a908b7 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:03.654804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dfa025d8-64f3-408c-8950-dee028a908b7 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:03.690650 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.690904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0376f7d-b4b5-4ea5-aea6-914bbb79f997 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:03.707616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.709485 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4ed1e442-2c7c-464b-91f1-72f10c4c89c5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/f0376f7d-b4b5-4ea5-aea6-914bbb79f997 HTTP/1.1" status: 204 len: 168 time: 2.6625068 Jul 16 18:07:03.714063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34794) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:03.727183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-fd233cf5-2d8b-4d6a-84ae-996d175daaaf None None] Allocated IP 2001:db8:0:2::2 (18a0edba-f62c-4b3e-9975-bb26792ebabb/f5010ba5-4460-4aa8-97da-4d581555ddaf/c64d57e2-e8fe-42bf-a847-cb63736e391a) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:03.728130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb2893d0-a385-483c-ba72-81af937c485a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.796953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3b05253-5501-4f47-9d6c-23330b73a189 admin admin] Deleting subnet 3bc762b4-fcdd-4c77-9267-149021886d68 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:03.811854 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3b05253-5501-4f47-9d6c-23330b73a189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.815105 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.850743 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb2893d0-a385-483c-ba72-81af937c485a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.861315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fd233cf5-2d8b-4d6a-84ae-996d175daaaf None None] For port c64d57e2-e8fe-42bf-a847-cb63736e391a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c64d57e2-e8fe-42bf-a847-cb63736e391a,segment=NetworkSegment(83adf074-4cdd-4f90-b5fe-73bedd31b5f0),segment_id=83adf074-4cdd-4f90-b5fe-73bedd31b5f0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:03.862964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:03.866961 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.867292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59ad5d70-33e8-4a1a-a744-33cb453196e3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:03.877132 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3b05253-5501-4f47-9d6c-23330b73a189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.947400 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fd233cf5-2d8b-4d6a-84ae-996d175daaaf None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:03.986561 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fd233cf5-2d8b-4d6a-84ae-996d175daaaf None None] Transition to ACTIVE for port object c64d57e2-e8fe-42bf-a847-cb63736e391a will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:04.056283 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fd233cf5-2d8b-4d6a-84ae-996d175daaaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.085780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161df59-77bf-48f3-b3c8-68d6908287cb req-c2488e5c-a3ba-49d5-bec3-c07ee47d952a tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.093811 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d161df59-77bf-48f3-b3c8-68d6908287cb req-c2488e5c-a3ba-49d5-bec3-c07ee47d952a tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 951 time: 0.2700202 Jul 16 18:07:04.157449 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d161df59-77bf-48f3-b3c8-68d6908287cb req-14b1a908-9691-4d36-b834-90c97e34a93e tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625689 Jul 16 18:07:04.174660 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb2893d0-a385-483c-ba72-81af937c485a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.205183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2893d0-a385-483c-ba72-81af937c485a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef5aa33-e4f2-4bff-9092-8d6d9da40ca7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.249945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3b05253-5501-4f47-9d6c-23330b73a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.253828 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb2893d0-a385-483c-ba72-81af937c485a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.256288 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bb2893d0-a385-483c-ba72-81af937c485a admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4ef5aa33-e4f2-4bff-9092-8d6d9da40ca7 HTTP/1.1" status: 204 len: 168 time: 1.2598906 Jul 16 18:07:04.259636 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34798) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:04.293576 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.393953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:04.396231 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-237ac46a-e8f1-4de2-a4fd-a4c485c9232b" -d '{"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-unplugged", "status": "completed", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:04.406659 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.420521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd233cf5-2d8b-4d6a-84ae-996d175daaaf None None] Pushing event updated for resources: {'Port': ['ID=c64d57e2-e8fe-42bf-a847-cb63736e391a,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.438829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:04.448441 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.498639 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e7ea45-6cca-4131-a11e-987305a2d6e0 x-openstack-request-id: req-e4e7ea45-6cca-4131-a11e-987305a2d6e0 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:04.499091 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-unplugged", "status": "completed", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:04.500037 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e4e7ea45-6cca-4131-a11e-987305a2d6e0 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:04.504180 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'code': 200} Jul 16 18:07:04.524851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Deleting port a9f10636-679a-4fa8-8a15-e05ca91f9bad {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:04.525180 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.540642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Delete allocated IP 2001:db8::1bb (18a0edba-f62c-4b3e-9975-bb26792ebabb/d7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463) {{(pid=105438) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:07:04.541155 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=11']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.565301 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.578690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Allocated IP 2001:db8:0:2::153 (18a0edba-f62c-4b3e-9975-bb26792ebabb/f5010ba5-4460-4aa8-97da-4d581555ddaf/510603af-a119-4c60-9400-75a2fd73b248) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:04.636723 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.654243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['169a5c65-dee7-48a5-82e7-659c10feb297']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:04.669664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c430d143-ea49-4a5a-a677-e92cdf22b4e0') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:04.669968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c430d143-ea49-4a5a-a677-e92cdf22b4e0') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:04.681679 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.699168 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3b05253-5501-4f47-9d6c-23330b73a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.712932 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.725706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Subnet': ['ID=2d27d646-1841-4137-9201-28b16c5826ee,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.731400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] Releasing vlan 390 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:04.731864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:04.733551 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:04.738788 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3b05253-5501-4f47-9d6c-23330b73a189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.741134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e3b05253-5501-4f47-9d6c-23330b73a189 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/3bc762b4-fcdd-4c77-9267-149021886d68 HTTP/1.1" status: 204 len: 168 time: 1.0196912 Jul 16 18:07:04.744914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4feb73b4-8845-46a0-a829-e6c9b7e93294 None None] Network 5d2f970e-7fc4-4662-a030-ff23180463cc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:04.757113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34802) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:04.767372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b05253-5501-4f47-9d6c-23330b73a189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc762b4-fcdd-4c77-9267-149021886d68,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.786092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Checking segment: {'id': 'a3739562-2203-4e29-a718-17046478b562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:04.786550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network hostable DHCP agents. Network: 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:04.792939 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.813315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Calling delete_port for a9f10636-679a-4fa8-8a15-e05ca91f9bad owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:04.828560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:04.872100 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.886025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:04.891387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.895512 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] 10.222.0.47 "DELETE /v2.0/networks/169a5c65-dee7-48a5-82e7-659c10feb297 HTTP/1.1" status: 204 len: 168 time: 0.6323361 Jul 16 18:07:04.895710 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:04.895710 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:04.936499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28324305-df82-4c4f-b521-e379f722cdd2 None None] Network 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:04.947145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83155ac1-1eef-4f26-90ca-ef71b6b2ca5f admin admin] Pushing event deleted for resources: {'Network': ['ID=169a5c65-dee7-48a5-82e7-659c10feb297,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:04.968997 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f3b38269-662a-4762-bded-65973b2caca2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6792688 Jul 16 18:07:04.973033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34806) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:05.008297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.031782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-30857996-fbde-423a-8ce3-c7663618cf54 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-297141001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:05.108233 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30857996-fbde-423a-8ce3-c7663618cf54 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.113598 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30857996-fbde-423a-8ce3-c7663618cf54 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.126813 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.153111 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Transition to ACTIVE for port object 510603af-a119-4c60-9400-75a2fd73b248 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:05.174910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Deleting port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:05.221940 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.297209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d0dbf-a60e-4753-8775-19b52e17103a None None] DHCP port deletion for 5d2f970e-7fc4-4662-a030-ff23180463cc request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:05.326271 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0', 'network_id': '93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'fixed_ips': [{'subnet_id': '2d27d646-1841-4137-9201-28b16c5826ee'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:05.327136 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.373976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34812) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:05.382583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.389096 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30857996-fbde-423a-8ce3-c7663618cf54 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.401031 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.453709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Pushing event deleted for resources: {'Port': ['ID=a9f10636-679a-4fa8-8a15-e05ca91f9bad,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:05.454384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] For port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530,segment=NetworkSegment(1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b),segment_id=1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:05.454842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.460338 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30857996-fbde-423a-8ce3-c7663618cf54 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.490443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Calling delete_port for bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:05.493177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c64d57e2-e8fe-42bf-a847-cb63736e391a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:05.578959 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30857996-fbde-423a-8ce3-c7663618cf54 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.581100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-30857996-fbde-423a-8ce3-c7663618cf54 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6074414 Jul 16 18:07:05.603536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.610150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34814) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:05.618775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-321d0dbf-a60e-4753-8775-19b52e17103a None None] Deleting port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:05.619158 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-321d0dbf-a60e-4753-8775-19b52e17103a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.663292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.667711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Allocated IP 172.20.0.2 (93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0/2d27d646-1841-4137-9201-28b16c5826ee/b8eac12d-99a1-4f67-8416-b4689d5f4f32) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:05.725579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-321d0dbf-a60e-4753-8775-19b52e17103a None None] For port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:05.725978 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-321d0dbf-a60e-4753-8775-19b52e17103a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.740809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] In _notify_port_updated(), no bound segment for port 510603af-a119-4c60-9400-75a2fd73b248 on network 18a0edba-f62c-4b3e-9975-bb26792ebabb {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:07:05.749132 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:05.750265 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.755124 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "PUT /v2.0/ports/510603af-a119-4c60-9400-75a2fd73b248 HTTP/1.1" status: 200 len: 968 time: 3.0419381 Jul 16 18:07:05.756569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] No DVR routers for this DVR port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:05.763757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34816) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:05.766459 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-321d0dbf-a60e-4753-8775-19b52e17103a None None] Calling delete_port for bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:05.769314 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-321d0dbf-a60e-4753-8775-19b52e17103a None None] Port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:07:05.771547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-688d565d-08f1-4690-ba55-e48c5a00816d None None] Provisioning for port 510603af-a119-4c60-9400-75a2fd73b248 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:05.781815 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-321d0dbf-a60e-4753-8775-19b52e17103a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.793032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-688d565d-08f1-4690-ba55-e48c5a00816d None None] Provisioning complete for port 510603af-a119-4c60-9400-75a2fd73b248 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:05.793398 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-688d565d-08f1-4690-ba55-e48c5a00816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.831838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b37ea5-fd03-489f-85f1-8d5fee727625 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event updated for resources: {'Port': ['ID=510603af-a119-4c60-9400-75a2fd73b248,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:05.835332 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321d0dbf-a60e-4753-8775-19b52e17103a None None] Pushing event deleted for resources: {'Port': ['ID=bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:05.881687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:05.891441 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2e8095c8-da58-43f4-b31b-f04922c2796a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=86e165b131e943f28f05361d1456722d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5134032 Jul 16 18:07:05.894469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34818) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:05.896703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321d0dbf-a60e-4753-8775-19b52e17103a None None] No DVR routers for this DVR port bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:05.922131 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.926580 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.939594 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:05.956326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d2f970e-7fc4-4662-a030-ff23180463cc']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:05.967753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:05.968193 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:05.977383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-688d565d-08f1-4690-ba55-e48c5a00816d None None] Port 510603af-a119-4c60-9400-75a2fd73b248 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:06.010133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-688d565d-08f1-4690-ba55-e48c5a00816d None None] Provisioning complete for port ff459dbc-4c59-4b98-bae4-f59d368a7d8b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:06.010509 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-688d565d-08f1-4690-ba55-e48c5a00816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.042962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Pushing event deleted for resources: {'Port': ['ID=bde2d3e4-e637-4cdd-b5cb-c0c4fd88e530,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.073540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-688d565d-08f1-4690-ba55-e48c5a00816d None None] Port ff459dbc-4c59-4b98-bae4-f59d368a7d8b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:06.076446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:06.076867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e6ad4c5-b70d-4ca9-8480-fbfa7149ed0b') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:06.088436 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.100718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Transition to ACTIVE for port object b8eac12d-99a1-4f67-8416-b4689d5f4f32 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:06.102295 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.106506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-688d565d-08f1-4690-ba55-e48c5a00816d None None] Provisioning for port c64d57e2-e8fe-42bf-a847-cb63736e391a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:06.113264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-688d565d-08f1-4690-ba55-e48c5a00816d None None] Provisioning complete for port c64d57e2-e8fe-42bf-a847-cb63736e391a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:06.113622 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-688d565d-08f1-4690-ba55-e48c5a00816d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.137530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.143801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Transition to ACTIVE for port object b8eac12d-99a1-4f67-8416-b4689d5f4f32 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:06.152266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af99b9d-0f53-4dce-9fd3-a2600399b5f3 req-7ffd0e48-4bd6-4a25-a80e-c8b5e6a5cdca tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.160625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0af99b9d-0f53-4dce-9fd3-a2600399b5f3 req-7ffd0e48-4bd6-4a25-a80e-c8b5e6a5cdca tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 949 time: 0.7679622 Jul 16 18:07:06.160880 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.172547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:06.173116 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:06.181748 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:06.195280 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.195886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Fanout notify agent at l3_agent the message router_deleted on router 5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:06.211736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Network 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:06.216700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:06.223769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:06.233573 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.234800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-963ab9be-93c3-4fb2-835a-a712619c43ac tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a HTTP/1.1" status: 204 len: 168 time: 3.4830613 Jul 16 18:07:06.239247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34822) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:06.242637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Pushing event updated for resources: {'Port': ['ID=b8eac12d-99a1-4f67-8416-b4689d5f4f32,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.251493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1243167675', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'enable_snat': False}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:06.310084 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0af99b9d-0f53-4dce-9fd3-a2600399b5f3 req-f56eae53-8f39-4d0c-a060-ae05d7fc001a tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484504 Jul 16 18:07:06.310313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc69cfaf-e0ed-4e00-8443-ac2c29ee8d08 req-8a1bf0e5-8e06-4c16-8b87-38e29a9a2d24 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:06.312269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc69cfaf-e0ed-4e00-8443-ac2c29ee8d08 req-8a1bf0e5-8e06-4c16-8b87-38e29a9a2d24 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.18 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 949 time: 0.7355602 Jul 16 18:07:06.315138 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.323792 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.325620 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5d2f970e-7fc4-4662-a030-ff23180463cc HTTP/1.1" status: 204 len: 168 time: 1.5675602 Jul 16 18:07:06.353491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-816bcd1e-6919-4d23-b3a3-4307e099e398 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d2f970e-7fc4-4662-a030-ff23180463cc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.371596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4cacd614-d7ec-4fca-b476-f99573082d71 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port 510603af-a119-4c60-9400-75a2fd73b248 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:06.371965 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cacd614-d7ec-4fca-b476-f99573082d71 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.385274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Attempting to bind port b8eac12d-99a1-4f67-8416-b4689d5f4f32 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:06.385853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Attempting to bind port b8eac12d-99a1-4f67-8416-b4689d5f4f32 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a3739562-2203-4e29-a718-17046478b562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:06.386135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Attempting to bind port b8eac12d-99a1-4f67-8416-b4689d5f4f32 on network 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:06.396050 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:06.396699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Checking segment: {'id': 'a3739562-2203-4e29-a718-17046478b562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:06.397452 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.397860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Bound using segment: {'id': 'a3739562-2203-4e29-a718-17046478b562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:06.398346 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Bound port: b8eac12d-99a1-4f67-8416-b4689d5f4f32, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3739562-2203-4e29-a718-17046478b562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:06.398952 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.414608 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ade64101-1cda-4e6d-99f0-732aae25f382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.439637 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.440968 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.516424 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ade64101-1cda-4e6d-99f0-732aae25f382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.525712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5cee6a58-e9f3-4a13-a3fb-0ce6e0eb7a14 None None] Provisioning complete for port 510603af-a119-4c60-9400-75a2fd73b248 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:06.526258 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5cee6a58-e9f3-4a13-a3fb-0ce6e0eb7a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.535736 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.572465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5cee6a58-e9f3-4a13-a3fb-0ce6e0eb7a14 None None] Port 510603af-a119-4c60-9400-75a2fd73b248 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:06.574408 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-75b025de-6861-4708-b29b-b416200dee6e None None] For port b8eac12d-99a1-4f67-8416-b4689d5f4f32, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:06.589242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-75b025de-6861-4708-b29b-b416200dee6e None None] For port b8eac12d-99a1-4f67-8416-b4689d5f4f32, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b8eac12d-99a1-4f67-8416-b4689d5f4f32,segment=NetworkSegment(a3739562-2203-4e29-a718-17046478b562),segment_id=a3739562-2203-4e29-a718-17046478b562)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:06.601423 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.628212 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.646385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34826) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:06.682037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b025de-6861-4708-b29b-b416200dee6e None None] Pushing event updated for resources: {'Port': ['ID=b8eac12d-99a1-4f67-8416-b4689d5f4f32,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:06.840026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cacd614-d7ec-4fca-b476-f99573082d71 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:06.862168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4cacd614-d7ec-4fca-b476-f99573082d71 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for 510603af-a119-4c60-9400-75a2fd73b248 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:07.045248 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cacd614-d7ec-4fca-b476-f99573082d71 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.082275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cacd614-d7ec-4fca-b476-f99573082d71 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=510603af-a119-4c60-9400-75a2fd73b248,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.112017 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cacd614-d7ec-4fca-b476-f99573082d71 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.116162 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4cacd614-d7ec-4fca-b476-f99573082d71 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/510603af-a119-4c60-9400-75a2fd73b248 HTTP/1.1" status: 204 len: 168 time: 1.3455627 Jul 16 18:07:07.116436 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34828) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:07.163752 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e9be767-3597-4a40-ac75-eff406842d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] GET failed (client error): The resource could not be found. Jul 16 18:07:07.167612 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7e9be767-3597-4a40-ac75-eff406842d2d tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports/510603af-a119-4c60-9400-75a2fd73b248 HTTP/1.1" status: 404 len: 333 time: 0.0446382 Jul 16 18:07:07.168845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34830) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:07.196788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-bc69cfaf-e0ed-4e00-8443-ac2c29ee8d08 req-52173748-4348-4c38-964e-4d1ee5a6b3e2 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Deleting port 59ad5d70-33e8-4a1a-a744-33cb453196e3 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:07.197406 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bc69cfaf-e0ed-4e00-8443-ac2c29ee8d08 req-52173748-4348-4c38-964e-4d1ee5a6b3e2 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.254569 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3acbaeb7-af60-47b5-9602-ebd68721c16c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.314833 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ade64101-1cda-4e6d-99f0-732aae25f382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.317519 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ade64101-1cda-4e6d-99f0-732aae25f382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.320583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3acbaeb7-af60-47b5-9602-ebd68721c16c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.332511 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ade64101-1cda-4e6d-99f0-732aae25f382 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b13f9798-9b0e-4209-b790-dc5d7fc5ccef HTTP/1.1" status: 204 len: 168 time: 1.4230430 Jul 16 18:07:07.392536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3acbaeb7-af60-47b5-9602-ebd68721c16c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.395530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3acbaeb7-af60-47b5-9602-ebd68721c16c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.397187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3acbaeb7-af60-47b5-9602-ebd68721c16c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/security-groups/93c28cc2-c573-4344-83f7-70b172f1d50a HTTP/1.1" status: 204 len: 168 time: 0.2262778 Jul 16 18:07:07.409660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-de5c67a6-b6a4-46d4-a451-28ce834be6c0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f0c9b211b1543a79f62c8f66c9d6d22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7549720 Jul 16 18:07:07.409976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34838) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:07.414540 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acbaeb7-af60-47b5-9602-ebd68721c16c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c28cc2-c573-4344-83f7-70b172f1d50a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.426109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34840) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:07.470865 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.512242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade64101-1cda-4e6d-99f0-732aae25f382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b13f9798-9b0e-4209-b790-dc5d7fc5ccef,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.554749 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-82f7ba96-02db-4705-9385-11b6e3b87407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.596505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b8eac12d-99a1-4f67-8416-b4689d5f4f32 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:07.597647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-82f7ba96-02db-4705-9385-11b6e3b87407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.653227 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae64a830-deb1-4361-ac0e-eedc4ae23072 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.687528 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-82f7ba96-02db-4705-9385-11b6e3b87407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.694699 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-82f7ba96-02db-4705-9385-11b6e3b87407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.698460 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-82f7ba96-02db-4705-9385-11b6e3b87407 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/47e83d2d-aa26-48b4-aa55-acd45a4ba4b4 HTTP/1.1" status: 204 len: 168 time: 0.2701666 Jul 16 18:07:07.735118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port b8eac12d-99a1-4f67-8416-b4689d5f4f32 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:07.753514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f7ba96-02db-4705-9385-11b6e3b87407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e83d2d-aa26-48b4-aa55-acd45a4ba4b4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.789356 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae64a830-deb1-4361-ac0e-eedc4ae23072 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.861030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bc69cfaf-e0ed-4e00-8443-ac2c29ee8d08 req-52173748-4348-4c38-964e-4d1ee5a6b3e2 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] For port 59ad5d70-33e8-4a1a-a744-33cb453196e3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59ad5d70-33e8-4a1a-a744-33cb453196e3,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:07.861387 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bc69cfaf-e0ed-4e00-8443-ac2c29ee8d08 req-52173748-4348-4c38-964e-4d1ee5a6b3e2 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.873235 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae64a830-deb1-4361-ac0e-eedc4ae23072 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.878740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae64a830-deb1-4361-ac0e-eedc4ae23072 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:07.881538 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ae64a830-deb1-4361-ac0e-eedc4ae23072 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/security-groups/ba88353e-8556-4abb-a460-fe7ac69e94b9 HTTP/1.1" status: 204 len: 168 time: 0.4625819 Jul 16 18:07:07.889529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34846) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:07.909284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64a830-deb1-4361-ac0e-eedc4ae23072 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba88353e-8556-4abb-a460-fe7ac69e94b9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:07.910189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-bc69cfaf-e0ed-4e00-8443-ac2c29ee8d08 req-52173748-4348-4c38-964e-4d1ee5a6b3e2 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Calling delete_port for 59ad5d70-33e8-4a1a-a744-33cb453196e3 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:07.982941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Allocated IP 172.20.0.1 (93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0/2d27d646-1841-4137-9201-28b16c5826ee/4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:08.038646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f11bc36-f559-4e53-93c4-c83825419f26 req-435bb512-bf90-4ae0-8743-bb2ecc799c5c tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:08.040226 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f11bc36-f559-4e53-93c4-c83825419f26 req-435bb512-bf90-4ae0-8743-bb2ecc799c5c tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 949 time: 0.4050124 Jul 16 18:07:08.071546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c6d4f5-19af-4e0d-8643-bfc8e9d42e64 None None] Network 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:08.171433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fdaa4077-782a-426f-9875-1b8764c72ca1 None None] Provisioning for port b8eac12d-99a1-4f67-8416-b4689d5f4f32 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:08.172998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fdaa4077-782a-426f-9875-1b8764c72ca1 None None] Provisioning complete for port b8eac12d-99a1-4f67-8416-b4689d5f4f32 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:08.172998 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fdaa4077-782a-426f-9875-1b8764c72ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.230855 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f11bc36-f559-4e53-93c4-c83825419f26 req-b5f65f22-8713-48ee-9614-01f47774f2f7 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/security-groups?id=00819fb2-eefc-43eb-9864-91c017764583&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429467 Jul 16 18:07:08.285772 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7fa7f010-dedd-4372-b348-9a47f0f9a0c6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.345624 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7fa7f010-dedd-4372-b348-9a47f0f9a0c6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.376210 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fdaa4077-782a-426f-9875-1b8764c72ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.440166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fdaa4077-782a-426f-9875-1b8764c72ca1 None None] For port b8eac12d-99a1-4f67-8416-b4689d5f4f32, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b8eac12d-99a1-4f67-8416-b4689d5f4f32,segment=NetworkSegment(a3739562-2203-4e29-a718-17046478b562),segment_id=a3739562-2203-4e29-a718-17046478b562)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:08.450271 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fdaa4077-782a-426f-9875-1b8764c72ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.531499 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.592236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdaa4077-782a-426f-9875-1b8764c72ca1 None None] Pushing event updated for resources: {'Port': ['ID=b8eac12d-99a1-4f67-8416-b4689d5f4f32,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:08.664372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Transition to ACTIVE for port object 4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:08.731182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bc69cfaf-e0ed-4e00-8443-ac2c29ee8d08 req-52173748-4348-4c38-964e-4d1ee5a6b3e2 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.748800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.751049 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7fa7f010-dedd-4372-b348-9a47f0f9a0c6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.755351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7fa7f010-dedd-4372-b348-9a47f0f9a0c6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.759084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7fa7f010-dedd-4372-b348-9a47f0f9a0c6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/security-groups/ae428ee2-d798-4e53-bd93-a373871d8bae HTTP/1.1" status: 204 len: 168 time: 0.8569956 Jul 16 18:07:08.759480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34876) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:08.841930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34878) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:08.878761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52173748-4348-4c38-964e-4d1ee5a6b3e2 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Pushing event deleted for resources: {'Port': ['ID=59ad5d70-33e8-4a1a-a744-33cb453196e3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:08.898750 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.907272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a94c86-b4d4-4396-830d-6df64c0930cb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting subnet d7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:08.915280 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9a94c86-b4d4-4396-830d-6df64c0930cb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:08.957188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa7f010-dedd-4372-b348-9a47f0f9a0c6 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae428ee2-d798-4e53-bd93-a373871d8bae,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:09.010939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc69cfaf-e0ed-4e00-8443-ac2c29ee8d08 req-52173748-4348-4c38-964e-4d1ee5a6b3e2 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] No DVR routers for this DVR port 59ad5d70-33e8-4a1a-a744-33cb453196e3 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:09.013948 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bc69cfaf-e0ed-4e00-8443-ac2c29ee8d08 req-52173748-4348-4c38-964e-4d1ee5a6b3e2 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.016999 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc69cfaf-e0ed-4e00-8443-ac2c29ee8d08 req-52173748-4348-4c38-964e-4d1ee5a6b3e2 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.18 "DELETE /v2.0/ports/59ad5d70-33e8-4a1a-a744-33cb453196e3 HTTP/1.1" status: 204 len: 173 time: 2.6755784 Jul 16 18:07:09.017312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9a94c86-b4d4-4396-830d-6df64c0930cb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.024114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-db363141-0692-4e98-8417-cd591b602193 None None] Provisioning complete for port b8eac12d-99a1-4f67-8416-b4689d5f4f32 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:09.024683 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-db363141-0692-4e98-8417-cd591b602193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.059334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-deleted', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:09.063376 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-695193a2-e68c-482e-aa38-be0396e14d8b" -d '{"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-deleted", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:09.067616 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.101066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-620026668-network', 'tenant_id': '6db0a2adb5744093a3a47d920223062a'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:09.165077 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9e8247-e46d-4b04-bd04-9db495171052 x-openstack-request-id: req-4b9e8247-e46d-4b04-bd04-9db495171052 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:09.165421 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "360b3eee-0261-41d1-a77c-3dfa7a64e79c", "name": "network-vif-deleted", "tag": "59ad5d70-33e8-4a1a-a744-33cb453196e3", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:09.165684 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4b9e8247-e46d-4b04-bd04-9db495171052 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:09.166097 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '360b3eee-0261-41d1-a77c-3dfa7a64e79c', 'name': 'network-vif-deleted', 'tag': '59ad5d70-33e8-4a1a-a744-33cb453196e3', 'status': 'completed', 'code': 200} Jul 16 18:07:09.206884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Made reservation on behalf of 6db0a2adb5744093a3a47d920223062a for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:09.211620 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.215149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34892) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:09.219057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:09.229890 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.234937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:09.237969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:09.271538 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9a94c86-b4d4-4396-830d-6df64c0930cb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.449995 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.460238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.474699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b8eac12d-99a1-4f67-8416-b4689d5f4f32 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:09.524206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:09.524401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Allocated IP 172.25.7.17 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/7be19e45-13c6-450c-beb0-231a649471c9) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:09.544456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8300d154-e7c5-4185-80ef-5e5f6c980031,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:09.582354 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.585845 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Added segment 02d69202-fb5a-4733-a026-4925253be4fc of type vlan for network 7fa73e71-aa92-49fc-80b1-cff1753dd53b Jul 16 18:07:09.600471 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9a94c86-b4d4-4396-830d-6df64c0930cb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.654377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b8eac12d-99a1-4f67-8416-b4689d5f4f32 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:09.655145 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.683415 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9a94c86-b4d4-4396-830d-6df64c0930cb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.689577 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b9a94c86-b4d4-4396-830d-6df64c0930cb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/d7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463 HTTP/1.1" status: 204 len: 168 time: 0.9246368 Jul 16 18:07:09.689577 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a94c86-b4d4-4396-830d-6df64c0930cb tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Subnet': ['ID=d7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:09.698399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34900) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:09.715838 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ff6096-b4d3-45b4-9c1b-9f06116bd219 None None] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:09.745137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.746590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.763140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:09.801365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-f29ddc20-eab5-4ec0-9cf1-c83c5a77f769 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting subnet f5010ba5-4460-4aa8-97da-4d581555ddaf {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:09.810117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f29ddc20-eab5-4ec0-9cf1-c83c5a77f769 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.824925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a3ec1883-0d26-4b60-9bfe-58043ccba622 None None] Provisioning for port 4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:09.841182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a3ec1883-0d26-4b60-9bfe-58043ccba622 None None] Provisioning complete for port 4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:09.841636 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a3ec1883-0d26-4b60-9bfe-58043ccba622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.846637 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.847942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:09.848633 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.864948 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1785648013-network', 'tenant_id': 'be9ac7b88b6347708ba6a40833c4ba75'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:09.903249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59ad5d70-33e8-4a1a-a744-33cb453196e3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:09.906204 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f29ddc20-eab5-4ec0-9cf1-c83c5a77f769 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:09.943359 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f047fc1d-c714-4532-aa3a-008f3c6cc769 req-5173e2e3-e69f-43f0-b85f-f361ef625ac3 tempest-ImagesOneServerTestJSON-889682496 tempest-ImagesOneServerTestJSON-889682496-project] 10.222.0.47 "GET /v2.0/ports?device_id=360b3eee-0261-41d1-a77c-3dfa7a64e79c HTTP/1.1" status: 200 len: 210 time: 0.1829982 Jul 16 18:07:09.955153 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1090248 Jul 16 18:07:09.958610 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34902) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:09.966013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] Request body: {'subnet': {'network_id': '7fa73e71-aa92-49fc-80b1-cff1753dd53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-620026668-subnet', 'tenant_id': '6db0a2adb5744093a3a47d920223062a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:09.984904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 59ad5d70-33e8-4a1a-a744-33cb453196e3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:09.985520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59ad5d70-33e8-4a1a-a744-33cb453196e3 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:09.991043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a3ec1883-0d26-4b60-9bfe-58043ccba622 None None] Port 4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:10.011014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ca1c4-ab97-412f-9cf9-33c88beaa02e admin admin] Pushing event updated for resources: {'Network': ['ID=7fa73e71-aa92-49fc-80b1-cff1753dd53b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.035028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 7fa73e71-aa92-49fc-80b1-cff1753dd53b details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:10.051811 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.089799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Made reservation on behalf of be9ac7b88b6347708ba6a40833c4ba75 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:10.094222 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.096813 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f29ddc20-eab5-4ec0-9cf1-c83c5a77f769 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.117023 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.131219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] Made reservation on behalf of 6db0a2adb5744093a3a47d920223062a for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:10.133784 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.220088 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.237191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f29ddc20-eab5-4ec0-9cf1-c83c5a77f769 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.249996 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.275286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ddc20-eab5-4ec0-9cf1-c83c5a77f769 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Subnet': ['ID=f5010ba5-4460-4aa8-97da-4d581555ddaf,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.278765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f29ddc20-eab5-4ec0-9cf1-c83c5a77f769 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.281513 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f29ddc20-eab5-4ec0-9cf1-c83c5a77f769 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/f5010ba5-4460-4aa8-97da-4d581555ddaf HTTP/1.1" status: 204 len: 168 time: 0.5811028 Jul 16 18:07:10.284323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34904) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:10.314347 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-afc3f7d1-0f76-4111-9c33-7b349bf40b87 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:10.314816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afc3f7d1-0f76-4111-9c33-7b349bf40b87 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:10.316778 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-afc3f7d1-0f76-4111-9c33-7b349bf40b87 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/d7cbb4ff-c64e-4d8e-a143-bbf4d1ab8463 HTTP/1.1" status: 404 len: 337 time: 0.0315080 Jul 16 18:07:10.320029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34906) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:10.376312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:10.387414 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:10.390957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:10.419867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-f537759d-cd8f-4a2b-a514-f0bb192fa0ce tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting subnet 235e0563-8120-496e-8ca2-43652c7fa349 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:10.425097 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f537759d-cd8f-4a2b-a514-f0bb192fa0ce tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.474665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae65a72-9092-4a34-a8f7-0b1558ae447f None None] Update dhcp port {'port': {'network_id': '18a0edba-f62c-4b3e-9975-bb26792ebabb', 'fixed_ips': [{'subnet_id': '235e0563-8120-496e-8ca2-43652c7fa349', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'f5010ba5-4460-4aa8-97da-4d581555ddaf'}], 'binding:host_id': 'n-d-794306-7'}, 'id': 'c64d57e2-e8fe-42bf-a847-cb63736e391a'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:07:10.491348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event updated for resources: {'Port': ['ID=7be19e45-13c6-450c-beb0-231a649471c9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.506568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f537759d-cd8f-4a2b-a514-f0bb192fa0ce tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.533284 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.543002 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8ae65a72-9092-4a34-a8f7-0b1558ae447f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.626790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6a0928-4376-4151-bf57-d7f0fb75cc11,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.637056 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.671350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] Checking segment: {'id': '02d69202-fb5a-4733-a026-4925253be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fa73e71-aa92-49fc-80b1-cff1753dd53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:10.671787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] Network hostable DHCP agents. Network: 7fa73e71-aa92-49fc-80b1-cff1753dd53b, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:10.679838 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f537759d-cd8f-4a2b-a514-f0bb192fa0ce tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.694581 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.728708 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] Network 7fa73e71-aa92-49fc-80b1-cff1753dd53b is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:10.751749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 7fa73e71-aa92-49fc-80b1-cff1753dd53b) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:10.759761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f1e4cb-b65e-40a8-a443-a9999260b386 None None] Network 7fa73e71-aa92-49fc-80b1-cff1753dd53b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:10.761487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:10.762071 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.777962 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f537759d-cd8f-4a2b-a514-f0bb192fa0ce tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.802725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:10.817015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537759d-cd8f-4a2b-a514-f0bb192fa0ce tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Subnet': ['ID=235e0563-8120-496e-8ca2-43652c7fa349,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:10.822308 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-61b2513c-5572-4349-8aa8-35b8bc66ebd9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.8605494 Jul 16 18:07:10.824899 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f537759d-cd8f-4a2b-a514-f0bb192fa0ce tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:10.829490 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f537759d-cd8f-4a2b-a514-f0bb192fa0ce tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/235e0563-8120-496e-8ca2-43652c7fa349 HTTP/1.1" status: 204 len: 168 time: 0.5083106 Jul 16 18:07:10.830106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34910) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-8ae65a72-9092-4a34-a8f7-0b1558ae447f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 235e0563-8120-496e-8ca2-43652c7fa349: This subnet is being modified by another concurrent operation. Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:07:10.834756 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 235e0563-8120-496e-8ca2-43652c7fa349: This subnet is being modified by another concurrent operation. Jul 16 18:07:10.838386 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:07:10.866554 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac7661b4-4ab9-4a59-87fb-53aff26c8af1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:10.867023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac7661b4-4ab9-4a59-87fb-53aff26c8af1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:10.871908 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ac7661b4-4ab9-4a59-87fb-53aff26c8af1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/b9c06e19-933f-431d-9df5-e7a07aa87ba0 HTTP/1.1" status: 404 len: 337 time: 0.0407176 Jul 16 18:07:10.872543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34914) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:10.913486 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b3487e87-c209-4577-9839-c30eb0fc1002 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a5a6f04-87a1-42f0-9d91-9bce0f717022 HTTP/1.1" status: 200 len: 205 time: 0.0385096 Jul 16 18:07:10.914139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34916) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:10.980393 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-5383fc25-ae5e-4445-82b6-aceeb005b9f1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] delete failed (client error): The resource could not be found. Jul 16 18:07:10.984085 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5383fc25-ae5e-4445-82b6-aceeb005b9f1 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/routers/8a5a6f04-87a1-42f0-9d91-9bce0f717022 HTTP/1.1" status: 404 len: 336 time: 0.0660295 Jul 16 18:07:10.984380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34918) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.032934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8048638-1ed5-495f-9e28-5c69caac630d None None] Network 18a0edba-f62c-4b3e-9975-bb26792ebabb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:11.041529 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bc42c4-8789-4f5f-86d5-05b60519b866 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:11.044203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bc42c4-8789-4f5f-86d5-05b60519b866 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:11.051453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-26bc42c4-8789-4f5f-86d5-05b60519b866 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/38eed37f-1519-4ce2-81a4-bdb47f5f4cc2 HTTP/1.1" status: 404 len: 337 time: 0.0608203 Jul 16 18:07:11.059401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34922) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.119191 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-4621caf6-0329-43ae-ba74-9b4e5a89e09f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:11.120077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4621caf6-0329-43ae-ba74-9b4e5a89e09f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:11.124612 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4621caf6-0329-43ae-ba74-9b4e5a89e09f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/6c99eabe-2fbf-4aa9-9993-5106adacf8a1 HTTP/1.1" status: 404 len: 337 time: 0.0619407 Jul 16 18:07:11.125069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34930) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.178469 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2c595f-654d-4429-8ca5-37bcbd80d82b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:11.178945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2c595f-654d-4429-8ca5-37bcbd80d82b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:11.183053 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ba2c595f-654d-4429-8ca5-37bcbd80d82b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/cc84a430-e7ce-4c6b-928f-b72dccda1850 HTTP/1.1" status: 404 len: 337 time: 0.0545332 Jul 16 18:07:11.187328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34934) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.225300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:11.255158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-240b6e26-e9c7-41a9-adaa-ed0518bd9d49 None None] Network 7fa73e71-aa92-49fc-80b1-cff1753dd53b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:11.256814 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-4776a142-b76b-4170-9aef-bdd072ac876b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:11.257585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4776a142-b76b-4170-9aef-bdd072ac876b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:11.262468 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4776a142-b76b-4170-9aef-bdd072ac876b tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/c5452735-3ea6-4e01-af36-821c51231438 HTTP/1.1" status: 404 len: 333 time: 0.0645537 Jul 16 18:07:11.265188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34936) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.265392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c67e7ddb-4440-471e-98fe-c72f1b508b9b None None] Provisioning complete for port ff459dbc-4c59-4b98-bae4-f59d368a7d8b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:11.265392 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c67e7ddb-4440-471e-98fe-c72f1b508b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.273554 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.274133 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Added segment e5ed89d0-140f-497b-9781-db5f1c7e20bf of type vlan for network c034983a-632b-4340-be69-9b3007395c93 Jul 16 18:07:11.300490 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-21a502c3-060d-4761-bab8-f986b735b8a9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:11.303461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21a502c3-060d-4761-bab8-f986b735b8a9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:11.305279 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-21a502c3-060d-4761-bab8-f986b735b8a9 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/d0ee08c0-f9ea-4a8d-8da3-a5657abad18d HTTP/1.1" status: 404 len: 337 time: 0.0404592 Jul 16 18:07:11.307726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34938) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.350778 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-939368a7-6677-4e29-ae51-a12583b1144e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:11.351300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-939368a7-6677-4e29-ae51-a12583b1144e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:11.353722 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-939368a7-6677-4e29-ae51-a12583b1144e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/e5df088f-b8a3-448c-89ad-332f418c4ee5 HTTP/1.1" status: 404 len: 337 time: 0.0447764 Jul 16 18:07:11.358005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34940) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.450294 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e1ba65c-7010-4409-8cc2-059d7afef49f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:11.455507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e1ba65c-7010-4409-8cc2-059d7afef49f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:11.464409 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e1ba65c-7010-4409-8cc2-059d7afef49f tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/4ec4e857-a917-4ddc-89cb-569d6ff939b6 HTTP/1.1" status: 404 len: 333 time: 0.1063428 Jul 16 18:07:11.465242 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34944) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.465365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c64d57e2-e8fe-42bf-a847-cb63736e391a no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:11.469211 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.501779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c67e7ddb-4440-471e-98fe-c72f1b508b9b None None] Port ff459dbc-4c59-4b98-bae4-f59d368a7d8b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:11.533032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34950) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.544569 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.545405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:11.546789 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.555188 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bc63475-2077-4e96-9ff2-4e399ff1032c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:11.555684 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bc63475-2077-4e96-9ff2-4e399ff1032c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:11.562136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c67e7ddb-4440-471e-98fe-c72f1b508b9b None None] Provisioning complete for port c64d57e2-e8fe-42bf-a847-cb63736e391a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:11.562337 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8bc63475-2077-4e96-9ff2-4e399ff1032c tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/f15fe680-8454-4bb8-baad-b9d4e85a73f5 HTTP/1.1" status: 404 len: 337 time: 0.0928025 Jul 16 18:07:11.562955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34958) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.563257 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c67e7ddb-4440-471e-98fe-c72f1b508b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.605073 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-adca6fc7-1461-4275-9d2e-4709ae63722e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] DELETE failed (client error): The resource could not be found. Jul 16 18:07:11.605674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adca6fc7-1461-4275-9d2e-4709ae63722e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:07:11.608380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-adca6fc7-1461-4275-9d2e-4709ae63722e tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/subnets/0146fe94-9b88-4f7f-a661-ee9e7ba1cc84 HTTP/1.1" status: 404 len: 337 time: 0.0443566 Jul 16 18:07:11.611533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34960) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.707549 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.711972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1700686-d7a2-4756-9be4-e7d4c1526b94 None None] DHCP port deletion for 18a0edba-f62c-4b3e-9975-bb26792ebabb request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:11.735577 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.5131798 Jul 16 18:07:11.740948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34962) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:11.744878 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.747687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.748037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] Request body: {'subnet': {'network_id': 'c034983a-632b-4340-be69-9b3007395c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1785648013-subnet', 'tenant_id': 'be9ac7b88b6347708ba6a40833c4ba75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:11.784821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] Made reservation on behalf of be9ac7b88b6347708ba6a40833c4ba75 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:11.790387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.870711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port c64d57e2-e8fe-42bf-a847-cb63736e391a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c64d57e2-e8fe-42bf-a847-cb63736e391a,segment=NetworkSegment(83adf074-4cdd-4f90-b5fe-73bedd31b5f0),segment_id=83adf074-4cdd-4f90-b5fe-73bedd31b5f0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:11.905007 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.922270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be45c846-01fc-495d-93be-9000638b5dfc admin admin] Pushing event updated for resources: {'Network': ['ID=c034983a-632b-4340-be69-9b3007395c93,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:11.959682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.959941 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:11.969708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network c034983a-632b-4340-be69-9b3007395c93 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:11.990791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f1700686-d7a2-4756-9be4-e7d4c1526b94 None None] Deleting port c64d57e2-e8fe-42bf-a847-cb63736e391a {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:11.991160 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1700686-d7a2-4756-9be4-e7d4c1526b94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.020006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.021977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.023011 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.072015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=c64d57e2-e8fe-42bf-a847-cb63736e391a,revision_number=11']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.075804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e656e27c-7e37-460b-b303-ed6795b875d7,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.084416 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9a519f2d-ad0c-4e57-90c2-bd9d34febd92 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad7dbc121eb1463e993c4cce22286ec2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5469499 Jul 16 18:07:12.085670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34966) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:12.088575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-dd2dcc11-72d9-4f4a-b228-ffb65ff2fb6a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Deleting port ff459dbc-4c59-4b98-bae4-f59d368a7d8b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:12.088910 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd2dcc11-72d9-4f4a-b228-ffb65ff2fb6a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.092785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c088fe-4e9f-4456-924a-54caafb98136 req-9a3e9b50-53ad-4760-bcc3-7df4dbc69d70 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.095080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-9a3e9b50-53ad-4760-bcc3-7df4dbc69d70 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/networks?id=7fa73e71-aa92-49fc-80b1-cff1753dd53b HTTP/1.1" status: 200 len: 820 time: 0.5166645 Jul 16 18:07:12.137120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f1700686-d7a2-4756-9be4-e7d4c1526b94 None None] For port c64d57e2-e8fe-42bf-a847-cb63736e391a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c64d57e2-e8fe-42bf-a847-cb63736e391a,segment=NetworkSegment(83adf074-4cdd-4f90-b5fe-73bedd31b5f0),segment_id=83adf074-4cdd-4f90-b5fe-73bedd31b5f0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:12.137120 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1700686-d7a2-4756-9be4-e7d4c1526b94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.150426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-0747eb44-c2a9-4fb1-8344-b8dabc5cf5e0 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/quotas/6db0a2adb5744093a3a47d920223062a HTTP/1.1" status: 200 len: 375 time: 0.0464785 Jul 16 18:07:12.152137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f1700686-d7a2-4756-9be4-e7d4c1526b94 None None] Calling delete_port for c64d57e2-e8fe-42bf-a847-cb63736e391a owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:12.223894 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-5416d8f2-beae-4c6c-8e68-7db71ab2a191 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6db0a2adb5744093a3a47d920223062a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0402229 Jul 16 18:07:12.239172 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd2dcc11-72d9-4f4a-b228-ffb65ff2fb6a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.252364 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1700686-d7a2-4756-9be4-e7d4c1526b94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.261608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-dd2dcc11-72d9-4f4a-b228-ffb65ff2fb6a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Calling delete_port for ff459dbc-4c59-4b98-bae4-f59d368a7d8b owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:12.268590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] Checking segment: {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:12.269064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] Network hostable DHCP agents. Network: c034983a-632b-4340-be69-9b3007395c93, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:12.300471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:12.303243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:12.341960 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1700686-d7a2-4756-9be4-e7d4c1526b94 None None] No DVR routers for this DVR port c64d57e2-e8fe-42bf-a847-cb63736e391a on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:12.344904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1700686-d7a2-4756-9be4-e7d4c1526b94 None None] Pushing event deleted for resources: {'Port': ['ID=c64d57e2-e8fe-42bf-a847-cb63736e391a,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.352237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fb24d89-da35-443d-9635-2175fc19f53e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.360683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-a10c6985-3d16-4700-a3ef-793a3903ae78 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:07:12.361803 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-a10c6985-3d16-4700-a3ef-793a3903ae78 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1313164 Jul 16 18:07:12.381343 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] Network c034983a-632b-4340-be69-9b3007395c93 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:12.400064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, c034983a-632b-4340-be69-9b3007395c93) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:12.406059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:12.406692 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.414033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbbe124-d195-4a42-b569-d4a434a17f77 None None] Network c034983a-632b-4340-be69-9b3007395c93 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:12.415305 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fb24d89-da35-443d-9635-2175fc19f53e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.470259 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7e2d1cba-5bb0-4f3e-8667-02b4e2250709 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7273314 Jul 16 18:07:12.528506 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fb24d89-da35-443d-9635-2175fc19f53e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.537136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fb24d89-da35-443d-9635-2175fc19f53e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.541639 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1fb24d89-da35-443d-9635-2175fc19f53e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00819fb2-eefc-43eb-9864-91c017764583 HTTP/1.1" status: 204 len: 168 time: 0.4280374 Jul 16 18:07:12.556430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd2dcc11-72d9-4f4a-b228-ffb65ff2fb6a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.559286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb24d89-da35-443d-9635-2175fc19f53e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00819fb2-eefc-43eb-9864-91c017764583,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.570878 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.654639 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-fa746a73-41ec-4604-9fe8-8ab1774fe3c6 service neutron] 10.222.0.47 "GET /v2.0/networks/7fa73e71-aa92-49fc-80b1-cff1753dd53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2292557 Jul 16 18:07:12.672126 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2dcc11-72d9-4f4a-b228-ffb65ff2fb6a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Port': ['ID=ff459dbc-4c59-4b98-bae4-f59d368a7d8b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:12.686794 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd2dcc11-72d9-4f4a-b228-ffb65ff2fb6a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.697725 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dd2dcc11-72d9-4f4a-b228-ffb65ff2fb6a tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/ports/ff459dbc-4c59-4b98-bae4-f59d368a7d8b HTTP/1.1" status: 204 len: 168 time: 1.0821457 Jul 16 18:07:12.700314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34974) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:12.810906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-c034983a-632b-4340-be69-9b3007395c93', 'network_id': 'c034983a-632b-4340-be69-9b3007395c93', 'tenant_id': 'be9ac7b88b6347708ba6a40833c4ba75', 'fixed_ips': [{'subnet_id': 'e656e27c-7e37-460b-b303-ed6795b875d7'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:12.817962 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.860939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-79ed7184-dac1-440c-94fa-db176a8e7212 None None] Provisioning complete for port 4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:12.861577 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-79ed7184-dac1-440c-94fa-db176a8e7212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.888972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:12.976723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router eb503fdb-09e3-4413-b2e4-3eadfcf12b83 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:13.068865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-79ed7184-dac1-440c-94fa-db176a8e7212 None None] Port 4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:13.105552 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:07:13.149350 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.174989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a0edba-f62c-4b3e-9975-bb26792ebabb']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.200993 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Allocated IP 172.20.0.2 (c034983a-632b-4340-be69-9b3007395c93/e656e27c-7e37-460b-b303-ed6795b875d7/6a086602-be99-4776-99aa-40a3e8af32d1) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:13.201443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83adf074-4cdd-4f90-b5fe-73bedd31b5f0') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.202621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83adf074-4cdd-4f90-b5fe-73bedd31b5f0') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.223831 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.255540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:13.262957 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e6cf8fc9-5f84-4b2e-a84d-bc4116998908 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/eb503fdb-09e3-4413-b2e4-3eadfcf12b83/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6501524 Jul 16 18:07:13.265990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.268638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34994) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:13.273154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b3f0b-7781-40af-a010-b9b514086c18 None None] Sync routers for ids ['eb503fdb-09e3-4413-b2e4-3eadfcf12b83'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:13.290384 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-a8d26ac5-19d2-4099-98ab-58fa4fdedc27 service neutron] 10.222.0.47 "GET /v2.0/networks/7fa73e71-aa92-49fc-80b1-cff1753dd53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6218443 Jul 16 18:07:13.291517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Releasing vlan 378 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:13.292424 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:13.299707 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:13.320838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Router 77f3dfb8-72ab-4b96-8f84-9cad4e782318 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:13.348436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b3f0b-7781-40af-a010-b9b514086c18 None None] Routers {'eb503fdb-09e3-4413-b2e4-3eadfcf12b83'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:13.349116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5b5b3f0b-7781-40af-a010-b9b514086c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['eb503fdb-09e3-4413-b2e4-3eadfcf12b83'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.445062 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5b5b3f0b-7781-40af-a010-b9b514086c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.461642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.472727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.477973 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] 10.222.0.47 "DELETE /v2.0/networks/18a0edba-f62c-4b3e-9975-bb26792ebabb HTTP/1.1" status: 204 len: 168 time: 0.7716298 Jul 16 18:07:13.506998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:13.518380 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Sync routers for ids ['77f3dfb8-72ab-4b96-8f84-9cad4e782318'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:13.524698 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d446ec-25a9-4041-ab44-ffe15faa6854 tempest-PortsIpV6TestJSON-47886055 tempest-PortsIpV6TestJSON-47886055-project] Pushing event deleted for resources: {'Network': ['ID=18a0edba-f62c-4b3e-9975-bb26792ebabb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:13.533027 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Routers {'77f3dfb8-72ab-4b96-8f84-9cad4e782318'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:13.535092 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['77f3dfb8-72ab-4b96-8f84-9cad4e782318'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.578812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1231a530-23a8-4892-8758-41ee0c7247d5 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.580590 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1231a530-23a8-4892-8758-41ee0c7247d5 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports/4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf HTTP/1.1" status: 200 len: 910 time: 0.3093021 Jul 16 18:07:13.584608 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.588123 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-094ee991-bca9-4ba3-9691-29c842ca6a10 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.3423381 Jul 16 18:07:13.588906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35008) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:13.589333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35010) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:13.629732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5b3f0b-7781-40af-a010-b9b514086c18 None None] Routers {'eb503fdb-09e3-4413-b2e4-3eadfcf12b83'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:13.630393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5b5b3f0b-7781-40af-a010-b9b514086c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['eb503fdb-09e3-4413-b2e4-3eadfcf12b83'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.806559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5b5b3f0b-7781-40af-a010-b9b514086c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:13.807249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5b3f0b-7781-40af-a010-b9b514086c18 None None] The sync data for ids ['eb503fdb-09e3-4413-b2e4-3eadfcf12b83'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:13.815035 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Set router 77f3dfb8-72ab-4b96-8f84-9cad4e782318 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:13.901376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-e9d7ff52-4e2b-4ea9-ad5d-aac08d53c987 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:13.924565 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-e9d7ff52-4e2b-4ea9-ad5d-aac08d53c987 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 816 time: 0.3331645 Jul 16 18:07:13.964287 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-db3d6c99-f9d5-41f7-ad06-3fd2b736a7a6 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/quotas/be9ac7b88b6347708ba6a40833c4ba75 HTTP/1.1" status: 200 len: 375 time: 0.0396206 Jul 16 18:07:13.966317 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:13.996831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Transition to ACTIVE for port object 6a086602-be99-4776-99aa-40a3e8af32d1 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:14.104509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Transition to ACTIVE for port object 6a086602-be99-4776-99aa-40a3e8af32d1 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:14.107286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-8884fe4c-e5b0-4fa1-b3ea-21dbffed57df tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1378362 Jul 16 18:07:14.133294 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.293802 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35032) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:14.294388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Network c034983a-632b-4340-be69-9b3007395c93 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:14.294919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35034) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:14.296533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Pushing event updated for resources: {'Port': ['ID=6a086602-be99-4776-99aa-40a3e8af32d1,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:14.312914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:14.315919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:14.404758 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-1546fa76-cc7d-4e42-b759-1b41b75bba75 service neutron] 10.222.0.47 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2881389 Jul 16 18:07:14.573190 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f3dfb8-72ab-4b96-8f84-9cad4e782318', 'name': 'tempest-snat-router-1243167675', 'tenant_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.17'}], 'enable_snat': False}, 'gw_port_id': '7be19e45-13c6-450c-beb0-231a649471c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:06Z', 'updated_at': '2021-07-16T18:07:11Z', 'revision_number': 3, 'project_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'gw_port': {'id': '7be19e45-13c6-450c-beb0-231a649471c9', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f3dfb8-72ab-4b96-8f84-9cad4e782318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:08Z', 'updated_at': '2021-07-16T18:07:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:14.580749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-933062294-network', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:14.586035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Attempting to bind port 6a086602-be99-4776-99aa-40a3e8af32d1 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:14.586528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Attempting to bind port 6a086602-be99-4776-99aa-40a3e8af32d1 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:14.586782 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Attempting to bind port 6a086602-be99-4776-99aa-40a3e8af32d1 on network c034983a-632b-4340-be69-9b3007395c93 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:14.615240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:14.616012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Checking segment: {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:14.616160 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.616521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Bound using segment: {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:14.626096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Bound port: 6a086602-be99-4776-99aa-40a3e8af32d1, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:14.628495 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.628843 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5c67f0bb-decf-4a45-b83b-45e2e50ce968 service neutron] 10.222.0.47 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136743 Jul 16 18:07:14.634103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Made reservation on behalf of 0778300d88a94c7e863d1409c50dd22a for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:14.637429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.646636 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Checking router: 77f3dfb8-72ab-4b96-8f84-9cad4e782318 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:14.647276 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Updating router 77f3dfb8-72ab-4b96-8f84-9cad4e782318 port 7be19e45-13c6-450c-beb0-231a649471c9 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:14.649954 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.736156 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.785194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5d06cd11-c326-40e9-89b4-e2bb4aaa2042 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=66b707ea72c4430392d56eff25d0ab07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4721386 Jul 16 18:07:14.785663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35042) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:14.862097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] For port 6a086602-be99-4776-99aa-40a3e8af32d1, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:14.870021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] For port 6a086602-be99-4776-99aa-40a3e8af32d1, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6a086602-be99-4776-99aa-40a3e8af32d1,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:14.888407 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.945349 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:14.976874 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.012669 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-87f64153-1a73-42d8-8eea-0ed1e5b961b0 req-c394b9b3-bad2-4c6f-b127-f0a65bac8190 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 210 time: 0.1370604 Jul 16 18:07:15.018501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d755d1b-1c3c-44b2-a18c-f6130c4ab210 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.085503 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc3447-094b-4133-bd64-7aaee99a69d2 None None] Pushing event updated for resources: {'Port': ['ID=6a086602-be99-4776-99aa-40a3e8af32d1,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.143319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17288045-5222-42ae-a0df-685424745941 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:15.241283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.242048 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Added segment f10b1932-4e81-41b6-8691-1de3927f39e7 of type vlan for network 01fd89e0-0c35-447f-b1a5-708fa898cda9 Jul 16 18:07:15.326284 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.360197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d755d1b-1c3c-44b2-a18c-f6130c4ab210 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.362478 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca89eeb-d0b2-40c1-82e9-57c04a28a4f2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.372378 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Transition to ACTIVE for port object 7be19e45-13c6-450c-beb0-231a649471c9 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:15.399898 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.435255 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9991c1b1-7b2f-44be-acf9-632e0863c7d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.481730 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.526981 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Attempting to bind port 7be19e45-13c6-450c-beb0-231a649471c9 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:15.527812 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Attempting to bind port 7be19e45-13c6-450c-beb0-231a649471c9 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:15.528344 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Attempting to bind port 7be19e45-13c6-450c-beb0-231a649471c9 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:15.551245 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0ce0f75d-16db-4f8c-a6e7-c6c215e76160 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/routers/77f3dfb8-72ab-4b96-8f84-9cad4e782318 HTTP/1.1" status: 200 len: 908 time: 1.9547040 Jul 16 18:07:15.562659 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:15.563044 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:15.563447 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.565272 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:15.565980 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Bound port: 7be19e45-13c6-450c-beb0-231a649471c9, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:15.568664 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.571919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35064) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:15.578653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1243167675', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'enable_snat': True}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:15.591444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6a086602-be99-4776-99aa-40a3e8af32d1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:15.655978 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] For port 7be19e45-13c6-450c-beb0-231a649471c9, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:15.660366 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] For port 7be19e45-13c6-450c-beb0-231a649471c9, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7be19e45-13c6-450c-beb0-231a649471c9,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:15.681255 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.712293 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ed7c8-f05d-4ed9-9c1d-8fce84e42de3 None None] Pushing event updated for resources: {'Port': ['ID=7be19e45-13c6-450c-beb0-231a649471c9,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.728536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 6a086602-be99-4776-99aa-40a3e8af32d1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:15.768197 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.769655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.769825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.771151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.771821 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.791042 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d755d1b-1c3c-44b2-a18c-f6130c4ab210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.793928 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d755d1b-1c3c-44b2-a18c-f6130c4ab210 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:15.800550 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4d755d1b-1c3c-44b2-a18c-f6130c4ab210 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5143bb6-49f1-400e-bfc1-41395cf8d8a0 HTTP/1.1" status: 204 len: 168 time: 1.0135140 Jul 16 18:07:15.819154 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18ed7c8-f05d-4ed9-9c1d-8fce84e42de3 None None] Pushing event updated for resources: {'Port': ['ID=7be19e45-13c6-450c-beb0-231a649471c9,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.828774 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Routers {'77f3dfb8-72ab-4b96-8f84-9cad4e782318'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:15.829635 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:06:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['77f3dfb8-72ab-4b96-8f84-9cad4e782318'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:15.854179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-cec3eacc-eb29-45bb-8749-730c85e5d358 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:15.856463 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-cec3eacc-eb29-45bb-8749-730c85e5d358 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 816 time: 0.3610604 Jul 16 18:07:15.876450 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-17288045-5222-42ae-a0df-685424745941 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5765040 Jul 16 18:07:15.877203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d755d1b-1c3c-44b2-a18c-f6130c4ab210 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5143bb6-49f1-400e-bfc1-41395cf8d8a0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.889646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35070) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:15.909652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] Request body: {'subnet': {'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-933062294-subnet', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:15.942039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17288045-5222-42ae-a0df-685424745941 admin admin] Pushing event updated for resources: {'Network': ['ID=01fd89e0-0c35-447f-b1a5-708fa898cda9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:15.952485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 01fd89e0-0c35-447f-b1a5-708fa898cda9 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:15.955428 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-d148a537-ce2a-4fa9-9a97-e9211263dc01 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/quotas/be9ac7b88b6347708ba6a40833c4ba75 HTTP/1.1" status: 200 len: 375 time: 0.0861235 Jul 16 18:07:16.007318 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.028460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] Made reservation on behalf of 0778300d88a94c7e863d1409c50dd22a for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:16.040595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.283088 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] Set router 77f3dfb8-72ab-4b96-8f84-9cad4e782318 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:16.421640 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-c8c5a9c4-1c3b-4dde-a126-2f500491e787 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4557829 Jul 16 18:07:16.612713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a61738e-b2f6-4eef-821b-51d56e174637 req-714d8c52-2fe2-446a-87e4-c501b0f1930a tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 210 time: 0.3066769 Jul 16 18:07:16.615855 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77f3dfb8-72ab-4b96-8f84-9cad4e782318', 'name': 'tempest-snat-router-1243167675', 'tenant_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.17'}], 'enable_snat': False}, 'gw_port_id': '7be19e45-13c6-450c-beb0-231a649471c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:06Z', 'updated_at': '2021-07-16T18:07:11Z', 'revision_number': 3, 'project_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'gw_port': {'id': '7be19e45-13c6-450c-beb0-231a649471c9', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f3dfb8-72ab-4b96-8f84-9cad4e782318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:08Z', 'updated_at': '2021-07-16T18:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:16.663052 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.694795 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80dfac0-0e0a-4dea-a2be-8f26249bac52 None None] The sync data for ids ['77f3dfb8-72ab-4b96-8f84-9cad4e782318'] in n-d-794306-7 is: [{'id': '77f3dfb8-72ab-4b96-8f84-9cad4e782318', 'name': 'tempest-snat-router-1243167675', 'tenant_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.17'}], 'enable_snat': False}, 'gw_port_id': '7be19e45-13c6-450c-beb0-231a649471c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:06Z', 'updated_at': '2021-07-16T18:07:11Z', 'revision_number': 3, 'project_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'gw_port': {'id': '7be19e45-13c6-450c-beb0-231a649471c9', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:37:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77f3dfb8-72ab-4b96-8f84-9cad4e782318', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:08Z', 'updated_at': '2021-07-16T18:07:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:16.779296 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.822745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c088fe-4e9f-4456-924a-54caafb98136 req-1ada6169-e923-4d65-a8e8-a956a44b5069 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:16.824769 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-1ada6169-e923-4d65-a8e8-a956a44b5069 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.18 "GET /v2.0/networks?id=7fa73e71-aa92-49fc-80b1-cff1753dd53b HTTP/1.1" status: 200 len: 820 time: 0.5881188 Jul 16 18:07:16.846547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Request body: {'port': {'device_id': '682ad733-c621-47c1-bf28-ec1db1300f08', 'network_id': '7fa73e71-aa92-49fc-80b1-cff1753dd53b', 'admin_state_up': True, 'tenant_id': '6db0a2adb5744093a3a47d920223062a'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:16.868744 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=353865c7-df8c-47e2-8ea0-aadfb970e6e7,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:16.873304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63384d38-2895-4a91-98f4-0e76cc3a98bd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:16.973736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-d24a613a-0a80-4149-8da4-9c1d5627efc9 service neutron] 10.222.0.47 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5356810 Jul 16 18:07:16.975161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] Checking segment: {'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:16.975536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] Network hostable DHCP agents. Network: 01fd89e0-0c35-447f-b1a5-708fa898cda9, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:16.987972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20970cc9-7fc3-418f-9455-3c45c4fc8479 None None] Network c034983a-632b-4340-be69-9b3007395c93 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:17.028183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] Network 01fd89e0-0c35-447f-b1a5-708fa898cda9 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:17.050090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 01fd89e0-0c35-447f-b1a5-708fa898cda9) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:17.058587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:17.059934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9fe085-fd81-4f44-b272-75f13470a1c6 None None] Network 01fd89e0-0c35-447f-b1a5-708fa898cda9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:17.060106 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.127316 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b633c9a8-fa5c-44de-a3ca-788d77af3a9f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2308025 Jul 16 18:07:17.127316 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35092) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:17.143063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:17.226789 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.227951 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.285444 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-b9134742-fe47-45ee-9867-db4e7afda530 service neutron] 10.222.0.47 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973826 Jul 16 18:07:17.434513 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.630980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35108) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:17.645979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Made reservation on behalf of 6db0a2adb5744093a3a47d920223062a for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:17.658031 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.855491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:17.868791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fd1fb01c-6b9c-4af2-99d0-60abeb258c54 None None] Provisioning for port 6a086602-be99-4776-99aa-40a3e8af32d1 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:17.944477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cdf55c95-dabd-4384-a006-88f9c983bee9 tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-672234777', 'prefixes': ['172.20.0.0/16']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:17.974783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7be19e45-13c6-450c-beb0-231a649471c9 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:18.019981 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fd1fb01c-6b9c-4af2-99d0-60abeb258c54 None None] Provisioning complete for port 6a086602-be99-4776-99aa-40a3e8af32d1 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:18.021813 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb01c-6b9c-4af2-99d0-60abeb258c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.079778 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37b7464e-a9ef-451a-a767-b1cfcab4025d req-c867f40f-f05c-43d8-80a7-d51a6c747a43 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 210 time: 0.2151568 Jul 16 18:07:18.266442 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.317022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-2098d5f1-172d-4556-99af-2d6b568fde3a tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.329272 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-2098d5f1-172d-4556-99af-2d6b568fde3a tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 816 time: 0.3588231 Jul 16 18:07:18.340841 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cdf55c95-dabd-4384-a006-88f9c983bee9 tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] Notify callbacks [] for subnetpool, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.346929 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cdf55c95-dabd-4384-a006-88f9c983bee9 tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.7130392 Jul 16 18:07:18.354988 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b7a1a612-e211-4b5e-9782-3d540e399d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.363496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35132) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:18.473310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.507296 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.526572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-54964a23-f391-4dec-b560-523c91956b4b tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:18.529231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-54964a23-f391-4dec-b560-523c91956b4b tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.18 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 816 time: 0.9070637 Jul 16 18:07:18.579677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Allocated IP 172.20.0.9 (7fa73e71-aa92-49fc-80b1-cff1753dd53b/9f6a0928-4376-4151-bf57-d7f0fb75cc11/9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:18.634816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7be19e45-13c6-450c-beb0-231a649471c9 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:18.642789 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb01c-6b9c-4af2-99d0-60abeb258c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.645186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-01fd89e0-0c35-447f-b1a5-708fa898cda9', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'fixed_ips': [{'subnet_id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:18.646542 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.742445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7be19e45-13c6-450c-beb0-231a649471c9 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:18.742833 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.820203 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:18.853386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Request body: {'port': {'device_id': '3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6', 'network_id': 'c034983a-632b-4340-be69-9b3007395c93', 'admin_state_up': True, 'tenant_id': 'be9ac7b88b6347708ba6a40833c4ba75'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:18.928164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-4195c06c-749d-4c5e-974b-05cb7b5b9fd9 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/quotas/be9ac7b88b6347708ba6a40833c4ba75 HTTP/1.1" status: 200 len: 375 time: 0.5887980 Jul 16 18:07:18.986270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fd1fb01c-6b9c-4af2-99d0-60abeb258c54 None None] For port 6a086602-be99-4776-99aa-40a3e8af32d1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6a086602-be99-4776-99aa-40a3e8af32d1,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:19.021973 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-369881e8-9f63-4dc9-9b76-9f9b8001a1ca tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] 10.222.0.47 "GET /v2.0/subnetpools/0c914101-802b-40f1-b1a8-3b23be52eb7e HTTP/1.1" status: 200 len: 731 time: 0.6534896 Jul 16 18:07:19.035107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35146) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:19.037310 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fd1fb01c-6b9c-4af2-99d0-60abeb258c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.055056 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3a216791-6f69-49fd-81d8-ad0a95f819ef tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1593740085'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:19.158934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Allocated IP 172.20.0.2 (01fd89e0-0c35-447f-b1a5-708fa898cda9/353865c7-df8c-47e2-8ea0-aadfb970e6e7/cb770d5a-ff6f-458f-bd53-428c57f604a2) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:19.391058 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-f80e6087-96e0-4bee-94fd-1d883083ebf9 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4636796 Jul 16 18:07:19.480903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e6538d49-eebd-41be-9976-2c5aa9694294 None None] Provisioning complete for port 6a086602-be99-4776-99aa-40a3e8af32d1 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:19.481423 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e6538d49-eebd-41be-9976-2c5aa9694294 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.490009 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.529658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Allocated IP 172.25.7.116 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/aeee5b75-2365-4e25-85bc-fcf6a6a9c803) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:19.531972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a216791-6f69-49fd-81d8-ad0a95f819ef tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] Notify callbacks [] for subnetpool, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.533229 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3a216791-6f69-49fd-81d8-ad0a95f819ef tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] 10.222.0.47 "PUT /v2.0/subnetpools/0c914101-802b-40f1-b1a8-3b23be52eb7e HTTP/1.1" status: 200 len: 684 time: 0.4929776 Jul 16 18:07:19.541844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1fb01c-6b9c-4af2-99d0-60abeb258c54 None None] Pushing event updated for resources: {'Port': ['ID=6a086602-be99-4776-99aa-40a3e8af32d1,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:19.550528 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46fb773d-dbf6-4180-96e6-75c1201d989b req-f59065fc-3f79-4848-a98d-2aa3c30c880d tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 210 time: 0.2000377 Jul 16 18:07:19.555021 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35150) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:19.565739 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.583052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Made reservation on behalf of be9ac7b88b6347708ba6a40833c4ba75 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:19.587226 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.587907 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.613983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.642541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 7be19e45-13c6-450c-beb0-231a649471c9, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7be19e45-13c6-450c-beb0-231a649471c9,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:19.650878 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.657082 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.679797 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-8c47339e-4d4c-455a-a9ff-0c02b835dcce service neutron] 10.222.0.47 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2606399 Jul 16 18:07:19.696231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Transition to ACTIVE for port object cb770d5a-ff6f-458f-bd53-428c57f604a2 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:19.782565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Transition to ACTIVE for port object cb770d5a-ff6f-458f-bd53-428c57f604a2 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:19.825798 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.828821 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.853623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d72d4f23-e3aa-4977-af00-94efbd5cfcf3 tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] Notify callbacks [] for subnetpool, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:19.853623 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d72d4f23-e3aa-4977-af00-94efbd5cfcf3 tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] 10.222.0.47 "DELETE /v2.0/subnetpools/0c914101-802b-40f1-b1a8-3b23be52eb7e HTTP/1.1" status: 204 len: 168 time: 0.2955492 Jul 16 18:07:19.855452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35154) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:19.862998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6a086602-be99-4776-99aa-40a3e8af32d1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:19.882860 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-6f117c19-b8ab-43b3-82c3-0892aaccbd1f tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] show failed (client error): The resource could not be found. Jul 16 18:07:19.883902 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6f117c19-b8ab-43b3-82c3-0892aaccbd1f tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] 10.222.0.47 "GET /v2.0/subnetpools/0c914101-802b-40f1-b1a8-3b23be52eb7e HTTP/1.1" status: 404 len: 346 time: 0.0285418 Jul 16 18:07:19.887579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35156) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:19.914864 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-9f64d7a9-8f3c-434b-af98-824224299b33 tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] delete failed (client error): The resource could not be found. Jul 16 18:07:19.915952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9f64d7a9-8f3c-434b-af98-824224299b33 tempest-SubnetPoolsTestJSON-1760269737 tempest-SubnetPoolsTestJSON-1760269737-project] 10.222.0.47 "DELETE /v2.0/subnetpools/0c914101-802b-40f1-b1a8-3b23be52eb7e HTTP/1.1" status: 404 len: 346 time: 0.0272756 Jul 16 18:07:19.920106 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-c95f60bb-1196-495e-bda0-e154816ebd06 service neutron] 10.222.0.47 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250712 Jul 16 18:07:19.930253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=7be19e45-13c6-450c-beb0-231a649471c9,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:19.964747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Network 01fd89e0-0c35-447f-b1a5-708fa898cda9 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:19.980060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:19.997711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Pushing event updated for resources: {'Port': ['ID=cb770d5a-ff6f-458f-bd53-428c57f604a2,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:20.001602 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:20.059533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6a086602-be99-4776-99aa-40a3e8af32d1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:20.060132 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.128414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Attempting to bind port cb770d5a-ff6f-458f-bd53-428c57f604a2 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:20.128792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Attempting to bind port cb770d5a-ff6f-458f-bd53-428c57f604a2 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:20.130800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Attempting to bind port cb770d5a-ff6f-458f-bd53-428c57f604a2 on network 01fd89e0-0c35-447f-b1a5-708fa898cda9 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:20.148403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:20.148803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Checking segment: {'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:20.149223 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.151986 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Bound using segment: {'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:20.152541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Bound port: cb770d5a-ff6f-458f-bd53-428c57f604a2, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:20.152943 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.322943 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] For port cb770d5a-ff6f-458f-bd53-428c57f604a2, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:20.329450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] For port cb770d5a-ff6f-458f-bd53-428c57f604a2, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cb770d5a-ff6f-458f-bd53-428c57f604a2,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:20.338598 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.411000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a270982-f0c7-46ee-9be9-9d4ded4f8965 None None] Pushing event updated for resources: {'Port': ['ID=cb770d5a-ff6f-458f-bd53-428c57f604a2,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:20.436391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35166) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:20.466726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Network 7fa73e71-aa92-49fc-80b1-cff1753dd53b is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:20.531808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:20.534481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-63384d38-2895-4a91-98f4-0e76cc3a98bd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:20.535039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63384d38-2895-4a91-98f4-0e76cc3a98bd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.565025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:20.600843 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b017bad-61de-4bde-80be-691747bfb5e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.801249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Pushing event updated for resources: {'Port': ['ID=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:20.805854 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a82c54bf-b4f0-4480-a437-6f0b98820973 req-493f3964-e1bf-41ca-8f6d-58ad2f9eb638 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 210 time: 0.3758185 Jul 16 18:07:20.809471 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b017bad-61de-4bde-80be-691747bfb5e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.816726 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b017bad-61de-4bde-80be-691747bfb5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.875647 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63384d38-2895-4a91-98f4-0e76cc3a98bd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:20.879594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.879967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.880502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.881106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.881683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.882265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.882828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.883622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.884194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.884754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.885443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.886145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:20.897329 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5b017bad-61de-4bde-80be-691747bfb5e8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e21a539efec54bbabe704e25d71d5544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597569 Jul 16 18:07:20.898136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b017bad-61de-4bde-80be-691747bfb5e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5317ad44-aecb-4127-bcd1-8dcc5f2de7fc,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:20.909757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35188) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:20.943205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Allocated IP 172.20.0.4 (c034983a-632b-4340-be69-9b3007395c93/e656e27c-7e37-460b-b303-ed6795b875d7/135f893f-c290-4327-af09-0cc282b0109c) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:20.968204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-63384d38-2895-4a91-98f4-0e76cc3a98bd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:20.979107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b93f77-c003-42e4-9165-ec581778dcf1 req-4f355e88-dc46-4bd2-b6e7-7c0ae5ac44f3 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:20.980744 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20b93f77-c003-42e4-9165-ec581778dcf1 req-4f355e88-dc46-4bd2-b6e7-7c0ae5ac44f3 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 931 time: 0.2306175 Jul 16 18:07:21.031179 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.081444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfc54ba5-258c-44a7-b1c0-a6111d987786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.114563 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfc54ba5-258c-44a7-b1c0-a6111d987786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.117463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.118098 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.184656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-057310c3-db60-4b01-b49b-6f3a61161c5a tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:21.186878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-057310c3-db60-4b01-b49b-6f3a61161c5a tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.37 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 816 time: 0.7274623 Jul 16 18:07:21.188091 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20b93f77-c003-42e4-9165-ec581778dcf1 req-39f379aa-c2be-4fde-9ba3-3bcec56e34a9 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901288 Jul 16 18:07:21.205388 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-c5f4f1ca-9406-4c03-a115-32773b9c1d88 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3715086 Jul 16 18:07:21.221141 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfc54ba5-258c-44a7-b1c0-a6111d987786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.224014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfc54ba5-258c-44a7-b1c0-a6111d987786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.225387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cfc54ba5-258c-44a7-b1c0-a6111d987786 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5317ad44-aecb-4127-bcd1-8dcc5f2de7fc HTTP/1.1" status: 204 len: 168 time: 0.3144777 Jul 16 18:07:21.238063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc54ba5-258c-44a7-b1c0-a6111d987786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5317ad44-aecb-4127-bcd1-8dcc5f2de7fc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:21.247688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Request body: {'port': {'device_id': '8215d919-27b1-4f5b-a864-45bd9543c4be', 'network_id': 'c034983a-632b-4340-be69-9b3007395c93', 'admin_state_up': True, 'tenant_id': 'be9ac7b88b6347708ba6a40833c4ba75'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:21.318328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Allocated IP 172.25.7.16 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/4a0b3f3d-1a69-4439-ad79-8019a51bdf55) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:21.329843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.341722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Request body: {'port': {'device_id': '682ad733-c621-47c1-bf28-ec1db1300f08', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:21.439841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:21.473969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:21.579389 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.627311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:21.677973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.737297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:21.741030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event updated for resources: {'Port': ['ID=aeee5b75-2365-4e25-85bc-fcf6a6a9c803,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:21.750172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:21.754072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:21.765978 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.810118 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:21.825969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Pushing event updated for resources: {'Port': ['ID=4a0b3f3d-1a69-4439-ad79-8019a51bdf55,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:21.921098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Transition to ACTIVE for port object 135f893f-c290-4327-af09-0cc282b0109c will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:21.969010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Made reservation on behalf of be9ac7b88b6347708ba6a40833c4ba75 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:21.975298 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.028679 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.054069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f566e99-08a3-4155-89c6-7cc226f1d16b None None] Network 01fd89e0-0c35-447f-b1a5-708fa898cda9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:22.156053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cb770d5a-ff6f-458f-bd53-428c57f604a2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:22.260388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ef33e2ab-3d8d-40ab-b2eb-14da8140e69c None None] Provisioning for port cb770d5a-ff6f-458f-bd53-428c57f604a2 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:22.288763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port cb770d5a-ff6f-458f-bd53-428c57f604a2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:22.298707 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-db59e2f1-f130-409a-8676-c7d925fb240e req-274ada53-0118-4802-8c12-c19aa7be874c tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 210 time: 0.1999094 Jul 16 18:07:22.323213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cb770d5a-ff6f-458f-bd53-428c57f604a2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:22.323600 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.459087 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.501723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port cb770d5a-ff6f-458f-bd53-428c57f604a2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cb770d5a-ff6f-458f-bd53-428c57f604a2,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:22.531841 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.533562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7be19e45-13c6-450c-beb0-231a649471c9 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:22.548116 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35216) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:22.580033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ee2b2-0e19-4fc8-b6e5-351737496959 req-2a0e83dc-5193-44f3-bff7-0aa01f4dfe5f tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:22.582466 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-943ee2b2-0e19-4fc8-b6e5-351737496959 req-2a0e83dc-5193-44f3-bff7-0aa01f4dfe5f tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 931 time: 0.1417360 Jul 16 18:07:22.670738 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-943ee2b2-0e19-4fc8-b6e5-351737496959 req-fe423571-6d86-4b81-a30c-e79da51b99bc tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820858 Jul 16 18:07:22.680518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1779282288'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:22.705694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=cb770d5a-ff6f-458f-bd53-428c57f604a2,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:22.710065 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Made reservation on behalf of ec70e5837c054fde9b01773037fcdf43 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:22.715325 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.729394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.749788 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.770220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7be19e45-13c6-450c-beb0-231a649471c9 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:22.772096 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.939646 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63384d38-2895-4a91-98f4-0e76cc3a98bd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.956933 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.965099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:22.985710 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.036619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:23.060050 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.060405 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Added segment 0686f51d-7a15-46f0-a10f-8302e2f03323 of type vlan for network d3131e8c-07f2-4fc2-b64d-2cce094d8a89 Jul 16 18:07:23.070728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b0d0211-ecd1-472b-bc8e-5d505c3c9a00,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:23.123263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.137106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f32357e-07bf-4866-9200-c06a08d4b863 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:07:23.244565 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.307774 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2ba5f34a-6009-4b12-b998-2b159436d126 None None] Provisioning complete for port cb770d5a-ff6f-458f-bd53-428c57f604a2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:23.308153 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2ba5f34a-6009-4b12-b998-2b159436d126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.376842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.383681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:23.384577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.516472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Allocated IP 172.20.0.9 (c034983a-632b-4340-be69-9b3007395c93/e656e27c-7e37-460b-b303-ed6795b875d7/59c06ad1-556a-4b5a-9560-30ca3d1b9a9b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:23.544903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Pushing event updated for resources: {'Network': ['ID=d3131e8c-07f2-4fc2-b64d-2cce094d8a89,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:23.558269 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:23.568030 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4019dcfb-c467-4017-be87-1c4e2288d144 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.0100203 Jul 16 18:07:23.570282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35228) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:23.578750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-0c7c0afa-ccec-4829-8af7-357da58e5914 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89', 'tempest-TagsTest-Tag-1625896210') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:23.633429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network d3131e8c-07f2-4fc2-b64d-2cce094d8a89 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:23.656197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f32357e-07bf-4866-9200-c06a08d4b863 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:07:23.814970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63384d38-2895-4a91-98f4-0e76cc3a98bd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=4bd1c8c7-7df2-4bf9-9aee-0c8be1739faf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:23.819615 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0c7c0afa-ccec-4829-8af7-357da58e5914 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "PUT /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags/tempest-TagsTest-Tag-1625896210 HTTP/1.1" status: 201 len: 201 time: 0.2446723 Jul 16 18:07:23.827416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35232) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:23.833747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cb770d5a-ff6f-458f-bd53-428c57f604a2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:23.835651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-dbf60151-e621-4245-bdc5-31a3363ae884 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89', 'tempest-TagsTest-Tag-1625896210') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:23.909023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Router 668008a8-ad80-4075-87ab-43ba87989a1c is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:23.972794 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dbf60151-e621-4245-bdc5-31a3363ae884 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "GET /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags/tempest-TagsTest-Tag-1625896210 HTTP/1.1" status: 204 len: 168 time: 0.1421485 Jul 16 18:07:23.975488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35236) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:23.986896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-33fcdbea-e821-4357-9e3a-32036cc69378 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:24.098179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Network c034983a-632b-4340-be69-9b3007395c93 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:24.183403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:24.192737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cb770d5a-ff6f-458f-bd53-428c57f604a2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:24.193276 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.205992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.222978 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-58e8efd6-c898-49c0-a4d3-ffe473eb724d tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:24.223430 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-58e8efd6-c898-49c0-a4d3-ffe473eb724d tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.37 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 816 time: 2.0108225 Jul 16 18:07:24.234474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ce18b5e3-ee0a-4d63-83c5-015406ad892d req-b30cbb16-4553-4f5d-818b-96dd5b5dea35 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 210 time: 0.3751397 Jul 16 18:07:24.256645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:24.261482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Pushing event updated for resources: {'Port': ['ID=135f893f-c290-4327-af09-0cc282b0109c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:24.309389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-33fcdbea-e821-4357-9e3a-32036cc69378 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "GET /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags HTTP/1.1" status: 200 len: 238 time: 0.3318040 Jul 16 18:07:24.312085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35242) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:24.316799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-e20d61d1-9059-432c-938d-61c0ad0d3494 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89', {'tags': ['tempest-TagsTest-Tag-689681687', 'tempest-TagsTest-Tag-1402077507', 'tempest-TagsTest-Tag-1741509437']}) {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:24.318119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Request body: {'port': {'device_id': '73913c03-c3e4-4529-8d66-40bc8cb7e7ef', 'network_id': 'c034983a-632b-4340-be69-9b3007395c93', 'admin_state_up': True, 'tenant_id': 'be9ac7b88b6347708ba6a40833c4ba75'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:24.408275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:24.425927 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e20d61d1-9059-432c-938d-61c0ad0d3494 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "PUT /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags HTTP/1.1" status: 200 len: 308 time: 0.1126573 Jul 16 18:07:24.434148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Transition to ACTIVE for port object 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:24.451854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Sync routers for ids ['668008a8-ad80-4075-87ab-43ba87989a1c'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:24.453988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35244) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:24.462694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-b58fcc11-f58d-44de-a95e-2015003e23d1 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89', 'tempest-TagsTest-Tag-689681687') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:24.486626 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.487718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a3e880b0-4323-4eae-8c6e-9bb27e0c970d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.3598104 Jul 16 18:07:24.500965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35246) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:24.539843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Routers {'668008a8-ad80-4075-87ab-43ba87989a1c'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:24.540565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['668008a8-ad80-4075-87ab-43ba87989a1c'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:24.742595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Set router 668008a8-ad80-4075-87ab-43ba87989a1c gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:24.805343 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.809806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63384d38-2895-4a91-98f4-0e76cc3a98bd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:24.969754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:24.994654 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:22Z', 'revision_number': 3, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:25.038841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Checking router: 668008a8-ad80-4075-87ab-43ba87989a1c for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:25.039622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Updating router 668008a8-ad80-4075-87ab-43ba87989a1c port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:25.049349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.050145 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.062624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Made reservation on behalf of be9ac7b88b6347708ba6a40833c4ba75 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:25.067061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.077569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-18a718b0-83d6-4b5d-bda4-115b8085b1c5 None None] Provisioning for port 135f893f-c290-4327-af09-0cc282b0109c completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:25.084190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-18a718b0-83d6-4b5d-bda4-115b8085b1c5 None None] Provisioning complete for port 135f893f-c290-4327-af09-0cc282b0109c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:25.084783 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-18a718b0-83d6-4b5d-bda4-115b8085b1c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.104683 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-5eb31bd3-53f1-460e-adc2-c985129d61af tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2578931 Jul 16 18:07:25.110815 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.112338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a0d326-5368-4e6a-a42a-bacb5616906c req-4d6d20f7-4112-48c8-9eb8-52fc7d3b6370 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.120584 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-36a0d326-5368-4e6a-a42a-bacb5616906c req-4d6d20f7-4112-48c8-9eb8-52fc7d3b6370 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 931 time: 0.7098670 Jul 16 18:07:25.128106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-18a718b0-83d6-4b5d-bda4-115b8085b1c5 None None] Port 135f893f-c290-4327-af09-0cc282b0109c cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:25.143147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Request body: {'port': {'device_id': '3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:25.145634 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.194321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b58fcc11-f58d-44de-a95e-2015003e23d1 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "DELETE /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags/tempest-TagsTest-Tag-689681687 HTTP/1.1" status: 204 len: 168 time: 0.7367530 Jul 16 18:07:25.230563 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35248) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:25.235690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-e510af50-c863-4069-a303-cc7fca2b7004 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89', 'tempest-TagsTest-Tag-689681687') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:25.250915 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-36a0d326-5368-4e6a-a42a-bacb5616906c req-aac04f35-0608-46fc-878c-e26238c4f52b tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294069 Jul 16 18:07:25.399825 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-e510af50-c863-4069-a303-cc7fca2b7004 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] show failed (client error): The resource could not be found. Jul 16 18:07:25.404152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e510af50-c863-4069-a303-cc7fca2b7004 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "GET /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags/tempest-TagsTest-Tag-689681687 HTTP/1.1" status: 404 len: 325 time: 0.1725812 Jul 16 18:07:25.404949 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35256) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:25.429034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Network c034983a-632b-4340-be69-9b3007395c93 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:25.442866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-b7696036-de5e-4ea3-ad00-ba95bb062055 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89', 'tempest-TagsTest-Tag-1402077507') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:25.443474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Transition to ACTIVE for port object 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:25.500312 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.504864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:25.506835 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.509094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:25.511276 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cf02b8c1-78fc-4db0-8588-6bcc6317edd9 req-5f0b0389-e559-4f9e-a111-bdaeb5c8b9ca tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 210 time: 0.0495756 Jul 16 18:07:25.526927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Transition to ACTIVE for port object 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:25.533313 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.534929 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.548802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Pushing event updated for resources: {'Port': ['ID=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:25.645383 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.666947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b7696036-de5e-4ea3-ad00-ba95bb062055 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "GET /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags/tempest-TagsTest-Tag-1402077507 HTTP/1.1" status: 204 len: 168 time: 0.2281253 Jul 16 18:07:25.667699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35262) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:25.677402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-3c765aad-f1b8-47b3-ba21-2dba00cb39d5 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89', 'tempest-TagsTest-Tag-1741509437') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:25.685940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Attempting to bind port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:25.685940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Attempting to bind port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:25.689977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Attempting to bind port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:25.699458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Pushing event updated for resources: {'Port': ['ID=4a0b3f3d-1a69-4439-ad79-8019a51bdf55,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:25.715620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:25.715620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:25.715620 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.715620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:25.716109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Bound port: 4a0b3f3d-1a69-4439-ad79-8019a51bdf55, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:25.716396 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.796059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcde60c-19cf-4b60-919c-94f9926dfd5d req-5932ca56-ce98-4579-b973-3de62e7b9488 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.802221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcde60c-19cf-4b60-919c-94f9926dfd5d req-5932ca56-ce98-4579-b973-3de62e7b9488 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.808635 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcde60c-19cf-4b60-919c-94f9926dfd5d req-5932ca56-ce98-4579-b973-3de62e7b9488 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.815335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcde60c-19cf-4b60-919c-94f9926dfd5d req-5932ca56-ce98-4579-b973-3de62e7b9488 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.825140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] For port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:25.827424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcde60c-19cf-4b60-919c-94f9926dfd5d req-5932ca56-ce98-4579-b973-3de62e7b9488 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.829008 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] For port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4a0b3f3d-1a69-4439-ad79-8019a51bdf55,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:25.833515 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.833863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcde60c-19cf-4b60-919c-94f9926dfd5d req-5932ca56-ce98-4579-b973-3de62e7b9488 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.840301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcde60c-19cf-4b60-919c-94f9926dfd5d req-5932ca56-ce98-4579-b973-3de62e7b9488 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:25.843249 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7bcde60c-19cf-4b60-919c-94f9926dfd5d req-5932ca56-ce98-4579-b973-3de62e7b9488 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5444 time: 1.3484790 Jul 16 18:07:25.897790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Routers {'668008a8-ad80-4075-87ab-43ba87989a1c'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:25.898606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['668008a8-ad80-4075-87ab-43ba87989a1c'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:25.921848 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:25.964727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Pushing event updated for resources: {'Port': ['ID=4a0b3f3d-1a69-4439-ad79-8019a51bdf55,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:25.972795 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3c765aad-f1b8-47b3-ba21-2dba00cb39d5 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "GET /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags/tempest-TagsTest-Tag-1741509437 HTTP/1.1" status: 204 len: 168 time: 0.2973688 Jul 16 18:07:25.989734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a15153bf-a212-4d7e-8241-1db65deae2d4 None None] Provisioning for port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:25.995123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:25.995504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:25.995899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:25.996251 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:25.996630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:25.996963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:25.997295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:25.997624 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:25.997950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:25.998931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:25.999366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:25.999726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211cd077-9445-4692-94f1-67c3f9001a23 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.008772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a15153bf-a212-4d7e-8241-1db65deae2d4 None None] Provisioning complete for port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:26.009205 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a15153bf-a212-4d7e-8241-1db65deae2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.190064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Allocated IP 172.20.0.1 (01fd89e0-0c35-447f-b1a5-708fa898cda9/353865c7-df8c-47e2-8ea0-aadfb970e6e7/4cf57e87-f9ae-4595-9fed-0d8f38eec9b8) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:26.243872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a15153bf-a212-4d7e-8241-1db65deae2d4 None None] Port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:26.253821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] Set router 668008a8-ad80-4075-87ab-43ba87989a1c gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:26.256513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35268) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:26.261418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-b92a1ef3-5629-45ab-834e-d1afa0393bab tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:26.353052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-c36a2add-20cb-4fd2-93f8-2d7dbd0f321a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.360137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-c36a2add-20cb-4fd2-93f8-2d7dbd0f321a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.366429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-c36a2add-20cb-4fd2-93f8-2d7dbd0f321a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.379086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-c36a2add-20cb-4fd2-93f8-2d7dbd0f321a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.387256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-c36a2add-20cb-4fd2-93f8-2d7dbd0f321a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.394411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-c36a2add-20cb-4fd2-93f8-2d7dbd0f321a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.400645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-c36a2add-20cb-4fd2-93f8-2d7dbd0f321a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.403003 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-c36a2add-20cb-4fd2-93f8-2d7dbd0f321a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5444 time: 0.9559741 Jul 16 18:07:26.403282 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.501042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Transition to ACTIVE for port object 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:26.503606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b92a1ef3-5629-45ab-834e-d1afa0393bab tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "DELETE /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags HTTP/1.1" status: 204 len: 168 time: 0.2459164 Jul 16 18:07:26.507654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35272) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:26.516872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-30038b63-ea40-40db-90ff-e6431e6d01cd tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89', 'tempest-TagsTest-Tag-1402077507') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:26.538522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:22Z', 'revision_number': 3, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:26.572847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220a9916-c529-4524-b6c1-23102fc4aef4 None None] The sync data for ids ['668008a8-ad80-4075-87ab-43ba87989a1c'] in n-d-794306-7 is: [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:22Z', 'revision_number': 3, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:26.573310 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.639978 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Network 01fd89e0-0c35-447f-b1a5-708fa898cda9 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:26.650662 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:26.653459 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:26.663107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:26.676533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.677182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.692135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf57e87-f9ae-4595-9fed-0d8f38eec9b8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:26.722360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848fde5e-8f64-4a62-a6e8-d3e4422689f4 req-2b06a792-de43-4cd7-92f7-79617faa1a75 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.730415 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-848fde5e-8f64-4a62-a6e8-d3e4422689f4 req-2b06a792-de43-4cd7-92f7-79617faa1a75 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 943 time: 0.2881742 Jul 16 18:07:26.735794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.736604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.736604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.737108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.737705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.738145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.738952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.739369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.740995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.740995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.740995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.740995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:07:26.791984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63384d38-2895-4a91-98f4-0e76cc3a98bd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router eb503fdb-09e3-4413-b2e4-3eadfcf12b83 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:26.797203 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7bcde60c-19cf-4b60-919c-94f9926dfd5d req-6c744229-e63c-4293-ba58-2c0dd734ff95 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.8215871 Jul 16 18:07:26.818219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135f893f-c290-4327-af09-0cc282b0109c {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:26.820701 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-30038b63-ea40-40db-90ff-e6431e6d01cd tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] show failed (client error): The resource could not be found. Jul 16 18:07:26.836893 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-30038b63-ea40-40db-90ff-e6431e6d01cd tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "GET /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags/tempest-TagsTest-Tag-1402077507 HTTP/1.1" status: 404 len: 326 time: 0.3277974 Jul 16 18:07:26.839248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35280) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:26.843057 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-41e904da-0435-44d5-a060-2c667c021475 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.6327481 Jul 16 18:07:26.857266 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.868299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-dcfbccee-6dc0-46c1-8587-d35a510c59ff tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89', 'tempest-TagsTest-Tag-1741509437') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:26.876959 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-1c88e05d-cced-4be7-97b4-660e59f83f4b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:26.878681 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-1c88e05d-cced-4be7-97b4-660e59f83f4b tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "GET /v2.0/ports/5083973c-bf1c-4ee2-93b7-1617cc9842d0?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2366779 Jul 16 18:07:26.887475 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Request body: {'port': {'device_id': '8215d919-27b1-4f5b-a864-45bd9543c4be', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:26.924555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Transition to ACTIVE for port object 135f893f-c290-4327-af09-0cc282b0109c will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:26.933562 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:26.980874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7c11bb79-a5aa-4383-9c67-e4067670fd09 None None] Provisioning for port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:26.987497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7c11bb79-a5aa-4383-9c67-e4067670fd09 None None] Provisioning complete for port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:26.988057 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c11bb79-a5aa-4383-9c67-e4067670fd09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.073452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7c11bb79-a5aa-4383-9c67-e4067670fd09 None None] Port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:27.097184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.135033 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-848fde5e-8f64-4a62-a6e8-d3e4422689f4 req-361ae001-fcb0-494f-aa04-f7511ae61762 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4033818 Jul 16 18:07:27.200871 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-dcfbccee-6dc0-46c1-8587-d35a510c59ff tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] show failed (client error): The resource could not be found. Jul 16 18:07:27.203188 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dcfbccee-6dc0-46c1-8587-d35a510c59ff tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "GET /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags/tempest-TagsTest-Tag-1741509437 HTTP/1.1" status: 404 len: 326 time: 0.3476176 Jul 16 18:07:27.220553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35284) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:27.229903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Pushing event updated for resources: {'Port': ['ID=135f893f-c290-4327-af09-0cc282b0109c,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:27.258296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-9f65f149-8345-407c-a997-6f1adb83c945 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'd3131e8c-07f2-4fc2-b64d-2cce094d8a89') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.280550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Attempting to bind port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:27.281174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Attempting to bind port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '02d69202-fb5a-4733-a026-4925253be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fa73e71-aa92-49fc-80b1-cff1753dd53b'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:27.281673 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Attempting to bind port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 on network 7fa73e71-aa92-49fc-80b1-cff1753dd53b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:27.317487 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.347319 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6f7e1a2-8594-43bf-8021-7aa64383a334 req-7e9ae524-f826-4ff4-afda-43ca933bfddd tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 210 time: 0.2428126 Jul 16 18:07:27.406851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63384d38-2895-4a91-98f4-0e76cc3a98bd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:27.417054 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4333e22-263a-44f9-9086-51036c8fe4c9 None None] Sync routers for ids ['eb503fdb-09e3-4413-b2e4-3eadfcf12b83'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:27.427699 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-63384d38-2895-4a91-98f4-0e76cc3a98bd tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/eb503fdb-09e3-4413-b2e4-3eadfcf12b83/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.8354497 Jul 16 18:07:27.432402 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4333e22-263a-44f9-9086-51036c8fe4c9 None None] Routers {'eb503fdb-09e3-4413-b2e4-3eadfcf12b83'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:27.433258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35290) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:27.434862 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e4333e22-263a-44f9-9086-51036c8fe4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['eb503fdb-09e3-4413-b2e4-3eadfcf12b83'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.446825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 on network 7fa73e71-aa92-49fc-80b1-cff1753dd53b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:27.452299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Attempting to bind port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 on network 7fa73e71-aa92-49fc-80b1-cff1753dd53b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:27.504180 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e4333e22-263a-44f9-9086-51036c8fe4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.512084 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f29c9da6-de21-442f-a7bf-9e362cd67799 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb503fdb-09e3-4413-b2e4-3eadfcf12b83 HTTP/1.1" status: 200 len: 205 time: 0.0598891 Jul 16 18:07:27.514031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35292) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:27.515222 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4333e22-263a-44f9-9086-51036c8fe4c9 None None] Routers {'eb503fdb-09e3-4413-b2e4-3eadfcf12b83'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:27.516039 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e4333e22-263a-44f9-9086-51036c8fe4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['eb503fdb-09e3-4413-b2e4-3eadfcf12b83'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.518478 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.546146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Allocated IP 172.20.0.7 (c034983a-632b-4340-be69-9b3007395c93/e656e27c-7e37-460b-b303-ed6795b875d7/ef695110-6ac9-4753-84bc-e31633a8cef2) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:27.583384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Router 8e4d89e2-4b43-4d95-8b43-f538eb402820 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:27.598521 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e4333e22-263a-44f9-9086-51036c8fe4c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:27.599509 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4333e22-263a-44f9-9086-51036c8fe4c9 None None] The sync data for ids ['eb503fdb-09e3-4413-b2e4-3eadfcf12b83'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:27.650070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:27.650587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Checking segment: {'id': '02d69202-fb5a-4733-a026-4925253be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fa73e71-aa92-49fc-80b1-cff1753dd53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:27.651085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Bound using segment: {'id': '02d69202-fb5a-4733-a026-4925253be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fa73e71-aa92-49fc-80b1-cff1753dd53b'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:27.651652 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Bound port: 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02d69202-fb5a-4733-a026-4925253be4fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '7fa73e71-aa92-49fc-80b1-cff1753dd53b'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:27.652118 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.680135 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-986e7426-7adc-46e2-b565-020144aa346c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.709396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Attempting to bind port 135f893f-c290-4327-af09-0cc282b0109c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:27.709957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Attempting to bind port 135f893f-c290-4327-af09-0cc282b0109c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:27.710427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Attempting to bind port 135f893f-c290-4327-af09-0cc282b0109c on network c034983a-632b-4340-be69-9b3007395c93 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:27.748573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Port 135f893f-c290-4327-af09-0cc282b0109c on network c034983a-632b-4340-be69-9b3007395c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:27.749036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Attempting to bind port 135f893f-c290-4327-af09-0cc282b0109c on network c034983a-632b-4340-be69-9b3007395c93 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:27.819694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:27.820305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Checking segment: {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:27.820885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Bound using segment: {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:27.821495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Bound port: 135f893f-c290-4327-af09-0cc282b0109c, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:27.822024 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.860941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:27.916639 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:27.922159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:27.922526 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.978084 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:27.996799 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.006204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-f03419a1-b746-4a0e-88b8-1c37c4708b83 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "GET /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 1.1118746 Jul 16 18:07:28.043205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 80fb28f4-6bfe-4220-9ada-25fe85728b93 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:28.054841 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-986e7426-7adc-46e2-b565-020144aa346c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.059530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-986e7426-7adc-46e2-b565-020144aa346c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.122865 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.155817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4a0b3f3d-1a69-4439-ad79-8019a51bdf55,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:28.168821 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.204967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:28.219942 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-986e7426-7adc-46e2-b565-020144aa346c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.220485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986e7426-7adc-46e2-b565-020144aa346c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Fanout notify agent at l3_agent the message router_deleted on router eb503fdb-09e3-4413-b2e4-3eadfcf12b83 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:28.243726 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-986e7426-7adc-46e2-b565-020144aa346c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.247283 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-986e7426-7adc-46e2-b565-020144aa346c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/eb503fdb-09e3-4413-b2e4-3eadfcf12b83 HTTP/1.1" status: 204 len: 168 time: 0.7216098 Jul 16 18:07:28.257510 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35298) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:28.282710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=4a0b3f3d-1a69-4439-ad79-8019a51bdf55,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:28.304821 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.336843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80fb28f4-6bfe-4220-9ada-25fe85728b93'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:28.339421 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0184f8f-5069-44d9-82a8-60fa5453fc13" -d '{"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "80fb28f4-6bfe-4220-9ada-25fe85728b93"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:28.365488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 80fb28f4-6bfe-4220-9ada-25fe85728b93, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=80fb28f4-6bfe-4220-9ada-25fe85728b93,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:28.372113 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.372333 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:28.384575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4eb4835-c595-4408-b08e-fe39f5314cd8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting subnet 2d27d646-1841-4137-9201-28b16c5826ee {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:28.387074 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.396239 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4eb4835-c595-4408-b08e-fe39f5314cd8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.459337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] For port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:28.463020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=80fb28f4-6bfe-4220-9ada-25fe85728b93,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:28.466024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Pushing event updated for resources: {'Port': ['ID=4cf57e87-f9ae-4595-9fed-0d8f38eec9b8,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:28.502778 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9f65f149-8345-407c-a997-6f1adb83c945 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "DELETE /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89/tags HTTP/1.1" status: 204 len: 168 time: 1.2651591 Jul 16 18:07:28.510776 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.516354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35306) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:28.541806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2205685-7121-4c12-874e-a0f66b59a24b req-9e46a34d-51d1-4bcf-a558-69f07a93eea4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.549175 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2205685-7121-4c12-874e-a0f66b59a24b req-9e46a34d-51d1-4bcf-a558-69f07a93eea4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.555845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2205685-7121-4c12-874e-a0f66b59a24b req-9e46a34d-51d1-4bcf-a558-69f07a93eea4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.557664 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:28.562381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2205685-7121-4c12-874e-a0f66b59a24b req-9e46a34d-51d1-4bcf-a558-69f07a93eea4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.562549 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.563769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device d9d398d3-ffa2-42ec-82b2-002ccf45ef87 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:28.567294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] For port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11,segment=NetworkSegment(02d69202-fb5a-4733-a026-4925253be4fc),segment_id=02d69202-fb5a-4733-a026-4925253be4fc)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:28.568392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2205685-7121-4c12-874e-a0f66b59a24b req-9e46a34d-51d1-4bcf-a558-69f07a93eea4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.574816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2205685-7121-4c12-874e-a0f66b59a24b req-9e46a34d-51d1-4bcf-a558-69f07a93eea4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.581318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2205685-7121-4c12-874e-a0f66b59a24b req-9e46a34d-51d1-4bcf-a558-69f07a93eea4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.583586 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2205685-7121-4c12-874e-a0f66b59a24b req-9e46a34d-51d1-4bcf-a558-69f07a93eea4 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5444 time: 0.4201427 Jul 16 18:07:28.585834 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4eb4835-c595-4408-b08e-fe39f5314cd8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.593939 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.602329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] For port 135f893f-c290-4327-af09-0cc282b0109c, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:28.645236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:28.675740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Network 01fd89e0-0c35-447f-b1a5-708fa898cda9 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:28.685014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:28.699536 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2205685-7121-4c12-874e-a0f66b59a24b req-0748d02c-546b-4fca-bbd5-556eddc429be tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0910194 Jul 16 18:07:28.719372 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.759907 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.772876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] For port 135f893f-c290-4327-af09-0cc282b0109c, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=135f893f-c290-4327-af09-0cc282b0109c,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:28.776382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port d9d398d3-ffa2-42ec-82b2-002ccf45ef87, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:28.782004 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.782853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7823ca02-ecf8-4d6a-8697-5e81d3abde2a no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:28.788397 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4eb4835-c595-4408-b08e-fe39f5314cd8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.874811 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9943115e-06e5-43e5-a5c5-b16d3ed7dfbc x-openstack-request-id: req-9943115e-06e5-43e5-a5c5-b16d3ed7dfbc {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:28.875364 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "80fb28f4-6bfe-4220-9ada-25fe85728b93", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:28.875364 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9943115e-06e5-43e5-a5c5-b16d3ed7dfbc {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:28.875932 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80fb28f4-6bfe-4220-9ada-25fe85728b93', 'code': 200} Jul 16 18:07:28.896974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:28.924205 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.953800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Pushing event updated for resources: {'Port': ['ID=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:28.972501 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.975784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:28.976586 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:28.978484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-61ba49d4-5df8-4cab-bdea-c911dd37c9f7 service neutron] 10.222.0.18 "PUT /v2.0/ports/9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 HTTP/1.1" status: 200 len: 1091 time: 7.7363811 Jul 16 18:07:29.004554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '682ad733-c621-47c1-bf28-ec1db1300f08', 'tag': '9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:29.016247 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e7f14bb-a3a3-4730-a522-986eb444fdc0" -d '{"events": [{"name": "network-changed", "server_uuid": "682ad733-c621-47c1-bf28-ec1db1300f08", "tag": "9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:29.021249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:29.027155 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.041488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Sync routers for ids ['8e4d89e2-4b43-4d95-8b43-f538eb402820'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:29.068445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:29.078658 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.079530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 5083973c-bf1c-4ee2-93b7-1617cc9842d0 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:29.087988 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Routers {'8e4d89e2-4b43-4d95-8b43-f538eb402820'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:29.088806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0da67298-e472-473d-8b58-00847e768c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['8e4d89e2-4b43-4d95-8b43-f538eb402820'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:29.118776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Transition to ACTIVE for port object ef695110-6ac9-4753-84bc-e31633a8cef2 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:29.149379 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.197447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d702dd5d-0ad1-4431-ae22-2be2d6b0d497 None None] Provisioning complete for port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:29.197821 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d702dd5d-0ad1-4431-ae22-2be2d6b0d497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.265986 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.268292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cf48e336-80af-41be-8029-75ce97cfd632 req-21d9a7c0-c376-4bd7-aa93-a1f0317fb1c7 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 210 time: 0.0447557 Jul 16 18:07:29.270843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:29.308191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Router 668008a8-ad80-4075-87ab-43ba87989a1c has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:29.320717 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4eb4835-c595-4408-b08e-fe39f5314cd8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.324701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d702dd5d-0ad1-4431-ae22-2be2d6b0d497 None None] Port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:29.360383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da793ced-8f77-440a-ae9e-a7fa28155ade None None] Network 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:29.365939 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4eb4835-c595-4408-b08e-fe39f5314cd8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.370434 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b4eb4835-c595-4408-b08e-fe39f5314cd8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/2d27d646-1841-4137-9201-28b16c5826ee HTTP/1.1" status: 204 len: 168 time: 1.1080673 Jul 16 18:07:29.374970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35312) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.384842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eb4835-c595-4408-b08e-fe39f5314cd8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Subnet': ['ID=2d27d646-1841-4137-9201-28b16c5826ee,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:29.414939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Set router 8e4d89e2-4b43-4d95-8b43-f538eb402820 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:29.476573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35314) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:29.477376 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.481708 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1143691259'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:29.537801 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1da6c1-f245-4ca7-b438-150f0a24ff4b x-openstack-request-id: req-8c1da6c1-f245-4ca7-b438-150f0a24ff4b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:29.538591 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "682ad733-c621-47c1-bf28-ec1db1300f08", "tag": "9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:29.538591 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c1da6c1-f245-4ca7-b438-150f0a24ff4b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:29.538959 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '682ad733-c621-47c1-bf28-ec1db1300f08', 'tag': '9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11', 'status': 'completed', 'code': 200} Jul 16 18:07:29.553705 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.580876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175686d3-2c73-4b23-be9f-3ae16a3ea911 req-3b1168d4-95a9-482f-98ac-6b505ff21f13 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.582538 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-175686d3-2c73-4b23-be9f-3ae16a3ea911 req-3b1168d4-95a9-482f-98ac-6b505ff21f13 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 943 time: 1.1846340 Jul 16 18:07:29.607238 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:29.611802 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.618665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:29.619412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.620884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] 10.222.0.18 "PUT /v2.0/ports/135f893f-c290-4327-af09-0cc282b0109c HTTP/1.1" status: 200 len: 1091 time: 4.4859688 Jul 16 18:07:29.661563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 5083973c-bf1c-4ee2-93b7-1617cc9842d0, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=5083973c-bf1c-4ee2-93b7-1617cc9842d0,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:29.671116 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.672319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device c9bc271f-eb4b-4536-9932-627fb244a68f no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:29.678617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:29.689415 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Sync routers for ids ['668008a8-ad80-4075-87ab-43ba87989a1c'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:29.695028 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b830c6f2-1063-47ec-9acc-029250ecbb95 admin admin] 10.222.0.47 "PUT /v2.0/routers/668008a8-ad80-4075-87ab-43ba87989a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1901128 Jul 16 18:07:29.735912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port b8eac12d-99a1-4f67-8416-b4689d5f4f32 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:29.736206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.740292 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Routers {'668008a8-ad80-4075-87ab-43ba87989a1c'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:29.741875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:29.745818 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['668008a8-ad80-4075-87ab-43ba87989a1c'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:29.781443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.781801 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Added segment a3a0c40c-d72d-4fcf-91cd-6683223aae74 of type vlan for network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 Jul 16 18:07:29.878417 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.907511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:29.958770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] For port b8eac12d-99a1-4f67-8416-b4689d5f4f32, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b8eac12d-99a1-4f67-8416-b4689d5f4f32,segment=NetworkSegment(a3739562-2203-4e29-a718-17046478b562),segment_id=a3739562-2203-4e29-a718-17046478b562)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:29.963307 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:29.990072 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=5083973c-bf1c-4ee2-93b7-1617cc9842d0,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.001609 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Set router 668008a8-ad80-4075-87ab-43ba87989a1c gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:30.001861 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.027220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for b8eac12d-99a1-4f67-8416-b4689d5f4f32 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:30.048539 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.050801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9e3e2b-50b6-4089-b09b-83b831f5cc79 None None] DHCP port deletion for 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:07:30.075649 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] For port 5083973c-bf1c-4ee2-93b7-1617cc9842d0, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=5083973c-bf1c-4ee2-93b7-1617cc9842d0,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:30.117987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] For port 5083973c-bf1c-4ee2-93b7-1617cc9842d0, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:30.129160 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.135717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.136467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.146978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port c9bc271f-eb4b-4536-9932-627fb244a68f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=c9bc271f-eb4b-4536-9932-627fb244a68f,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:30.153666 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:30.154047 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.176021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] device_id is not set on port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:30.184489 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.185206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7e680b3d-93f0-4a4f-8add-44e0e4780a88 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:30.190490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.194101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.195753 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2ce4f540-4622-40af-abd6-ecdc4f18d487 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 14.6208107 Jul 16 18:07:30.196665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba32ae9b-2331-4476-a7fa-afa4bd91f86f service neutron] Pushing event updated for resources: {'Port': ['ID=135f893f-c290-4327-af09-0cc282b0109c,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.200024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0da67298-e472-473d-8b58-00847e768c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4d89e2-4b43-4d95-8b43-f538eb402820', 'name': 'tempest-snat-router-1243167675', 'tenant_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'aeee5b75-2365-4e25-85bc-fcf6a6a9c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:15Z', 'updated_at': '2021-07-16T18:07:22Z', 'revision_number': 3, 'project_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'gw_port': {'id': 'aeee5b75-2365-4e25-85bc-fcf6a6a9c803', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:07:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4d89e2-4b43-4d95-8b43-f538eb402820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:18Z', 'updated_at': '2021-07-16T18:07:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:30.200316 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211177-8e83-4e89-8831-f68f40d89802 req-c1886444-a40e-4bd3-af5e-f92122ea31ae tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.207735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211177-8e83-4e89-8831-f68f40d89802 req-c1886444-a40e-4bd3-af5e-f92122ea31ae tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.209574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35322) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.214379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211177-8e83-4e89-8831-f68f40d89802 req-c1886444-a40e-4bd3-af5e-f92122ea31ae tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.221404 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211177-8e83-4e89-8831-f68f40d89802 req-c1886444-a40e-4bd3-af5e-f92122ea31ae tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.227541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211177-8e83-4e89-8831-f68f40d89802 req-c1886444-a40e-4bd3-af5e-f92122ea31ae tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.233195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Checking router: 8e4d89e2-4b43-4d95-8b43-f538eb402820 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:30.233195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Updating router 8e4d89e2-4b43-4d95-8b43-f538eb402820 port aeee5b75-2365-4e25-85bc-fcf6a6a9c803 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:30.234027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211177-8e83-4e89-8831-f68f40d89802 req-c1886444-a40e-4bd3-af5e-f92122ea31ae tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.240051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39211177-8e83-4e89-8831-f68f40d89802 req-c1886444-a40e-4bd3-af5e-f92122ea31ae tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:30.242165 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-39211177-8e83-4e89-8831-f68f40d89802 req-c1886444-a40e-4bd3-af5e-f92122ea31ae tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 5434 time: 0.2545364 Jul 16 18:07:30.278161 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8004367 Jul 16 18:07:30.305181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35324) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.315310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-212022483'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:30.320797 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 4, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4cf57e87-f9ae-4595-9fed-0d8f38eec9b8', 'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'mac_address': 'fa:16:3e:a9:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:25Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 2, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'subnets': [{'id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:30.322349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fd6efd-e290-4b0c-af55-64584fd21fe8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Network': ['ID=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.340950 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.360557 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Checking router: 668008a8-ad80-4075-87ab-43ba87989a1c for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:30.361065 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Updating router 668008a8-ad80-4075-87ab-43ba87989a1c port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:07:30.385519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-39211177-8e83-4e89-8831-f68f40d89802 req-3e8b49f0-c6ea-44f7-9c2e-4c7452d4f8b2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1302805 Jul 16 18:07:30.387824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=b8eac12d-99a1-4f67-8416-b4689d5f4f32,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.393962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No DVR routers for this DVR port b8eac12d-99a1-4f67-8416-b4689d5f4f32 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:30.403390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:30.412726 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.413260 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.436525 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.482344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:30.508083 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.508800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:30.541275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:30.557480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3131e8c-07f2-4fc2-b64d-2cce094d8a89']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:30.564389 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.569793 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.599016 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.610800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:30.634755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0686f51d-7a15-46f0-a10f-8302e2f03323') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:30.635421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0686f51d-7a15-46f0-a10f-8302e2f03323') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:30.644549 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.644958 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Added segment b483b9c4-529f-41ef-bf45-df2f50c3db08 of type vlan for network 9c39b3d7-d455-401e-8bad-eeaee0931a8a Jul 16 18:07:30.673126 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3739562-2203-4e29-a718-17046478b562') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:30.673423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3739562-2203-4e29-a718-17046478b562') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:30.702027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Network c034983a-632b-4340-be69-9b3007395c93 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:30.703704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] Pushing event updated for resources: {'Port': ['ID=5083973c-bf1c-4ee2-93b7-1617cc9842d0,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:30.710810 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.734347 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.741736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Releasing vlan 396 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:30.742411 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.757066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.790918 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.800382 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.813579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:30.818569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e3e2b-50b6-4089-b09b-83b831f5cc79 None None] Deleting port b8eac12d-99a1-4f67-8416-b4689d5f4f32 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:30.819013 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3e2b-50b6-4089-b09b-83b831f5cc79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.823371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-175686d3-2c73-4b23-be9f-3ae16a3ea911 req-ae13736f-9c8d-4cba-9462-a66d604a73d4 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2118800 Jul 16 18:07:30.827201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:30.827954 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:30.832123 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:30.840845 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:30.886900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42634e4a-5ac6-47d2-88a5-ffc39bf29f4b'}, {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87'}, {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7823ca02-ecf8-4d6a-8697-5e81d3abde2a'}, {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5083973c-bf1c-4ee2-93b7-1617cc9842d0'}, {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bc271f-eb4b-4536-9932-627fb244a68f'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:30.889885 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5568ff6-1b3a-4213-88dd-07d31fd1fc3b" -d '{"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "42634e4a-5ac6-47d2-88a5-ffc39bf29f4b"}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "d9d398d3-ffa2-42ec-82b2-002ccf45ef87"}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "7823ca02-ecf8-4d6a-8697-5e81d3abde2a"}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "5083973c-bf1c-4ee2-93b7-1617cc9842d0"}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bc271f-eb4b-4536-9932-627fb244a68f"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:30.892703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35330) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:30.900432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:30.907552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-386305b3-024d-4f0a-aba7-983e81b606c5 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2005377374', 'description': 'tempest-description--1985373479'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:30.977555 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-386305b3-024d-4f0a-aba7-983e81b606c5 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.088740 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73aba002-3a10-4969-8cd5-2bf9734fdc97 x-openstack-request-id: req-73aba002-3a10-4969-8cd5-2bf9734fdc97 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:31.089321 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "42634e4a-5ac6-47d2-88a5-ffc39bf29f4b", "code": 200}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "d9d398d3-ffa2-42ec-82b2-002ccf45ef87", "code": 200}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "7823ca02-ecf8-4d6a-8697-5e81d3abde2a", "code": 200}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "5083973c-bf1c-4ee2-93b7-1617cc9842d0", "code": 200}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "c9bc271f-eb4b-4536-9932-627fb244a68f", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:31.089897 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-73aba002-3a10-4969-8cd5-2bf9734fdc97 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:31.090365 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42634e4a-5ac6-47d2-88a5-ffc39bf29f4b', 'code': 200} Jul 16 18:07:31.090707 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87', 'code': 200} Jul 16 18:07:31.090967 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7823ca02-ecf8-4d6a-8697-5e81d3abde2a', 'code': 200} Jul 16 18:07:31.091312 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5083973c-bf1c-4ee2-93b7-1617cc9842d0', 'code': 200} Jul 16 18:07:31.092142 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c9bc271f-eb4b-4536-9932-627fb244a68f', 'code': 200} Jul 16 18:07:31.101947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=c9bc271f-eb4b-4536-9932-627fb244a68f,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.103201 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.137722 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Transition to ACTIVE for port object 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:31.139272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.142489 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.157237 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-19dba6ed-2414-4b03-94a6-a94a74594f22 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/routers/8e4d89e2-4b43-4d95-8b43-f538eb402820 HTTP/1.1" status: 200 len: 908 time: 0.7003279 Jul 16 18:07:31.157416 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.160840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] No DVR routers for this DVR port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:31.161169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.162037 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.165437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35334) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:31.182546 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.184719 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/networks/93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 HTTP/1.1" status: 204 len: 168 time: 1.8095443 Jul 16 18:07:31.199944 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35336) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:31.208516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-226747530', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:31.217454 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85919e9c-1321-45f1-b2cc-7aac3e208e32 None None] Pushing event updated for resources: {'Port': ['ID=4cf57e87-f9ae-4595-9fed-0d8f38eec9b8,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.255171 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-9b9e3e2b-50b6-4089-b09b-83b831f5cc79 None None] For port b8eac12d-99a1-4f67-8416-b4689d5f4f32, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:31.255664 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3e2b-50b6-4089-b09b-83b831f5cc79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.287068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1d02c429-c95e-4a9b-a48b-6e40666a5f64 None None] Provisioning complete for port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:31.287524 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d02c429-c95e-4a9b-a48b-6e40666a5f64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.291284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9b9e3e2b-50b6-4089-b09b-83b831f5cc79 None None] Calling delete_port for b8eac12d-99a1-4f67-8416-b4689d5f4f32 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:31.299734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-9b9e3e2b-50b6-4089-b09b-83b831f5cc79 None None] Port b8eac12d-99a1-4f67-8416-b4689d5f4f32 was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:07:31.323286 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Attempting to bind port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:31.323873 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Attempting to bind port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:31.324296 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Attempting to bind port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 on network 01fd89e0-0c35-447f-b1a5-708fa898cda9 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:31.332238 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9b9e3e2b-50b6-4089-b09b-83b831f5cc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.337243 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:31.338869 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Checking segment: {'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:31.339281 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.339701 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Bound using segment: {'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:31.340187 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Bound port: 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:31.340586 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.360276 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.368028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9e3e2b-50b6-4089-b09b-83b831f5cc79 None None] Pushing event deleted for resources: {'Port': ['ID=b8eac12d-99a1-4f67-8416-b4689d5f4f32,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.375042 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] In _notify_port_updated(), no bound segment for port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:07:31.375912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.376412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.377760 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-61897d4f-8927-4622-9e49-d495a8c0170b service neutron] 10.222.0.37 "PUT /v2.0/ports/5083973c-bf1c-4ee2-93b7-1617cc9842d0 HTTP/1.1" status: 200 len: 1033 time: 3.2467172 Jul 16 18:07:31.378496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Pushing event updated for resources: {'Port': ['ID=ef695110-6ac9-4753-84bc-e31633a8cef2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.383291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Network': ['ID=9c39b3d7-d455-401e-8bad-eeaee0931a8a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.387180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9b9e3e2b-50b6-4089-b09b-83b831f5cc79 None None] Network 93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0 is not hosted by any dhcp agent {{(pid=105440) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:07:31.387717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9e3e2b-50b6-4089-b09b-83b831f5cc79 None None] No DVR routers for this DVR port b8eac12d-99a1-4f67-8416-b4689d5f4f32 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:31.395297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.396872 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.433642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Transition to ACTIVE for port object 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:31.438316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c088fe-4e9f-4456-924a-54caafb98136 req-6b720bf0-fbd8-40ca-8958-ff11fb579c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.440395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-6b720bf0-fbd8-40ca-8958-ff11fb579c2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6db0a2adb5744093a3a47d920223062a&device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 1094 time: 2.3967893 Jul 16 18:07:31.445402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9c39b3d7-d455-401e-8bad-eeaee0931a8a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:31.446817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1d02c429-c95e-4a9b-a48b-6e40666a5f64 None None] Port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:31.463163 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.480312 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.483933 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] 10.222.0.47 "DELETE /v2.0/networks/d3131e8c-07f2-4fc2-b64d-2cce094d8a89 HTTP/1.1" status: 204 len: 168 time: 2.9565382 Jul 16 18:07:31.501395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b446bcf-d2d2-469c-8f2f-c023ecc78fa3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Network': ['ID=93db84b7-25cf-4b6f-8f5f-ce4fcc6149a0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.517939 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] For port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:31.521935 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] For port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4cf57e87-f9ae-4595-9fed-0d8f38eec9b8,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:31.537846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7e680b3d-93f0-4a4f-8add-44e0e4780a88, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7e680b3d-93f0-4a4f-8add-44e0e4780a88,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:31.539027 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.608969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6', 'tag': '135f893f-c290-4327-af09-0cc282b0109c'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:31.612496 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6", "tag": "135f893f-c290-4327-af09-0cc282b0109c"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:31.617220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-a386d5ec-16e4-4864-92d5-8d5f98627bf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 HTTP/1.1" status: 200 len: 217 time: 0.0994802 Jul 16 18:07:31.625702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.638936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-386305b3-024d-4f0a-aba7-983e81b606c5 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.640042 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.643619 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.646501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b2f1e-b1df-4f85-a990-39db1ed86218 tempest-TagsTest-664663294 tempest-TagsTest-664663294-project] Pushing event deleted for resources: {'Network': ['ID=d3131e8c-07f2-4fc2-b64d-2cce094d8a89,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.652781 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Routers {'668008a8-ad80-4075-87ab-43ba87989a1c'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:31.657230 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-386305b3-024d-4f0a-aba7-983e81b606c5 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.667377 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['668008a8-ad80-4075-87ab-43ba87989a1c'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:31.703081 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3aeb4bbd-506f-436f-8573-f8bf40939fc7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.3938773 Jul 16 18:07:31.713950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35344) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:31.743244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7e680b3d-93f0-4a4f-8add-44e0e4780a88,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.784512 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85919e9c-1321-45f1-b2cc-7aac3e208e32 None None] Pushing event updated for resources: {'Port': ['ID=4cf57e87-f9ae-4595-9fed-0d8f38eec9b8,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.787430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'subnet': {'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:31.791439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Transition to ACTIVE for port object aeee5b75-2365-4e25-85bc-fcf6a6a9c803 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:31.799606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3fbc76f0-8487-45fe-8359-5dad08384a09 None None] Provisioning for port ef695110-6ac9-4753-84bc-e31633a8cef2 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:31.811948 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.814268 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.816215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-54c1dd77-da92-47f1-80c4-d9726407c042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:31.816496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3fbc76f0-8487-45fe-8359-5dad08384a09 None None] Provisioning complete for port ef695110-6ac9-4753-84bc-e31633a8cef2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:31.817112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3fbc76f0-8487-45fe-8359-5dad08384a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.830681 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-54c1dd77-da92-47f1-80c4-d9726407c042 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 1094 time: 2.0869098 Jul 16 18:07:31.835814 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-41362175-70c7-439b-b351-324dfcc8e2d0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.5414381 Jul 16 18:07:31.887964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b8eac12d-99a1-4f67-8416-b4689d5f4f32 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:31.917363 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.918897 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.926104 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] Set router 668008a8-ad80-4075-87ab-43ba87989a1c gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:31.933882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386305b3-024d-4f0a-aba7-983e81b606c5 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=307ffb08-a94c-4961-b543-046934700cb3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:31.942419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Request body: {'port': {'device_id': '73913c03-c3e4-4529-8d66-40bc8cb7e7ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:31.950125 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-386305b3-024d-4f0a-aba7-983e81b606c5 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:31.952125 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-386305b3-024d-4f0a-aba7-983e81b606c5 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0516698 Jul 16 18:07:31.969648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35350) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:31.993616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: b8eac12d-99a1-4f67-8416-b4689d5f4f32 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:31.993837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b8eac12d-99a1-4f67-8416-b4689d5f4f32 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:32.015949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3fbc76f0-8487-45fe-8359-5dad08384a09 None None] Port ef695110-6ac9-4753-84bc-e31633a8cef2 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:32.032904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f69589-bdb8-4b36-8c0c-744863592cf3 None None] Pushing event updated for resources: {'Port': ['ID=aeee5b75-2365-4e25-85bc-fcf6a6a9c803,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.035887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Attempting to bind port aeee5b75-2365-4e25-85bc-fcf6a6a9c803 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:32.036420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Attempting to bind port aeee5b75-2365-4e25-85bc-fcf6a6a9c803 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:32.037192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Attempting to bind port aeee5b75-2365-4e25-85bc-fcf6a6a9c803 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:32.043522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:32.044319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:32.045708 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.046408 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:32.047125 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Bound port: aeee5b75-2365-4e25-85bc-fcf6a6a9c803, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:32.048023 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.055287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35352) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:32.109249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a8ae90e0-c55f-40d2-a08a-f94678619d93 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Request body: {'security_group_rule': {'security_group_id': '307ffb08-a94c-4961-b543-046934700cb3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:32.118000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-e791d7e8-338c-43c8-832e-4fe6859fe10a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.119364 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-e791d7e8-338c-43c8-832e-4fe6859fe10a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "GET /v2.0/ports/c9bc271f-eb4b-4536-9932-627fb244a68f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.7190719 Jul 16 18:07:32.119864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0da67298-e472-473d-8b58-00847e768c02 None None] For port aeee5b75-2365-4e25-85bc-fcf6a6a9c803, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:32.125598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0da67298-e472-473d-8b58-00847e768c02 None None] For port aeee5b75-2365-4e25-85bc-fcf6a6a9c803, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=aeee5b75-2365-4e25-85bc-fcf6a6a9c803,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:32.130422 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-78bf7079-9757-40f9-a91b-52c41fd37aba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=135f893f-c290-4327-af09-0cc282b0109c HTTP/1.1" status: 200 len: 217 time: 0.2665753 Jul 16 18:07:32.145607 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.154141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:32.179220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Pushing event updated for resources: {'Port': ['ID=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.217764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c088fe-4e9f-4456-924a-54caafb98136 req-1644fb8f-138e-4fc6-a0f8-bba5dbc95e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.219278 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-1644fb8f-138e-4fc6-a0f8-bba5dbc95e7d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6a0928-4376-4151-bf57-d7f0fb75cc11 HTTP/1.1" status: 200 len: 860 time: 0.5797124 Jul 16 18:07:32.257163 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.278213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a897a-0508-4e2d-96fa-c262e2864d39 req-9ccc6686-8043-48a5-a182-115dc64fe665 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.284300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a897a-0508-4e2d-96fa-c262e2864d39 req-9ccc6686-8043-48a5-a182-115dc64fe665 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.290079 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a897a-0508-4e2d-96fa-c262e2864d39 req-9ccc6686-8043-48a5-a182-115dc64fe665 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.291616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Routers {'8e4d89e2-4b43-4d95-8b43-f538eb402820'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:32.292628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0da67298-e472-473d-8b58-00847e768c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['8e4d89e2-4b43-4d95-8b43-f538eb402820'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:32.296602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a897a-0508-4e2d-96fa-c262e2864d39 req-9ccc6686-8043-48a5-a182-115dc64fe665 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.297066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f69589-bdb8-4b36-8c0c-744863592cf3 None None] Pushing event updated for resources: {'Port': ['ID=aeee5b75-2365-4e25-85bc-fcf6a6a9c803,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:32.302686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a897a-0508-4e2d-96fa-c262e2864d39 req-9ccc6686-8043-48a5-a182-115dc64fe665 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.308586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a897a-0508-4e2d-96fa-c262e2864d39 req-9ccc6686-8043-48a5-a182-115dc64fe665 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.311071 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e0a897a-0508-4e2d-96fa-c262e2864d39 req-9ccc6686-8043-48a5-a182-115dc64fe665 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 4652 time: 0.6469901 Jul 16 18:07:32.392146 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 4, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4cf57e87-f9ae-4595-9fed-0d8f38eec9b8', 'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'mac_address': 'fa:16:3e:a9:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:25Z', 'updated_at': '2021-07-16T18:07:31Z', 'revision_number': 4, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'subnets': [{'id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:32.397708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4f587e-0c16-4769-91e1-5a8cb7291c1a req-7bce50fc-10d8-4150-b015-2a2f278df0ac tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.399409 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd4f587e-0c16-4769-91e1-5a8cb7291c1a req-7bce50fc-10d8-4150-b015-2a2f278df0ac tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 931 time: 1.1473074 Jul 16 18:07:32.401332 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-0e1dc489-5e48-4229-b8b0-0249f4661bc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa73e71-aa92-49fc-80b1-cff1753dd53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0940206 Jul 16 18:07:32.410689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.444670 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa5760e6-8089-4545-a4b7-92aea5982aed None None] The sync data for ids ['668008a8-ad80-4075-87ab-43ba87989a1c'] in n-d-794306-7 is: [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 4, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4cf57e87-f9ae-4595-9fed-0d8f38eec9b8', 'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'mac_address': 'fa:16:3e:a9:07:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:25Z', 'updated_at': '2021-07-16T18:07:31Z', 'revision_number': 4, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'subnets': [{'id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:32.467970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0da67298-e472-473d-8b58-00847e768c02 None None] Set router 8e4d89e2-4b43-4d95-8b43-f538eb402820 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:32.487770 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8ae90e0-c55f-40d2-a08a-f94678619d93 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.491088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-e6261c64-3fcc-4f0f-b6a7-58cf56cf5e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:32.492569 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-e6261c64-3fcc-4f0f-b6a7-58cf56cf5e29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e656e27c-7e37-460b-b303-ed6795b875d7 HTTP/1.1" status: 200 len: 855 time: 0.3464978 Jul 16 18:07:32.619061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.621744 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.630470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-629912df-cb28-41f3-884f-d2b1b3981c1c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ec70e5837c054fde9b01773037fcdf43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5672936 Jul 16 18:07:32.632090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:32.635746 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35356) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:32.635934 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.642956 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e0a897a-0508-4e2d-96fa-c262e2864d39 req-9277ad4e-855f-4345-bf6a-d03d9bba3dda tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3200228 Jul 16 18:07:32.722961 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0184eae7-28cf-49c7-93b5-af8f708c1303 x-openstack-request-id: req-0184eae7-28cf-49c7-93b5-af8f708c1303 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:32.723246 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6", "tag": "135f893f-c290-4327-af09-0cc282b0109c", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:32.723499 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0184eae7-28cf-49c7-93b5-af8f708c1303 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:32.723932 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6', 'tag': '135f893f-c290-4327-af09-0cc282b0109c', 'status': 'completed', 'code': 200} Jul 16 18:07:32.765001 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.776396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Attempting to bind port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:32.776618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0da67298-e472-473d-8b58-00847e768c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e4d89e2-4b43-4d95-8b43-f538eb402820', 'name': 'tempest-snat-router-1243167675', 'tenant_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'aeee5b75-2365-4e25-85bc-fcf6a6a9c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:15Z', 'updated_at': '2021-07-16T18:07:22Z', 'revision_number': 3, 'project_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'gw_port': {'id': 'aeee5b75-2365-4e25-85bc-fcf6a6a9c803', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:07:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4d89e2-4b43-4d95-8b43-f538eb402820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:18Z', 'updated_at': '2021-07-16T18:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:32.776770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Attempting to bind port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:32.776974 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Attempting to bind port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b on network c034983a-632b-4340-be69-9b3007395c93 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:32.787663 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd4f587e-0c16-4769-91e1-5a8cb7291c1a req-40269e16-1695-4321-87b3-e3e95b2e5778 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3524210 Jul 16 18:07:32.817259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da67298-e472-473d-8b58-00847e768c02 None None] The sync data for ids ['8e4d89e2-4b43-4d95-8b43-f538eb402820'] in n-d-794306-7 is: [{'id': '8e4d89e2-4b43-4d95-8b43-f538eb402820', 'name': 'tempest-snat-router-1243167675', 'tenant_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.116'}], 'enable_snat': True}, 'gw_port_id': 'aeee5b75-2365-4e25-85bc-fcf6a6a9c803', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:15Z', 'updated_at': '2021-07-16T18:07:22Z', 'revision_number': 3, 'project_id': '4fdff117bb264e3b8c745e9cdabbf09d', 'gw_port': {'id': 'aeee5b75-2365-4e25-85bc-fcf6a6a9c803', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:07:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e4d89e2-4b43-4d95-8b43-f538eb402820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:18Z', 'updated_at': '2021-07-16T18:07:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:32.849141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Deleting port aeee5b75-2365-4e25-85bc-fcf6a6a9c803 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:32.849790 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.883159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b on network c034983a-632b-4340-be69-9b3007395c93 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:32.883688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Attempting to bind port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b on network c034983a-632b-4340-be69-9b3007395c93 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:32.929108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:32.929588 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Checking segment: {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:32.930027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Bound using segment: {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:32.930572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Bound port: 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:32.931006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:32.992608 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8ae90e0-c55f-40d2-a08a-f94678619d93 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.000292 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-b83df9ea-2607-43d0-8e8a-4865336c18a7 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa73e71-aa92-49fc-80b1-cff1753dd53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5696616 Jul 16 18:07:33.033666 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8ae90e0-c55f-40d2-a08a-f94678619d93 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.083290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] For port aeee5b75-2365-4e25-85bc-fcf6a6a9c803, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=aeee5b75-2365-4e25-85bc-fcf6a6a9c803,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:33.084302 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.093722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e680b3d-93f0-4a4f-8add-44e0e4780a88'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:33.097420 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7ad7d4b-4618-4997-8f99-1383c26e51ea" -d '{"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "7e680b3d-93f0-4a4f-8add-44e0e4780a88"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:33.140005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Calling delete_port for aeee5b75-2365-4e25-85bc-fcf6a6a9c803 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:33.162967 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b7500c-23d2-4ab1-8156-120e5cf30c55 x-openstack-request-id: req-36b7500c-23d2-4ab1-8156-120e5cf30c55 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:33.164627 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-unplugged", "status": "completed", "tag": "7e680b3d-93f0-4a4f-8add-44e0e4780a88", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:33.165130 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-36b7500c-23d2-4ab1-8156-120e5cf30c55 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:33.165781 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7e680b3d-93f0-4a4f-8add-44e0e4780a88', 'code': 200} Jul 16 18:07:33.384664 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.602962 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea72e-a2cd-441f-ab17-874ec95551df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.674467 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea72e-a2cd-441f-ab17-874ec95551df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.705586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-460450a0-dc5d-4d89-ae2f-c92d09821430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.707137 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-460450a0-dc5d-4d89-ae2f-c92d09821430 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c034983a-632b-4340-be69-9b3007395c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1602907 Jul 16 18:07:33.720524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ae90e0-c55f-40d2-a08a-f94678619d93 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75e75eeb-e95d-4356-8d14-c30d84d0ee41,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:33.722613 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8ae90e0-c55f-40d2-a08a-f94678619d93 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:33.723842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a8ae90e0-c55f-40d2-a08a-f94678619d93 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6686914 Jul 16 18:07:33.759332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35362) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:33.816054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b290cb-fce7-48ed-986b-6285065506ba req-cc311532-a176-45d0-9c50-f839720d5145 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:33.817536 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81b290cb-fce7-48ed-986b-6285065506ba req-cc311532-a176-45d0-9c50-f839720d5145 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 943 time: 0.9077151 Jul 16 18:07:33.836321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-25a0ce18-890f-47eb-814a-35776ecdd58a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Request body: {'security_group_rule': {'security_group_id': '307ffb08-a94c-4961-b543-046934700cb3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:33.861484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Subnet': ['ID=e15a0ab7-592e-49d7-b5e8-b678614b9d42,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:33.885895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] For port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:33.893777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device aeee5b75-2365-4e25-85bc-fcf6a6a9c803 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:33.931986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] For port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:33.970338 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port aeee5b75-2365-4e25-85bc-fcf6a6a9c803 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:33.978991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port aeee5b75-2365-4e25-85bc-fcf6a6a9c803 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:33.979648 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.031931 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.077751 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.086877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] For port c9bc271f-eb4b-4536-9932-627fb244a68f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=c9bc271f-eb4b-4536-9932-627fb244a68f,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:34.103798 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.109071 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24c088fe-4e9f-4456-924a-54caafb98136 req-eb600a51-aa86-46a6-90b4-27a84ffde0ba service neutron] 10.222.0.18 "GET /v2.0/networks/7fa73e71-aa92-49fc-80b1-cff1753dd53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0872431 Jul 16 18:07:34.130136 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81b290cb-fce7-48ed-986b-6285065506ba req-1c4d8dc4-959d-411a-9c8a-1bd9079c737f tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2893207 Jul 16 18:07:34.134854 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.227072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Checking segment: {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:34.227439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network hostable DHCP agents. Network: 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:34.236455 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.236750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.237170 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.238815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] 10.222.0.37 "PUT /v2.0/ports/59c06ad1-556a-4b5a-9560-30ca3d1b9a9b HTTP/1.1" status: 200 len: 1091 time: 7.3778055 Jul 16 18:07:34.256396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:34.305518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event deleted for resources: {'Port': ['ID=aeee5b75-2365-4e25-85bc-fcf6a6a9c803,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.387692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:34.400977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:34.408806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:34.411972 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.435191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-a52ca0d9-7232-4966-836b-c2481f81fd4f service neutron] 10.222.0.18 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6935134 Jul 16 18:07:34.437073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb51df0-e92c-454c-acec-ef1f0dee439b service neutron] Pushing event updated for resources: {'Port': ['ID=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.470819 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea72e-a2cd-441f-ab17-874ec95551df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.473753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e0ea72e-a2cd-441f-ab17-874ec95551df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.475125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9e0ea72e-a2cd-441f-ab17-874ec95551df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b0d0211-ecd1-472b-bc8e-5d505c3c9a00 HTTP/1.1" status: 204 len: 168 time: 1.8252010 Jul 16 18:07:34.492536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Allocated IP 172.25.7.138 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/28f9a3f3-1fe7-4553-8f11-c4c4270cd3f1) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:34.516963 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25a0ce18-890f-47eb-814a-35776ecdd58a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.542960 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.562176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0ea72e-a2cd-441f-ab17-874ec95551df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b0d0211-ecd1-472b-bc8e-5d505c3c9a00,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.589773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4cf57e87-f9ae-4595-9fed-0d8f38eec9b8,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:34.621330 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.626513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] For port c9bc271f-eb4b-4536-9932-627fb244a68f, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:34.659772 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.664682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.708090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=4cf57e87-f9ae-4595-9fed-0d8f38eec9b8,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:34.729367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8215d919-27b1-4f5b-a864-45bd9543c4be', 'tag': '59c06ad1-556a-4b5a-9560-30ca3d1b9a9b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:34.729985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:34.733012 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-107b5ddf-266c-4250-8b17-493e2be7ddc4" -d '{"events": [{"name": "network-changed", "server_uuid": "8215d919-27b1-4f5b-a864-45bd9543c4be", "tag": "59c06ad1-556a-4b5a-9560-30ca3d1b9a9b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:34.741196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e1b51e-f64b-45be-ab66-1bcd1538fdfc None None] Network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:34.762664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415f42f-9323-48aa-a9fe-022bdff26da1 req-b2810851-8ca6-4d3f-8474-0bffc8232daf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.771131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415f42f-9323-48aa-a9fe-022bdff26da1 req-b2810851-8ca6-4d3f-8474-0bffc8232daf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.778458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415f42f-9323-48aa-a9fe-022bdff26da1 req-b2810851-8ca6-4d3f-8474-0bffc8232daf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.786229 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415f42f-9323-48aa-a9fe-022bdff26da1 req-b2810851-8ca6-4d3f-8474-0bffc8232daf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.795374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415f42f-9323-48aa-a9fe-022bdff26da1 req-b2810851-8ca6-4d3f-8474-0bffc8232daf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.805381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.805984 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.807214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b415f42f-9323-48aa-a9fe-022bdff26da1 req-b2810851-8ca6-4d3f-8474-0bffc8232daf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.809350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b415f42f-9323-48aa-a9fe-022bdff26da1 req-b2810851-8ca6-4d3f-8474-0bffc8232daf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 4652 time: 0.9249561 Jul 16 18:07:34.854596 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7e0a4159-e944-45f6-9a40-26cc2353e934 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.1215940 Jul 16 18:07:34.856228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef695110-6ac9-4753-84bc-e31633a8cef2 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:34.859007 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.861376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35376) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:34.867169 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.878111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] device_id is not set on port c9bc271f-eb4b-4536-9932-627fb244a68f yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:34.880580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'subnet': {'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:34.892896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.928776 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25a0ce18-890f-47eb-814a-35776ecdd58a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.957678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:34.975332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Transition to ACTIVE for port object ef695110-6ac9-4753-84bc-e31633a8cef2 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:34.991254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfa430c-fbc5-44c7-85d5-de90bfa03b6f req-072329fa-3f98-455a-857c-b16224a7c384 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:34.999148 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ecfa430c-fbc5-44c7-85d5-de90bfa03b6f req-072329fa-3f98-455a-857c-b16224a7c384 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 931 time: 0.3447723 Jul 16 18:07:35.016131 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2cf4aa9-ba7a-4e58-8bf3-ac12c17970d7 req-de58df4d-5ce9-447b-8834-f264a04a03f7 service neutron] 10.222.0.18 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5395656 Jul 16 18:07:35.057326 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.059715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8e4d89e2-4b43-4d95-8b43-f538eb402820 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:35.064492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6', 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'fixed_ips': [{'subnet_id': 'e15a0ab7-592e-49d7-b5e8-b678614b9d42'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:35.068317 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.070471 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.073909 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.076624 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25a0ce18-890f-47eb-814a-35776ecdd58a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.084716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c184cf5a-8167-4efb-972c-1a3a12f57b8f tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "DELETE /v2.0/routers/8e4d89e2-4b43-4d95-8b43-f538eb402820 HTTP/1.1" status: 204 len: 168 time: 3.9094286 Jul 16 18:07:35.086991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f14bb-a3a3-4730-a522-986eb444fdc0 req-abc37d69-65dc-414c-a65f-9f4a0b3cd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:35.088570 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e7f14bb-a3a3-4730-a522-986eb444fdc0 req-abc37d69-65dc-414c-a65f-9f4a0b3cd627 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6db0a2adb5744093a3a47d920223062a&device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 1094 time: 0.8787920 Jul 16 18:07:35.094049 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.102995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35382) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:35.113281 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.249076 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25a0ce18-890f-47eb-814a-35776ecdd58a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.257360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-25a0ce18-890f-47eb-814a-35776ecdd58a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4741983 Jul 16 18:07:35.260332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35390) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:35.288168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-17576b87-35aa-4c21-92c0-ed75e96d35da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:35.289983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-17576b87-35aa-4c21-92c0-ed75e96d35da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 1094 time: 0.9537919 Jul 16 18:07:35.300627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:35.310891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Allocated IP 10.1.1.2 (0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6/e15a0ab7-592e-49d7-b5e8-b678614b9d42/645a4169-ae42-4840-96da-309633863ce1) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:35.321392 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.380534 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ecfa430c-fbc5-44c7-85d5-de90bfa03b6f req-377ca702-bcba-4a01-95ed-37f7b825f4ae tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3799219 Jul 16 18:07:35.386016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b415f42f-9323-48aa-a9fe-022bdff26da1 req-8dd01099-6217-4a50-af5b-f7d3b1170865 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=9c09d0c4-8131-4eb2-87f7-34ceff708d40&id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5357854 Jul 16 18:07:35.478451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a0ce18-890f-47eb-814a-35776ecdd58a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ca6ed37-828b-4a6a-9a4f-cf727716ee32,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.541904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] No DVR routers for this DVR port c9bc271f-eb4b-4536-9932-627fb244a68f on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:35.543876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] Pushing event updated for resources: {'Port': ['ID=c9bc271f-eb4b-4536-9932-627fb244a68f,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.596933 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-871f4296-fb97-42f7-bae0-baae995d6030 x-openstack-request-id: req-871f4296-fb97-42f7-bae0-baae995d6030 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:35.597173 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8215d919-27b1-4f5b-a864-45bd9543c4be", "tag": "59c06ad1-556a-4b5a-9560-30ca3d1b9a9b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:35.597375 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-871f4296-fb97-42f7-bae0-baae995d6030 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:35.597781 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8215d919-27b1-4f5b-a864-45bd9543c4be', 'tag': '59c06ad1-556a-4b5a-9560-30ca3d1b9a9b', 'status': 'completed', 'code': 200} Jul 16 18:07:35.617202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=28f9a3f3-1fe7-4553-8f11-c4c4270cd3f1,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:35.646073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:35.648091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:35.663601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:35.847627 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:35.851316 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.878492 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-2fde0ca3-aa68-4e0e-b9af-d9ca8a6f6125 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b HTTP/1.1" status: 200 len: 217 time: 0.4870198 Jul 16 18:07:35.963082 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:35.978822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:36.020462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Transition to ACTIVE for port object 645a4169-ae42-4840-96da-309633863ce1 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:36.059041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Transition to ACTIVE for port object 645a4169-ae42-4840-96da-309633863ce1 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:36.074585 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.080136 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.083429 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.084800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b req-48fe10d0-f387-46f7-80c7-9f9523577506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.086656 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b req-48fe10d0-f387-46f7-80c7-9f9523577506 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 1094 time: 0.9777021 Jul 16 18:07:36.087474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Pushing event updated for resources: {'Port': ['ID=ef695110-6ac9-4753-84bc-e31633a8cef2,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.092847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Attempting to bind port ef695110-6ac9-4753-84bc-e31633a8cef2 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:36.093267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Attempting to bind port ef695110-6ac9-4753-84bc-e31633a8cef2 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:36.093681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Attempting to bind port ef695110-6ac9-4753-84bc-e31633a8cef2 on network c034983a-632b-4340-be69-9b3007395c93 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:36.154923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Pushing event updated for resources: {'Port': ['ID=645a4169-ae42-4840-96da-309633863ce1,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.157255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] In _notify_port_updated(), no bound segment for port c9bc271f-eb4b-4536-9932-627fb244a68f on network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:07:36.158243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.159552 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.160848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:36.161024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-314ff1b7-979d-422d-b3a4-06fbbbeb8e46 service neutron] 10.222.0.37 "PUT /v2.0/ports/c9bc271f-eb4b-4536-9932-627fb244a68f HTTP/1.1" status: 200 len: 1032 time: 4.0224545 Jul 16 18:07:36.161229 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.163713 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-644744e6-9eb6-4124-a5ca-a128a8688a13 None None] Provisioning complete for port c9bc271f-eb4b-4536-9932-627fb244a68f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:36.163713 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-644744e6-9eb6-4124-a5ca-a128a8688a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.177780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Port ef695110-6ac9-4753-84bc-e31633a8cef2 on network c034983a-632b-4340-be69-9b3007395c93 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:36.178472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Attempting to bind port ef695110-6ac9-4753-84bc-e31633a8cef2 on network c034983a-632b-4340-be69-9b3007395c93 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:36.203650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:36.203650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Checking segment: {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:36.204004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Bound using segment: {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:36.204748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Bound port: ef695110-6ac9-4753-84bc-e31633a8cef2, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5ed89d0-140f-497b-9781-db5f1c7e20bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': 'c034983a-632b-4340-be69-9b3007395c93'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:36.204915 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.210096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:36.218484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:36.227584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:36.278753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f14bb-a3a3-4730-a522-986eb444fdc0 req-bfaa0d1d-3fff-4445-82ae-a557835ea189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.281852 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e7f14bb-a3a3-4730-a522-986eb444fdc0 req-bfaa0d1d-3fff-4445-82ae-a557835ea189 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7fa73e71-aa92-49fc-80b1-cff1753dd53b HTTP/1.1" status: 200 len: 921 time: 1.1746576 Jul 16 18:07:36.293657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-644744e6-9eb6-4124-a5ca-a128a8688a13 None None] Port c9bc271f-eb4b-4536-9932-627fb244a68f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:36.309841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Deleting port 7be19e45-13c6-450c-beb0-231a649471c9 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:36.310239 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.336933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-3181655a-4f61-4227-99d2-5bd57ea0b033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.339764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-3181655a-4f61-4227-99d2-5bd57ea0b033 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e656e27c-7e37-460b-b303-ed6795b875d7 HTTP/1.1" status: 200 len: 855 time: 0.3492112 Jul 16 18:07:36.340525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Attempting to bind port 645a4169-ae42-4840-96da-309633863ce1 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:36.340525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Attempting to bind port 645a4169-ae42-4840-96da-309633863ce1 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:36.341123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Attempting to bind port 645a4169-ae42-4840-96da-309633863ce1 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:36.349395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:36.349865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Checking segment: {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:36.350334 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.350797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Bound using segment: {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:36.351286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Bound port: 645a4169-ae42-4840-96da-309633863ce1, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:36.351941 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.465573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] For port 645a4169-ae42-4840-96da-309633863ce1, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:36.469881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] For port 645a4169-ae42-4840-96da-309633863ce1, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=645a4169-ae42-4840-96da-309633863ce1,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:36.477029 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.543082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6904b970-1d8a-4714-b801-e0b8764d61b3 None None] Pushing event updated for resources: {'Port': ['ID=645a4169-ae42-4840-96da-309633863ce1,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:36.603539 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.615842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] For port 7be19e45-13c6-450c-beb0-231a649471c9, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7be19e45-13c6-450c-beb0-231a649471c9,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:36.616674 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.639395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Calling delete_port for 7be19e45-13c6-450c-beb0-231a649471c9 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:36.760299 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:36.839163 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e7f14bb-a3a3-4730-a522-986eb444fdc0 req-ca1c511c-7e0e-416d-a24c-6d7bea0b393e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 HTTP/1.1" status: 200 len: 217 time: 0.5074055 Jul 16 18:07:36.885272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667d4450-bd8c-4f8b-9597-4d95e5d9c1bd req-28764b67-7cb5-466b-87b9-b4ab2fd45fd5 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.886855 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-667d4450-bd8c-4f8b-9597-4d95e5d9c1bd req-28764b67-7cb5-466b-87b9-b4ab2fd45fd5 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 943 time: 1.0231311 Jul 16 18:07:36.911074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b req-9c0d067e-3612-447c-9ab1-711fe10b58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:36.912614 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b req-9c0d067e-3612-447c-9ab1-711fe10b58e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 917 time: 0.8126659 Jul 16 18:07:36.934775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Subnet': ['ID=e5c39e5c-7e35-4b12-b17d-2320de847cad,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:37.013070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] For port ef695110-6ac9-4753-84bc-e31633a8cef2, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:37.017916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] For port ef695110-6ac9-4753-84bc-e31633a8cef2, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=ef695110-6ac9-4753-84bc-e31633a8cef2,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:37.041800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7f14bb-a3a3-4730-a522-986eb444fdc0 req-147ea08d-047c-414e-9b50-711456e29c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.043445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e7f14bb-a3a3-4730-a522-986eb444fdc0 req-147ea08d-047c-414e-9b50-711456e29c02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6a0928-4376-4151-bf57-d7f0fb75cc11 HTTP/1.1" status: 200 len: 860 time: 0.1956904 Jul 16 18:07:37.056328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Checking segment: {'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:37.056659 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network hostable DHCP agents. Network: 9c39b3d7-d455-401e-8bad-eeaee0931a8a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:37.102920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-667d4450-bd8c-4f8b-9597-4d95e5d9c1bd req-870852af-4e84-4f44-a55a-27f73e8d95ed tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833917 Jul 16 18:07:37.118789 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.191177 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b req-019ca61c-7678-4d2f-adf9-3cd59bb4c35c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=135f893f-c290-4327-af09-0cc282b0109c HTTP/1.1" status: 200 len: 217 time: 0.1280832 Jul 16 18:07:37.197878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e7f14bb-a3a3-4730-a522-986eb444fdc0 req-a873eacd-bad6-403c-a4e3-ba43b069d684 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7fa73e71-aa92-49fc-80b1-cff1753dd53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0999067 Jul 16 18:07:37.361764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.362540 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.364428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] 10.222.0.37 "PUT /v2.0/ports/ef695110-6ac9-4753-84bc-e31633a8cef2 HTTP/1.1" status: 200 len: 1091 time: 5.4791090 Jul 16 18:07:37.514256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d9eac3-a48b-47e5-bccc-13e832378ed3 req-f2125759-a49b-4459-a3ca-82c52fe2d043 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.521733 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32d9eac3-a48b-47e5-bccc-13e832378ed3 req-f2125759-a49b-4459-a3ca-82c52fe2d043 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 943 time: 0.7969446 Jul 16 18:07:37.561722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b req-e04ee544-fa52-4370-8561-5df8148de9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.563601 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b req-e04ee544-fa52-4370-8561-5df8148de9fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e656e27c-7e37-460b-b303-ed6795b875d7 HTTP/1.1" status: 200 len: 855 time: 0.3580844 Jul 16 18:07:37.565680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-fcf3d48f-bbf8-4d5d-88e4-227b566fbdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.567294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-fcf3d48f-bbf8-4d5d-88e4-227b566fbdf0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c034983a-632b-4340-be69-9b3007395c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.2104309 Jul 16 18:07:37.572790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d972bf0e-7ed0-44d9-8082-689833fe5716 service neutron] Pushing event updated for resources: {'Port': ['ID=ef695110-6ac9-4753-84bc-e31633a8cef2,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:37.580865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network 9c39b3d7-d455-401e-8bad-eeaee0931a8a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:37.615261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73913c03-c3e4-4529-8d66-40bc8cb7e7ef', 'tag': 'ef695110-6ac9-4753-84bc-e31633a8cef2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:37.618309 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460" -d '{"events": [{"name": "network-changed", "server_uuid": "73913c03-c3e4-4529-8d66-40bc8cb7e7ef", "tag": "ef695110-6ac9-4753-84bc-e31633a8cef2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:37.628566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9c39b3d7-d455-401e-8bad-eeaee0931a8a) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:37.633716 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:37.634343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.638995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396daf9d-fee6-4754-b28d-7fc57e9f57d1 None None] Network 9c39b3d7-d455-401e-8bad-eeaee0931a8a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:37.644460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e7f14bb-a3a3-4730-a522-986eb444fdc0 req-3845c824-eb4f-4c9f-9d7d-6df1a9f5c0a9 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa73e71-aa92-49fc-80b1-cff1753dd53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4143846 Jul 16 18:07:37.660873 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.667596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-52c98b50-75f7-4d46-84f1-9710fb6a3539 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Deleting port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:37.668067 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-52c98b50-75f7-4d46-84f1-9710fb6a3539 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.735624 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32d9eac3-a48b-47e5-bccc-13e832378ed3 req-5cab2df6-162e-4b23-bfb5-33026ecef4e8 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117198 Jul 16 18:07:37.739471 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0d7a5ab0-d889-4cdc-8c1b-32e592e6f309 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.8669355 Jul 16 18:07:37.742263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event deleted for resources: {'Port': ['ID=7be19e45-13c6-450c-beb0-231a649471c9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:37.748950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35428) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:37.784357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'port': {'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6', 'name': 'tempest-TaggedBootDevicesTest-369010111', 'fixed_ips': [{'subnet_id': 'e15a0ab7-592e-49d7-b5e8-b678614b9d42'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:37.793205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.833835 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa65790a-8d8c-491f-949e-ebedc321b70d x-openstack-request-id: req-aa65790a-8d8c-491f-949e-ebedc321b70d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:37.834151 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73913c03-c3e4-4529-8d66-40bc8cb7e7ef", "tag": "ef695110-6ac9-4753-84bc-e31633a8cef2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:37.834377 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa65790a-8d8c-491f-949e-ebedc321b70d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:37.834776 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73913c03-c3e4-4529-8d66-40bc8cb7e7ef', 'tag': 'ef695110-6ac9-4753-84bc-e31633a8cef2', 'status': 'completed', 'code': 200} Jul 16 18:07:37.868687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 645a4169-ae42-4840-96da-309633863ce1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:37.913408 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.924357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-52c98b50-75f7-4d46-84f1-9710fb6a3539 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] For port 7e680b3d-93f0-4a4f-8add-44e0e4780a88, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7e680b3d-93f0-4a4f-8add-44e0e4780a88,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:37.924977 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-52c98b50-75f7-4d46-84f1-9710fb6a3539 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.940309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-9c39b3d7-d455-401e-8bad-eeaee0931a8a', 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'fixed_ips': [{'subnet_id': 'e5c39e5c-7e35-4b12-b17d-2320de847cad'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:37.941154 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:37.986432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.005626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-52c98b50-75f7-4d46-84f1-9710fb6a3539 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Calling delete_port for 7e680b3d-93f0-4a4f-8add-44e0e4780a88 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:38.017496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:38.032264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c682893-cd5b-4f03-acaf-dad90849e87c None None] Network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:38.038998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 645a4169-ae42-4840-96da-309633863ce1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:38.068250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-3c9bef94-0b78-4502-aa6f-d82078e40dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.069775 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-3c9bef94-0b78-4502-aa6f-d82078e40dc5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 1094 time: 0.6128008 Jul 16 18:07:38.096219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device aeee5b75-2365-4e25-85bc-fcf6a6a9c803 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:38.114277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225a23-867f-4a69-953a-00f358d34a7b req-73956466-9179-4772-8a91-a4966de8b883 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.120147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225a23-867f-4a69-953a-00f358d34a7b req-73956466-9179-4772-8a91-a4966de8b883 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.124746 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.126703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225a23-867f-4a69-953a-00f358d34a7b req-73956466-9179-4772-8a91-a4966de8b883 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.129927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.132556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225a23-867f-4a69-953a-00f358d34a7b req-73956466-9179-4772-8a91-a4966de8b883 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.138024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225a23-867f-4a69-953a-00f358d34a7b req-73956466-9179-4772-8a91-a4966de8b883 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.140489 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80225a23-867f-4a69-953a-00f358d34a7b req-73956466-9179-4772-8a91-a4966de8b883 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 3875 time: 0.7872913 Jul 16 18:07:38.189700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: aeee5b75-2365-4e25-85bc-fcf6a6a9c803 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:38.189938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device aeee5b75-2365-4e25-85bc-fcf6a6a9c803 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:38.195591 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-da5674c3-e31b-414a-87ce-8ff5a25ca573 None None] Provisioning for port 645a4169-ae42-4840-96da-309633863ce1 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:38.215051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-da5674c3-e31b-414a-87ce-8ff5a25ca573 None None] Provisioning complete for port 645a4169-ae42-4840-96da-309633863ce1 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:38.215428 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-da5674c3-e31b-414a-87ce-8ff5a25ca573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.248491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.249383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 77f3dfb8-72ab-4b96-8f84-9cad4e782318 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:38.254787 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.256995 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cb04e0f1-2e9e-44b6-8d9d-732cf7cb3f53 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "DELETE /v2.0/routers/77f3dfb8-72ab-4b96-8f84-9cad4e782318 HTTP/1.1" status: 204 len: 168 time: 3.1346862 Jul 16 18:07:38.262530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35432) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:38.265859 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-8e403a7e-0f35-45b1-bbc1-da12c05000f6 service neutron] 10.222.0.37 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6882823 Jul 16 18:07:38.271173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1467591614', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:38.292539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-4357339c-4b33-416a-9bda-75c72bf53eb4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef695110-6ac9-4753-84bc-e31633a8cef2 HTTP/1.1" status: 200 len: 217 time: 0.1434896 Jul 16 18:07:38.294764 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:38.308100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b req-09f0f28a-6776-4764-90d9-c932d0006c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.309542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b req-09f0f28a-6776-4764-90d9-c932d0006c6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c034983a-632b-4340-be69-9b3007395c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7302339 Jul 16 18:07:38.329882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Allocated IP 10.2.2.2 (9c39b3d7-d455-401e-8bad-eeaee0931a8a/e5c39e5c-7e35-4b12-b17d-2320de847cad/f2514d26-0100-4cf1-9a04-0cdb5c112fdd) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:38.345456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.346932 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.410465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11,segment=NetworkSegment(02d69202-fb5a-4733-a026-4925253be4fc),segment_id=02d69202-fb5a-4733-a026-4925253be4fc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:38.445946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e7f14bb-a3a3-4730-a522-986eb444fdc0 req-9b01be13-22e7-45bc-abe9-53b23e253976 service neutron] 10.222.0.18 "GET /v2.0/networks/7fa73e71-aa92-49fc-80b1-cff1753dd53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5993655 Jul 16 18:07:38.511270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11', 'network_id': '7fa73e71-aa92-49fc-80b1-cff1753dd53b', 'port_id': '9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11', 'mac_address': 'fa:16:3e:86:b8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6a0928-4376-4151-bf57-d7f0fb75cc11', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:38.542199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router a8c7e886-e21c-4f20-b97a-5944a58957d3 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:38.546962 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.598136 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80225a23-867f-4a69-953a-00f358d34a7b req-f31b1b9b-4714-45cd-b1c9-29030f688165 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4228759 Jul 16 18:07:38.629541 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.651536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Allocated IP 172.25.7.203 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/3e82a7c9-acdb-4581-b3a5-54bf6ec95366) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:38.681008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.718135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-cef2b452-7fe5-480e-957d-4b6fa5d46a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:38.719839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-cef2b452-7fe5-480e-957d-4b6fa5d46a5c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e656e27c-7e37-460b-b303-ed6795b875d7 HTTP/1.1" status: 200 len: 855 time: 0.4082458 Jul 16 18:07:38.720041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:38.766452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11,segment=NetworkSegment(02d69202-fb5a-4733-a026-4925253be4fc),segment_id=02d69202-fb5a-4733-a026-4925253be4fc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:38.776358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] device_id is not set on port 0fa3e845-582c-4382-a63a-6e61dd1198a4 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:38.812701 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:38.813576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 135f893f-c290-4327-af09-0cc282b0109c details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:38.883371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f0e00df-bde8-4635-badc-4e50c2029113 req-47db0fb5-1125-43e4-95a3-706dd40ca563 service neutron] 10.222.0.37 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5897772 Jul 16 18:07:38.913056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b req-7a4744d2-40db-4213-8bbf-0bb19073a659 service neutron] 10.222.0.18 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5440264 Jul 16 18:07:39.008950 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.043061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88170ec3-9a2b-42cb-9085-7ee177d3c559 req-dce24bf3-4856-4b63-9596-7ab98ac0f200 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:39.048469 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88170ec3-9a2b-42cb-9085-7ee177d3c559 req-dce24bf3-4856-4b63-9596-7ab98ac0f200 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 943 time: 0.6305034 Jul 16 18:07:39.073903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 135f893f-c290-4327-af09-0cc282b0109c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=135f893f-c290-4327-af09-0cc282b0109c,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:39.100943 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-52c98b50-75f7-4d46-84f1-9710fb6a3539 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.152520 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:39.216763 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88170ec3-9a2b-42cb-9085-7ee177d3c559 req-fed456cd-5eb9-4981-b0f0-3152194a6204 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512206 Jul 16 18:07:39.224697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.228662 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0748cb55-48a0-4148-bfae-8a9cc0e5901c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 8.0246339 Jul 16 18:07:39.229310 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '135f893f-c290-4327-af09-0cc282b0109c', 'network_id': 'c034983a-632b-4340-be69-9b3007395c93', 'port_id': '135f893f-c290-4327-af09-0cc282b0109c', 'mac_address': 'fa:16:3e:60:96:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e656e27c-7e37-460b-b303-ed6795b875d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:39.232987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35450) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.236310 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-da5674c3-e31b-414a-87ce-8ff5a25ca573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.243609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.248919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d653f-e167-49f0-a85a-40091d2feef5 None None] Sync routers for ids ['a8c7e886-e21c-4f20-b97a-5944a58957d3'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:39.343907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d653f-e167-49f0-a85a-40091d2feef5 None None] Routers {'a8c7e886-e21c-4f20-b97a-5944a58957d3'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:39.345636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4e1d653f-e167-49f0-a85a-40091d2feef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a8c7e886-e21c-4f20-b97a-5944a58957d3'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:39.392645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4e1d653f-e167-49f0-a85a-40091d2feef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:39.405150 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.408315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-da5674c3-e31b-414a-87ce-8ff5a25ca573 None None] For port 645a4169-ae42-4840-96da-309633863ce1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=645a4169-ae42-4840-96da-309633863ce1,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:39.441876 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-da5674c3-e31b-414a-87ce-8ff5a25ca573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.456584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1d653f-e167-49f0-a85a-40091d2feef5 None None] Routers {'a8c7e886-e21c-4f20-b97a-5944a58957d3'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:39.457237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4e1d653f-e167-49f0-a85a-40091d2feef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a8c7e886-e21c-4f20-b97a-5944a58957d3'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:39.458869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Allocated IP 10.1.1.85 (0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6/e15a0ab7-592e-49d7-b5e8-b678614b9d42/0fa3e845-582c-4382-a63a-6e61dd1198a4) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:39.512522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4e1d653f-e167-49f0-a85a-40091d2feef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:39.513259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1d653f-e167-49f0-a85a-40091d2feef5 None None] The sync data for ids ['a8c7e886-e21c-4f20-b97a-5944a58957d3'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:39.523113 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135f893f-c290-4327-af09-0cc282b0109c {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:39.540260 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bf30f97a-ac6d-4230-b5d5-461a5c198ad7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/routers/a8c7e886-e21c-4f20-b97a-5944a58957d3 HTTP/1.1" status: 200 len: 880 time: 0.3053446 Jul 16 18:07:39.545524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 135f893f-c290-4327-af09-0cc282b0109c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=135f893f-c290-4327-af09-0cc282b0109c,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:39.551943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35452) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:39.568556 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.575468 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.602428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Transition to ACTIVE for port object f2514d26-0100-4cf1-9a04-0cdb5c112fdd will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:39.608978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5674c3-e31b-414a-87ce-8ff5a25ca573 None None] Pushing event updated for resources: {'Port': ['ID=645a4169-ae42-4840-96da-309633863ce1,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.712447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=135f893f-c290-4327-af09-0cc282b0109c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.712886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c98b50-75f7-4d46-84f1-9710fb6a3539 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Port': ['ID=7e680b3d-93f0-4a4f-8add-44e0e4780a88,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:39.719582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2bb7c67a-351c-4848-98ef-306891bb4074 None None] Provisioning complete for port 645a4169-ae42-4840-96da-309633863ce1 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:39.719972 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bb7c67a-351c-4848-98ef-306891bb4074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.740144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-cf8451b5-a778-4465-a840-cb1bcf0b95be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:39.742061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-cf8451b5-a778-4465-a840-cb1bcf0b95be service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c034983a-632b-4340-be69-9b3007395c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0095198 Jul 16 18:07:39.755701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.814576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Transition to ACTIVE for port object f2514d26-0100-4cf1-9a04-0cdb5c112fdd will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:39.837121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:39.839986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-52c98b50-75f7-4d46-84f1-9710fb6a3539 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] No DVR routers for this DVR port 7e680b3d-93f0-4a4f-8add-44e0e4780a88 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:39.845793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['135f893f-c290-4327-af09-0cc282b0109c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:39.859840 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-52c98b50-75f7-4d46-84f1-9710fb6a3539 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.861935 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-52c98b50-75f7-4d46-84f1-9710fb6a3539 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "DELETE /v2.0/ports/7e680b3d-93f0-4a4f-8add-44e0e4780a88 HTTP/1.1" status: 204 len: 173 time: 3.6625166 Jul 16 18:07:39.867092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-deleted', 'tag': '7e680b3d-93f0-4a4f-8add-44e0e4780a88'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:39.869424 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc8307b-5b62-4f0b-94ae-095c0f1d924c" -d '{"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-deleted", "tag": "7e680b3d-93f0-4a4f-8add-44e0e4780a88"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:39.877024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 645a4169-ae42-4840-96da-309633863ce1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:39.928467 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:39.965188 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70293cfa-d4bd-4511-ace7-aecf3aa1c80b req-4744b535-6730-478a-8000-c1fcae367883 service neutron] 10.222.0.18 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9646492 Jul 16 18:07:39.967700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b5ddf-266c-4250-8b17-493e2be7ddc4 req-b29823fe-9610-455f-99e8-b38ed27d91c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:39.969185 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-107b5ddf-266c-4250-8b17-493e2be7ddc4 req-b29823fe-9610-455f-99e8-b38ed27d91c8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 1094 time: 0.9464893 Jul 16 18:07:40.005373 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Network 9c39b3d7-d455-401e-8bad-eeaee0931a8a is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:40.033821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:40.101691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:40.111460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Pushing event updated for resources: {'Port': ['ID=f2514d26-0100-4cf1-9a04-0cdb5c112fdd,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.168005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b42e4-1780-48d9-a08e-d35cfc2c0470 req-d1bbb9a4-57fa-4621-a971-bcb677f25d20 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.176371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b8b42e4-1780-48d9-a08e-d35cfc2c0470 req-d1bbb9a4-57fa-4621-a971-bcb677f25d20 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 943 time: 1.0852492 Jul 16 18:07:40.231237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.240595 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-568ba675-e8fc-4f53-898d-d5b37de4c8a0 service neutron] 10.222.0.37 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4814997 Jul 16 18:07:40.241592 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.315687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.346578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b5ddf-266c-4250-8b17-493e2be7ddc4 req-777f5046-dfe9-44da-a108-b3daee7435da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.348165 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-107b5ddf-266c-4250-8b17-493e2be7ddc4 req-777f5046-dfe9-44da-a108-b3daee7435da service neutron] 10.222.0.37 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 917 time: 0.3426731 Jul 16 18:07:40.382106 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b8b42e4-1780-48d9-a08e-d35cfc2c0470 req-36ff1586-a59c-4b55-a48c-fbe048557f6b tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047763 Jul 16 18:07:40.415000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:40.450252 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6abbd90-d6b3-4d8a-8ea4-638feacceba9 x-openstack-request-id: req-f6abbd90-d6b3-4d8a-8ea4-638feacceba9 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:40.451470 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-deleted", "tag": "7e680b3d-93f0-4a4f-8add-44e0e4780a88", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:40.451931 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6abbd90-d6b3-4d8a-8ea4-638feacceba9 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:40.452494 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-deleted', 'tag': '7e680b3d-93f0-4a4f-8add-44e0e4780a88', 'status': 'completed', 'code': 200} Jul 16 18:07:40.478726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:40.482650 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-107b5ddf-266c-4250-8b17-493e2be7ddc4 req-aa3b36e7-c4a4-4f01-96d8-5abc8689f3ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b HTTP/1.1" status: 200 len: 217 time: 0.1264820 Jul 16 18:07:40.522164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:40.530673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Attempting to bind port f2514d26-0100-4cf1-9a04-0cdb5c112fdd on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:40.531052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Attempting to bind port f2514d26-0100-4cf1-9a04-0cdb5c112fdd by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:40.532258 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Attempting to bind port f2514d26-0100-4cf1-9a04-0cdb5c112fdd on network 9c39b3d7-d455-401e-8bad-eeaee0931a8a {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:40.536946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a396fc-4f8e-4360-999f-981be34bbc96 req-ad0901c2-f417-430b-980e-e2b58df17115 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.541512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:40.541854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Checking segment: {'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:40.542287 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.542700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Bound using segment: {'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:40.543308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Bound port: f2514d26-0100-4cf1-9a04-0cdb5c112fdd, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:40.543833 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.545355 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a396fc-4f8e-4360-999f-981be34bbc96 req-ad0901c2-f417-430b-980e-e2b58df17115 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.551605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a396fc-4f8e-4360-999f-981be34bbc96 req-ad0901c2-f417-430b-980e-e2b58df17115 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.554529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 645a4169-ae42-4840-96da-309633863ce1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:40.554898 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.557763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Pushing event updated for resources: {'Port': ['ID=3e82a7c9-acdb-4581-b3a5-54bf6ec95366,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.557892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a396fc-4f8e-4360-999f-981be34bbc96 req-ad0901c2-f417-430b-980e-e2b58df17115 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.572686 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-12a396fc-4f8e-4360-999f-981be34bbc96 req-ad0901c2-f417-430b-980e-e2b58df17115 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 3142 time: 0.5675983 Jul 16 18:07:40.589650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Deleting port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:40.589995 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.615137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.684411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Transition to ACTIVE for port object 0fa3e845-582c-4382-a63a-6e61dd1198a4 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:40.727447 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fade6a25-c3e0-45e0-bb48-0d4abf83c12e req-84111e5a-75e2-40c7-be32-00b664fb726b service neutron] 10.222.0.37 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629316 Jul 16 18:07:40.743931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b5ddf-266c-4250-8b17-493e2be7ddc4 req-133f854b-6d74-47b6-926e-fc3e5801531d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.745425 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-107b5ddf-266c-4250-8b17-493e2be7ddc4 req-133f854b-6d74-47b6-926e-fc3e5801531d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e656e27c-7e37-460b-b303-ed6795b875d7 HTTP/1.1" status: 200 len: 855 time: 0.2173226 Jul 16 18:07:40.756423 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-12a396fc-4f8e-4360-999f-981be34bbc96 req-c706e7d5-5ee4-4475-8a7e-daf9d53fc7fb tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827078 Jul 16 18:07:40.805962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Allocated IP 172.25.7.18 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/710153d0-4fbd-465a-b06a-eda9a137c049) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:40.808029 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] For port f2514d26-0100-4cf1-9a04-0cdb5c112fdd, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:40.812479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] For port f2514d26-0100-4cf1-9a04-0cdb5c112fdd, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f2514d26-0100-4cf1-9a04-0cdb5c112fdd,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:40.835654 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.850107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e55ee0a0-db73-45f3-b1a5-5e012f14e45b tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.2964141 Jul 16 18:07:40.850732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35464) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:40.868907 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1cf0ee90-f878-4da5-aa55-ad75ba2ecd4f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-226747530'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:40.871232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] For port d9d398d3-ffa2-42ec-82b2-002ccf45ef87, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:40.871232 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.877205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.937490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:40.940228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88abc23a-d575-45ea-a48c-c62d6d28a802 None None] Pushing event updated for resources: {'Port': ['ID=f2514d26-0100-4cf1-9a04-0cdb5c112fdd,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:40.986478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7be19e45-13c6-450c-beb0-231a649471c9 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:40.990901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a062026-fac7-4809-8c22-20e157083e86 req-58b5b5db-4dfd-4ca1-8172-a9ce42ebf803 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:40.992476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a062026-fac7-4809-8c22-20e157083e86 req-58b5b5db-4dfd-4ca1-8172-a9ce42ebf803 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 944 time: 0.4252844 Jul 16 18:07:41.017902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:41.029888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 7be19e45-13c6-450c-beb0-231a649471c9 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:41.030447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7be19e45-13c6-450c-beb0-231a649471c9 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:41.058010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:41.061557 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:41.101366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Port': ['ID=0fa3e845-582c-4382-a63a-6e61dd1198a4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.140285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107b5ddf-266c-4250-8b17-493e2be7ddc4 req-b9cc5b5a-02e7-437d-a63f-bb1210dca942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.141815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-107b5ddf-266c-4250-8b17-493e2be7ddc4 req-b9cc5b5a-02e7-437d-a63f-bb1210dca942 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c034983a-632b-4340-be69-9b3007395c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3700609 Jul 16 18:07:41.148828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.198562 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.202579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a062026-fac7-4809-8c22-20e157083e86 req-e3851bde-5b4e-416e-a25d-e8ef95489532 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916912 Jul 16 18:07:41.212681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.213322 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.224451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460 req-57dd1fa7-b4a1-48f8-92da-0fc1e5e3501e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.227082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460 req-57dd1fa7-b4a1-48f8-92da-0fc1e5e3501e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 1094 time: 0.3461943 Jul 16 18:07:41.289634 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ceb06f99-dc72-4b73-ac66-ae70e16cff74 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5395861 Jul 16 18:07:41.295352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35466) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:41.301276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'port': {'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6', 'name': 'tempest-TaggedBootDevicesTest-1232447320', 'fixed_ips': [{'subnet_id': 'e15a0ab7-592e-49d7-b5e8-b678614b9d42'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:41.408296 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.478019 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.478401 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.479014 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Floating IP e3867d51-f584-43bc-b128-066ce86dc385 disassociated. External IP: 172.25.7.74, port: d9d398d3-ffa2-42ec-82b2-002ccf45ef87. Jul 16 18:07:41.479367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Calling delete_port for d9d398d3-ffa2-42ec-82b2-002ccf45ef87 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:41.527576 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460 req-78472f04-9816-4317-86df-59c034873547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.530188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-46ad0773-bbef-49d4-8a61-63f6fe136aa4 None None] Provisioning for port 0fa3e845-582c-4382-a63a-6e61dd1198a4 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:41.533999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-46ad0773-bbef-49d4-8a61-63f6fe136aa4 None None] Provisioning complete for port 0fa3e845-582c-4382-a63a-6e61dd1198a4 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:41.534376 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-46ad0773-bbef-49d4-8a61-63f6fe136aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.537002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460 req-78472f04-9816-4317-86df-59c034873547 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 917 time: 0.2939956 Jul 16 18:07:41.576726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-46ad0773-bbef-49d4-8a61-63f6fe136aa4 None None] Port 0fa3e845-582c-4382-a63a-6e61dd1198a4 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:41.628304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-107b5ddf-266c-4250-8b17-493e2be7ddc4 req-7d7c38a6-0a29-44c8-b329-4a8c30e38e8f service neutron] 10.222.0.37 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4751916 Jul 16 18:07:41.635979 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:41.646273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Pushing event updated for resources: {'Port': ['ID=710153d0-4fbd-465a-b06a-eda9a137c049,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:41.650478 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:41.653901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:41.681678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460 req-0b00b276-13ee-4065-ab21-1c3d5c908c32 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef695110-6ac9-4753-84bc-e31633a8cef2 HTTP/1.1" status: 200 len: 217 time: 0.0929222 Jul 16 18:07:41.753423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:41.758026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.795342 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1cf0ee90-f878-4da5-aa55-ad75ba2ecd4f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.833291 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f2514d26-0100-4cf1-9a04-0cdb5c112fdd up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:41.874586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] device_id is not set on port 1d4fbd0b-e052-4618-a347-ee1e17463815 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:07:41.888855 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1cf0ee90-f878-4da5-aa55-ad75ba2ecd4f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.945806 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:41.968127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38f46f-2d40-4622-86d7-d644090c3d85 req-9d9adc62-eb40-4153-aaab-8a9a5bd153e7 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:41.972630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port f2514d26-0100-4cf1-9a04-0cdb5c112fdd completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:41.976014 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af38f46f-2d40-4622-86d7-d644090c3d85 req-9d9adc62-eb40-4153-aaab-8a9a5bd153e7 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 943 time: 0.4314325 Jul 16 18:07:42.034820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:42.078794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device ef695110-6ac9-4753-84bc-e31633a8cef2 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:42.148554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:42.158510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:42.159704 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.220454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af38f46f-2d40-4622-86d7-d644090c3d85 req-13ba178b-cdb8-4ab5-a668-2f0f46e39100 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2434578 Jul 16 18:07:42.267119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port ef695110-6ac9-4753-84bc-e31633a8cef2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=ef695110-6ac9-4753-84bc-e31633a8cef2,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:42.287900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'ef695110-6ac9-4753-84bc-e31633a8cef2', 'network_id': 'c034983a-632b-4340-be69-9b3007395c93', 'port_id': 'ef695110-6ac9-4753-84bc-e31633a8cef2', 'mac_address': 'fa:16:3e:62:88:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e656e27c-7e37-460b-b303-ed6795b875d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:42.386530 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.390592 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.433781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef695110-6ac9-4753-84bc-e31633a8cef2 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:42.468390 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682ad733-c621-47c1-bf28-ec1db1300f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:42.470939 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f81f160-18aa-41a7-ad6b-6715311e6551" -d '{"events": [{"server_uuid": "682ad733-c621-47c1-bf28-ec1db1300f08", "name": "network-vif-plugged", "status": "completed", "tag": "9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:42.493195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11,segment=NetworkSegment(02d69202-fb5a-4733-a026-4925253be4fc),segment_id=02d69202-fb5a-4733-a026-4925253be4fc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:42.495295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port ef695110-6ac9-4753-84bc-e31633a8cef2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=ef695110-6ac9-4753-84bc-e31633a8cef2,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:42.502429 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.503660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 135f893f-c290-4327-af09-0cc282b0109c up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:42.527051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.555275 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.556871 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.591913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460 req-f7b52ae8-e828-4f28-9cef-9853da823830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.593571 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460 req-f7b52ae8-e828-4f28-9cef-9853da823830 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e656e27c-7e37-460b-b303-ed6795b875d7 HTTP/1.1" status: 200 len: 855 time: 0.8486793 Jul 16 18:07:42.595705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6db2ff-da05-43e0-8700-d2746a7f9388 None None] Network 9c39b3d7-d455-401e-8bad-eeaee0931a8a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:42.611793 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.613125 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:07:42.760755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Pushing event updated for resources: {'Port': ['ID=3e82a7c9-acdb-4581-b3a5-54bf6ec95366,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.764805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 135f893f-c290-4327-af09-0cc282b0109c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:42.769422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e4f664c4-d184-4603-87cf-ebae8ffbe419 None None] Provisioning for port f2514d26-0100-4cf1-9a04-0cdb5c112fdd completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:42.781802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.821545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cf0ee90-f878-4da5-aa55-ad75ba2ecd4f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router a8c7e886-e21c-4f20-b97a-5944a58957d3 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:42.848621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Allocated IP 10.1.1.93 (0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6/e15a0ab7-592e-49d7-b5e8-b678614b9d42/1d4fbd0b-e052-4618-a347-ee1e17463815) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:42.861633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 135f893f-c290-4327-af09-0cc282b0109c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:42.866362 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.877924 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.882429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Port': ['ID=d9d398d3-ffa2-42ec-82b2-002ccf45ef87,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.883318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=ef695110-6ac9-4753-84bc-e31633a8cef2,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:42.892717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:42.898551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-107b5ddf-266c-4250-8b17-493e2be7ddc4 req-f27cffe1-8eb2-4ab1-baae-3a1d423caddd service neutron] 10.222.0.37 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2587512 Jul 16 18:07:42.912300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e4f664c4-d184-4603-87cf-ebae8ffbe419 None None] Provisioning complete for port f2514d26-0100-4cf1-9a04-0cdb5c112fdd triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:42.912681 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e4f664c4-d184-4603-87cf-ebae8ffbe419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.917458 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:42.977272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69547c74-5973-4fc8-ba4d-133df645cc37 req-db04ba9a-568e-4a2b-b73e-bff3c5efc94e tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.986236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69547c74-5973-4fc8-ba4d-133df645cc37 req-db04ba9a-568e-4a2b-b73e-bff3c5efc94e tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.992928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69547c74-5973-4fc8-ba4d-133df645cc37 req-db04ba9a-568e-4a2b-b73e-bff3c5efc94e tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:42.995935 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-69547c74-5973-4fc8-ba4d-133df645cc37 req-db04ba9a-568e-4a2b-b73e-bff3c5efc94e tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 2409 time: 0.4535346 Jul 16 18:07:43.040186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '59c06ad1-556a-4b5a-9560-30ca3d1b9a9b', 'network_id': 'c034983a-632b-4340-be69-9b3007395c93', 'port_id': '59c06ad1-556a-4b5a-9560-30ca3d1b9a9b', 'mac_address': 'fa:16:3e:62:34:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e656e27c-7e37-460b-b303-ed6795b875d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:07:43.042698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460 req-8b84e011-f67c-42d0-9fe2-5be0e7d729fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.045307 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460 req-8b84e011-f67c-42d0-9fe2-5be0e7d729fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c034983a-632b-4340-be69-9b3007395c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3944125 Jul 16 18:07:43.046253 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.056750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-578fe21c-a6e5-4f2f-a713-8fe3e5d2d67e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.7617495 Jul 16 18:07:43.114182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eabc605-991b-4a1f-b91f-6f6b13dd8885 req-5e41c973-0d40-41e6-9d58-008f317dd32c tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:43.114789 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.121150 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1eabc605-991b-4a1f-b91f-6f6b13dd8885 req-5e41c973-0d40-41e6-9d58-008f317dd32c tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 945 time: 0.4021885 Jul 16 18:07:43.158263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-69547c74-5973-4fc8-ba4d-133df645cc37 req-48f41000-5cc2-4599-b777-6e08cebb341a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480670 Jul 16 18:07:43.179454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Router 236a2e61-3481-476b-aede-e2947b3acdd9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:43.226154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cf0ee90-f878-4da5-aa55-ad75ba2ecd4f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:43.239170 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613706b-575c-41f3-907c-a412eed89117 None None] Sync routers for ids ['a8c7e886-e21c-4f20-b97a-5944a58957d3'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:43.254839 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1cf0ee90-f878-4da5-aa55-ad75ba2ecd4f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.256286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1cf0ee90-f878-4da5-aa55-ad75ba2ecd4f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/a8c7e886-e21c-4f20-b97a-5944a58957d3 HTTP/1.1" status: 200 len: 887 time: 2.4016559 Jul 16 18:07:43.261887 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613706b-575c-41f3-907c-a412eed89117 None None] Routers {'a8c7e886-e21c-4f20-b97a-5944a58957d3'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:43.264157 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2613706b-575c-41f3-907c-a412eed89117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a8c7e886-e21c-4f20-b97a-5944a58957d3'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:43.264391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35492) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:43.358773 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1eabc605-991b-4a1f-b91f-6f6b13dd8885 req-22509f62-eb6d-45aa-aeb1-385171b54dbe tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365694 Jul 16 18:07:43.360347 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2613706b-575c-41f3-907c-a412eed89117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:43.422550 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2613706b-575c-41f3-907c-a412eed89117 None None] Routers {'a8c7e886-e21c-4f20-b97a-5944a58957d3'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:43.433256 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2613706b-575c-41f3-907c-a412eed89117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a8c7e886-e21c-4f20-b97a-5944a58957d3'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:43.448161 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2573de8-37a1-452f-a268-f7b3638c999b x-openstack-request-id: req-e2573de8-37a1-452f-a268-f7b3638c999b {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:43.460784 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682ad733-c621-47c1-bf28-ec1db1300f08", "name": "network-vif-plugged", "status": "completed", "tag": "9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:43.461265 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2573de8-37a1-452f-a268-f7b3638c999b {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:43.462304 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682ad733-c621-47c1-bf28-ec1db1300f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11', 'code': 200} Jul 16 18:07:43.488787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:43.500447 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.614090 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.619345 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2613706b-575c-41f3-907c-a412eed89117 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:43.620023 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2613706b-575c-41f3-907c-a412eed89117 None None] The sync data for ids ['a8c7e886-e21c-4f20-b97a-5944a58957d3'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:43.631066 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e4f664c4-d184-4603-87cf-ebae8ffbe419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.676915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:43.685000 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-944f47ea-a621-463d-b234-331e19cd2d0a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/routers/a8c7e886-e21c-4f20-b97a-5944a58957d3 HTTP/1.1" status: 200 len: 887 time: 0.4122684 Jul 16 18:07:43.703400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35502) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:43.710472 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.726669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Transition to ACTIVE for port object 1d4fbd0b-e052-4618-a347-ee1e17463815 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:43.767370 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b914eb22-31ca-40f3-b00e-0984ff6ed2bb tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8c7e886-e21c-4f20-b97a-5944a58957d3 HTTP/1.1" status: 200 len: 205 time: 0.0607362 Jul 16 18:07:43.771619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35504) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:43.775678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 135f893f-c290-4327-af09-0cc282b0109c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=135f893f-c290-4327-af09-0cc282b0109c,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:43.777632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e4f664c4-d184-4603-87cf-ebae8ffbe419 None None] For port f2514d26-0100-4cf1-9a04-0cdb5c112fdd, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f2514d26-0100-4cf1-9a04-0cdb5c112fdd,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:43.793361 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.799467 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.810211 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e4f664c4-d184-4603-87cf-ebae8ffbe419 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.816424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:43.838013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:43.860923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d0ccd-573a-4c8b-b019-8c0730b23617 None None] Sync routers for ids ['236a2e61-3481-476b-aede-e2947b3acdd9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:43.890208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d0ccd-573a-4c8b-b019-8c0730b23617 None None] Routers {'236a2e61-3481-476b-aede-e2947b3acdd9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:43.891493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-601d0ccd-573a-4c8b-b019-8c0730b23617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['236a2e61-3481-476b-aede-e2947b3acdd9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:43.941734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] No DVR routers for this DVR port d9d398d3-ffa2-42ec-82b2-002ccf45ef87 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:43.945868 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.949112 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-56b3edf9-32b4-400f-b7b7-4aadb741ac0c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "DELETE /v2.0/ports/d9d398d3-ffa2-42ec-82b2-002ccf45ef87 HTTP/1.1" status: 204 len: 173 time: 4.0767925 Jul 16 18:07:43.957518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-deleted', 'tag': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:43.960086 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7d973e-37c0-41d9-ba7b-f329430ee434" -d '{"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-deleted", "tag": "d9d398d3-ffa2-42ec-82b2-002ccf45ef87"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:43.961444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=135f893f-c290-4327-af09-0cc282b0109c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:43.975139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:43.988963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-76f04f52-21dc-48bf-bb77-4a4052b27bed tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2005377374&fields=id&tenant_id=0778300d88a94c7e863d1409c50dd22a HTTP/1.1" status: 200 len: 267 time: 0.1692088 Jul 16 18:07:44.038694 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.053389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['59c06ad1-556a-4b5a-9560-30ca3d1b9a9b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:44.072759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['ef695110-6ac9-4753-84bc-e31633a8cef2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:07:44.073202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460 req-8d7fb155-d65e-4ae5-9e6b-007b19d09664 service neutron] 10.222.0.37 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9958546 Jul 16 18:07:44.153344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f664c4-d184-4603-87cf-ebae8ffbe419 None None] Pushing event updated for resources: {'Port': ['ID=f2514d26-0100-4cf1-9a04-0cdb5c112fdd,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:44.172616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-601d0ccd-573a-4c8b-b019-8c0730b23617 None None] Set router 236a2e61-3481-476b-aede-e2947b3acdd9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:44.196460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2a7affb-ee08-40e4-ab73-1b5ef5cf6460 req-9a77dd2a-53b8-4075-9e74-9e8eda78e2f3 service neutron] 10.222.0.37 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025183 Jul 16 18:07:44.275011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814d7be-b327-40b9-b67c-e41f89f62d30 req-57fc2549-d089-4b8d-89ae-fe1c0e4e1249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.276549 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b814d7be-b327-40b9-b67c-e41f89f62d30 req-57fc2549-d089-4b8d-89ae-fe1c0e4e1249 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 1096 time: 0.4836848 Jul 16 18:07:44.353890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:44.381073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-a1237a73-818e-4895-8c4d-55ed0666977c tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.382625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-a1237a73-818e-4895-8c4d-55ed0666977c tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/networks?id=01fd89e0-0c35-447f-b1a5-708fa898cda9 HTTP/1.1" status: 200 len: 811 time: 0.3925915 Jul 16 18:07:44.386247 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b814d7be-b327-40b9-b67c-e41f89f62d30 req-f1cd532d-4b7b-417f-8e94-e2661f86ab8c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010721 Jul 16 18:07:44.397691 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.412642 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-d76de07c-cb7f-4d78-9954-5407c265f83e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/quotas/0778300d88a94c7e863d1409c50dd22a HTTP/1.1" status: 200 len: 375 time: 0.0119939 Jul 16 18:07:44.412920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:44.423195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:44.437344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Port': ['ID=1d4fbd0b-e052-4618-a347-ee1e17463815,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:44.442088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-69fc1af7-7b77-4b78-9423-f6f2530ba6c6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Deleting port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:44.442447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-69fc1af7-7b77-4b78-9423-f6f2530ba6c6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.454476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-804f730e-46c2-4693-9451-0f0491ead1bf None None] Provisioning complete for port f2514d26-0100-4cf1-9a04-0cdb5c112fdd triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:44.454910 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-804f730e-46c2-4693-9451-0f0491ead1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.510547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.511198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.555131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3db6b51e-f485-4191-84fc-c7d21c637ff5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2551680 Jul 16 18:07:44.572620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ceacb3-fc3e-402b-9106-cb332d7324cb req-396495c7-fa6f-41cc-9f97-364205a106ca tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:44.574305 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d6ceacb3-fc3e-402b-9106-cb332d7324cb req-396495c7-fa6f-41cc-9f97-364205a106ca tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 944 time: 0.8135598 Jul 16 18:07:44.659973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Router a471c28f-7269-4989-9610-9213a119f613 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:07:44.697850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-a6dcda4c-38e2-44e5-9e34-f990e1a9ec9c tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0778300d88a94c7e863d1409c50dd22a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2751491 Jul 16 18:07:44.721849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-69fc1af7-7b77-4b78-9423-f6f2530ba6c6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] For port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:44.721849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-69fc1af7-7b77-4b78-9423-f6f2530ba6c6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.727146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-601d0ccd-573a-4c8b-b019-8c0730b23617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '71a9c5d7-2e64-4e64-875f-947a9fee8f2f', 'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'mac_address': 'fa:16:3e:11:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:45Z', 'updated_at': '2021-07-16T17:56:56Z', 'revision_number': 5, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'subnets': [{'id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:44.757090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 28f9a3f3-1fe7-4553-8f11-c4c4270cd3f1 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:44.759809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-69fc1af7-7b77-4b78-9423-f6f2530ba6c6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Calling delete_port for 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:44.760157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d0ccd-573a-4c8b-b019-8c0730b23617 None None] Checking router: 236a2e61-3481-476b-aede-e2947b3acdd9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:07:44.760561 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.772991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601d0ccd-573a-4c8b-b019-8c0730b23617 None None] Routers {'236a2e61-3481-476b-aede-e2947b3acdd9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:44.773629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-601d0ccd-573a-4c8b-b019-8c0730b23617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['236a2e61-3481-476b-aede-e2947b3acdd9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:44.852608 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:44.878511 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-0aaf8aeb-dfe6-4460-8a03-c76b3fa0a601 service neutron] 10.222.0.47 "GET /v2.0/networks/01fd89e0-0c35-447f-b1a5-708fa898cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670465 Jul 16 18:07:44.886829 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d6ceacb3-fc3e-402b-9106-cb332d7324cb req-3520c6c0-df8a-46cb-a6b8-37f6a511505c tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809575 Jul 16 18:07:44.918463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 28f9a3f3-1fe7-4553-8f11-c4c4270cd3f1 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:45.033802 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b50f3b72-6a7d-4ca4-b96d-fb58300fe94a x-openstack-request-id: req-b50f3b72-6a7d-4ca4-b96d-fb58300fe94a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:45.034082 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-deleted", "tag": "d9d398d3-ffa2-42ec-82b2-002ccf45ef87", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:45.034301 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b50f3b72-6a7d-4ca4-b96d-fb58300fe94a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:45.034707 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-deleted', 'tag': 'd9d398d3-ffa2-42ec-82b2-002ccf45ef87', 'status': 'completed', 'code': 200} Jul 16 18:07:45.072678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:45.086722 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd9ce1-339e-4ed9-a5d1-4a3670a4750e None None] Sync routers for ids ['a471c28f-7269-4989-9610-9213a119f613'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:45.102854 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd9ce1-339e-4ed9-a5d1-4a3670a4750e None None] Routers {'a471c28f-7269-4989-9610-9213a119f613'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:45.104077 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e0dd9ce1-339e-4ed9-a5d1-4a3670a4750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a471c28f-7269-4989-9610-9213a119f613'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:45.124202 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.130973 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c0d9701a-96f5-4806-8b83-cc1957db4f12 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.8652112 Jul 16 18:07:45.133568 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35528) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:45.161785 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3399fd95-2538-4f8f-a6be-dd91688a9434 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'enable_snat': False}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:45.187572 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7937ebb1-4679-4083-af0d-cf8c135bbda2 None None] Provisioning for port 1d4fbd0b-e052-4618-a347-ee1e17463815 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:45.189091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7937ebb1-4679-4083-af0d-cf8c135bbda2 None None] Provisioning complete for port 1d4fbd0b-e052-4618-a347-ee1e17463815 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:45.189497 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7937ebb1-4679-4083-af0d-cf8c135bbda2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.224671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-924da5a9-1f43-4062-86c2-d61c771c7f92 service neutron] 10.222.0.47 "GET /v2.0/networks/01fd89e0-0c35-447f-b1a5-708fa898cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3320680 Jul 16 18:07:45.232977 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e0dd9ce1-339e-4ed9-a5d1-4a3670a4750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:45.254670 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dd9ce1-339e-4ed9-a5d1-4a3670a4750e None None] Routers {'a471c28f-7269-4989-9610-9213a119f613'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:45.255321 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e0dd9ce1-339e-4ed9-a5d1-4a3670a4750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a471c28f-7269-4989-9610-9213a119f613'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:45.266308 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-69fc1af7-7b77-4b78-9423-f6f2530ba6c6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.330979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-601d0ccd-573a-4c8b-b019-8c0730b23617 None None] Set router 236a2e61-3481-476b-aede-e2947b3acdd9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:07:45.347756 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e0dd9ce1-339e-4ed9-a5d1-4a3670a4750e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:45.374030 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dd9ce1-339e-4ed9-a5d1-4a3670a4750e None None] The sync data for ids ['a471c28f-7269-4989-9610-9213a119f613'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:45.393732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc1af7-7b77-4b78-9423-f6f2530ba6c6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Port': ['ID=42634e4a-5ac6-47d2-88a5-ffc39bf29f4b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:45.422650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-69fc1af7-7b77-4b78-9423-f6f2530ba6c6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] No DVR routers for this DVR port 42634e4a-5ac6-47d2-88a5-ffc39bf29f4b on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:45.427321 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-69fc1af7-7b77-4b78-9423-f6f2530ba6c6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.433895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-69fc1af7-7b77-4b78-9423-f6f2530ba6c6 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "DELETE /v2.0/ports/42634e4a-5ac6-47d2-88a5-ffc39bf29f4b HTTP/1.1" status: 204 len: 173 time: 1.4613221 Jul 16 18:07:45.434180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7937ebb1-4679-4083-af0d-cf8c135bbda2 None None] Port 1d4fbd0b-e052-4618-a347-ee1e17463815 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:45.461841 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c846ff04-13c6-4a5d-b26f-b6797d002ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.522502 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135f893f-c290-4327-af09-0cc282b0109c'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:45.527439 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1facc83a-3e8a-4a93-80ae-2a6250121701" -d '{"events": [{"server_uuid": "3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6", "name": "network-vif-plugged", "status": "completed", "tag": "135f893f-c290-4327-af09-0cc282b0109c"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:45.585515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-b5a92be0-25fb-4690-a36f-9047a2afc720 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Deleting port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:45.585891 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-b5a92be0-25fb-4690-a36f-9047a2afc720 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.755369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-b5a92be0-25fb-4690-a36f-9047a2afc720 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] For port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:45.755996 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-b5a92be0-25fb-4690-a36f-9047a2afc720 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:45.853290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-b5a92be0-25fb-4690-a36f-9047a2afc720 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Calling delete_port for 7823ca02-ecf8-4d6a-8697-5e81d3abde2a owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:45.860859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-601d0ccd-573a-4c8b-b019-8c0730b23617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '71a9c5d7-2e64-4e64-875f-947a9fee8f2f', 'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'mac_address': 'fa:16:3e:11:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:45Z', 'updated_at': '2021-07-16T17:56:56Z', 'revision_number': 5, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'subnets': [{'id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:45.877318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f2514d26-0100-4cf1-9a04-0cdb5c112fdd up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:45.962538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-601d0ccd-573a-4c8b-b019-8c0730b23617 None None] The sync data for ids ['236a2e61-3481-476b-aede-e2947b3acdd9'] in n-d-794306-7 is: [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T17:56:47Z', 'revision_number': 4, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '71a9c5d7-2e64-4e64-875f-947a9fee8f2f', 'name': '', 'network_id': '11e95be7-e3eb-4804-aa69-ab254a697625', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'mac_address': 'fa:16:3e:11:70:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:45Z', 'updated_at': '2021-07-16T17:56:56Z', 'revision_number': 5, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'subnets': [{'id': 'acfdc864-54b3-468d-8c8a-61d86c93586e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:46.048754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f2514d26-0100-4cf1-9a04-0cdb5c112fdd triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:46.049223 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.076031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5464b5ff-ff4d-40b6-af34-7d0beb759952 req-fa136cdf-8b49-432b-ae02-ca721b8cdfc1 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.077559 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5464b5ff-ff4d-40b6-af34-7d0beb759952 req-fa136cdf-8b49-432b-ae02-ca721b8cdfc1 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 945 time: 0.3096418 Jul 16 18:07:46.109507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device ef695110-6ac9-4753-84bc-e31633a8cef2 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:46.220153 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-b5a92be0-25fb-4690-a36f-9047a2afc720 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.238659 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848d106-1773-46ea-a174-842ed87be475 req-213e855c-5b0f-4996-ac7c-46b99492d8b3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.255333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a92be0-25fb-4690-a36f-9047a2afc720 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Port': ['ID=7823ca02-ecf8-4d6a-8697-5e81d3abde2a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.262191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port ef695110-6ac9-4753-84bc-e31633a8cef2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:46.264123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a848d106-1773-46ea-a174-842ed87be475 req-213e855c-5b0f-4996-ac7c-46b99492d8b3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:46.272776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port ef695110-6ac9-4753-84bc-e31633a8cef2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:46.272923 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a848d106-1773-46ea-a174-842ed87be475 req-213e855c-5b0f-4996-ac7c-46b99492d8b3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 1677 time: 0.5201492 Jul 16 18:07:46.273159 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.356081 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.356355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-b5a92be0-25fb-4690-a36f-9047a2afc720 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] No DVR routers for this DVR port 7823ca02-ecf8-4d6a-8697-5e81d3abde2a on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:46.385879 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-b5a92be0-25fb-4690-a36f-9047a2afc720 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.394137 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-b5a92be0-25fb-4690-a36f-9047a2afc720 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "DELETE /v2.0/ports/7823ca02-ecf8-4d6a-8697-5e81d3abde2a HTTP/1.1" status: 204 len: 173 time: 0.9532955 Jul 16 18:07:46.406752 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5464b5ff-ff4d-40b6-af34-7d0beb759952 req-a5b34fc3-a614-4fb1-8f3e-91ba3933435f tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3175275 Jul 16 18:07:46.433838 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.471752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969bebb3-7918-4fb8-a65b-0cffe06de74f None None] New status for floating IP e3867d51-f584-43bc-b128-066ce86dc385: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:07:46.496846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=28f9a3f3-1fe7-4553-8f11-c4c4270cd3f1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.576488 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a848d106-1773-46ea-a174-842ed87be475 req-e72e0bf1-7d22-45b2-8f34-c1b61cd2df5c tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2919514 Jul 16 18:07:46.638982 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port ef695110-6ac9-4753-84bc-e31633a8cef2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=ef695110-6ac9-4753-84bc-e31633a8cef2,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:46.646922 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.647802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:46.768052 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6c986e3-8b3d-427f-acd0-ad8d9e018166 x-openstack-request-id: req-a6c986e3-8b3d-427f-acd0-ad8d9e018166 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:46.768420 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6", "name": "network-vif-plugged", "status": "completed", "tag": "135f893f-c290-4327-af09-0cc282b0109c", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:46.768685 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a6c986e3-8b3d-427f-acd0-ad8d9e018166 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:46.769064 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135f893f-c290-4327-af09-0cc282b0109c', 'code': 200} Jul 16 18:07:46.793655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=ef695110-6ac9-4753-84bc-e31633a8cef2,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:46.808850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-a476ab13-95c7-4620-91eb-93dd1b3dabe3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Deleting port 80fb28f4-6bfe-4220-9ada-25fe85728b93 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:46.809441 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-a476ab13-95c7-4620-91eb-93dd1b3dabe3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:46.927708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35556) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:46.956645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-226c81f0-d1df-4183-8b08-43e1d12e9c2d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1695177342', 'description': 'tempest-description--869735940'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:46.969827 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5eb94aa6-be2e-4edc-9e52-de5a47ec731c req-3b18907b-8243-453f-82c6-f58f092c5d93 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 210 time: 0.1078451 Jul 16 18:07:46.995066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.000677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:47.008202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:47.008581 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.016629 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3399fd95-2538-4f8f-a6be-dd91688a9434 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.174918 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.223363 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.230853 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.231733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:47.240264 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.327068 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.331344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Fanout notify agent at l3_agent the message router_deleted on router a8c7e886-e21c-4f20-b97a-5944a58957d3 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:47.392093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:47.402759 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.409814 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-09ea55cd-5b48-4ec2-8d70-f0addc494bb3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/a8c7e886-e21c-4f20-b97a-5944a58957d3 HTTP/1.1" status: 204 len: 168 time: 3.6365943 Jul 16 18:07:47.421162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35576) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:47.428080 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'network': {'name': 'tempest-RoutersTest-678208003'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:47.541984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-deleted', 'tag': '42634e4a-5ac6-47d2-88a5-ffc39bf29f4b'}, {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-deleted', 'tag': '7823ca02-ecf8-4d6a-8697-5e81d3abde2a'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:47.545318 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31953c36-2033-4b54-a2dd-0e9833d5a3c2" -d '{"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-deleted", "tag": "42634e4a-5ac6-47d2-88a5-ffc39bf29f4b"}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-deleted", "tag": "7823ca02-ecf8-4d6a-8697-5e81d3abde2a"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:47.592353 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-226c81f0-d1df-4183-8b08-43e1d12e9c2d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.658228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:47.671111 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.689836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952e751c-e3f2-47d5-8cd2-504f78c9afbe req-4a85038a-ee8a-48a0-8673-17fd2ae29bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.691826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-952e751c-e3f2-47d5-8cd2-504f78c9afbe req-4a85038a-ee8a-48a0-8673-17fd2ae29bfc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 1096 time: 0.8419061 Jul 16 18:07:47.742025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:07:47.858631 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.876178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-21cf829a-ec6f-439c-8f1f-c25447068456 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:47.877822 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-21cf829a-ec6f-439c-8f1f-c25447068456 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.18 "GET /v2.0/networks?id=01fd89e0-0c35-447f-b1a5-708fa898cda9 HTTP/1.1" status: 200 len: 811 time: 0.2884881 Jul 16 18:07:47.892660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-a476ab13-95c7-4620-91eb-93dd1b3dabe3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] For port 80fb28f4-6bfe-4220-9ada-25fe85728b93, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=80fb28f4-6bfe-4220-9ada-25fe85728b93,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:47.892816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.893044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-a476ab13-95c7-4620-91eb-93dd1b3dabe3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:47.893182 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added segment 55e9753a-b94a-4c3d-8e39-285844fd3e92 of type vlan for network 85b931b4-fece-4629-93fb-7f6b61b2af96 Jul 16 18:07:47.916772 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5791edd4-17e9-4cfa-ba8a-592e63e6e89b x-openstack-request-id: req-5791edd4-17e9-4cfa-ba8a-592e63e6e89b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:47.917075 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-deleted", "tag": "42634e4a-5ac6-47d2-88a5-ffc39bf29f4b", "status": "completed", "code": 200}, {"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-deleted", "tag": "7823ca02-ecf8-4d6a-8697-5e81d3abde2a", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:47.917329 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5791edd4-17e9-4cfa-ba8a-592e63e6e89b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:47.917733 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-deleted', 'tag': '42634e4a-5ac6-47d2-88a5-ffc39bf29f4b', 'status': 'completed', 'code': 200} Jul 16 18:07:47.917989 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-deleted', 'tag': '7823ca02-ecf8-4d6a-8697-5e81d3abde2a', 'status': 'completed', 'code': 200} Jul 16 18:07:47.980919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-a476ab13-95c7-4620-91eb-93dd1b3dabe3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Calling delete_port for 80fb28f4-6bfe-4220-9ada-25fe85728b93 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:47.981177 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.016552 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-952e751c-e3f2-47d5-8cd2-504f78c9afbe req-ed1d25a6-5eef-4329-a55a-099fb8e3f404 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3103402 Jul 16 18:07:48.042692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a72aed-dc28-42eb-ac50-e65a55f45571 req-695998de-4a44-4f0f-abc5-936f670447a0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.051968 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5a72aed-dc28-42eb-ac50-e65a55f45571 req-695998de-4a44-4f0f-abc5-936f670447a0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 0.4930077 Jul 16 18:07:48.065473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-ba495c67-63a2-42cf-9c70-bb01216b7fd3 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0778300d88a94c7e863d1409c50dd22a HTTP/1.1" status: 200 len: 380 time: 0.1464989 Jul 16 18:07:48.065833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.072265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.073136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.087074 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3399fd95-2538-4f8f-a6be-dd91688a9434 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.136626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Request body: {'port': {'device_id': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'admin_state_up': True, 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'security_groups': ['307ffb08-a94c-4961-b543-046934700cb3']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:48.144659 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-582ec4ed-d8e8-4e6a-8c26-607617ebace0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.166456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Network': ['ID=85b931b4-fece-4629-93fb-7f6b61b2af96,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:48.177906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3399fd95-2538-4f8f-a6be-dd91688a9434 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.183662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 85b931b4-fece-4629-93fb-7f6b61b2af96 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:07:48.320776 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5a72aed-dc28-42eb-ac50-e65a55f45571 req-38e6da36-3a2a-4e4b-bb4a-61eb3d69df24 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672412 Jul 16 18:07:48.351506 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231077b-803e-4e1a-b16a-8f23f45751dc req-65c590e1-e986-40c3-9910-20f72bd3ee89 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.358888 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f231077b-803e-4e1a-b16a-8f23f45751dc req-65c590e1-e986-40c3-9910-20f72bd3ee89 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 943 time: 0.1963551 Jul 16 18:07:48.387533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3399fd95-2538-4f8f-a6be-dd91688a9434 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Router a471c28f-7269-4989-9610-9213a119f613 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:07:48.407423 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-226c81f0-d1df-4183-8b08-43e1d12e9c2d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.432338 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-226c81f0-d1df-4183-8b08-43e1d12e9c2d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.476153 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4cb2f2aa-ab38-4166-90df-0da7bf911d69 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0576413 Jul 16 18:07:48.479974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35594) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:48.489967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'subnet': {'network_id': '85b931b4-fece-4629-93fb-7f6b61b2af96', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:48.500013 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f231077b-803e-4e1a-b16a-8f23f45751dc req-8d3d3787-dd9a-407d-b738-ee07aab3b084 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups?id=6fabf16a-24d0-4e64-a9c9-dca91d898a6a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394618 Jul 16 18:07:48.546141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226c81f0-d1df-4183-8b08-43e1d12e9c2d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5910cc0f-bb38-4f81-bd41-dd86d2f46dea,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:48.549078 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-226c81f0-d1df-4183-8b08-43e1d12e9c2d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.554434 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-226c81f0-d1df-4183-8b08-43e1d12e9c2d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.6040084 Jul 16 18:07:48.557063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35596) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:48.568181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-375745d8-2c6e-4998-930d-3967fccc0249 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'security_group_rule': {'security_group_id': '5910cc0f-bb38-4f81-bd41-dd86d2f46dea', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:48.580553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-a476ab13-95c7-4620-91eb-93dd1b3dabe3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.639116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a476ab13-95c7-4620-91eb-93dd1b3dabe3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Port': ['ID=80fb28f4-6bfe-4220-9ada-25fe85728b93,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:48.678108 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-929a0700-78b9-421d-9a00-c8c04eb565bc req-1ba3ee92-edd6-473e-8d2b-ed074e7a6dc3 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 210 time: 0.0590062 Jul 16 18:07:48.693534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3399fd95-2538-4f8f-a6be-dd91688a9434 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:07:48.698369 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3399fd95-2538-4f8f-a6be-dd91688a9434 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.702948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3399fd95-2538-4f8f-a6be-dd91688a9434 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "PUT /v2.0/routers/a471c28f-7269-4989-9610-9213a119f613 HTTP/1.1" status: 200 len: 921 time: 3.5517542 Jul 16 18:07:48.704037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35598) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:48.713508 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b94f34-c409-4d2c-8ef9-2263467e5a0f None None] Sync routers for ids ['a471c28f-7269-4989-9610-9213a119f613'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:07:48.715645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-a476ab13-95c7-4620-91eb-93dd1b3dabe3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] No DVR routers for this DVR port 80fb28f4-6bfe-4220-9ada-25fe85728b93 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:48.727712 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-a476ab13-95c7-4620-91eb-93dd1b3dabe3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.728328 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b94f34-c409-4d2c-8ef9-2263467e5a0f None None] Routers {'a471c28f-7269-4989-9610-9213a119f613'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:48.730317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-427eeaa1-d71c-4993-954c-3adb18bdeb76 req-a476ab13-95c7-4620-91eb-93dd1b3dabe3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.37 "DELETE /v2.0/ports/80fb28f4-6bfe-4220-9ada-25fe85728b93 HTTP/1.1" status: 204 len: 173 time: 2.3181918 Jul 16 18:07:48.731912 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-75b94f34-c409-4d2c-8ef9-2263467e5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a471c28f-7269-4989-9610-9213a119f613'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:48.767849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-375745d8-2c6e-4998-930d-3967fccc0249 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.785206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73913c03-c3e4-4529-8d66-40bc8cb7e7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef695110-6ac9-4753-84bc-e31633a8cef2'}, {'server_uuid': '8215d919-27b1-4f5b-a864-45bd9543c4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c06ad1-556a-4b5a-9560-30ca3d1b9a9b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:48.787246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.api [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:07:48.787246 n-d-794306-7 neutron-server[105438]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:07:48.787246 n-d-794306-7 neutron-server[105438]: [parameters: {'project_id_1': 'aa40f18af9894188a2499702220d2574', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 7, 48, 690675)}] Jul 16 18:07:48.787246 n-d-794306-7 neutron-server[105438]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:07:48.787653 n-d-794306-7 neutron-server[105438]: DEBUG oslo_db.api [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:07:48.787751 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd172054-0e16-4f9e-9e48-af6908fc4914" -d '{"events": [{"server_uuid": "73913c03-c3e4-4529-8d66-40bc8cb7e7ef", "name": "network-vif-plugged", "status": "completed", "tag": "ef695110-6ac9-4753-84bc-e31633a8cef2"}, {"server_uuid": "8215d919-27b1-4f5b-a864-45bd9543c4be", "name": "network-vif-plugged", "status": "completed", "tag": "59c06ad1-556a-4b5a-9560-30ca3d1b9a9b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:48.804401 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-75b94f34-c409-4d2c-8ef9-2263467e5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:48.829937 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b94f34-c409-4d2c-8ef9-2263467e5a0f None None] Routers {'a471c28f-7269-4989-9610-9213a119f613'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:07:48.831745 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-75b94f34-c409-4d2c-8ef9-2263467e5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a471c28f-7269-4989-9610-9213a119f613'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:48.847158 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5657c6-795c-451f-95fe-60009052f39d x-openstack-request-id: req-fa5657c6-795c-451f-95fe-60009052f39d {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:48.847744 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73913c03-c3e4-4529-8d66-40bc8cb7e7ef", "name": "network-vif-plugged", "status": "completed", "tag": "ef695110-6ac9-4753-84bc-e31633a8cef2", "code": 200}, {"server_uuid": "8215d919-27b1-4f5b-a864-45bd9543c4be", "name": "network-vif-plugged", "status": "completed", "tag": "59c06ad1-556a-4b5a-9560-30ca3d1b9a9b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:48.848242 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fa5657c6-795c-451f-95fe-60009052f39d {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:48.849008 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73913c03-c3e4-4529-8d66-40bc8cb7e7ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef695110-6ac9-4753-84bc-e31633a8cef2', 'code': 200} Jul 16 18:07:48.849381 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8215d919-27b1-4f5b-a864-45bd9543c4be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59c06ad1-556a-4b5a-9560-30ca3d1b9a9b', 'code': 200} Jul 16 18:07:48.871334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8967d4-aca5-422d-9c30-1a2d87fc346b req-fa96190c-89d2-4388-b346-5f979683cd15 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:48.876241 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-75b94f34-c409-4d2c-8ef9-2263467e5a0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:48.877109 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b94f34-c409-4d2c-8ef9-2263467e5a0f None None] The sync data for ids ['a471c28f-7269-4989-9610-9213a119f613'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:07:48.898365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb8967d4-aca5-422d-9c30-1a2d87fc346b req-fa96190c-89d2-4388-b346-5f979683cd15 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 945 time: 0.4519849 Jul 16 18:07:48.927677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Made reservation on behalf of 0778300d88a94c7e863d1409c50dd22a for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:48.933196 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:48.968836 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4ff20d7d-af4f-4da2-95b4-83ae1fb715dc tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/routers/a471c28f-7269-4989-9610-9213a119f613 HTTP/1.1" status: 200 len: 921 time: 0.2633140 Jul 16 18:07:48.980142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35606) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:49.045912 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-375745d8-2c6e-4998-930d-3967fccc0249 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.085917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad4cc7-0aaf-49ca-8183-7689a9e96076 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.088123 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bbad4cc7-0aaf-49ca-8183-7689a9e96076 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&device_id=a471c28f-7269-4989-9610-9213a119f613&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1065755 Jul 16 18:07:49.090602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35608) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:49.105851 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-375745d8-2c6e-4998-930d-3967fccc0249 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.336519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb8967d4-aca5-422d-9c30-1a2d87fc346b req-63e60598-4e65-4cfb-9798-c3705817cab7 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4369340 Jul 16 18:07:49.420070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375745d8-2c6e-4998-930d-3967fccc0249 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d118ed9-68db-4113-afac-0cdc4b0a5eb5,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:49.492925 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-375745d8-2c6e-4998-930d-3967fccc0249 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.505027 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-375745d8-2c6e-4998-930d-3967fccc0249 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9417069 Jul 16 18:07:49.520614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35612) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:49.531153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-86d213f7-4a6f-4c5a-85d0-dd37f5d99fcc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'security_group_rule': {'security_group_id': '5910cc0f-bb38-4f81-bd41-dd86d2f46dea', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:49.771981 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:49.779369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dec1e8e-0ede-4221-a4cc-b2196ce5dd68 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.783261 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2dec1e8e-0ede-4221-a4cc-b2196ce5dd68 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 881 time: 0.6883070 Jul 16 18:07:49.786777 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35618) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:49.830657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e31442-eea6-4a27-8824-ea7c3d209d85 req-e9646107-35d9-490e-a04d-6f6b0d2d9dcc tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.832335 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01e31442-eea6-4a27-8824-ea7c3d209d85 req-e9646107-35d9-490e-a04d-6f6b0d2d9dcc tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 0.1850641 Jul 16 18:07:49.840505 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e981403b-ed22-4bef-b6e8-a196532dd38b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=a471c28f-7269-4989-9610-9213a119f613 HTTP/1.1" status: 200 len: 205 time: 0.0478239 Jul 16 18:07:49.844265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40c16b-64e1-4ccc-8668-b79f4c31997a req-74d51173-8986-44b6-ab50-26cd75a1fcbc tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.845718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a40c16b-64e1-4ccc-8668-b79f4c31997a req-74d51173-8986-44b6-ab50-26cd75a1fcbc tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.18 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 945 time: 0.2012615 Jul 16 18:07:49.847787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35620) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:49.866848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b639b0-b7b6-4507-b8bf-5bf3ffa34407 req-b6bd0e98-a81c-4536-8fb6-db9559c44261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.870049 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19b639b0-b7b6-4507-b8bf-5bf3ffa34407 req-b6bd0e98-a81c-4536-8fb6-db9559c44261 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 1096 time: 0.6947017 Jul 16 18:07:49.872558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e7b43a-7886-42b6-a8f5-d4cc9ee7ac5e req-f845ff0d-6a12-4212-9b1d-f182fbd87397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:49.874408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15e7b43a-7886-42b6-a8f5-d4cc9ee7ac5e req-f845ff0d-6a12-4212-9b1d-f182fbd87397 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 1096 time: 0.8272488 Jul 16 18:07:49.891807 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a6db4039-6cfd-4b5b-b4da-1fda0a23945b req-6b322c6d-9a48-40a1-9512-1cfcab7dd443 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.1325707 Jul 16 18:07:49.931646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-deleted', 'tag': '80fb28f4-6bfe-4220-9ada-25fe85728b93'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:49.933852 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d838696-2a91-463d-b987-faf2e0957c42" -d '{"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-deleted", "tag": "80fb28f4-6bfe-4220-9ada-25fe85728b93"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:50.016830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Allocated IP 172.20.0.10 (01fd89e0-0c35-447f-b1a5-708fa898cda9/353865c7-df8c-47e2-8ea0-aadfb970e6e7/6d88927f-ba65-4a5f-8387-00cb7bc38840) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:50.024370 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01e31442-eea6-4a27-8824-ea7c3d209d85 req-deb62e96-50f5-4ad8-9e84-ed2e08934009 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774204 Jul 16 18:07:50.032264 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-86d213f7-4a6f-4c5a-85d0-dd37f5d99fcc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.078561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9847d4e-de87-4b72-804f-e838c846369b req-9cef1366-8e8c-4533-815d-8e64be4c2a8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7361698 Jul 16 18:07:50.107296 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:07:50.115172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:50.124853 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.126256 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-86d213f7-4a6f-4c5a-85d0-dd37f5d99fcc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.136782 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b5c79f-c132-4ef7-bc91-7d4803ec508b x-openstack-request-id: req-a6b5c79f-c132-4ef7-bc91-7d4803ec508b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:50.137089 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eff34572-f763-4020-bd8a-34c18b2dbdd0", "name": "network-vif-deleted", "tag": "80fb28f4-6bfe-4220-9ada-25fe85728b93", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:50.137342 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a6b5c79f-c132-4ef7-bc91-7d4803ec508b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:50.138412 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eff34572-f763-4020-bd8a-34c18b2dbdd0', 'name': 'network-vif-deleted', 'tag': '80fb28f4-6bfe-4220-9ada-25fe85728b93', 'status': 'completed', 'code': 200} Jul 16 18:07:50.145895 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-86d213f7-4a6f-4c5a-85d0-dd37f5d99fcc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.175520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15e7b43a-7886-42b6-a8f5-d4cc9ee7ac5e req-b75d3551-ebe2-4771-a865-6174e520d826 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733479 Jul 16 18:07:50.177339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19b639b0-b7b6-4507-b8bf-5bf3ffa34407 req-f518c1d9-3010-4df7-b5ab-7a2e1cab53e3 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2838786 Jul 16 18:07:50.191550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d213f7-4a6f-4c5a-85d0-dd37f5d99fcc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=513a4729-aca7-4423-b41b-88a28bd7425d,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:50.233494 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-86d213f7-4a6f-4c5a-85d0-dd37f5d99fcc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.234893 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-86d213f7-4a6f-4c5a-85d0-dd37f5d99fcc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7110724 Jul 16 18:07:50.266004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35626) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:50.276337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:50.294443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.388777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9aec4152-60cf-4f42-9e73-a77a2e867fb5 req-2409520e-610c-4401-a7e0-e970ad48a0f2 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 210 time: 0.1120634 Jul 16 18:07:50.415578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-3a40c16b-64e1-4ccc-8668-b79f4c31997a req-fdb628b8-3ad5-498a-bbcc-26b38a5820ee tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Deleting port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:50.415927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a40c16b-64e1-4ccc-8668-b79f4c31997a req-fdb628b8-3ad5-498a-bbcc-26b38a5820ee tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.437496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.455325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847d4e-de87-4b72-804f-e838c846369b req-fd410e68-82dd-47f3-b171-6ccbfda889ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.457260 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9847d4e-de87-4b72-804f-e838c846369b req-fd410e68-82dd-47f3-b171-6ccbfda889ae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 1096 time: 0.2492931 Jul 16 18:07:50.462594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.482564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Transition to ACTIVE for port object 6d88927f-ba65-4a5f-8387-00cb7bc38840 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:50.614511 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.628306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847d4e-de87-4b72-804f-e838c846369b req-370e37f6-2213-43d2-a410-8b2f848772fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.630117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9847d4e-de87-4b72-804f-e838c846369b req-370e37f6-2213-43d2-a410-8b2f848772fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 917 time: 0.1450922 Jul 16 18:07:50.671863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Network 01fd89e0-0c35-447f-b1a5-708fa898cda9 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:50.702289 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.705787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:50.710941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9847d4e-de87-4b72-804f-e838c846369b req-b313c325-4359-4b0a-ab42-012a8363e525 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=135f893f-c290-4327-af09-0cc282b0109c HTTP/1.1" status: 200 len: 217 time: 0.0607631 Jul 16 18:07:50.711692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:50.752220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Pushing event updated for resources: {'Port': ['ID=6d88927f-ba65-4a5f-8387-00cb7bc38840,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:50.837878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.838414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.846559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847d4e-de87-4b72-804f-e838c846369b req-1f11b0d8-03f3-418b-9cf7-123c355a2161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:50.848873 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9847d4e-de87-4b72-804f-e838c846369b req-1f11b0d8-03f3-418b-9cf7-123c355a2161 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e656e27c-7e37-460b-b303-ed6795b875d7 HTTP/1.1" status: 200 len: 855 time: 0.1304276 Jul 16 18:07:50.885099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3a40c16b-64e1-4ccc-8668-b79f4c31997a req-fdb628b8-3ad5-498a-bbcc-26b38a5820ee tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] For port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11,segment=NetworkSegment(02d69202-fb5a-4733-a026-4925253be4fc),segment_id=02d69202-fb5a-4733-a026-4925253be4fc)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:50.885099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a40c16b-64e1-4ccc-8668-b79f4c31997a req-fdb628b8-3ad5-498a-bbcc-26b38a5820ee tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.973825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:50.977623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-dc17f89d-c16b-49f4-a52a-8087cd8d8ec1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8993342 Jul 16 18:07:51.003009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-3a40c16b-64e1-4ccc-8668-b79f4c31997a req-fdb628b8-3ad5-498a-bbcc-26b38a5820ee tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Calling delete_port for 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:51.008551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Request body: {'port': {'device_id': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:51.086654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e53775-fa7b-4c96-a620-64b5784e3d52 req-41572efa-bb30-4f9a-97f6-2bcba0289c34 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.094909 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-89e53775-fa7b-4c96-a620-64b5784e3d52 req-41572efa-bb30-4f9a-97f6-2bcba0289c34 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 945 time: 0.4991357 Jul 16 18:07:51.099284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9847d4e-de87-4b72-804f-e838c846369b req-e3595431-9fc9-40e6-b81c-930233a86c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:51.103303 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9847d4e-de87-4b72-804f-e838c846369b req-e3595431-9fc9-40e6-b81c-930233a86c96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c034983a-632b-4340-be69-9b3007395c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2455041 Jul 16 18:07:51.119877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-63c4a7c3-8ffb-4292-b867-eec00461475d None None] Provisioning for port 6d88927f-ba65-4a5f-8387-00cb7bc38840 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:51.142007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-63c4a7c3-8ffb-4292-b867-eec00461475d None None] Provisioning complete for port 6d88927f-ba65-4a5f-8387-00cb7bc38840 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:51.142393 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-63c4a7c3-8ffb-4292-b867-eec00461475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.170310 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.230471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-63c4a7c3-8ffb-4292-b867-eec00461475d None None] Port 6d88927f-ba65-4a5f-8387-00cb7bc38840 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:51.355289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d83e32f8-cb1d-4478-93e2-437e6ab8fac7 req-756d8fa5-fb87-4e74-8adf-7119425ecdfa tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.1050429 Jul 16 18:07:51.358870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.451391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Subnet': ['ID=168230e7-acc3-4b76-b74b-759d7ad76256,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:51.498921 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-89e53775-fa7b-4c96-a620-64b5784e3d52 req-6f64cba5-859d-49b1-a87b-b362c7541ef0 tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/security-groups?id=8300d154-e7c5-4185-80ef-5e5f6c980031&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4027061 Jul 16 18:07:51.502448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Deleting port 710153d0-4fbd-465a-b06a-eda9a137c049 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:07:51.502795 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.512417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Allocated IP 172.25.7.151 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/8779487d-adc8-487b-899d-f8636516ee82) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:51.515123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Checking segment: {'id': '55e9753a-b94a-4c3d-8e39-285844fd3e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '85b931b4-fece-4629-93fb-7f6b61b2af96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:51.516773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network hostable DHCP agents. Network: 85b931b4-fece-4629-93fb-7f6b61b2af96, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:07:51.762066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9847d4e-de87-4b72-804f-e838c846369b req-6b57f372-a731-49a9-a23c-de67953d8517 service neutron] 10.222.0.18 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6045749 Jul 16 18:07:51.798819 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:51.976077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 85b931b4-fece-4629-93fb-7f6b61b2af96 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:07:52.064641 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 85b931b4-fece-4629-93fb-7f6b61b2af96) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:52.085850 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7fd253-973a-4e69-b823-32cc398733bc None None] Network 85b931b4-fece-4629-93fb-7f6b61b2af96 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:52.091639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.092324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.096348 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.126659 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a40c16b-64e1-4ccc-8668-b79f4c31997a req-fdb628b8-3ad5-498a-bbcc-26b38a5820ee tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.136371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Calling delete_port for 710153d0-4fbd-465a-b06a-eda9a137c049 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:07:52.183733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ea326-d1a8-4db4-a654-913bb9720e5e req-e0893efd-5668-4376-935e-d7f8b08ead67 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.185393 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e35ea326-d1a8-4db4-a654-913bb9720e5e req-e0893efd-5668-4376-935e-d7f8b08ead67 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 0.4183745 Jul 16 18:07:52.222320 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f7f17a43-dca9-4210-8f74-f2934f101243 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7339141 Jul 16 18:07:52.230826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35642) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:52.234442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.252978 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9847d4e-de87-4b72-804f-e838c846369b req-2ed0966d-369f-44e0-87cb-6a0ba1dd9734 service neutron] 10.222.0.18 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4797959 Jul 16 18:07:52.263392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b3eaf506-ec74-47f9-b0d6-2bc39663c34f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1376515929', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:52.268440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb628b8-3ad5-498a-bbcc-26b38a5820ee tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Pushing event deleted for resources: {'Port': ['ID=9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.275820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a40c16b-64e1-4ccc-8668-b79f4c31997a req-fdb628b8-3ad5-498a-bbcc-26b38a5820ee tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] No DVR routers for this DVR port 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:07:52.301988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e35ea326-d1a8-4db4-a654-913bb9720e5e req-4a5369ef-5be2-43f5-8bee-cfde3e4b7cfb tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081882 Jul 16 18:07:52.321516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3a40c16b-64e1-4ccc-8668-b79f4c31997a req-fdb628b8-3ad5-498a-bbcc-26b38a5820ee tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.332141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a40c16b-64e1-4ccc-8668-b79f4c31997a req-fdb628b8-3ad5-498a-bbcc-26b38a5820ee tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.18 "DELETE /v2.0/ports/9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 HTTP/1.1" status: 204 len: 173 time: 2.4774077 Jul 16 18:07:52.341983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f88839-7695-4191-b034-e2851b8af7e4 req-d0c2db32-1e06-4b54-b2da-a739fe72852a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:52.349135 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37f88839-7695-4191-b034-e2851b8af7e4 req-d0c2db32-1e06-4b54-b2da-a739fe72852a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 932 time: 0.3868511 Jul 16 18:07:52.355946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '682ad733-c621-47c1-bf28-ec1db1300f08', 'name': 'network-vif-deleted', 'tag': '9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:52.359003 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6d6818-1bcc-4f68-963a-2446569508cf" -d '{"events": [{"server_uuid": "682ad733-c621-47c1-bf28-ec1db1300f08", "name": "network-vif-deleted", "tag": "9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:52.444994 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f951e4-4fac-4bf3-9911-f3f05ac82cde x-openstack-request-id: req-03f951e4-4fac-4bf3-9911-f3f05ac82cde {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:52.447338 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "682ad733-c621-47c1-bf28-ec1db1300f08", "name": "network-vif-deleted", "tag": "9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:52.448919 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-03f951e4-4fac-4bf3-9911-f3f05ac82cde {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:52.449561 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '682ad733-c621-47c1-bf28-ec1db1300f08', 'name': 'network-vif-deleted', 'tag': '9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11', 'status': 'completed', 'code': 200} Jul 16 18:07:52.473693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d88927f-ba65-4a5f-8387-00cb7bc38840 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:07:52.512010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.553348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Transition to ACTIVE for port object 6d88927f-ba65-4a5f-8387-00cb7bc38840 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:52.560794 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.588823 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37f88839-7695-4191-b034-e2851b8af7e4 req-8ff79a81-746a-41d4-91f5-a5a8177e408c tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2383561 Jul 16 18:07:52.592627 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf506-ec74-47f9-b0d6-2bc39663c34f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.596375 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf506-ec74-47f9-b0d6-2bc39663c34f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.640969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-85b931b4-fece-4629-93fb-7f6b61b2af96', 'network_id': '85b931b4-fece-4629-93fb-7f6b61b2af96', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'fixed_ips': [{'subnet_id': '168230e7-acc3-4b76-b74b-759d7ad76256'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:07:52.642598 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.835981 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f243ef5-ce7d-4ba2-91c9-36f529fee87e req-7444ae90-5c0d-43c5-857e-e7d5db68e4a3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.1223364 Jul 16 18:07:52.885399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Pushing event updated for resources: {'Port': ['ID=6d88927f-ba65-4a5f-8387-00cb7bc38840,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:52.917353 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf506-ec74-47f9-b0d6-2bc39663c34f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.926742 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf506-ec74-47f9-b0d6-2bc39663c34f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.953226 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.967112 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3eaf506-ec74-47f9-b0d6-2bc39663c34f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:52.971848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35654) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:52.972055 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b3eaf506-ec74-47f9-b0d6-2bc39663c34f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7132800 Jul 16 18:07:52.984729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:52.993469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:52.997077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:53.046536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Allocated IP 172.20.0.2 (85b931b4-fece-4629-93fb-7f6b61b2af96/168230e7-acc3-4b76-b74b-759d7ad76256/9961bc10-688d-45a5-937a-ea476883940b) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:53.117302 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.160202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Attempting to bind port 6d88927f-ba65-4a5f-8387-00cb7bc38840 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:53.160541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Attempting to bind port 6d88927f-ba65-4a5f-8387-00cb7bc38840 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:53.161105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Attempting to bind port 6d88927f-ba65-4a5f-8387-00cb7bc38840 on network 01fd89e0-0c35-447f-b1a5-708fa898cda9 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:53.168303 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Port 6d88927f-ba65-4a5f-8387-00cb7bc38840 on network 01fd89e0-0c35-447f-b1a5-708fa898cda9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:07:53.179819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Attempting to bind port 6d88927f-ba65-4a5f-8387-00cb7bc38840 on network 01fd89e0-0c35-447f-b1a5-708fa898cda9 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:53.214136 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e094904e-0412-41a2-a255-0b62ec435ac1 req-39d000e8-98f4-4dbc-a44d-e661dd311fac tempest-ServerMetadataNegativeTestJSON-962261209 tempest-ServerMetadataNegativeTestJSON-962261209-project] 10.222.0.47 "GET /v2.0/ports?device_id=682ad733-c621-47c1-bf28-ec1db1300f08 HTTP/1.1" status: 200 len: 210 time: 0.1525569 Jul 16 18:07:53.274649 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.295461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Transition to ACTIVE for port object 9961bc10-688d-45a5-937a-ea476883940b will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:53.312742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Transition to ACTIVE for port object 9961bc10-688d-45a5-937a-ea476883940b will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:53.331702 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.336584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.445246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Network 85b931b4-fece-4629-93fb-7f6b61b2af96 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:53.459628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:53.468110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:53.522519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Pushing event updated for resources: {'Port': ['ID=9961bc10-688d-45a5-937a-ea476883940b,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.674998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Attempting to bind port 9961bc10-688d-45a5-937a-ea476883940b on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:07:53.675866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Attempting to bind port 9961bc10-688d-45a5-937a-ea476883940b by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '55e9753a-b94a-4c3d-8e39-285844fd3e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '85b931b4-fece-4629-93fb-7f6b61b2af96'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:07:53.676518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Attempting to bind port 9961bc10-688d-45a5-937a-ea476883940b on network 85b931b4-fece-4629-93fb-7f6b61b2af96 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:07:53.689930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:53.690324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Checking segment: {'id': '55e9753a-b94a-4c3d-8e39-285844fd3e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '85b931b4-fece-4629-93fb-7f6b61b2af96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:53.691324 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.691777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Bound using segment: {'id': '55e9753a-b94a-4c3d-8e39-285844fd3e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '85b931b4-fece-4629-93fb-7f6b61b2af96'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:53.695371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Bound port: 9961bc10-688d-45a5-937a-ea476883940b, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e9753a-b94a-4c3d-8e39-285844fd3e92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 379, 'network_id': '85b931b4-fece-4629-93fb-7f6b61b2af96'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:53.695814 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.853196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] For port 9961bc10-688d-45a5-937a-ea476883940b, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:53.866736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] For port 9961bc10-688d-45a5-937a-ea476883940b, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9961bc10-688d-45a5-937a-ea476883940b,segment=NetworkSegment(55e9753a-b94a-4c3d-8e39-285844fd3e92),segment_id=55e9753a-b94a-4c3d-8e39-285844fd3e92)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:53.872502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:07:53.873608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Checking segment: {'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:07:53.873608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Bound using segment: {'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:07:53.874047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Bound port: 6d88927f-ba65-4a5f-8387-00cb7bc38840, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f10b1932-4e81-41b6-8691-1de3927f39e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:07:53.874959 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.875657 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:53.946243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab94dd-0347-463b-8294-c3aff42c113d None None] Pushing event updated for resources: {'Port': ['ID=9961bc10-688d-45a5-937a-ea476883940b,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:53.968042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Port': ['ID=8779487d-adc8-487b-899d-f8636516ee82,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.097829 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.098992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:07:54.144114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Pushing event deleted for resources: {'Port': ['ID=710153d0-4fbd-465a-b06a-eda9a137c049,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.187070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:07:54.187586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9cb95a40-3fa1-4b4b-b89b-9a1f3c2e1d11 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:07:54.193032 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.211782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8096c37-03da-4126-b11e-858ac5713390 req-2f64a86a-80b1-4100-8ba7-79520a865d36 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.213488 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8096c37-03da-4126-b11e-858ac5713390 req-2f64a86a-80b1-4100-8ba7-79520a865d36 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 944 time: 0.2465613 Jul 16 18:07:54.292187 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.338228 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.461537 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8096c37-03da-4126-b11e-858ac5713390 req-de2a5292-a96a-4a30-9212-7ba8981f9f9c tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2270916 Jul 16 18:07:54.462478 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.509721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.519404 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.597568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Allocated IP 172.20.0.1 (85b931b4-fece-4629-93fb-7f6b61b2af96/168230e7-acc3-4b76-b74b-759d7ad76256/d02cf04f-710d-44b6-8d6d-d65cb0d4a787) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:54.617875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Port': ['ID=8779487d-adc8-487b-899d-f8636516ee82,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:54.630496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.639664 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.640571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Fanout notify agent at l3_agent the message router_deleted on router a471c28f-7269-4989-9610-9213a119f613 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:07:54.651629 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.653152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b19abaf3-de5e-4861-a428-11f41ed0b9a7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/a471c28f-7269-4989-9610-9213a119f613 HTTP/1.1" status: 204 len: 168 time: 4.8043003 Jul 16 18:07:54.660318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35668) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:54.671086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-29dd15e6-c2b5-4969-82e3-926c52e4b049 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-516108774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:54.686946 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.688302 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bfa8b3aa-84b2-424b-84c2-a9d8d51bb2d8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4171035 Jul 16 18:07:54.727546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d66543-4416-4c16-a7fc-c85c4149f929 req-b862f48a-1c82-4d2b-ae07-410812e582ec tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:54.733406 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44d66543-4416-4c16-a7fc-c85c4149f929 req-b862f48a-1c82-4d2b-ae07-410812e582ec tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 0.8784578 Jul 16 18:07:54.768768 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ffeff43-a284-4b21-8856-cdb640a63cf0 req-008223bb-3dcc-4b63-9a2d-59cf3433bc23 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.0852928 Jul 16 18:07:54.807293 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-29dd15e6-c2b5-4969-82e3-926c52e4b049 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.810448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-29dd15e6-c2b5-4969-82e3-926c52e4b049 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.942028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-29dd15e6-c2b5-4969-82e3-926c52e4b049 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.947555 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-29dd15e6-c2b5-4969-82e3-926c52e4b049 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:54.958947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] For port 6d88927f-ba65-4a5f-8387-00cb7bc38840, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:07:54.992106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35680) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:55.005671 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-29dd15e6-c2b5-4969-82e3-926c52e4b049 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.009295 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-29dd15e6-c2b5-4969-82e3-926c52e4b049 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3452139 Jul 16 18:07:55.021419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35682) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:55.027060 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.035494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] For port 6d88927f-ba65-4a5f-8387-00cb7bc38840, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6d88927f-ba65-4a5f-8387-00cb7bc38840,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:07:55.039440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:55.116512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.178826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44d66543-4416-4c16-a7fc-c85c4149f929 req-0f7868f9-130b-4345-b11b-23ae19eee601 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3239584 Jul 16 18:07:55.218211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Transition to ACTIVE for port object d02cf04f-710d-44b6-8d6d-d65cb0d4a787 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:07:55.242643 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-21661c3c-726e-40b2-9bc4-06711f8e1d1d admin admin] Deleting subnet 9f6a0928-4376-4151-bf57-d7f0fb75cc11 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:07:55.270980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.271426 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.272735 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21661c3c-726e-40b2-9bc4-06711f8e1d1d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.276600 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] 10.222.0.18 "PUT /v2.0/ports/6d88927f-ba65-4a5f-8387-00cb7bc38840 HTTP/1.1" status: 200 len: 1092 time: 4.2892802 Jul 16 18:07:55.279011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'tag': '6d88927f-ba65-4a5f-8387-00cb7bc38840'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:07:55.281626 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae51361-d060-4a32-a8ab-8a488faa278b" -d '{"events": [{"name": "network-changed", "server_uuid": "3b91e39c-400e-499e-bcfd-f1cb55f5c1b1", "tag": "6d88927f-ba65-4a5f-8387-00cb7bc38840"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:07:55.344204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-17c6c172-685a-4111-ac97-443d22e3d167 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1695177342&fields=id&tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5 HTTP/1.1" status: 200 len: 267 time: 0.2727964 Jul 16 18:07:55.437298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-771e217f-b9ff-4c2b-a546-e9724528f5a7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.447887 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-771e217f-b9ff-4c2b-a546-e9724528f5a7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports/0fa3e845-582c-4382-a63a-6e61dd1198a4 HTTP/1.1" status: 200 len: 930 time: 0.1003854 Jul 16 18:07:55.582984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-fb684e6a-f44f-4d6a-894d-31fd75c7034c tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:55.594188 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-fb684e6a-f44f-4d6a-894d-31fd75c7034c tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports/1d4fbd0b-e052-4618-a347-ee1e17463815 HTTP/1.1" status: 200 len: 931 time: 0.1450410 Jul 16 18:07:55.655422 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21661c3c-726e-40b2-9bc4-06711f8e1d1d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.700193 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-a024a2a5-65b7-4b09-b146-8ef25a3e0b18 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1048408 Jul 16 18:07:55.777177 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0a7aead5-0fbe-4f5b-b30b-b41c8ce312d6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0613966 Jul 16 18:07:55.791882 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21661c3c-726e-40b2-9bc4-06711f8e1d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.800616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217116d6-3311-4a80-9a49-b9cd40f892a3 None None] Network 85b931b4-fece-4629-93fb-7f6b61b2af96 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:07:55.905335 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.909704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9961bc10-688d-45a5-937a-ea476883940b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:55.921101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13694f4-6d3f-42a7-b140-4deabee2782a service neutron] Pushing event updated for resources: {'Port': ['ID=6d88927f-ba65-4a5f-8387-00cb7bc38840,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:55.945589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a59393fc-2205-42f7-8973-2a6d53164759 None None] Provisioning for port 9961bc10-688d-45a5-937a-ea476883940b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:55.964016 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:55.969201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21661c3c-726e-40b2-9bc4-06711f8e1d1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.024135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-378e03a6-da04-4bb9-82b8-075d8d2a1b21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.030921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-378e03a6-da04-4bb9-82b8-075d8d2a1b21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.032894 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 85b931b4-fece-4629-93fb-7f6b61b2af96 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:56.037574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-378e03a6-da04-4bb9-82b8-075d8d2a1b21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.045278 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-378e03a6-da04-4bb9-82b8-075d8d2a1b21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/networks?id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a HTTP/1.1" status: 200 len: 1990 time: 0.2507339 Jul 16 18:07:56.055314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21661c3c-726e-40b2-9bc4-06711f8e1d1d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6a0928-4376-4151-bf57-d7f0fb75cc11,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.058791 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21661c3c-726e-40b2-9bc4-06711f8e1d1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.061871 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-21661c3c-726e-40b2-9bc4-06711f8e1d1d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9f6a0928-4376-4151-bf57-d7f0fb75cc11 HTTP/1.1" status: 204 len: 168 time: 1.0685401 Jul 16 18:07:56.064097 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35704) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:56.080061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-e5710d8a-1286-4faa-a6f8-ac39bae88fcb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/quotas/b0ccbb25aee64f33bcaef6d6928adcc5 HTTP/1.1" status: 200 len: 375 time: 0.0333636 Jul 16 18:07:56.084589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abef253-440c-4f0f-a6d6-26fb1dd1269f req-cf414bac-3137-446f-92c8-e7ae7ccbb9a9 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.087536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 9961bc10-688d-45a5-937a-ea476883940b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:56.092550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9961bc10-688d-45a5-937a-ea476883940b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:56.093203 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.101027 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5abef253-440c-4f0f-a6d6-26fb1dd1269f req-cf414bac-3137-446f-92c8-e7ae7ccbb9a9 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.6857295 Jul 16 18:07:56.105429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:56.118603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:56.251225 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.283188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=d02cf04f-710d-44b6-8d6d-d65cb0d4a787,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.298607 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.312252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-b975da02-236f-4005-aa7b-070e918f86d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.314085 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-b975da02-236f-4005-aa7b-070e918f86d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0778300d88a94c7e863d1409c50dd22a&device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 1095 time: 0.8738730 Jul 16 18:07:56.340863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 9961bc10-688d-45a5-937a-ea476883940b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9961bc10-688d-45a5-937a-ea476883940b,segment=NetworkSegment(55e9753a-b94a-4c3d-8e39-285844fd3e92),segment_id=55e9753a-b94a-4c3d-8e39-285844fd3e92)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:07:56.341305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5abef253-440c-4f0f-a6d6-26fb1dd1269f req-949e65f3-d7cb-45fc-b987-8b00b520bc2c tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390411 Jul 16 18:07:56.349826 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.479983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=9961bc10-688d-45a5-937a-ea476883940b,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:56.480215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-fac769d9-07db-41a1-babd-8617902d7ca6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.3992550 Jul 16 18:07:56.546115 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe086ac-c34f-480f-ac08-f42e78a7fe3c x-openstack-request-id: req-6fe086ac-c34f-480f-ac08-f42e78a7fe3c {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:07:56.546646 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b91e39c-400e-499e-bcfd-f1cb55f5c1b1", "tag": "6d88927f-ba65-4a5f-8387-00cb7bc38840", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:07:56.546646 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6fe086ac-c34f-480f-ac08-f42e78a7fe3c {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:07:56.547284 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'tag': '6d88927f-ba65-4a5f-8387-00cb7bc38840', 'status': 'completed', 'code': 200} Jul 16 18:07:56.564118 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-ed4b8733-a940-490a-bf7e-31472b69ee82 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d88927f-ba65-4a5f-8387-00cb7bc38840 HTTP/1.1" status: 200 len: 217 time: 0.2260263 Jul 16 18:07:56.566078 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.599202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fa34dc6-cef6-4424-b86a-24504ce20ed0 None None] Provisioning for port d02cf04f-710d-44b6-8d6d-d65cb0d4a787 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:07:56.609750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fa34dc6-cef6-4424-b86a-24504ce20ed0 None None] Provisioning complete for port d02cf04f-710d-44b6-8d6d-d65cb0d4a787 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:56.610112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fa34dc6-cef6-4424-b86a-24504ce20ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.673677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fa34dc6-cef6-4424-b86a-24504ce20ed0 None None] Port d02cf04f-710d-44b6-8d6d-d65cb0d4a787 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:56.690529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fa34dc6-cef6-4424-b86a-24504ce20ed0 None None] Provisioning complete for port 9961bc10-688d-45a5-937a-ea476883940b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:56.690901 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fa34dc6-cef6-4424-b86a-24504ce20ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.692939 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.714510 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fa73e71-aa92-49fc-80b1-cff1753dd53b']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:56.728144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02d69202-fb5a-4733-a026-4925253be4fc') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:56.728489 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02d69202-fb5a-4733-a026-4925253be4fc') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:07:56.759466 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.807686 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-4930d40f-828f-4bb6-b23a-dd1f21718c8c service neutron] 10.222.0.47 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3192916 Jul 16 18:07:56.834305 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.858918 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-64db9fd1-29b1-4d79-9741-f92b1bfa2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.861103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-64db9fd1-29b1-4d79-9741-f92b1bfa2800 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=353865c7-df8c-47e2-8ea0-aadfb970e6e7 HTTP/1.1" status: 200 len: 850 time: 0.2957301 Jul 16 18:07:56.875887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:07:56.876306 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:07:56.881355 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:07:56.943727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac915a1e-c70f-460f-bd2d-9d4119616439 req-8d21613f-84d8-4fb5-a118-e74538b02a48 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:56.945964 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac915a1e-c70f-460f-bd2d-9d4119616439 req-8d21613f-84d8-4fb5-a118-e74538b02a48 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 944 time: 0.2938943 Jul 16 18:07:57.018904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b176cb76-1dd5-4b39-ad66-7cd7ecd93c8c None None] Provisioning complete for port d02cf04f-710d-44b6-8d6d-d65cb0d4a787 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:57.019470 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b176cb76-1dd5-4b39-ad66-7cd7ecd93c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.027659 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.037855 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.039787 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7fa73e71-aa92-49fc-80b1-cff1753dd53b HTTP/1.1" status: 204 len: 168 time: 0.9744093 Jul 16 18:07:57.044955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-3ac40377-dc26-46c8-97bd-e67d2c52b629 service neutron] 10.222.0.47 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2363958 Jul 16 18:07:57.112464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b176cb76-1dd5-4b39-ad66-7cd7ecd93c8c None None] Port d02cf04f-710d-44b6-8d6d-d65cb0d4a787 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:07:57.132412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.136592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2490562-24d1-4d69-86fa-fa1f99da7078 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fa73e71-aa92-49fc-80b1-cff1753dd53b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:57.141724 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac915a1e-c70f-460f-bd2d-9d4119616439 req-fbf9b525-70ab-4842-8964-679a944b582c tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705546 Jul 16 18:07:57.143347 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-45fe0d5a-0ef4-420a-92b6-6d8aa2797510 service neutron] 10.222.0.47 "GET /v2.0/ports/0fa3e845-582c-4382-a63a-6e61dd1198a4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0771315 Jul 16 18:07:57.176405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.181272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-25f92b05-d594-49b4-9982-34bcc06d482b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:57.182775 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-25f92b05-d594-49b4-9982-34bcc06d482b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01fd89e0-0c35-447f-b1a5-708fa898cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3132308 Jul 16 18:07:57.213582 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.284882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-3fa96ee5-1217-4e06-b82e-98c8fafa68b5 service neutron] 10.222.0.47 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343954 Jul 16 18:07:57.369236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35726) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:57.422275 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d7350bb7-5030-47d1-94ee-27ad5621b846 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6db0a2adb5744093a3a47d920223062a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0516467 Jul 16 18:07:57.426667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35728) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:57.474714 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-40bb17fd-1b8f-4a36-8bad-7cf87202176b service neutron] 10.222.0.47 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820478 Jul 16 18:07:57.538058 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-398886ea-923e-4ab2-8af0-04ce091de7c0 service neutron] 10.222.0.47 "GET /v2.0/ports/1d4fbd0b-e052-4618-a347-ee1e17463815?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0483046 Jul 16 18:07:57.538698 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef72abef-2940-40da-abc8-777d1097b2b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.657653 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-11da70e2-484a-4571-b565-a9907ab68a2c service neutron] 10.222.0.47 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100934 Jul 16 18:07:57.786257 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-539902d8-9cb2-4e5a-9e13-d9b11ee0b342 service neutron] 10.222.0.47 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227970 Jul 16 18:07:57.813996 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef72abef-2940-40da-abc8-777d1097b2b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.832515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9961bc10-688d-45a5-937a-ea476883940b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:07:57.902153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9961bc10-688d-45a5-937a-ea476883940b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:57.902886 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:57.980261 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bf7cf697-d2b4-4085-b60f-79399f774ce6 service neutron] 10.222.0.47 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860251 Jul 16 18:07:58.032698 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef72abef-2940-40da-abc8-777d1097b2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.035469 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef72abef-2940-40da-abc8-777d1097b2b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.037166 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ef72abef-2940-40da-abc8-777d1097b2b3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8300d154-e7c5-4185-80ef-5e5f6c980031 HTTP/1.1" status: 204 len: 168 time: 0.6092181 Jul 16 18:07:58.051408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef72abef-2940-40da-abc8-777d1097b2b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8300d154-e7c5-4185-80ef-5e5f6c980031,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:58.142735 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9210f362-8c41-4d7e-98c1-835d92f14e33 req-9899d419-b001-4770-bed2-976b76d4e8af tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.8047516 Jul 16 18:07:58.199350 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-6f23ddf9-681c-4ab9-affc-7e661a307526 service neutron] 10.222.0.47 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102740 Jul 16 18:07:58.236065 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-94456c0f-e2fe-4d7d-b73c-73ed92672350 service neutron] 10.222.0.18 "GET /v2.0/networks/01fd89e0-0c35-447f-b1a5-708fa898cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0332332 Jul 16 18:07:58.321291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Allocated IP 172.25.7.58 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/76da9ae7-140b-4e42-8d71-f361d4072e7a) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:07:58.376726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-684a8696-3de0-4391-84c7-625c2017bb08 service neutron] 10.222.0.47 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701815 Jul 16 18:07:58.526798 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d1c809cf-1051-4923-9ff1-dd4d802cbe25 service neutron] 10.222.0.47 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439831 Jul 16 18:07:58.685690 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-308dc795-7837-4b81-9e75-573aa680eced service neutron] 10.222.0.47 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472621 Jul 16 18:07:58.696141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242d30d8-f68c-4f1c-96cb-899aa09414f3 req-6c6a0650-70a5-459c-bfbe-1083b60e893b service neutron] 10.222.0.18 "GET /v2.0/networks/01fd89e0-0c35-447f-b1a5-708fa898cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4470842 Jul 16 18:07:58.718769 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.740882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553878dd-bb93-4263-8725-3581c8ea8fb8 req-a94f08c6-492a-45f3-b345-f214560b3c33 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:58.742595 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-553878dd-bb93-4263-8725-3581c8ea8fb8 req-a94f08c6-492a-45f3-b345-f214560b3c33 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 945 time: 0.3446043 Jul 16 18:07:58.743418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.838549 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.943007 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:58.961537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=d02cf04f-710d-44b6-8d6d-d65cb0d4a787,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:58.961977 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-5be4e4ad-027f-4e29-97c8-16fcb80862bd service neutron] 10.222.0.47 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2689614 Jul 16 18:07:58.972895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-553878dd-bb93-4263-8725-3581c8ea8fb8 req-c0c2ec9f-4027-462b-8f43-b2acddbe477b tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941557 Jul 16 18:07:59.083389 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae51361-d060-4a32-a8ab-8a488faa278b req-03a548c8-a2c2-4460-8f4a-9eae537fc9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.085103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ae51361-d060-4a32-a8ab-8a488faa278b req-03a548c8-a2c2-4460-8f4a-9eae537fc9e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0778300d88a94c7e863d1409c50dd22a&device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 1095 time: 0.2953639 Jul 16 18:07:59.088416 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.138311 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.279041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae51361-d060-4a32-a8ab-8a488faa278b req-55d6849b-db31-44d0-b678-bfc837d970fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.280818 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ae51361-d060-4a32-a8ab-8a488faa278b req-55d6849b-db31-44d0-b678-bfc837d970fd service neutron] 10.222.0.18 "GET /v2.0/networks?id=01fd89e0-0c35-447f-b1a5-708fa898cda9 HTTP/1.1" status: 200 len: 912 time: 0.1829772 Jul 16 18:07:59.284803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35764) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:07:59.348395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ae51361-d060-4a32-a8ab-8a488faa278b req-9abc09c7-20d7-4282-80eb-e365a86f7532 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d88927f-ba65-4a5f-8387-00cb7bc38840 HTTP/1.1" status: 200 len: 217 time: 0.0541782 Jul 16 18:07:59.372480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:59.379263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:59.382724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:07:59.475785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Pushing event updated for resources: {'Port': ['ID=76da9ae7-140b-4e42-8d71-f361d4072e7a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:07:59.503181 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-995cf019-c579-4599-b868-d3888182ae99 service neutron] 10.222.0.47 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5400748 Jul 16 18:07:59.549990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 85b931b4-fece-4629-93fb-7f6b61b2af96 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:07:59.565026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-299597032-network', 'tenant_id': '76aa3f4e7093478e910dfd8d28b482b1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:07:59.574049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:07:59.649758 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0e4625dc-1b5f-474f-92e0-3453d962c613 service neutron] 10.222.0.47 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401868 Jul 16 18:07:59.792196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae51361-d060-4a32-a8ab-8a488faa278b req-b8069168-4d4a-487f-b773-9940f8d301fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:07:59.794956 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ae51361-d060-4a32-a8ab-8a488faa278b req-b8069168-4d4a-487f-b773-9940f8d301fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=353865c7-df8c-47e2-8ea0-aadfb970e6e7 HTTP/1.1" status: 200 len: 850 time: 0.4190321 Jul 16 18:07:59.888464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Made reservation on behalf of 76aa3f4e7093478e910dfd8d28b482b1 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:07:59.891204 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.958011 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:07:59.974346 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a7062acc-7160-491c-8fd9-2ae3f46fbd8f None None] Provisioning complete for port d02cf04f-710d-44b6-8d6d-d65cb0d4a787 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:07:59.974989 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a7062acc-7160-491c-8fd9-2ae3f46fbd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.037756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a7062acc-7160-491c-8fd9-2ae3f46fbd8f None None] Port d02cf04f-710d-44b6-8d6d-d65cb0d4a787 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:00.081128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae51361-d060-4a32-a8ab-8a488faa278b req-4f3ce19b-87b0-4247-a595-9e47b5827134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.082746 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ae51361-d060-4a32-a8ab-8a488faa278b req-4f3ce19b-87b0-4247-a595-9e47b5827134 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01fd89e0-0c35-447f-b1a5-708fa898cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2444396 Jul 16 18:08:00.129873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a8703-5005-4c6b-bb1f-cbaa1dbb0432 req-f03c2fb5-f672-4b16-b169-cfd929b763af tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:00.131393 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ba2a8703-5005-4c6b-bb1f-cbaa1dbb0432 req-f03c2fb5-f672-4b16-b169-cfd929b763af tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 944 time: 0.8495369 Jul 16 18:08:00.357354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 55b95c7d-890f-49ac-ba31-e096091a2c7d is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:00.381580 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:00.401513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ba2a8703-5005-4c6b-bb1f-cbaa1dbb0432 req-ae2cd610-5839-4db2-912d-ade81e5aa1c6 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2211378 Jul 16 18:08:00.484783 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ae51361-d060-4a32-a8ab-8a488faa278b req-fba47c12-30cf-4bb3-9e0d-bd666fb1b579 service neutron] 10.222.0.18 "GET /v2.0/networks/01fd89e0-0c35-447f-b1a5-708fa898cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862619 Jul 16 18:08:01.057606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a26ca91a-08fb-4e0d-ac80-d71e3fe94e48 req-26bd8b81-366b-4c80-a57e-9f885b1900df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.0830009 Jul 16 18:08:01.154542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:01.164907 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-15d9cc93-324f-4b17-8a4d-7819c784aaad tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/55b95c7d-890f-49ac-ba31-e096091a2c7d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1912866 Jul 16 18:08:01.166019 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e4821-3a0f-4b7e-9147-4dd6cfa00a41 None None] Sync routers for ids ['55b95c7d-890f-49ac-ba31-e096091a2c7d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:01.175272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35810) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.178845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90550559-822f-4a0d-8681-69b161728c5b req-e6417d31-83eb-4273-a795-065070bd31ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8215d919-27b1-4f5b-a864-45bd9543c4be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9597251 Jul 16 18:08:01.184746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e4821-3a0f-4b7e-9147-4dd6cfa00a41 None None] Routers {'55b95c7d-890f-49ac-ba31-e096091a2c7d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:01.186197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ca8e4821-3a0f-4b7e-9147-4dd6cfa00a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['55b95c7d-890f-49ac-ba31-e096091a2c7d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.202734 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e60020a-8900-452e-9f9a-104796993e8b req-dafae27a-764e-4c50-852c-3a539e23d2b3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0671327 Jul 16 18:08:01.226956 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.270810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ca8e4821-3a0f-4b7e-9147-4dd6cfa00a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.287639 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.295872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8e4821-3a0f-4b7e-9147-4dd6cfa00a41 None None] Routers {'55b95c7d-890f-49ac-ba31-e096091a2c7d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:01.299434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ca8e4821-3a0f-4b7e-9147-4dd6cfa00a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['55b95c7d-890f-49ac-ba31-e096091a2c7d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.349810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ca8e4821-3a0f-4b7e-9147-4dd6cfa00a41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:01.350768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8e4821-3a0f-4b7e-9147-4dd6cfa00a41 None None] The sync data for ids ['55b95c7d-890f-49ac-ba31-e096091a2c7d'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:01.584423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:01.609298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1db7f37c-79c8-4fd8-92a9-1af983163e9a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:01.649093 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.670048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97f1cc0-ed6a-4b68-b9f7-a4c503aae119 req-6f3278c8-935a-49c3-87c9-eb429f2e65a3 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.678591 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e97f1cc0-ed6a-4b68-b9f7-a4c503aae119 req-6f3278c8-935a-49c3-87c9-eb429f2e65a3 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 0.6615739 Jul 16 18:08:01.688020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83078a3b-4410-41cf-9905-420bc03adc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.689638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-83078a3b-4410-41cf-9905-420bc03adc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports/d02cf04f-710d-44b6-8d6d-d65cb0d4a787 HTTP/1.1" status: 200 len: 910 time: 0.5099015 Jul 16 18:08:01.691845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ae51361-d060-4a32-a8ab-8a488faa278b req-6fb45844-05b1-4086-9c61-0fc4a60718cc service neutron] 10.222.0.18 "GET /v2.0/networks/01fd89e0-0c35-447f-b1a5-708fa898cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1647298 Jul 16 18:08:01.692906 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce65df5c-60a7-427b-940a-4db39759a616 req-0f0a3de5-68bf-45c3-88dc-634ec73b61d0 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.694453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce65df5c-60a7-427b-940a-4db39759a616 req-0f0a3de5-68bf-45c3-88dc-634ec73b61d0 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 944 time: 0.1410797 Jul 16 18:08:01.695314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35818) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:01.699061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.700001 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Added segment 75fc33fc-c644-4dce-bff8-93a7ee1397b3 of type vlan for network 5afd6d2f-2467-40f7-88c9-b6baa525aa0d Jul 16 18:08:01.702291 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.743059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f45ab74d-b0bb-44ba-b994-ad37fd1218da tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '168230e7-acc3-4b76-b74b-759d7ad76256'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:01.818970 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:01.850595 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e97f1cc0-ed6a-4b68-b9f7-a4c503aae119 req-d1b36789-151f-4e27-84e8-993796cabfdd tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708932 Jul 16 18:08:01.855977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550559-822f-4a0d-8681-69b161728c5b req-8a525cc9-f9f1-4868-ac1e-c3405812c1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:01.857709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90550559-822f-4a0d-8681-69b161728c5b req-8a525cc9-f9f1-4868-ac1e-c3405812c1ba service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 1096 time: 0.5634391 Jul 16 18:08:01.888021 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce65df5c-60a7-427b-940a-4db39759a616 req-f0c23b86-08d3-4e2b-8b66-a4459125761c tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1601603 Jul 16 18:08:02.031823 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.032778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.033379 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.076165 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f45ab74d-b0bb-44ba-b994-ad37fd1218da tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.113276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6d88927f-ba65-4a5f-8387-00cb7bc38840 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:02.166463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.8773513 Jul 16 18:08:02.169333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35824) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.213850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] Request body: {'subnet': {'network_id': '5afd6d2f-2467-40f7-88c9-b6baa525aa0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-299597032-subnet', 'tenant_id': '76aa3f4e7093478e910dfd8d28b482b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:02.249963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d74eeb7-c65b-443d-a61e-d082ecf89b6c admin admin] Pushing event updated for resources: {'Network': ['ID=5afd6d2f-2467-40f7-88c9-b6baa525aa0d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.266868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 5afd6d2f-2467-40f7-88c9-b6baa525aa0d details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:02.367051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550559-822f-4a0d-8681-69b161728c5b req-58b50cbf-a36a-4055-b134-9d7e3d1b9ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.369031 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90550559-822f-4a0d-8681-69b161728c5b req-58b50cbf-a36a-4055-b134-9d7e3d1b9ccf service neutron] 10.222.0.37 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 917 time: 0.4040377 Jul 16 18:08:02.375422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6d88927f-ba65-4a5f-8387-00cb7bc38840, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6d88927f-ba65-4a5f-8387-00cb7bc38840,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:02.375664 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3388858-3f44-4763-8ed2-1a298c6a356a req-ec9046c4-2d7f-4b26-bf90-979474ea967d tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.1417551 Jul 16 18:08:02.390693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] Made reservation on behalf of 76aa3f4e7093478e910dfd8d28b482b1 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:02.393473 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.399008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Router 4b3ce594-c70c-4a7e-b86a-6841c32c72ce is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:02.415369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '6d88927f-ba65-4a5f-8387-00cb7bc38840', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'port_id': '6d88927f-ba65-4a5f-8387-00cb7bc38840', 'mac_address': 'fa:16:3e:20:04:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:02.469310 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90550559-822f-4a0d-8681-69b161728c5b req-d4904358-2d90-4a87-85d7-4c8fbc7b5c24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b HTTP/1.1" status: 200 len: 217 time: 0.0911653 Jul 16 18:08:02.491634 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.516667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d88927f-ba65-4a5f-8387-00cb7bc38840 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:02.554578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6d88927f-ba65-4a5f-8387-00cb7bc38840, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6d88927f-ba65-4a5f-8387-00cb7bc38840,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:02.561786 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.596158 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8f3d8ed2-c3e3-41f4-8431-cca780e0133b req-a76adad0-866c-42f3-aa9d-ddb4aa2d6d17 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0467169 Jul 16 18:08:02.680953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=6d88927f-ba65-4a5f-8387-00cb7bc38840,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:02.697168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f9aa17-8973-472c-8d57-eff569cb794e req-1400f124-24a7-4042-91fd-0d534c62d4a1 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.698725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80f9aa17-8973-472c-8d57-eff569cb794e req-1400f124-24a7-4042-91fd-0d534c62d4a1 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.4800096 Jul 16 18:08:02.756322 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f45ab74d-b0bb-44ba-b994-ad37fd1218da tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.769930 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f45ab74d-b0bb-44ba-b994-ad37fd1218da tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.781664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550559-822f-4a0d-8681-69b161728c5b req-efb2ac41-6183-4f9b-a4e2-c38ab7feecb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.782351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['6d88927f-ba65-4a5f-8387-00cb7bc38840'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:02.783154 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90550559-822f-4a0d-8681-69b161728c5b req-efb2ac41-6183-4f9b-a4e2-c38ab7feecb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e656e27c-7e37-460b-b303-ed6795b875d7 HTTP/1.1" status: 200 len: 855 time: 0.3035724 Jul 16 18:08:02.795166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f57a9cc5-d3ff-4960-8564-b13fc17f1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.796903 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f57a9cc5-d3ff-4960-8564-b13fc17f1baa service neutron] 10.222.0.37 "GET /v2.0/ports/0fa3e845-582c-4382-a63a-6e61dd1198a4 HTTP/1.1" status: 200 len: 1026 time: 0.1788263 Jul 16 18:08:02.958326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f45ab74d-b0bb-44ba-b994-ad37fd1218da tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:02.959354 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f45ab74d-b0bb-44ba-b994-ad37fd1218da tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:02.962786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80f9aa17-8973-472c-8d57-eff569cb794e req-97ceb279-8580-4fd8-a00b-fd2632f82692 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528791 Jul 16 18:08:02.966196 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f45ab74d-b0bb-44ba-b994-ad37fd1218da tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/ports/d02cf04f-710d-44b6-8d6d-d65cb0d4a787 HTTP/1.1" status: 200 len: 910 time: 1.2400870 Jul 16 18:08:02.967395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35842) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:02.975611 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45ab74d-b0bb-44ba-b994-ad37fd1218da tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=d02cf04f-710d-44b6-8d6d-d65cb0d4a787,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:03.017413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:03.030024 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2ace6-8890-45a5-8335-ebd5bccbe84e None None] Sync routers for ids ['4b3ce594-c70c-4a7e-b86a-6841c32c72ce'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:03.041558 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f2ace6-8890-45a5-8335-ebd5bccbe84e None None] Routers {'4b3ce594-c70c-4a7e-b86a-6841c32c72ce'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:03.048459 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-10f2ace6-8890-45a5-8335-ebd5bccbe84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['4b3ce594-c70c-4a7e-b86a-6841c32c72ce'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.065560 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.069436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ff029a8f-e0c1-485b-9197-93f790125a5b tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "PUT /v2.0/routers/4b3ce594-c70c-4a7e-b86a-6841c32c72ce HTTP/1.1" status: 200 len: 878 time: 8.0352368 Jul 16 18:08:03.082271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35848) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:03.092777 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2b8f8df0-ae49-4c35-87a1-efefa010d985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.094224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2b8f8df0-ae49-4c35-87a1-efefa010d985 service neutron] 10.222.0.37 "GET /v2.0/ports/1d4fbd0b-e052-4618-a347-ee1e17463815 HTTP/1.1" status: 200 len: 1027 time: 0.2759137 Jul 16 18:08:03.158667 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-10f2ace6-8890-45a5-8335-ebd5bccbe84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.198862 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f2ace6-8890-45a5-8335-ebd5bccbe84e None None] Routers {'4b3ce594-c70c-4a7e-b86a-6841c32c72ce'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:03.206670 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-10f2ace6-8890-45a5-8335-ebd5bccbe84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['4b3ce594-c70c-4a7e-b86a-6841c32c72ce'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.286757 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-10f2ace6-8890-45a5-8335-ebd5bccbe84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:03.287759 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f2ace6-8890-45a5-8335-ebd5bccbe84e None None] The sync data for ids ['4b3ce594-c70c-4a7e-b86a-6841c32c72ce'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:03.440164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b297b6f-c86a-4b56-acf8-83d96c7cec3d req-cc141c61-1aef-416d-8a05-367bbfaf8f38 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.441737 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4b297b6f-c86a-4b56-acf8-83d96c7cec3d req-cc141c61-1aef-416d-8a05-367bbfaf8f38 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 945 time: 0.2591691 Jul 16 18:08:03.500066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90550559-822f-4a0d-8681-69b161728c5b req-bc40a378-1750-4556-86d1-99b9852c6fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.502106 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90550559-822f-4a0d-8681-69b161728c5b req-bc40a378-1750-4556-86d1-99b9852c6fdd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c034983a-632b-4340-be69-9b3007395c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7026119 Jul 16 18:08:03.515346 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4b297b6f-c86a-4b56-acf8-83d96c7cec3d req-73f6dfa5-dfd5-4f1e-9378-42eeb86a9f70 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514581 Jul 16 18:08:03.553180 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.612962 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c78b2e9f-e9d1-43b0-ad06-efc9b944c1fa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:03.624693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbe999a7-6067-4aaa-b92e-d386fe7ca077,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:03.701101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-20bb5134-b9c6-42a2-922e-50a61656c8fc tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/routers/4b3ce594-c70c-4a7e-b86a-6841c32c72ce HTTP/1.1" status: 200 len: 919 time: 0.6133187 Jul 16 18:08:03.707174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-fd0b3db9-4d18-4618-b9cb-a1f36d216d61 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.713603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-fd0b3db9-4d18-4618-b9cb-a1f36d216d61 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.720160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-fd0b3db9-4d18-4618-b9cb-a1f36d216d61 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:03.724945 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-fd0b3db9-4d18-4618-b9cb-a1f36d216d61 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "GET /v2.0/networks?id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a HTTP/1.1" status: 200 len: 1990 time: 0.5927935 Jul 16 18:08:03.727194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35856) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:03.880322 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3cf9b606-70e2-4c6a-83a1-88271b0d96fb req-7bd5b61a-41fb-46a4-a5b8-238eaa731c18 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.0634880 Jul 16 18:08:04.057784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c78b2e9f-e9d1-43b0-ad06-efc9b944c1fa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port d02cf04f-710d-44b6-8d6d-d65cb0d4a787 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:04.058315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c78b2e9f-e9d1-43b0-ad06-efc9b944c1fa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.113953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6d88927f-ba65-4a5f-8387-00cb7bc38840 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:04.205529 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae6ead53-8139-4946-8d3d-e0ed5534c559 req-015bacb1-e3b7-4623-96cf-1458a9a69591 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0725014 Jul 16 18:08:04.242662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 6d88927f-ba65-4a5f-8387-00cb7bc38840 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:04.248553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 6d88927f-ba65-4a5f-8387-00cb7bc38840 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:04.250000 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.293976 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c78b2e9f-e9d1-43b0-ad06-efc9b944c1fa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.308082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c78b2e9f-e9d1-43b0-ad06-efc9b944c1fa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for d02cf04f-710d-44b6-8d6d-d65cb0d4a787 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:04.539008 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.541402 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c78b2e9f-e9d1-43b0-ad06-efc9b944c1fa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.564685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] Checking segment: {'id': '75fc33fc-c644-4dce-bff8-93a7ee1397b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5afd6d2f-2467-40f7-88c9-b6baa525aa0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:04.565617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] Network hostable DHCP agents. Network: 5afd6d2f-2467-40f7-88c9-b6baa525aa0d, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:04.591923 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8fb6544c-bbb3-4bdb-8b4c-1ab3916d809c tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5 HTTP/1.1" status: 200 len: 380 time: 0.8062117 Jul 16 18:08:04.597212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'admin_state_up': True, 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'security_groups': ['5910cc0f-bb38-4f81-bd41-dd86d2f46dea']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:04.610181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78b2e9f-e9d1-43b0-ad06-efc9b944c1fa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=d02cf04f-710d-44b6-8d6d-d65cb0d4a787,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:04.635676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d88927f-ba65-4a5f-8387-00cb7bc38840'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:04.643526 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a98d5df8-caf6-485c-9dd8-da4df8e3f520" -d '{"events": [{"server_uuid": "3b91e39c-400e-499e-bcfd-f1cb55f5c1b1", "name": "network-vif-plugged", "status": "completed", "tag": "6d88927f-ba65-4a5f-8387-00cb7bc38840"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:04.672185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6d88927f-ba65-4a5f-8387-00cb7bc38840, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6d88927f-ba65-4a5f-8387-00cb7bc38840,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:04.678698 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.767793 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90550559-822f-4a0d-8681-69b161728c5b req-4c47c8a6-5ebe-4412-bfe9-cf29daaefcc2 service neutron] 10.222.0.37 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2370205 Jul 16 18:08:04.791228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=6d88927f-ba65-4a5f-8387-00cb7bc38840,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:04.819252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3e1a-efae-4117-ab17-a63488774d99 req-596d1c36-33fd-46a7-b272-00ab2008fdd4 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.826486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3e1a-efae-4117-ab17-a63488774d99 req-596d1c36-33fd-46a7-b272-00ab2008fdd4 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.832936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49f3e1a-efae-4117-ab17-a63488774d99 req-596d1c36-33fd-46a7-b272-00ab2008fdd4 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.834915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e49f3e1a-efae-4117-ab17-a63488774d99 req-596d1c36-33fd-46a7-b272-00ab2008fdd4 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef&device_id=8215d919-27b1-4f5b-a864-45bd9543c4be&device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 2416 time: 1.3441613 Jul 16 18:08:04.952100 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c78b2e9f-e9d1-43b0-ad06-efc9b944c1fa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:04.975745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11783d3b-1781-42d7-a076-1d7fb297829a req-57eb174a-e411-453b-a205-ad2bdc674b21 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:04.984209 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11783d3b-1781-42d7-a076-1d7fb297829a req-57eb174a-e411-453b-a205-ad2bdc674b21 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 946 time: 0.2223954 Jul 16 18:08:05.014300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f96e2d8-949e-4c3c-ba1e-1cf1be7f04f5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.018692 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3f96e2d8-949e-4c3c-ba1e-1cf1be7f04f5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&device_id=4b3ce594-c70c-4a7e-b86a-6841c32c72ce&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 1.2531078 Jul 16 18:08:05.019485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] Network 5afd6d2f-2467-40f7-88c9-b6baa525aa0d is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:05.026031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35866) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.077233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 5afd6d2f-2467-40f7-88c9-b6baa525aa0d) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:05.088223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84721b08-1314-4ddd-86fe-c7dd9f4add0e None None] Network 5afd6d2f-2467-40f7-88c9-b6baa525aa0d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:05.119884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e49f3e1a-efae-4117-ab17-a63488774d99 req-9058d88d-cd64-4c33-9ea5-1781b0c3adae tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902783 Jul 16 18:08:05.122882 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90550559-822f-4a0d-8681-69b161728c5b req-c8eaf22f-268b-47ff-bf03-681eb294e68b service neutron] 10.222.0.37 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3431654 Jul 16 18:08:05.161480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.171897 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.189100 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11783d3b-1781-42d7-a076-1d7fb297829a req-f0558416-4b63-46bd-a31b-f798720ee69f tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2034941 Jul 16 18:08:05.256258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:05.271070 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:05.276753 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dd87032-24d3-4507-99cb-841ca69fbed5 x-openstack-request-id: req-6dd87032-24d3-4507-99cb-841ca69fbed5 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:05.282497 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b91e39c-400e-499e-bcfd-f1cb55f5c1b1", "name": "network-vif-plugged", "status": "completed", "tag": "6d88927f-ba65-4a5f-8387-00cb7bc38840", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:05.283042 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6dd87032-24d3-4507-99cb-841ca69fbed5 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:05.283702 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d88927f-ba65-4a5f-8387-00cb7bc38840', 'code': 200} Jul 16 18:08:05.423877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c47a2b-f9ce-4e7a-9bee-cd6209f4f76d None None] Network 5afd6d2f-2467-40f7-88c9-b6baa525aa0d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:05.471580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-de73d1cf-6ce9-444f-b0e1-6ae6a1437e8f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2989314 Jul 16 18:08:05.538434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78b2e9f-e9d1-43b0-ad06-efc9b944c1fa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 55b95c7d-890f-49ac-ba31-e096091a2c7d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:05.576951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674b6ae5-45c7-4b55-b97c-0376c053c512 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:05.578420 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-674b6ae5-45c7-4b55-b97c-0376c053c512 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 881 time: 0.5514441 Jul 16 18:08:05.597249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35874) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.685176 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1de07554-410a-4a81-9582-bf7d2f7d1921 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b3ce594-c70c-4a7e-b86a-6841c32c72ce HTTP/1.1" status: 200 len: 205 time: 0.0855978 Jul 16 18:08:05.692933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35878) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:05.693949 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78b2e9f-e9d1-43b0-ad06-efc9b944c1fa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:05.716807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a456635-d87a-45f6-b7b6-34b05145a9e9 None None] Sync routers for ids ['55b95c7d-890f-49ac-ba31-e096091a2c7d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:05.740729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a456635-d87a-45f6-b7b6-34b05145a9e9 None None] Routers {'55b95c7d-890f-49ac-ba31-e096091a2c7d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:05.741369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8a456635-d87a-45f6-b7b6-34b05145a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['55b95c7d-890f-49ac-ba31-e096091a2c7d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:05.815241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Allocated IP 172.20.0.11 (4cd880c5-7f33-473c-ae07-1b5ec8c80c91/bed990a2-d4cd-48d5-b858-b087aef8b72e/29a99993-167c-45c1-b0e8-012ff5e913fc) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:05.844484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8a456635-d87a-45f6-b7b6-34b05145a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:05.859950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a456635-d87a-45f6-b7b6-34b05145a9e9 None None] Routers {'55b95c7d-890f-49ac-ba31-e096091a2c7d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:05.860957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8a456635-d87a-45f6-b7b6-34b05145a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['55b95c7d-890f-49ac-ba31-e096091a2c7d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:05.878626 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-82ade4b1-64e9-488a-8d1c-c250c7ceb588 req-58cb9476-e17b-4cd9-abaa-8bdb65f742a5 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.3209524 Jul 16 18:08:05.944135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8a456635-d87a-45f6-b7b6-34b05145a9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:05.944811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a456635-d87a-45f6-b7b6-34b05145a9e9 None None] The sync data for ids ['55b95c7d-890f-49ac-ba31-e096091a2c7d'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:06.047198 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.065655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Transition to ACTIVE for port object 29a99993-167c-45c1-b0e8-012ff5e913fc will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:06.098151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c78b2e9f-e9d1-43b0-ad06-efc9b944c1fa tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/55b95c7d-890f-49ac-ba31-e096091a2c7d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1288824 Jul 16 18:08:06.103180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2a9b094-2a09-4751-b132-1292b3c5bcc2 req-c5a41971-5bc0-40a8-a8df-76b7c74a4d0c tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0315430 Jul 16 18:08:06.103967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35882) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:06.147083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.158426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-61c29710-fac4-400a-863e-ab94c90a7a6c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=55b95c7d-890f-49ac-ba31-e096091a2c7d HTTP/1.1" status: 200 len: 205 time: 0.0474756 Jul 16 18:08:06.161043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f78763-d5e0-406b-8811-e9184971f607 req-c2cd9c0a-527b-451e-987a-bc798cfb1685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.162612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-59f78763-d5e0-406b-8811-e9184971f607 req-c2cd9c0a-527b-451e-987a-bc798cfb1685 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 1097 time: 0.8454459 Jul 16 18:08:06.165193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35886) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:06.275646 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.286449 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5745a4e6-4d0c-4030-b962-de1cd46ee058 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.341261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-59f78763-d5e0-406b-8811-e9184971f607 req-aa6721d9-5d04-4527-8f0c-b6d9e6992bd3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1664174 Jul 16 18:08:06.357470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5163892b-71f0-4c76-9f46-b4a0ad3b2cc0 req-dc0ae2d5-c4f7-492a-bb9c-98989da17fcd tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.372824 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5163892b-71f0-4c76-9f46-b4a0ad3b2cc0 req-dc0ae2d5-c4f7-492a-bb9c-98989da17fcd tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 0.6864524 Jul 16 18:08:06.420441 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5163892b-71f0-4c76-9f46-b4a0ad3b2cc0 req-c0a9101b-c90a-4c51-b4b4-fc80448151db tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466640 Jul 16 18:08:06.434533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Deleting port 76da9ae7-140b-4e42-8d71-f361d4072e7a {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:06.434533 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.500654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-7639099d-9380-47db-9bab-91bad829b28a tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.502210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-7639099d-9380-47db-9bab-91bad829b28a tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/networks?id=5afd6d2f-2467-40f7-88c9-b6baa525aa0d HTTP/1.1" status: 200 len: 812 time: 0.1284020 Jul 16 18:08:06.506255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.567351 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.583964 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Calling delete_port for 76da9ae7-140b-4e42-8d71-f361d4072e7a owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:06.621814 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-266d4f89-eb8e-4500-a16d-3491f294fad4 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/quotas/76aa3f4e7093478e910dfd8d28b482b1 HTTP/1.1" status: 200 len: 375 time: 0.1098430 Jul 16 18:08:06.658024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:06.666958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb858100-0401-480b-b769-0b4753c4f8e6 req-8a1231d7-d1d0-46d1-8f53-aaf811482fb9 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.674844 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bb858100-0401-480b-b769-0b4753c4f8e6 req-8a1231d7-d1d0-46d1-8f53-aaf811482fb9 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 946 time: 0.1443045 Jul 16 18:08:06.697800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:06.700976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:06.705748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-1bc6ef04-84b2-4f56-bfe2-808cbb087607 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=76aa3f4e7093478e910dfd8d28b482b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497863 Jul 16 18:08:06.734295 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bb858100-0401-480b-b769-0b4753c4f8e6 req-fa4d95c9-5507-4509-ac96-edc264a3706a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583327 Jul 16 18:08:06.741331 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5745a4e6-4d0c-4030-b962-de1cd46ee058 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.750000 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5745a4e6-4d0c-4030-b962-de1cd46ee058 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.751743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Port': ['ID=29a99993-167c-45c1-b0e8-012ff5e913fc,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:06.872768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:06.873467 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.908472 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5745a4e6-4d0c-4030-b962-de1cd46ee058 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.908980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5745a4e6-4d0c-4030-b962-de1cd46ee058 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Fanout notify agent at l3_agent the message router_deleted on router 55b95c7d-890f-49ac-ba31-e096091a2c7d {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:06.923691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5745a4e6-4d0c-4030-b962-de1cd46ee058 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:06.924821 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5745a4e6-4d0c-4030-b962-de1cd46ee058 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/55b95c7d-890f-49ac-ba31-e096091a2c7d HTTP/1.1" status: 204 len: 168 time: 0.7586429 Jul 16 18:08:06.927808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35900) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.009603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-ef0cf4ed-35fb-4c47-9b4f-ec1c32e322c9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4159973 Jul 16 18:08:07.015309 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.024523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-da2dd6aa-4574-4786-8521-608631e8d8a1 service neutron] 10.222.0.47 "GET /v2.0/networks/5afd6d2f-2467-40f7-88c9-b6baa525aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2787609 Jul 16 18:08:07.024851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2704fe4-d2a3-4fdc-823e-943c772cd7f9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting subnet 168230e7-acc3-4b76-b74b-759d7ad76256 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:07.035448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2704fe4-d2a3-4fdc-823e-943c772cd7f9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.079543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Pushing event deleted for resources: {'Port': ['ID=76da9ae7-140b-4e42-8d71-f361d4072e7a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:07.115672 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6', 'admin_state_up': True, 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'security_groups': ['5910cc0f-bb38-4f81-bd41-dd86d2f46dea']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:07.147710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dd79151d-8356-4702-bb63-237e6edd3ba5 None None] Provisioning for port 29a99993-167c-45c1-b0e8-012ff5e913fc completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:07.153474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dd79151d-8356-4702-bb63-237e6edd3ba5 None None] Provisioning complete for port 29a99993-167c-45c1-b0e8-012ff5e913fc triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:07.154212 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dd79151d-8356-4702-bb63-237e6edd3ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.209752 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.236084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-dd79151d-8356-4702-bb63-237e6edd3ba5 None None] Port 29a99993-167c-45c1-b0e8-012ff5e913fc cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:07.250591 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-6edf0df2-06f3-4526-9466-7c6fedf4b3ef service neutron] 10.222.0.47 "GET /v2.0/networks/5afd6d2f-2467-40f7-88c9-b6baa525aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251234 Jul 16 18:08:07.319140 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.322313 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.327835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:07.332857 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.411948 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2704fe4-d2a3-4fdc-823e-943c772cd7f9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.637441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Allocated IP 10.1.1.14 (0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6/e15a0ab7-592e-49d7-b5e8-b678614b9d42/6f59f170-ea3b-48fb-bfc9-90634344e929) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:07.708087 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2704fe4-d2a3-4fdc-823e-943c772cd7f9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.861571 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9abe523-2181-4997-9931-b585904f841b req-c9a7a233-dca1-4ea7-8c7c-1ae6b0be2ce3 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/ports?device_id=eff34572-f763-4020-bd8a-34c18b2dbdd0 HTTP/1.1" status: 200 len: 210 time: 0.0746377 Jul 16 18:08:07.863235 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.863734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Fanout notify agent at l3_agent the message router_deleted on router 4b3ce594-c70c-4a7e-b86a-6841c32c72ce {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:07.890724 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.904543 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8e37d16a-2443-4ecc-9c08-1546b3de01f7 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/4b3ce594-c70c-4a7e-b86a-6841c32c72ce HTTP/1.1" status: 204 len: 168 time: 2.2079780 Jul 16 18:08:07.908534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35932) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:07.920491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3307ba10-d313-4985-859e-c50fbbd20a17 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1851921206', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:07.979890 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:07.981272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2704fe4-d2a3-4fdc-823e-943c772cd7f9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.003402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Transition to ACTIVE for port object 6f59f170-ea3b-48fb-bfc9-90634344e929 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:08.073657 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4dbfaa58-e5b3-47ca-ac5f-39760d638eca req-2b150b05-50ef-41f4-9cd5-d00cf0440a72 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 210 time: 0.0961025 Jul 16 18:08:08.075399 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2704fe4-d2a3-4fdc-823e-943c772cd7f9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.077306 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d2704fe4-d2a3-4fdc-823e-943c772cd7f9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/168230e7-acc3-4b76-b74b-759d7ad76256 HTTP/1.1" status: 204 len: 168 time: 1.1483719 Jul 16 18:08:08.079880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2704fe4-d2a3-4fdc-823e-943c772cd7f9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Subnet': ['ID=168230e7-acc3-4b76-b74b-759d7ad76256,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:08.081820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35934) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.093449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5170d39-4d61-4556-aa32-1b415127005f None None] Network 85b931b4-fece-4629-93fb-7f6b61b2af96 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:08.108040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3307ba10-d313-4985-859e-c50fbbd20a17 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.109676 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3307ba10-d313-4985-859e-c50fbbd20a17 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.139926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.230377 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.286142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:08.295745 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3307ba10-d313-4985-859e-c50fbbd20a17 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.315460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:08.338949 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3307ba10-d313-4985-859e-c50fbbd20a17 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.344656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:08.405192 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3307ba10-d313-4985-859e-c50fbbd20a17 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.406362 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3307ba10-d313-4985-859e-c50fbbd20a17 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4968848 Jul 16 18:08:08.432175 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35938) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:08.442357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Port': ['ID=6f59f170-ea3b-48fb-bfc9-90634344e929,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:08.445849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'enable_snat': True}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:08.501676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf479a2-fcc9-4ee4-aa20-9f69cabf70dc req-3f235251-d94f-4dd4-bc0b-6db04a878a92 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.505514 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcf479a2-fcc9-4ee4-aa20-9f69cabf70dc req-3f235251-d94f-4dd4-bc0b-6db04a878a92 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 932 time: 0.4568040 Jul 16 18:08:08.529196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e875fb2e-8471-4c6c-a69a-36882d345dda None None] DHCP port deletion for 85b931b4-fece-4629-93fb-7f6b61b2af96 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:08.577774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.579337 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.609346 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e875fb2e-8471-4c6c-a69a-36882d345dda None None] Deleting port 9961bc10-688d-45a5-937a-ea476883940b {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:08.609647 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e875fb2e-8471-4c6c-a69a-36882d345dda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.660361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcf479a2-fcc9-4ee4-aa20-9f69cabf70dc req-7317b234-339c-494e-b035-b73a1a159493 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447442 Jul 16 18:08:08.662611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f7c2110-e25d-49b6-b7c2-b86b752f2e56 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.5517881 Jul 16 18:08:08.691104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6', 'admin_state_up': True, 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'security_groups': ['5910cc0f-bb38-4f81-bd41-dd86d2f46dea']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:08.718549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-77838782-4bb2-40a1-b337-c6405f957441 None None] Provisioning for port 6f59f170-ea3b-48fb-bfc9-90634344e929 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:08.733194 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-77838782-4bb2-40a1-b337-c6405f957441 None None] Provisioning complete for port 6f59f170-ea3b-48fb-bfc9-90634344e929 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:08.733819 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-77838782-4bb2-40a1-b337-c6405f957441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.738282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e875fb2e-8471-4c6c-a69a-36882d345dda None None] For port 9961bc10-688d-45a5-937a-ea476883940b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9961bc10-688d-45a5-937a-ea476883940b,segment=NetworkSegment(55e9753a-b94a-4c3d-8e39-285844fd3e92),segment_id=55e9753a-b94a-4c3d-8e39-285844fd3e92)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:08.738898 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e875fb2e-8471-4c6c-a69a-36882d345dda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.754691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 9961bc10-688d-45a5-937a-ea476883940b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:08.755263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.776861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e875fb2e-8471-4c6c-a69a-36882d345dda None None] Calling delete_port for 9961bc10-688d-45a5-937a-ea476883940b owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:08.801868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-77838782-4bb2-40a1-b337-c6405f957441 None None] Port 6f59f170-ea3b-48fb-bfc9-90634344e929 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:08.899947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] For port 9961bc10-688d-45a5-937a-ea476883940b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9961bc10-688d-45a5-937a-ea476883940b,segment=NetworkSegment(55e9753a-b94a-4c3d-8e39-285844fd3e92),segment_id=55e9753a-b94a-4c3d-8e39-285844fd3e92)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:08.900317 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.914031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463ff53-f5cd-41fa-93d1-0b16b2fc013f req-13dee08c-5b8f-4724-9bd7-4b3cf3afa88e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:08.919612 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e875fb2e-8471-4c6c-a69a-36882d345dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.922573 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c463ff53-f5cd-41fa-93d1-0b16b2fc013f req-13dee08c-5b8f-4724-9bd7-4b3cf3afa88e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 946 time: 0.5311852 Jul 16 18:08:08.937510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:08.942899 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:08.975314 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e875fb2e-8471-4c6c-a69a-36882d345dda None None] Pushing event deleted for resources: {'Port': ['ID=9961bc10-688d-45a5-937a-ea476883940b,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:08.991456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e875fb2e-8471-4c6c-a69a-36882d345dda None None] No DVR routers for this DVR port 9961bc10-688d-45a5-937a-ea476883940b on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:09.014374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 9961bc10-688d-45a5-937a-ea476883940b owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:09.045672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.072163 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c463ff53-f5cd-41fa-93d1-0b16b2fc013f req-44a3ccaf-977b-44a9-93db-eb986023d7b2 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429188 Jul 16 18:08:09.262641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Allocated IP 10.1.1.130 (0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6/e15a0ab7-592e-49d7-b5e8-b678614b9d42/04ceaeee-bcfc-4fc4-821b-d8ad69782ca3) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:09.315056 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.353818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=9961bc10-688d-45a5-937a-ea476883940b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:09.362213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No DVR routers for this DVR port 9961bc10-688d-45a5-937a-ea476883940b on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:09.536347 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.564496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85b931b4-fece-4629-93fb-7f6b61b2af96']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:09.576919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e9753a-b94a-4c3d-8e39-285844fd3e92') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:09.577426 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e9753a-b94a-4c3d-8e39-285844fd3e92') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:09.594580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.684304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f36a03-32ca-4c93-8bf5-81df905dddf5 req-b343351a-d590-4da4-b72e-f51ede5171c3 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:09.690555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90f36a03-32ca-4c93-8bf5-81df905dddf5 req-b343351a-d590-4da4-b72e-f51ede5171c3 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 946 time: 0.3191543 Jul 16 18:08:09.706921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35966) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.718655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a8bf1932-c8de-4fb9-a664-81d0ef645495 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Request body: {'floatingip': {'port_id': '6d88927f-ba65-4a5f-8387-00cb7bc38840'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:09.719310 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.741701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Releasing vlan 379 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:09.742197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:09.745675 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:09.748704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35970) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:09.847694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9961bc10-688d-45a5-937a-ea476883940b no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:09.892375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 9961bc10-688d-45a5-937a-ea476883940b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:09.892875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9961bc10-688d-45a5-937a-ea476883940b not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:09.911219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8bf1932-c8de-4fb9-a664-81d0ef645495 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:09.951814 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c43e8b4d-0f49-4702-8e30-a446509c3997 req-c9f2a4c0-6aa9-45d5-8c84-dfd8cea018a9 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 210 time: 0.2034557 Jul 16 18:08:09.957954 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.015649 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-a3033c15-b11f-4a42-bb51-22197791bf57 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.017350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-a3033c15-b11f-4a42-bb51-22197791bf57 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.37 "GET /v2.0/networks?id=5afd6d2f-2467-40f7-88c9-b6baa525aa0d HTTP/1.1" status: 200 len: 812 time: 0.5744910 Jul 16 18:08:10.056231 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.103865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Request body: {'port': {'device_id': '395ecfe8-0b60-44f1-9be9-6f627bad25ed', 'network_id': '5afd6d2f-2467-40f7-88c9-b6baa525aa0d', 'admin_state_up': True, 'tenant_id': '76aa3f4e7093478e910dfd8d28b482b1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:10.106838 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.119817 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/networks/85b931b4-fece-4629-93fb-7f6b61b2af96 HTTP/1.1" status: 204 len: 168 time: 2.0357146 Jul 16 18:08:10.120972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648bcd20-405e-470f-93e8-a8c96fce3d38 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Network': ['ID=85b931b4-fece-4629-93fb-7f6b61b2af96,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:10.122733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35974) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:10.128953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6ccd0f2f-d415-45e0-9f0a-38533b872b7e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-846155', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:10.141312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.170625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Transition to ACTIVE for port object 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:10.229013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.262203 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e931ca0f-c28d-469c-8454-93456f811e4a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.305093 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e931ca0f-c28d-469c-8454-93456f811e4a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.323704 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0f2f-d415-45e0-9f0a-38533b872b7e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.325191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0f2f-d415-45e0-9f0a-38533b872b7e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.414937 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.520850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Port': ['ID=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:10.537079 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e931ca0f-c28d-469c-8454-93456f811e4a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.540714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e931ca0f-c28d-469c-8454-93456f811e4a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.547470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e931ca0f-c28d-469c-8454-93456f811e4a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "DELETE /v2.0/security-groups/6fabf16a-24d0-4e64-a9c9-dca91d898a6a HTTP/1.1" status: 204 len: 168 time: 0.7873807 Jul 16 18:08:10.547470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35978) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:10.548982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:10.586266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:10.594356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:10.661698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Made reservation on behalf of 76aa3f4e7093478e910dfd8d28b482b1 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:10.665935 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:10.734913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:10.735598 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.008989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e931ca0f-c28d-469c-8454-93456f811e4a tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fabf16a-24d0-4e64-a9c9-dca91d898a6a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:11.028738 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5418208-af38-413e-8c37-006ac43139bf req-4e2c0cff-27c1-4f20-9c3a-06615a12e128 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.034816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5418208-af38-413e-8c37-006ac43139bf req-4e2c0cff-27c1-4f20-9c3a-06615a12e128 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.043243 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5418208-af38-413e-8c37-006ac43139bf req-4e2c0cff-27c1-4f20-9c3a-06615a12e128 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 1653 time: 0.8629506 Jul 16 18:08:11.054945 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-741ba80d-c554-45c2-a2bd-6aeace4d0c28 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] show failed (client error): The resource could not be found. Jul 16 18:08:11.057741 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-741ba80d-c554-45c2-a2bd-6aeace4d0c28 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "GET /v2.0/security-groups/6fabf16a-24d0-4e64-a9c9-dca91d898a6a HTTP/1.1" status: 404 len: 347 time: 0.5033822 Jul 16 18:08:11.076869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-46b389a9-eea5-41d4-85a8-9080d4ad3bf4 None None] Provisioning for port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:11.081033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-46b389a9-eea5-41d4-85a8-9080d4ad3bf4 None None] Provisioning complete for port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:11.081409 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-46b389a9-eea5-41d4-85a8-9080d4ad3bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.126133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35990) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.149577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-46b389a9-eea5-41d4-85a8-9080d4ad3bf4 None None] Port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:11.202466 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0f2f-d415-45e0-9f0a-38533b872b7e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.243094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0f2f-d415-45e0-9f0a-38533b872b7e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.268180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-804e3aad-d80f-4a87-ad48-3717c8c1b25b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5817854 Jul 16 18:08:11.299025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Allocated IP 172.25.7.99 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/3c220525-c62b-4103-b0e8-bbdfd6b6fa8e) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:11.303516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ccd0f2f-d415-45e0-9f0a-38533b872b7e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.311496 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6ccd0f2f-d415-45e0-9f0a-38533b872b7e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 695 time: 1.1872387 Jul 16 18:08:11.318279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a', 'admin_state_up': True, 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'security_groups': ['5910cc0f-bb38-4f81-bd41-dd86d2f46dea']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:11.338616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35998) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.346753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'network': {'name': 'tempest-RoutersTest-36129661'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:11.365133 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5418208-af38-413e-8c37-006ac43139bf req-3597898c-e0fa-4ebd-b462-880ad1a0740c tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3206832 Jul 16 18:08:11.545116 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:11.548646 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.581267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1772f46d-e069-474b-a058-09eb36fa8d5f req-71ba75e1-7db5-4ec9-be05-ebb7ce1ad966 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 210 time: 0.0462754 Jul 16 18:08:11.653648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 352} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:11.663454 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.664189 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added segment ae9d03f7-40fd-4ad4-84bf-9bb6061d739e of type vlan for network 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 Jul 16 18:08:11.665826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db43273-b69a-4cd6-aaca-5ed928ed24a3 req-dd21f8ce-7f00-4334-bf95-a492caf78362 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.667442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4db43273-b69a-4cd6-aaca-5ed928ed24a3 req-dd21f8ce-7f00-4334-bf95-a492caf78362 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.9257715 Jul 16 18:08:11.676899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Allocated IP 172.20.0.2 (5afd6d2f-2467-40f7-88c9-b6baa525aa0d/dbe999a7-6067-4aaa-b92e-d386fe7ca077/0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:11.713929 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.733538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:11.755309 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.762314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:11.763121 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.826472 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.829983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ccaf3-ddd6-44b6-985f-340fea4e8909 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Deleting port 3432be19-0d42-4e90-911e-2b35c47e1ba7 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:11.830202 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccaf3-ddd6-44b6-985f-340fea4e8909 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.836018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4db43273-b69a-4cd6-aaca-5ed928ed24a3 req-20af0942-497b-4087-8cdf-b3ed1797914e tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551676 Jul 16 18:08:11.910011 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.924739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8bf1932-c8de-4fb9-a664-81d0ef645495 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.930993 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.5885789 Jul 16 18:08:11.938615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36004) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:11.947367 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8bf1932-c8de-4fb9-a664-81d0ef645495 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.976988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'subnet': {'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:11.981761 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccaf3-ddd6-44b6-985f-340fea4e8909 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.982086 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccaf3-ddd6-44b6-985f-340fea4e8909 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:11.992506 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f968f3-b197-4949-8d24-5d0548b18d8a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Network': ['ID=0e86c5d2-6223-4680-b2ed-c3b92b20fb30,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:12.015872 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.024198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:12.031878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-eb0ccaf3-ddd6-44b6-985f-340fea4e8909 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Calling delete_port for 3432be19-0d42-4e90-911e-2b35c47e1ba7 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:12.210102 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.253208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:12.321174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:12.348866 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.349189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:12.362647 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-a8bf1932-c8de-4fb9-a664-81d0ef645495 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Floating IP ee5c5a4b-40b9-4980-ab36-855e2177041e associated. External IP: 172.25.7.203, port: 6d88927f-ba65-4a5f-8387-00cb7bc38840. Jul 16 18:08:12.380538 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccaf3-ddd6-44b6-985f-340fea4e8909 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.395712 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:12.399348 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.533196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Allocated IP 10.2.2.100 (9c39b3d7-d455-401e-8bad-eeaee0931a8a/e5c39e5c-7e35-4b12-b17d-2320de847cad/a73819e4-945a-49f0-90ad-8dfe03a9e18b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:12.542385 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.628460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Network 5afd6d2f-2467-40f7-88c9-b6baa525aa0d is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:12.645824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event updated for resources: {'Port': ['ID=3c220525-c62b-4103-b0e8-bbdfd6b6fa8e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:12.667452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:12.679945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:12.694181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Pushing event updated for resources: {'Port': ['ID=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:12.886976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:12.887770 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:12.928734 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-52ac0e91-8b5e-4ddc-95f2-8cc6010b08e0 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8492577 Jul 16 18:08:12.947709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Request body: {'port': {'device_id': '395ecfe8-0b60-44f1-9be9-6f627bad25ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:12.958562 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8bf1932-c8de-4fb9-a664-81d0ef645495 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Router 668008a8-ad80-4075-87ab-43ba87989a1c has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:13.012192 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.049817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b507a71d-58e1-404a-9e52-7829a100ba28 req-e22a86a5-f265-4873-a31b-b05e2d8a0a5e tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.056605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b507a71d-58e1-404a-9e52-7829a100ba28 req-e22a86a5-f265-4873-a31b-b05e2d8a0a5e tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 931 time: 0.2382345 Jul 16 18:08:13.057715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0ccaf3-ddd6-44b6-985f-340fea4e8909 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Port': ['ID=3432be19-0d42-4e90-911e-2b35c47e1ba7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:13.070782 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccaf3-ddd6-44b6-985f-340fea4e8909 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.076667 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eb0ccaf3-ddd6-44b6-985f-340fea4e8909 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.080698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eb0ccaf3-ddd6-44b6-985f-340fea4e8909 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "DELETE /v2.0/floatingips/e3867d51-f584-43bc-b128-066ce86dc385 HTTP/1.1" status: 204 len: 168 time: 1.9512484 Jul 16 18:08:13.088496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Transition to ACTIVE for port object a73819e4-945a-49f0-90ad-8dfe03a9e18b will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:13.092995 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.096227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36020) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:13.176142 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.193277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b507a71d-58e1-404a-9e52-7829a100ba28 req-e7437818-f995-46f6-91b4-81e1b0d511c3 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356945 Jul 16 18:08:13.315062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b29f1b-05cf-4601-8b06-b610fbaac0c9 req-0bc7cbaf-bf39-4ff3-b992-05bf28fffd37 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.322330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b29f1b-05cf-4601-8b06-b610fbaac0c9 req-0bc7cbaf-bf39-4ff3-b992-05bf28fffd37 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.331754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b29f1b-05cf-4601-8b06-b610fbaac0c9 req-0bc7cbaf-bf39-4ff3-b992-05bf28fffd37 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:13.334570 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0b29f1b-05cf-4601-8b06-b610fbaac0c9 req-0bc7cbaf-bf39-4ff3-b992-05bf28fffd37 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 2374 time: 0.7778635 Jul 16 18:08:13.358032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.524605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Subnet': ['ID=ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:13.544811 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b0b29f1b-05cf-4601-8b06-b610fbaac0c9 req-cd751e72-1755-477a-a4db-ed380569440f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2008829 Jul 16 18:08:13.597051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-bd822150-6064-4c54-837f-a5013421bbc9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Deleting port 5083973c-bf1c-4ee2-93b7-1617cc9842d0 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:13.597594 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd822150-6064-4c54-837f-a5013421bbc9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.630838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Checking segment: {'id': 'ae9d03f7-40fd-4ad4-84bf-9bb6061d739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:13.631474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network hostable DHCP agents. Network: 0e86c5d2-6223-4680-b2ed-c3b92b20fb30, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:13.631635 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.641554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8bf1932-c8de-4fb9-a664-81d0ef645495 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:13.651937 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf244617-634f-4b59-9f23-a125c8441cd2 None None] Sync routers for ids ['668008a8-ad80-4075-87ab-43ba87989a1c'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:13.652472 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8bf1932-c8de-4fb9-a664-81d0ef645495 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.668738 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf244617-634f-4b59-9f23-a125c8441cd2 None None] Routers {'668008a8-ad80-4075-87ab-43ba87989a1c'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:13.669638 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cf244617-634f-4b59-9f23-a125c8441cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['668008a8-ad80-4075-87ab-43ba87989a1c'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:13.840829 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-cf244617-634f-4b59-9f23-a125c8441cd2 None None] Set router 668008a8-ad80-4075-87ab-43ba87989a1c gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:13.893791 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.895313 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:13.901411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network 9c39b3d7-d455-401e-8bad-eeaee0931a8a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:13.909756 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:13.922695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 0e86c5d2-6223-4680-b2ed-c3b92b20fb30) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:13.923001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Port': ['ID=a73819e4-945a-49f0-90ad-8dfe03a9e18b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:13.925720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:13.939498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:13.946784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a8bf1932-c8de-4fb9-a664-81d0ef645495 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "PUT /v2.0/floatingips/ee5c5a4b-40b9-4980-ab36-855e2177041e HTTP/1.1" status: 200 len: 992 time: 4.2388117 Jul 16 18:08:13.947039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d2a3ac-27eb-4494-a044-03c23a378d62 None None] Network 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:13.953585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'tag': '6d88927f-ba65-4a5f-8387-00cb7bc38840'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:13.955949 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bebf2e3-4713-4495-a369-728d368f0956" -d '{"events": [{"name": "network-changed", "server_uuid": "3b91e39c-400e-499e-bcfd-f1cb55f5c1b1", "tag": "6d88927f-ba65-4a5f-8387-00cb7bc38840"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:14.017783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d3118-fa4e-4f4a-8cfb-a8b664c2c4cc req-dd46b33e-10d4-4cd3-a1f8-4c83aa779bdc tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.019079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be1d3118-fa4e-4f4a-8cfb-a8b664c2c4cc req-dd46b33e-10d4-4cd3-a1f8-4c83aa779bdc tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.4699035 Jul 16 18:08:14.062635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.063220 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.133790 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd822150-6064-4c54-837f-a5013421bbc9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.151425 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-bd822150-6064-4c54-837f-a5013421bbc9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Calling delete_port for 5083973c-bf1c-4ee2-93b7-1617cc9842d0 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:14.179481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:14.186862 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.232047 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be1d3118-fa4e-4f4a-8cfb-a8b664c2c4cc req-11181ab2-8136-4080-9f20-a614c21616dd tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812446 Jul 16 18:08:14.270262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36034) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:14.284253 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f3106d3b-df23-4321-8f27-5bc25f3bc31e tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3117681 Jul 16 18:08:14.312328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-2393cfea-cae1-494d-b14c-fe11468768d9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9980619 Jul 16 18:08:14.342065 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296b6825-8c95-45b2-b2eb-055bb6db71ad x-openstack-request-id: req-296b6825-8c95-45b2-b2eb-055bb6db71ad {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:14.345532 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b91e39c-400e-499e-bcfd-f1cb55f5c1b1", "tag": "6d88927f-ba65-4a5f-8387-00cb7bc38840", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:14.345965 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-296b6825-8c95-45b2-b2eb-055bb6db71ad {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:14.346477 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'tag': '6d88927f-ba65-4a5f-8387-00cb7bc38840', 'status': 'completed', 'code': 200} Jul 16 18:08:14.349856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Router d35ee38a-b56c-42ed-873a-c6738c760947 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:14.383099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:14.389608 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.440107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9307fd0d-2da6-40ea-9209-97cb818519c8 None None] Provisioning for port a73819e4-945a-49f0-90ad-8dfe03a9e18b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:14.462328 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd822150-6064-4c54-837f-a5013421bbc9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.466571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:14.477993 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.493388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Transition to ACTIVE for port object 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:14.501354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a', 'admin_state_up': True, 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'security_groups': ['5910cc0f-bb38-4f81-bd41-dd86d2f46dea']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:14.649352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Allocated IP 172.20.0.2 (0e86c5d2-6223-4680-b2ed-c3b92b20fb30/ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2/77a9d037-a821-4416-a3b7-e80c16e51d54) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:14.709210 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.719092 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cf244617-634f-4b59-9f23-a125c8441cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 4, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'ee5c5a4b-40b9-4980-ab36-855e2177041e', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'port_id': '6d88927f-ba65-4a5f-8387-00cb7bc38840', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'mac_address': 'fa:16:3e:20:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:40Z', 'updated_at': '2021-07-16T18:08:11Z', 'revision_number': 1, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf57e87-f9ae-4595-9fed-0d8f38eec9b8', 'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'mac_address': 'fa:16:3e:a9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:25Z', 'updated_at': '2021-07-16T18:07:34Z', 'revision_number': 5, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'subnets': [{'id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:14.788079 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf244617-634f-4b59-9f23-a125c8441cd2 None None] Checking router: 668008a8-ad80-4075-87ab-43ba87989a1c for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:14.802100 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf244617-634f-4b59-9f23-a125c8441cd2 None None] Routers {'668008a8-ad80-4075-87ab-43ba87989a1c'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:14.802728 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cf244617-634f-4b59-9f23-a125c8441cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['668008a8-ad80-4075-87ab-43ba87989a1c'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:14.843316 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.852562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Transition to ACTIVE for port object 77a9d037-a821-4416-a3b7-e80c16e51d54 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:14.872916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Transition to ACTIVE for port object 77a9d037-a821-4416-a3b7-e80c16e51d54 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:14.880785 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.909481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Made reservation on behalf of b0ccbb25aee64f33bcaef6d6928adcc5 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:14.913329 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-cf244617-634f-4b59-9f23-a125c8441cd2 None None] Set router 668008a8-ad80-4075-87ab-43ba87989a1c gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:14.930116 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.946892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd822150-6064-4c54-837f-a5013421bbc9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Port': ['ID=5083973c-bf1c-4ee2-93b7-1617cc9842d0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:14.971195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Network 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:14.973999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9307fd0d-2da6-40ea-9209-97cb818519c8 None None] Provisioning complete for port a73819e4-945a-49f0-90ad-8dfe03a9e18b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:14.974601 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9307fd0d-2da6-40ea-9209-97cb818519c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:14.987817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.038935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Pushing event updated for resources: {'Port': ['ID=77a9d037-a821-4416-a3b7-e80c16e51d54,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.056611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:15.061434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:15.063860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9307fd0d-2da6-40ea-9209-97cb818519c8 None None] Port a73819e4-945a-49f0-90ad-8dfe03a9e18b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:15.146000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Attempting to bind port 77a9d037-a821-4416-a3b7-e80c16e51d54 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:15.146846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Attempting to bind port 77a9d037-a821-4416-a3b7-e80c16e51d54 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ae9d03f7-40fd-4ad4-84bf-9bb6061d739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:15.147640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Attempting to bind port 77a9d037-a821-4416-a3b7-e80c16e51d54 on network 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:15.161337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:15.164315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Checking segment: {'id': 'ae9d03f7-40fd-4ad4-84bf-9bb6061d739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:15.168349 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.169122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Bound using segment: {'id': 'ae9d03f7-40fd-4ad4-84bf-9bb6061d739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:15.169862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Bound port: 77a9d037-a821-4416-a3b7-e80c16e51d54, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9d03f7-40fd-4ad4-84bf-9bb6061d739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:15.170316 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:15.171329 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.181002 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.182224 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-840b31eb-201b-492f-8092-1110c4826ea5 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "PUT /v2.0/routers/d35ee38a-b56c-42ed-873a-c6738c760947 HTTP/1.1" status: 200 len: 914 time: 6.7448242 Jul 16 18:08:15.185873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36044) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:15.240192 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd822150-6064-4c54-837f-a5013421bbc9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.242271 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bd822150-6064-4c54-837f-a5013421bbc9 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "DELETE /v2.0/ports/5083973c-bf1c-4ee2-93b7-1617cc9842d0 HTTP/1.1" status: 204 len: 168 time: 2.1425371 Jul 16 18:08:15.246817 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36048) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:15.290830 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cf244617-634f-4b59-9f23-a125c8441cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 4, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'ee5c5a4b-40b9-4980-ab36-855e2177041e', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'port_id': '6d88927f-ba65-4a5f-8387-00cb7bc38840', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'mac_address': 'fa:16:3e:20:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:40Z', 'updated_at': '2021-07-16T18:08:11Z', 'revision_number': 1, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf57e87-f9ae-4595-9fed-0d8f38eec9b8', 'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'mac_address': 'fa:16:3e:a9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:25Z', 'updated_at': '2021-07-16T18:07:34Z', 'revision_number': 5, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'subnets': [{'id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:15.299114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ddaa1-1826-4c95-8546-a006ff368dcc None None] Sync routers for ids ['d35ee38a-b56c-42ed-873a-c6738c760947'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:15.320947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ddaa1-1826-4c95-8546-a006ff368dcc None None] Routers {'d35ee38a-b56c-42ed-873a-c6738c760947'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:15.321672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e81ddaa1-1826-4c95-8546-a006ff368dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d35ee38a-b56c-42ed-873a-c6738c760947'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:15.324292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] For port 77a9d037-a821-4416-a3b7-e80c16e51d54, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:15.336737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd04632-7bc1-4b09-a257-16c1cc147754 req-53eb54dd-8ba0-4fba-bd2c-1e63e0c0f1e7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.343602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd04632-7bc1-4b09-a257-16c1cc147754 req-53eb54dd-8ba0-4fba-bd2c-1e63e0c0f1e7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.354816 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf244617-634f-4b59-9f23-a125c8441cd2 None None] The sync data for ids ['668008a8-ad80-4075-87ab-43ba87989a1c'] in n-d-794306-7 is: [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 4, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'ee5c5a4b-40b9-4980-ab36-855e2177041e', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'port_id': '6d88927f-ba65-4a5f-8387-00cb7bc38840', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1689, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'mac_address': 'fa:16:3e:20:04:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:40Z', 'updated_at': '2021-07-16T18:08:11Z', 'revision_number': 1, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4cf57e87-f9ae-4595-9fed-0d8f38eec9b8', 'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'mac_address': 'fa:16:3e:a9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:25Z', 'updated_at': '2021-07-16T18:07:34Z', 'revision_number': 5, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'subnets': [{'id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:15.360205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd04632-7bc1-4b09-a257-16c1cc147754 req-53eb54dd-8ba0-4fba-bd2c-1e63e0c0f1e7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.373172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd04632-7bc1-4b09-a257-16c1cc147754 req-53eb54dd-8ba0-4fba-bd2c-1e63e0c0f1e7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.382723 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0cd04632-7bc1-4b09-a257-16c1cc147754 req-53eb54dd-8ba0-4fba-bd2c-1e63e0c0f1e7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 3095 time: 0.4510806 Jul 16 18:08:15.389284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e81ddaa1-1826-4c95-8546-a006ff368dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:15.403432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] For port 77a9d037-a821-4416-a3b7-e80c16e51d54, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=77a9d037-a821-4416-a3b7-e80c16e51d54,segment=NetworkSegment(ae9d03f7-40fd-4ad4-84bf-9bb6061d739e),segment_id=ae9d03f7-40fd-4ad4-84bf-9bb6061d739e)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:15.419014 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.517936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81ddaa1-1826-4c95-8546-a006ff368dcc None None] Routers {'d35ee38a-b56c-42ed-873a-c6738c760947'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:15.518867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e81ddaa1-1826-4c95-8546-a006ff368dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d35ee38a-b56c-42ed-873a-c6738c760947'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:15.521301 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49069fbe-d305-48c4-9b33-763b74f44dc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.540838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd8082-734f-44aa-ac49-4ec131fd3aae req-a00e1a97-f94a-4cdd-aea7-8999f6affaf8 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.542712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07fd8082-734f-44aa-ac49-4ec131fd3aae req-a00e1a97-f94a-4cdd-aea7-8999f6affaf8 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 943 time: 0.8672745 Jul 16 18:08:15.563256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb55c5-11d8-46ac-a8c5-ef108955c516 None None] Pushing event updated for resources: {'Port': ['ID=77a9d037-a821-4416-a3b7-e80c16e51d54,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:15.602298 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0cd04632-7bc1-4b09-a257-16c1cc147754 req-c6d13fe3-17a3-4f90-ad86-215428db5f93 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027571 Jul 16 18:08:15.621843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e81ddaa1-1826-4c95-8546-a006ff368dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:15.622826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81ddaa1-1826-4c95-8546-a006ff368dcc None None] The sync data for ids ['d35ee38a-b56c-42ed-873a-c6738c760947'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:15.647231 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ab8e5a83-5a4f-4335-860d-7caa8cffd02e tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/routers/d35ee38a-b56c-42ed-873a-c6738c760947 HTTP/1.1" status: 200 len: 920 time: 0.4595525 Jul 16 18:08:15.651631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36052) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:15.702603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebf2e3-4713-4495-a369-728d368f0956 req-b9e5e729-27f9-4960-a8ac-44df0fb044b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.723289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5bebf2e3-4713-4495-a369-728d368f0956 req-b9e5e729-27f9-4960-a8ac-44df0fb044b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0778300d88a94c7e863d1409c50dd22a&device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 1097 time: 1.3719163 Jul 16 18:08:15.765416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-2e016dd4-17f9-436b-a91e-b8e7af6216f5 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Deleting port c9bc271f-eb4b-4536-9932-627fb244a68f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:15.765817 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e016dd4-17f9-436b-a91e-b8e7af6216f5 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:15.802729 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3327aa1-ac4b-4f23-8ce0-3fe51612f62a None None] New status for floating IP ee5c5a4b-40b9-4980-ab36-855e2177041e: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:08:15.874203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Attempting to bind port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:15.874565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Attempting to bind port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '75fc33fc-c644-4dce-bff8-93a7ee1397b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5afd6d2f-2467-40f7-88c9-b6baa525aa0d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:15.875195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Attempting to bind port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 on network 5afd6d2f-2467-40f7-88c9-b6baa525aa0d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:15.981231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47bf155-e2dc-4bff-ba4d-5731d49943b8 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:15.985805 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b47bf155-e2dc-4bff-ba4d-5731d49943b8 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&device_id=d35ee38a-b56c-42ed-873a-c6738c760947&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3304405 Jul 16 18:08:15.993983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36054) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.108994 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e016dd4-17f9-436b-a91e-b8e7af6216f5 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.116844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebf2e3-4713-4495-a369-728d368f0956 req-2140f7d2-2f4d-4069-a699-06af17606981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.126980 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5bebf2e3-4713-4495-a369-728d368f0956 req-2140f7d2-2f4d-4069-a699-06af17606981 service neutron] 10.222.0.18 "GET /v2.0/networks?id=01fd89e0-0c35-447f-b1a5-708fa898cda9 HTTP/1.1" status: 200 len: 912 time: 0.3675752 Jul 16 18:08:16.128871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 on network 5afd6d2f-2467-40f7-88c9-b6baa525aa0d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:16.129205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Attempting to bind port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 on network 5afd6d2f-2467-40f7-88c9-b6baa525aa0d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:16.157581 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07fd8082-734f-44aa-ac49-4ec131fd3aae req-a8e4f530-b10a-4e5e-bced-f9032161f49a tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6048620 Jul 16 18:08:16.196469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:16.197093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Checking segment: {'id': '75fc33fc-c644-4dce-bff8-93a7ee1397b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5afd6d2f-2467-40f7-88c9-b6baa525aa0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:16.197697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Bound using segment: {'id': '75fc33fc-c644-4dce-bff8-93a7ee1397b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5afd6d2f-2467-40f7-88c9-b6baa525aa0d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:16.198320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Bound port: 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75fc33fc-c644-4dce-bff8-93a7ee1397b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '5afd6d2f-2467-40f7-88c9-b6baa525aa0d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:16.199206 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.208798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-2e016dd4-17f9-436b-a91e-b8e7af6216f5 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Calling delete_port for c9bc271f-eb4b-4536-9932-627fb244a68f owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:16.344283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5bebf2e3-4713-4495-a369-728d368f0956 req-d9775149-1696-4c84-b186-d09317264acc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d88927f-ba65-4a5f-8387-00cb7bc38840 HTTP/1.1" status: 200 len: 1000 time: 0.2164040 Jul 16 18:08:16.351243 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.371090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421cc7a3-ec02-450b-85fc-8ca07e8682af tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.375619 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-421cc7a3-ec02-450b-85fc-8ca07e8682af tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 881 time: 0.3769438 Jul 16 18:08:16.379157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36062) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.416409 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ba1d494d-6217-4b5f-9943-00acf0649333 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=d35ee38a-b56c-42ed-873a-c6738c760947 HTTP/1.1" status: 200 len: 205 time: 0.0358188 Jul 16 18:08:16.422810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36064) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.443633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Allocated IP 10.2.2.200 (9c39b3d7-d455-401e-8bad-eeaee0931a8a/e5c39e5c-7e35-4b12-b17d-2320de847cad/a77da69d-468d-40e0-a756-d7d719aac266) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:16.443911 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ee3e31-4175-4bae-b3c8-bb2fe4d0ab45 req-050f4ca9-48ef-43cb-9ecb-c2dd4000b72b tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.445529 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-65ee3e31-4175-4bae-b3c8-bb2fe4d0ab45 req-050f4ca9-48ef-43cb-9ecb-c2dd4000b72b tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.2550075 Jul 16 18:08:16.485078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] For port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:16.530945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-65ee3e31-4175-4bae-b3c8-bb2fe4d0ab45 req-1b2900b0-a4d1-4514-b245-e5dd71b932d5 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738993 Jul 16 18:08:16.547672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e016dd4-17f9-436b-a91e-b8e7af6216f5 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.571186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] For port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07,segment=NetworkSegment(75fc33fc-c644-4dce-bff8-93a7ee1397b3),segment_id=75fc33fc-c644-4dce-bff8-93a7ee1397b3)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:16.577722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebf2e3-4713-4495-a369-728d368f0956 req-e9be7899-4774-4629-9410-d56b0cd173e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.579339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5bebf2e3-4713-4495-a369-728d368f0956 req-e9be7899-4774-4629-9410-d56b0cd173e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=353865c7-df8c-47e2-8ea0-aadfb970e6e7 HTTP/1.1" status: 200 len: 850 time: 0.2181954 Jul 16 18:08:16.594215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e016dd4-17f9-436b-a91e-b8e7af6216f5 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Port': ['ID=c9bc271f-eb4b-4536-9932-627fb244a68f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:16.629510 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.678368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2e016dd4-17f9-436b-a91e-b8e7af6216f5 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.682802 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2e016dd4-17f9-436b-a91e-b8e7af6216f5 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "DELETE /v2.0/ports/c9bc271f-eb4b-4536-9932-627fb244a68f HTTP/1.1" status: 204 len: 168 time: 1.4315722 Jul 16 18:08:16.683771 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36068) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:16.743097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:16.745981 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.749336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] 10.222.0.37 "PUT /v2.0/ports/0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 HTTP/1.1" status: 200 len: 1091 time: 3.8053687 Jul 16 18:08:16.753317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b4f70dc-4325-405a-b01f-e13d7b006aaf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Deleting subnet fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:16.756182 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b4f70dc-4325-405a-b01f-e13d7b006aaf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.784422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '395ecfe8-0b60-44f1-9be9-6f627bad25ed', 'tag': '0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:16.786660 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88ed931-3a76-46e9-b496-f898a3474255" -d '{"events": [{"name": "network-changed", "server_uuid": "395ecfe8-0b60-44f1-9be9-6f627bad25ed", "tag": "0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:16.807520 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b4f70dc-4325-405a-b01f-e13d7b006aaf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:16.990613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b4f70dc-4325-405a-b01f-e13d7b006aaf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.108091 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b4f70dc-4325-405a-b01f-e13d7b006aaf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.109814 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6080aaf-aa91-4ab7-af16-7cf220868b7b x-openstack-request-id: req-c6080aaf-aa91-4ab7-af16-7cf220868b7b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:17.110107 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "395ecfe8-0b60-44f1-9be9-6f627bad25ed", "tag": "0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:17.110426 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c6080aaf-aa91-4ab7-af16-7cf220868b7b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:17.110903 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '395ecfe8-0b60-44f1-9be9-6f627bad25ed', 'tag': '0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07', 'status': 'completed', 'code': 200} Jul 16 18:08:17.147014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35189360-b7c5-41ba-8e8f-3d69f9116202 None None] Network 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:17.147592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4f70dc-4325-405a-b01f-e13d7b006aaf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Subnet': ['ID=fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.164921 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b4f70dc-4325-405a-b01f-e13d7b006aaf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.169480 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4b4f70dc-4325-405a-b01f-e13d7b006aaf tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "DELETE /v2.0/subnets/fbf0e7b7-8e8b-49e8-b0cf-9d14037290bb HTTP/1.1" status: 204 len: 168 time: 0.4821689 Jul 16 18:08:17.169999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36076) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.190288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-216c0172-7146-45e7-9bd6-79d5402e6fc1 None None] Network 791fcc36-0324-4230-9b89-1a8c080d3fb9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:17.299118 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2420e98-a7c1-44aa-b961-7912d0751c72 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Deleting subnet 906cba6b-9994-4473-84fa-50b5a985c7d8 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:17.317589 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2420e98-a7c1-44aa-b961-7912d0751c72 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.398920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ee484e05-c522-4951-baf5-dbdca497ea10 None None] Provisioning for port 77a9d037-a821-4416-a3b7-e80c16e51d54 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:17.434919 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2420e98-a7c1-44aa-b961-7912d0751c72 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.533801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683abd5-70d7-4f1d-9cd0-72c06e2f08a4 service neutron] Pushing event updated for resources: {'Port': ['ID=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.577521 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.584953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bebf2e3-4713-4495-a369-728d368f0956 req-35ba71ce-a4d2-41fd-b0f7-3bcefc41533e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.586913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5bebf2e3-4713-4495-a369-728d368f0956 req-35ba71ce-a4d2-41fd-b0f7-3bcefc41533e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01fd89e0-0c35-447f-b1a5-708fa898cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9986312 Jul 16 18:08:17.594208 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2420e98-a7c1-44aa-b961-7912d0751c72 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.669113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1616460-9af0-4576-a135-78ab2c08d187 req-927a0b7e-f9cb-4018-8d2e-d66fee6a222e tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.671524 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1616460-9af0-4576-a135-78ab2c08d187 req-927a0b7e-f9cb-4018-8d2e-d66fee6a222e tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 943 time: 0.2780130 Jul 16 18:08:17.721158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2420e98-a7c1-44aa-b961-7912d0751c72 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.770432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d2cfe3-9509-47c3-ae56-41bda5268a3b None None] DHCP port deletion for 791fcc36-0324-4230-9b89-1a8c080d3fb9 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:17.801039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2420e98-a7c1-44aa-b961-7912d0751c72 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Subnet': ['ID=906cba6b-9994-4473-84fa-50b5a985c7d8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:17.811241 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2420e98-a7c1-44aa-b961-7912d0751c72 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:17.814450 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f2420e98-a7c1-44aa-b961-7912d0751c72 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "DELETE /v2.0/subnets/906cba6b-9994-4473-84fa-50b5a985c7d8 HTTP/1.1" status: 204 len: 168 time: 0.6430156 Jul 16 18:08:17.819177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa577fa-d378-416c-bee8-8391dbb1f2b3 None None] Network d5ee5640-ff78-40d5-9d0e-0f76a5a0819e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:17.823899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36094) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:17.905854 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1616460-9af0-4576-a135-78ab2c08d187 req-d9a0b9b2-66d4-4594-a870-9468797bf049 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254069 Jul 16 18:08:17.906722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf65353-a843-47b7-9f8b-1f66550c1c55 req-86d0274b-84a1-4aa1-8dde-fe2d3b96766f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.929173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf65353-a843-47b7-9f8b-1f66550c1c55 req-86d0274b-84a1-4aa1-8dde-fe2d3b96766f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.939008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf65353-a843-47b7-9f8b-1f66550c1c55 req-86d0274b-84a1-4aa1-8dde-fe2d3b96766f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.950354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf65353-a843-47b7-9f8b-1f66550c1c55 req-86d0274b-84a1-4aa1-8dde-fe2d3b96766f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:17.952668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1bf65353-a843-47b7-9f8b-1f66550c1c55 req-86d0274b-84a1-4aa1-8dde-fe2d3b96766f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 3095 time: 1.1011634 Jul 16 18:08:18.064170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 77a9d037-a821-4416-a3b7-e80c16e51d54 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:18.083394 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.110300 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.160022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-e0d7cf0a-8250-42f9-8d79-9c009101e238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.161890 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-e0d7cf0a-8250-42f9-8d79-9c009101e238 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76aa3f4e7093478e910dfd8d28b482b1&device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 1094 time: 1.3114507 Jul 16 18:08:18.167201 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.243213 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-3aa89b45-2cb0-4d34-88e0-c76efb1a2425 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 HTTP/1.1" status: 200 len: 217 time: 0.0414534 Jul 16 18:08:18.255975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1bf65353-a843-47b7-9f8b-1f66550c1c55 req-1a68bc58-68a7-412c-bfc4-4ae5a35badef tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2055943 Jul 16 18:08:18.275071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Transition to ACTIVE for port object a77da69d-468d-40e0-a756-d7d719aac266 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:18.301829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-49d2cfe3-9509-47c3-ae56-41bda5268a3b None None] Deleting port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:18.303729 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49d2cfe3-9509-47c3-ae56-41bda5268a3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.332058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Allocated IP 172.20.0.1 (0e86c5d2-6223-4680-b2ed-c3b92b20fb30/ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2/222f0cc3-ebf3-4517-80f1-e24d6f7ae696) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:18.383373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-172bf9af-9fc3-4be7-8429-1c9e4583a197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.384238 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Deleting port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:18.385095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.385493 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-172bf9af-9fc3-4be7-8429-1c9e4583a197 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbe999a7-6067-4aaa-b92e-d386fe7ca077 HTTP/1.1" status: 200 len: 852 time: 0.1227500 Jul 16 18:08:18.394678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.405521 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5bebf2e3-4713-4495-a369-728d368f0956 req-e3c72f7b-929e-4392-9057-ff0b21f9e525 service neutron] 10.222.0.18 "GET /v2.0/networks/01fd89e0-0c35-447f-b1a5-708fa898cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8081787 Jul 16 18:08:18.426444 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.458539 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9b89ffa4-e1d2-4401-80d6-31092387eb21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.485142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] For port 5a8aa12c-1101-4051-a3cc-9dab68a434c0, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5a8aa12c-1101-4051-a3cc-9dab68a434c0,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:18.485825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.515630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eae4db-96b1-413e-bf84-f54d6134e11d req-9d084a84-78f3-4168-ba49-44c9b14b6682 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.527109 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a3eae4db-96b1-413e-bf84-f54d6134e11d req-9d084a84-78f3-4168-ba49-44c9b14b6682 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.3374696 Jul 16 18:08:18.569964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-49d2cfe3-9509-47c3-ae56-41bda5268a3b None None] For port 5a8aa12c-1101-4051-a3cc-9dab68a434c0, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5a8aa12c-1101-4051-a3cc-9dab68a434c0,segment=NetworkSegment(8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e),segment_id=8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:18.570365 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49d2cfe3-9509-47c3-ae56-41bda5268a3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.587942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event updated for resources: {'Port': ['ID=a77da69d-468d-40e0-a756-d7d719aac266,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:18.595425 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-eddfb666-abb7-4372-abc2-40c39bc816c9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5afd6d2f-2467-40f7-88c9-b6baa525aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1926749 Jul 16 18:08:18.596822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 77a9d037-a821-4416-a3b7-e80c16e51d54 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:18.601676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-49d2cfe3-9509-47c3-ae56-41bda5268a3b None None] Calling delete_port for 5a8aa12c-1101-4051-a3cc-9dab68a434c0 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:18.602867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Calling delete_port for 5a8aa12c-1101-4051-a3cc-9dab68a434c0 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:18.611011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 77a9d037-a821-4416-a3b7-e80c16e51d54 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:18.611700 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.615836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Network 9c39b3d7-d455-401e-8bad-eeaee0931a8a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:18.626379 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a3eae4db-96b1-413e-bf84-f54d6134e11d req-9cf8668f-c22f-49c2-b825-50b0856c30b0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951679 Jul 16 18:08:18.710743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:18.713711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:18.726286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.770912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Port': ['ID=5a8aa12c-1101-4051-a3cc-9dab68a434c0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:18.790264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:18.791825 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:18.794785 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] No DVR routers for this DVR port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:18.833977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d218685-2c20-4766-8e77-55a83a98b05f None None] DHCP port deletion for d5ee5640-ff78-40d5-9d0e-0f76a5a0819e request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:18.846670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-d77ba4fc-3514-45b0-86db-645d13b39cec tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3515263 Jul 16 18:08:18.883885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:18.986486 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.003474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Transition to ACTIVE for port object 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:19.019600 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49d2cfe3-9509-47c3-ae56-41bda5268a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.027725 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.046305 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.091524 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791fcc36-0324-4230-9b89-1a8c080d3fb9']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:19.118775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2cfe3-9509-47c3-ae56-41bda5268a3b None None] Pushing event deleted for resources: {'Port': ['ID=5a8aa12c-1101-4051-a3cc-9dab68a434c0,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:19.130369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d2cfe3-9509-47c3-ae56-41bda5268a3b None None] No DVR routers for this DVR port 5a8aa12c-1101-4051-a3cc-9dab68a434c0 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:19.144365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:19.145521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d34c9f7-8d2e-44ee-93d5-22b1ae186a0e') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:19.147088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4aaf2959-b66c-44c5-b7c3-e997a8ccacc0 None None] Provisioning for port a77da69d-468d-40e0-a756-d7d719aac266 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:19.152366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8d218685-2c20-4766-8e77-55a83a98b05f None None] Deleting port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:19.152980 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d218685-2c20-4766-8e77-55a83a98b05f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.161273 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4aaf2959-b66c-44c5-b7c3-e997a8ccacc0 None None] Provisioning complete for port a77da69d-468d-40e0-a756-d7d719aac266 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:19.161773 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4aaf2959-b66c-44c5-b7c3-e997a8ccacc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.178670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5bebf2e3-4713-4495-a369-728d368f0956 req-90310259-8d42-4a74-85b3-62199024a69f service neutron] 10.222.0.18 "GET /v2.0/networks/01fd89e0-0c35-447f-b1a5-708fa898cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7616034 Jul 16 18:08:19.182921 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.184809 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.238125 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 77a9d037-a821-4416-a3b7-e80c16e51d54, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=77a9d037-a821-4416-a3b7-e80c16e51d54,segment=NetworkSegment(ae9d03f7-40fd-4ad4-84bf-9bb6061d739e),segment_id=ae9d03f7-40fd-4ad4-84bf-9bb6061d739e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:19.248788 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.298680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:19.306912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:19.314279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf2959-b66c-44c5-b7c3-e997a8ccacc0 None None] Port a77da69d-468d-40e0-a756-d7d719aac266 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:19.326237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.326501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:19.326851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8d218685-2c20-4766-8e77-55a83a98b05f None None] For port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7f9b363d-9a7c-4024-b68c-3dd1d0987afa,segment=NetworkSegment(3fdc98f8-5032-44af-9e34-546a31b1d697),segment_id=3fdc98f8-5032-44af-9e34-546a31b1d697)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:19.327347 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d218685-2c20-4766-8e77-55a83a98b05f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.347429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8d218685-2c20-4766-8e77-55a83a98b05f None None] Calling delete_port for 7f9b363d-9a7c-4024-b68c-3dd1d0987afa owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:19.350740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:19.351196 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:19.364953 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:19.375381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=77a9d037-a821-4416-a3b7-e80c16e51d54,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:19.428160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.529904 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d218685-2c20-4766-8e77-55a83a98b05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.570433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f0071c-cb48-4a9e-83a6-34bc63818279 req-7f6e5cc8-7969-46ad-9251-5a9b2c69fa97 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:19.573991 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9f0071c-cb48-4a9e-83a6-34bc63818279 req-7f6e5cc8-7969-46ad-9251-5a9b2c69fa97 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 943 time: 0.3430533 Jul 16 18:08:19.577608 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.584457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d218685-2c20-4766-8e77-55a83a98b05f None None] Pushing event deleted for resources: {'Port': ['ID=7f9b363d-9a7c-4024-b68c-3dd1d0987afa,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:19.594543 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.596645 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "DELETE /v2.0/networks/791fcc36-0324-4230-9b89-1a8c080d3fb9 HTTP/1.1" status: 204 len: 168 time: 1.7707682 Jul 16 18:08:19.605158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d218685-2c20-4766-8e77-55a83a98b05f None None] No DVR routers for this DVR port 7f9b363d-9a7c-4024-b68c-3dd1d0987afa on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:19.629413 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36114) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:19.714925 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-7f7fc84d-6e02-452b-a720-55a20fa70909 service neutron] 10.222.0.37 "GET /v2.0/networks/5afd6d2f-2467-40f7-88c9-b6baa525aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0973468 Jul 16 18:08:19.717154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=222f0cc3-ebf3-4517-80f1-e24d6f7ae696,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:19.724651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1752e8d1-a568-47f3-92fe-15f6d22924df tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Network': ['ID=791fcc36-0324-4230-9b89-1a8c080d3fb9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:19.806767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4e584dfa-cc28-41f8-b9d8-416eaee73264 None None] Provisioning for port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:19.816996 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.828837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4e584dfa-cc28-41f8-b9d8-416eaee73264 None None] Provisioning complete for port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:19.829573 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4e584dfa-cc28-41f8-b9d8-416eaee73264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.880166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.918735 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9f0071c-cb48-4a9e-83a6-34bc63818279 req-b8c8ff7e-69cd-4f7f-b90a-42cfe8704399 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3182838 Jul 16 18:08:19.924791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4e584dfa-cc28-41f8-b9d8-416eaee73264 None None] Port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:19.969091 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.978470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Deleting port 3c220525-c62b-4103-b0e8-bbdfd6b6fa8e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:19.979459 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:19.997932 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 77a9d037-a821-4416-a3b7-e80c16e51d54 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:20.121568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 77a9d037-a821-4416-a3b7-e80c16e51d54 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:20.121947 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.216242 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.237453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ee5640-ff78-40d5-9d0e-0f76a5a0819e']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:20.251276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fdc98f8-5032-44af-9e34-546a31b1d697') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:20.251981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fdc98f8-5032-44af-9e34-546a31b1d697') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:20.253588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d973ac1d-edf0-4b40-a1c2-5d68b4f272e3 req-5e28bd9c-6ca3-4f15-9ced-7b155d79e9ce service neutron] 10.222.0.37 "GET /v2.0/networks/5afd6d2f-2467-40f7-88c9-b6baa525aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4961462 Jul 16 18:08:20.277708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.301472 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.321866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:20.322573 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:20.328339 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:20.467214 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.477183 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.491865 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] 10.222.0.47 "DELETE /v2.0/networks/d5ee5640-ff78-40d5-9d0e-0f76a5a0819e HTTP/1.1" status: 204 len: 168 time: 0.8478758 Jul 16 18:08:20.539048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ccfa3e-dfe7-4ffa-aff6-fa0607e147f2 tempest-TaggedBootDevicesTest_v242-1627267460 tempest-TaggedBootDevicesTest_v242-1627267460-project] Pushing event deleted for resources: {'Network': ['ID=d5ee5640-ff78-40d5-9d0e-0f76a5a0819e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:20.606095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5a8aa12c-1101-4051-a3cc-9dab68a434c0 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:20.627538 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.682655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c39d880-9965-45ae-8b24-1308925e33f1 req-b1a53c0c-f95d-4985-ae7e-1bcd80866b05 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.693555 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1c39d880-9965-45ae-8b24-1308925e33f1 req-b1a53c0c-f95d-4985-ae7e-1bcd80866b05 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.1764035 Jul 16 18:08:20.697682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5a8aa12c-1101-4051-a3cc-9dab68a434c0 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:20.698034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5a8aa12c-1101-4051-a3cc-9dab68a434c0 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:20.699599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7f9b363d-9a7c-4024-b68c-3dd1d0987afa no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:20.706188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:20.727431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 7f9b363d-9a7c-4024-b68c-3dd1d0987afa {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:20.727810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7f9b363d-9a7c-4024-b68c-3dd1d0987afa not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:20.779102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Calling delete_port for 3c220525-c62b-4103-b0e8-bbdfd6b6fa8e owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:20.810122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1c39d880-9965-45ae-8b24-1308925e33f1 req-712bd671-3587-4e85-adf8-141d03d01cf6 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038711 Jul 16 18:08:20.858340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb8bb0-1ad5-4a8c-89cd-bea3d1ba4344 req-24b8a729-b213-41ba-9c04-8c8d47d386b5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.865419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb8bb0-1ad5-4a8c-89cd-bea3d1ba4344 req-24b8a729-b213-41ba-9c04-8c8d47d386b5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.871265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb8bb0-1ad5-4a8c-89cd-bea3d1ba4344 req-24b8a729-b213-41ba-9c04-8c8d47d386b5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.877915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb8bb0-1ad5-4a8c-89cd-bea3d1ba4344 req-24b8a729-b213-41ba-9c04-8c8d47d386b5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.884008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb8bb0-1ad5-4a8c-89cd-bea3d1ba4344 req-24b8a729-b213-41ba-9c04-8c8d47d386b5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.886387 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ddb8bb0-1ad5-4a8c-89cd-bea3d1ba4344 req-24b8a729-b213-41ba-9c04-8c8d47d386b5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 3816 time: 0.9958985 Jul 16 18:08:20.955888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e03baa-657e-4a35-9be8-679e63d0961a req-e84f80d0-6a4e-4467-ab50-b5d9956e3f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:20.957925 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78e03baa-657e-4a35-9be8-679e63d0961a req-e84f80d0-6a4e-4467-ab50-b5d9956e3f74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 1096 time: 1.0348992 Jul 16 18:08:21.275256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c2f35a-d5e3-4584-a23c-2bf519af84b4 req-710cbfcf-8386-4042-8cc0-997f2fc772ea tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.283392 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49c2f35a-d5e3-4584-a23c-2bf519af84b4 req-710cbfcf-8386-4042-8cc0-997f2fc772ea tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 943 time: 0.1151378 Jul 16 18:08:21.319694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ddb8bb0-1ad5-4a8c-89cd-bea3d1ba4344 req-6b7c59c1-2ba9-4313-a1c9-5c04328507f4 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4146705 Jul 16 18:08:21.365992 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49c2f35a-d5e3-4584-a23c-2bf519af84b4 req-cf8cfa5a-2d1f-4e6f-844f-100da174dfa2 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816884 Jul 16 18:08:21.801673 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:21.914192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ed931-3a76-46e9-b496-f898a3474255 req-f2d211f3-2667-4c14-ab5b-6698db6e13f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:21.915748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b88ed931-3a76-46e9-b496-f898a3474255 req-f2d211f3-2667-4c14-ab5b-6698db6e13f5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=76aa3f4e7093478e910dfd8d28b482b1&device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 1094 time: 1.4625471 Jul 16 18:08:22.052888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b3b68-3581-4761-bca6-39cb819551e2 req-74a3c230-5893-4ab8-b63a-130022b287a6 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.055387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b8b3b68-3581-4761-bca6-39cb819551e2 req-74a3c230-5893-4ab8-b63a-130022b287a6 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.0888274 Jul 16 18:08:22.124143 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b8b3b68-3581-4761-bca6-39cb819551e2 req-07c6e60b-6494-49ca-86ba-ea9f996a97c6 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603456 Jul 16 18:08:22.140218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e03baa-657e-4a35-9be8-679e63d0961a req-e04820d9-ecd7-4d1b-906e-88bf66604b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.141883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78e03baa-657e-4a35-9be8-679e63d0961a req-e04820d9-ecd7-4d1b-906e-88bf66604b1e service neutron] 10.222.0.18 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 917 time: 1.1605837 Jul 16 18:08:22.155687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.176553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.295364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:08:22.330452 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78e03baa-657e-4a35-9be8-679e63d0961a req-d2356952-4690-4924-af60-682ffb9cf481 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=135f893f-c290-4327-af09-0cc282b0109c HTTP/1.1" status: 200 len: 217 time: 0.1723228 Jul 16 18:08:22.481125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29a99993-167c-45c1-b0e8-012ff5e913fc {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:22.491449 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.507744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Transition to ACTIVE for port object 29a99993-167c-45c1-b0e8-012ff5e913fc will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:22.555834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=222f0cc3-ebf3-4517-80f1-e24d6f7ae696,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:22.572948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07,segment=NetworkSegment(75fc33fc-c644-4dce-bff8-93a7ee1397b3),segment_id=75fc33fc-c644-4dce-bff8-93a7ee1397b3)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:22.601395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07', 'network_id': '5afd6d2f-2467-40f7-88c9-b6baa525aa0d', 'port_id': '0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07', 'mac_address': 'fa:16:3e:3d:56:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 364, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbe999a7-6067-4aaa-b92e-d386fe7ca077', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:08:22.646144 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.651102 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.656637 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.662256 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.676069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:22.724014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07,segment=NetworkSegment(75fc33fc-c644-4dce-bff8-93a7ee1397b3),segment_id=75fc33fc-c644-4dce-bff8-93a7ee1397b3)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:22.730292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:22.749451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.749925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.750331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.750731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.751134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.751534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.751984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.752658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.753054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.753463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.753859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.754250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:22.764172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ed931-3a76-46e9-b496-f898a3474255 req-6ce813fe-d145-4099-a26b-91c82c8dce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.766505 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b88ed931-3a76-46e9-b496-f898a3474255 req-6ce813fe-d145-4099-a26b-91c82c8dce66 service neutron] 10.222.0.37 "GET /v2.0/networks?id=5afd6d2f-2467-40f7-88c9-b6baa525aa0d HTTP/1.1" status: 200 len: 913 time: 0.8403814 Jul 16 18:08:22.808911 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea450160-809c-4f32-b2bf-f29fe516e1ec req-0829fc33-e151-4759-a564-ed1d62867cec tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:22.820067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:22.820946 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea450160-809c-4f32-b2bf-f29fe516e1ec req-0829fc33-e151-4759-a564-ed1d62867cec tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 943 time: 0.1567264 Jul 16 18:08:22.879356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Pushing event deleted for resources: {'Port': ['ID=3c220525-c62b-4103-b0e8-bbdfd6b6fa8e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:22.904527 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea450160-809c-4f32-b2bf-f29fe516e1ec req-2bfc6e95-91ff-42b8-b282-904e7fc6afa6 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825868 Jul 16 18:08:22.930153 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b88ed931-3a76-46e9-b496-f898a3474255 req-d2fffa08-4e90-4e97-bd57-b3e3ed34ddb9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 HTTP/1.1" status: 200 len: 217 time: 0.1117179 Jul 16 18:08:23.018018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e03baa-657e-4a35-9be8-679e63d0961a req-6e5d4632-0329-46c1-a443-d66a45fc0bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.019499 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78e03baa-657e-4a35-9be8-679e63d0961a req-6e5d4632-0329-46c1-a443-d66a45fc0bee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e656e27c-7e37-460b-b303-ed6795b875d7 HTTP/1.1" status: 200 len: 855 time: 0.6768193 Jul 16 18:08:23.109775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:23.223295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Pushing event updated for resources: {'Port': ['ID=29a99993-167c-45c1-b0e8-012ff5e913fc,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:23.244545 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.406084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88ed931-3a76-46e9-b496-f898a3474255 req-d85eef10-db49-46c5-b86a-e188bdae0f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.407611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b88ed931-3a76-46e9-b496-f898a3474255 req-d85eef10-db49-46c5-b86a-e188bdae0f64 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=dbe999a7-6067-4aaa-b92e-d386fe7ca077 HTTP/1.1" status: 200 len: 852 time: 0.3950248 Jul 16 18:08:23.425515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed85f01-2a9e-4ba0-9c2b-dd7d29425c88 req-b7becb6a-4b03-4393-8a29-bf7cc635d7ed tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.428265 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2ed85f01-2a9e-4ba0-9c2b-dd7d29425c88 req-b7becb6a-4b03-4393-8a29-bf7cc635d7ed tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.0951278 Jul 16 18:08:23.444172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4267f6a-701a-40e3-a219-63295679ca1b req-4eceae1c-e1b5-4c36-a158-9f0f0444082e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.457792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4267f6a-701a-40e3-a219-63295679ca1b req-4eceae1c-e1b5-4c36-a158-9f0f0444082e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.465152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4267f6a-701a-40e3-a219-63295679ca1b req-4eceae1c-e1b5-4c36-a158-9f0f0444082e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.471422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4267f6a-701a-40e3-a219-63295679ca1b req-4eceae1c-e1b5-4c36-a158-9f0f0444082e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.485046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4267f6a-701a-40e3-a219-63295679ca1b req-4eceae1c-e1b5-4c36-a158-9f0f0444082e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.485046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4267f6a-701a-40e3-a219-63295679ca1b req-4eceae1c-e1b5-4c36-a158-9f0f0444082e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 3828 time: 0.7979045 Jul 16 18:08:23.507317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2ed85f01-2a9e-4ba0-9c2b-dd7d29425c88 req-6a82a90d-bf8b-4daf-94ed-93092690ed1f tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727103 Jul 16 18:08:23.523446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.529543 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.533054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:23.581025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:23.583088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Attempting to bind port 29a99993-167c-45c1-b0e8-012ff5e913fc on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:23.583436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Attempting to bind port 29a99993-167c-45c1-b0e8-012ff5e913fc by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:23.583816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Attempting to bind port 29a99993-167c-45c1-b0e8-012ff5e913fc on network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:23.591664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b88ed931-3a76-46e9-b496-f898a3474255 req-6385226e-3442-49bf-9a63-77115c274a1e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5afd6d2f-2467-40f7-88c9-b6baa525aa0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060934 Jul 16 18:08:23.647401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Port 29a99993-167c-45c1-b0e8-012ff5e913fc on network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:23.648067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Attempting to bind port 29a99993-167c-45c1-b0e8-012ff5e913fc on network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:23.726505 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.733839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Fanout notify agent at l3_agent the message router_deleted on router d35ee38a-b56c-42ed-873a-c6738c760947 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:23.804521 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.805644 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-299d9552-ae10-431b-9658-8bccc66421fb tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/d35ee38a-b56c-42ed-873a-c6738c760947 HTTP/1.1" status: 204 len: 168 time: 7.3768928 Jul 16 18:08:23.809468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36162) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:23.815036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d2fafd4f-c522-47ba-b075-e040339b987e tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-441930763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:23.831113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e03baa-657e-4a35-9be8-679e63d0961a req-bf9a93c8-bd49-47ed-bbbe-6db02c691f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:23.833101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78e03baa-657e-4a35-9be8-679e63d0961a req-bf9a93c8-bd49-47ed-bbbe-6db02c691f1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c034983a-632b-4340-be69-9b3007395c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7969041 Jul 16 18:08:23.843830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:23.844193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Checking segment: {'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:23.844593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Bound using segment: {'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:23.845068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Bound port: 29a99993-167c-45c1-b0e8-012ff5e913fc, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:23.845439 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.877644 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2fafd4f-c522-47ba-b075-e040339b987e tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:23.878716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2fafd4f-c522-47ba-b075-e040339b987e tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.003001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e30f1e51-617d-448f-92b6-eb862fa0519d None None] Provisioning complete for port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:24.006751 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e30f1e51-617d-448f-92b6-eb862fa0519d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.010285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2fafd4f-c522-47ba-b075-e040339b987e tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.018450 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2fafd4f-c522-47ba-b075-e040339b987e tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.036174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] For port 29a99993-167c-45c1-b0e8-012ff5e913fc, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:24.040936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] For port 29a99993-167c-45c1-b0e8-012ff5e913fc, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=29a99993-167c-45c1-b0e8-012ff5e913fc,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:24.056759 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d2fafd4f-c522-47ba-b075-e040339b987e tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.060032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d2fafd4f-c522-47ba-b075-e040339b987e tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2490749 Jul 16 18:08:24.080431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36170) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:24.097985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'enable_snat': False}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:24.131121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e30f1e51-617d-448f-92b6-eb862fa0519d None None] Port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:24.221645 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4267f6a-701a-40e3-a219-63295679ca1b req-0916131a-d28a-4dcb-a878-541a58f8e4ca tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7156200 Jul 16 18:08:24.299492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:24.327862 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.425262 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78e03baa-657e-4a35-9be8-679e63d0961a req-cc339439-d514-465d-bd86-652898ee3548 service neutron] 10.222.0.18 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5746341 Jul 16 18:08:24.446414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:24.458569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:24.458874 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.606821 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78e03baa-657e-4a35-9be8-679e63d0961a req-cf804657-b3f4-4e55-af3d-820af6e33d7f service neutron] 10.222.0.18 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652551 Jul 16 18:08:24.613782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.614763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.619255 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] 10.222.0.37 "PUT /v2.0/ports/29a99993-167c-45c1-b0e8-012ff5e913fc HTTP/1.1" status: 200 len: 1092 time: 5.7396159 Jul 16 18:08:24.639319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '29a99993-167c-45c1-b0e8-012ff5e913fc'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:24.656789 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2526f00-f328-4c51-9855-bad675b492a3" -d '{"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "29a99993-167c-45c1-b0e8-012ff5e913fc"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:24.684907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:24.702505 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.806177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07,segment=NetworkSegment(75fc33fc-c644-4dce-bff8-93a7ee1397b3),segment_id=75fc33fc-c644-4dce-bff8-93a7ee1397b3)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:24.812001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395ecfe8-0b60-44f1-9be9-6f627bad25ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:24.819881 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.821596 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dac5192-4550-4d9a-9264-bb46c8e040c9" -d '{"events": [{"server_uuid": "395ecfe8-0b60-44f1-9be9-6f627bad25ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:24.831371 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:24.871086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75970892-336b-4da1-b167-e5ea4e6fafb6 req-9e31f4eb-57ac-4e5a-8094-129778657164 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:24.876535 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75970892-336b-4da1-b167-e5ea4e6fafb6 req-9e31f4eb-57ac-4e5a-8094-129778657164 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 944 time: 0.6314504 Jul 16 18:08:24.944583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:25.017019 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75970892-336b-4da1-b167-e5ea4e6fafb6 req-4d53ebd8-b7f7-4b91-8adf-a84ac1aba21b tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322563 Jul 16 18:08:25.046181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b88ed931-3a76-46e9-b496-f898a3474255 req-e5875d40-c103-4eb6-934c-e59ac07cd07e service neutron] 10.222.0.37 "GET /v2.0/networks/5afd6d2f-2467-40f7-88c9-b6baa525aa0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3891137 Jul 16 18:08:25.059480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ba1ba-8b9a-40c7-bc07-24bfe3116959 service neutron] Pushing event updated for resources: {'Port': ['ID=29a99993-167c-45c1-b0e8-012ff5e913fc,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:25.154686 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e38e049b-6edd-421d-ab92-60935ff1f725 x-openstack-request-id: req-e38e049b-6edd-421d-ab92-60935ff1f725 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:25.154963 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "29a99993-167c-45c1-b0e8-012ff5e913fc", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:25.155164 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e38e049b-6edd-421d-ab92-60935ff1f725 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:25.156452 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '29a99993-167c-45c1-b0e8-012ff5e913fc', 'status': 'completed', 'code': 200} Jul 16 18:08:25.223738 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7727550a-cea9-4edd-96b9-a349f05e3a4a x-openstack-request-id: req-7727550a-cea9-4edd-96b9-a349f05e3a4a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:25.224205 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395ecfe8-0b60-44f1-9be9-6f627bad25ed", "name": "network-vif-plugged", "status": "completed", "tag": "0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:25.224331 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7727550a-cea9-4edd-96b9-a349f05e3a4a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:25.224754 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395ecfe8-0b60-44f1-9be9-6f627bad25ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07', 'code': 200} Jul 16 18:08:25.245531 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:25.504752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 81393bab-0964-481b-953d-336e36d8c9b2 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:25.879899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277eb8c-4b1c-479e-a596-6bf4616b58f1 req-6014cca7-2945-4520-b306-a93818956cd0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.887859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277eb8c-4b1c-479e-a596-6bf4616b58f1 req-6014cca7-2945-4520-b306-a93818956cd0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.894850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277eb8c-4b1c-479e-a596-6bf4616b58f1 req-6014cca7-2945-4520-b306-a93818956cd0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.901780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277eb8c-4b1c-479e-a596-6bf4616b58f1 req-6014cca7-2945-4520-b306-a93818956cd0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.908665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7277eb8c-4b1c-479e-a596-6bf4616b58f1 req-6014cca7-2945-4520-b306-a93818956cd0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:25.910942 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7277eb8c-4b1c-479e-a596-6bf4616b58f1 req-6014cca7-2945-4520-b306-a93818956cd0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 3828 time: 0.2556119 Jul 16 18:08:25.992000 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.028560 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7277eb8c-4b1c-479e-a596-6bf4616b58f1 req-c77fce12-5bc4-4af3-bb63-6b24c3ffc77a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591140 Jul 16 18:08:26.070197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.288222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b17a78-277b-4613-9438-ddd254842fef req-177ed7fd-1ae8-4c0e-a28b-abe8420ddf50 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.296580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-26b17a78-277b-4613-9438-ddd254842fef req-177ed7fd-1ae8-4c0e-a28b-abe8420ddf50 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 1.3579228 Jul 16 18:08:26.328161 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b88ed931-3a76-46e9-b496-f898a3474255 req-11e1a46a-3b4a-4635-b74c-2086228406e2 service neutron] 10.222.0.37 "GET /v2.0/networks/5afd6d2f-2467-40f7-88c9-b6baa525aa0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2639158 Jul 16 18:08:26.347846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Allocated IP 172.25.7.85 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/e1e1af36-a0b6-4343-8498-003e19441447) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:26.559264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14d2fba-4976-4e28-97c2-f404830792dd req-cd3d408d-2032-4a25-b8b6-ad7d35e2584a tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.560674 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b14d2fba-4976-4e28-97c2-f404830792dd req-cd3d408d-2032-4a25-b8b6-ad7d35e2584a tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 945 time: 0.1034811 Jul 16 18:08:26.561944 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-26b17a78-277b-4613-9438-ddd254842fef req-c61a4c3b-3a0d-4670-91ce-fc4a49b8f8c4 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612576 Jul 16 18:08:26.564304 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.583331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526f00-f328-4c51-9855-bad675b492a3 req-84ced40b-236a-4387-8579-971529336693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.583906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526f00-f328-4c51-9855-bad675b492a3 req-84ced40b-236a-4387-8579-971529336693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.584384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526f00-f328-4c51-9855-bad675b492a3 req-84ced40b-236a-4387-8579-971529336693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.584858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526f00-f328-4c51-9855-bad675b492a3 req-84ced40b-236a-4387-8579-971529336693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.585325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526f00-f328-4c51-9855-bad675b492a3 req-84ced40b-236a-4387-8579-971529336693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.587209 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2526f00-f328-4c51-9855-bad675b492a3 req-84ced40b-236a-4387-8579-971529336693 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 4363 time: 1.3930807 Jul 16 18:08:26.596105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b91e3c3-ce0c-4866-9ccc-2ef6271a1d9f req-30763d8c-d744-423a-a591-0116fea6c984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.597582 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5b91e3c3-ce0c-4866-9ccc-2ef6271a1d9f req-30763d8c-d744-423a-a591-0116fea6c984 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 1096 time: 1.1590452 Jul 16 18:08:26.613843 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b14d2fba-4976-4e28-97c2-f404830792dd req-0db2e255-439f-47f8-832d-db09bd9f6829 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415943 Jul 16 18:08:26.652016 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.694219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:26.699329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:26.702690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:26.742330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Pushing event updated for resources: {'Port': ['ID=e1e1af36-a0b6-4343-8498-003e19441447,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:26.814877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526f00-f328-4c51-9855-bad675b492a3 req-39dfb340-8e78-4ead-b81b-a624a825a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.815272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526f00-f328-4c51-9855-bad675b492a3 req-39dfb340-8e78-4ead-b81b-a624a825a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.815759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526f00-f328-4c51-9855-bad675b492a3 req-39dfb340-8e78-4ead-b81b-a624a825a6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:26.817391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2526f00-f328-4c51-9855-bad675b492a3 req-39dfb340-8e78-4ead-b81b-a624a825a6b5 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1991541 Jul 16 18:08:26.818449 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:26.832128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Sync routers for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:26.832902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-453a91de-4fb8-4c8f-a5ce-f266ebf6afc3 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5399916 Jul 16 18:08:26.836592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36202) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:26.844087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'network': {'name': 'tempest-RoutersTest-1491075907'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:26.847522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:26.848395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60a5fdac-339e-460d-8174-958de227db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:26.911477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:26.920312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:26.980864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:27.010337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:27.111968 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:08:27.129120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.131610 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added segment e0b3928b-0236-4723-b6ae-56f2304fb3aa of type vlan for network 6d46ab3b-8b87-4877-8e29-6161968c91de Jul 16 18:08:27.252459 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.320644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2526f00-f328-4c51-9855-bad675b492a3 req-a7ebc7f5-cd0a-47d8-8d65-9b6dbaff5477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.322099 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2526f00-f328-4c51-9855-bad675b492a3 req-a7ebc7f5-cd0a-47d8-8d65-9b6dbaff5477 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4886165 Jul 16 18:08:27.400814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60a5fdac-339e-460d-8174-958de227db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:19Z', 'revision_number': 2, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:20Z', 'revision_number': 2, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:27.403880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5b91e3c3-ce0c-4866-9ccc-2ef6271a1d9f req-9d082297-c1af-4423-87ff-228ea23eee2b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7857025 Jul 16 18:08:27.456174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Checking router: 81393bab-0964-481b-953d-336e36d8c9b2 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:27.464433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Updating router 81393bab-0964-481b-953d-336e36d8c9b2 port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:08:27.497836 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.504275 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.543087 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.561539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa3e845-582c-4382-a63a-6e61dd1198a4 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:27.573210 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.600709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19568c7-7d94-4d83-92cb-944ba0e2c195 req-e70d8ab7-94e8-4fe0-a113-97798787cbb8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.622119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19568c7-7d94-4d83-92cb-944ba0e2c195 req-e70d8ab7-94e8-4fe0-a113-97798787cbb8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.641739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19568c7-7d94-4d83-92cb-944ba0e2c195 req-e70d8ab7-94e8-4fe0-a113-97798787cbb8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.659347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19568c7-7d94-4d83-92cb-944ba0e2c195 req-e70d8ab7-94e8-4fe0-a113-97798787cbb8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.673147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19568c7-7d94-4d83-92cb-944ba0e2c195 req-e70d8ab7-94e8-4fe0-a113-97798787cbb8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.686303 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a19568c7-7d94-4d83-92cb-944ba0e2c195 req-e70d8ab7-94e8-4fe0-a113-97798787cbb8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 3828 time: 0.3610785 Jul 16 18:08:27.697848 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.755389 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Transition to ACTIVE for port object 0fa3e845-582c-4382-a63a-6e61dd1198a4 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:27.789863 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.856958 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.863375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a19568c7-7d94-4d83-92cb-944ba0e2c195 req-f4b42f3a-5014-4ec3-869d-6cb61089c6b5 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752543 Jul 16 18:08:27.863523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:27.863523 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:27.876231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa3e845-582c-4382-a63a-6e61dd1198a4,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:27.974889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Network': ['ID=6d46ab3b-8b87-4877-8e29-6161968c91de,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:27.981974 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1438532 Jul 16 18:08:27.984825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36218) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:27.990728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'subnet': {'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:28.033265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.033631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.033961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.034301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.034637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.034972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.035303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.042161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.042655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.043004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.043350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.054427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9263ea54-2801-4c9c-90a6-c268babd34d1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.126372 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.147383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Transition to ACTIVE for port object 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:28.153528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 6d46ab3b-8b87-4877-8e29-6161968c91de details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:28.160203 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.168273 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Attempting to bind port 0fa3e845-582c-4382-a63a-6e61dd1198a4 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:28.168888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Attempting to bind port 0fa3e845-582c-4382-a63a-6e61dd1198a4 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:28.169444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Attempting to bind port 0fa3e845-582c-4382-a63a-6e61dd1198a4 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:28.176093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Port 0fa3e845-582c-4382-a63a-6e61dd1198a4 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:28.176691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Attempting to bind port 0fa3e845-582c-4382-a63a-6e61dd1198a4 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:28.185967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:28.186663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Checking segment: {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:28.187258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Bound using segment: {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:28.187952 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Bound port: 0fa3e845-582c-4382-a63a-6e61dd1198a4, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:28.188672 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.255691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Pushing event updated for resources: {'Port': ['ID=222f0cc3-ebf3-4517-80f1-e24d6f7ae696,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:28.258092 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d4690-00b4-4a8a-a865-e43aea3091c5 req-d42ed07a-a849-4e1b-b2fc-3628b493f780 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.263895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf96a0a3-52b0-4215-817e-0fad31e82dfd req-6bd703a8-a864-4993-ba56-7d754eab3ea2 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.265568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cf96a0a3-52b0-4215-817e-0fad31e82dfd req-6bd703a8-a864-4993-ba56-7d754eab3ea2 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 945 time: 0.1590400 Jul 16 18:08:28.268358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f28d4690-00b4-4a8a-a865-e43aea3091c5 req-d42ed07a-a849-4e1b-b2fc-3628b493f780 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.4418879 Jul 16 18:08:28.303441 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.303819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.304160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.304498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.304829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.305158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.305481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.305806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.306667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.307004 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.307352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.308243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:28.362521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:28.375456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.434869 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cf96a0a3-52b0-4215-817e-0fad31e82dfd req-f7c23feb-968d-49fc-afc1-cca6c434ee93 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622803 Jul 16 18:08:28.449221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] For port 0fa3e845-582c-4382-a63a-6e61dd1198a4, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:28.457845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] For port 0fa3e845-582c-4382-a63a-6e61dd1198a4, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:28.466304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.543093 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f28d4690-00b4-4a8a-a865-e43aea3091c5 req-c93bd744-12ff-45a7-abb8-1de06f1aced9 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2725458 Jul 16 18:08:28.567816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Router 76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:28.586971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:28.590699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Attempting to bind port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:28.591161 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Attempting to bind port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ae9d03f7-40fd-4ad4-84bf-9bb6061d739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:28.591444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Attempting to bind port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 on network 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:28.591767 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.601300 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] 10.222.0.37 "PUT /v2.0/ports/0fa3e845-582c-4382-a63a-6e61dd1198a4 HTTP/1.1" status: 200 len: 1129 time: 3.9345746 Jul 16 18:08:28.611803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:28.612014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Checking segment: {'id': 'ae9d03f7-40fd-4ad4-84bf-9bb6061d739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:28.612427 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.612827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Bound using segment: {'id': 'ae9d03f7-40fd-4ad4-84bf-9bb6061d739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:28.613305 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Bound port: 222f0cc3-ebf3-4517-80f1-e24d6f7ae696, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae9d03f7-40fd-4ad4-84bf-9bb6061d739e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 352, 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:28.613689 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.615722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '0fa3e845-582c-4382-a63a-6e61dd1198a4'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:28.630653 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8" -d '{"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "0fa3e845-582c-4382-a63a-6e61dd1198a4"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:28.700534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:28.802876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e84ad31-7927-453c-b3b5-d907e44545b0 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa3e845-582c-4382-a63a-6e61dd1198a4,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:28.856803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-60a5fdac-339e-460d-8174-958de227db40 None None] For port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:28.872692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-60a5fdac-339e-460d-8174-958de227db40 None None] For port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=222f0cc3-ebf3-4517-80f1-e24d6f7ae696,segment=NetworkSegment(ae9d03f7-40fd-4ad4-84bf-9bb6061d739e),segment_id=ae9d03f7-40fd-4ad4-84bf-9bb6061d739e)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:28.884818 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.968036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:28.975673 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:28.984271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36248) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:28.984488 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee339f1-ff86-4865-9d3e-4453d81b0761 None None] Sync routers for ids ['76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:28.993836 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-24a04952-e7be-4bcb-a5c9-33d847267045 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "PUT /v2.0/routers/76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c HTTP/1.1" status: 200 len: 914 time: 4.9049726 Jul 16 18:08:29.000836 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee339f1-ff86-4865-9d3e-4453d81b0761 None None] Routers {'76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:29.001485 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cee339f1-ff86-4865-9d3e-4453d81b0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:29.096955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:29.104127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60a5fdac-339e-460d-8174-958de227db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:29.109093 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cee339f1-ff86-4865-9d3e-4453d81b0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:29.133878 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cee339f1-ff86-4865-9d3e-4453d81b0761 None None] Routers {'76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:29.134515 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cee339f1-ff86-4865-9d3e-4453d81b0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:29.261831 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cee339f1-ff86-4865-9d3e-4453d81b0761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:29.262743 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cee339f1-ff86-4865-9d3e-4453d81b0761 None None] The sync data for ids ['76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:29.429474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f820868a-ae7d-4c44-b865-bfd94a17beaf req-db59f472-6515-43f6-b9f8-1eff0d27b3d5 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.437447 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f820868a-ae7d-4c44-b865-bfd94a17beaf req-db59f472-6515-43f6-b9f8-1eff0d27b3d5 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.3396993 Jul 16 18:08:29.478110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-60a5fdac-339e-460d-8174-958de227db40 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:29.498009 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fecab4e-14c3-4d2a-a92a-1a86b9fb9063 x-openstack-request-id: req-5fecab4e-14c3-4d2a-a92a-1a86b9fb9063 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:29.498532 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "0fa3e845-582c-4382-a63a-6e61dd1198a4", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:29.498532 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5fecab4e-14c3-4d2a-a92a-1a86b9fb9063 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:29.498927 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '0fa3e845-582c-4382-a63a-6e61dd1198a4', 'status': 'completed', 'code': 200} Jul 16 18:08:29.525874 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ad2166ce-4709-4175-baa7-7dbb36f3a10b tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/routers/76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c HTTP/1.1" status: 200 len: 920 time: 0.5386636 Jul 16 18:08:29.526816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36258) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:29.532264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f820868a-ae7d-4c44-b865-bfd94a17beaf req-47bff2aa-e530-4b23-b319-3c461a59a43c tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937519 Jul 16 18:08:29.540188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.596262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.681362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Subnet': ['ID=2a6b97a6-11ce-4afc-b8ef-08572f223e87,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:29.719656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Checking segment: {'id': 'e0b3928b-0236-4723-b6ae-56f2304fb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:29.721115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network hostable DHCP agents. Network: 6d46ab3b-8b87-4877-8e29-6161968c91de, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:29.733121 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.746770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d572fa61-cd65-4c05-8031-6b11df77aaf2 None None] Pushing event updated for resources: {'Port': ['ID=222f0cc3-ebf3-4517-80f1-e24d6f7ae696,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:29.783304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 6d46ab3b-8b87-4877-8e29-6161968c91de is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:29.799771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60a5fdac-339e-460d-8174-958de227db40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:19Z', 'revision_number': 2, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:28Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:29.851224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 6d46ab3b-8b87-4877-8e29-6161968c91de) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:29.860829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.861423 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:29.868704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a5fdac-339e-460d-8174-958de227db40 None None] The sync data for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 is: [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:19Z', 'revision_number': 2, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:28Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:29.880047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f42245e-140e-4e61-8db7-930b3586066a None None] Network 6d46ab3b-8b87-4877-8e29-6161968c91de requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:29.888476 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-93b3e8aa-e6ec-40c0-8b5d-b2a1fea7d0c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9017980 Jul 16 18:08:29.900116 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36264) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:29.942932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f7ed5a-d121-4bc0-ac53-32cc5185b3c0 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:29.952673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-81f7ed5a-d121-4bc0-ac53-32cc5185b3c0 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&device_id=76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4231141 Jul 16 18:08:29.962648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36266) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:30.029792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-e119ad44-a461-43b4-a0f9-5dd0b72c481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.030289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-e119ad44-a461-43b4-a0f9-5dd0b72c481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.030759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-e119ad44-a461-43b4-a0f9-5dd0b72c481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.031220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-e119ad44-a461-43b4-a0f9-5dd0b72c481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.031712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-e119ad44-a461-43b4-a0f9-5dd0b72c481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.032962 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-e119ad44-a461-43b4-a0f9-5dd0b72c481e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.034873 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-e119ad44-a461-43b4-a0f9-5dd0b72c481e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5285 time: 0.5351882 Jul 16 18:08:30.097282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77100f-59b3-49ca-ada7-ff3b1e446129 req-ef77ad17-fbec-4248-aea7-263097c513f2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.097514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75f64a5-753d-4e01-8946-dea4eaedab8d req-359ef7fb-97bb-4ecf-b51a-3466a585e50f tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.103402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77100f-59b3-49ca-ada7-ff3b1e446129 req-ef77ad17-fbec-4248-aea7-263097c513f2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.110520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77100f-59b3-49ca-ada7-ff3b1e446129 req-ef77ad17-fbec-4248-aea7-263097c513f2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.111425 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e75f64a5-753d-4e01-8946-dea4eaedab8d req-359ef7fb-97bb-4ecf-b51a-3466a585e50f tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 945 time: 0.3408129 Jul 16 18:08:30.117961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77100f-59b3-49ca-ada7-ff3b1e446129 req-ef77ad17-fbec-4248-aea7-263097c513f2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.124971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77100f-59b3-49ca-ada7-ff3b1e446129 req-ef77ad17-fbec-4248-aea7-263097c513f2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.130884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77100f-59b3-49ca-ada7-ff3b1e446129 req-ef77ad17-fbec-4248-aea7-263097c513f2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.132797 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c77100f-59b3-49ca-ada7-ff3b1e446129 req-ef77ad17-fbec-4248-aea7-263097c513f2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 4599 time: 0.6868932 Jul 16 18:08:30.221677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-6d46ab3b-8b87-4877-8e29-6161968c91de', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:30.222570 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:30.503802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c77100f-59b3-49ca-ada7-ff3b1e446129 req-1617582d-9ae8-4b93-822c-c6e756e0fed2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3452199 Jul 16 18:08:30.584989 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e75f64a5-753d-4e01-8946-dea4eaedab8d req-bcc8c2e2-e682-4938-b301-4d152be925ec tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674666 Jul 16 18:08:30.641078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3bd32f-136e-4014-94f0-6641e010b9a6 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.645360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bd3bd32f-136e-4014-94f0-6641e010b9a6 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 881 time: 0.6764543 Jul 16 18:08:30.662203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36278) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:30.714483 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Allocated IP 172.21.0.2 (6d46ab3b-8b87-4877-8e29-6161968c91de/2a6b97a6-11ce-4afc-b8ef-08572f223e87/7018b930-b194-47c9-9cb7-6249bf938606) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:30.868862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-f2d9a3b9-2a69-47b4-be70-0f662b8ea692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.869617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-f2d9a3b9-2a69-47b4-be70-0f662b8ea692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.871150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-f2d9a3b9-2a69-47b4-be70-0f662b8ea692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:30.874575 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-f2d9a3b9-2a69-47b4-be70-0f662b8ea692 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8150465 Jul 16 18:08:30.928924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.004543 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d4fbd0b-e052-4618-a347-ee1e17463815 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:31.015786 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.039598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Transition to ACTIVE for port object 1d4fbd0b-e052-4618-a347-ee1e17463815 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:31.048302 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-01feb49b-ef34-41ae-9b07-dc29f3dc78ae tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c HTTP/1.1" status: 200 len: 205 time: 0.3550017 Jul 16 18:08:31.049332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36282) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:31.096832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.166142 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.187473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Transition to ACTIVE for port object 7018b930-b194-47c9-9cb7-6249bf938606 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:31.232744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Transition to ACTIVE for port object 7018b930-b194-47c9-9cb7-6249bf938606 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:31.241210 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.430552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Pushing event updated for resources: {'Port': ['ID=7018b930-b194-47c9-9cb7-6249bf938606,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:31.450268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Network 6d46ab3b-8b87-4877-8e29-6161968c91de is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:31.457817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:31.471154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:31.643614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Attempting to bind port 7018b930-b194-47c9-9cb7-6249bf938606 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:31.644010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Attempting to bind port 7018b930-b194-47c9-9cb7-6249bf938606 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'e0b3928b-0236-4723-b6ae-56f2304fb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:31.644378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Attempting to bind port 7018b930-b194-47c9-9cb7-6249bf938606 on network 6d46ab3b-8b87-4877-8e29-6161968c91de {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:31.655714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:31.656108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Checking segment: {'id': 'e0b3928b-0236-4723-b6ae-56f2304fb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:31.656532 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.656944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Bound using segment: {'id': 'e0b3928b-0236-4723-b6ae-56f2304fb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:31.657434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Bound port: 7018b930-b194-47c9-9cb7-6249bf938606, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b3928b-0236-4723-b6ae-56f2304fb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:31.657820 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.824024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] For port 7018b930-b194-47c9-9cb7-6249bf938606, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:31.835438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] For port 7018b930-b194-47c9-9cb7-6249bf938606, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7018b930-b194-47c9-9cb7-6249bf938606,segment=NetworkSegment(e0b3928b-0236-4723-b6ae-56f2304fb3aa),segment_id=e0b3928b-0236-4723-b6ae-56f2304fb3aa)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:31.841011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Allocated IP 172.21.0.1 (6d46ab3b-8b87-4877-8e29-6161968c91de/2a6b97a6-11ce-4afc-b8ef-08572f223e87/e5b283da-a8de-42f5-814c-411b1d0c86b3) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:31.855498 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:31.957855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:32.076466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be8588-4b84-4901-a207-2fe4fb12cc33 req-100191c5-6300-48b8-afbb-6c75496efeaa tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.083280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be8588-4b84-4901-a207-2fe4fb12cc33 req-100191c5-6300-48b8-afbb-6c75496efeaa tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.091027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be8588-4b84-4901-a207-2fe4fb12cc33 req-100191c5-6300-48b8-afbb-6c75496efeaa tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.097457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be8588-4b84-4901-a207-2fe4fb12cc33 req-100191c5-6300-48b8-afbb-6c75496efeaa tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.103971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be8588-4b84-4901-a207-2fe4fb12cc33 req-100191c5-6300-48b8-afbb-6c75496efeaa tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.111176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be8588-4b84-4901-a207-2fe4fb12cc33 req-100191c5-6300-48b8-afbb-6c75496efeaa tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.117797 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be8588-4b84-4901-a207-2fe4fb12cc33 req-100191c5-6300-48b8-afbb-6c75496efeaa tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.126990 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05be8588-4b84-4901-a207-2fe4fb12cc33 req-100191c5-6300-48b8-afbb-6c75496efeaa tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5371 time: 0.2501755 Jul 16 18:08:32.133819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f93970-57fe-41ba-b735-430f71795b7a None None] Pushing event updated for resources: {'Port': ['ID=7018b930-b194-47c9-9cb7-6249bf938606,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.184389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:32.190361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:32.190905 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.298913 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05be8588-4b84-4901-a207-2fe4fb12cc33 req-1f918b7c-e653-437f-8a9f-6457a4c1d076 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1706400 Jul 16 18:08:32.399280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.457941 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.488004 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=222f0cc3-ebf3-4517-80f1-e24d6f7ae696,segment=NetworkSegment(ae9d03f7-40fd-4ad4-84bf-9bb6061d739e),segment_id=ae9d03f7-40fd-4ad4-84bf-9bb6061d739e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:32.499242 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.527208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Transition to ACTIVE for port object e5b283da-a8de-42f5-814c-411b1d0c86b3 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:32.600414 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.617294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Pushing event updated for resources: {'Port': ['ID=1d4fbd0b-e052-4618-a347-ee1e17463815,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.638034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=222f0cc3-ebf3-4517-80f1-e24d6f7ae696,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:32.673415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Attempting to bind port 1d4fbd0b-e052-4618-a347-ee1e17463815 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:32.676211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Attempting to bind port 1d4fbd0b-e052-4618-a347-ee1e17463815 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:32.676560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Attempting to bind port 1d4fbd0b-e052-4618-a347-ee1e17463815 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:32.738609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-f89ea8dd-2af4-4312-aee8-be8557222bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:32.740441 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfbb4e3a-3240-4d5f-afb9-2ac8943dc7f8 req-f89ea8dd-2af4-4312-aee8-be8557222bbb service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6663878 Jul 16 18:08:32.769583 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:32.924570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Port 1d4fbd0b-e052-4618-a347-ee1e17463815 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:32.924915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Attempting to bind port 1d4fbd0b-e052-4618-a347-ee1e17463815 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:33.009549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:33.010038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Checking segment: {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:33.011279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Bound using segment: {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:33.011893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Bound port: 1d4fbd0b-e052-4618-a347-ee1e17463815, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:33.012368 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.056376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33fd0d6-18e4-4e51-a24f-00760ce21bd7 req-446aae4f-9296-401a-82e0-aab84af89d1a tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.062349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c33fd0d6-18e4-4e51-a24f-00760ce21bd7 req-446aae4f-9296-401a-82e0-aab84af89d1a tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 945 time: 2.1857603 Jul 16 18:08:33.091360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=e5b283da-a8de-42f5-814c-411b1d0c86b3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:33.110894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 6d46ab3b-8b87-4877-8e29-6161968c91de is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:33.112570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:33.115901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:33.151665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] For port 1d4fbd0b-e052-4618-a347-ee1e17463815, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:33.166240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] For port 1d4fbd0b-e052-4618-a347-ee1e17463815, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1d4fbd0b-e052-4618-a347-ee1e17463815,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:33.186114 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.226404 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.296518 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c33fd0d6-18e4-4e51-a24f-00760ce21bd7 req-f653a3de-2803-43e2-83a4-cfa9200fd80b tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330670 Jul 16 18:08:33.334564 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.421711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Pushing event updated for resources: {'Port': ['ID=1d4fbd0b-e052-4618-a347-ee1e17463815,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:33.442606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.443438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.445103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f89744b0-9852-4f6b-97ec-a97d003380be service neutron] 10.222.0.37 "PUT /v2.0/ports/1d4fbd0b-e052-4618-a347-ee1e17463815 HTTP/1.1" status: 200 len: 1130 time: 4.7539113 Jul 16 18:08:33.445757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '1d4fbd0b-e052-4618-a347-ee1e17463815'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:33.449395 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6060ac59-8a32-4833-811c-acc34113e410" -d '{"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "1d4fbd0b-e052-4618-a347-ee1e17463815"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:33.517686 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.545516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:33.571005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03be94-5bd5-4377-a597-61d05ec2fa69 req-228ca54f-1240-41bd-b379-fe7722840ba6 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.572943 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-da03be94-5bd5-4377-a597-61d05ec2fa69 req-228ca54f-1240-41bd-b379-fe7722840ba6 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 945 time: 0.4092336 Jul 16 18:08:33.731929 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.758487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Deleting port e1e1af36-a0b6-4343-8498-003e19441447 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:33.758930 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:33.761538 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-da03be94-5bd5-4377-a597-61d05ec2fa69 req-9158c40f-53ed-430a-a5fe-6bf40568181d tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647978 Jul 16 18:08:33.855238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcddeb03-b287-460f-9089-8bddb009dd54 None None] Network 6d46ab3b-8b87-4877-8e29-6161968c91de requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:33.925852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c82a1-a3ea-4e89-bf06-4b6a3a49e8f0 req-b79abe55-ec08-4d12-9f96-e20c91e6f74f tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:33.939219 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fc6c82a1-a3ea-4e89-bf06-4b6a3a49e8f0 req-b79abe55-ec08-4d12-9f96-e20c91e6f74f tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 0.3203199 Jul 16 18:08:34.156696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.200777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fc6c82a1-a3ea-4e89-bf06-4b6a3a49e8f0 req-53dd91fe-4726-4bf2-9827-3e66824cd09f tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603846 Jul 16 18:08:34.203134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3f2d8-42a5-4dad-9733-d776c4879ed6 req-8ef2027f-ff87-4a82-8ee4-36718a537d90 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.209889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3f2d8-42a5-4dad-9733-d776c4879ed6 req-8ef2027f-ff87-4a82-8ee4-36718a537d90 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.216213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3f2d8-42a5-4dad-9733-d776c4879ed6 req-8ef2027f-ff87-4a82-8ee4-36718a537d90 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.222100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3f2d8-42a5-4dad-9733-d776c4879ed6 req-8ef2027f-ff87-4a82-8ee4-36718a537d90 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.228741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3f2d8-42a5-4dad-9733-d776c4879ed6 req-8ef2027f-ff87-4a82-8ee4-36718a537d90 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.236213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Calling delete_port for e1e1af36-a0b6-4343-8498-003e19441447 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:34.236417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3f2d8-42a5-4dad-9733-d776c4879ed6 req-8ef2027f-ff87-4a82-8ee4-36718a537d90 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.242367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d3f2d8-42a5-4dad-9733-d776c4879ed6 req-8ef2027f-ff87-4a82-8ee4-36718a537d90 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.250626 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2d3f2d8-42a5-4dad-9733-d776c4879ed6 req-8ef2027f-ff87-4a82-8ee4-36718a537d90 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5371 time: 0.1889160 Jul 16 18:08:34.294234 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:34.322146 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2d3f2d8-42a5-4dad-9733-d776c4879ed6 req-8e9f32b8-ddef-4a6c-a9c9-3a83ea75c9a8 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0705562 Jul 16 18:08:34.376702 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4889681-d473-490f-aa60-4858d35513ce x-openstack-request-id: req-b4889681-d473-490f-aa60-4858d35513ce {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:34.380054 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "1d4fbd0b-e052-4618-a347-ee1e17463815", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:34.380604 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4889681-d473-490f-aa60-4858d35513ce {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:34.381365 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '1d4fbd0b-e052-4618-a347-ee1e17463815', 'status': 'completed', 'code': 200} Jul 16 18:08:34.388325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-52effad4-653c-4292-91a7-0bbeade9e5d6 req-ce543d83-3133-477a-8a3c-6103cf5aba41 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:08:34.395347 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-52effad4-653c-4292-91a7-0bbeade9e5d6 req-ce543d83-3133-477a-8a3c-6103cf5aba41 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0156052 Jul 16 18:08:34.437512 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.442525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-daaa170a-e3b4-4d6a-9d8e-77b9bb6a018c None None] Provisioning for port 7018b930-b194-47c9-9cb7-6249bf938606 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:34.456376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.512198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:34.512579 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.564034 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:34.566771 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=e5b283da-a8de-42f5-814c-411b1d0c86b3,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:34.711117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 6d46ab3b-8b87-4877-8e29-6161968c91de is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:34.712918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:34.728274 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-52effad4-653c-4292-91a7-0bbeade9e5d6 req-682d091e-ee68-4c88-8a5a-153f7a2197f4 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.9&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.3319240 Jul 16 18:08:34.758714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7018b930-b194-47c9-9cb7-6249bf938606 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:34.767927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac59-8a32-4833-811c-acc34113e410 req-84251caf-3a52-4926-b4b9-0144718bdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.774629 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac59-8a32-4833-811c-acc34113e410 req-84251caf-3a52-4926-b4b9-0144718bdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.775392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac59-8a32-4833-811c-acc34113e410 req-84251caf-3a52-4926-b4b9-0144718bdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.776989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac59-8a32-4833-811c-acc34113e410 req-84251caf-3a52-4926-b4b9-0144718bdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.777688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac59-8a32-4833-811c-acc34113e410 req-84251caf-3a52-4926-b4b9-0144718bdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.779525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac59-8a32-4833-811c-acc34113e410 req-84251caf-3a52-4926-b4b9-0144718bdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.780349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac59-8a32-4833-811c-acc34113e410 req-84251caf-3a52-4926-b4b9-0144718bdc1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.782664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6060ac59-8a32-4833-811c-acc34113e410 req-84251caf-3a52-4926-b4b9-0144718bdc1b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6208 time: 0.4002595 Jul 16 18:08:34.801972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf9aaf-f3c7-411a-a49d-18299d26f8c2 req-5d8327c4-207e-4723-a0ec-5e46d4df6fe2 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:34.804149 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cedf9aaf-f3c7-411a-a49d-18299d26f8c2 req-5d8327c4-207e-4723-a0ec-5e46d4df6fe2 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.37 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 945 time: 0.3989608 Jul 16 18:08:34.871345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7018b930-b194-47c9-9cb7-6249bf938606 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:34.875372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7018b930-b194-47c9-9cb7-6249bf938606 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:34.875682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.001131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 81393bab-0964-481b-953d-336e36d8c9b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:35.069667 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.130340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1bf3275e-cb7b-47b1-9239-846ebd4518c2 None None] Provisioning complete for port 7018b930-b194-47c9-9cb7-6249bf938606 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:35.130777 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1bf3275e-cb7b-47b1-9239-846ebd4518c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.172521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 7018b930-b194-47c9-9cb7-6249bf938606, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7018b930-b194-47c9-9cb7-6249bf938606,segment=NetworkSegment(e0b3928b-0236-4723-b6ae-56f2304fb3aa),segment_id=e0b3928b-0236-4723-b6ae-56f2304fb3aa)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:35.175456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36332) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:35.203169 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.320368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=7018b930-b194-47c9-9cb7-6249bf938606,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.386633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1bf3275e-cb7b-47b1-9239-846ebd4518c2 None None] Provisioning for port e5b283da-a8de-42f5-814c-411b1d0c86b3 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:35.395298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1bf3275e-cb7b-47b1-9239-846ebd4518c2 None None] Provisioning complete for port e5b283da-a8de-42f5-814c-411b1d0c86b3 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:35.395731 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1bf3275e-cb7b-47b1-9239-846ebd4518c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.423133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:35.437795 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ab202cd1-0cee-4078-9ab3-5a37b2d24ab7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5332866 Jul 16 18:08:35.438420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f59f170-ea3b-48fb-bfc9-90634344e929 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:35.441579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36338) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:35.450701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'network': {'name': 'tempest-RoutersTest-1085271047'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:35.451309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Sync routers for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:35.453132 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.477337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1bf3275e-cb7b-47b1-9239-846ebd4518c2 None None] Port e5b283da-a8de-42f5-814c-411b1d0c86b3 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:35.494281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:35.496771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:35.601549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:35.606568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.629292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac59-8a32-4833-811c-acc34113e410 req-3679df25-d579-4b9b-b082-715cb426a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.629926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac59-8a32-4833-811c-acc34113e410 req-3679df25-d579-4b9b-b082-715cb426a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.630572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac59-8a32-4833-811c-acc34113e410 req-3679df25-d579-4b9b-b082-715cb426a053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.632895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6060ac59-8a32-4833-811c-acc34113e410 req-3679df25-d579-4b9b-b082-715cb426a053 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.8277366 Jul 16 18:08:35.647201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-90951f35-0ab8-4a80-b539-6ef5e1b13d2f None None] Provisioning complete for port e5b283da-a8de-42f5-814c-411b1d0c86b3 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:35.648593 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-90951f35-0ab8-4a80-b539-6ef5e1b13d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.650102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a641b6c4-4442-447e-832e-a31ea7774f7a req-e2da7c1d-53b0-4023-b6f4-bc2d3014dfd2 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.653071 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a641b6c4-4442-447e-832e-a31ea7774f7a req-e2da7c1d-53b0-4023-b6f4-bc2d3014dfd2 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 945 time: 0.6243577 Jul 16 18:08:35.655662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Transition to ACTIVE for port object 6f59f170-ea3b-48fb-bfc9-90634344e929 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:35.668336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:35.692604 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.692961 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added segment 9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92 of type vlan for network f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e Jul 16 18:08:35.695782 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:35.771245 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.775106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-90951f35-0ab8-4a80-b539-6ef5e1b13d2f None None] Port e5b283da-a8de-42f5-814c-411b1d0c86b3 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:35.779721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.783430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6060ac59-8a32-4833-811c-acc34113e410 req-69eaef1a-aa38-4637-af63-6d56aee5eb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.784938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6060ac59-8a32-4833-811c-acc34113e410 req-69eaef1a-aa38-4637-af63-6d56aee5eb25 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1236978 Jul 16 18:08:35.832277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Pushing event deleted for resources: {'Port': ['ID=e1e1af36-a0b6-4343-8498-003e19441447,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:35.833494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f24e717-222e-4d7b-9154-d79794193b41 req-00cbe330-c0e2-4c4c-b4f4-260bcc3d0070 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.835369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f24e717-222e-4d7b-9154-d79794193b41 req-00cbe330-c0e2-4c4c-b4f4-260bcc3d0070 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.5556703 Jul 16 18:08:35.840436 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.846930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:35.847244 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.847942 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:35.890958 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4482298 Jul 16 18:08:35.892185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36342) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:35.899583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7018b930-b194-47c9-9cb7-6249bf938606 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:35.911754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'subnet': {'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:35.945595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Pushing event updated for resources: {'Port': ['ID=6f59f170-ea3b-48fb-bfc9-90634344e929,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:36.004008 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bf71fc08-f759-4aa7-95b6-bf0ba91074b8 None None] Provisioning complete for port e5b283da-a8de-42f5-814c-411b1d0c86b3 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:36.004425 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bf71fc08-f759-4aa7-95b6-bf0ba91074b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.014876 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.113881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-bf71fc08-f759-4aa7-95b6-bf0ba91074b8 None None] Port e5b283da-a8de-42f5-814c-411b1d0c86b3 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:36.141421 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.149504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7018b930-b194-47c9-9cb7-6249bf938606 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:36.149908 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.166427 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.168886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-cedf9aaf-f3c7-411a-a49d-18299d26f8c2 req-6af35276-8a96-4f48-8e06-53fbf7a6ce4c tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Deleting port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:36.169218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cedf9aaf-f3c7-411a-a49d-18299d26f8c2 req-6af35276-8a96-4f48-8e06-53fbf7a6ce4c tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.174682 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a641b6c4-4442-447e-832e-a31ea7774f7a req-025cfc69-5506-4489-be14-b015be7dcf20 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881269 Jul 16 18:08:36.314242 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f24e717-222e-4d7b-9154-d79794193b41 req-0ac6b794-a6cb-4d32-a621-eb1df7e4fe2d tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540377 Jul 16 18:08:36.495877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:33Z', 'revision_number': 3, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:33Z', 'revision_number': 2, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:36.499254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5f720-5d71-49ba-996f-d0438edcdb21 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Network': ['ID=f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:36.508829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:36.514294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.586216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:36.591070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Checking router: 81393bab-0964-481b-953d-336e36d8c9b2 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:36.591726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Updating router 81393bab-0964-481b-953d-336e36d8c9b2 port e5b283da-a8de-42f5-814c-411b1d0c86b3 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:08:36.621880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Attempting to bind port 6f59f170-ea3b-48fb-bfc9-90634344e929 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:36.622426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Attempting to bind port 6f59f170-ea3b-48fb-bfc9-90634344e929 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:36.622911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Attempting to bind port 6f59f170-ea3b-48fb-bfc9-90634344e929 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:36.731477 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.732469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Fanout notify agent at l3_agent the message router_deleted on router 76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:36.733966 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.754847 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.756017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c06e8326-1509-4527-8071-66554e4de1f6 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c HTTP/1.1" status: 204 len: 168 time: 5.6735320 Jul 16 18:08:36.758925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Port 6f59f170-ea3b-48fb-bfc9-90634344e929 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:36.759328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Attempting to bind port 6f59f170-ea3b-48fb-bfc9-90634344e929 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:36.763176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36362) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:36.772690 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-558613144', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:36.794744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:36.795375 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Checking segment: {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:36.795786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Bound using segment: {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:36.796405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Bound port: 6f59f170-ea3b-48fb-bfc9-90634344e929, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:36.796777 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.883994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.885305 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.899445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-cedf9aaf-f3c7-411a-a49d-18299d26f8c2 req-6af35276-8a96-4f48-8e06-53fbf7a6ce4c tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] For port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07,segment=NetworkSegment(75fc33fc-c644-4dce-bff8-93a7ee1397b3),segment_id=75fc33fc-c644-4dce-bff8-93a7ee1397b3)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:36.899864 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cedf9aaf-f3c7-411a-a49d-18299d26f8c2 req-6af35276-8a96-4f48-8e06-53fbf7a6ce4c tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.926423 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:36.930795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139577ed-5cce-4acb-ab95-8e7a3c5cbd7d req-8d7efa96-430f-409a-80fd-79971d501711 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.938165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139577ed-5cce-4acb-ab95-8e7a3c5cbd7d req-8d7efa96-430f-409a-80fd-79971d501711 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.944495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139577ed-5cce-4acb-ab95-8e7a3c5cbd7d req-8d7efa96-430f-409a-80fd-79971d501711 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.951126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139577ed-5cce-4acb-ab95-8e7a3c5cbd7d req-8d7efa96-430f-409a-80fd-79971d501711 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.957424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139577ed-5cce-4acb-ab95-8e7a3c5cbd7d req-8d7efa96-430f-409a-80fd-79971d501711 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.964471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139577ed-5cce-4acb-ab95-8e7a3c5cbd7d req-8d7efa96-430f-409a-80fd-79971d501711 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.971203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139577ed-5cce-4acb-ab95-8e7a3c5cbd7d req-8d7efa96-430f-409a-80fd-79971d501711 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:36.979412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-139577ed-5cce-4acb-ab95-8e7a3c5cbd7d req-8d7efa96-430f-409a-80fd-79971d501711 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5383 time: 0.5020618 Jul 16 18:08:36.987363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Subnet': ['ID=8ae4822e-c10d-40c1-a644-3eef40824926,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.010415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-cedf9aaf-f3c7-411a-a49d-18299d26f8c2 req-6af35276-8a96-4f48-8e06-53fbf7a6ce4c tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Calling delete_port for 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:37.046445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da71134-e413-486c-8db8-456f7f1a0bef req-73867b3d-86c5-41d4-aa29-c43921152979 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.048141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2da71134-e413-486c-8db8-456f7f1a0bef req-73867b3d-86c5-41d4-aa29-c43921152979 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 945 time: 0.1645217 Jul 16 18:08:37.109431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Checking segment: {'id': '9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:37.109844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network hostable DHCP agents. Network: f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:37.147644 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2da71134-e413-486c-8db8-456f7f1a0bef req-73ffcff9-299c-4c5e-b34b-8c9cce92f319 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905323 Jul 16 18:08:37.159876 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.181462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Transition to ACTIVE for port object e5b283da-a8de-42f5-814c-411b1d0c86b3 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:37.191082 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.211453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:37.231936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:37.241229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.241885 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.271316 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.277649 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c6b21e0a-5213-4a0f-a3d7-fa688fa57877 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3701787 Jul 16 18:08:37.278310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36368) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:37.302105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499c02a5-50b6-475c-95d5-bfc3f62e9f50 None None] Network f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:37.515216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14ce3d-fe1d-4306-a01b-4ad3263379a5 None None] Pushing event updated for resources: {'Port': ['ID=e5b283da-a8de-42f5-814c-411b1d0c86b3,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.541729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Attempting to bind port e5b283da-a8de-42f5-814c-411b1d0c86b3 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:37.542102 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Attempting to bind port e5b283da-a8de-42f5-814c-411b1d0c86b3 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'e0b3928b-0236-4723-b6ae-56f2304fb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:37.542516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Attempting to bind port e5b283da-a8de-42f5-814c-411b1d0c86b3 on network 6d46ab3b-8b87-4877-8e29-6161968c91de {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:37.543127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] For port 6f59f170-ea3b-48fb-bfc9-90634344e929, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:37.558589 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.566819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:37.567267 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Checking segment: {'id': 'e0b3928b-0236-4723-b6ae-56f2304fb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:37.567636 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.568479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Bound using segment: {'id': 'e0b3928b-0236-4723-b6ae-56f2304fb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:37.568479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Bound port: e5b283da-a8de-42f5-814c-411b1d0c86b3, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0b3928b-0236-4723-b6ae-56f2304fb3aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:37.568853 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.603736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] For port 6f59f170-ea3b-48fb-bfc9-90634344e929, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6f59f170-ea3b-48fb-bfc9-90634344e929,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:37.609925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:37.610206 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.614186 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-139577ed-5cce-4acb-ab95-8e7a3c5cbd7d req-7f962655-8ed9-4bb4-9206-7a4c286560b9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.6334348 Jul 16 18:08:37.676617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.708360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] For port e5b283da-a8de-42f5-814c-411b1d0c86b3, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:37.736093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Pushing event updated for resources: {'Port': ['ID=6f59f170-ea3b-48fb-bfc9-90634344e929,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:37.741401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] For port e5b283da-a8de-42f5-814c-411b1d0c86b3, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e5b283da-a8de-42f5-814c-411b1d0c86b3,segment=NetworkSegment(e0b3928b-0236-4723-b6ae-56f2304fb3aa),segment_id=e0b3928b-0236-4723-b6ae-56f2304fb3aa)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:37.759842 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.772498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.773380 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:37.776432 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-1f2550e9-a7c8-4645-9a01-fdf27de6b30b service neutron] 10.222.0.37 "PUT /v2.0/ports/6f59f170-ea3b-48fb-bfc9-90634344e929 HTTP/1.1" status: 200 len: 1090 time: 4.2438045 Jul 16 18:08:37.777064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '6f59f170-ea3b-48fb-bfc9-90634344e929'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:37.780606 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc675079-dd70-48d8-995b-d436972f03ab" -d '{"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "6f59f170-ea3b-48fb-bfc9-90634344e929"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:37.907834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:37.922085 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Allocated IP 172.22.0.2 (f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e/8ae4822e-c10d-40c1-a644-3eef40824926/9d99f153-fe7c-4077-896b-3d51237a68dc) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:37.950932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ec0ed-5f8f-4715-9f0e-afbe425f7408 req-0d8a0b95-2ff8-400f-b06f-2bd1d43d93d3 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:37.953087 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dd2ec0ed-5f8f-4715-9f0e-afbe425f7408 req-0d8a0b95-2ff8-400f-b06f-2bd1d43d93d3 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 0.6351700 Jul 16 18:08:38.047609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.090600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad14ce3d-fe1d-4306-a01b-4ad3263379a5 None None] Pushing event updated for resources: {'Port': ['ID=e5b283da-a8de-42f5-814c-411b1d0c86b3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:38.142912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:38.143551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:38.218383 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.235701 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dd2ec0ed-5f8f-4715-9f0e-afbe425f7408 req-cf65f6d1-64c2-4306-9205-d26561b6c2a0 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343547 Jul 16 18:08:38.236842 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cedf9aaf-f3c7-411a-a49d-18299d26f8c2 req-6af35276-8a96-4f48-8e06-53fbf7a6ce4c tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.333565 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.349205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:38.351254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Transition to ACTIVE for port object 9d99f153-fe7c-4077-896b-3d51237a68dc will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:38.355003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af35276-8a96-4f48-8e06-53fbf7a6ce4c tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Pushing event deleted for resources: {'Port': ['ID=0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:38.421060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:38.446297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.492462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:38.494088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:38.502655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Transition to ACTIVE for port object 9d99f153-fe7c-4077-896b-3d51237a68dc will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:38.536938 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.614804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Network f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:38.632467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:38.638315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:38.729444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Pushing event updated for resources: {'Port': ['ID=9d99f153-fe7c-4077-896b-3d51237a68dc,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:38.745374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:38.754733 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.768487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Transition to ACTIVE for port object 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:38.775446 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11d3830-8ab0-45b0-a63a-aae94eb4162f x-openstack-request-id: req-c11d3830-8ab0-45b0-a63a-aae94eb4162f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:38.777268 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "6f59f170-ea3b-48fb-bfc9-90634344e929", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:38.777688 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c11d3830-8ab0-45b0-a63a-aae94eb4162f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:38.778355 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '6f59f170-ea3b-48fb-bfc9-90634344e929', 'status': 'completed', 'code': 200} Jul 16 18:08:38.810497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] Deleting port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:38.810816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.818724 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.896646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Pushing event updated for resources: {'Port': ['ID=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:38.916704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Attempting to bind port 9d99f153-fe7c-4077-896b-3d51237a68dc on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:38.917230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Attempting to bind port 9d99f153-fe7c-4077-896b-3d51237a68dc by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:38.917407 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Attempting to bind port 9d99f153-fe7c-4077-896b-3d51237a68dc on network f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:38.921093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca4b628-0bff-42f7-a8bd-e553d9e1d289 req-b6571dc5-a2d0-4aaf-b3ba-2501341c9999 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:38.928885 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ca4b628-0bff-42f7-a8bd-e553d9e1d289 req-b6571dc5-a2d0-4aaf-b3ba-2501341c9999 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/ports?device_id=395ecfe8-0b60-44f1-9be9-6f627bad25ed HTTP/1.1" status: 200 len: 867 time: 1.0138032 Jul 16 18:08:38.950416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:38.951467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Checking segment: {'id': '9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:38.952068 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.952631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Bound using segment: {'id': '9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:38.953303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Bound port: 9d99f153-fe7c-4077-896b-3d51237a68dc, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:38.953876 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:38.996648 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ca4b628-0bff-42f7-a8bd-e553d9e1d289 req-98a044cd-9cf8-4663-a875-d684e4bfd609 tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.47 "GET /v2.0/security-groups?id=1db7f37c-79c8-4fd8-92a9-1af983163e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667191 Jul 16 18:08:39.000604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedf9aaf-f3c7-411a-a49d-18299d26f8c2 req-6af35276-8a96-4f48-8e06-53fbf7a6ce4c tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] No DVR routers for this DVR port 0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:39.004527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-cedf9aaf-f3c7-411a-a49d-18299d26f8c2 req-6af35276-8a96-4f48-8e06-53fbf7a6ce4c tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.006509 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cedf9aaf-f3c7-411a-a49d-18299d26f8c2 req-6af35276-8a96-4f48-8e06-53fbf7a6ce4c tempest-ServerPasswordTestJSON-1285874461 tempest-ServerPasswordTestJSON-1285874461-project] 10.222.0.37 "DELETE /v2.0/ports/0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07 HTTP/1.1" status: 204 len: 173 time: 4.1624022 Jul 16 18:08:39.054760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:33Z', 'revision_number': 3, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:37Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:39.099428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] For port 71a9c5d7-2e64-4e64-875f-947a9fee8f2f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=71a9c5d7-2e64-4e64-875f-947a9fee8f2f,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:39.100532 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.117540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d58bb9-1e0c-4ca9-9d97-ba9c45fb0897 None None] The sync data for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 is: [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:33Z', 'revision_number': 3, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:37Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:39.118431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] Calling delete_port for 71a9c5d7-2e64-4e64-875f-947a9fee8f2f owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:39.139326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] For port 9d99f153-fe7c-4077-896b-3d51237a68dc, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:39.175662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] For port 9d99f153-fe7c-4077-896b-3d51237a68dc, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9d99f153-fe7c-4077-896b-3d51237a68dc,segment=NetworkSegment(9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92),segment_id=9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:39.183426 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.346560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675079-dd70-48d8-995b-d436972f03ab req-b7625cdf-b6d4-4b51-9019-176b956932d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.346969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675079-dd70-48d8-995b-d436972f03ab req-b7625cdf-b6d4-4b51-9019-176b956932d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.347457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675079-dd70-48d8-995b-d436972f03ab req-b7625cdf-b6d4-4b51-9019-176b956932d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.347964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675079-dd70-48d8-995b-d436972f03ab req-b7625cdf-b6d4-4b51-9019-176b956932d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.348442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675079-dd70-48d8-995b-d436972f03ab req-b7625cdf-b6d4-4b51-9019-176b956932d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.353786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675079-dd70-48d8-995b-d436972f03ab req-b7625cdf-b6d4-4b51-9019-176b956932d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.355919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675079-dd70-48d8-995b-d436972f03ab req-b7625cdf-b6d4-4b51-9019-176b956932d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.358091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc675079-dd70-48d8-995b-d436972f03ab req-b7625cdf-b6d4-4b51-9019-176b956932d2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6300 time: 0.5787535 Jul 16 18:08:39.363106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Allocated IP 172.22.0.1 (f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e/8ae4822e-c10d-40c1-a644-3eef40824926/67a38bc2-f68f-47e3-8821-aa371bd7d830) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:39.522482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14dfa5-cbef-4b56-83c5-89bd99424726 req-cdef6e22-3161-45f7-a1ef-07c2c0088015 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.540832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14dfa5-cbef-4b56-83c5-89bd99424726 req-cdef6e22-3161-45f7-a1ef-07c2c0088015 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.549939 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14dfa5-cbef-4b56-83c5-89bd99424726 req-cdef6e22-3161-45f7-a1ef-07c2c0088015 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.568767 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae14dfa5-cbef-4b56-83c5-89bd99424726 req-cdef6e22-3161-45f7-a1ef-07c2c0088015 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef&device_id=8215d919-27b1-4f5b-a864-45bd9543c4be&device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 2416 time: 0.6160469 Jul 16 18:08:39.586728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Attempting to bind port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:39.587067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Attempting to bind port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:39.587397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Attempting to bind port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:39.603254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:39.604781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Attempting to bind port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:39.660848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:39.661184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Checking segment: {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:39.662480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Bound using segment: {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:39.663347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Bound port: 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a3a0c40c-d72d-4fcf-91cd-6683223aae74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:39.663660 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.715176 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae14dfa5-cbef-4b56-83c5-89bd99424726 req-e10d38cc-8c4a-4d10-94bb-51762a0afebe tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451654 Jul 16 18:08:39.741791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68ce72-451d-447a-9d2d-9cfc51176324 None None] Pushing event updated for resources: {'Port': ['ID=9d99f153-fe7c-4077-896b-3d51237a68dc,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:39.927036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675079-dd70-48d8-995b-d436972f03ab req-dd6acd24-717b-43d7-b6da-244144b19710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.927676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675079-dd70-48d8-995b-d436972f03ab req-dd6acd24-717b-43d7-b6da-244144b19710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.937493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675079-dd70-48d8-995b-d436972f03ab req-dd6acd24-717b-43d7-b6da-244144b19710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:39.945450 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc675079-dd70-48d8-995b-d436972f03ab req-dd6acd24-717b-43d7-b6da-244144b19710 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5674024 Jul 16 18:08:39.975954 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:39.980452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e5b283da-a8de-42f5-814c-411b1d0c86b3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:39.996859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Transition to ACTIVE for port object 67a38bc2-f68f-47e3-8821-aa371bd7d830 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:40.051842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e2cb-1aff-4ad1-a68a-243336bce8c8 req-95ce0d37-19c6-4534-b092-86d16e82897d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.058551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e2cb-1aff-4ad1-a68a-243336bce8c8 req-95ce0d37-19c6-4534-b092-86d16e82897d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.063025 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.064667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e2cb-1aff-4ad1-a68a-243336bce8c8 req-95ce0d37-19c6-4534-b092-86d16e82897d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.071592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e2cb-1aff-4ad1-a68a-243336bce8c8 req-95ce0d37-19c6-4534-b092-86d16e82897d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.091725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e2cb-1aff-4ad1-a68a-243336bce8c8 req-95ce0d37-19c6-4534-b092-86d16e82897d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.098335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e2cb-1aff-4ad1-a68a-243336bce8c8 req-95ce0d37-19c6-4534-b092-86d16e82897d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.104847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4e2cb-1aff-4ad1-a68a-243336bce8c8 req-95ce0d37-19c6-4534-b092-86d16e82897d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.106805 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8fb4e2cb-1aff-4ad1-a68a-243336bce8c8 req-95ce0d37-19c6-4534-b092-86d16e82897d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5395 time: 0.7476623 Jul 16 18:08:40.148049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port e5b283da-a8de-42f5-814c-411b1d0c86b3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:40.149398 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.155368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e5b283da-a8de-42f5-814c-411b1d0c86b3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:40.155788 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.172483 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.185879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] Pushing event deleted for resources: {'Port': ['ID=71a9c5d7-2e64-4e64-875f-947a9fee8f2f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.237482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.297889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] For port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:40.310171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:40.323398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:40.344945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:40.355408 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.397314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=67a38bc2-f68f-47e3-8821-aa371bd7d830,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.408552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] For port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:40.422014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port e5b283da-a8de-42f5-814c-411b1d0c86b3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e5b283da-a8de-42f5-814c-411b1d0c86b3,segment=NetworkSegment(e0b3928b-0236-4723-b6ae-56f2304fb3aa),segment_id=e0b3928b-0236-4723-b6ae-56f2304fb3aa)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:40.422180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8fb4e2cb-1aff-4ad1-a68a-243336bce8c8 req-faeaba59-0b96-4fa2-9693-5114b967a99a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2916121 Jul 16 18:08:40.427164 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.437564 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.487433 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.510324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec8afaef-53b9-4017-95df-c7cf446f447c req-7303be84-e760-4346-8635-f8a6f8ada706 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.3726714 Jul 16 18:08:40.523699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=e5b283da-a8de-42f5-814c-411b1d0c86b3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.548891 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.549702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.551988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] 10.222.0.37 "PUT /v2.0/ports/04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 HTTP/1.1" status: 200 len: 1091 time: 2.6527643 Jul 16 18:08:40.573420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc675079-dd70-48d8-995b-d436972f03ab req-1741ba52-e5d5-4b36-a760-5fda0c55a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:40.575577 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc675079-dd70-48d8-995b-d436972f03ab req-1741ba52-e5d5-4b36-a760-5fda0c55a6c5 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6212776 Jul 16 18:08:40.618283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36402) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:40.625606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:40.724506 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8fecdfa-d51f-42f5-8aae-f3428d1f9a81 admin admin] Deleting subnet dbe999a7-6067-4aaa-b92e-d386fe7ca077 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:40.728205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.731192 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a8fecdfa-d51f-42f5-8aae-f3428d1f9a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:40.745724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Allocated IP 172.25.7.236 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/2ef9b38d-1d88-401c-9bab-cbc36e469cac) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:40.804734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '395ecfe8-0b60-44f1-9be9-6f627bad25ed', 'name': 'network-vif-deleted', 'tag': '0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07'}, {'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '04ceaeee-bcfc-4fc4-821b-d8ad69782ca3'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:40.813915 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-631bcabb-5be9-4bff-a3e2-4720d5145529" -d '{"events": [{"server_uuid": "395ecfe8-0b60-44f1-9be9-6f627bad25ed", "name": "network-vif-deleted", "tag": "0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07"}, {"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "04ceaeee-bcfc-4fc4-821b-d8ad69782ca3"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:40.821312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faaff2-c86b-42a5-bb6a-88c8f4a45207 service neutron] Pushing event updated for resources: {'Port': ['ID=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:40.924200 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71be8c4-64a1-4678-9d80-a33ae140241e x-openstack-request-id: req-e71be8c4-64a1-4678-9d80-a33ae140241e {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:40.924751 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "395ecfe8-0b60-44f1-9be9-6f627bad25ed", "name": "network-vif-deleted", "tag": "0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "04ceaeee-bcfc-4fc4-821b-d8ad69782ca3", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:40.925355 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e71be8c4-64a1-4678-9d80-a33ae140241e {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:40.925969 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '395ecfe8-0b60-44f1-9be9-6f627bad25ed', 'name': 'network-vif-deleted', 'tag': '0d1499cb-78cd-4d6d-a4c5-ec19c1e65f07', 'status': 'completed', 'code': 200} Jul 16 18:08:40.926416 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '04ceaeee-bcfc-4fc4-821b-d8ad69782ca3', 'status': 'completed', 'code': 200} Jul 16 18:08:41.000725 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.200281 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.323753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-841b9bce-ca8b-47c2-a742-66fafe6afa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.324033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-841b9bce-ca8b-47c2-a742-66fafe6afa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.324707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-841b9bce-ca8b-47c2-a742-66fafe6afa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.325249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-841b9bce-ca8b-47c2-a742-66fafe6afa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.325774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-841b9bce-ca8b-47c2-a742-66fafe6afa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.326301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-841b9bce-ca8b-47c2-a742-66fafe6afa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.326900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-841b9bce-ca8b-47c2-a742-66fafe6afa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.329142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-841b9bce-ca8b-47c2-a742-66fafe6afa32 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6342 time: 0.3505883 Jul 16 18:08:41.343351 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.353933 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a8fecdfa-d51f-42f5-8aae-f3428d1f9a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.408194 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.474887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcd2634-55e3-4b97-a5b8-fb3dccfbfe35 None None] Network f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:41.486053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Pushing event updated for resources: {'Port': ['ID=2ef9b38d-1d88-401c-9bab-cbc36e469cac,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:41.586438 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a8fecdfa-d51f-42f5-8aae-f3428d1f9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.688975 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2b9ac91a-0461-4473-9127-ae875f99d716 None None] Provisioning for port 9d99f153-fe7c-4077-896b-3d51237a68dc completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:41.721485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:41.723384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:41.736700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:41.875909 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a8fecdfa-d51f-42f5-8aae-f3428d1f9a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:41.893316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-ac08277b-cbfb-425b-a89a-eaffe8ec3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.893798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-ac08277b-cbfb-425b-a89a-eaffe8ec3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.894275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-ac08277b-cbfb-425b-a89a-eaffe8ec3983 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:41.898154 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-ac08277b-cbfb-425b-a89a-eaffe8ec3983 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5405493 Jul 16 18:08:41.934878 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.010636 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a8fecdfa-d51f-42f5-8aae-f3428d1f9a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.012905 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a8fecdfa-d51f-42f5-8aae-f3428d1f9a81 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/dbe999a7-6067-4aaa-b92e-d386fe7ca077 HTTP/1.1" status: 204 len: 168 time: 1.3936253 Jul 16 18:08:42.014053 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8fecdfa-d51f-42f5-8aae-f3428d1f9a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbe999a7-6067-4aaa-b92e-d386fe7ca077,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:42.124134 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.142447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d99f153-fe7c-4077-896b-3d51237a68dc up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:42.182423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36426) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:42.205249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.216034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 9d99f153-fe7c-4077-896b-3d51237a68dc completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:42.220629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9d99f153-fe7c-4077-896b-3d51237a68dc triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:42.221281 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.318834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9099ea98-3776-413f-83ed-6c4b19616386 None None] Provisioning complete for port 9d99f153-fe7c-4077-896b-3d51237a68dc triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:42.320321 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9099ea98-3776-413f-83ed-6c4b19616386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.347312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] Router 236a2e61-3481-476b-aede-e2947b3acdd9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:42.397457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-188ca34f-d496-439b-a94d-3cac7b66dce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.398851 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-631bcabb-5be9-4bff-a3e2-4720d5145529 req-188ca34f-d496-439b-a94d-3cac7b66dce3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4922745 Jul 16 18:08:42.401964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a73819e4-945a-49f0-90ad-8dfe03a9e18b {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:42.416919 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.454267 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.529560 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.550741 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9099ea98-3776-413f-83ed-6c4b19616386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.590600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 9d99f153-fe7c-4077-896b-3d51237a68dc, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9d99f153-fe7c-4077-896b-3d51237a68dc,segment=NetworkSegment(9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92),segment_id=9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:42.593339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4a304-96fb-4385-a1c1-c141b50a22b7 req-8bc6de41-21e7-4d2d-a4a4-659eea888ecf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.600516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4a304-96fb-4385-a1c1-c141b50a22b7 req-8bc6de41-21e7-4d2d-a4a4-659eea888ecf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.610694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4a304-96fb-4385-a1c1-c141b50a22b7 req-8bc6de41-21e7-4d2d-a4a4-659eea888ecf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.617131 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.617945 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e5b283da-a8de-42f5-814c-411b1d0c86b3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:42.619148 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4a304-96fb-4385-a1c1-c141b50a22b7 req-8bc6de41-21e7-4d2d-a4a4-659eea888ecf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.629888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4a304-96fb-4385-a1c1-c141b50a22b7 req-8bc6de41-21e7-4d2d-a4a4-659eea888ecf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.649987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4a304-96fb-4385-a1c1-c141b50a22b7 req-8bc6de41-21e7-4d2d-a4a4-659eea888ecf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.677098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b4a304-96fb-4385-a1c1-c141b50a22b7 req-8bc6de41-21e7-4d2d-a4a4-659eea888ecf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:42.684953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b3b4a304-96fb-4385-a1c1-c141b50a22b7 req-8bc6de41-21e7-4d2d-a4a4-659eea888ecf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5395 time: 0.9470155 Jul 16 18:08:42.714167 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.798576 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-9099ea98-3776-413f-83ed-6c4b19616386 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:08:42.799232 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-9099ea98-3776-413f-83ed-6c4b19616386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:08:42.811880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=67a38bc2-f68f-47e3-8821-aa371bd7d830,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:42.814639 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=9d99f153-fe7c-4077-896b-3d51237a68dc,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:42.847019 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e5b283da-a8de-42f5-814c-411b1d0c86b3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:42.847395 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:42.949072 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b3b4a304-96fb-4385-a1c1-c141b50a22b7 req-84efc2b0-7131-4927-9f7a-d7a5835452bf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2628450 Jul 16 18:08:43.029103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Transition to ACTIVE for port object a73819e4-945a-49f0-90ad-8dfe03a9e18b will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:43.034898 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.115084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:43.121860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2efb319b-a71c-48af-a593-e56736c009cb admin admin] 10.222.0.47 "PUT /v2.0/routers/236a2e61-3481-476b-aede-e2947b3acdd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9450493 Jul 16 18:08:43.126208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36438) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:43.137328 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456e199-f9c4-4612-a7c4-2a491db90db6 None None] Sync routers for ids ['236a2e61-3481-476b-aede-e2947b3acdd9'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:43.147495 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456e199-f9c4-4612-a7c4-2a491db90db6 None None] Routers {'236a2e61-3481-476b-aede-e2947b3acdd9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:43.149322 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e456e199-f9c4-4612-a7c4-2a491db90db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['236a2e61-3481-476b-aede-e2947b3acdd9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:43.160285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.225818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afd6d2f-2467-40f7-88c9-b6baa525aa0d']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:43.261383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75fc33fc-c644-4dce-bff8-93a7ee1397b3') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:43.261680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75fc33fc-c644-4dce-bff8-93a7ee1397b3') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:43.284823 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.300451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:43.315300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:43.316481 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.320819 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e456e199-f9c4-4612-a7c4-2a491db90db6 None None] Set router 236a2e61-3481-476b-aede-e2947b3acdd9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:43.321857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Pushing event updated for resources: {'Port': ['ID=a73819e4-945a-49f0-90ad-8dfe03a9e18b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:43.357876 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.410756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a07b0-d761-4df5-b689-b9ec697eb2d5 req-ea36943e-c325-4262-9769-59439d50c30a tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:43.416543 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f9a07b0-d761-4df5-b689-b9ec697eb2d5 req-ea36943e-c325-4262-9769-59439d50c30a tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 0.2484102 Jul 16 18:08:43.428013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9099ea98-3776-413f-83ed-6c4b19616386 None None] Provisioning for port 67a38bc2-f68f-47e3-8821-aa371bd7d830 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:43.432621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9099ea98-3776-413f-83ed-6c4b19616386 None None] Provisioning complete for port 67a38bc2-f68f-47e3-8821-aa371bd7d830 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:43.432999 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9099ea98-3776-413f-83ed-6c4b19616386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.503208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9099ea98-3776-413f-83ed-6c4b19616386 None None] Port 67a38bc2-f68f-47e3-8821-aa371bd7d830 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:43.510210 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] Releasing vlan 364 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:43.510892 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:43.513338 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:43.622266 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e456e199-f9c4-4612-a7c4-2a491db90db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T18:08:39Z', 'revision_number': 5, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:43.628438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8bbaabc7-9064-433a-b646-cadd99b34c46 None None] Provisioning complete for port 67a38bc2-f68f-47e3-8821-aa371bd7d830 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:43.630470 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8bbaabc7-9064-433a-b646-cadd99b34c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.649407 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.657848 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f9a07b0-d761-4df5-b689-b9ec697eb2d5 req-6840f560-d9c0-4d37-9318-738c6e634fdc tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469228 Jul 16 18:08:43.700260 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456e199-f9c4-4612-a7c4-2a491db90db6 None None] Checking router: 236a2e61-3481-476b-aede-e2947b3acdd9 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:43.725551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8bbaabc7-9064-433a-b646-cadd99b34c46 None None] Port 67a38bc2-f68f-47e3-8821-aa371bd7d830 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:43.728496 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e456e199-f9c4-4612-a7c4-2a491db90db6 None None] Routers {'236a2e61-3481-476b-aede-e2947b3acdd9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:43.731039 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e456e199-f9c4-4612-a7c4-2a491db90db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['236a2e61-3481-476b-aede-e2947b3acdd9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:43.794389 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Attempting to bind port a73819e4-945a-49f0-90ad-8dfe03a9e18b on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:43.795206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Attempting to bind port a73819e4-945a-49f0-90ad-8dfe03a9e18b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:43.795756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Attempting to bind port a73819e4-945a-49f0-90ad-8dfe03a9e18b on network 9c39b3d7-d455-401e-8bad-eeaee0931a8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:43.804528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Port a73819e4-945a-49f0-90ad-8dfe03a9e18b on network 9c39b3d7-d455-401e-8bad-eeaee0931a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:43.805105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Attempting to bind port a73819e4-945a-49f0-90ad-8dfe03a9e18b on network 9c39b3d7-d455-401e-8bad-eeaee0931a8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:43.827329 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.849701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:43.850039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Checking segment: {'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:43.850848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 81393bab-0964-481b-953d-336e36d8c9b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:43.852378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Bound using segment: {'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:43.853030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Bound port: a73819e4-945a-49f0-90ad-8dfe03a9e18b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:43.854726 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.879457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.882552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2583d261-10c0-4488-b569-c600e9f96472 None None] Provisioning complete for port 67a38bc2-f68f-47e3-8821-aa371bd7d830 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:43.883213 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2583d261-10c0-4488-b569-c600e9f96472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:43.891378 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5afd6d2f-2467-40f7-88c9-b6baa525aa0d HTTP/1.1" status: 204 len: 168 time: 1.7062807 Jul 16 18:08:43.939261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d99f153-fe7c-4077-896b-3d51237a68dc up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:43.943339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc04db22-f593-484a-a658-6231e473da43 admin admin] Pushing event deleted for resources: {'Network': ['ID=5afd6d2f-2467-40f7-88c9-b6baa525aa0d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:43.958565 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.006266 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e456e199-f9c4-4612-a7c4-2a491db90db6 None None] Set router 236a2e61-3481-476b-aede-e2947b3acdd9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:44.010785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2583d261-10c0-4488-b569-c600e9f96472 None None] Port 67a38bc2-f68f-47e3-8821-aa371bd7d830 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:44.047839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9d99f153-fe7c-4077-896b-3d51237a68dc triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:44.048648 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.071351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36466) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.106599 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.245498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:44.254045 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b0448751-0f57-4242-97f4-986f4fae5e27 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=76aa3f4e7093478e910dfd8d28b482b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1793454 Jul 16 18:08:44.254907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36468) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.256762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Sync routers for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:44.263457 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-431e3f62-5592-4118-996a-1e0e3571c1bc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9826398 Jul 16 18:08:44.265868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36470) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.273078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'network': {'name': 'tempest-RoutersTest-1119551056'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:44.273362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:44.275919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] For port a73819e4-945a-49f0-90ad-8dfe03a9e18b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:44.289021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.312093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:44.316237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.337332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] For port a73819e4-945a-49f0-90ad-8dfe03a9e18b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:44.347028 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8298d3-2ddc-475c-ad1d-a2ca034e67a3 req-0b3d1a92-805d-4765-9e7c-031203e21253 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.353728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8298d3-2ddc-475c-ad1d-a2ca034e67a3 req-0b3d1a92-805d-4765-9e7c-031203e21253 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.358631 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.360673 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8298d3-2ddc-475c-ad1d-a2ca034e67a3 req-0b3d1a92-805d-4765-9e7c-031203e21253 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.367916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8298d3-2ddc-475c-ad1d-a2ca034e67a3 req-0b3d1a92-805d-4765-9e7c-031203e21253 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.377017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8298d3-2ddc-475c-ad1d-a2ca034e67a3 req-0b3d1a92-805d-4765-9e7c-031203e21253 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.383360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8298d3-2ddc-475c-ad1d-a2ca034e67a3 req-0b3d1a92-805d-4765-9e7c-031203e21253 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.390473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8298d3-2ddc-475c-ad1d-a2ca034e67a3 req-0b3d1a92-805d-4765-9e7c-031203e21253 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.392754 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa8298d3-2ddc-475c-ad1d-a2ca034e67a3 req-0b3d1a92-805d-4765-9e7c-031203e21253 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5407 time: 0.2173016 Jul 16 18:08:44.403436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Deleting port 8d9a4bc9-3a4b-4517-9ada-a675d616132f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:44.404013 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.413240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:44.441710 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.441962 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.442448 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.442731 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added segment 8f5853b5-7155-4009-a17f-bbb4ee42af4d of type vlan for network 13d610c0-b0eb-46e2-a3c1-51130487c87e Jul 16 18:08:44.444557 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] 10.222.0.37 "PUT /v2.0/ports/a73819e4-945a-49f0-90ad-8dfe03a9e18b HTTP/1.1" status: 200 len: 1091 time: 3.8247373 Jul 16 18:08:44.448266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': 'a73819e4-945a-49f0-90ad-8dfe03a9e18b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:44.450687 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad" -d '{"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "a73819e4-945a-49f0-90ad-8dfe03a9e18b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:44.483999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:44.505779 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa8298d3-2ddc-475c-ad1d-a2ca034e67a3 req-26ee39cf-0072-45c9-9644-37bd98261209 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0981207 Jul 16 18:08:44.509100 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e456e199-f9c4-4612-a7c4-2a491db90db6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T18:08:39Z', 'revision_number': 5, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.558435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Request body: {'port': {'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:44.567040 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a24f5c5-011a-4a66-8457-6569b2a3bede x-openstack-request-id: req-7a24f5c5-011a-4a66-8457-6569b2a3bede {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:44.567805 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "a73819e4-945a-49f0-90ad-8dfe03a9e18b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:44.568247 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a24f5c5-011a-4a66-8457-6569b2a3bede {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:44.571482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.571819 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': 'a73819e4-945a-49f0-90ad-8dfe03a9e18b', 'status': 'completed', 'code': 200} Jul 16 18:08:44.581522 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da8dec62-6872-432b-81d2-9010bc0e4ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.593548 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e456e199-f9c4-4612-a7c4-2a491db90db6 None None] The sync data for ids ['236a2e61-3481-476b-aede-e2947b3acdd9'] in n-d-794306-7 is: [{'id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'name': 'tempest-TaggedBootDevicesTest_v242-114923799-router', 'tenant_id': 'b9ab57568965435a8341b46893aa22bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130'}], 'enable_snat': True}, 'gw_port_id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T17:56:41Z', 'updated_at': '2021-07-16T18:08:39Z', 'revision_number': 5, 'project_id': 'b9ab57568965435a8341b46893aa22bb', 'gw_port': {'id': '8d9a4bc9-3a4b-4517-9ada-a675d616132f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:ca:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '236a2e61-3481-476b-aede-e2947b3acdd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 664, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T17:56:42Z', 'updated_at': '2021-07-16T17:56:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:44.630141 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.636711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:44.640018 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.677498 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4087532 Jul 16 18:08:44.681861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36474) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:44.687733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'subnet': {'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:44.765793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cd4776-2e0b-4baf-961c-977493d2a657 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Network': ['ID=13d610c0-b0eb-46e2-a3c1-51130487c87e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:44.802333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] For port 8d9a4bc9-3a4b-4517-9ada-a675d616132f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8d9a4bc9-3a4b-4517-9ada-a675d616132f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:44.802936 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.815810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 13d610c0-b0eb-46e2-a3c1-51130487c87e details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:44.821680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Calling delete_port for 8d9a4bc9-3a4b-4517-9ada-a675d616132f owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:44.851664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Made reservation on behalf of aa40f18af9894188a2499702220d2574 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:44.864149 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.864403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Router 5a1ac722-5963-4ca3-a698-1b4181e9f914 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:08:44.968895 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da8dec62-6872-432b-81d2-9010bc0e4ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:44.975312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:41Z', 'revision_number': 2, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:44.996970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39209fcf-a996-408c-89b1-1b0b23aedb1e service neutron] Pushing event updated for resources: {'Port': ['ID=a73819e4-945a-49f0-90ad-8dfe03a9e18b,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.050550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Checking router: 81393bab-0964-481b-953d-336e36d8c9b2 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:45.050965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Updating router 81393bab-0964-481b-953d-336e36d8c9b2 port 67a38bc2-f68f-47e3-8821-aa371bd7d830 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:08:45.121363 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.167110 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.286932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Checking segment: {'id': '8f5853b5-7155-4009-a17f-bbb4ee42af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:45.287712 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network hostable DHCP agents. Network: 13d610c0-b0eb-46e2-a3c1-51130487c87e, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:08:45.290540 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Subnet': ['ID=3e08a034-0f9c-4511-aecb-46c90a338e52,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.311466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 13d610c0-b0eb-46e2-a3c1-51130487c87e is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:08:45.322870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 13d610c0-b0eb-46e2-a3c1-51130487c87e) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:45.330721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.331504 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.358857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db287714-acb3-4567-836a-b44017d7fd73 None None] Network 13d610c0-b0eb-46e2-a3c1-51130487c87e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:45.367190 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b51b3df9-abe4-4aed-96a8-211ff785d95f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6825635 Jul 16 18:08:45.367190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36482) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:45.416053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d93f757-b087-496a-b1fc-423a7eeee753 req-57cd8e8a-5a66-4545-aaa9-2279c17ee11f tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.417476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d93f757-b087-496a-b1fc-423a7eeee753 req-57cd8e8a-5a66-4545-aaa9-2279c17ee11f tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.37 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 0.8873141 Jul 16 18:08:45.426871 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da8dec62-6872-432b-81d2-9010bc0e4ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.429145 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da8dec62-6872-432b-81d2-9010bc0e4ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.434241 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-da8dec62-6872-432b-81d2-9010bc0e4ab1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1db7f37c-79c8-4fd8-92a9-1af983163e9a HTTP/1.1" status: 204 len: 168 time: 1.1746087 Jul 16 18:08:45.511888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebc262a-0d13-4ec6-bd1b-d8d0db0e5e2e req-21ed9593-519a-4cd4-a12f-9b8e816a6257 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.519240 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aebc262a-0d13-4ec6-bd1b-d8d0db0e5e2e req-21ed9593-519a-4cd4-a12f-9b8e816a6257 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 0.6475010 Jul 16 18:08:45.616465 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.629073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Transition to ACTIVE for port object 67a38bc2-f68f-47e3-8821-aa371bd7d830 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:45.652619 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aebc262a-0d13-4ec6-bd1b-d8d0db0e5e2e req-2bcca69b-2922-43cb-b57e-c6bfe9b2e655 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322327 Jul 16 18:08:45.652864 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.667419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-ec52d381-ed6f-4631-ad7b-7447d7b68cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.668617 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f8e38ee-a450-428d-b76f-9cf746afdae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.677713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-ec52d381-ed6f-4631-ad7b-7447d7b68cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.678137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-ec52d381-ed6f-4631-ad7b-7447d7b68cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.678617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-ec52d381-ed6f-4631-ad7b-7447d7b68cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.679148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-ec52d381-ed6f-4631-ad7b-7447d7b68cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.679541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-ec52d381-ed6f-4631-ad7b-7447d7b68cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.680142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-ec52d381-ed6f-4631-ad7b-7447d7b68cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:45.691987 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-ec52d381-ed6f-4631-ad7b-7447d7b68cb4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6409 time: 1.0151079 Jul 16 18:08:45.693547 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:45.769335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8dec62-6872-432b-81d2-9010bc0e4ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1db7f37c-79c8-4fd8-92a9-1af983163e9a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.811928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:45.814285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 71a9c5d7-2e64-4e64-875f-947a9fee8f2f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:45.825996 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5f9e1-40f7-456f-8486-d7207f3543eb None None] Sync routers for ids ['5a1ac722-5963-4ca3-a698-1b4181e9f914'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:45.842388 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5f9e1-40f7-456f-8486-d7207f3543eb None None] Routers {'5a1ac722-5963-4ca3-a698-1b4181e9f914'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:45.843917 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-14e5f9e1-40f7-456f-8486-d7207f3543eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5a1ac722-5963-4ca3-a698-1b4181e9f914'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:45.850274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f839b-c856-429b-90d0-b65706fe107e None None] Pushing event updated for resources: {'Port': ['ID=67a38bc2-f68f-47e3-8821-aa371bd7d830,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:45.929839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 71a9c5d7-2e64-4e64-875f-947a9fee8f2f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:45.930084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 71a9c5d7-2e64-4e64-875f-947a9fee8f2f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:45.933941 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-14e5f9e1-40f7-456f-8486-d7207f3543eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:45.956338 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14e5f9e1-40f7-456f-8486-d7207f3543eb None None] Routers {'5a1ac722-5963-4ca3-a698-1b4181e9f914'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:45.960264 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-14e5f9e1-40f7-456f-8486-d7207f3543eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5a1ac722-5963-4ca3-a698-1b4181e9f914'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:46.078110 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.080325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bd263298-5254-48d9-a962-b637c57a5dec tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 9.3123457 Jul 16 18:08:46.085492 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-14e5f9e1-40f7-456f-8486-d7207f3543eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:46.086160 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14e5f9e1-40f7-456f-8486-d7207f3543eb None None] The sync data for ids ['5a1ac722-5963-4ca3-a698-1b4181e9f914'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:46.090696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36504) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:46.096858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:46.168804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-6d93f757-b087-496a-b1fc-423a7eeee753 req-5133a9d3-c680-4fe4-ba35-0295cf431013 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Deleting port ef695110-6ac9-4753-84bc-e31633a8cef2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:46.169179 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6d93f757-b087-496a-b1fc-423a7eeee753 req-5133a9d3-c680-4fe4-ba35-0295cf431013 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.258406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Attempting to bind port 67a38bc2-f68f-47e3-8821-aa371bd7d830 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:46.258921 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Attempting to bind port 67a38bc2-f68f-47e3-8821-aa371bd7d830 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:46.259378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Attempting to bind port 67a38bc2-f68f-47e3-8821-aa371bd7d830 on network f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:46.278772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:46.280403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Checking segment: {'id': '9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:46.288313 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.289176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Bound using segment: {'id': '9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:46.289553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Bound port: 67a38bc2-f68f-47e3-8821-aa371bd7d830, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:46.290042 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.353049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d580b-06b3-4a79-8b06-a83ae5ea0831 req-5fdc8d19-d8ad-4948-b987-c06a9fc60201 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.369358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-13d610c0-b0eb-46e2-a3c1-51130487c87e', 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'fixed_ips': [{'subnet_id': '3e08a034-0f9c-4511-aecb-46c90a338e52'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:08:46.369358 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.369742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d580b-06b3-4a79-8b06-a83ae5ea0831 req-5fdc8d19-d8ad-4948-b987-c06a9fc60201 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.377248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d580b-06b3-4a79-8b06-a83ae5ea0831 req-5fdc8d19-d8ad-4948-b987-c06a9fc60201 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.383476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d580b-06b3-4a79-8b06-a83ae5ea0831 req-5fdc8d19-d8ad-4948-b987-c06a9fc60201 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.396002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d580b-06b3-4a79-8b06-a83ae5ea0831 req-5fdc8d19-d8ad-4948-b987-c06a9fc60201 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.403307 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d580b-06b3-4a79-8b06-a83ae5ea0831 req-5fdc8d19-d8ad-4948-b987-c06a9fc60201 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.409542 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d580b-06b3-4a79-8b06-a83ae5ea0831 req-5fdc8d19-d8ad-4948-b987-c06a9fc60201 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:46.417513 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b8d580b-06b3-4a79-8b06-a83ae5ea0831 req-5fdc8d19-d8ad-4948-b987-c06a9fc60201 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5407 time: 0.4269931 Jul 16 18:08:46.418167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] For port 67a38bc2-f68f-47e3-8821-aa371bd7d830, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:46.423517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] For port 67a38bc2-f68f-47e3-8821-aa371bd7d830, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=67a38bc2-f68f-47e3-8821-aa371bd7d830,segment=NetworkSegment(9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92),segment_id=9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:46.507721 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:46.543121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b8d580b-06b3-4a79-8b06-a83ae5ea0831 req-fe579077-e85c-4cfe-bf30-425e5a005f5b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1246309 Jul 16 18:08:46.590411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947f839b-c856-429b-90d0-b65706fe107e None None] Pushing event updated for resources: {'Port': ['ID=67a38bc2-f68f-47e3-8821-aa371bd7d830,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:46.660703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:46.661511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:46.824482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Allocated IP 172.23.0.2 (13d610c0-b0eb-46e2-a3c1-51130487c87e/3e08a034-0f9c-4511-aecb-46c90a338e52/953a647d-1440-4337-8860-d50b4554b753) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:46.859587 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:47.011455 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.157843 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.175716 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9a4bc9-3a4b-4517-9ada-a675d616132f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:47.193608 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.196799 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.219046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-43e6f94c-7d12-4e8b-b9b5-baf1f95ad19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.219633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-43e6f94c-7d12-4e8b-b9b5-baf1f95ad19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.220227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-43e6f94c-7d12-4e8b-b9b5-baf1f95ad19f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:47.222061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-43e6f94c-7d12-4e8b-b9b5-baf1f95ad19f service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&shared=False HTTP/1.1" status: 200 len: 2293 time: 1.5013809 Jul 16 18:08:47.313019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-6d93f757-b087-496a-b1fc-423a7eeee753 req-5133a9d3-c680-4fe4-ba35-0295cf431013 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] For port ef695110-6ac9-4753-84bc-e31633a8cef2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=ef695110-6ac9-4753-84bc-e31633a8cef2,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:47.313391 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6d93f757-b087-496a-b1fc-423a7eeee753 req-5133a9d3-c680-4fe4-ba35-0295cf431013 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.396061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Deleting port 2ef9b38d-1d88-401c-9bab-cbc36e469cac {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:47.396707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.406758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-6d93f757-b087-496a-b1fc-423a7eeee753 req-5133a9d3-c680-4fe4-ba35-0295cf431013 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Calling delete_port for ef695110-6ac9-4753-84bc-e31633a8cef2 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:47.466974 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.493150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Transition to ACTIVE for port object 953a647d-1440-4337-8860-d50b4554b753 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:47.498028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:46Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:47.521754 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-65f45e3a-95c3-4c68-98f0-9eb2d19912fa req-648c9cfa-ed46-4483-9d1a-2fc0aa37f469 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=92f4a6dd-f8a3-4497-b877-8aaa69575edf HTTP/1.1" status: 200 len: 210 time: 0.0877447 Jul 16 18:08:47.563101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Transition to ACTIVE for port object 953a647d-1440-4337-8860-d50b4554b753 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:47.566118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bcf2bc-91c1-4814-b9a6-a98da7766395 None None] The sync data for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 is: [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:46Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:47.584508 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.682550 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.711199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Calling delete_port for 2ef9b38d-1d88-401c-9bab-cbc36e469cac owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:47.747080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Network 13d610c0-b0eb-46e2-a3c1-51130487c87e is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:47.755263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:47.760629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:47.798503 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Pushing event updated for resources: {'Port': ['ID=953a647d-1440-4337-8860-d50b4554b753,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:47.929647 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Attempting to bind port 953a647d-1440-4337-8860-d50b4554b753 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:47.930271 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Attempting to bind port 953a647d-1440-4337-8860-d50b4554b753 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '8f5853b5-7155-4009-a17f-bbb4ee42af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:47.937743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Attempting to bind port 953a647d-1440-4337-8860-d50b4554b753 on network 13d610c0-b0eb-46e2-a3c1-51130487c87e {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:47.943682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:47.944215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Checking segment: {'id': '8f5853b5-7155-4009-a17f-bbb4ee42af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:47.948388 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:47.948882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Bound using segment: {'id': '8f5853b5-7155-4009-a17f-bbb4ee42af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:47.949526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Bound port: 953a647d-1440-4337-8860-d50b4554b753, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5853b5-7155-4009-a17f-bbb4ee42af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:47.950030 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.136434 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6d93f757-b087-496a-b1fc-423a7eeee753 req-5133a9d3-c680-4fe4-ba35-0295cf431013 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.149818 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.187728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['135f893f-c290-4327-af09-0cc282b0109c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:48.212311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['59c06ad1-556a-4b5a-9560-30ca3d1b9a9b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:48.261043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9062dac-8738-4923-92fc-f566d19d6e86 req-fdae56c0-1eae-49b6-a2c5-6b2a86576c78 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.269952 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9062dac-8738-4923-92fc-f566d19d6e86 req-fdae56c0-1eae-49b6-a2c5-6b2a86576c78 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 945 time: 1.2997928 Jul 16 18:08:48.298048 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-32beed3d-f0c4-4474-9bce-3195c6876651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.344496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5133a9d3-c680-4fe4-ba35-0295cf431013 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Pushing event deleted for resources: {'Port': ['ID=ef695110-6ac9-4753-84bc-e31633a8cef2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.354612 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 67a38bc2-f68f-47e3-8821-aa371bd7d830 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:48.355645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-63f29c9f-5e85-4a33-ada9-17f0d6c59b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.358072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e79d7658-1c30-4ce5-9f26-d5abc8cc09ad req-63f29c9f-5e85-4a33-ada9-17f0d6c59b1e service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0993297 Jul 16 18:08:48.380581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] For port 953a647d-1440-4337-8860-d50b4554b753, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:48.409784 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.437470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Allocated IP 172.23.0.1 (13d610c0-b0eb-46e2-a3c1-51130487c87e/3e08a034-0f9c-4511-aecb-46c90a338e52/80a60a60-813e-4627-b5de-7db533f27678) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:08:48.500558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device ef695110-6ac9-4753-84bc-e31633a8cef2 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:48.506142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] For port 953a647d-1440-4337-8860-d50b4554b753, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=953a647d-1440-4337-8860-d50b4554b753,segment=NetworkSegment(8f5853b5-7155-4009-a17f-bbb4ee42af4d),segment_id=8f5853b5-7155-4009-a17f-bbb4ee42af4d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:48.513831 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.537258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2607122-c8fc-4d68-95c9-9ba3797633e7 req-7c010a61-0d3b-4473-a2c5-44a6b823493b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.556695 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.557405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2607122-c8fc-4d68-95c9-9ba3797633e7 req-7c010a61-0d3b-4473-a2c5-44a6b823493b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.565875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: ef695110-6ac9-4753-84bc-e31633a8cef2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:48.566677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device ef695110-6ac9-4753-84bc-e31633a8cef2 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:48.579626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2607122-c8fc-4d68-95c9-9ba3797633e7 req-7c010a61-0d3b-4473-a2c5-44a6b823493b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.598962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2607122-c8fc-4d68-95c9-9ba3797633e7 req-7c010a61-0d3b-4473-a2c5-44a6b823493b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.608010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2607122-c8fc-4d68-95c9-9ba3797633e7 req-7c010a61-0d3b-4473-a2c5-44a6b823493b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.626795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2607122-c8fc-4d68-95c9-9ba3797633e7 req-7c010a61-0d3b-4473-a2c5-44a6b823493b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.635416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2607122-c8fc-4d68-95c9-9ba3797633e7 req-7c010a61-0d3b-4473-a2c5-44a6b823493b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:48.637675 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a2607122-c8fc-4d68-95c9-9ba3797633e7 req-7c010a61-0d3b-4473-a2c5-44a6b823493b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5407 time: 0.5771642 Jul 16 18:08:48.670229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Pushing event deleted for resources: {'Port': ['ID=2ef9b38d-1d88-401c-9bab-cbc36e469cac,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:48.729021 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.740105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9062dac-8738-4923-92fc-f566d19d6e86 req-77abeed3-706a-4703-9ba1-e190d9df4b65 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693885 Jul 16 18:08:48.765415 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.780645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d93f757-b087-496a-b1fc-423a7eeee753 req-5133a9d3-c680-4fe4-ba35-0295cf431013 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] No DVR routers for this DVR port ef695110-6ac9-4753-84bc-e31633a8cef2 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:48.792888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6d93f757-b087-496a-b1fc-423a7eeee753 req-5133a9d3-c680-4fe4-ba35-0295cf431013 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:48.798920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d93f757-b087-496a-b1fc-423a7eeee753 req-5133a9d3-c680-4fe4-ba35-0295cf431013 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.37 "DELETE /v2.0/ports/ef695110-6ac9-4753-84bc-e31633a8cef2 HTTP/1.1" status: 204 len: 173 time: 3.3592687 Jul 16 18:08:48.816843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73913c03-c3e4-4529-8d66-40bc8cb7e7ef', 'name': 'network-vif-deleted', 'tag': 'ef695110-6ac9-4753-84bc-e31633a8cef2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:48.819688 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc4e17ef-84de-4990-85c5-24bc04fb852e" -d '{"events": [{"server_uuid": "73913c03-c3e4-4529-8d66-40bc8cb7e7ef", "name": "network-vif-deleted", "tag": "ef695110-6ac9-4753-84bc-e31633a8cef2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:48.831110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a77da69d-468d-40e0-a756-d7d719aac266 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:08:48.978171 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a2607122-c8fc-4d68-95c9-9ba3797633e7 req-cd548af9-a1f1-45d3-b139-f13bdda496aa tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3133569 Jul 16 18:08:49.005269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9423236-3e30-4b6e-9139-73a6afe9f888 None None] Pushing event updated for resources: {'Port': ['ID=953a647d-1440-4337-8860-d50b4554b753,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:49.024113 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 67a38bc2-f68f-47e3-8821-aa371bd7d830 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:49.031935 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.061242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 67a38bc2-f68f-47e3-8821-aa371bd7d830 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:49.063020 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.078664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Transition to ACTIVE for port object a77da69d-468d-40e0-a756-d7d719aac266 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:49.127169 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.186880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.189942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 236a2e61-3481-476b-aede-e2947b3acdd9 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:49.209419 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.224410 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-402e7e20-15e8-4c95-8b2f-de0b6742aa6f admin admin] 10.222.0.47 "DELETE /v2.0/routers/236a2e61-3481-476b-aede-e2947b3acdd9 HTTP/1.1" status: 204 len: 168 time: 6.0750091 Jul 16 18:08:49.233855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36586) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:49.315484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-c0b800bb-3d34-4b65-8bae-a933617ec7b8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8732536 Jul 16 18:08:49.407461 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.491671 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.496733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Transition to ACTIVE for port object 80a60a60-813e-4627-b5de-7db533f27678 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:49.596846 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-005a299a-5b27-4760-9b56-b005951a866f x-openstack-request-id: req-005a299a-5b27-4760-9b56-b005951a866f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:49.599845 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73913c03-c3e4-4529-8d66-40bc8cb7e7ef", "name": "network-vif-deleted", "tag": "ef695110-6ac9-4753-84bc-e31633a8cef2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:49.600109 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-005a299a-5b27-4760-9b56-b005951a866f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:49.600550 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73913c03-c3e4-4529-8d66-40bc8cb7e7ef', 'name': 'network-vif-deleted', 'tag': 'ef695110-6ac9-4753-84bc-e31633a8cef2', 'status': 'completed', 'code': 200} Jul 16 18:08:49.602171 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 67a38bc2-f68f-47e3-8821-aa371bd7d830, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=67a38bc2-f68f-47e3-8821-aa371bd7d830,segment=NetworkSegment(9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92),segment_id=9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:49.606064 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.616288 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.755376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-c66cbf57-f5e6-4f02-b162-cee316ab7a6e admin admin] Deleting subnet acfdc864-54b3-468d-8c8a-61d86c93586e {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:08:49.790365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=67a38bc2-f68f-47e3-8821-aa371bd7d830,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:49.803454 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.826860 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c66cbf57-f5e6-4f02-b162-cee316ab7a6e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:49.852069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a77da69d-468d-40e0-a756-d7d719aac266,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:49.888966 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-31bfb835-2cd9-42a6-bcf6-3ac0d4152d41 req-2d1a6fe8-4e76-43e4-9ab3-4101bdd5bece tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0775814 Jul 16 18:08:50.118260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Attempting to bind port a77da69d-468d-40e0-a756-d7d719aac266 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:50.118637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Attempting to bind port a77da69d-468d-40e0-a756-d7d719aac266 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:50.119066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Attempting to bind port a77da69d-468d-40e0-a756-d7d719aac266 on network 9c39b3d7-d455-401e-8bad-eeaee0931a8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:50.146845 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c66cbf57-f5e6-4f02-b162-cee316ab7a6e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.153789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-2c9ec0b8-7f86-49b9-a7ff-62f38cf92d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.155695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-2c9ec0b8-7f86-49b9-a7ff-62f38cf92d4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 1096 time: 0.7562342 Jul 16 18:08:50.173074 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.286733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Port a77da69d-468d-40e0-a756-d7d719aac266 on network 9c39b3d7-d455-401e-8bad-eeaee0931a8a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:08:50.288152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Attempting to bind port a77da69d-468d-40e0-a756-d7d719aac266 on network 9c39b3d7-d455-401e-8bad-eeaee0931a8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:50.349627 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 953a647d-1440-4337-8860-d50b4554b753 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:50.352734 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64fed04a-9656-4b43-b572-6684be4e4505 req-96ed8ccc-b7f8-4063-b32a-3fa601444658 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=73913c03-c3e4-4529-8d66-40bc8cb7e7ef HTTP/1.1" status: 200 len: 210 time: 0.2112837 Jul 16 18:08:50.409855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:50.410454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Checking segment: {'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:50.412088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Bound using segment: {'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:50.413895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Bound port: a77da69d-468d-40e0-a756-d7d719aac266, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b483b9c4-529f-41ef-bf45-df2f50c3db08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:50.418492 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.480290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 953a647d-1440-4337-8860-d50b4554b753 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:50.501352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 67a38bc2-f68f-47e3-8821-aa371bd7d830 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:50.568530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 67a38bc2-f68f-47e3-8821-aa371bd7d830 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:50.569119 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:50.732712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8d9a4bc9-3a4b-4517-9ada-a675d616132f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:50.792086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 8d9a4bc9-3a4b-4517-9ada-a675d616132f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:50.792451 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8d9a4bc9-3a4b-4517-9ada-a675d616132f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:50.831369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-3ef9886a-d091-4e27-b5a6-b3ff181367f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:50.832795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-3ef9886a-d091-4e27-b5a6-b3ff181367f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 200 len: 917 time: 0.6335692 Jul 16 18:08:50.909228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fe8e3a8-9e00-402b-9355-1ad743d9dce9 None None] Network 13d610c0-b0eb-46e2-a3c1-51130487c87e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:50.921195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-67c9722a-1c37-4cef-9767-7d67a8219da4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=135f893f-c290-4327-af09-0cc282b0109c HTTP/1.1" status: 200 len: 217 time: 0.0744014 Jul 16 18:08:50.986421 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c66cbf57-f5e6-4f02-b162-cee316ab7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.070402 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.096168 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.109083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 13d610c0-b0eb-46e2-a3c1-51130487c87e is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:51.122981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:51.128357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:08:51.158438 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] For port a77da69d-468d-40e0-a756-d7d719aac266, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:51.189104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.189741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] For port a77da69d-468d-40e0-a756-d7d719aac266, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a77da69d-468d-40e0-a756-d7d719aac266,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:51.195387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=80a60a60-813e-4627-b5de-7db533f27678,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:51.221889 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.271072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-b1356c42-92ff-4eeb-84c2-53c052d4e962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.272602 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-b1356c42-92ff-4eeb-84c2-53c052d4e962 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e656e27c-7e37-460b-b303-ed6795b875d7 HTTP/1.1" status: 200 len: 855 time: 0.3320284 Jul 16 18:08:51.302246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dc2ee748-a445-4baf-95f5-1e0a7361fceb None None] Provisioning for port 953a647d-1440-4337-8860-d50b4554b753 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:51.325341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Pushing event updated for resources: {'Port': ['ID=a77da69d-468d-40e0-a756-d7d719aac266,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:51.338458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dc2ee748-a445-4baf-95f5-1e0a7361fceb None None] Provisioning complete for port 953a647d-1440-4337-8860-d50b4554b753 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:51.339692 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee748-a445-4baf-95f5-1e0a7361fceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.355840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Router 5a1ac722-5963-4ca3-a698-1b4181e9f914 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:51.378029 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48038a5f-54d6-4f13-85da-0cd8f61c18b2 req-c893f081-a0e0-4592-b68d-998dfad9b80b tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0598171 Jul 16 18:08:51.391581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.392251 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.393682 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8eec1647-0e37-4cb2-9f4e-e0e384850bb3 service neutron] 10.222.0.37 "PUT /v2.0/ports/a77da69d-468d-40e0-a756-d7d719aac266 HTTP/1.1" status: 200 len: 1091 time: 6.8454554 Jul 16 18:08:51.399004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887f94-4bcb-4c03-a930-4370ec4b4520 req-034ff088-4ee3-47ac-b1ab-79d1d131d097 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.407255 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887f94-4bcb-4c03-a930-4370ec4b4520 req-034ff088-4ee3-47ac-b1ab-79d1d131d097 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.408761 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c66cbf57-f5e6-4f02-b162-cee316ab7a6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.413923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887f94-4bcb-4c03-a930-4370ec4b4520 req-034ff088-4ee3-47ac-b1ab-79d1d131d097 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.421109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887f94-4bcb-4c03-a930-4370ec4b4520 req-034ff088-4ee3-47ac-b1ab-79d1d131d097 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.427205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887f94-4bcb-4c03-a930-4370ec4b4520 req-034ff088-4ee3-47ac-b1ab-79d1d131d097 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.434057 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887f94-4bcb-4c03-a930-4370ec4b4520 req-034ff088-4ee3-47ac-b1ab-79d1d131d097 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.445865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57887f94-4bcb-4c03-a930-4370ec4b4520 req-034ff088-4ee3-47ac-b1ab-79d1d131d097 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.453921 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-57887f94-4bcb-4c03-a930-4370ec4b4520 req-034ff088-4ee3-47ac-b1ab-79d1d131d097 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.4372504 Jul 16 18:08:51.459483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66cbf57-f5e6-4f02-b162-cee316ab7a6e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=acfdc864-54b3-468d-8c8a-61d86c93586e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:51.476385 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c66cbf57-f5e6-4f02-b162-cee316ab7a6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.484230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36640) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:51.484498 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c66cbf57-f5e6-4f02-b162-cee316ab7a6e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/acfdc864-54b3-468d-8c8a-61d86c93586e HTTP/1.1" status: 204 len: 168 time: 2.1679981 Jul 16 18:08:51.526164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63617746-a200-4605-b66a-3293237620b9 None None] Network 11e95be7-e3eb-4804-aa69-ab254a697625 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:08:51.526705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-d14a3c04-bf08-412c-99ae-81273c3790ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.532500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-d14a3c04-bf08-412c-99ae-81273c3790ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c034983a-632b-4340-be69-9b3007395c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2252572 Jul 16 18:08:51.565193 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-57887f94-4bcb-4c03-a930-4370ec4b4520 req-7bd27220-f426-42d2-8cfb-40cbeadfcb90 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1103864 Jul 16 18:08:51.572616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36642) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:51.632199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': 'a77da69d-468d-40e0-a756-d7d719aac266'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:51.635224 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d92c4a-c682-414a-8df3-8a9f0aeaa583" -d '{"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "a77da69d-468d-40e0-a756-d7d719aac266"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:51.720256 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef893ba-8185-4bcd-8082-9e57952fff80 x-openstack-request-id: req-fef893ba-8185-4bcd-8082-9e57952fff80 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:51.720655 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "a77da69d-468d-40e0-a756-d7d719aac266", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:51.721003 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fef893ba-8185-4bcd-8082-9e57952fff80 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:51.721283 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': 'a77da69d-468d-40e0-a756-d7d719aac266', 'status': 'completed', 'code': 200} Jul 16 18:08:51.723997 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:51.797682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-17daf121-3f63-4f9e-8bf5-6e83b530a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.798177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-17daf121-3f63-4f9e-8bf5-6e83b530a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.798656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-17daf121-3f63-4f9e-8bf5-6e83b530a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.799134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-17daf121-3f63-4f9e-8bf5-6e83b530a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.799627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-17daf121-3f63-4f9e-8bf5-6e83b530a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.800103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-17daf121-3f63-4f9e-8bf5-6e83b530a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.800573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-17daf121-3f63-4f9e-8bf5-6e83b530a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:51.802585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-17daf121-3f63-4f9e-8bf5-6e83b530a3c2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6476 time: 0.3024697 Jul 16 18:08:51.813263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-f5c926c0-b469-4438-958e-ad30196a9de4 service neutron] 10.222.0.18 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372677 Jul 16 18:08:51.979128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:52.000216 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.002605 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b1491cf8-421f-45e9-b99b-25b1bed22efe tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "PUT /v2.0/routers/5a1ac722-5963-4ca3-a698-1b4181e9f914 HTTP/1.1" status: 200 len: 705 time: 5.9096084 Jul 16 18:08:52.014187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36652) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.014584 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5441ea21-76b9-4319-a4ee-762bfe49f62b req-c672ffd5-3903-4f59-90fc-20a822e22692 service neutron] 10.222.0.18 "GET /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825125 Jul 16 18:08:52.016086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0025528d-a0f8-471e-be26-27adfcb2430c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a99993-167c-45c1-b0e8-012ff5e913fc HTTP/1.1" status: 200 len: 217 time: 0.1981347 Jul 16 18:08:52.048838 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22496710-ce6b-4e71-82ca-c59e874c799d None None] Sync routers for ids ['5a1ac722-5963-4ca3-a698-1b4181e9f914'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:52.077061 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.120620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-69df6315-5944-4cf8-b86a-b48a238b20ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.122218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-69df6315-5944-4cf8-b86a-b48a238b20ab service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bed990a2-d4cd-48d5-b858-b087aef8b72e HTTP/1.1" status: 200 len: 851 time: 0.0964730 Jul 16 18:08:52.126264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-24603afc-0097-4e1e-bff9-40e6ba6f3a2c tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/routers/5a1ac722-5963-4ca3-a698-1b4181e9f914 HTTP/1.1" status: 200 len: 740 time: 0.1045871 Jul 16 18:08:52.127239 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e3834317-2a92-48ac-8271-f4a8635c9fe0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.130509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36654) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.133632 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee748-a445-4baf-95f5-1e0a7361fceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.206076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-41628d90-0a9b-45df-b86b-50748f5139f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:52.207757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-41628d90-0a9b-45df-b86b-50748f5139f4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0782390 Jul 16 18:08:52.212013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.241381 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3f55fb7c-ef6e-44cd-8bd9-45dc7b5947a3 tempest-RoutersAdminTest-255055915 tempest-RoutersAdminTest-255055915-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&device_id=5a1ac722-5963-4ca3-a698-1b4181e9f914 HTTP/1.1" status: 200 len: 205 time: 0.1083131 Jul 16 18:08:52.252597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36656) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.267540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-dc2ee748-a445-4baf-95f5-1e0a7361fceb None None] For port 953a647d-1440-4337-8860-d50b4554b753, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=953a647d-1440-4337-8860-d50b4554b753,segment=NetworkSegment(8f5853b5-7155-4009-a17f-bbb4ee42af4d),segment_id=8f5853b5-7155-4009-a17f-bbb4ee42af4d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:52.285694 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dc2ee748-a445-4baf-95f5-1e0a7361fceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.291860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22496710-ce6b-4e71-82ca-c59e874c799d None None] Routers {'5a1ac722-5963-4ca3-a698-1b4181e9f914'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:52.293169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-22496710-ce6b-4e71-82ca-c59e874c799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5a1ac722-5963-4ca3-a698-1b4181e9f914'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:52.311664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-29f95264-3044-42ad-9930-c3113919f118 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1ac722-5963-4ca3-a698-1b4181e9f914 HTTP/1.1" status: 200 len: 205 time: 0.0578399 Jul 16 18:08:52.314297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36658) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.387832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-22496710-ce6b-4e71-82ca-c59e874c799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:52.511875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22496710-ce6b-4e71-82ca-c59e874c799d None None] Routers {'5a1ac722-5963-4ca3-a698-1b4181e9f914'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:52.512560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-22496710-ce6b-4e71-82ca-c59e874c799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5a1ac722-5963-4ca3-a698-1b4181e9f914'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:52.549203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Deleting port d7238e98-dc15-45c2-bf09-c4171e790d35 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:52.555302 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.568314 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0171d459-97e8-4d41-abdc-836f3b215900 req-d72fe90e-0807-4d67-abef-8a52f16c8cd9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=92f4a6dd-f8a3-4497-b877-8aaa69575edf HTTP/1.1" status: 200 len: 210 time: 0.1006527 Jul 16 18:08:52.574796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-483359dc-66e5-4c3e-b9f8-6d7688a8796d tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.750061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f66734cf-c05c-43bc-88b5-a78c26a924e2 req-e5ef03ba-f308-4435-8b95-577e5bd42ca4 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0933030 Jul 16 18:08:52.753870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-e4b84586-8d80-4fd9-81ac-b76c4f89810c service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5363739 Jul 16 18:08:52.773029 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e3834317-2a92-48ac-8271-f4a8635c9fe0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.778713 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-22496710-ce6b-4e71-82ca-c59e874c799d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:52.780112 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22496710-ce6b-4e71-82ca-c59e874c799d None None] The sync data for ids ['5a1ac722-5963-4ca3-a698-1b4181e9f914'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:52.803639 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e3834317-2a92-48ac-8271-f4a8635c9fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.810228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ee748-a445-4baf-95f5-1e0a7361fceb None None] Pushing event updated for resources: {'Port': ['ID=953a647d-1440-4337-8860-d50b4554b753,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:52.889256 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-483359dc-66e5-4c3e-b9f8-6d7688a8796d tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.892602 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-483359dc-66e5-4c3e-b9f8-6d7688a8796d tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.896298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf8ae0a-7e6e-4e9e-93e5-9384c6e24da1 None None] DHCP port deletion for 11e95be7-e3eb-4804-aa69-ab254a697625 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:08:52.933559 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] For port d7238e98-dc15-45c2-bf09-c4171e790d35, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d7238e98-dc15-45c2-bf09-c4171e790d35,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:52.934101 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.938145 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.943957 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e3834317-2a92-48ac-8271-f4a8635c9fe0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6edbee28fc274b06b38a626991ab28c3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2297535 Jul 16 18:08:52.951509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3834317-2a92-48ac-8271-f4a8635c9fe0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9628f3f-4bd0-4133-b989-f5d609816ddf,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:52.954783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36668) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:52.973508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-27d4e4da-aa1f-4a22-b7c2-917dedaa5d01 None None] Provisioning for port 80a60a60-813e-4627-b5de-7db533f27678 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:52.979708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:52.981911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-27d4e4da-aa1f-4a22-b7c2-917dedaa5d01 None None] Provisioning complete for port 80a60a60-813e-4627-b5de-7db533f27678 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:52.982481 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-27d4e4da-aa1f-4a22-b7c2-917dedaa5d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.002896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-483359dc-66e5-4c3e-b9f8-6d7688a8796d tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.003432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-483359dc-66e5-4c3e-b9f8-6d7688a8796d tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Fanout notify agent at l3_agent the message router_deleted on router 5a1ac722-5963-4ca3-a698-1b4181e9f914 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:08:53.010068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Calling delete_port for d7238e98-dc15-45c2-bf09-c4171e790d35 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:53.011928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-483359dc-66e5-4c3e-b9f8-6d7688a8796d tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.013029 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-483359dc-66e5-4c3e-b9f8-6d7688a8796d tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/5a1ac722-5963-4ca3-a698-1b4181e9f914 HTTP/1.1" status: 204 len: 168 time: 0.6976633 Jul 16 18:08:53.018395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36670) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.025907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-27d4e4da-aa1f-4a22-b7c2-917dedaa5d01 None None] Port 80a60a60-813e-4627-b5de-7db533f27678 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:53.031414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923dd947-0dec-4cd5-88e0-898599e55df3 req-ec7426c1-118e-4ebc-8fc6-2bb3085d332d tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.033002 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-923dd947-0dec-4cd5-88e0-898599e55df3 req-ec7426c1-118e-4ebc-8fc6-2bb3085d332d tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 945 time: 0.4248619 Jul 16 18:08:53.045006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-27d4e4da-aa1f-4a22-b7c2-917dedaa5d01 None None] Provisioning complete for port 953a647d-1440-4337-8860-d50b4554b753 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:53.045374 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-27d4e4da-aa1f-4a22-b7c2-917dedaa5d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.058735 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-812b95bf-575a-4e52-86ad-be17ab38102c tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=5a1ac722-5963-4ca3-a698-1b4181e9f914 HTTP/1.1" status: 200 len: 205 time: 0.0376635 Jul 16 18:08:53.061928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36672) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.072594 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-5d0fdd03-d76a-4600-9eae-0156dafb57e6 service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478998 Jul 16 18:08:53.080137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8ae0a-7e6e-4e9e-93e5-9384c6e24da1 None None] Deleting port d7238e98-dc15-45c2-bf09-c4171e790d35 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:53.080508 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6bf8ae0a-7e6e-4e9e-93e5-9384c6e24da1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.116059 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-65ab11a7-3e46-4974-a915-02f54d6dc9f3 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] delete failed (client error): The resource could not be found. Jul 16 18:08:53.122829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-65ab11a7-3e46-4974-a915-02f54d6dc9f3 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/5a1ac722-5963-4ca3-a698-1b4181e9f914 HTTP/1.1" status: 404 len: 336 time: 0.0536165 Jul 16 18:08:53.122829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36674) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.123153 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.172122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6bf8ae0a-7e6e-4e9e-93e5-9384c6e24da1 None None] For port d7238e98-dc15-45c2-bf09-c4171e790d35, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d7238e98-dc15-45c2-bf09-c4171e790d35,segment=NetworkSegment(ef29d718-310c-4b74-92ec-a79c048b814d),segment_id=ef29d718-310c-4b74-92ec-a79c048b814d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:53.172602 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6bf8ae0a-7e6e-4e9e-93e5-9384c6e24da1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.178539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event updated for resources: {'Port': ['ID=80a60a60-813e-4627-b5de-7db533f27678,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:53.181233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-6a1630b8-412d-4889-a889-149f4a8f317f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4 HTTP/1.1" status: 200 len: 217 time: 0.0727386 Jul 16 18:08:53.183484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b8979cac-4e60-4482-bcbc-8b3f64686bc9 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c HTTP/1.1" status: 200 len: 205 time: 0.0622280 Jul 16 18:08:53.194995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529dd1d-d505-4334-9642-e480b8da1d6c req-d1a2347d-e66e-4b12-9563-cc968ee8bfc3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.199408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36676) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.202171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529dd1d-d505-4334-9642-e480b8da1d6c req-d1a2347d-e66e-4b12-9563-cc968ee8bfc3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.207598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529dd1d-d505-4334-9642-e480b8da1d6c req-d1a2347d-e66e-4b12-9563-cc968ee8bfc3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.209513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6bf8ae0a-7e6e-4e9e-93e5-9384c6e24da1 None None] Calling delete_port for d7238e98-dc15-45c2-bf09-c4171e790d35 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:53.214120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529dd1d-d505-4334-9642-e480b8da1d6c req-d1a2347d-e66e-4b12-9563-cc968ee8bfc3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.219940 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529dd1d-d505-4334-9642-e480b8da1d6c req-d1a2347d-e66e-4b12-9563-cc968ee8bfc3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.225733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529dd1d-d505-4334-9642-e480b8da1d6c req-d1a2347d-e66e-4b12-9563-cc968ee8bfc3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.231692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9529dd1d-d505-4334-9642-e480b8da1d6c req-d1a2347d-e66e-4b12-9563-cc968ee8bfc3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.233492 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9529dd1d-d505-4334-9642-e480b8da1d6c req-d1a2347d-e66e-4b12-9563-cc968ee8bfc3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.2759883 Jul 16 18:08:53.257011 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-923dd947-0dec-4cd5-88e0-898599e55df3 req-cf075684-baa1-43f9-9a3b-61e754556e5b tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874616 Jul 16 18:08:53.276932 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-f9381aa8-4e90-4fcc-b5e4-006b90beddb8 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] delete failed (client error): The resource could not be found. Jul 16 18:08:53.278096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f9381aa8-4e90-4fcc-b5e4-006b90beddb8 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/76dcfded-1b81-4a69-aa4a-8a65c6dd9c0c HTTP/1.1" status: 404 len: 336 time: 0.0743148 Jul 16 18:08:53.281912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36678) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.326576 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6bf8ae0a-7e6e-4e9e-93e5-9384c6e24da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.327912 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5b374be2-c2d5-4f8d-a001-c9c9f39f5a0e tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=d35ee38a-b56c-42ed-873a-c6738c760947 HTTP/1.1" status: 200 len: 205 time: 0.0448895 Jul 16 18:08:53.328911 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc0880fc-84b8-400b-bbbf-0e95bf4a0e5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.330376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36680) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.338513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-e4ee1d9a-6981-415e-8b00-3a83a97d700c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:53.340022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-e4ee1d9a-6981-415e-8b00-3a83a97d700c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1056242 Jul 16 18:08:53.344058 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9529dd1d-d505-4334-9642-e480b8da1d6c req-525508f8-3693-4486-bbb6-a42ad9ad298f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1008360 Jul 16 18:08:53.369512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf8ae0a-7e6e-4e9e-93e5-9384c6e24da1 None None] No DVR routers for this DVR port d7238e98-dc15-45c2-bf09-c4171e790d35 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:53.371450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf8ae0a-7e6e-4e9e-93e5-9384c6e24da1 None None] Pushing event deleted for resources: {'Port': ['ID=d7238e98-dc15-45c2-bf09-c4171e790d35,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:53.406115 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-6ce8168f-1ea7-40ab-b381-547b0c70c4dd tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] delete failed (client error): The resource could not be found. Jul 16 18:08:53.409493 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6ce8168f-1ea7-40ab-b381-547b0c70c4dd tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/d35ee38a-b56c-42ed-873a-c6738c760947 HTTP/1.1" status: 404 len: 336 time: 0.0744793 Jul 16 18:08:53.412369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36682) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.426084 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc0880fc-84b8-400b-bbbf-0e95bf4a0e5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.452114 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.455403 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8e417ab3-ef34-4e2b-b6bd-cbae40c0e333 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b3ce594-c70c-4a7e-b86a-6841c32c72ce HTTP/1.1" status: 200 len: 205 time: 0.0396972 Jul 16 18:08:53.456761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36684) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:53.497974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7238e98-dc15-45c2-bf09-c4171e790d35,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:53.501274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Network 13d610c0-b0eb-46e2-a3c1-51130487c87e is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:08:53.505045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:08:53.507062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] No DVR routers for this DVR port d7238e98-dc15-45c2-bf09-c4171e790d35 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:53.634918 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc0880fc-84b8-400b-bbbf-0e95bf4a0e5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.637457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc0880fc-84b8-400b-bbbf-0e95bf4a0e5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.638635 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cc0880fc-84b8-400b-bbbf-0e95bf4a0e5e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d9628f3f-4bd0-4133-b989-f5d609816ddf HTTP/1.1" status: 204 len: 168 time: 0.6805902 Jul 16 18:08:53.673746 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.701186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0880fc-84b8-400b-bbbf-0e95bf4a0e5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9628f3f-4bd0-4133-b989-f5d609816ddf,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:53.705635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11e95be7-e3eb-4804-aa69-ab254a697625']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:53.720038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef29d718-310c-4b74-92ec-a79c048b814d') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:53.720640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef29d718-310c-4b74-92ec-a79c048b814d') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:53.736294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 81393bab-0964-481b-953d-336e36d8c9b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:53.754547 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.822139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.867389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Releasing vlan 366 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:08:53.868171 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:08:53.870927 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:08:53.892510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-634b8638-b3ea-4f3e-92d3-6b397a81f4c3 None None] Provisioning complete for port 80a60a60-813e-4627-b5de-7db533f27678 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:53.892999 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-634b8638-b3ea-4f3e-92d3-6b397a81f4c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:53.966135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-634b8638-b3ea-4f3e-92d3-6b397a81f4c3 None None] Port 80a60a60-813e-4627-b5de-7db533f27678 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:08:53.971073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 953a647d-1440-4337-8860-d50b4554b753 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:54.040381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-3f823f3f-8e8a-4248-b796-3a694677f96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:54.043389 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-3f823f3f-8e8a-4248-b796-3a694677f96a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6922741 Jul 16 18:08:54.047349 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-4a9f0162-032f-45c1-9ee7-e2dbd4176687 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] delete failed (client error): The resource could not be found. Jul 16 18:08:54.051857 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4a9f0162-032f-45c1-9ee7-e2dbd4176687 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/4b3ce594-c70c-4a7e-b86a-6841c32c72ce HTTP/1.1" status: 404 len: 336 time: 0.5940831 Jul 16 18:08:54.061699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36692) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.062531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 953a647d-1440-4337-8860-d50b4554b753 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:54.063011 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.157751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36694) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.163867 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-97ad098f-19f5-491b-8ea4-82ef1bd9e72d tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=a471c28f-7269-4989-9610-9213a119f613 HTTP/1.1" status: 200 len: 205 time: 0.1004684 Jul 16 18:08:54.167354 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-106e66cc-c741-4559-b8bc-02329f31f7cb req-8c23b9a9-bd68-4fbb-be95-9b1ff2337aaa service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.1228871 Jul 16 18:08:54.169674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36696) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.195279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b0ad865-98c5-4b4b-aceb-9a1ebb501fe1 req-97b9f075-2c6a-43e8-a097-056c912c9a95 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.1490071 Jul 16 18:08:54.227686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d7238e98-dc15-45c2-bf09-c4171e790d35 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:54.248422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: d7238e98-dc15-45c2-bf09-c4171e790d35 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:54.248769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d7238e98-dc15-45c2-bf09-c4171e790d35 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:54.253259 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d57bcf7c-7382-4664-8d62-598ac44df83b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.268229 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-1bc3f614-56f5-4db2-abcc-268b29702b4e tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] delete failed (client error): The resource could not be found. Jul 16 18:08:54.269272 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1bc3f614-56f5-4db2-abcc-268b29702b4e tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/a471c28f-7269-4989-9610-9213a119f613 HTTP/1.1" status: 404 len: 336 time: 0.0729768 Jul 16 18:08:54.271717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:54.273540 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36698) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.289606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-baf61877-7d4e-4327-873b-adbcc5b240a9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9190400 Jul 16 18:08:54.292685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36700) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.296152 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Sync routers for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:54.296727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8d66e4d0-e4bc-4bb1-85c6-68822ad20e44 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:54.308844 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:54.309791 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:54.355768 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d20105ad-53ae-4784-ad9a-360389e5b8bd tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "GET /v2.0/ports?device_id=5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a HTTP/1.1" status: 200 len: 205 time: 0.0778708 Jul 16 18:08:54.356306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36704) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.404356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-7b50e9f9-5802-41ac-9077-6633c649cce2 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3194926 Jul 16 18:08:54.409578 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-4b95c26e-bda3-43f3-b2d4-d2f751dd1db3 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] delete failed (client error): The resource could not be found. Jul 16 18:08:54.410349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4b95c26e-bda3-43f3-b2d4-d2f751dd1db3 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/routers/5d36f3ef-18b9-4e9a-9fc1-099a6e0f9d5a HTTP/1.1" status: 404 len: 336 time: 0.0505576 Jul 16 18:08:54.420432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36708) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.428100 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:54.431346 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.466563 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.468776 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/11e95be7-e3eb-4804-aa69-ab254a697625 HTTP/1.1" status: 204 len: 168 time: 2.9816282 Jul 16 18:08:54.469012 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63f375a-de52-4f9f-aa38-da7a4f59dd17 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] DELETE failed (client error): The resource could not be found. Jul 16 18:08:54.469296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63f375a-de52-4f9f-aa38-da7a4f59dd17 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:08:54.471621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c63f375a-de52-4f9f-aa38-da7a4f59dd17 tempest-RoutersAdminTest-1077373684 tempest-RoutersAdminTest-1077373684-project] 10.222.0.47 "DELETE /v2.0/subnets/3ff6f55e-fcea-4795-9b4d-e45445d18d1b HTTP/1.1" status: 404 len: 337 time: 0.0498815 Jul 16 18:08:54.506077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764429a7-f3bd-4126-855d-478610a098b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=11e95be7-e3eb-4804-aa69-ab254a697625,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.676195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a5faad-fc95-4618-9137-2c017031ccdb req-bd5e3f16-34d2-47c1-871c-f731a49acd8b tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:54.684996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0a5faad-fc95-4618-9137-2c017031ccdb req-bd5e3f16-34d2-47c1-871c-f731a49acd8b tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 945 time: 0.2404842 Jul 16 18:08:54.743494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36716) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.766837 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:51Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a60a60-813e-4627-b5de-7db533f27678', 'name': '', 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:ac:2c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:47Z', 'updated_at': '2021-07-16T18:08:52Z', 'revision_number': 2, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:54.787980 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d57bcf7c-7382-4664-8d62-598ac44df83b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.796129 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Checking router: 81393bab-0964-481b-953d-336e36d8c9b2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:54.796477 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Updating router 81393bab-0964-481b-953d-336e36d8c9b2 port 80a60a60-813e-4627-b5de-7db533f27678 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:08:54.799984 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0a5faad-fc95-4618-9137-2c017031ccdb req-a9521d42-7ab8-4de6-94b0-9da13e94b487 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128054 Jul 16 18:08:54.812902 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d57bcf7c-7382-4664-8d62-598ac44df83b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.834661 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e592506d-c3c3-45eb-9169-1c47ed749639 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b9ab57568965435a8341b46893aa22bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0863986 Jul 16 18:08:54.834990 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36720) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.865648 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:54.896679 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d57bcf7c-7382-4664-8d62-598ac44df83b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b83b4285c294ed1b2bd785592dd7188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7278883 Jul 16 18:08:54.902812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36722) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.916219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bcf7c-7382-4664-8d62-598ac44df83b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a182509-a33d-4dea-818e-e485c5d942eb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:54.936909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8630db1c-3d59-4ca9-a226-2bfc353eb963 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5067773 Jul 16 18:08:54.952855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36724) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:54.982240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c564a94b-cf2d-486c-b337-a815fb0c8ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.042679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef23c0-f851-45e9-b436-4cfdf7aaa870 req-36ebc7d7-30fc-44f1-833f-5114f5f51d12 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.047105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c564a94b-cf2d-486c-b337-a815fb0c8ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.051315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef23c0-f851-45e9-b436-4cfdf7aaa870 req-36ebc7d7-30fc-44f1-833f-5114f5f51d12 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.059423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef23c0-f851-45e9-b436-4cfdf7aaa870 req-36ebc7d7-30fc-44f1-833f-5114f5f51d12 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.066529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef23c0-f851-45e9-b436-4cfdf7aaa870 req-36ebc7d7-30fc-44f1-833f-5114f5f51d12 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.074163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef23c0-f851-45e9-b436-4cfdf7aaa870 req-36ebc7d7-30fc-44f1-833f-5114f5f51d12 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.081788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef23c0-f851-45e9-b436-4cfdf7aaa870 req-36ebc7d7-30fc-44f1-833f-5114f5f51d12 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.089150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef23c0-f851-45e9-b436-4cfdf7aaa870 req-36ebc7d7-30fc-44f1-833f-5114f5f51d12 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.100176 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2ef23c0-f851-45e9-b436-4cfdf7aaa870 req-36ebc7d7-30fc-44f1-833f-5114f5f51d12 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.4267650 Jul 16 18:08:55.112900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-52141baf-f9fb-4e93-9225-23d4cc1f7e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.152650 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-bce874fe-ead5-409b-b155-7dc0aaa7003f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=1d4fbd0b-e052-4618-a347-ee1e17463815 HTTP/1.1" status: 200 len: 217 time: 0.1923604 Jul 16 18:08:55.153687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.extraroute_db [None req-8d66e4d0-e4bc-4bb1-85c6-68822ad20e44 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=105438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:08:55.158129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-52141baf-f9fb-4e93-9225-23d4cc1f7e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.183451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c564a94b-cf2d-486c-b337-a815fb0c8ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.186405 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c564a94b-cf2d-486c-b337-a815fb0c8ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.187128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a1184-2d01-479d-a1cd-7a14f00a2a3b req-b4982733-063d-44e9-a774-bf2953463a22 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.187554 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c564a94b-cf2d-486c-b337-a815fb0c8ee8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9c09d0c4-8131-4eb2-87f7-34ceff708d40 HTTP/1.1" status: 204 len: 168 time: 0.3517532 Jul 16 18:08:55.191347 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f94a1184-2d01-479d-a1cd-7a14f00a2a3b req-b4982733-063d-44e9-a774-bf2953463a22 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.37 "GET /v2.0/ports?device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 945 time: 0.6608715 Jul 16 18:08:55.195284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.extraroute_db [None req-8d66e4d0-e4bc-4bb1-85c6-68822ad20e44 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Removed routes are [] {{(pid=105438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:08:55.195701 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d66e4d0-e4bc-4bb1-85c6-68822ad20e44 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.228113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564a94b-cf2d-486c-b337-a815fb0c8ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c09d0c4-8131-4eb2-87f7-34ceff708d40,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.280988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f2ef23c0-f851-45e9-b436-4cfdf7aaa870 req-a6c6f591-3a49-4575-b658-c195803c5d71 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1778293 Jul 16 18:08:55.342108 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.342650 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-52141baf-f9fb-4e93-9225-23d4cc1f7e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.351595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-52141baf-f9fb-4e93-9225-23d4cc1f7e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.352398 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Transition to ACTIVE for port object 80a60a60-813e-4627-b5de-7db533f27678 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:08:55.353303 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-52141baf-f9fb-4e93-9225-23d4cc1f7e6e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9a182509-a33d-4dea-818e-e485c5d942eb HTTP/1.1" status: 204 len: 168 time: 0.4446990 Jul 16 18:08:55.360580 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.402247 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-adca090b-239d-44da-8409-6a2781540e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.403211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52141baf-f9fb-4e93-9225-23d4cc1f7e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a182509-a33d-4dea-818e-e485c5d942eb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.438075 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0b45bf70-c698-4f47-9c5a-fb592b3857c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.439588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0b45bf70-c698-4f47-9c5a-fb592b3857c4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.2449114 Jul 16 18:08:55.516429 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Pushing event updated for resources: {'Port': ['ID=80a60a60-813e-4627-b5de-7db533f27678,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:55.561596 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.566269 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.566795 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.567407 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.568032 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.571480 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.572445 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.572779 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.573112 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.573432 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.575252 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.576056 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:08:55.618205 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Attempting to bind port 80a60a60-813e-4627-b5de-7db533f27678 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:08:55.618894 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Attempting to bind port 80a60a60-813e-4627-b5de-7db533f27678 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '8f5853b5-7155-4009-a17f-bbb4ee42af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:08:55.619432 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Attempting to bind port 80a60a60-813e-4627-b5de-7db533f27678 on network 13d610c0-b0eb-46e2-a3c1-51130487c87e {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:08:55.629647 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:08:55.630317 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Checking segment: {'id': '8f5853b5-7155-4009-a17f-bbb4ee42af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:08:55.630907 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.631835 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Bound using segment: {'id': '8f5853b5-7155-4009-a17f-bbb4ee42af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:08:55.632003 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Bound port: 80a60a60-813e-4627-b5de-7db533f27678, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f5853b5-7155-4009-a17f-bbb4ee42af4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:08:55.632330 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.648587 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e4a3886-e3b1-4279-9a86-1bea23f0e8f6 req-d70e6819-091f-456a-8f6d-d28bbfd6d1f6 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.2104874 Jul 16 18:08:55.657250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-9aae3ecd-5c42-47a6-b453-b4bdb94f8c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:55.658866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-9aae3ecd-5c42-47a6-b453-b4bdb94f8c09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2091582 Jul 16 18:08:55.692825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d66e4d0-e4bc-4bb1-85c6-68822ad20e44 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.699123 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d66e4d0-e4bc-4bb1-85c6-68822ad20e44 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.715211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-f94a1184-2d01-479d-a1cd-7a14f00a2a3b req-feddfc94-9f99-4979-be75-4fe549816d54 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Deleting port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:08:55.715570 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f94a1184-2d01-479d-a1cd-7a14f00a2a3b req-feddfc94-9f99-4979-be75-4fe549816d54 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.791440 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] For port 80a60a60-813e-4627-b5de-7db533f27678, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:08:55.796888 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] For port 80a60a60-813e-4627-b5de-7db533f27678, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=80a60a60-813e-4627-b5de-7db533f27678,segment=NetworkSegment(8f5853b5-7155-4009-a17f-bbb4ee42af4d),segment_id=8f5853b5-7155-4009-a17f-bbb4ee42af4d)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:08:55.803238 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.831938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d66e4d0-e4bc-4bb1-85c6-68822ad20e44 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 81393bab-0964-481b-953d-336e36d8c9b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:55.947230 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-adca090b-239d-44da-8409-6a2781540e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:55.954940 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:55.956322 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:55.970838 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-adca090b-239d-44da-8409-6a2781540e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.049572 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-a93f1ef6-806b-49e8-999c-8d6be846d37b service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3666737 Jul 16 18:08:56.081750 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2be1be-c77f-4348-9c4e-1a44c7097565 None None] Pushing event updated for resources: {'Port': ['ID=80a60a60-813e-4627-b5de-7db533f27678,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:56.102052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d66e4d0-e4bc-4bb1-85c6-68822ad20e44 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:56.103878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36762) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.104710 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-adca090b-239d-44da-8409-6a2781540e50 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cee8d907b5f444e6bea4592b894e4637&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1476765 Jul 16 18:08:56.118726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f94a1184-2d01-479d-a1cd-7a14f00a2a3b req-feddfc94-9f99-4979-be75-4fe549816d54 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] For port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:56.119378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f94a1184-2d01-479d-a1cd-7a14f00a2a3b req-feddfc94-9f99-4979-be75-4fe549816d54 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.125363 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d66e4d0-e4bc-4bb1-85c6-68822ad20e44 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.127313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8d66e4d0-e4bc-4bb1-85c6-68822ad20e44 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2 HTTP/1.1" status: 200 len: 930 time: 1.8346426 Jul 16 18:08:56.130169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36764) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.144285 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:56.308761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adca090b-239d-44da-8409-6a2781540e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8544ed-5bd5-4a91-98a4-1d3f08936d8d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:56.310673 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f62d5ba5-010a-4c36-be9a-1f850b5c8cd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.324259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-f94a1184-2d01-479d-a1cd-7a14f00a2a3b req-feddfc94-9f99-4979-be75-4fe549816d54 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Calling delete_port for 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:08:56.375620 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-208ba6c1-2fe1-4b7f-a630-05454a65b653 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2 HTTP/1.1" status: 200 len: 930 time: 0.2299585 Jul 16 18:08:56.376472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36770) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.382536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f62d5ba5-010a-4c36-be9a-1f850b5c8cd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.395782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-de3153a6-3bac-42b9-bbf2-5bc81eabddf1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'routes': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:56.453858 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-51c665d2-03a9-47e7-b701-c4b2c639b828 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471255 Jul 16 18:08:56.516004 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:55Z', 'revision_number': 6, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a60a60-813e-4627-b5de-7db533f27678', 'name': '', 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:ac:2c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:47Z', 'updated_at': '2021-07-16T18:08:55Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:56.549424 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2801e702-2c57-4cc7-8569-418c5cf6338b None None] The sync data for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 is: [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:55Z', 'revision_number': 6, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a60a60-813e-4627-b5de-7db533f27678', 'name': '', 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:ac:2c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:47Z', 'updated_at': '2021-07-16T18:08:55Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:56.617487 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-0f187fb7-1fbd-4275-8903-cd18f9110c95 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=6f59f170-ea3b-48fb-bfc9-90634344e929 HTTP/1.1" status: 200 len: 217 time: 0.1411908 Jul 16 18:08:56.715032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a9b3ce-3881-47cb-b11d-cf09fe01874b req-fddaf746-0312-482d-87cc-90af5f21c252 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.725715 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00a9b3ce-3881-47cb-b11d-cf09fe01874b req-fddaf746-0312-482d-87cc-90af5f21c252 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 945 time: 0.6174331 Jul 16 18:08:56.854096 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00a9b3ce-3881-47cb-b11d-cf09fe01874b req-81b25d2e-48df-498b-9ac4-0b81a83776d7 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265247 Jul 16 18:08:56.885837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-519d593f-6380-457d-a867-c669e013fe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.887927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-519d593f-6380-457d-a867-c669e013fe22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.2427361 Jul 16 18:08:56.898259 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f62d5ba5-010a-4c36-be9a-1f850b5c8cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.901968 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f62d5ba5-010a-4c36-be9a-1f850b5c8cd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:56.910906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f62d5ba5-010a-4c36-be9a-1f850b5c8cd6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6d8544ed-5bd5-4a91-98a4-1d3f08936d8d HTTP/1.1" status: 204 len: 168 time: 0.7975609 Jul 16 18:08:56.921601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36794) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:56.973409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e59bbc-dcf2-4830-ac73-609d9eed9608 req-23cb4662-dd47-498e-945f-9077bd1967d7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:56.988264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e59bbc-dcf2-4830-ac73-609d9eed9608 req-23cb4662-dd47-498e-945f-9077bd1967d7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.005086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e59bbc-dcf2-4830-ac73-609d9eed9608 req-23cb4662-dd47-498e-945f-9077bd1967d7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.015117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e59bbc-dcf2-4830-ac73-609d9eed9608 req-23cb4662-dd47-498e-945f-9077bd1967d7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.026773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e59bbc-dcf2-4830-ac73-609d9eed9608 req-23cb4662-dd47-498e-945f-9077bd1967d7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.041429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e59bbc-dcf2-4830-ac73-609d9eed9608 req-23cb4662-dd47-498e-945f-9077bd1967d7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.055286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e59bbc-dcf2-4830-ac73-609d9eed9608 req-23cb4662-dd47-498e-945f-9077bd1967d7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.061857 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93e59bbc-dcf2-4830-ac73-609d9eed9608 req-23cb4662-dd47-498e-945f-9077bd1967d7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.4976285 Jul 16 18:08:57.064580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62d5ba5-010a-4c36-be9a-1f850b5c8cd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8544ed-5bd5-4a91-98a4-1d3f08936d8d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:57.094990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f94a1184-2d01-479d-a1cd-7a14f00a2a3b req-feddfc94-9f99-4979-be75-4fe549816d54 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.121233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['135f893f-c290-4327-af09-0cc282b0109c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:08:57.148783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feddfc94-9f99-4979-be75-4fe549816d54 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Pushing event deleted for resources: {'Port': ['ID=59c06ad1-556a-4b5a-9560-30ca3d1b9a9b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:57.155406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f6ae4ec2-d30d-48c8-8ccb-a9a01dc3c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:57.158010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-f6ae4ec2-d30d-48c8-8ccb-a9a01dc3c46c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2227361 Jul 16 18:08:57.195533 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-09c30f1d-7fb7-42c6-bc69-10d8405f570b req-9e11fb22-4ef2-4132-ba64-ab49a9544808 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0488987 Jul 16 18:08:57.261825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93e59bbc-dcf2-4830-ac73-609d9eed9608 req-a92fd4d2-4e22-41a7-a1fb-eb6e572e9a5e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1884203 Jul 16 18:08:57.335175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f94a1184-2d01-479d-a1cd-7a14f00a2a3b req-feddfc94-9f99-4979-be75-4fe549816d54 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] No DVR routers for this DVR port 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:08:57.339538 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f94a1184-2d01-479d-a1cd-7a14f00a2a3b req-feddfc94-9f99-4979-be75-4fe549816d54 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.341690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f94a1184-2d01-479d-a1cd-7a14f00a2a3b req-feddfc94-9f99-4979-be75-4fe549816d54 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.37 "DELETE /v2.0/ports/59c06ad1-556a-4b5a-9560-30ca3d1b9a9b HTTP/1.1" status: 204 len: 173 time: 2.1356800 Jul 16 18:08:57.363504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8215d919-27b1-4f5b-a864-45bd9543c4be', 'name': 'network-vif-deleted', 'tag': '59c06ad1-556a-4b5a-9560-30ca3d1b9a9b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:08:57.377131 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4454cabc-f5a5-4add-80e2-2064c7ff62ac" -d '{"events": [{"server_uuid": "8215d919-27b1-4f5b-a864-45bd9543c4be", "name": "network-vif-deleted", "tag": "59c06ad1-556a-4b5a-9560-30ca3d1b9a9b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:08:57.492852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36812) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:57.662577 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-06150438-0928-4d59-9b50-a2843bdc46e6 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4628837 Jul 16 18:08:57.672150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.extraroute_db [None req-de3153a6-3bac-42b9-bbf2-5bc81eabddf1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added routes are [] {{(pid=105438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:08:57.672675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.extraroute_db [None req-de3153a6-3bac-42b9-bbf2-5bc81eabddf1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=105438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:08:57.688614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1965632230-network', 'tenant_id': '868f09554eca46b1a0343299b76e69ee'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:57.719743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d5f88d5c-775e-4af3-b8ed-0519e3985334 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4fdff117bb264e3b8c745e9cdabbf09d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2234516 Jul 16 18:08:57.721941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36822) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:57.726599 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe104d4-ae09-4f4d-bcc5-3d9b54dbba5c x-openstack-request-id: req-cfe104d4-ae09-4f4d-bcc5-3d9b54dbba5c {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:08:57.728775 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8215d919-27b1-4f5b-a864-45bd9543c4be", "name": "network-vif-deleted", "tag": "59c06ad1-556a-4b5a-9560-30ca3d1b9a9b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:08:57.729511 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cfe104d4-ae09-4f4d-bcc5-3d9b54dbba5c {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:08:57.731170 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8215d919-27b1-4f5b-a864-45bd9543c4be', 'name': 'network-vif-deleted', 'tag': '59c06ad1-556a-4b5a-9560-30ca3d1b9a9b', 'status': 'completed', 'code': 200} Jul 16 18:08:57.749058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Made reservation on behalf of 868f09554eca46b1a0343299b76e69ee for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:57.751695 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.773040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.882989 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-64463b3c-2f93-498d-bb24-794db2db2e8d service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127516 Jul 16 18:08:57.920761 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de3153a6-3bac-42b9-bbf2-5bc81eabddf1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.952464 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b3cd809-d267-496b-8d98-4b9c1ebdf62c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:57.979131 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-5a4adf32-46aa-4abb-a1a9-d8174a79563e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 HTTP/1.1" status: 200 len: 217 time: 0.0875688 Jul 16 18:08:57.998501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 80a60a60-813e-4627-b5de-7db533f27678 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:58.064788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-aff6c3c3-de67-43b6-8ead-1524bceaa6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.067387 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-aff6c3c3-de67-43b6-8ead-1524bceaa6b1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.0773151 Jul 16 18:08:58.139616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26fb799-7224-4fed-9f04-16fff5e32fb0 None None] Sync routers for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:08:58.156841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-26589118-618e-4476-a4ba-8b3a28af1e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.157407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b3cd809-d267-496b-8d98-4b9c1ebdf62c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.159936 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-26589118-618e-4476-a4ba-8b3a28af1e71 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0856233 Jul 16 18:08:58.178649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26fb799-7224-4fed-9f04-16fff5e32fb0 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:58.179281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d26fb799-7224-4fed-9f04-16fff5e32fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:58.405752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d26fb799-7224-4fed-9f04-16fff5e32fb0 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:58.433435 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de3153a6-3bac-42b9-bbf2-5bc81eabddf1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.453180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2a7bd757-f9d9-4e8c-a5e7-20f0f390468f req-610ab767-20ec-4a06-bc83-c05e553806e5 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0622816 Jul 16 18:08:58.457508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 80a60a60-813e-4627-b5de-7db533f27678 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:08:58.471672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 80a60a60-813e-4627-b5de-7db533f27678 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:08:58.472537 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.474815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:08:58.490300 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de3153a6-3bac-42b9-bbf2-5bc81eabddf1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.524179 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6bc22ae3-863a-4554-a0ef-332597a1653a req-099071b8-efe0-483f-80e5-889928b6db26 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=8215d919-27b1-4f5b-a864-45bd9543c4be HTTP/1.1" status: 200 len: 210 time: 0.1130519 Jul 16 18:08:58.555885 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-63ebad12-e5cc-4f75-ab7e-b3173e8dd7ac service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3867459 Jul 16 18:08:58.589622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:08:58.590322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 59c06ad1-556a-4b5a-9560-30ca3d1b9a9b not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:08:58.734869 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-9c794a0d-47ef-4fe6-9132-e3c104e64ce5 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735530 Jul 16 18:08:58.748607 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.755786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.803189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:08:58.811535 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b3cd809-d267-496b-8d98-4b9c1ebdf62c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.815112 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b3cd809-d267-496b-8d98-4b9c1ebdf62c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.816366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7b3cd809-d267-496b-8d98-4b9c1ebdf62c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6fecf293-65ac-43cc-855e-de9bce732d49 HTTP/1.1" status: 204 len: 168 time: 1.0932646 Jul 16 18:08:58.817551 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.861568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-18cef9c4-6b1a-429d-b0c0-55999dc46d8b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b HTTP/1.1" status: 200 len: 217 time: 0.0397651 Jul 16 18:08:58.875864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.876297 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Added segment 1988c3a1-791c-4e76-9be8-4bc1f4a6e77f of type vlan for network d04bdaba-b7ed-4278-ae11-717d154286ae Jul 16 18:08:58.877658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1058551-d995-4c52-a3b9-9a176cfaf757,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.896432 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de3153a6-3bac-42b9-bbf2-5bc81eabddf1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 81393bab-0964-481b-953d-336e36d8c9b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:08:58.902046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 80a60a60-813e-4627-b5de-7db533f27678, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=80a60a60-813e-4627-b5de-7db533f27678,segment=NetworkSegment(8f5853b5-7155-4009-a17f-bbb4ee42af4d),segment_id=8f5853b5-7155-4009-a17f-bbb4ee42af4d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:08:58.916874 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.937064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3cd809-d267-496b-8d98-4b9c1ebdf62c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fecf293-65ac-43cc-855e-de9bce732d49,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.941354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-cba7dbad-53e5-44f8-ba26-69ad86126a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:58.942874 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-cba7dbad-53e5-44f8-ba26-69ad86126a38 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.0605462 Jul 16 18:08:58.958682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:58.973562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=80a60a60-813e-4627-b5de-7db533f27678,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:58.996027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d26fb799-7224-4fed-9f04-16fff5e32fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:57Z', 'revision_number': 7, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a60a60-813e-4627-b5de-7db533f27678', 'name': '', 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:ac:2c:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:47Z', 'updated_at': '2021-07-16T18:08:55Z', 'revision_number': 4, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:59.028583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26fb799-7224-4fed-9f04-16fff5e32fb0 None None] Checking router: 81393bab-0964-481b-953d-336e36d8c9b2 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:08:59.041420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d26fb799-7224-4fed-9f04-16fff5e32fb0 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:08:59.042073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d26fb799-7224-4fed-9f04-16fff5e32fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:59.099530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.100887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.104441 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.110401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0064da7-5969-4497-92b6-3e273cb4d24e req-cc8ea9a7-a56a-4dc8-9edb-206ba97066ff tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.117242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0064da7-5969-4497-92b6-3e273cb4d24e req-cc8ea9a7-a56a-4dc8-9edb-206ba97066ff tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.124299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0064da7-5969-4497-92b6-3e273cb4d24e req-cc8ea9a7-a56a-4dc8-9edb-206ba97066ff tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.128735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3153a6-3bac-42b9-bbf2-5bc81eabddf1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:08:59.131223 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0064da7-5969-4497-92b6-3e273cb4d24e req-cc8ea9a7-a56a-4dc8-9edb-206ba97066ff tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.138795 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de3153a6-3bac-42b9-bbf2-5bc81eabddf1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.142108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0064da7-5969-4497-92b6-3e273cb4d24e req-cc8ea9a7-a56a-4dc8-9edb-206ba97066ff tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.142264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-de3153a6-3bac-42b9-bbf2-5bc81eabddf1 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2 HTTP/1.1" status: 200 len: 696 time: 2.7594388 Jul 16 18:08:59.146587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36866) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.146738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0064da7-5969-4497-92b6-3e273cb4d24e req-cc8ea9a7-a56a-4dc8-9edb-206ba97066ff tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.154082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0064da7-5969-4497-92b6-3e273cb4d24e req-cc8ea9a7-a56a-4dc8-9edb-206ba97066ff tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.162603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0064da7-5969-4497-92b6-3e273cb4d24e req-cc8ea9a7-a56a-4dc8-9edb-206ba97066ff tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.4266484 Jul 16 18:08:59.213603 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.2898660 Jul 16 18:08:59.215741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36868) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.228707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] Request body: {'subnet': {'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1965632230-subnet', 'tenant_id': '868f09554eca46b1a0343299b76e69ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:08:59.230929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d26fb799-7224-4fed-9f04-16fff5e32fb0 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:08:59.237920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0064da7-5969-4497-92b6-3e273cb4d24e req-e3115c95-6391-4814-9a3b-f99c2fa2d3a3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0744185 Jul 16 18:08:59.260286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-776341f0-e0a2-4d38-96ae-825ac1bfa669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.262025 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-776341f0-e0a2-4d38-96ae-825ac1bfa669 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2925816 Jul 16 18:08:59.297690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968b8efb-06b4-4ea9-9f73-415c1221e424 admin admin] Pushing event updated for resources: {'Network': ['ID=d04bdaba-b7ed-4278-ae11-717d154286ae,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.330531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network d04bdaba-b7ed-4278-ae11-717d154286ae details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:08:59.354821 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a0f541b1-92e6-4de6-bed9-2a7ac77a695d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2 HTTP/1.1" status: 200 len: 696 time: 0.2060215 Jul 16 18:08:59.356951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36872) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.378133 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.385737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] Made reservation on behalf of 868f09554eca46b1a0343299b76e69ee for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:08:59.388124 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.404865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-8116a61e-5b2a-4c35-8a47-9ae539a941a9 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347165 Jul 16 18:08:59.577873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36882) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:08:59.624075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-df1dadd2-6509-4e51-9c8b-bfa6c2ea1c20 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108526 Jul 16 18:08:59.668088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d26fb799-7224-4fed-9f04-16fff5e32fb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:57Z', 'revision_number': 7, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a60a60-813e-4627-b5de-7db533f27678', 'name': '', 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:ac:2c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:47Z', 'updated_at': '2021-07-16T18:08:58Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:08:59.734305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-16484bc0-d254-411a-8e4c-8ff74b84d3f7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77da69d-468d-40e0-a756-d7d719aac266 HTTP/1.1" status: 200 len: 217 time: 0.1003492 Jul 16 18:08:59.749762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d26fb799-7224-4fed-9f04-16fff5e32fb0 None None] The sync data for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 is: [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:57Z', 'revision_number': 7, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a60a60-813e-4627-b5de-7db533f27678', 'name': '', 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:ac:2c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:47Z', 'updated_at': '2021-07-16T18:08:58Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:08:59.900945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:08:59.923369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 80a60a60-813e-4627-b5de-7db533f27678 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:08:59.965632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6967648e-3116-40de-9644-024237f612d5,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:08:59.982898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-718a9ad7-86eb-4f39-b078-096feeac4176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:08:59.984856 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-718a9ad7-86eb-4f39-b078-096feeac4176 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.2175267 Jul 16 18:09:00.029121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 80a60a60-813e-4627-b5de-7db533f27678 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:00.030132 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.080428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] Checking segment: {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:00.080800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] Network hostable DHCP agents. Network: d04bdaba-b7ed-4278-ae11-717d154286ae, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:00.144313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] Network d04bdaba-b7ed-4278-ae11-717d154286ae is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:00.169687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, d04bdaba-b7ed-4278-ae11-717d154286ae) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:00.177569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.178162 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.187387 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd515437-aef3-4bba-ba1b-33212ec65f01 None None] Network d04bdaba-b7ed-4278-ae11-717d154286ae requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:00.222585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2ef5fbab-05f5-46dc-ae89-ceded0e36ef5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9933333 Jul 16 18:09:00.222585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-e1b28ef7-ee9c-4a90-8040-3d349fd4a0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.222585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-e1b28ef7-ee9c-4a90-8040-3d349fd4a0e9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2281694 Jul 16 18:09:00.232880 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a4cdc-a73b-4d8f-89ae-46fce1281634 None None] Sync routers for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:00.249560 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a4cdc-a73b-4d8f-89ae-46fce1281634 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:00.250321 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fa1a4cdc-a73b-4d8f-89ae-46fce1281634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:00.266112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99aa2eaa-05fa-4580-9e35-3f744437aa14 req-342f4232-fefc-482e-8d8c-4beb14e55eaf tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.1729209 Jul 16 18:09:00.344235 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-772b582a-b4c0-4791-9568-370d67871266 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146424 Jul 16 18:09:00.490581 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d95c0703-45b6-42f0-aadb-344ad3f62aa5 req-36523b47-f515-4811-b644-46df2a0b22a4 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381581 Jul 16 18:09:00.577613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2e55fe0-0a9e-4abb-ac4d-75b8c752c89f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.582321 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fa1a4cdc-a73b-4d8f-89ae-46fce1281634 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:00.617953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716128c4-7987-4749-8497-02fc4ca75fe8 None None] Network d04bdaba-b7ed-4278-ae11-717d154286ae requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:00.658823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36914) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:00.680945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976effb2-d558-49bb-8514-6e1d168d32ed req-81789217-9172-4c91-8f4b-50de94c933bf tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.682830 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-976effb2-d558-49bb-8514-6e1d168d32ed req-81789217-9172-4c91-8f4b-50de94c933bf tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.1417754 Jul 16 18:09:00.734328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-976effb2-d558-49bb-8514-6e1d168d32ed req-d8e81655-8219-4930-bf55-9a0d9d5b8c16 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458519 Jul 16 18:09:00.764849 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2e55fe0-0a9e-4abb-ac4d-75b8c752c89f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.771772 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2e55fe0-0a9e-4abb-ac4d-75b8c752c89f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.871660 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e2e55fe0-0a9e-4abb-ac4d-75b8c752c89f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=517eed60e77a499a9c6c6f4419bde8a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2929778 Jul 16 18:09:00.878558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-2010884345'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:00.879047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36920) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:00.882246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e55fe0-0a9e-4abb-ac4d-75b8c752c89f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba598ef-997c-4f67-864c-0264bd0e7c35,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:00.922845 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fa1a4cdc-a73b-4d8f-89ae-46fce1281634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:57Z', 'revision_number': 7, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a60a60-813e-4627-b5de-7db533f27678', 'name': '', 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:ac:2c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:47Z', 'updated_at': '2021-07-16T18:08:58Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:00.923300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-9f0ae4f6-3567-4c00-b9ac-b2eb44e9661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.923929 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-9f0ae4f6-3567-4c00-b9ac-b2eb44e9661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.924470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-9f0ae4f6-3567-4c00-b9ac-b2eb44e9661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.925015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-9f0ae4f6-3567-4c00-b9ac-b2eb44e9661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.925902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-9f0ae4f6-3567-4c00-b9ac-b2eb44e9661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.926335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-9f0ae4f6-3567-4c00-b9ac-b2eb44e9661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.926890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-9f0ae4f6-3567-4c00-b9ac-b2eb44e9661f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:00.929192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-9f0ae4f6-3567-4c00-b9ac-b2eb44e9661f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6476 time: 0.1735265 Jul 16 18:09:00.930424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Made reservation on behalf of 9bc64f55cbe44683bf6617a51e20b42e for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:00.935909 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:00.964366 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a4cdc-a73b-4d8f-89ae-46fce1281634 None None] Checking router: 81393bab-0964-481b-953d-336e36d8c9b2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:00.974740 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1a4cdc-a73b-4d8f-89ae-46fce1281634 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:00.975456 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fa1a4cdc-a73b-4d8f-89ae-46fce1281634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:00.982674 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.012713 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-caa65f28-3d1a-4b10-a634-6670268dc824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.045964 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-caa65f28-3d1a-4b10-a634-6670268dc824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.088155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07634cdc-25c2-4018-a77c-c743740eb9f7 req-24989e30-a290-43d8-9cae-37c7be2647bf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.091892 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fa1a4cdc-a73b-4d8f-89ae-46fce1281634 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:01.094471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07634cdc-25c2-4018-a77c-c743740eb9f7 req-24989e30-a290-43d8-9cae-37c7be2647bf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.101348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07634cdc-25c2-4018-a77c-c743740eb9f7 req-24989e30-a290-43d8-9cae-37c7be2647bf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.109018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07634cdc-25c2-4018-a77c-c743740eb9f7 req-24989e30-a290-43d8-9cae-37c7be2647bf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.115800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07634cdc-25c2-4018-a77c-c743740eb9f7 req-24989e30-a290-43d8-9cae-37c7be2647bf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.123082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07634cdc-25c2-4018-a77c-c743740eb9f7 req-24989e30-a290-43d8-9cae-37c7be2647bf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.129886 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07634cdc-25c2-4018-a77c-c743740eb9f7 req-24989e30-a290-43d8-9cae-37c7be2647bf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.132555 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-07634cdc-25c2-4018-a77c-c743740eb9f7 req-24989e30-a290-43d8-9cae-37c7be2647bf tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.3653789 Jul 16 18:09:01.172514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-2a678dc1-a3bf-472d-b588-a1f937308120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.174207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-2a678dc1-a3bf-472d-b588-a1f937308120 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9c39b3d7-d455-401e-8bad-eeaee0931a8a HTTP/1.1" status: 200 len: 902 time: 0.2323182 Jul 16 18:09:01.234483 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-07634cdc-25c2-4018-a77c-c743740eb9f7 req-eb068fb3-09ec-4d55-965a-35c092963c40 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0789609 Jul 16 18:09:01.235248 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-7ed2b2c9-e213-462b-bfd6-0ab7eca85c71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77da69d-468d-40e0-a756-d7d719aac266 HTTP/1.1" status: 200 len: 217 time: 0.0520720 Jul 16 18:09:01.253189 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-caa65f28-3d1a-4b10-a634-6670268dc824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.255810 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-caa65f28-3d1a-4b10-a634-6670268dc824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.256945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-caa65f28-3d1a-4b10-a634-6670268dc824 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ba598ef-997c-4f67-864c-0264bd0e7c35 HTTP/1.1" status: 204 len: 168 time: 0.3674610 Jul 16 18:09:01.262285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.298243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-b7695ad9-97e2-4a77-83ab-be7472d1442f tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.301883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-b7695ad9-97e2-4a77-83ab-be7472d1442f tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/networks?id=d04bdaba-b7ed-4278-ae11-717d154286ae HTTP/1.1" status: 200 len: 813 time: 0.2550220 Jul 16 18:09:01.396493 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-93f54160-aa28-4ebf-a8d5-17fcfcfbbbfc tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/quotas/868f09554eca46b1a0343299b76e69ee HTTP/1.1" status: 200 len: 375 time: 0.0398657 Jul 16 18:09:01.444572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa65f28-3d1a-4b10-a634-6670268dc824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ba598ef-997c-4f67-864c-0264bd0e7c35,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:01.506445 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fa1a4cdc-a73b-4d8f-89ae-46fce1281634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:57Z', 'revision_number': 7, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a60a60-813e-4627-b5de-7db533f27678', 'name': '', 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:ac:2c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:47Z', 'updated_at': '2021-07-16T18:08:58Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:01.519963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-5edd0fbd-e9df-419d-812e-f584006a3c15 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=868f09554eca46b1a0343299b76e69ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1222570 Jul 16 18:09:01.529236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-c21e6f8d-eb13-4b39-93e7-c2db489dee3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:01.530891 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-c21e6f8d-eb13-4b39-93e7-c2db489dee3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.2763250 Jul 16 18:09:01.535218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.563607 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1a4cdc-a73b-4d8f-89ae-46fce1281634 None None] The sync data for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 is: [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:08:57Z', 'revision_number': 7, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '80a60a60-813e-4627-b5de-7db533f27678', 'name': '', 'network_id': '13d610c0-b0eb-46e2-a3c1-51130487c87e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:ac:2c:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:47Z', 'updated_at': '2021-07-16T18:08:58Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '3e08a034-0f9c-4511-aecb-46c90a338e52', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:01.623491 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.701678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3cf70cc2-3115-4db0-95bf-7f4ea9513728 req-6c3e2430-5883-4582-89b8-5df48af1bb01 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0908225 Jul 16 18:09:01.876544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 80a60a60-813e-4627-b5de-7db533f27678 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:01.877345 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:01.893328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36940) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:01.955631 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-34e57434-c9b5-42b1-80e0-1070dd8c073b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.054402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] For port 80a60a60-813e-4627-b5de-7db533f27678, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=80a60a60-813e-4627-b5de-7db533f27678,segment=NetworkSegment(8f5853b5-7155-4009-a17f-bbb4ee42af4d),segment_id=8f5853b5-7155-4009-a17f-bbb4ee42af4d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:02.054669 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.077067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:02.082825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 80a60a60-813e-4627-b5de-7db533f27678 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:02.093525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd57187-3cad-4f8f-ae6e-a4798138cb28,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.096983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419a13f-5482-4231-a7d4-fbb6594d1722 req-bfedc546-3592-4c4c-87fe-9a4b167d5076 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.098421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9419a13f-5482-4231-a7d4-fbb6594d1722 req-bfedc546-3592-4c4c-87fe-9a4b167d5076 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.1891344 Jul 16 18:09:02.116757 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.117176 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Added segment 79436a01-70ff-4e14-b222-588c2121b4ff of type vlan for network 81d970e4-d981-4672-bd5d-07ba32d787fe Jul 16 18:09:02.180430 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-12f7909e-f149-4c30-9ae4-17def139951b service neutron] 10.222.0.47 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432943 Jul 16 18:09:02.187886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-2cf07d73-0536-4730-b9cd-754c1f866d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.189750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-2cf07d73-0536-4730-b9cd-754c1f866d8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6505442 Jul 16 18:09:02.194780 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.218817 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9419a13f-5482-4231-a7d4-fbb6594d1722 req-18e4262b-394e-475c-aafb-db3ca1bad623 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/security-groups?id=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026561 Jul 16 18:09:02.225714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5e1766-5a35-404d-8aaa-03e8c697eaeb req-7f5ac5bc-fc40-4b37-bcda-a4002e7c838d tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.227253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e5e1766-5a35-404d-8aaa-03e8c697eaeb req-7f5ac5bc-fc40-4b37-bcda-a4002e7c838d tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 945 time: 0.6297266 Jul 16 18:09:02.276466 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-34e57434-c9b5-42b1-80e0-1070dd8c073b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.282385 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-34e57434-c9b5-42b1-80e0-1070dd8c073b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.341449 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-34e57434-c9b5-42b1-80e0-1070dd8c073b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e84a93252b1b41d6a0b0329e621ef18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435861 Jul 16 18:09:02.341449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e57434-c9b5-42b1-80e0-1070dd8c073b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12940fc5-f6e8-45fe-98c6-e49560b7ff2a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.342525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36944) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:02.408664 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.414101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.414705 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.446133 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.449051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2dce0c5e-3c6b-4061-abac-bfd7bdcac904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.502661 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-6f7f28d0-2f0c-430b-b419-3d6ed914ac3b service neutron] 10.222.0.47 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3123109 Jul 16 18:09:02.506936 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8443542 Jul 16 18:09:02.508705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36948) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:02.520304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'subnet': {'network_id': '81d970e4-d981-4672-bd5d-07ba32d787fe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:02.529284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=80a60a60-813e-4627-b5de-7db533f27678,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.533056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-af7cbc20-a7ae-48ed-a7e5-07b26aa52286 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029680 Jul 16 18:09:02.565491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2dce0c5e-3c6b-4061-abac-bfd7bdcac904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.565858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1cacfc-71ab-43cf-9a0b-b0cafd666baf tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Network': ['ID=81d970e4-d981-4672-bd5d-07ba32d787fe,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:02.580197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 81d970e4-d981-4672-bd5d-07ba32d787fe details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:02.715222 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-20d92c4a-c682-414a-8df3-8a9f0aeaa583 req-104e5e0a-be85-43d3-b865-bdf00796b4ad service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348445 Jul 16 18:09:02.737355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-2e5e1766-5a35-404d-8aaa-03e8c697eaeb req-b63f2103-d992-4354-9a30-860e11921ba8 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Deleting port 135f893f-c290-4327-af09-0cc282b0109c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:02.737355 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2e5e1766-5a35-404d-8aaa-03e8c697eaeb req-b63f2103-d992-4354-9a30-860e11921ba8 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.816992 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96182ad0-bc7b-497d-bac4-f7e9bca163c1 req-ee320021-ec4c-4c25-9ef4-9be80e0f2946 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.823283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96182ad0-bc7b-497d-bac4-f7e9bca163c1 req-ee320021-ec4c-4c25-9ef4-9be80e0f2946 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.829231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96182ad0-bc7b-497d-bac4-f7e9bca163c1 req-ee320021-ec4c-4c25-9ef4-9be80e0f2946 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.835073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96182ad0-bc7b-497d-bac4-f7e9bca163c1 req-ee320021-ec4c-4c25-9ef4-9be80e0f2946 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.841935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96182ad0-bc7b-497d-bac4-f7e9bca163c1 req-ee320021-ec4c-4c25-9ef4-9be80e0f2946 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.847981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96182ad0-bc7b-497d-bac4-f7e9bca163c1 req-ee320021-ec4c-4c25-9ef4-9be80e0f2946 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.854815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96182ad0-bc7b-497d-bac4-f7e9bca163c1 req-ee320021-ec4c-4c25-9ef4-9be80e0f2946 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:02.862433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-96182ad0-bc7b-497d-bac4-f7e9bca163c1 req-ee320021-ec4c-4c25-9ef4-9be80e0f2946 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.4283810 Jul 16 18:09:02.863976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-2e5e1766-5a35-404d-8aaa-03e8c697eaeb req-b63f2103-d992-4354-9a30-860e11921ba8 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] For port 135f893f-c290-4327-af09-0cc282b0109c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=135f893f-c290-4327-af09-0cc282b0109c,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:02.866634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2e5e1766-5a35-404d-8aaa-03e8c697eaeb req-b63f2103-d992-4354-9a30-860e11921ba8 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.883180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-2e5e1766-5a35-404d-8aaa-03e8c697eaeb req-b63f2103-d992-4354-9a30-860e11921ba8 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Calling delete_port for 135f893f-c290-4327-af09-0cc282b0109c owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:02.957070 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2dce0c5e-3c6b-4061-abac-bfd7bdcac904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.962629 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2dce0c5e-3c6b-4061-abac-bfd7bdcac904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:02.967207 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2dce0c5e-3c6b-4061-abac-bfd7bdcac904 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/12940fc5-f6e8-45fe-98c6-e49560b7ff2a HTTP/1.1" status: 204 len: 168 time: 0.6211109 Jul 16 18:09:03.007605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Made reservation on behalf of 9bc64f55cbe44683bf6617a51e20b42e for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:03.014205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.041336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-96182ad0-bc7b-497d-bac4-f7e9bca163c1 req-b6026777-2189-4b29-9881-67afa52d6247 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1774549 Jul 16 18:09:03.077515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dce0c5e-3c6b-4061-abac-bfd7bdcac904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12940fc5-f6e8-45fe-98c6-e49560b7ff2a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.136107 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.162760 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a90fb754-687e-4e86-8e65-495bc303895e req-343f20b6-8ffd-40bf-9fe3-3c12b1cbd439 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0885162 Jul 16 18:09:03.163702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2e5e1766-5a35-404d-8aaa-03e8c697eaeb req-b63f2103-d992-4354-9a30-860e11921ba8 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.178792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['135f893f-c290-4327-af09-0cc282b0109c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:03.239360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63f2103-d992-4354-9a30-860e11921ba8 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Pushing event deleted for resources: {'Port': ['ID=135f893f-c290-4327-af09-0cc282b0109c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.366277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e5e1766-5a35-404d-8aaa-03e8c697eaeb req-b63f2103-d992-4354-9a30-860e11921ba8 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] No DVR routers for this DVR port 135f893f-c290-4327-af09-0cc282b0109c on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:03.375787 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2e5e1766-5a35-404d-8aaa-03e8c697eaeb req-b63f2103-d992-4354-9a30-860e11921ba8 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.378115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e5e1766-5a35-404d-8aaa-03e8c697eaeb req-b63f2103-d992-4354-9a30-860e11921ba8 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.18 "DELETE /v2.0/ports/135f893f-c290-4327-af09-0cc282b0109c HTTP/1.1" status: 204 len: 173 time: 1.1358933 Jul 16 18:09:03.387929 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6', 'name': 'network-vif-deleted', 'tag': '135f893f-c290-4327-af09-0cc282b0109c'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:03.387929 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efc8112f-e9a0-462a-8aa9-50321474df37" -d '{"events": [{"server_uuid": "3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6", "name": "network-vif-deleted", "tag": "135f893f-c290-4327-af09-0cc282b0109c"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:03.487376 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffbdd04-c90f-4392-994a-d8485397d2e3 x-openstack-request-id: req-7ffbdd04-c90f-4392-994a-d8485397d2e3 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:03.488575 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6", "name": "network-vif-deleted", "tag": "135f893f-c290-4327-af09-0cc282b0109c", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:03.488962 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7ffbdd04-c90f-4392-994a-d8485397d2e3 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:03.489788 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6', 'name': 'network-vif-deleted', 'tag': '135f893f-c290-4327-af09-0cc282b0109c', 'status': 'completed', 'code': 200} Jul 16 18:09:03.503179 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80b72fd2-6c02-4078-9ad5-adc4b51b4303 req-ea9bae9e-a004-4a39-8ded-681f183b1ea7 tempest-ListServerFiltersTestJSON-1033669460 tempest-ListServerFiltersTestJSON-1033669460-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b2791aa-a8c2-4ac3-a3bb-1e3a9ae144a6 HTTP/1.1" status: 200 len: 210 time: 0.0745955 Jul 16 18:09:03.530560 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.617866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9030d645-1296-4185-896e-183fe5861161 req-5ca7ef50-8a7a-4862-ae68-200b8ab76d9c tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 210 time: 0.0900142 Jul 16 18:09:03.706103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Checking segment: {'id': '79436a01-70ff-4e14-b222-588c2121b4ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '81d970e4-d981-4672-bd5d-07ba32d787fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:03.706735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network hostable DHCP agents. Network: 81d970e4-d981-4672-bd5d-07ba32d787fe, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:03.715467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Subnet': ['ID=f29257fb-66c4-4e8b-978a-9627574c7e6f,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:03.811922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network 81d970e4-d981-4672-bd5d-07ba32d787fe is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:03.841103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 81d970e4-d981-4672-bd5d-07ba32d787fe) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:03.853875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 81393bab-0964-481b-953d-336e36d8c9b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:03.855667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:03.856263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:03.858697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c312b1f-8a1c-4c5e-a0aa-9eb53b1c3c25 None None] Network 81d970e4-d981-4672-bd5d-07ba32d787fe requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:04.015255 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eed871eb-4e56-4ee6-b98d-d86e470619c8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5038338 Jul 16 18:09:04.017912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 36990) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:04.022851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-135969191', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:04.038822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-926c358f-28e9-4cea-8031-103a10ab1d0b None None] Network 81d970e4-d981-4672-bd5d-07ba32d787fe requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:04.054963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:04.075646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-54ff8dbe-9e28-4fcb-98ec-79e6d0c9fc6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7160425 Jul 16 18:09:04.078390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36994) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:04.089755 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.090637 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.120872 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:09:04.132914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef3c42-b7cc-4151-a100-618b6aaea2a5 None None] Sync routers for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:04.211473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef3c42-b7cc-4151-a100-618b6aaea2a5 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:04.212628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-57ef3c42-b7cc-4151-a100-618b6aaea2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:04.221298 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.284874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-91f6f7dd-c2a0-4bbc-b79c-afbd5be4943f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting subnet 3e08a034-0f9c-4511-aecb-46c90a338e52 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:04.294196 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91f6f7dd-c2a0-4bbc-b79c-afbd5be4943f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.444708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91f6f7dd-c2a0-4bbc-b79c-afbd5be4943f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.480694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc2cde1d-e2ea-4028-80d7-6ac305e4a7ca req-e350fcf6-5207-424c-8cfa-f556af5b5554 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0407684 Jul 16 18:09:04.483824 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.561730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2790f4-f110-44d3-99c4-81ada9daeefd req-3efe8034-996b-4133-8bac-5085f0c9fca0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.567632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2790f4-f110-44d3-99c4-81ada9daeefd req-3efe8034-996b-4133-8bac-5085f0c9fca0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.573564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2790f4-f110-44d3-99c4-81ada9daeefd req-3efe8034-996b-4133-8bac-5085f0c9fca0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.579338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2790f4-f110-44d3-99c4-81ada9daeefd req-3efe8034-996b-4133-8bac-5085f0c9fca0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.585167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2790f4-f110-44d3-99c4-81ada9daeefd req-3efe8034-996b-4133-8bac-5085f0c9fca0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.591111 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2790f4-f110-44d3-99c4-81ada9daeefd req-3efe8034-996b-4133-8bac-5085f0c9fca0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.597065 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2790f4-f110-44d3-99c4-81ada9daeefd req-3efe8034-996b-4133-8bac-5085f0c9fca0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:04.605122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd2790f4-f110-44d3-99c4-81ada9daeefd req-3efe8034-996b-4133-8bac-5085f0c9fca0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.2075026 Jul 16 18:09:04.617979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91f6f7dd-c2a0-4bbc-b79c-afbd5be4943f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.645207 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37006) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:04.726440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd2790f4-f110-44d3-99c4-81ada9daeefd req-7dbcc0dc-aa9d-4344-8896-73329a372dce tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1203237 Jul 16 18:09:04.769732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e51703e-f688-410a-8116-3c6ce1e37c2f admin admin] Deleting subnet e656e27c-7e37-460b-b303-ed6795b875d7 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:04.772878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-57ef3c42-b7cc-4151-a100-618b6aaea2a5 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:04.777333 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e51703e-f688-410a-8116-3c6ce1e37c2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.826033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.853016 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91f6f7dd-c2a0-4bbc-b79c-afbd5be4943f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.857149 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.911161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e51703e-f688-410a-8116-3c6ce1e37c2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.962058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f6f7dd-c2a0-4bbc-b79c-afbd5be4943f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Subnet': ['ID=3e08a034-0f9c-4511-aecb-46c90a338e52,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:04.987272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91f6f7dd-c2a0-4bbc-b79c-afbd5be4943f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:04.989274 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-91f6f7dd-c2a0-4bbc-b79c-afbd5be4943f tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/3e08a034-0f9c-4511-aecb-46c90a338e52 HTTP/1.1" status: 204 len: 168 time: 0.9093099 Jul 16 18:09:05.002140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37016) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:05.010000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd866d4-640e-48a5-ac74-30c270141e88 None None] Network 13d610c0-b0eb-46e2-a3c1-51130487c87e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:05.015020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.25.7.188 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/5abcd079-3345-47c3-b1c7-ad99ee117494) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:05.193670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f71e0ee-5afc-48b5-a20e-15a8852ac685 req-e37ce7d0-682b-4858-a905-8382cf3da850 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 210 time: 0.0934253 Jul 16 18:09:05.391816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-57ef3c42-b7cc-4151-a100-618b6aaea2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:02Z', 'revision_number': 8, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:05.429381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.462298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecafc4b-2ac1-43c1-9bf4-7048b03ffb56 None None] DHCP port deletion for 13d610c0-b0eb-46e2-a3c1-51130487c87e request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:05.466701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef3c42-b7cc-4151-a100-618b6aaea2a5 None None] Checking router: 81393bab-0964-481b-953d-336e36d8c9b2 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:05.506298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-5e7eb89a-4de8-4ed9-9a3e-c7e153b37acc tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:05.509093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-5e7eb89a-4de8-4ed9-9a3e-c7e153b37acc tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "GET /v2.0/networks?id=d04bdaba-b7ed-4278-ae11-717d154286ae HTTP/1.1" status: 200 len: 813 time: 0.4077497 Jul 16 18:09:05.511613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57ef3c42-b7cc-4151-a100-618b6aaea2a5 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:05.512659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-57ef3c42-b7cc-4151-a100-618b6aaea2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:05.523169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Request body: {'port': {'device_id': '56914af1-1c56-449e-96a2-5685fb708f97', 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae', 'admin_state_up': True, 'tenant_id': '868f09554eca46b1a0343299b76e69ee'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:05.637377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-57ef3c42-b7cc-4151-a100-618b6aaea2a5 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:05.647036 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-eecafc4b-2ac1-43c1-9bf4-7048b03ffb56 None None] Deleting port 953a647d-1440-4337-8860-d50b4554b753 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:05.647705 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-eecafc4b-2ac1-43c1-9bf4-7048b03ffb56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.822432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.855498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-eecafc4b-2ac1-43c1-9bf4-7048b03ffb56 None None] For port 953a647d-1440-4337-8860-d50b4554b753, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=953a647d-1440-4337-8860-d50b4554b753,segment=NetworkSegment(8f5853b5-7155-4009-a17f-bbb4ee42af4d),segment_id=8f5853b5-7155-4009-a17f-bbb4ee42af4d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:05.855940 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-eecafc4b-2ac1-43c1-9bf4-7048b03ffb56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.889852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-eecafc4b-2ac1-43c1-9bf4-7048b03ffb56 None None] Calling delete_port for 953a647d-1440-4337-8860-d50b4554b753 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:05.899909 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 953a647d-1440-4337-8860-d50b4554b753 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:05.937498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:05.997351 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f59089ba-2cbe-4525-ace1-bc5d4c0d5c70 req-304e521b-156b-41c9-9e8d-403f3bbf181e tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.1605713 Jul 16 18:09:06.002747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:06.006466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:06.010501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:06.016841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Made reservation on behalf of 868f09554eca46b1a0343299b76e69ee for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:06.021271 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.066192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=5abcd079-3345-47c3-b1c7-ad99ee117494,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.149185 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e51703e-f688-410a-8116-3c6ce1e37c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.187421 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.227040 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-eecafc4b-2ac1-43c1-9bf4-7048b03ffb56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.257403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecafc4b-2ac1-43c1-9bf4-7048b03ffb56 None None] Pushing event deleted for resources: {'Port': ['ID=953a647d-1440-4337-8860-d50b4554b753,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.296523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] The port '953a647d-1440-4337-8860-d50b4554b753' was deleted {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 16 18:09:06.346401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-57ef3c42-b7cc-4151-a100-618b6aaea2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:02Z', 'revision_number': 8, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:06.359108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecafc4b-2ac1-43c1-9bf4-7048b03ffb56 None None] No DVR routers for this DVR port 953a647d-1440-4337-8860-d50b4554b753 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:06.377831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-45556607-0046-4db7-9381-5eb8ef63db2d tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.381006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-45556607-0046-4db7-9381-5eb8ef63db2d tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "GET /v2.0/networks?id=d04bdaba-b7ed-4278-ae11-717d154286ae HTTP/1.1" status: 200 len: 813 time: 0.5626097 Jul 16 18:09:06.408107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Request body: {'port': {'device_id': 'c844b606-af46-43db-a616-d23de2d09785', 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae', 'admin_state_up': True, 'tenant_id': '868f09554eca46b1a0343299b76e69ee'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:06.425173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 135f893f-c290-4327-af09-0cc282b0109c no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:06.431838 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57ef3c42-b7cc-4151-a100-618b6aaea2a5 None None] The sync data for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 is: [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:02Z', 'revision_number': 8, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '67a38bc2-f68f-47e3-8821-aa371bd7d830', 'name': '', 'network_id': 'f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:17:46:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1741, 'fixed_ips': [{'subnet_id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:38Z', 'updated_at': '2021-07-16T18:08:49Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '8ae4822e-c10d-40c1-a644-3eef40824926', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:06.436900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e51703e-f688-410a-8116-3c6ce1e37c2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.467588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 135f893f-c290-4327-af09-0cc282b0109c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:06.468352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 135f893f-c290-4327-af09-0cc282b0109c not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:06.478817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6006d523-6814-4f4a-93b3-49cee7d9abe3 req-26a047c5-3880-4a2d-9860-50ac27ef27e7 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 210 time: 0.0404227 Jul 16 18:09:06.532260 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.544565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Allocated IP 172.20.0.3 (d04bdaba-b7ed-4278-ae11-717d154286ae/6967648e-3116-40de-9644-024237f612d5/c853410a-6325-4541-8511-7c124843023f) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:06.545181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e51703e-f688-410a-8116-3c6ce1e37c2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e656e27c-7e37-460b-b303-ed6795b875d7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:06.574345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007c5d96-49ec-4bee-b3db-cfb381cf8a21 None None] Network c034983a-632b-4340-be69-9b3007395c93 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:06.584964 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.595653 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13d610c0-b0eb-46e2-a3c1-51130487c87e']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:06.613673 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcee8e-4b20-46ce-9cd6-76b112d999c7 req-0401fb5b-d4d0-43ad-8f9e-e01d482b6012 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.620195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcee8e-4b20-46ce-9cd6-76b112d999c7 req-0401fb5b-d4d0-43ad-8f9e-e01d482b6012 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.633001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcee8e-4b20-46ce-9cd6-76b112d999c7 req-0401fb5b-d4d0-43ad-8f9e-e01d482b6012 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.653464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcee8e-4b20-46ce-9cd6-76b112d999c7 req-0401fb5b-d4d0-43ad-8f9e-e01d482b6012 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.662334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcee8e-4b20-46ce-9cd6-76b112d999c7 req-0401fb5b-d4d0-43ad-8f9e-e01d482b6012 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.672614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcee8e-4b20-46ce-9cd6-76b112d999c7 req-0401fb5b-d4d0-43ad-8f9e-e01d482b6012 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.678811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdcee8e-4b20-46ce-9cd6-76b112d999c7 req-0401fb5b-d4d0-43ad-8f9e-e01d482b6012 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:06.687797 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbdcee8e-4b20-46ce-9cd6-76b112d999c7 req-0401fb5b-d4d0-43ad-8f9e-e01d482b6012 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.7420681 Jul 16 18:09:06.696685 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8e51703e-f688-410a-8116-3c6ce1e37c2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.698846 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8e51703e-f688-410a-8116-3c6ce1e37c2f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e656e27c-7e37-460b-b303-ed6795b875d7 HTTP/1.1" status: 204 len: 168 time: 2.0529661 Jul 16 18:09:06.705046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37038) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:06.716622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f5853b5-7155-4009-a17f-bbb4ee42af4d') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:06.717135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f5853b5-7155-4009-a17f-bbb4ee42af4d') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:06.771827 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.883082 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.936235 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbdcee8e-4b20-46ce-9cd6-76b112d999c7 req-3e05be00-7593-4944-999a-4335725a56e3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2472556 Jul 16 18:09:06.972150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:06.972868 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:06.975542 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:06.988619 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3644db6a-752a-448c-a544-ceefded2f994 None None] DHCP port deletion for c034983a-632b-4340-be69-9b3007395c93 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:06.994624 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.001715 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.034494 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.059300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Made reservation on behalf of 868f09554eca46b1a0343299b76e69ee for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:07.065466 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.093962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3644db6a-752a-448c-a544-ceefded2f994 None None] Deleting port 6a086602-be99-4776-99aa-40a3e8af32d1 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:07.094355 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3644db6a-752a-448c-a544-ceefded2f994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.107867 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.128115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.247886 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.255952 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3644db6a-752a-448c-a544-ceefded2f994 None None] For port 6a086602-be99-4776-99aa-40a3e8af32d1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6a086602-be99-4776-99aa-40a3e8af32d1,segment=NetworkSegment(e5ed89d0-140f-497b-9781-db5f1c7e20bf),segment_id=e5ed89d0-140f-497b-9781-db5f1c7e20bf)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:07.257001 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3644db6a-752a-448c-a544-ceefded2f994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.257135 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/networks/13d610c0-b0eb-46e2-a3c1-51130487c87e HTTP/1.1" status: 204 len: 168 time: 2.2535408 Jul 16 18:09:07.273767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3644db6a-752a-448c-a544-ceefded2f994 None None] Calling delete_port for 6a086602-be99-4776-99aa-40a3e8af32d1 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:07.335468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Allocated IP 172.20.0.6 (d04bdaba-b7ed-4278-ae11-717d154286ae/6967648e-3116-40de-9644-024237f612d5/4f36d6c2-a229-4991-8196-34b70a92ef40) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:07.392892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37048) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:07.394952 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3644db6a-752a-448c-a544-ceefded2f994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.426267 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3644db6a-752a-448c-a544-ceefded2f994 None None] Pushing event deleted for resources: {'Port': ['ID=6a086602-be99-4776-99aa-40a3e8af32d1,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.431598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3644db6a-752a-448c-a544-ceefded2f994 None None] No DVR routers for this DVR port 6a086602-be99-4776-99aa-40a3e8af32d1 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:07.569237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa4f95b-a72c-4a0f-a0c3-63a6a3d94be2 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Network': ['ID=13d610c0-b0eb-46e2-a3c1-51130487c87e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.571674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28d80d94-49e6-4873-a541-e759cfc202ed req-db9c2121-cf86-484c-8a95-e41f323e3f49 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0642881 Jul 16 18:09:07.577530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Network d04bdaba-b7ed-4278-ae11-717d154286ae is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:07.588145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:07.594441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:07.666923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Pushing event updated for resources: {'Port': ['ID=c853410a-6325-4541-8511-7c124843023f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:07.698069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:07.698806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.721510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-0bc7e44f-f760-4deb-819f-6fdf0e98fc76 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2028792 Jul 16 18:09:07.734564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Request body: {'port': {'device_id': '56914af1-1c56-449e-96a2-5685fb708f97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:07.760664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:09:07.786447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Deleting port 6a086602-be99-4776-99aa-40a3e8af32d1 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:07.787106 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.860042 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 80a60a60-813e-4627-b5de-7db533f27678 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:07.913718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 80a60a60-813e-4627-b5de-7db533f27678 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:07.917656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 80a60a60-813e-4627-b5de-7db533f27678 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:07.919117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6a086602-be99-4776-99aa-40a3e8af32d1 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:07.922406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:07.935104 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48ba22-3846-411e-9aa0-11b6636a68dd None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:07.953375 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:07.959701 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48ba22-3846-411e-9aa0-11b6636a68dd None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:07.964642 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5b48ba22-3846-411e-9aa0-11b6636a68dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:07.967843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 6a086602-be99-4776-99aa-40a3e8af32d1 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:07.968816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6a086602-be99-4776-99aa-40a3e8af32d1 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:07.979185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] For port 6a086602-be99-4776-99aa-40a3e8af32d1, host n-d-794306-7, got binding levels [] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:07.979801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.010288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Calling delete_port for 6a086602-be99-4776-99aa-40a3e8af32d1 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:08.013188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.014356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-853e193c-b50c-49ab-a21e-54f43d47ddcc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9952235 Jul 16 18:09:08.015116 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.ipam_backend_mixin [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Port 6a086602-be99-4776-99aa-40a3e8af32d1 was not found and therefore no delete operation was performed {{(pid=105438) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:09:08.015328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.025259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393266fe-3549-440f-a2ee-f06b2e70efca req-6037c041-ac59-47f2-9f07-c51ef4fdb05c tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.026825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-393266fe-3549-440f-a2ee-f06b2e70efca req-6037c041-ac59-47f2-9f07-c51ef4fdb05c tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 931 time: 0.3197446 Jul 16 18:09:08.035923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37062) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:08.048616 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5b48ba22-3846-411e-9aa0-11b6636a68dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.053175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.068045 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48ba22-3846-411e-9aa0-11b6636a68dd None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:08.069413 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5b48ba22-3846-411e-9aa0-11b6636a68dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.136179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a086602-be99-4776-99aa-40a3e8af32d1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.140934 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5b48ba22-3846-411e-9aa0-11b6636a68dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.142405 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b48ba22-3846-411e-9aa0-11b6636a68dd None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:08.147004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] No DVR routers for this DVR port 6a086602-be99-4776-99aa-40a3e8af32d1 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:08.198282 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.211362 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-393266fe-3549-440f-a2ee-f06b2e70efca req-0e9f02e8-b6e0-471d-8189-9d5b1dccb2dd tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651587 Jul 16 18:09:08.295625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Network d04bdaba-b7ed-4278-ae11-717d154286ae is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:08.334548 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.353266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:08.361367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c034983a-632b-4340-be69-9b3007395c93']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.364227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:08.374545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Pushing event updated for resources: {'Port': ['ID=4f36d6c2-a229-4991-8196-34b70a92ef40,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.398307 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5ed89d0-140f-497b-9781-db5f1c7e20bf') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.398612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5ed89d0-140f-497b-9781-db5f1c7e20bf') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:08.446742 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.470748 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.480887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.481536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.493516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:08.493935 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:08.495753 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:08.507525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631b90d-fd77-4904-8e70-18c87191f32f req-076d596c-a1c6-46ee-b3b2-59424c31b78a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.513951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631b90d-fd77-4904-8e70-18c87191f32f req-076d596c-a1c6-46ee-b3b2-59424c31b78a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.519976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631b90d-fd77-4904-8e70-18c87191f32f req-076d596c-a1c6-46ee-b3b2-59424c31b78a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.527299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631b90d-fd77-4904-8e70-18c87191f32f req-076d596c-a1c6-46ee-b3b2-59424c31b78a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.533437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631b90d-fd77-4904-8e70-18c87191f32f req-076d596c-a1c6-46ee-b3b2-59424c31b78a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.539307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631b90d-fd77-4904-8e70-18c87191f32f req-076d596c-a1c6-46ee-b3b2-59424c31b78a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.546089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9631b90d-fd77-4904-8e70-18c87191f32f req-076d596c-a1c6-46ee-b3b2-59424c31b78a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:08.548086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9631b90d-fd77-4904-8e70-18c87191f32f req-076d596c-a1c6-46ee-b3b2-59424c31b78a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.3672261 Jul 16 18:09:08.564389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-c7824ae3-f437-44aa-a3b8-4985486717e9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1646004 Jul 16 18:09:08.572713 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.588091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Request body: {'port': {'device_id': 'c844b606-af46-43db-a616-d23de2d09785', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:08.623058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.676261 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.678157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c034983a-632b-4340-be69-9b3007395c93 HTTP/1.1" status: 204 len: 168 time: 1.9672098 Jul 16 18:09:08.710494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303348f3-fc80-45c2-a794-55b5a20b9805 admin admin] Pushing event deleted for resources: {'Network': ['ID=c034983a-632b-4340-be69-9b3007395c93,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:08.728259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9631b90d-fd77-4904-8e70-18c87191f32f req-28c8560a-58e2-4d76-b068-de849fe938a6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1689618 Jul 16 18:09:08.872612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.901154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c853410a-6325-4541-8511-7c124843023f {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:08.911365 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.921547 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f7f3172d-cb0e-4252-b675-351794803396 req-bc0a6448-4466-4fae-8ebf-5cdd91628d88 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0447011 Jul 16 18:09:08.952364 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Transition to ACTIVE for port object c853410a-6325-4541-8511-7c124843023f will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:08.961111 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:08.999772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37074) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:09.089483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Pushing event updated for resources: {'Port': ['ID=c853410a-6325-4541-8511-7c124843023f,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.177218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-27be4f9e-2664-484c-b9f1-af794fc06529 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=be9ac7b88b6347708ba6a40833c4ba75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1739604 Jul 16 18:09:09.186402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37076) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:09.232979 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.266261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Attempting to bind port c853410a-6325-4541-8511-7c124843023f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:09.266600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Attempting to bind port c853410a-6325-4541-8511-7c124843023f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:09.267124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Attempting to bind port c853410a-6325-4541-8511-7c124843023f on network d04bdaba-b7ed-4278-ae11-717d154286ae {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:09.275431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Port c853410a-6325-4541-8511-7c124843023f on network d04bdaba-b7ed-4278-ae11-717d154286ae not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:09.276301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Attempting to bind port c853410a-6325-4541-8511-7c124843023f on network d04bdaba-b7ed-4278-ae11-717d154286ae {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:09.326185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:09.326858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Checking segment: {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:09.327421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Bound using segment: {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:09.328119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Bound port: c853410a-6325-4541-8511-7c124843023f, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:09.328802 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.349712 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a065594-6efa-42e4-b925-9df5c37ec9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.447447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a065594-6efa-42e4-b925-9df5c37ec9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.495142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f36d6c2-a229-4991-8196-34b70a92ef40 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:09.506325 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.515436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] For port c853410a-6325-4541-8511-7c124843023f, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:09.530029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Transition to ACTIVE for port object 4f36d6c2-a229-4991-8196-34b70a92ef40 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:09.532733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] For port c853410a-6325-4541-8511-7c124843023f, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c853410a-6325-4541-8511-7c124843023f,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:09.549134 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.553233 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 67a38bc2-f68f-47e3-8821-aa371bd7d830 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:09.553748 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.572753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.637301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.637924 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.639523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] 10.222.0.18 "PUT /v2.0/ports/c853410a-6325-4541-8511-7c124843023f HTTP/1.1" status: 200 len: 1091 time: 1.9104292 Jul 16 18:09:09.640751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56914af1-1c56-449e-96a2-5685fb708f97', 'tag': 'c853410a-6325-4541-8511-7c124843023f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:09.642846 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6db306-814d-4ba9-bdb4-e001187998cb" -d '{"events": [{"name": "network-changed", "server_uuid": "56914af1-1c56-449e-96a2-5685fb708f97", "tag": "c853410a-6325-4541-8511-7c124843023f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:09.697711 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a065594-6efa-42e4-b925-9df5c37ec9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.700616 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a065594-6efa-42e4-b925-9df5c37ec9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:09.702035 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7a065594-6efa-42e4-b925-9df5c37ec9b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c68c875e-a42a-4e7e-8be5-4ebaad2d9d02 HTTP/1.1" status: 204 len: 168 time: 0.5126183 Jul 16 18:09:09.722153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1acadf-6e41-4ce5-88cb-2673f1c372ac service neutron] Pushing event updated for resources: {'Port': ['ID=c853410a-6325-4541-8511-7c124843023f,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.753471 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79e72c98-4261-42fa-83a1-cd942d7b0d0f x-openstack-request-id: req-79e72c98-4261-42fa-83a1-cd942d7b0d0f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:09.754209 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56914af1-1c56-449e-96a2-5685fb708f97", "tag": "c853410a-6325-4541-8511-7c124843023f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:09.754209 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-79e72c98-4261-42fa-83a1-cd942d7b0d0f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:09.754452 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56914af1-1c56-449e-96a2-5685fb708f97', 'tag': 'c853410a-6325-4541-8511-7c124843023f', 'status': 'completed', 'code': 200} Jul 16 18:09:09.760705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a065594-6efa-42e4-b925-9df5c37ec9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c68c875e-a42a-4e7e-8be5-4ebaad2d9d02,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:09.842100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.20.0.1 (81d970e4-d981-4672-bd5d-07ba32d787fe/f29257fb-66c4-4e8b-978a-9627574c7e6f/57de1023-db5a-4cce-b616-eefb03a090e9) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:09.859062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-e1c81783-d179-4513-aa49-f302087dab41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:09.861084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-e1c81783-d179-4513-aa49-f302087dab41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=868f09554eca46b1a0343299b76e69ee&device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 1094 time: 0.1578817 Jul 16 18:09:09.934482 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-027d3b0b-3f60-4fba-9272-fdef5efd2c3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c853410a-6325-4541-8511-7c124843023f HTTP/1.1" status: 200 len: 217 time: 0.0625103 Jul 16 18:09:10.099523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-78138016-f968-41f8-a2d8-fbf308ed3e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.101622 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-78138016-f968-41f8-a2d8-fbf308ed3e8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6967648e-3116-40de-9644-024237f612d5 HTTP/1.1" status: 200 len: 853 time: 0.1600091 Jul 16 18:09:10.163283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-cb08c080-aabb-4731-85c8-57c63d1470e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04bdaba-b7ed-4278-ae11-717d154286ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542850 Jul 16 18:09:10.187296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Pushing event updated for resources: {'Port': ['ID=4f36d6c2-a229-4991-8196-34b70a92ef40,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.187479 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.248663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb631b4-b4ee-4e78-a1f0-faa09331753f req-efd976a1-4438-42aa-baa8-922a0bfef6ae tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.257561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb631b4-b4ee-4e78-a1f0-faa09331753f req-efd976a1-4438-42aa-baa8-922a0bfef6ae tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.263917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04681f5a-e59e-4bff-81cd-92a43276f962 req-90660127-f3ef-44b0-a7e7-fb54b01f09f0 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.265662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb631b4-b4ee-4e78-a1f0-faa09331753f req-efd976a1-4438-42aa-baa8-922a0bfef6ae tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.265808 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-04681f5a-e59e-4bff-81cd-92a43276f962 req-90660127-f3ef-44b0-a7e7-fb54b01f09f0 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 943 time: 0.7305629 Jul 16 18:09:10.272709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb631b4-b4ee-4e78-a1f0-faa09331753f req-efd976a1-4438-42aa-baa8-922a0bfef6ae tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.281431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb631b4-b4ee-4e78-a1f0-faa09331753f req-efd976a1-4438-42aa-baa8-922a0bfef6ae tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.289403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb631b4-b4ee-4e78-a1f0-faa09331753f req-efd976a1-4438-42aa-baa8-922a0bfef6ae tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.298670 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb631b4-b4ee-4e78-a1f0-faa09331753f req-efd976a1-4438-42aa-baa8-922a0bfef6ae tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.308428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdb631b4-b4ee-4e78-a1f0-faa09331753f req-efd976a1-4438-42aa-baa8-922a0bfef6ae tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.2814898 Jul 16 18:09:10.334922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] For port 67a38bc2-f68f-47e3-8821-aa371bd7d830, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=67a38bc2-f68f-47e3-8821-aa371bd7d830,segment=NetworkSegment(9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92),segment_id=9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:10.335309 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.360445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Attempting to bind port 4f36d6c2-a229-4991-8196-34b70a92ef40 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:10.360830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Attempting to bind port 4f36d6c2-a229-4991-8196-34b70a92ef40 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:10.361114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Attempting to bind port 4f36d6c2-a229-4991-8196-34b70a92ef40 on network d04bdaba-b7ed-4278-ae11-717d154286ae {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:10.375695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 67a38bc2-f68f-47e3-8821-aa371bd7d830 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:10.405604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdb631b4-b4ee-4e78-a1f0-faa09331753f req-bdbe968e-be09-452e-b8bf-ab70581d94bb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0961981 Jul 16 18:09:10.460470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-77d61b16-1344-41a2-a785-88d5eb847a57 service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889862 Jul 16 18:09:10.464196 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.521127 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-04681f5a-e59e-4bff-81cd-92a43276f962 req-a8fb26ca-ae40-4b03-a806-d06108ac3fee tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459483 Jul 16 18:09:10.533445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Port 4f36d6c2-a229-4991-8196-34b70a92ef40 on network d04bdaba-b7ed-4278-ae11-717d154286ae not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:10.533763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Attempting to bind port 4f36d6c2-a229-4991-8196-34b70a92ef40 on network d04bdaba-b7ed-4278-ae11-717d154286ae {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:10.542954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:10.543766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Checking segment: {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:10.544050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Bound using segment: {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:10.544631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Bound port: 4f36d6c2-a229-4991-8196-34b70a92ef40, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:10.544997 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.573541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network 81d970e4-d981-4672-bd5d-07ba32d787fe is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:10.580691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:10.583332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:10.646949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=57de1023-db5a-4cce-b616-eefb03a090e9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.676367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] For port 4f36d6c2-a229-4991-8196-34b70a92ef40, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:10.679738 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] For port 4f36d6c2-a229-4991-8196-34b70a92ef40, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4f36d6c2-a229-4991-8196-34b70a92ef40,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:10.700378 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7feb5341-f7c0-4eb6-919c-0057ab5b12e5 req-2e7f32a5-9f75-49ab-a4d4-a37e458e1ee5 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0569017 Jul 16 18:09:10.720294 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.731988 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.803613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:10.803613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.807388 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] 10.222.0.18 "PUT /v2.0/ports/4f36d6c2-a229-4991-8196-34b70a92ef40 HTTP/1.1" status: 200 len: 1091 time: 2.2292039 Jul 16 18:09:10.807388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c844b606-af46-43db-a616-d23de2d09785', 'tag': '4f36d6c2-a229-4991-8196-34b70a92ef40'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:10.807731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-6ce11486-0f64-4a96-bb50-d07fbc8fd562 service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306994 Jul 16 18:09:10.808788 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79578f35-9ae2-481a-b01d-9af5a01a7498" -d '{"events": [{"name": "network-changed", "server_uuid": "c844b606-af46-43db-a616-d23de2d09785", "tag": "4f36d6c2-a229-4991-8196-34b70a92ef40"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:10.855859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:10.868844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2781f79-8b8e-423d-bb83-32d5e1ceb91d service neutron] Pushing event updated for resources: {'Port': ['ID=4f36d6c2-a229-4991-8196-34b70a92ef40,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:10.944775 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37124) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:11.016481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=67a38bc2-f68f-47e3-8821-aa371bd7d830,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:11.062444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-2f087b7b-4f78-4cf0-be35-eb346baf9706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.064259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-2f087b7b-4f78-4cf0-be35-eb346baf9706 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=868f09554eca46b1a0343299b76e69ee&device_id=c844b606-af46-43db-a616-d23de2d09785 HTTP/1.1" status: 200 len: 1094 time: 0.1979241 Jul 16 18:09:11.120870 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cdd4286-b78a-40e4-a2b3-e9b2143bd7c5 x-openstack-request-id: req-8cdd4286-b78a-40e4-a2b3-e9b2143bd7c5 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:11.121271 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c844b606-af46-43db-a616-d23de2d09785", "tag": "4f36d6c2-a229-4991-8196-34b70a92ef40", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:11.121621 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8cdd4286-b78a-40e4-a2b3-e9b2143bd7c5 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:11.122123 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c844b606-af46-43db-a616-d23de2d09785', 'tag': '4f36d6c2-a229-4991-8196-34b70a92ef40', 'status': 'completed', 'code': 200} Jul 16 18:09:11.243419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db306-814d-4ba9-bdb4-e001187998cb req-16f47df1-37ea-4814-86c4-f1c757b80835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.245186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4c6db306-814d-4ba9-bdb4-e001187998cb req-16f47df1-37ea-4814-86c4-f1c757b80835 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=868f09554eca46b1a0343299b76e69ee&device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 1094 time: 0.2951503 Jul 16 18:09:11.295238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.448306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db306-814d-4ba9-bdb4-e001187998cb req-71125b08-a1bb-46d4-b2d8-a77c9bb13f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.449802 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4c6db306-814d-4ba9-bdb4-e001187998cb req-71125b08-a1bb-46d4-b2d8-a77c9bb13f5a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d04bdaba-b7ed-4278-ae11-717d154286ae HTTP/1.1" status: 200 len: 914 time: 0.1964543 Jul 16 18:09:11.517605 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4c6db306-814d-4ba9-bdb4-e001187998cb req-0c2b6230-6dab-40dc-86b9-18dec4f07d0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c853410a-6325-4541-8511-7c124843023f HTTP/1.1" status: 200 len: 217 time: 0.0591192 Jul 16 18:09:11.578904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-51004778-network', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:11.584064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-f6146232-134e-4ad6-b46e-7ac9ccda632f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f36d6c2-a229-4991-8196-34b70a92ef40 HTTP/1.1" status: 200 len: 217 time: 0.5066733 Jul 16 18:09:11.585889 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.697243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6db306-814d-4ba9-bdb4-e001187998cb req-ebfd90d5-cd22-498f-80a3-8cf15466db86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.698703 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4c6db306-814d-4ba9-bdb4-e001187998cb req-ebfd90d5-cd22-498f-80a3-8cf15466db86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6967648e-3116-40de-9644-024237f612d5 HTTP/1.1" status: 200 len: 853 time: 0.1379809 Jul 16 18:09:11.717441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Made reservation on behalf of 675a398a6dea4d84b004a112e1b941ff for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:11.719887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.726518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 81393bab-0964-481b-953d-336e36d8c9b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:11.737394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-d720a85e-71e9-4258-8f51-edef668d23ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.738975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-d720a85e-71e9-4258-8f51-edef668d23ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6967648e-3116-40de-9644-024237f612d5 HTTP/1.1" status: 200 len: 853 time: 0.1467783 Jul 16 18:09:11.748260 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:11.767482 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4c6db306-814d-4ba9-bdb4-e001187998cb req-26c6f594-3ceb-467b-afd8-c505c2176b37 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04bdaba-b7ed-4278-ae11-717d154286ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577846 Jul 16 18:09:11.814523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6d71-18c9-4639-9190-3e4bc80adcb1 req-89d865c7-5c24-4b04-908d-f30b390fbe6e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.820718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6d71-18c9-4639-9190-3e4bc80adcb1 req-89d865c7-5c24-4b04-908d-f30b390fbe6e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.827275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6d71-18c9-4639-9190-3e4bc80adcb1 req-89d865c7-5c24-4b04-908d-f30b390fbe6e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.828007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-e68808ee-1ee4-4f50-8806-467ac1ef1a2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04bdaba-b7ed-4278-ae11-717d154286ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428550 Jul 16 18:09:11.833528 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6d71-18c9-4639-9190-3e4bc80adcb1 req-89d865c7-5c24-4b04-908d-f30b390fbe6e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.840603 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6d71-18c9-4639-9190-3e4bc80adcb1 req-89d865c7-5c24-4b04-908d-f30b390fbe6e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.847487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6d71-18c9-4639-9190-3e4bc80adcb1 req-89d865c7-5c24-4b04-908d-f30b390fbe6e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.856186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0f6d71-18c9-4639-9190-3e4bc80adcb1 req-89d865c7-5c24-4b04-908d-f30b390fbe6e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:11.858124 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b0f6d71-18c9-4639-9190-3e4bc80adcb1 req-89d865c7-5c24-4b04-908d-f30b390fbe6e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.2612312 Jul 16 18:09:11.909488 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.035529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd25f0d2-5ab9-42c8-b651-c4c3a90a63af req-60f523ee-b7f7-43be-bbde-95015366af8c tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.036489 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b0f6d71-18c9-4639-9190-3e4bc80adcb1 req-c0649381-8add-4d50-aec5-1956f37da533 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1661277 Jul 16 18:09:12.037307 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd25f0d2-5ab9-42c8-b651-c4c3a90a63af req-60f523ee-b7f7-43be-bbde-95015366af8c tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 943 time: 0.3644006 Jul 16 18:09:12.052425 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-8418acb5-0501-4d30-a46a-f0474e59d81f service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2141266 Jul 16 18:09:12.059084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:12.081629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d13e3-5a1f-453d-abbb-35662d9fd954 None None] Sync routers for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:12.091720 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-91f55885-52d7-4be7-8b2a-d526f63618cc tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6979127 Jul 16 18:09:12.092833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37138) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:12.096096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4c6db306-814d-4ba9-bdb4-e001187998cb req-460bcc62-95ae-480f-ad94-7028e02a4dcc service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3179967 Jul 16 18:09:12.098442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d13e3-5a1f-453d-abbb-35662d9fd954 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:12.099185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-310d13e3-5a1f-453d-abbb-35662d9fd954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:12.217246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a59b4d-340b-4af8-8878-2d899243648d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting subnet 8ae4822e-c10d-40c1-a644-3eef40824926 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:12.226927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5a59b4d-340b-4af8-8878-2d899243648d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.294564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-310d13e3-5a1f-453d-abbb-35662d9fd954 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:12.303205 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-397f419e-0e24-46ea-bd91-d28d284743a1 req-25a4586d-e88f-477c-b059-8c05308fd430 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0827255 Jul 16 18:09:12.321736 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5a59b4d-340b-4af8-8878-2d899243648d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.346685 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4c6db306-814d-4ba9-bdb4-e001187998cb req-94338d8a-574e-4015-a9ec-f67823e5d889 service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370746 Jul 16 18:09:12.363490 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd25f0d2-5ab9-42c8-b651-c4c3a90a63af req-40062073-71fe-481c-9fe0-57e38f80542f tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3146031 Jul 16 18:09:12.453636 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.458337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0bc3702-57bb-458d-a977-6a46190c2a9a req-a39f0ef9-eaa5-4e7a-8739-05f256062be0 service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3883593 Jul 16 18:09:12.462766 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.484146 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5a59b4d-340b-4af8-8878-2d899243648d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.524562 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:12.604145 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.606163 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5a59b4d-340b-4af8-8878-2d899243648d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.622098 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.622449 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Added segment 9fa53e96-3039-4010-91dd-5c4b7b04faea of type vlan for network ccc33d11-cffe-4e1c-b1ab-826292e171d2 Jul 16 18:09:12.625165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c685951-4682-405d-b854-57edec1c77c6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:12.648046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.650792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a59b4d-340b-4af8-8878-2d899243648d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Subnet': ['ID=8ae4822e-c10d-40c1-a644-3eef40824926,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:12.660040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5a59b4d-340b-4af8-8878-2d899243648d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.664554 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b5a59b4d-340b-4af8-8878-2d899243648d tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/8ae4822e-c10d-40c1-a644-3eef40824926 HTTP/1.1" status: 204 len: 168 time: 0.5648975 Jul 16 18:09:12.665894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37142) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:12.709571 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.739671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad5111-cd13-42b0-914a-a987e2176271 None None] Network f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:12.826147 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.868708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=57de1023-db5a-4cce-b616-eefb03a090e9,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:12.886745 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.887772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:12.888366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.906846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 9d99f153-fe7c-4077-896b-3d51237a68dc {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:12.907246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.988652 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:12.992018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-310d13e3-5a1f-453d-abbb-35662d9fd954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:10Z', 'revision_number': 9, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:12.993591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] For port 9d99f153-fe7c-4077-896b-3d51237a68dc, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9d99f153-fe7c-4077-896b-3d51237a68dc,segment=NetworkSegment(9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92),segment_id=9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:12.994246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.014314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 9d99f153-fe7c-4077-896b-3d51237a68dc owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:13.022791 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.0714853 Jul 16 18:09:13.024285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37144) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:13.058283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] Request body: {'subnet': {'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-51004778-subnet', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:13.066252 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe7b9c8-5116-4a0a-970a-cd37f5605957 None None] DHCP port deletion for f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:13.079145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83432240-079c-49c0-b1d6-6f4717aae734 admin admin] Pushing event updated for resources: {'Network': ['ID=ccc33d11-cffe-4e1c-b1ab-826292e171d2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.106447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network ccc33d11-cffe-4e1c-b1ab-826292e171d2 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:13.114316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79578f35-9ae2-481a-b01d-9af5a01a7498 req-c962d0e6-3b47-4368-883f-549cbe037c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.117626 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79578f35-9ae2-481a-b01d-9af5a01a7498 req-c962d0e6-3b47-4368-883f-549cbe037c08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=868f09554eca46b1a0343299b76e69ee&device_id=c844b606-af46-43db-a616-d23de2d09785 HTTP/1.1" status: 200 len: 1094 time: 0.5778275 Jul 16 18:09:13.168806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] Made reservation on behalf of 675a398a6dea4d84b004a112e1b941ff for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:13.171958 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.178913 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d13e3-5a1f-453d-abbb-35662d9fd954 None None] Checking router: 81393bab-0964-481b-953d-336e36d8c9b2 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:13.248372 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.266360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310d13e3-5a1f-453d-abbb-35662d9fd954 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:13.273087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-310d13e3-5a1f-453d-abbb-35662d9fd954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:13.300046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No DVR routers for this DVR port 9d99f153-fe7c-4077-896b-3d51237a68dc on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:13.379650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network 81d970e4-d981-4672-bd5d-07ba32d787fe is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:13.396153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:13.401516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79578f35-9ae2-481a-b01d-9af5a01a7498 req-76cea9f0-98a8-47b5-8360-bab48b28f020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.403248 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79578f35-9ae2-481a-b01d-9af5a01a7498 req-76cea9f0-98a8-47b5-8360-bab48b28f020 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d04bdaba-b7ed-4278-ae11-717d154286ae HTTP/1.1" status: 200 len: 914 time: 0.2768443 Jul 16 18:09:13.429430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7b9c8-5116-4a0a-970a-cd37f5605957 None None] Deleting port 9d99f153-fe7c-4077-896b-3d51237a68dc {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:13.429873 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b9c8-5116-4a0a-970a-cd37f5605957 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.458364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-310d13e3-5a1f-453d-abbb-35662d9fd954 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:13.507347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=9d99f153-fe7c-4077-896b-3d51237a68dc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.528285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79578f35-9ae2-481a-b01d-9af5a01a7498 req-314236d0-7865-46a1-84f1-45618ac633bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=4f36d6c2-a229-4991-8196-34b70a92ef40 HTTP/1.1" status: 200 len: 217 time: 0.1170959 Jul 16 18:09:13.550360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-bfe7b9c8-5116-4a0a-970a-cd37f5605957 None None] For port 9d99f153-fe7c-4077-896b-3d51237a68dc, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:13.550538 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b9c8-5116-4a0a-970a-cd37f5605957 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.600001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-bfe7b9c8-5116-4a0a-970a-cd37f5605957 None None] Calling delete_port for 9d99f153-fe7c-4077-896b-3d51237a68dc owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:13.604453 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-bfe7b9c8-5116-4a0a-970a-cd37f5605957 None None] Port 9d99f153-fe7c-4077-896b-3d51237a68dc was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:09:13.605431 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19d1c23d-3fa2-4847-a627-a72a502de2e7 req-6c3caa24-f88a-4ea3-9f81-571e9a5f96af tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0396194 Jul 16 18:09:13.616063 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bfe7b9c8-5116-4a0a-970a-cd37f5605957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.645766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe7b9c8-5116-4a0a-970a-cd37f5605957 None None] Pushing event deleted for resources: {'Port': ['ID=9d99f153-fe7c-4077-896b-3d51237a68dc,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:13.673905 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.696831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:13.710765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:13.712362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e61c87f-a2d9-4218-8ac7-e8ddbfb2db92') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:13.724717 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.747807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe7b9c8-5116-4a0a-970a-cd37f5605957 None None] No DVR routers for this DVR port 9d99f153-fe7c-4077-896b-3d51237a68dc on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:13.759190 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.775059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:13.775793 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.782785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65847f-e170-402e-b533-3b080773bbeb req-4a7ba5cc-7f84-4903-a0ac-4cfd34f3bcd2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.792077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65847f-e170-402e-b533-3b080773bbeb req-4a7ba5cc-7f84-4903-a0ac-4cfd34f3bcd2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.807520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65847f-e170-402e-b533-3b080773bbeb req-4a7ba5cc-7f84-4903-a0ac-4cfd34f3bcd2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.813559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65847f-e170-402e-b533-3b080773bbeb req-4a7ba5cc-7f84-4903-a0ac-4cfd34f3bcd2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:13.816591 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:13.827127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65847f-e170-402e-b533-3b080773bbeb req-4a7ba5cc-7f84-4903-a0ac-4cfd34f3bcd2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.833495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65847f-e170-402e-b533-3b080773bbeb req-4a7ba5cc-7f84-4903-a0ac-4cfd34f3bcd2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.841313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf65847f-e170-402e-b533-3b080773bbeb req-4a7ba5cc-7f84-4903-a0ac-4cfd34f3bcd2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.859773 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cf65847f-e170-402e-b533-3b080773bbeb req-4a7ba5cc-7f84-4903-a0ac-4cfd34f3bcd2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.5405476 Jul 16 18:09:13.889951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d99f153-fe7c-4077-896b-3d51237a68dc no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:13.919978 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79578f35-9ae2-481a-b01d-9af5a01a7498 req-e70201ad-6ab0-43bb-8914-381d28a25c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:13.923073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79578f35-9ae2-481a-b01d-9af5a01a7498 req-e70201ad-6ab0-43bb-8914-381d28a25c11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6967648e-3116-40de-9644-024237f612d5 HTTP/1.1" status: 200 len: 853 time: 0.3810575 Jul 16 18:09:13.930944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 9d99f153-fe7c-4077-896b-3d51237a68dc {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:13.931679 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d99f153-fe7c-4077-896b-3d51237a68dc not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:13.957145 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.965998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-310d13e3-5a1f-453d-abbb-35662d9fd954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:10Z', 'revision_number': 9, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:13.966259 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:13.970980 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/networks/f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e HTTP/1.1" status: 204 len: 168 time: 1.3015783 Jul 16 18:09:13.973102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37156) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.001013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310d13e3-5a1f-453d-abbb-35662d9fd954 None None] The sync data for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 is: [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:10Z', 'revision_number': 9, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e5b283da-a8de-42f5-814c-411b1d0c86b3', 'name': '', 'network_id': '6d46ab3b-8b87-4877-8e29-6161968c91de', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2e:49:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:31Z', 'updated_at': '2021-07-16T18:08:40Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': '2a6b97a6-11ce-4afc-b8ef-08572f223e87', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:14.010339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79578f35-9ae2-481a-b01d-9af5a01a7498 req-e85bbcc0-176d-4893-a225-52614a3e17d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04bdaba-b7ed-4278-ae11-717d154286ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0780473 Jul 16 18:09:14.045794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a78fe86-a72f-49f6-8bbb-58bb151b1049 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Network': ['ID=f0e221d4-7b40-4bda-94a8-2ec9ff8edf6e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.060924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:14.080134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cf65847f-e170-402e-b533-3b080773bbeb req-b61340f9-2eaa-4254-b563-fe4cd9832d93 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2112458 Jul 16 18:09:14.083684 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.165322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29aa192-6bfc-4fa8-a555-2ae39c9b325f req-ad8305cc-bfb3-4ab0-8ae0-f1a19fefe595 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.174371 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e29aa192-6bfc-4fa8-a555-2ae39c9b325f req-ad8305cc-bfb3-4ab0-8ae0-f1a19fefe595 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 943 time: 0.3317850 Jul 16 18:09:14.296193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] Checking segment: {'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:14.296553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] Network hostable DHCP agents. Network: ccc33d11-cffe-4e1c-b1ab-826292e171d2, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:14.310768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1df18640-4bdf-41b8-a809-6f4222c3c26a,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:14.384006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79578f35-9ae2-481a-b01d-9af5a01a7498 req-c1c511c1-f3db-4003-a959-18e8e4c2d848 service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520651 Jul 16 18:09:14.405565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] Network ccc33d11-cffe-4e1c-b1ab-826292e171d2 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:14.439084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c853410a-6325-4541-8511-7c124843023f details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:14.450360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:14.462583 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9a503-fa0a-423f-bf75-65c96d4be63e None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:14.472301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4d5e0b7d-e72d-4059-b1be-2d8f9797eb17 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "PUT /v2.0/routers/f1cc1ff3-8628-4ab9-908b-889ed44604e7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4335647 Jul 16 18:09:14.478308 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9a503-fa0a-423f-bf75-65c96d4be63e None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:14.479999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37162) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.482213 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e6a9a503-fa0a-423f-bf75-65c96d4be63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:14.488241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'port': {'network_id': '81d970e4-d981-4672-bd5d-07ba32d787fe', 'name': 'tempest-FloatingIPTestJSON-418480625'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:14.551473 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e6a9a503-fa0a-423f-bf75-65c96d4be63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:14.559987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, ccc33d11-cffe-4e1c-b1ab-826292e171d2) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:14.578424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:14.579204 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.580644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ec7348-cc6b-4430-9e69-cf2702a92352 None None] Network ccc33d11-cffe-4e1c-b1ab-826292e171d2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:14.581605 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a9a503-fa0a-423f-bf75-65c96d4be63e None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:14.582419 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e6a9a503-fa0a-423f-bf75-65c96d4be63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:14.643266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8a947300-7df6-4394-95be-3b080b56b54c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.6137149 Jul 16 18:09:14.644786 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37168) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:14.654339 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e6a9a503-fa0a-423f-bf75-65c96d4be63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:14.655257 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a9a503-fa0a-423f-bf75-65c96d4be63e None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:14.672559 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-51004778-router', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:14.687572 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e29aa192-6bfc-4fa8-a555-2ae39c9b325f req-979ad51a-1b5d-48dc-bccd-7f6fb6a686ec tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5123050 Jul 16 18:09:14.731399 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.732465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.807573 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79578f35-9ae2-481a-b01d-9af5a01a7498 req-e70641f0-6f20-4c9f-83b0-ecb7d79a01ff service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4136889 Jul 16 18:09:14.819495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c853410a-6325-4541-8511-7c124843023f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c853410a-6325-4541-8511-7c124843023f,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:14.850049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.851497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'c853410a-6325-4541-8511-7c124843023f', 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae', 'port_id': 'c853410a-6325-4541-8511-7c124843023f', 'mac_address': 'fa:16:3e:10:50:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6967648e-3116-40de-9644-024237f612d5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:14.859045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc1c5e3-cf6d-40cf-94d2-a46f81f35c14 None None] Network ccc33d11-cffe-4e1c-b1ab-826292e171d2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:14.924065 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81594efe-465f-4aa2-92e0-03695152c0a8 req-a11eab39-024a-409a-a86b-327ae46c3f4d tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.1105323 Jul 16 18:09:14.970530 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.971392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Made reservation on behalf of 9bc64f55cbe44683bf6617a51e20b42e for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:14.975924 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:14.999039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c853410a-6325-4541-8511-7c124843023f {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:15.006688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] device_id is not set on port e4134114-e0d7-4811-9151-91ffbfb00952 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:15.027310 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c853410a-6325-4541-8511-7c124843023f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c853410a-6325-4541-8511-7c124843023f,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:15.053953 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.062693 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.121310 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.136727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=c853410a-6325-4541-8511-7c124843023f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.186284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.20.0.10 (81d970e4-d981-4672-bd5d-07ba32d787fe/f29257fb-66c4-4e8b-978a-9627574c7e6f/e4134114-e0d7-4811-9151-91ffbfb00952) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:15.284504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c853410a-6325-4541-8511-7c124843023f'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:15.432308 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.446585 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fa2a2245-24d6-4221-ae09-d4e46e91673a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.479121 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.529830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network 81d970e4-d981-4672-bd5d-07ba32d787fe is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:15.535324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:15.539043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:15.566930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=e4134114-e0d7-4811-9151-91ffbfb00952,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:15.576238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.592503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fabcc-e2bc-4463-ab56-33ecbdca7464 req-ddee7c90-31b5-4fc3-96c6-0a43dcf020dd tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.598849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fabcc-e2bc-4463-ab56-33ecbdca7464 req-ddee7c90-31b5-4fc3-96c6-0a43dcf020dd tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.599378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.600011 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.607712 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fabcc-e2bc-4463-ab56-33ecbdca7464 req-ddee7c90-31b5-4fc3-96c6-0a43dcf020dd tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.617209 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-96f1c827-373d-4e26-950a-282c0f39e3c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1332431 Jul 16 18:09:15.617487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fabcc-e2bc-4463-ab56-33ecbdca7464 req-ddee7c90-31b5-4fc3-96c6-0a43dcf020dd tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.617611 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37176) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:15.621415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fabcc-e2bc-4463-ab56-33ecbdca7464 req-ddee7c90-31b5-4fc3-96c6-0a43dcf020dd tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.622768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'port': {'network_id': '81d970e4-d981-4672-bd5d-07ba32d787fe', 'name': 'tempest-FloatingIPTestJSON-945575256'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:15.627732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fabcc-e2bc-4463-ab56-33ecbdca7464 req-ddee7c90-31b5-4fc3-96c6-0a43dcf020dd tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.634338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fabcc-e2bc-4463-ab56-33ecbdca7464 req-ddee7c90-31b5-4fc3-96c6-0a43dcf020dd tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:15.636473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8f4fabcc-e2bc-4463-ab56-33ecbdca7464 req-ddee7c90-31b5-4fc3-96c6-0a43dcf020dd tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.3510523 Jul 16 18:09:15.662783 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.749122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Made reservation on behalf of 9bc64f55cbe44683bf6617a51e20b42e for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:15.753262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.787034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] device_id is not set on port ded6a9ba-0653-44b2-8246-3658f3fb6372 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:15.791055 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8f4fabcc-e2bc-4463-ab56-33ecbdca7464 req-d74dd8ea-e312-41b2-bdcc-9287f063e7d0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328964 Jul 16 18:09:15.834001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 67a38bc2-f68f-47e3-8821-aa371bd7d830 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:15.863074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port e5b283da-a8de-42f5-814c-411b1d0c86b3 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:15.863422 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:15.875204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 67a38bc2-f68f-47e3-8821-aa371bd7d830 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:15.875204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 67a38bc2-f68f-47e3-8821-aa371bd7d830 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:15.902669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Allocated IP 172.25.7.4 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/99c29e1d-45ac-4ffd-ab17-c9348b8b91bb) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:16.085919 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.129115 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4bcb937-96dc-4ebb-8288-663af6ff4b45 req-65c2ec28-231c-4d9d-8bab-8ccb1ebf7d77 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0487595 Jul 16 18:09:16.152965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] For port e5b283da-a8de-42f5-814c-411b1d0c86b3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e5b283da-a8de-42f5-814c-411b1d0c86b3,segment=NetworkSegment(e0b3928b-0236-4723-b6ae-56f2304fb3aa),segment_id=e0b3928b-0236-4723-b6ae-56f2304fb3aa)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:16.153482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.184455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for e5b283da-a8de-42f5-814c-411b1d0c86b3 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:16.205134 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.294968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:16.309543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:16.313042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:16.315175 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Pushing event updated for resources: {'Port': ['ID=99c29e1d-45ac-4ffd-ab17-c9348b8b91bb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.347070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.20.0.4 (81d970e4-d981-4672-bd5d-07ba32d787fe/f29257fb-66c4-4e8b-978a-9627574c7e6f/ded6a9ba-0653-44b2-8246-3658f3fb6372) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:16.360720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4ac5ca-e3e9-4799-9ccb-51fa313a9e62 req-62db3be3-7574-44f0-8312-daf319375c2c tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.362238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f4ac5ca-e3e9-4799-9ccb-51fa313a9e62 req-62db3be3-7574-44f0-8312-daf319375c2c tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 944 time: 0.4771957 Jul 16 18:09:16.444498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4f36d6c2-a229-4991-8196-34b70a92ef40 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:16.447053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c853410a-6325-4541-8511-7c124843023f up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:16.463130 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f4ac5ca-e3e9-4799-9ccb-51fa313a9e62 req-6dc48bcb-29eb-416b-8265-48f236641923 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864117 Jul 16 18:09:16.579580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.628791 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.629344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=e5b283da-a8de-42f5-814c-411b1d0c86b3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.640934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port c853410a-6325-4541-8511-7c124843023f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:16.647170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port c853410a-6325-4541-8511-7c124843023f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:16.647541 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.699253 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.728280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4f36d6c2-a229-4991-8196-34b70a92ef40, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4f36d6c2-a229-4991-8196-34b70a92ef40,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:16.754902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '4f36d6c2-a229-4991-8196-34b70a92ef40', 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae', 'port_id': '4f36d6c2-a229-4991-8196-34b70a92ef40', 'mac_address': 'fa:16:3e:4a:f7:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6967648e-3116-40de-9644-024237f612d5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:16.769752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network 81d970e4-d981-4672-bd5d-07ba32d787fe is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:16.778941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:16.783497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:16.815753 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.852099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=ded6a9ba-0653-44b2-8246-3658f3fb6372,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:16.908412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f36d6c2-a229-4991-8196-34b70a92ef40 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:16.943036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:16.955471 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.964662 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.969926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4f36d6c2-a229-4991-8196-34b70a92ef40, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4f36d6c2-a229-4991-8196-34b70a92ef40,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:16.982680 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:16.992019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dcc95a6d-e818-4f64-947d-e74cd7592931 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3732269 Jul 16 18:09:16.996896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37194) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:17.006847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'ded6a9ba-0653-44b2-8246-3658f3fb6372', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:17.040232 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.063046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.093227 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.093848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56914af1-1c56-449e-96a2-5685fb708f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c853410a-6325-4541-8511-7c124843023f'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:17.095737 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b9d0bce-3ac4-4112-b992-e22f2cf55298" -d '{"events": [{"server_uuid": "56914af1-1c56-449e-96a2-5685fb708f97", "name": "network-vif-plugged", "status": "completed", "tag": "c853410a-6325-4541-8511-7c124843023f"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:17.123583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4f36d6c2-a229-4991-8196-34b70a92ef40,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:17.127534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c853410a-6325-4541-8511-7c124843023f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c853410a-6325-4541-8511-7c124843023f,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:17.132250 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.188888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=c853410a-6325-4541-8511-7c124843023f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:17.203626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['4f36d6c2-a229-4991-8196-34b70a92ef40'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:17.359369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3ebb-2ec8-4d9f-8340-f63c1237bbc5 req-88b33dbd-a76e-4eda-b8e5-323934e7ee24 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.369595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3ebb-2ec8-4d9f-8340-f63c1237bbc5 req-88b33dbd-a76e-4eda-b8e5-323934e7ee24 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.375663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3ebb-2ec8-4d9f-8340-f63c1237bbc5 req-88b33dbd-a76e-4eda-b8e5-323934e7ee24 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.381763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3ebb-2ec8-4d9f-8340-f63c1237bbc5 req-88b33dbd-a76e-4eda-b8e5-323934e7ee24 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.387811 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3ebb-2ec8-4d9f-8340-f63c1237bbc5 req-88b33dbd-a76e-4eda-b8e5-323934e7ee24 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.393798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3ebb-2ec8-4d9f-8340-f63c1237bbc5 req-88b33dbd-a76e-4eda-b8e5-323934e7ee24 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.410572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dc3ebb-2ec8-4d9f-8340-f63c1237bbc5 req-88b33dbd-a76e-4eda-b8e5-323934e7ee24 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.412603 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc40fc0-b7fe-40aa-af31-20c59435ef00 x-openstack-request-id: req-bbc40fc0-b7fe-40aa-af31-20c59435ef00 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:17.413012 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56914af1-1c56-449e-96a2-5685fb708f97", "name": "network-vif-plugged", "status": "completed", "tag": "c853410a-6325-4541-8511-7c124843023f", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:17.413268 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bbc40fc0-b7fe-40aa-af31-20c59435ef00 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:17.415048 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56914af1-1c56-449e-96a2-5685fb708f97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c853410a-6325-4541-8511-7c124843023f', 'code': 200} Jul 16 18:09:17.416437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9dc3ebb-2ec8-4d9f-8340-f63c1237bbc5 req-88b33dbd-a76e-4eda-b8e5-323934e7ee24 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.3179116 Jul 16 18:09:17.417097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37204) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:17.520033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.555519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9dc3ebb-2ec8-4d9f-8340-f63c1237bbc5 req-5ed4a910-59ab-4b55-bdaf-67e57d83690c tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1224327 Jul 16 18:09:17.614347 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d4877871-4b40-483f-9f99-e00ba6591b89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:17.687020 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1a04850-7b03-4b00-b7e2-802585aea564 req-7ecda243-c771-4336-b12a-98d1a47fccca tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0771015 Jul 16 18:09:17.729234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281b3b1-a87b-4763-9495-93d035166062 req-a3029a1d-d551-4965-9124-c8d6de33ba5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:17.731484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2281b3b1-a87b-4763-9495-93d035166062 req-a3029a1d-d551-4965-9124-c8d6de33ba5c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 1096 time: 0.2334974 Jul 16 18:09:17.821906 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 81393bab-0964-481b-953d-336e36d8c9b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:17.892505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.25.7.74 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/04f97369-3027-441f-b0bf-a1ae83f3975d) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:18.004816 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2281b3b1-a87b-4763-9495-93d035166062 req-bd4bb7de-87b7-48e2-a23d-e7d950b9a163 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587314 Jul 16 18:09:18.038506 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.084020 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.102873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:18.109108 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-80b1329c-3510-449b-9c98-8c049d5130a8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1348832 Jul 16 18:09:18.111898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37214) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:18.116143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931a7e4-9ba8-437b-9042-a9fdf0937637 req-69733ec2-4b47-4b7d-9c6f-f31593863215 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:18.118725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da3310-9fd9-4c7b-bef1-1b084a8dbc4f None None] Sync routers for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:18.119227 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2931a7e4-9ba8-437b-9042-a9fdf0937637 req-69733ec2-4b47-4b7d-9c6f-f31593863215 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 945 time: 0.3790047 Jul 16 18:09:18.135786 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d4877871-4b40-483f-9f99-e00ba6591b89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.150437 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d4877871-4b40-483f-9f99-e00ba6591b89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.160504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da3310-9fd9-4c7b-bef1-1b084a8dbc4f None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:18.161816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-75da3310-9fd9-4c7b-bef1-1b084a8dbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:18.209012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-0782356d-c791-47a0-8b6c-d0dfe078a0a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting subnet 2a6b97a6-11ce-4afc-b8ef-08572f223e87 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:18.214713 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0782356d-c791-47a0-8b6c-d0dfe078a0a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.246889 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.254705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2931a7e4-9ba8-437b-9042-a9fdf0937637 req-2bc6e145-32c2-46f1-80dd-5cc193bfbdab tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228707 Jul 16 18:09:18.263702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d4877871-4b40-483f-9f99-e00ba6591b89 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9202920d41442ffbee9eb5599ebc990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8423932 Jul 16 18:09:18.264748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-768a1f44-ce0d-4ba2-beeb-bf13bd5de732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.267132 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37216) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:18.268684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4877871-4b40-483f-9f99-e00ba6591b89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2f9565-627b-42d3-83d5-11b873bd34d1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.289364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.291834 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0782356d-c791-47a0-8b6c-d0dfe078a0a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.309721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-75da3310-9fd9-4c7b-bef1-1b084a8dbc4f None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:18.338135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:18.341193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:18.345383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:18.379967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:09:18.387287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=04f97369-3027-441f-b0bf-a1ae83f3975d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.414072 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c67c56d6-e718-49c1-a9c7-c12ee1d429eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.454085 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4f36d6c2-a229-4991-8196-34b70a92ef40 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:18.475078 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0782356d-c791-47a0-8b6c-d0dfe078a0a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.511964 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c67c56d6-e718-49c1-a9c7-c12ee1d429eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.571457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 4f36d6c2-a229-4991-8196-34b70a92ef40 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:18.577724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-75da3310-9fd9-4c7b-bef1-1b084a8dbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:16Z', 'revision_number': 10, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:18.581119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 4f36d6c2-a229-4991-8196-34b70a92ef40 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:18.581119 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.637416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:18.646464 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0782356d-c791-47a0-8b6c-d0dfe078a0a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.650880 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Sync routers for ids ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:18.674978 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Routers {'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:18.679063 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:18.686270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c67c56d6-e718-49c1-a9c7-c12ee1d429eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.688992 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c67c56d6-e718-49c1-a9c7-c12ee1d429eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.690189 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c67c56d6-e718-49c1-a9c7-c12ee1d429eb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b2f9565-627b-42d3-83d5-11b873bd34d1 HTTP/1.1" status: 204 len: 168 time: 0.4220600 Jul 16 18:09:18.696179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0782356d-c791-47a0-8b6c-d0dfe078a0a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Subnet': ['ID=2a6b97a6-11ce-4afc-b8ef-08572f223e87,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.699855 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.701115 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fe30cbb3-d57e-4adb-bce5-1a846ebf008a admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.0378044 Jul 16 18:09:18.705275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37222) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:18.710760 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0782356d-c791-47a0-8b6c-d0dfe078a0a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.713310 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0782356d-c791-47a0-8b6c-d0dfe078a0a7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/2a6b97a6-11ce-4afc-b8ef-08572f223e87 HTTP/1.1" status: 204 len: 168 time: 0.6004636 Jul 16 18:09:18.717832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37224) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:18.720795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67c56d6-e718-49c1-a9c7-c12ee1d429eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2f9565-627b-42d3-83d5-11b873bd34d1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:18.816887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:18.888457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 1d4fbd0b-e052-4618-a347-ee1e17463815 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:18.890968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1a3784-d46f-495e-a076-fde0f5cf03cf None None] Network 6d46ab3b-8b87-4877-8e29-6161968c91de requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:18.922563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da3310-9fd9-4c7b-bef1-1b084a8dbc4f None None] Checking router: 81393bab-0964-481b-953d-336e36d8c9b2 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:19.007746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da3310-9fd9-4c7b-bef1-1b084a8dbc4f None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:19.009510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-75da3310-9fd9-4c7b-bef1-1b084a8dbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:19.060571 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Set router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:19.099543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584ad7-b845-4140-b262-78b01e2b034c req-690e27cc-75ef-4434-96b9-57597ebacda0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.109422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584ad7-b845-4140-b262-78b01e2b034c req-690e27cc-75ef-4434-96b9-57597ebacda0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.116778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584ad7-b845-4140-b262-78b01e2b034c req-690e27cc-75ef-4434-96b9-57597ebacda0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.123260 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584ad7-b845-4140-b262-78b01e2b034c req-690e27cc-75ef-4434-96b9-57597ebacda0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.129210 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584ad7-b845-4140-b262-78b01e2b034c req-690e27cc-75ef-4434-96b9-57597ebacda0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.135370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584ad7-b845-4140-b262-78b01e2b034c req-690e27cc-75ef-4434-96b9-57597ebacda0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.141621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10584ad7-b845-4140-b262-78b01e2b034c req-690e27cc-75ef-4434-96b9-57597ebacda0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:19.143679 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-10584ad7-b845-4140-b262-78b01e2b034c req-690e27cc-75ef-4434-96b9-57597ebacda0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5419 time: 0.2921350 Jul 16 18:09:19.153261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f27a3272-dab7-400f-a13a-c285fe7d942b req-1d629b01-d0f9-4793-97cf-99d58a5177c6 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0702193 Jul 16 18:09:19.173323 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.312357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-10584ad7-b845-4140-b262-78b01e2b034c req-c39900b8-f78a-407e-9f9c-e97884033a00 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1592917 Jul 16 18:09:19.330334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37234) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:19.331914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.343393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-75da3310-9fd9-4c7b-bef1-1b084a8dbc4f None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:19.345916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 7018b930-b194-47c9-9cb7-6249bf938606 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:19.346262 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.416995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 1d4fbd0b-e052-4618-a347-ee1e17463815, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1d4fbd0b-e052-4618-a347-ee1e17463815,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:19.425379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a159031-8798-4963-a05f-ce71356992b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.427379 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.457006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '1d4fbd0b-e052-4618-a347-ee1e17463815', 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6', 'port_id': '1d4fbd0b-e052-4618-a347-ee1e17463815', 'mac_address': 'fa:16:3e:ad:81:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15a0ab7-592e-49d7-b5e8-b678614b9d42', 'ip_address': '10.1.1.93'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:19.459382 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'name': 'tempest-ServerRescueTestJSON-51004778-router', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:14Z', 'updated_at': '2021-07-16T18:09:16Z', 'revision_number': 3, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'gw_port': {'id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:15Z', 'updated_at': '2021-07-16T18:09:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:19.502829 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Checking router: b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:19.503615 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Updating router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:19.518267 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c844b606-af46-43db-a616-d23de2d09785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f36d6c2-a229-4991-8196-34b70a92ef40'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:19.520636 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c2357f-1dd9-4eb6-a801-e9142bf32215" -d '{"events": [{"server_uuid": "c844b606-af46-43db-a616-d23de2d09785", "name": "network-vif-plugged", "status": "completed", "tag": "4f36d6c2-a229-4991-8196-34b70a92ef40"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:19.573383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] For port 7018b930-b194-47c9-9cb7-6249bf938606, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7018b930-b194-47c9-9cb7-6249bf938606,segment=NetworkSegment(e0b3928b-0236-4723-b6ae-56f2304fb3aa),segment_id=e0b3928b-0236-4723-b6ae-56f2304fb3aa)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:19.573757 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.573894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 4f36d6c2-a229-4991-8196-34b70a92ef40, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4f36d6c2-a229-4991-8196-34b70a92ef40,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:19.605932 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.620220 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.625698 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.632289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 7018b930-b194-47c9-9cb7-6249bf938606 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:19.660904 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f995ff7-97e9-4013-8c03-e3f9271a0df4 x-openstack-request-id: req-8f995ff7-97e9-4013-8c03-e3f9271a0df4 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:19.661202 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c844b606-af46-43db-a616-d23de2d09785", "name": "network-vif-plugged", "status": "completed", "tag": "4f36d6c2-a229-4991-8196-34b70a92ef40", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:19.661457 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8f995ff7-97e9-4013-8c03-e3f9271a0df4 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:19.662075 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c844b606-af46-43db-a616-d23de2d09785', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f36d6c2-a229-4991-8196-34b70a92ef40', 'code': 200} Jul 16 18:09:19.683777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d4fbd0b-e052-4618-a347-ee1e17463815 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:19.698648 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.705223 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.707299 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a159031-8798-4963-a05f-ce71356992b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.728938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448c7f93-3f3e-4d27-8311-d9925135d869 None None] DHCP port deletion for 6d46ab3b-8b87-4877-8e29-6161968c91de request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:19.758728 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a159031-8798-4963-a05f-ce71356992b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.770921 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 1d4fbd0b-e052-4618-a347-ee1e17463815, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1d4fbd0b-e052-4618-a347-ee1e17463815,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:19.775064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=4f36d6c2-a229-4991-8196-34b70a92ef40,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:19.810008 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.810689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 29a99993-167c-45c1-b0e8-012ff5e913fc details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:19.818771 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.877542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=04f97369-3027-441f-b0bf-a1ae83f3975d,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:19.888253 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:19.923738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=1d4fbd0b-e052-4618-a347-ee1e17463815,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:19.931208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7018b930-b194-47c9-9cb7-6249bf938606 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:19.968188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a159031-8798-4963-a05f-ce71356992b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3788095c-cd8d-4643-ae83-100d334c776c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.001682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-75da3310-9fd9-4c7b-bef1-1b084a8dbc4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:16Z', 'revision_number': 10, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:20.013122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985f5a21-468c-43a3-82ca-49d5a251cbcc req-6e03113e-026a-43d1-8e02-8498ef25eefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.014127 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1a159031-8798-4963-a05f-ce71356992b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=abda0c24fe9b43ef87d3b1a70b7e60e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6824543 Jul 16 18:09:20.014459 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-985f5a21-468c-43a3-82ca-49d5a251cbcc req-6e03113e-026a-43d1-8e02-8498ef25eefb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c844b606-af46-43db-a616-d23de2d09785 HTTP/1.1" status: 200 len: 1096 time: 0.2898304 Jul 16 18:09:20.016582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37238) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:20.038133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6144b6da-b16f-452a-b44d-b7931f5633ac req-eabfbc28-ffd4-47d0-853d-02f982c101f5 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:20.044127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75da3310-9fd9-4c7b-bef1-1b084a8dbc4f None None] The sync data for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 is: [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:16Z', 'revision_number': 10, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None, '_interfaces': [{'id': '222f0cc3-ebf3-4517-80f1-e24d6f7ae696', 'name': '', 'network_id': '0e86c5d2-6223-4680-b2ed-c3b92b20fb30', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'mac_address': 'fa:16:3e:2b:67:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81393bab-0964-481b-953d-336e36d8c9b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1728, 'fixed_ips': [{'subnet_id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:08:16Z', 'updated_at': '2021-07-16T18:08:32Z', 'revision_number': 5, 'project_id': 'aa40f18af9894188a2499702220d2574', 'subnets': [{'id': 'ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:20.046415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-448c7f93-3f3e-4d27-8311-d9925135d869 None None] Deleting port 7018b930-b194-47c9-9cb7-6249bf938606 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:20.046799 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-448c7f93-3f3e-4d27-8311-d9925135d869 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.049808 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6144b6da-b16f-452a-b44d-b7931f5633ac req-eabfbc28-ffd4-47d0-853d-02f982c101f5 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 945 time: 0.4912119 Jul 16 18:09:20.115362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 29a99993-167c-45c1-b0e8-012ff5e913fc, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=29a99993-167c-45c1-b0e8-012ff5e913fc,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:20.142682 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6144b6da-b16f-452a-b44d-b7931f5633ac req-4fd36f61-f4b6-47e9-ab09-e98da43799da tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916569 Jul 16 18:09:20.143795 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP ec0edec8-4626-41df-b521-ee5d016e49c4 associated. External IP: 172.25.7.74, port: ded6a9ba-0653-44b2-8246-3658f3fb6372. Jul 16 18:09:20.149168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-985f5a21-468c-43a3-82ca-49d5a251cbcc req-da4f5f46-fdc6-493b-bc2b-38db017c93f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215949 Jul 16 18:09:20.183312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.188027 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.196298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Port 7018b930-b194-47c9-9cb7-6249bf938606 update to DOWN by agent not found {{(pid=105440) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:09:20.198978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-448c7f93-3f3e-4d27-8311-d9925135d869 None None] For port 7018b930-b194-47c9-9cb7-6249bf938606, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7018b930-b194-47c9-9cb7-6249bf938606,segment=NetworkSegment(e0b3928b-0236-4723-b6ae-56f2304fb3aa),segment_id=e0b3928b-0236-4723-b6ae-56f2304fb3aa)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:20.201401 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-448c7f93-3f3e-4d27-8311-d9925135d869 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.202890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '29a99993-167c-45c1-b0e8-012ff5e913fc', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'port_id': '29a99993-167c-45c1-b0e8-012ff5e913fc', 'mac_address': 'fa:16:3e:27:84:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 375, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:20.216777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-448c7f93-3f3e-4d27-8311-d9925135d869 None None] Calling delete_port for 7018b930-b194-47c9-9cb7-6249bf938606 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:20.219192 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e88e4f1e-18e5-4dc4-aa56-df36abd25ceb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.222009 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Transition to ACTIVE for port object 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:20.244591 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.270613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No DVR routers for this DVR port 7018b930-b194-47c9-9cb7-6249bf938606 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:20.290766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=7018b930-b194-47c9-9cb7-6249bf938606,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.348840 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e88e4f1e-18e5-4dc4-aa56-df36abd25ceb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.373991 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.382836 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287370f8-629e-44c3-9eb8-d2b9a036cf38 None None] Pushing event updated for resources: {'Port': ['ID=99c29e1d-45ac-4ffd-ab17-c9348b8b91bb,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.390384 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Attempting to bind port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:20.391828 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Attempting to bind port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:20.392440 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Attempting to bind port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:20.410571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29a99993-167c-45c1-b0e8-012ff5e913fc {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:20.411097 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:20.411798 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:20.412328 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.412828 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:20.414699 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Bound port: 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:20.417180 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.421600 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.457476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d46ab3b-8b87-4877-8e29-6161968c91de']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:20.489219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 29a99993-167c-45c1-b0e8-012ff5e913fc, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=29a99993-167c-45c1-b0e8-012ff5e913fc,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:20.498895 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.499259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0b3928b-0236-4723-b6ae-56f2304fb3aa') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:20.499477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0b3928b-0236-4723-b6ae-56f2304fb3aa') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:20.499723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6f59f170-ea3b-48fb-bfc9-90634344e929 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:20.519965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e88e4f1e-18e5-4dc4-aa56-df36abd25ceb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.523936 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e88e4f1e-18e5-4dc4-aa56-df36abd25ceb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.525286 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] For port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:20.525506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e88e4f1e-18e5-4dc4-aa56-df36abd25ceb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3788095c-cd8d-4643-ae83-100d334c776c HTTP/1.1" status: 204 len: 168 time: 0.5077062 Jul 16 18:09:20.530887 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] For port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=99c29e1d-45ac-4ffd-ab17-c9348b8b91bb,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:20.544212 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.547797 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93918717-bed2-4207-ab23-2f1f98c0cd9d req-a7db934d-e600-46c0-9e23-fea69994c68b tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0782802 Jul 16 18:09:20.551625 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.557372 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.581230 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.596706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:20.597152 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:20.600480 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:20.608870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=29a99993-167c-45c1-b0e8-012ff5e913fc,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.653639 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6f59f170-ea3b-48fb-bfc9-90634344e929, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6f59f170-ea3b-48fb-bfc9-90634344e929,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:20.656885 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-448c7f93-3f3e-4d27-8311-d9925135d869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.692164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448c7f93-3f3e-4d27-8311-d9925135d869 None None] Pushing event deleted for resources: {'Port': ['ID=7018b930-b194-47c9-9cb7-6249bf938606,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.711669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '6f59f170-ea3b-48fb-bfc9-90634344e929', 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6', 'port_id': '6f59f170-ea3b-48fb-bfc9-90634344e929', 'mac_address': 'fa:16:3e:10:b6:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15a0ab7-592e-49d7-b5e8-b678614b9d42', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:20.716953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448c7f93-3f3e-4d27-8311-d9925135d869 None None] No DVR routers for this DVR port 7018b930-b194-47c9-9cb7-6249bf938606 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:20.763666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e4f1e-18e5-4dc4-aa56-df36abd25ceb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3788095c-cd8d-4643-ae83-100d334c776c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.778110 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Routers {'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:20.778772 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:20.785502 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.812003 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.836223 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.838774 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/networks/6d46ab3b-8b87-4877-8e29-6161968c91de HTTP/1.1" status: 204 len: 168 time: 2.1192029 Jul 16 18:09:20.844760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37250) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:20.865493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f59f170-ea3b-48fb-bfc9-90634344e929 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:20.876238 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296bcbcd-47c8-42eb-bdb2-c1e3980142f8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Network': ['ID=6d46ab3b-8b87-4877-8e29-6161968c91de,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:20.940190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6f59f170-ea3b-48fb-bfc9-90634344e929, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6f59f170-ea3b-48fb-bfc9-90634344e929,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:20.949663 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:20.950475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0fa3e845-582c-4382-a63a-6e61dd1198a4 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:20.966184 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287370f8-629e-44c3-9eb8-d2b9a036cf38 None None] Pushing event updated for resources: {'Port': ['ID=99c29e1d-45ac-4ffd-ab17-c9348b8b91bb,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.012038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0fa3e845-582c-4382-a63a-6e61dd1198a4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:21.031316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '0fa3e845-582c-4382-a63a-6e61dd1198a4', 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6', 'port_id': '0fa3e845-582c-4382-a63a-6e61dd1198a4', 'mac_address': 'fa:16:3e:75:ec:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15a0ab7-592e-49d7-b5e8-b678614b9d42', 'ip_address': '10.1.1.85'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:21.031734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a0598d-fcbf-4244-9e94-1d4f65434573 req-90c3693d-e1d7-42a8-8592-b0524f624f88 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.032922 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0a0598d-fcbf-4244-9e94-1d4f65434573 req-90c3693d-e1d7-42a8-8592-b0524f624f88 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=c844b606-af46-43db-a616-d23de2d09785 HTTP/1.1" status: 200 len: 945 time: 0.5952940 Jul 16 18:09:21.110245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:21.151237 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] Set router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:21.156278 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.220648 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0a0598d-fcbf-4244-9e94-1d4f65434573 req-2350425b-65c2-4189-838e-92e41fec8c64 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714120 Jul 16 18:09:21.473590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa3e845-582c-4382-a63a-6e61dd1198a4 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:21.516067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0fa3e845-582c-4382-a63a-6e61dd1198a4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:21.521216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=6f59f170-ea3b-48fb-bfc9-90634344e929,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.522175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:21.533861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cbdc5-c1f6-4c3d-9f31-b4d1a7d0cd05 None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:21.535967 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.550929 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.576817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81cbdc5-c1f6-4c3d-9f31-b4d1a7d0cd05 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:21.577474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e81cbdc5-c1f6-4c3d-9f31-b4d1a7d0cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:21.614722 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'name': 'tempest-ServerRescueTestJSON-51004778-router', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:14Z', 'updated_at': '2021-07-16T18:09:16Z', 'revision_number': 3, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'gw_port': {'id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:15Z', 'updated_at': '2021-07-16T18:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:21.622655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e81cbdc5-c1f6-4c3d-9f31-b4d1a7d0cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:21.623197 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7a950dea-46a5-451b-a34c-268d5f201f03 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.6225886 Jul 16 18:09:21.627209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37262) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:21.636475 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-83ed0e4a-4eec-49b0-b7ea-63a97379f285 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:21.645299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a73819e4-945a-49f0-90ad-8dfe03a9e18b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:21.654104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Allocated IP 172.20.0.1 (ccc33d11-cffe-4e1c-b1ab-826292e171d2/1df18640-4bdf-41b8-a809-6f4222c3c26a/fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:21.689261 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-619b0563-43cf-4fa2-8e68-8f9f904b9158 None None] The sync data for ids ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'] in n-d-794306-7 is: [{'id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'name': 'tempest-ServerRescueTestJSON-51004778-router', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:14Z', 'updated_at': '2021-07-16T18:09:16Z', 'revision_number': 3, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'gw_port': {'id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e6:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:15Z', 'updated_at': '2021-07-16T18:09:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:21.691656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81cbdc5-c1f6-4c3d-9f31-b4d1a7d0cd05 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:21.692509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e81cbdc5-c1f6-4c3d-9f31-b4d1a7d0cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:21.742663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83ed0e4a-4eec-49b0-b7ea-63a97379f285 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.776971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e81cbdc5-c1f6-4c3d-9f31-b4d1a7d0cd05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:21.777669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e81cbdc5-c1f6-4c3d-9f31-b4d1a7d0cd05 None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:21.799631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=0fa3e845-582c-4382-a63a-6e61dd1198a4,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:21.828255 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e5b283da-a8de-42f5-814c-411b1d0c86b3 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:21.878075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: e5b283da-a8de-42f5-814c-411b1d0c86b3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:21.878375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e5b283da-a8de-42f5-814c-411b1d0c86b3 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:21.889948 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:21.892180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e9ed1c7b-5d3c-468c-8cf4-bac797943a29 req-6d23ebc0-24a4-433c-b69a-480a3e1a6272 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0448267 Jul 16 18:09:21.935060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c78d-4bff-4232-9d89-905acc95f2de req-e7d785e7-ef9e-496a-84d0-8f4142ad5236 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.941898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c78d-4bff-4232-9d89-905acc95f2de req-e7d785e7-ef9e-496a-84d0-8f4142ad5236 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.949730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c78d-4bff-4232-9d89-905acc95f2de req-e7d785e7-ef9e-496a-84d0-8f4142ad5236 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.957314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c78d-4bff-4232-9d89-905acc95f2de req-e7d785e7-ef9e-496a-84d0-8f4142ad5236 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.964716 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c78d-4bff-4232-9d89-905acc95f2de req-e7d785e7-ef9e-496a-84d0-8f4142ad5236 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.971458 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c78d-4bff-4232-9d89-905acc95f2de req-e7d785e7-ef9e-496a-84d0-8f4142ad5236 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.987228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7486c78d-4bff-4232-9d89-905acc95f2de req-e7d785e7-ef9e-496a-84d0-8f4142ad5236 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:21.997158 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7486c78d-4bff-4232-9d89-905acc95f2de req-e7d785e7-ef9e-496a-84d0-8f4142ad5236 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5422 time: 1.0131872 Jul 16 18:09:22.022662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a73819e4-945a-49f0-90ad-8dfe03a9e18b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:22.043741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'a73819e4-945a-49f0-90ad-8dfe03a9e18b', 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a', 'port_id': 'a73819e4-945a-49f0-90ad-8dfe03a9e18b', 'mac_address': 'fa:16:3e:7b:8f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c39e5c-7e35-4b12-b17d-2320de847cad', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:22.075089 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83ed0e4a-4eec-49b0-b7ea-63a97379f285 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.082353 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83ed0e4a-4eec-49b0-b7ea-63a97379f285 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.084028 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-83ed0e4a-4eec-49b0-b7ea-63a97379f285 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP ec0edec8-4626-41df-b521-ee5d016e49c4 disassociated. External IP: 172.25.7.74, port: ded6a9ba-0653-44b2-8246-3658f3fb6372. Jul 16 18:09:22.096847 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.112856 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7486c78d-4bff-4232-9d89-905acc95f2de req-1c6b2b40-8bdd-4d1a-b4f4-b377037434e9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1107895 Jul 16 18:09:22.117315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a73819e4-945a-49f0-90ad-8dfe03a9e18b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:22.182648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a73819e4-945a-49f0-90ad-8dfe03a9e18b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:22.191110 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.191881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a77da69d-468d-40e0-a756-d7d719aac266 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:22.238636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['29a99993-167c-45c1-b0e8-012ff5e913fc'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:22.244476 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.298605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6f59f170-ea3b-48fb-bfc9-90634344e929'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:22.300991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['0fa3e845-582c-4382-a63a-6e61dd1198a4'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:22.355752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['1d4fbd0b-e052-4618-a347-ee1e17463815'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:22.400924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.415900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a73819e4-945a-49f0-90ad-8dfe03a9e18b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:22.489131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Network ccc33d11-cffe-4e1c-b1ab-826292e171d2 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:22.498011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:22.500720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:22.509901 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.resource_extend [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:09:22.527136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ed0e4a-4eec-49b0-b7ea-63a97379f285 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:22.568242 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Pushing event updated for resources: {'Port': ['ID=fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:22.633706 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.662179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a77da69d-468d-40e0-a756-d7d719aac266, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a77da69d-468d-40e0-a756-d7d719aac266,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:22.719765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:22.738947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'a77da69d-468d-40e0-a756-d7d719aac266', 'network_id': '9c39b3d7-d455-401e-8bad-eeaee0931a8a', 'port_id': 'a77da69d-468d-40e0-a756-d7d719aac266', 'mac_address': 'fa:16:3e:81:85:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5c39e5c-7e35-4b12-b17d-2320de847cad', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:23.038174 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.041066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.136441 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a77da69d-468d-40e0-a756-d7d719aac266 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:23.176287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a77da69d-468d-40e0-a756-d7d719aac266, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a77da69d-468d-40e0-a756-d7d719aac266,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:23.184246 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.185255 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:23.242286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ace26a5c-783d-4376-a1ea-4fce12bb4191 req-41ae4c8d-1106-4ada-8b0a-d9955c2b36d1 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0594015 Jul 16 18:09:23.435978 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ed0e4a-4eec-49b0-b7ea-63a97379f285 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:23.439295 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.442527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:23.443028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.448800 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.449089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:23.457138 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a3b35-26ff-44a4-8ac4-83a9d6aa21f9 None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:23.458943 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83ed0e4a-4eec-49b0-b7ea-63a97379f285 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.464282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '04ceaeee-bcfc-4fc4-821b-d8ad69782ca3', 'network_id': '0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6', 'port_id': '04ceaeee-bcfc-4fc4-821b-d8ad69782ca3', 'mac_address': 'fa:16:3e:ec:fc:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e15a0ab7-592e-49d7-b5e8-b678614b9d42', 'ip_address': '10.1.1.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:23.473022 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a3b35-26ff-44a4-8ac4-83a9d6aa21f9 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:23.476162 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-438a3b35-26ff-44a4-8ac4-83a9d6aa21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:23.498792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a77da69d-468d-40e0-a756-d7d719aac266,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.569450 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.577438 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-438a3b35-26ff-44a4-8ac4-83a9d6aa21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:23.589060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Pushing event updated for resources: {'Port': ['ID=fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.609377 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a3b35-26ff-44a4-8ac4-83a9d6aa21f9 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:23.610150 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-438a3b35-26ff-44a4-8ac4-83a9d6aa21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:23.616262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:23.644766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-83ed0e4a-4eec-49b0-b7ea-63a97379f285 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "PUT /v2.0/floatingips/ec0edec8-4626-41df-b521-ee5d016e49c4 HTTP/1.1" status: 200 len: 687 time: 2.0159397 Jul 16 18:09:23.651232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37304) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:23.658529 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-438a3b35-26ff-44a4-8ac4-83a9d6aa21f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:23.659890 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-438a3b35-26ff-44a4-8ac4-83a9d6aa21f9 None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:23.664668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.665527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:23.676372 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.716117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81212056-195f-40db-9659-ffe02ab52308 req-237386c1-5a2d-4b13-91eb-ecbcd6f93272 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:23.719075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81212056-195f-40db-9659-ffe02ab52308 req-237386c1-5a2d-4b13-91eb-ecbcd6f93272 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=c844b606-af46-43db-a616-d23de2d09785 HTTP/1.1" status: 200 len: 945 time: 0.4764068 Jul 16 18:09:23.746776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:23.825479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] For port 222f0cc3-ebf3-4517-80f1-e24d6f7ae696, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=222f0cc3-ebf3-4517-80f1-e24d6f7ae696,segment=NetworkSegment(ae9d03f7-40fd-4ad4-84bf-9bb6061d739e),segment_id=ae9d03f7-40fd-4ad4-84bf-9bb6061d739e)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:23.826084 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.832920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81212056-195f-40db-9659-ffe02ab52308 req-0d7d10ff-7809-4d9f-8d34-7df4a4232662 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069016 Jul 16 18:09:23.900474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port 04f97369-3027-441f-b0bf-a1ae83f3975d {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:23.900830 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:23.921308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:23.953454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:24.042129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51115146-3b08-4936-9161-9c48109c7a8e req-9e8269ed-98f1-4ff7-a9e1-0dbe521338bc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.045761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:24.050505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51115146-3b08-4936-9161-9c48109c7a8e req-9e8269ed-98f1-4ff7-a9e1-0dbe521338bc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.056853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:24.057489 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.060823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51115146-3b08-4936-9161-9c48109c7a8e req-9e8269ed-98f1-4ff7-a9e1-0dbe521338bc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.071166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.071580 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.071931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51115146-3b08-4936-9161-9c48109c7a8e req-9e8269ed-98f1-4ff7-a9e1-0dbe521338bc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.079268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51115146-3b08-4936-9161-9c48109c7a8e req-9e8269ed-98f1-4ff7-a9e1-0dbe521338bc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.088957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51115146-3b08-4936-9161-9c48109c7a8e req-9e8269ed-98f1-4ff7-a9e1-0dbe521338bc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.096768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51115146-3b08-4936-9161-9c48109c7a8e req-9e8269ed-98f1-4ff7-a9e1-0dbe521338bc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:24.108646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51115146-3b08-4936-9161-9c48109c7a8e req-9e8269ed-98f1-4ff7-a9e1-0dbe521338bc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5426 time: 0.3749321 Jul 16 18:09:24.108917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for 04f97369-3027-441f-b0bf-a1ae83f3975d owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:24.147644 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Network ccc33d11-cffe-4e1c-b1ab-826292e171d2 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:24.158841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:24.285122 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.345252 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=99c29e1d-45ac-4ffd-ab17-c9348b8b91bb,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:24.350301 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.394736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51115146-3b08-4936-9161-9c48109c7a8e req-8b1ce8e2-1adf-4ac7-b21e-45d886dfc8f7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2846057 Jul 16 18:09:24.401225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:24.477817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=99c29e1d-45ac-4ffd-ab17-c9348b8b91bb,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.481682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['a77da69d-468d-40e0-a756-d7d719aac266'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:24.498066 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.544539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['04ceaeee-bcfc-4fc4-821b-d8ad69782ca3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:24.566766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=04f97369-3027-441f-b0bf-a1ae83f3975d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.621109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.621481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.624144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.624525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.624874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.627379 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.627774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.628123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.634217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.634217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.634217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.634217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:24.711327 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0557fcf-5b51-4846-bec4-6a1376ebfbff req-4e562634-7efe-44f7-83fa-c477ea071a4c tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0383036 Jul 16 18:09:24.730600 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.733614 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.735283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-68721258-8ab6-4f18-8a35-84bf89fb4057 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/floatingips/ec0edec8-4626-41df-b521-ee5d016e49c4 HTTP/1.1" status: 204 len: 168 time: 1.0816293 Jul 16 18:09:24.738797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37320) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:24.744316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'e4134114-e0d7-4811-9151-91ffbfb00952'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:24.762363 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.785505 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:24.831451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=222f0cc3-ebf3-4517-80f1-e24d6f7ae696,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:24.866763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:24.881687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Sync routers for ids ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:24.902086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Routers {'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:24.906633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:24.920457 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ee86da08-2b41-4055-8551-1c1de48b01de admin admin] 10.222.0.47 "PUT /v2.0/routers/b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2110815 Jul 16 18:09:25.026171 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.111926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Set router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:25.126573 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.322308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 81393bab-0964-481b-953d-336e36d8c9b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:25.326098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.25.7.11 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/c96bc49f-99c7-44dc-a131-013c665fbb3a) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:25.418433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:25.428352 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5ab75-1bb6-4741-bb8a-3098aedb9c3e None None] Sync routers for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:25.433617 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-10e186fc-5672-4b20-be4c-b37892e12325 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5772510 Jul 16 18:09:25.437265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37344) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:25.443303 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5ab75-1bb6-4741-bb8a-3098aedb9c3e None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:25.446959 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9cf5ab75-1bb6-4741-bb8a-3098aedb9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:25.505339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['a73819e4-945a-49f0-90ad-8dfe03a9e18b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:25.568223 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ecce69c-93c1-424e-9aa7-d02008fdd147 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting subnet ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:09:25.568942 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9cf5ab75-1bb6-4741-bb8a-3098aedb9c3e None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:25.587723 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ecce69c-93c1-424e-9aa7-d02008fdd147 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.656050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.676972 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9cf5ab75-1bb6-4741-bb8a-3098aedb9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 11, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:25.718209 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5ab75-1bb6-4741-bb8a-3098aedb9c3e None None] Checking router: 81393bab-0964-481b-953d-336e36d8c9b2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:25.718935 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ecce69c-93c1-424e-9aa7-d02008fdd147 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.745612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-547b8d2b-d7db-4802-90ff-1136d0c875d1 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.747845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-547b8d2b-d7db-4802-90ff-1136d0c875d1 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/networks?id=d04bdaba-b7ed-4278-ae11-717d154286ae HTTP/1.1" status: 200 len: 813 time: 0.3060267 Jul 16 18:09:25.758467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'name': 'tempest-ServerRescueTestJSON-51004778-router', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:14Z', 'updated_at': '2021-07-16T18:09:22Z', 'revision_number': 4, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'gw_port': {'id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:15Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a', 'name': '', 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'mac_address': 'fa:16:3e:33:f3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1df18640-4bdf-41b8-a809-6f4222c3c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:20Z', 'updated_at': '2021-07-16T18:09:23Z', 'revision_number': 2, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'subnets': [{'id': '1df18640-4bdf-41b8-a809-6f4222c3c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:25.759211 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf5ab75-1bb6-4741-bb8a-3098aedb9c3e None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:25.761150 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9cf5ab75-1bb6-4741-bb8a-3098aedb9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:25.785701 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-f844e732-631a-41a8-83de-be98b32ebf9b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/quotas/868f09554eca46b1a0343299b76e69ee HTTP/1.1" status: 200 len: 375 time: 0.0272751 Jul 16 18:09:25.791413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Checking router: b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:25.791746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Updating router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:09:25.793905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 1d4fbd0b-e052-4618-a347-ee1e17463815 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:25.878862 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.881785 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9cf5ab75-1bb6-4741-bb8a-3098aedb9c3e None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:25.902448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 1d4fbd0b-e052-4618-a347-ee1e17463815 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:25.907922 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 1d4fbd0b-e052-4618-a347-ee1e17463815 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:25.908292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.938117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:25.943344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-440f753d-8580-4c8d-aa4b-a3d5c989649d tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:25.954678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-440f753d-8580-4c8d-aa4b-a3d5c989649d tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/networks?id=ccc33d11-cffe-4e1c-b1ab-826292e171d2 HTTP/1.1" status: 200 len: 809 time: 0.1824121 Jul 16 18:09:25.969651 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9cf5ab75-1bb6-4741-bb8a-3098aedb9c3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 11, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:25.992424 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-1a453158-ea40-45f9-a555-5c0dee727c26 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/quotas/675a398a6dea4d84b004a112e1b941ff HTTP/1.1" status: 200 len: 375 time: 0.0360193 Jul 16 18:09:26.010822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=c96bc49f-99c7-44dc-a131-013c665fbb3a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.024668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:26.034843 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-f72f5a58-accd-46f7-a76b-9e41137cf64f tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=868f09554eca46b1a0343299b76e69ee&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2396212 Jul 16 18:09:26.036499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:26.039591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:26.052713 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf5ab75-1bb6-4741-bb8a-3098aedb9c3e None None] The sync data for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 is: [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 11, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:26.141363 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ecce69c-93c1-424e-9aa7-d02008fdd147 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.184097 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-86464140-3378-463e-897a-454fb1fac23a tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=675a398a6dea4d84b004a112e1b941ff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1880848 Jul 16 18:09:26.224344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:26.232602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ecce69c-93c1-424e-9aa7-d02008fdd147 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.301296 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ecce69c-93c1-424e-9aa7-d02008fdd147 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.308650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fc78dd-5a85-4eaa-a26e-7843f374bfce None None] Network 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:26.309360 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4ecce69c-93c1-424e-9aa7-d02008fdd147 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2 HTTP/1.1" status: 204 len: 168 time: 0.8709509 Jul 16 18:09:26.310630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37362) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:26.311301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecce69c-93c1-424e-9aa7-d02008fdd147 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Subnet': ['ID=ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.332479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a82ef1df-9047-42e9-be98-1cb8ded544e5 service neutron] 10.222.0.47 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475104 Jul 16 18:09:26.350170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e69e547-63e2-4512-b9f0-26072cf7bf7e req-ca6dade1-36e5-436a-92a9-acee4665e464 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.352483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e69e547-63e2-4512-b9f0-26072cf7bf7e req-ca6dade1-36e5-436a-92a9-acee4665e464 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "GET /v2.0/ports?device_id=c844b606-af46-43db-a616-d23de2d09785 HTTP/1.1" status: 200 len: 945 time: 0.2545640 Jul 16 18:09:26.417565 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.449897 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.506257 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:26.506520 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.522049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4fbd0b-e052-4618-a347-ee1e17463815'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:26.524647 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efe4ede-b0a8-417a-9a64-01c756cc441b" -d '{"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "1d4fbd0b-e052-4618-a347-ee1e17463815"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:26.598502 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 1d4fbd0b-e052-4618-a347-ee1e17463815, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1d4fbd0b-e052-4618-a347-ee1e17463815,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:26.613111 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.614064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 29a99993-167c-45c1-b0e8-012ff5e913fc up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:26.694046 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-a54e80ae-d6ca-4863-a30b-76902cb552fb service neutron] 10.222.0.47 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4857423 Jul 16 18:09:26.706642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Deleting port 77a9d037-a821-4416-a3b7-e80c16e51d54 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:26.706997 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.779725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=1d4fbd0b-e052-4618-a347-ee1e17463815,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:26.812685 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.837727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Transition to ACTIVE for port object fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:26.840868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 29a99993-167c-45c1-b0e8-012ff5e913fc completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:26.848266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 29a99993-167c-45c1-b0e8-012ff5e913fc triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:26.848813 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.854402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d37514c-257a-45b9-8013-2b34bb98404c None None] DHCP port deletion for 0e86c5d2-6223-4680-b2ed-c3b92b20fb30 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:09:26.859730 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.868473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-52bd44ee-4f45-4db9-96c9-099691603580 service neutron] 10.222.0.47 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5273914 Jul 16 18:09:26.877856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] For port 77a9d037-a821-4416-a3b7-e80c16e51d54, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=77a9d037-a821-4416-a3b7-e80c16e51d54,segment=NetworkSegment(ae9d03f7-40fd-4ad4-84bf-9bb6061d739e),segment_id=ae9d03f7-40fd-4ad4-84bf-9bb6061d739e)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:26.878370 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:26.892589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c380f8a0-43da-4955-a99f-6deb314434df req-b34cacd8-00d3-4063-9eb3-8b79b4fd24d4 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:26.894776 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c380f8a0-43da-4955-a99f-6deb314434df req-b34cacd8-00d3-4063-9eb3-8b79b4fd24d4 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "GET /v2.0/ports?device_id=56914af1-1c56-449e-96a2-5685fb708f97 HTTP/1.1" status: 200 len: 945 time: 0.3119783 Jul 16 18:09:26.920437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-2e69e547-63e2-4512-b9f0-26072cf7bf7e req-e73ae0c8-399d-424e-adf8-4fbb619ec243 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Deleting port 4f36d6c2-a229-4991-8196-34b70a92ef40 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:26.920786 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2e69e547-63e2-4512-b9f0-26072cf7bf7e req-e73ae0c8-399d-424e-adf8-4fbb619ec243 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.000852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08e72f-3eb7-4563-ab86-a7db16bcaabc None None] Pushing event updated for resources: {'Port': ['ID=fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.083976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Attempting to bind port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:27.084266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Attempting to bind port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:27.084777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Attempting to bind port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a on network ccc33d11-cffe-4e1c-b1ab-826292e171d2 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:27.101668 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.107491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:27.108088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Checking segment: {'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:27.108568 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.109062 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Bound using segment: {'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:27.109589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Bound port: fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:27.110123 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.122964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4d37514c-257a-45b9-8013-2b34bb98404c None None] Deleting port 77a9d037-a821-4416-a3b7-e80c16e51d54 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:27.123403 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4d37514c-257a-45b9-8013-2b34bb98404c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.128236 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.194361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-2e69e547-63e2-4512-b9f0-26072cf7bf7e req-e73ae0c8-399d-424e-adf8-4fbb619ec243 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] For port 4f36d6c2-a229-4991-8196-34b70a92ef40, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=4f36d6c2-a229-4991-8196-34b70a92ef40,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:27.195622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2e69e547-63e2-4512-b9f0-26072cf7bf7e req-e73ae0c8-399d-424e-adf8-4fbb619ec243 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.232729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-2e69e547-63e2-4512-b9f0-26072cf7bf7e req-e73ae0c8-399d-424e-adf8-4fbb619ec243 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Calling delete_port for 4f36d6c2-a229-4991-8196-34b70a92ef40 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:27.257863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 29a99993-167c-45c1-b0e8-012ff5e913fc, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=29a99993-167c-45c1-b0e8-012ff5e913fc,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:27.272478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4d37514c-257a-45b9-8013-2b34bb98404c None None] For port 77a9d037-a821-4416-a3b7-e80c16e51d54, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=77a9d037-a821-4416-a3b7-e80c16e51d54,segment=NetworkSegment(ae9d03f7-40fd-4ad4-84bf-9bb6061d739e),segment_id=ae9d03f7-40fd-4ad4-84bf-9bb6061d739e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:27.272876 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4d37514c-257a-45b9-8013-2b34bb98404c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.277607 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.278500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6f59f170-ea3b-48fb-bfc9-90634344e929 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:27.343779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.345374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4d37514c-257a-45b9-8013-2b34bb98404c None None] Calling delete_port for 77a9d037-a821-4416-a3b7-e80c16e51d54 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:27.378929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] For port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:27.423608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] For port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:27.431174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 6f59f170-ea3b-48fb-bfc9-90634344e929 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:27.518625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Calling delete_port for 77a9d037-a821-4416-a3b7-e80c16e51d54 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:27.551602 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.553794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 6f59f170-ea3b-48fb-bfc9-90634344e929 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:27.554161 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.575541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=29a99993-167c-45c1-b0e8-012ff5e913fc,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.592209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba810-af07-4b5e-9c47-eddfd2ed9e4b req-a3f184a8-1592-454f-a8ec-4f4be005a7f7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.598316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba810-af07-4b5e-9c47-eddfd2ed9e4b req-a3f184a8-1592-454f-a8ec-4f4be005a7f7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.604726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba810-af07-4b5e-9c47-eddfd2ed9e4b req-a3f184a8-1592-454f-a8ec-4f4be005a7f7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.610596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba810-af07-4b5e-9c47-eddfd2ed9e4b req-a3f184a8-1592-454f-a8ec-4f4be005a7f7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.616573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba810-af07-4b5e-9c47-eddfd2ed9e4b req-a3f184a8-1592-454f-a8ec-4f4be005a7f7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.622516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba810-af07-4b5e-9c47-eddfd2ed9e4b req-a3f184a8-1592-454f-a8ec-4f4be005a7f7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.628445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba810-af07-4b5e-9c47-eddfd2ed9e4b req-a3f184a8-1592-454f-a8ec-4f4be005a7f7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:27.637513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-722ba810-af07-4b5e-9c47-eddfd2ed9e4b req-a3f184a8-1592-454f-a8ec-4f4be005a7f7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5428 time: 0.2861660 Jul 16 18:09:27.642875 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2e69e547-63e2-4512-b9f0-26072cf7bf7e req-e73ae0c8-399d-424e-adf8-4fbb619ec243 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.700214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c853410a-6325-4541-8511-7c124843023f', '4f36d6c2-a229-4991-8196-34b70a92ef40'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:27.702239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ae0c8-399d-424e-adf8-4fbb619ec243 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Pushing event deleted for resources: {'Port': ['ID=4f36d6c2-a229-4991-8196-34b70a92ef40,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.715323 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-6c176c45-d06b-4a2a-9085-8b4297d53898 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9903731 Jul 16 18:09:27.731109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.786541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e69e547-63e2-4512-b9f0-26072cf7bf7e req-e73ae0c8-399d-424e-adf8-4fbb619ec243 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] No DVR routers for this DVR port 4f36d6c2-a229-4991-8196-34b70a92ef40 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:27.791621 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2e69e547-63e2-4512-b9f0-26072cf7bf7e req-e73ae0c8-399d-424e-adf8-4fbb619ec243 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.794204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e69e547-63e2-4512-b9f0-26072cf7bf7e req-e73ae0c8-399d-424e-adf8-4fbb619ec243 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "DELETE /v2.0/ports/4f36d6c2-a229-4991-8196-34b70a92ef40 HTTP/1.1" status: 204 len: 173 time: 1.4310868 Jul 16 18:09:27.817994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-722ba810-af07-4b5e-9c47-eddfd2ed9e4b req-3d322ba0-11b6-4c14-b736-4e6a4a645f12 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1792278 Jul 16 18:09:27.823621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c844b606-af46-43db-a616-d23de2d09785', 'name': 'network-vif-deleted', 'tag': '4f36d6c2-a229-4991-8196-34b70a92ef40'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:27.825771 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-095ae0b3-2d65-4ae2-936e-6adf36bc36ca" -d '{"events": [{"server_uuid": "c844b606-af46-43db-a616-d23de2d09785", "name": "network-vif-deleted", "tag": "4f36d6c2-a229-4991-8196-34b70a92ef40"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:27.863779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.871237 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.881308 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4d37514c-257a-45b9-8013-2b34bb98404c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:27.886650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08e72f-3eb7-4563-ab86-a7db16bcaabc None None] Pushing event updated for resources: {'Port': ['ID=fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.896306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Port': ['ID=77a9d037-a821-4416-a3b7-e80c16e51d54,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:27.901547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No DVR routers for this DVR port 77a9d037-a821-4416-a3b7-e80c16e51d54 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:27.913697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Routers {'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:27.914722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:28.073496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=c96bc49f-99c7-44dc-a131-013c665fbb3a,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.107526 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.139853 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e199d64-ac29-4c0c-bb6f-e251a41fbeac req-3d2e6075-65f0-4f5b-a520-0fa5412a6869 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0461774 Jul 16 18:09:28.200300 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.218398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e86c5d2-6223-4680-b2ed-c3b92b20fb30']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:28.227384 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d37514c-257a-45b9-8013-2b34bb98404c None None] No DVR routers for this DVR port 77a9d037-a821-4416-a3b7-e80c16e51d54 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:28.232740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae9d03f7-40fd-4ad4-84bf-9bb6061d739e') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:28.233019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae9d03f7-40fd-4ad4-84bf-9bb6061d739e') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:28.236324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:28.239770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d37514c-257a-45b9-8013-2b34bb98404c None None] Pushing event deleted for resources: {'Port': ['ID=77a9d037-a821-4416-a3b7-e80c16e51d54,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:28.253172 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.275777 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.282300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Releasing vlan 352 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:09:28.282719 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:09:28.323021 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:09:28.336462 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b071684b-4349-4f8d-bcb6-7e2b8e4ffff6 x-openstack-request-id: req-b071684b-4349-4f8d-bcb6-7e2b8e4ffff6 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:28.336778 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "1d4fbd0b-e052-4618-a347-ee1e17463815", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:28.340161 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b071684b-4349-4f8d-bcb6-7e2b8e4ffff6 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:28.340755 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d4fbd0b-e052-4618-a347-ee1e17463815', 'code': 200} Jul 16 18:09:28.413490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-c380f8a0-43da-4955-a99f-6deb314434df req-ac37a3a0-b7b8-4325-bcd6-cad3332a42a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Deleting port c853410a-6325-4541-8511-7c124843023f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:28.415319 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c380f8a0-43da-4955-a99f-6deb314434df req-ac37a3a0-b7b8-4325-bcd6-cad3332a42a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.418903 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP 8ead8d0a-ee50-4572-937e-70b72578ed79 associated. External IP: 172.25.7.11, port: e4134114-e0d7-4811-9151-91ffbfb00952. Jul 16 18:09:28.462652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:28.467948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 222f0cc3-ebf3-4517-80f1-e24d6f7ae696 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:28.468677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 77a9d037-a821-4416-a3b7-e80c16e51d54 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:28.520797 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d780d2-cbec-49cc-868f-b23d7d0b8836 x-openstack-request-id: req-68d780d2-cbec-49cc-868f-b23d7d0b8836 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:28.521220 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c844b606-af46-43db-a616-d23de2d09785", "name": "network-vif-deleted", "tag": "4f36d6c2-a229-4991-8196-34b70a92ef40", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:28.521573 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-68d780d2-cbec-49cc-868f-b23d7d0b8836 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:28.522612 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c844b606-af46-43db-a616-d23de2d09785', 'name': 'network-vif-deleted', 'tag': '4f36d6c2-a229-4991-8196-34b70a92ef40', 'status': 'completed', 'code': 200} Jul 16 18:09:28.591458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 77a9d037-a821-4416-a3b7-e80c16e51d54 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:28.591880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 77a9d037-a821-4416-a3b7-e80c16e51d54 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:28.722783 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-89c1ce5d-674d-42a6-b6ab-797c53a9173d req-9d4bedb6-bffb-436d-b617-3e8f531719df tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 210 time: 0.0529571 Jul 16 18:09:28.731317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-c380f8a0-43da-4955-a99f-6deb314434df req-ac37a3a0-b7b8-4325-bcd6-cad3332a42a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] For port c853410a-6325-4541-8511-7c124843023f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c853410a-6325-4541-8511-7c124843023f,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:28.731712 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c380f8a0-43da-4955-a99f-6deb314434df req-ac37a3a0-b7b8-4325-bcd6-cad3332a42a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.736961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.742551 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.778275 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.785208 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/networks/0e86c5d2-6223-4680-b2ed-c3b92b20fb30 HTTP/1.1" status: 204 len: 168 time: 2.4709399 Jul 16 18:09:28.800077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37412) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:28.808826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a4f9a370-dae3-4a39-a834-d2bd70e4d79c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'routes': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:28.827461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-c380f8a0-43da-4955-a99f-6deb314434df req-ac37a3a0-b7b8-4325-bcd6-cad3332a42a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Calling delete_port for c853410a-6325-4541-8511-7c124843023f owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:28.874282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6f59f170-ea3b-48fb-bfc9-90634344e929, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6f59f170-ea3b-48fb-bfc9-90634344e929,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:28.884553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:28.886181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0fa3e845-582c-4382-a63a-6e61dd1198a4 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:28.889226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] Set router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:28.984880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:29.006500 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Pushing event deleted for resources: {'Network': ['ID=0e86c5d2-6223-4680-b2ed-c3b92b20fb30,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:29.128538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.128881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.129224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.129558 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.129882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.133173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.133754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.134727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.135525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.140122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.141022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.141831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d59baa42-2394-4296-afc0-b0743faa7602 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.407608 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-40c87c5d-f6ee-412a-a4bf-76fe9013dee3 req-986dc6bd-f963-4333-833a-98c6dfaf48a9 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 210 time: 0.1095464 Jul 16 18:09:29.422094 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.502247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=6f59f170-ea3b-48fb-bfc9-90634344e929,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:29.550423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.extraroute_db [None req-a4f9a370-dae3-4a39-a834-d2bd70e4d79c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Added routes are [] {{(pid=105438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:09:29.550838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.extraroute_db [None req-a4f9a370-dae3-4a39-a834-d2bd70e4d79c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Removed routes are [] {{(pid=105438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:09:29.551439 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a370-dae3-4a39-a834-d2bd70e4d79c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.663546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.665043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.665649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.666218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.666803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.667417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.668248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.668764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.669259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.669754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.670245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.670751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:09:29.680289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 0fa3e845-582c-4382-a63a-6e61dd1198a4 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:29.696448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 0fa3e845-582c-4382-a63a-6e61dd1198a4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:29.697445 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.780333 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'name': 'tempest-ServerRescueTestJSON-51004778-router', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:14Z', 'updated_at': '2021-07-16T18:09:22Z', 'revision_number': 4, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'gw_port': {'id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:15Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a', 'name': '', 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'mac_address': 'fa:16:3e:33:f3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1df18640-4bdf-41b8-a809-6f4222c3c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:20Z', 'updated_at': '2021-07-16T18:09:27Z', 'revision_number': 4, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'subnets': [{'id': '1df18640-4bdf-41b8-a809-6f4222c3c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:29.816123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac175d1a-7c45-4aea-b982-9476e47b33db None None] The sync data for ids ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'] in n-d-794306-7 is: [{'id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'name': 'tempest-ServerRescueTestJSON-51004778-router', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:14Z', 'updated_at': '2021-07-16T18:09:22Z', 'revision_number': 4, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'gw_port': {'id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:15Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a', 'name': '', 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'mac_address': 'fa:16:3e:33:f3:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1818, 'fixed_ips': [{'subnet_id': '1df18640-4bdf-41b8-a809-6f4222c3c26a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:20Z', 'updated_at': '2021-07-16T18:09:27Z', 'revision_number': 4, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'subnets': [{'id': '1df18640-4bdf-41b8-a809-6f4222c3c26a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:29.868544 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:29.924494 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d55720e8-0c81-4a25-b5c6-a152d42737a7 req-7156048b-ac18-467f-b3ce-70cb7c42c7a1 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.1192257 Jul 16 18:09:29.985443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0fa3e845-582c-4382-a63a-6e61dd1198a4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:29.991121 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.035537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a77da69d-468d-40e0-a756-d7d719aac266 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:30.104645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:30.124647 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e3355-89bc-4453-b578-592f28f91ad4 None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:30.179339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a370-dae3-4a39-a834-d2bd70e4d79c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.194644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1e3355-89bc-4453-b578-592f28f91ad4 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:30.195856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1c1e3355-89bc-4453-b578-592f28f91ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:30.198108 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.202880 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a370-dae3-4a39-a834-d2bd70e4d79c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.297474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1c1e3355-89bc-4453-b578-592f28f91ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:30.307786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a03fba1a-3cd6-48da-9d87-c8df876c53c2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.5653460 Jul 16 18:09:30.308242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37430) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:30.362818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a99993-167c-45c1-b0e8-012ff5e913fc'}, {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f59f170-ea3b-48fb-bfc9-90634344e929'}, {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3e845-582c-4382-a63a-6e61dd1198a4'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:30.374960 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5528ee-9f33-4120-a587-b55b6da18346" -d '{"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "29a99993-167c-45c1-b0e8-012ff5e913fc"}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "6f59f170-ea3b-48fb-bfc9-90634344e929"}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3e845-582c-4382-a63a-6e61dd1198a4"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:30.391097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=0fa3e845-582c-4382-a63a-6e61dd1198a4,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:30.404652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1e3355-89bc-4453-b578-592f28f91ad4 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:30.407971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1c1e3355-89bc-4453-b578-592f28f91ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:30.433257 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-055adc02-4602-445e-aae5-18caba837709 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "GET /v2.0/floatingips/8ead8d0a-ee50-4572-937e-70b72578ed79 HTTP/1.1" status: 200 len: 977 time: 0.1229849 Jul 16 18:09:30.436827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37434) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:30.478557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1c1e3355-89bc-4453-b578-592f28f91ad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:30.479893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c1e3355-89bc-4453-b578-592f28f91ad4 None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:30.504219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4f36d6c2-a229-4991-8196-34b70a92ef40 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:30.517080 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4f9a370-dae3-4a39-a834-d2bd70e4d79c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 81393bab-0964-481b-953d-336e36d8c9b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:30.533467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 4f36d6c2-a229-4991-8196-34b70a92ef40 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:30.534144 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 4f36d6c2-a229-4991-8196-34b70a92ef40 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:30.534959 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c853410a-6325-4541-8511-7c124843023f no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:30.539746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port a77da69d-468d-40e0-a756-d7d719aac266 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:30.539947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-02de7fec-2eaf-4e1a-b711-1714a650de1c req-c8b7df9c-1e2e-4245-824e-f63e6f11e883 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 210 time: 0.1104259 Jul 16 18:09:30.543432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c380f8a0-43da-4955-a99f-6deb314434df req-ac37a3a0-b7b8-4325-bcd6-cad3332a42a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.545107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port a77da69d-468d-40e0-a756-d7d719aac266 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:30.545729 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.597569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: c853410a-6325-4541-8511-7c124843023f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:30.598267 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c853410a-6325-4541-8511-7c124843023f not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:30.659756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac37a3a0-b7b8-4325-bcd6-cad3332a42a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Pushing event deleted for resources: {'Port': ['ID=c853410a-6325-4541-8511-7c124843023f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:30.668082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-819171be-84d7-4ce5-b1a1-73684315fbdc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.2277961 Jul 16 18:09:30.682295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37438) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:30.716932 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59ef692-f22f-4a65-9c5c-c590b414c11c x-openstack-request-id: req-c59ef692-f22f-4a65-9c5c-c590b414c11c {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:30.717268 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "29a99993-167c-45c1-b0e8-012ff5e913fc", "code": 200}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "6f59f170-ea3b-48fb-bfc9-90634344e929", "code": 200}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "0fa3e845-582c-4382-a63a-6e61dd1198a4", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:30.717715 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c59ef692-f22f-4a65-9c5c-c590b414c11c {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:30.718088 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29a99993-167c-45c1-b0e8-012ff5e913fc', 'code': 200} Jul 16 18:09:30.718355 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f59f170-ea3b-48fb-bfc9-90634344e929', 'code': 200} Jul 16 18:09:30.718640 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa3e845-582c-4382-a63a-6e61dd1198a4', 'code': 200} Jul 16 18:09:30.719043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66a7c-b513-4aa5-80db-2f751271920d req-3986a4c1-81e5-4c8f-9e80-9db136615004 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.719260 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.734401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66a7c-b513-4aa5-80db-2f751271920d req-3986a4c1-81e5-4c8f-9e80-9db136615004 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.756108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66a7c-b513-4aa5-80db-2f751271920d req-3986a4c1-81e5-4c8f-9e80-9db136615004 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.762108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a77da69d-468d-40e0-a756-d7d719aac266, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a77da69d-468d-40e0-a756-d7d719aac266,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:30.768537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66a7c-b513-4aa5-80db-2f751271920d req-3986a4c1-81e5-4c8f-9e80-9db136615004 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.769456 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:30.770351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a73819e4-945a-49f0-90ad-8dfe03a9e18b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:30.786175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66a7c-b513-4aa5-80db-2f751271920d req-3986a4c1-81e5-4c8f-9e80-9db136615004 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.813341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66a7c-b513-4aa5-80db-2f751271920d req-3986a4c1-81e5-4c8f-9e80-9db136615004 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.829922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e66a7c-b513-4aa5-80db-2f751271920d req-3986a4c1-81e5-4c8f-9e80-9db136615004 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:30.843501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5e66a7c-b513-4aa5-80db-2f751271920d req-3986a4c1-81e5-4c8f-9e80-9db136615004 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5429 time: 1.6756837 Jul 16 18:09:30.870583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'floatingip': {'port_id': 'ded6a9ba-0653-44b2-8246-3658f3fb6372'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:30.972887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4f9a370-dae3-4a39-a834-d2bd70e4d79c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:30.995679 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a1ac9-f0d0-457a-897e-4b248dd9e6c0 None None] Sync routers for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:31.004983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4f9a370-dae3-4a39-a834-d2bd70e4d79c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.014406 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a4f9a370-dae3-4a39-a834-d2bd70e4d79c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2 HTTP/1.1" status: 200 len: 697 time: 2.2095659 Jul 16 18:09:31.032975 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37442) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.049604 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a1ac9-f0d0-457a-897e-4b248dd9e6c0 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:31.053220 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ad5a1ac9-f0d0-457a-897e-4b248dd9e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:31.096630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a77da69d-468d-40e0-a756-d7d719aac266,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:31.100806 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-be0eba8e-78de-4279-9d19-168b21666181 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=81393bab-0964-481b-953d-336e36d8c9b2 HTTP/1.1" status: 200 len: 205 time: 0.0652335 Jul 16 18:09:31.130137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37444) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:31.138312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port a73819e4-945a-49f0-90ad-8dfe03a9e18b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:31.140019 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.170411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port a73819e4-945a-49f0-90ad-8dfe03a9e18b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:31.172181 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.226714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c380f8a0-43da-4955-a99f-6deb314434df req-ac37a3a0-b7b8-4325-bcd6-cad3332a42a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] No DVR routers for this DVR port c853410a-6325-4541-8511-7c124843023f on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:31.233727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c380f8a0-43da-4955-a99f-6deb314434df req-ac37a3a0-b7b8-4325-bcd6-cad3332a42a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.239856 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c380f8a0-43da-4955-a99f-6deb314434df req-ac37a3a0-b7b8-4325-bcd6-cad3332a42a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "DELETE /v2.0/ports/c853410a-6325-4541-8511-7c124843023f HTTP/1.1" status: 204 len: 173 time: 4.3080807 Jul 16 18:09:31.376344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56914af1-1c56-449e-96a2-5685fb708f97', 'name': 'network-vif-deleted', 'tag': 'c853410a-6325-4541-8511-7c124843023f'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:31.381099 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b924b01e-1d14-4b3b-af5c-fd3161918d35" -d '{"events": [{"server_uuid": "56914af1-1c56-449e-96a2-5685fb708f97", "name": "network-vif-deleted", "tag": "c853410a-6325-4541-8511-7c124843023f"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:31.416975 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-391b39d4-ca98-4120-9a18-59394ee6d97b req-343c2ffc-0cfe-46a4-86b8-db2d21705408 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 210 time: 0.3975580 Jul 16 18:09:31.462514 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ad5a1ac9-f0d0-457a-897e-4b248dd9e6c0 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:31.578109 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.671492 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ad5a1ac9-f0d0-457a-897e-4b248dd9e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 11, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:31.675398 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73cc8a65-aa6b-40eb-97bf-a15008af3159 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.685520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a73819e4-945a-49f0-90ad-8dfe03a9e18b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:31.691196 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:31.692493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:31.749255 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a1ac9-f0d0-457a-897e-4b248dd9e6c0 None None] Checking router: 81393bab-0964-481b-953d-336e36d8c9b2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:31.783714 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5a1ac9-f0d0-457a-897e-4b248dd9e6c0 None None] Routers {'81393bab-0964-481b-953d-336e36d8c9b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:31.784358 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ad5a1ac9-f0d0-457a-897e-4b248dd9e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['81393bab-0964-481b-953d-336e36d8c9b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:31.901662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a73819e4-945a-49f0-90ad-8dfe03a9e18b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:31.948903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:31.965911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:31.966291 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.010147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:32.016316 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ad5a1ac9-f0d0-457a-897e-4b248dd9e6c0 None None] Set router 81393bab-0964-481b-953d-336e36d8c9b2 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:32.079017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5e66a7c-b513-4aa5-80db-2f751271920d req-6ff6dbe9-4e1c-43a8-a690-8b2067ac5049 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9160903 Jul 16 18:09:32.081689 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86a06ab7-4e51-4daf-93c0-bb7901b571fb req-051e128a-16ec-400b-b630-08ec13d82b51 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.1037474 Jul 16 18:09:32.163591 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:32.171447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:32.173531 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.333307 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ad5a1ac9-f0d0-457a-897e-4b248dd9e6c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 11, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:32.422919 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5a1ac9-f0d0-457a-897e-4b248dd9e6c0 None None] The sync data for ids ['81393bab-0964-481b-953d-336e36d8c9b2'] in n-d-794306-7 is: [{'id': '81393bab-0964-481b-953d-336e36d8c9b2', 'name': 'tempest-RoutersTest-router-846155', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:08:10Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 11, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:32.425991 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.542783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:32.550394 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.568189 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.584144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-0736e9bc-6491-41f4-8c34-f181499c3d68 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.586281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-0736e9bc-6491-41f4-8c34-f181499c3d68 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.37 "GET /v2.0/networks?id=d04bdaba-b7ed-4278-ae11-717d154286ae HTTP/1.1" status: 200 len: 813 time: 1.4066222 Jul 16 18:09:32.599922 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22a4f66d-a1c2-4d39-b933-00d052f18df8 x-openstack-request-id: req-22a4f66d-a1c2-4d39-b933-00d052f18df8 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:32.600191 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56914af1-1c56-449e-96a2-5685fb708f97", "name": "network-vif-deleted", "tag": "c853410a-6325-4541-8511-7c124843023f", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:32.600582 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-22a4f66d-a1c2-4d39-b933-00d052f18df8 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:32.601634 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56914af1-1c56-449e-96a2-5685fb708f97', 'name': 'network-vif-deleted', 'tag': 'c853410a-6325-4541-8511-7c124843023f', 'status': 'completed', 'code': 200} Jul 16 18:09:32.610102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-0203d0dd-bc26-4f6f-8cd6-31525e2dadfc tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.613202 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-0203d0dd-bc26-4f6f-8cd6-31525e2dadfc tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.18 "GET /v2.0/networks?id=ccc33d11-cffe-4e1c-b1ab-826292e171d2 HTTP/1.1" status: 200 len: 809 time: 0.6097634 Jul 16 18:09:32.637709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Request body: {'port': {'device_id': '76647c44-bd30-4e53-a798-474cc76f350f', 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2', 'admin_state_up': True, 'tenant_id': '675a398a6dea4d84b004a112e1b941ff'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:32.653331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-14e9bed7-bf2e-4f2e-9d35-cec1c4711482 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:32.665667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-14e9bed7-bf2e-4f2e-9d35-cec1c4711482 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "GET /v2.0/networks?id=d04bdaba-b7ed-4278-ae11-717d154286ae HTTP/1.1" status: 200 len: 813 time: 2.2563627 Jul 16 18:09:32.693837 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73cc8a65-aa6b-40eb-97bf-a15008af3159 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.696784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:32.697711 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73cc8a65-aa6b-40eb-97bf-a15008af3159 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.699862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.709337 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.721034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77da69d-468d-40e0-a756-d7d719aac266'}, {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73819e4-945a-49f0-90ad-8dfe03a9e18b'}, {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ceaeee-bcfc-4fc4-821b-d8ad69782ca3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:32.724018 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dcb6277-da44-4a79-b2d3-3461b26a461d" -d '{"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "a77da69d-468d-40e0-a756-d7d719aac266"}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "a73819e4-945a-49f0-90ad-8dfe03a9e18b"}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "04ceaeee-bcfc-4fc4-821b-d8ad69782ca3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:32.741345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Request body: {'port': {'device_id': '83ac7bd6-04d4-44e7-b5a8-d894bd37dc17', 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae', 'admin_state_up': True, 'tenant_id': '868f09554eca46b1a0343299b76e69ee'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:32.753349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Request body: {'port': {'device_id': 'd4c8a817-f2bb-4694-9377-6ef1d34303a0', 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae', 'admin_state_up': True, 'tenant_id': '868f09554eca46b1a0343299b76e69ee'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:32.779006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-190632f2-4dbb-4aca-804b-6abc98049965 req-cc3bfa43-2e22-4df0-adf6-5f158a2b1c77 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 210 time: 0.1765432 Jul 16 18:09:32.789927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:32.809184 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-765bd054-bf8a-4119-ab1b-18c3316d0a84 req-471909b7-087e-4c09-a35b-9df1ba2d30df tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 210 time: 0.0580368 Jul 16 18:09:32.855461 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73cc8a65-aa6b-40eb-97bf-a15008af3159 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.856327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73cc8a65-aa6b-40eb-97bf-a15008af3159 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Fanout notify agent at l3_agent the message router_deleted on router 81393bab-0964-481b-953d-336e36d8c9b2 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:32.875739 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73cc8a65-aa6b-40eb-97bf-a15008af3159 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:32.885506 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-73cc8a65-aa6b-40eb-97bf-a15008af3159 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2 HTTP/1.1" status: 204 len: 168 time: 1.7332454 Jul 16 18:09:32.886762 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37464) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:32.921120 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ea99244-4e8d-4c88-84f9-ffdc28a66b53 x-openstack-request-id: req-9ea99244-4e8d-4c88-84f9-ffdc28a66b53 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:32.921869 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "a77da69d-468d-40e0-a756-d7d719aac266", "code": 200}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "a73819e4-945a-49f0-90ad-8dfe03a9e18b", "code": 200}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-plugged", "status": "completed", "tag": "04ceaeee-bcfc-4fc4-821b-d8ad69782ca3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:32.922854 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9ea99244-4e8d-4c88-84f9-ffdc28a66b53 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:32.924049 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a77da69d-468d-40e0-a756-d7d719aac266', 'code': 200} Jul 16 18:09:32.924966 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a73819e4-945a-49f0-90ad-8dfe03a9e18b', 'code': 200} Jul 16 18:09:32.925782 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04ceaeee-bcfc-4fc4-821b-d8ad69782ca3', 'code': 200} Jul 16 18:09:32.993297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3849d884-f3f5-4397-b7af-8ca098e5af79 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-387610279', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:33.043267 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3849d884-f3f5-4397-b7af-8ca098e5af79 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.044493 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3849d884-f3f5-4397-b7af-8ca098e5af79 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.071206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Made reservation on behalf of 675a398a6dea4d84b004a112e1b941ff for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:33.074702 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.224903 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3849d884-f3f5-4397-b7af-8ca098e5af79 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.231597 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3849d884-f3f5-4397-b7af-8ca098e5af79 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.307355 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3849d884-f3f5-4397-b7af-8ca098e5af79 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.311934 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3849d884-f3f5-4397-b7af-8ca098e5af79 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3299990 Jul 16 18:09:33.312628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37472) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:33.324573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-025f3472-ff58-4793-8598-a528c7e10d58 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:33.484764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37478) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:33.485515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Made reservation on behalf of 868f09554eca46b1a0343299b76e69ee for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:33.489337 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.561283 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-40d3cfe7-c61c-4ddd-b071-bc08507a7e6e req-0f3fe142-30cc-4e0a-9634-4a86a8e7a342 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.1190536 Jul 16 18:09:33.572102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Made reservation on behalf of 868f09554eca46b1a0343299b76e69ee for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:33.577066 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.605892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2b17-111e-4f8b-b679-276010ca599b req-f96f6625-5223-472a-ba9b-9c0a3be69d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.606524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2b17-111e-4f8b-b679-276010ca599b req-f96f6625-5223-472a-ba9b-9c0a3be69d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.607140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2b17-111e-4f8b-b679-276010ca599b req-f96f6625-5223-472a-ba9b-9c0a3be69d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.607701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2b17-111e-4f8b-b679-276010ca599b req-f96f6625-5223-472a-ba9b-9c0a3be69d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.608448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2b17-111e-4f8b-b679-276010ca599b req-f96f6625-5223-472a-ba9b-9c0a3be69d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.609380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2b17-111e-4f8b-b679-276010ca599b req-f96f6625-5223-472a-ba9b-9c0a3be69d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.610179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06f2b17-111e-4f8b-b679-276010ca599b req-f96f6625-5223-472a-ba9b-9c0a3be69d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:33.612319 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c06f2b17-111e-4f8b-b679-276010ca599b req-f96f6625-5223-472a-ba9b-9c0a3be69d0d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6490 time: 0.3977139 Jul 16 18:09:33.671481 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-025f3472-ff58-4793-8598-a528c7e10d58 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.684259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Allocated IP 172.20.0.12 (ccc33d11-cffe-4e1c-b1ab-826292e171d2/1df18640-4bdf-41b8-a809-6f4222c3c26a/c6ff5cc2-e99c-4682-951e-e72694a537a3) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:33.691977 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-025f3472-ff58-4793-8598-a528c7e10d58 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.854186 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f787fbf-a90c-4bdb-9093-779f5cb6ff9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:33.883036 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.resource_extend [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:09:33.907054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:33.976705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:33.977419 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.007868 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c06f2b17-111e-4f8b-b679-276010ca599b req-9dcd3d6f-64ae-44b4-af4f-d59fdeebf246 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3847075 Jul 16 18:09:34.011251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0c97222-605b-40f4-99e2-4b6df6148474 req-b0a3908d-fb01-481e-9bc3-72d9b8f7104f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.1099982 Jul 16 18:09:34.065979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57564-e64c-4319-9342-a29697e31d2f req-46d64daa-33bd-4121-a090-533351788c22 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.072539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57564-e64c-4319-9342-a29697e31d2f req-46d64daa-33bd-4121-a090-533351788c22 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.083113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57564-e64c-4319-9342-a29697e31d2f req-46d64daa-33bd-4121-a090-533351788c22 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.090990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57564-e64c-4319-9342-a29697e31d2f req-46d64daa-33bd-4121-a090-533351788c22 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.097061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57564-e64c-4319-9342-a29697e31d2f req-46d64daa-33bd-4121-a090-533351788c22 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.106307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57564-e64c-4319-9342-a29697e31d2f req-46d64daa-33bd-4121-a090-533351788c22 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.115422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c57564-e64c-4319-9342-a29697e31d2f req-46d64daa-33bd-4121-a090-533351788c22 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:34.119606 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48c57564-e64c-4319-9342-a29697e31d2f req-46d64daa-33bd-4121-a090-533351788c22 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5433 time: 0.6992509 Jul 16 18:09:34.144823 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.164310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.217608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Allocated IP 172.20.0.11 (d04bdaba-b7ed-4278-ae11-717d154286ae/6967648e-3116-40de-9644-024237f612d5/e7274426-a936-407f-9bcc-3687349c19e6) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:34.264104 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13210bf7-bb77-4bbe-b1bf-96e3ceedfd87 req-d315bc8b-ad50-4e30-8f12-314522d6a78b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 210 time: 0.0511131 Jul 16 18:09:34.278376 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48c57564-e64c-4319-9342-a29697e31d2f req-0f7ebbf7-7d1f-49f6-b269-9c669942ad14 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1448767 Jul 16 18:09:34.299474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-025f3472-ff58-4793-8598-a528c7e10d58 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Router 61d67771-e4e2-4ac5-bf94-8d51e3846533 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:09:34.450801 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP 8ead8d0a-ee50-4572-937e-70b72578ed79 associated. External IP: 172.25.7.11, port: e4134114-e0d7-4811-9151-91ffbfb00952. Jul 16 18:09:34.497814 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b7d883cb-e88b-4217-9313-2c66787267a9 req-104cd1b1-b128-413d-8433-d12629807e51 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 210 time: 0.0498874 Jul 16 18:09:34.501642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-025f3472-ff58-4793-8598-a528c7e10d58 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:34.509597 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-025f3472-ff58-4793-8598-a528c7e10d58 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.514253 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-025f3472-ff58-4793-8598-a528c7e10d58 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "PUT /v2.0/routers/61d67771-e4e2-4ac5-bf94-8d51e3846533 HTTP/1.1" status: 200 len: 693 time: 1.1957080 Jul 16 18:09:34.514445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80cd65-1bf6-41cd-9098-2c258d9ac5f1 None None] Sync routers for ids ['61d67771-e4e2-4ac5-bf94-8d51e3846533'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:34.515592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37486) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.527579 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f787fbf-a90c-4bdb-9093-779f5cb6ff9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.529879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80cd65-1bf6-41cd-9098-2c258d9ac5f1 None None] Routers {'61d67771-e4e2-4ac5-bf94-8d51e3846533'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:34.530979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-df80cd65-1bf6-41cd-9098-2c258d9ac5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['61d67771-e4e2-4ac5-bf94-8d51e3846533'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:34.549878 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f787fbf-a90c-4bdb-9093-779f5cb6ff9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.561981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.608927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-df80cd65-1bf6-41cd-9098-2c258d9ac5f1 None None] Set router 61d67771-e4e2-4ac5-bf94-8d51e3846533 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:34.615210 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a1ec70ac-e764-4b30-8158-09346d3b86c8 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/routers/61d67771-e4e2-4ac5-bf94-8d51e3846533 HTTP/1.1" status: 200 len: 699 time: 0.0984273 Jul 16 18:09:34.618705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37490) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.651885 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9c04e4d0-8e87-4d9c-a468-c6c12c28937a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=61d67771-e4e2-4ac5-bf94-8d51e3846533 HTTP/1.1" status: 200 len: 205 time: 0.0317285 Jul 16 18:09:34.654556 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37492) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:34.670872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-df80cd65-1bf6-41cd-9098-2c258d9ac5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d67771-e4e2-4ac5-bf94-8d51e3846533', 'name': 'tempest-RoutersTest-router-387610279', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:33Z', 'updated_at': '2021-07-16T18:09:33Z', 'revision_number': 2, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:34.714322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80cd65-1bf6-41cd-9098-2c258d9ac5f1 None None] Checking router: 61d67771-e4e2-4ac5-bf94-8d51e3846533 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:34.723607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df80cd65-1bf6-41cd-9098-2c258d9ac5f1 None None] Routers {'61d67771-e4e2-4ac5-bf94-8d51e3846533'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:34.724228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-df80cd65-1bf6-41cd-9098-2c258d9ac5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['61d67771-e4e2-4ac5-bf94-8d51e3846533'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:34.755296 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2765dab1-ce39-4ddf-a352-fd2bcff27c72 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.760013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:34.798652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-df80cd65-1bf6-41cd-9098-2c258d9ac5f1 None None] Set router 61d67771-e4e2-4ac5-bf94-8d51e3846533 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:34.859768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-df80cd65-1bf6-41cd-9098-2c258d9ac5f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61d67771-e4e2-4ac5-bf94-8d51e3846533', 'name': 'tempest-RoutersTest-router-387610279', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:33Z', 'updated_at': '2021-07-16T18:09:33Z', 'revision_number': 2, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:34.874110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Network ccc33d11-cffe-4e1c-b1ab-826292e171d2 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:34.892159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df80cd65-1bf6-41cd-9098-2c258d9ac5f1 None None] The sync data for ids ['61d67771-e4e2-4ac5-bf94-8d51e3846533'] in n-d-794306-7 is: [{'id': '61d67771-e4e2-4ac5-bf94-8d51e3846533', 'name': 'tempest-RoutersTest-router-387610279', 'tenant_id': 'aa40f18af9894188a2499702220d2574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:33Z', 'updated_at': '2021-07-16T18:09:33Z', 'revision_number': 2, 'project_id': 'aa40f18af9894188a2499702220d2574', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:34.901229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:34.906370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:35.045783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Pushing event updated for resources: {'Port': ['ID=c6ff5cc2-e99c-4682-951e-e72694a537a3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.056183 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2765dab1-ce39-4ddf-a352-fd2bcff27c72 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.058584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f787fbf-a90c-4bdb-9093-779f5cb6ff9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=498973af-6a6e-4150-937a-481d91bed8ba,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.060109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2765dab1-ce39-4ddf-a352-fd2bcff27c72 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.063668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7f787fbf-a90c-4bdb-9093-779f5cb6ff9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dea4a7f1ad764a8d92910d381cf57fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5695076 Jul 16 18:09:35.066088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37496) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.120758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6b95393-a6fa-4d4d-b3ba-ee2c64216e2e req-bca03112-39fb-4c85-b00b-cf85d53d824d tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.1000190 Jul 16 18:09:35.132955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.133632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.150073 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.150336 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2765dab1-ce39-4ddf-a352-fd2bcff27c72 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.150336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2765dab1-ce39-4ddf-a352-fd2bcff27c72 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Fanout notify agent at l3_agent the message router_deleted on router 61d67771-e4e2-4ac5-bf94-8d51e3846533 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:09:35.159427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2765dab1-ce39-4ddf-a352-fd2bcff27c72 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.160772 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2765dab1-ce39-4ddf-a352-fd2bcff27c72 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/61d67771-e4e2-4ac5-bf94-8d51e3846533 HTTP/1.1" status: 204 len: 168 time: 0.5051477 Jul 16 18:09:35.166763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37498) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.187947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-d45374d9-4a59-4d71-a74b-3b46995d1773 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5631351 Jul 16 18:09:35.204098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Request body: {'port': {'device_id': '76647c44-bd30-4e53-a798-474cc76f350f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:35.211697 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7a84b5a0-ac96-40b1-8680-595efb305a1b tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=61d67771-e4e2-4ac5-bf94-8d51e3846533 HTTP/1.1" status: 200 len: 205 time: 0.0408540 Jul 16 18:09:35.212645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37500) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.231780 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b031a27-6267-4448-b0e6-6a3e5e0581cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.284488 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b031a27-6267-4448-b0e6-6a3e5e0581cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.294407 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-d8cb40be-5f7e-4355-ab6b-3bee17ed72ee tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] delete failed (client error): The resource could not be found. Jul 16 18:09:35.295445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d8cb40be-5f7e-4355-ab6b-3bee17ed72ee tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/61d67771-e4e2-4ac5-bf94-8d51e3846533 HTTP/1.1" status: 404 len: 336 time: 0.0805984 Jul 16 18:09:35.299883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37502) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.330033 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.345359 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-df4d93c9-d24d-439b-b771-042664556127 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] DELETE failed (client error): The resource could not be found. Jul 16 18:09:35.345820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df4d93c9-d24d-439b-b771-042664556127 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:35.347791 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-df4d93c9-d24d-439b-b771-042664556127 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/3e08a034-0f9c-4511-aecb-46c90a338e52 HTTP/1.1" status: 404 len: 337 time: 0.0469644 Jul 16 18:09:35.352405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37508) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.357453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.407067 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f34871-598a-4156-b46c-eab472084d99 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] DELETE failed (client error): The resource could not be found. Jul 16 18:09:35.407649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f34871-598a-4156-b46c-eab472084d99 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:35.411855 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a3f34871-598a-4156-b46c-eab472084d99 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/8ae4822e-c10d-40c1-a644-3eef40824926 HTTP/1.1" status: 404 len: 337 time: 0.0561442 Jul 16 18:09:35.412446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37510) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.451166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Network d04bdaba-b7ed-4278-ae11-717d154286ae is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:35.451504 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b031a27-6267-4448-b0e6-6a3e5e0581cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.454237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b031a27-6267-4448-b0e6-6a3e5e0581cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.457708 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6b031a27-6267-4448-b0e6-6a3e5e0581cb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/498973af-6a6e-4150-937a-481d91bed8ba HTTP/1.1" status: 204 len: 168 time: 0.3878176 Jul 16 18:09:35.460711 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d8186ad-16fe-444c-b699-0d1b7785181a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] DELETE failed (client error): The resource could not be found. Jul 16 18:09:35.461604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d8186ad-16fe-444c-b699-0d1b7785181a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:35.462825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8d8186ad-16fe-444c-b699-0d1b7785181a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/2a6b97a6-11ce-4afc-b8ef-08572f223e87 HTTP/1.1" status: 404 len: 337 time: 0.0498254 Jul 16 18:09:35.465128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:35.468296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37514) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.473324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:35.541059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Pushing event updated for resources: {'Port': ['ID=e7274426-a936-407f-9bcc-3687349c19e6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.545605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b031a27-6267-4448-b0e6-6a3e5e0581cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=498973af-6a6e-4150-937a-481d91bed8ba,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:35.597085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Allocated IP 172.20.0.2 (d04bdaba-b7ed-4278-ae11-717d154286ae/6967648e-3116-40de-9644-024237f612d5/5916bcbc-8c91-4dc0-89b8-c1c2588765f1) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:35.601632 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-abacbfb4-3667-4454-a5a7-0aa5c7cc50d9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] DELETE failed (client error): The resource could not be found. Jul 16 18:09:35.601811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abacbfb4-3667-4454-a5a7-0aa5c7cc50d9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:35.603734 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-abacbfb4-3667-4454-a5a7-0aa5c7cc50d9 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/ae7399d6-e6eb-49cc-8d3b-521bfa0f5cc2 HTTP/1.1" status: 404 len: 337 time: 0.0858467 Jul 16 18:09:35.609738 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37518) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.619420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:35.643926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.644563 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.663325 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-358d6680-bbfb-4dae-982f-9abcd97348c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=81393bab-0964-481b-953d-336e36d8c9b2 HTTP/1.1" status: 200 len: 205 time: 0.0479717 Jul 16 18:09:35.670102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37522) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.725024 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-61b59b47-0654-4ddc-8e96-a0b046a81562 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] delete failed (client error): The resource could not be found. Jul 16 18:09:35.726711 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-61b59b47-0654-4ddc-8e96-a0b046a81562 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/81393bab-0964-481b-953d-336e36d8c9b2 HTTP/1.1" status: 404 len: 336 time: 0.0534537 Jul 16 18:09:35.729917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37524) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.786512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26fd5-2084-447f-9e0a-2e9101005309 req-f04372f1-c5c9-46ba-b4c1-770bd1cb476b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.796320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26fd5-2084-447f-9e0a-2e9101005309 req-f04372f1-c5c9-46ba-b4c1-770bd1cb476b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.809443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26fd5-2084-447f-9e0a-2e9101005309 req-f04372f1-c5c9-46ba-b4c1-770bd1cb476b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.811094 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-20edea01-746f-42dc-aba7-7b516db16e39 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=55b95c7d-890f-49ac-ba31-e096091a2c7d HTTP/1.1" status: 200 len: 205 time: 0.0536883 Jul 16 18:09:35.814180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37526) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.816047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26fd5-2084-447f-9e0a-2e9101005309 req-f04372f1-c5c9-46ba-b4c1-770bd1cb476b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.823000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842cf6b8-e879-4ae4-9b90-423e31744577 req-3eb6f66d-05d6-45cb-a7a9-cc5c2abee864 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.824422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26fd5-2084-447f-9e0a-2e9101005309 req-f04372f1-c5c9-46ba-b4c1-770bd1cb476b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.824967 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-842cf6b8-e879-4ae4-9b90-423e31744577 req-3eb6f66d-05d6-45cb-a7a9-cc5c2abee864 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 932 time: 0.2911048 Jul 16 18:09:35.831064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26fd5-2084-447f-9e0a-2e9101005309 req-f04372f1-c5c9-46ba-b4c1-770bd1cb476b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.838966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd26fd5-2084-447f-9e0a-2e9101005309 req-f04372f1-c5c9-46ba-b4c1-770bd1cb476b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:35.841367 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebd26fd5-2084-447f-9e0a-2e9101005309 req-f04372f1-c5c9-46ba-b4c1-770bd1cb476b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5433 time: 0.3258798 Jul 16 18:09:35.842816 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-31fa410d-fd83-484f-a1a2-fc0294c4ad82 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1730597 Jul 16 18:09:35.886276 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-d3480d40-dd0d-4a15-a28e-2fb1affbfa86 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] delete failed (client error): The resource could not be found. Jul 16 18:09:35.890946 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d3480d40-dd0d-4a15-a28e-2fb1affbfa86 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/55b95c7d-890f-49ac-ba31-e096091a2c7d HTTP/1.1" status: 404 len: 336 time: 0.0620842 Jul 16 18:09:35.891873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Request body: {'port': {'device_id': '83ac7bd6-04d4-44e7-b5a8-d894bd37dc17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:35.898442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37528) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.898824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37530) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:35.962845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-11a0835e-1c3d-4b42-9240-ccde1f77bed6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:35.984023 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b1012d-25cf-4a4b-a6f9-aa7edbd39757 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] DELETE failed (client error): The resource could not be found. Jul 16 18:09:35.984992 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7b1012d-25cf-4a4b-a6f9-aa7edbd39757 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:35.990629 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f7b1012d-25cf-4a4b-a6f9-aa7edbd39757 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/168230e7-acc3-4b76-b74b-759d7ad76256 HTTP/1.1" status: 404 len: 337 time: 0.0854113 Jul 16 18:09:35.995429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37534) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.014373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebd26fd5-2084-447f-9e0a-2e9101005309 req-cea1cdd7-7fa0-4a06-8e26-a016f606737d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1647422 Jul 16 18:09:36.017897 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-842cf6b8-e879-4ae4-9b90-423e31744577 req-cf084262-890f-475c-9bb7-d81f93c21b1d tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838992 Jul 16 18:09:36.047465 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d313bf34-4ab8-41e8-8c7a-8854504b7e6a tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8c7e886-e21c-4f20-b97a-5944a58957d3 HTTP/1.1" status: 200 len: 205 time: 0.0486672 Jul 16 18:09:36.059810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37536) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.120972 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.155199 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-55483df2-4e14-45a8-b408-0f93d8f37464 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] delete failed (client error): The resource could not be found. Jul 16 18:09:36.158746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-55483df2-4e14-45a8-b408-0f93d8f37464 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/a8c7e886-e21c-4f20-b97a-5944a58957d3 HTTP/1.1" status: 404 len: 336 time: 0.1006970 Jul 16 18:09:36.163753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37540) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.165155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6ff5cc2-e99c-4682-951e-e72694a537a3 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:36.182054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.208019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Transition to ACTIVE for port object c6ff5cc2-e99c-4682-951e-e72694a537a3 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:36.216921 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.256282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-00c99f69-67a8-47f6-8c73-56094ef3e1e7 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=eb503fdb-09e3-4413-b2e4-3eadfcf12b83 HTTP/1.1" status: 200 len: 205 time: 0.0826321 Jul 16 18:09:36.260967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37542) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.268291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:36.288802 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474fbb4-244d-42fd-93d9-6fea51d89fdf None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:36.305875 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474fbb4-244d-42fd-93d9-6fea51d89fdf None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:36.306506 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e474fbb4-244d-42fd-93d9-6fea51d89fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:36.353881 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-82e0f85c-b54c-432e-8faf-9b60c65a7922 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] delete failed (client error): The resource could not be found. Jul 16 18:09:36.357791 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-82e0f85c-b54c-432e-8faf-9b60c65a7922 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/eb503fdb-09e3-4413-b2e4-3eadfcf12b83 HTTP/1.1" status: 404 len: 336 time: 0.0955572 Jul 16 18:09:36.362154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37544) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.388696 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e474fbb4-244d-42fd-93d9-6fea51d89fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:36.407677 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e474fbb4-244d-42fd-93d9-6fea51d89fdf None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:36.408408 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e474fbb4-244d-42fd-93d9-6fea51d89fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:36.441700 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-072f53cc-9ea1-43f0-be80-735a7ebf6d52 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] DELETE failed (client error): The resource could not be found. Jul 16 18:09:36.442151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-072f53cc-9ea1-43f0-be80-735a7ebf6d52 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:36.447348 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-072f53cc-9ea1-43f0-be80-735a7ebf6d52 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/2d27d646-1841-4137-9201-28b16c5826ee HTTP/1.1" status: 404 len: 337 time: 0.0817039 Jul 16 18:09:36.449435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37546) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.467242 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.468104 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9084a2f1-e0d5-4fde-a9cc-6382c56b3c20 req-f2e144c2-b11a-4bcd-9bea-3d9661796c1d tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 210 time: 0.1937211 Jul 16 18:09:36.472908 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e474fbb4-244d-42fd-93d9-6fea51d89fdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:36.473485 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e474fbb4-244d-42fd-93d9-6fea51d89fdf None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:36.476856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Pushing event updated for resources: {'Port': ['ID=c6ff5cc2-e99c-4682-951e-e72694a537a3,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.556088 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d2ecb9a6-be9c-4074-9b71-e22fabb05a81 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=d2edb0c1-55b8-44aa-9d44-21daf49bf8c8 HTTP/1.1" status: 200 len: 205 time: 0.1012948 Jul 16 18:09:36.556771 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-11a0835e-1c3d-4b42-9240-ccde1f77bed6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.559113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37548) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.584445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c560d1fc-a00f-4c0b-937d-72dc9c5878b2 req-35248571-a2e7-498d-ae79-7730150759cc tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.1313350 Jul 16 18:09:36.608579 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-11a0835e-1c3d-4b42-9240-ccde1f77bed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.614502 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-2963a333-8213-4b40-a467-0e38b38172c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] delete failed (client error): The resource could not be found. Jul 16 18:09:36.620194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2963a333-8213-4b40-a467-0e38b38172c6 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/d2edb0c1-55b8-44aa-9d44-21daf49bf8c8 HTTP/1.1" status: 404 len: 336 time: 0.0598893 Jul 16 18:09:36.622064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37552) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.703473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-11a0835e-1c3d-4b42-9240-ccde1f77bed6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b6c0b0c6da974022a64b7038ecc7e5be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7994864 Jul 16 18:09:36.703473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Attempting to bind port c6ff5cc2-e99c-4682-951e-e72694a537a3 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:36.703473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Attempting to bind port c6ff5cc2-e99c-4682-951e-e72694a537a3 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:36.703473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Attempting to bind port c6ff5cc2-e99c-4682-951e-e72694a537a3 on network ccc33d11-cffe-4e1c-b1ab-826292e171d2 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:36.705108 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee3c2eaa-251b-4036-b6ce-496ac0f2b879 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] DELETE failed (client error): The resource could not be found. Jul 16 18:09:36.705570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee3c2eaa-251b-4036-b6ce-496ac0f2b879 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:36.710889 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ee3c2eaa-251b-4036-b6ce-496ac0f2b879 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/48e75765-815c-41cc-8430-75bb5b96ffa8 HTTP/1.1" status: 404 len: 337 time: 0.0772331 Jul 16 18:09:36.710889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37554) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.716000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37556) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.717746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a0835e-1c3d-4b42-9240-ccde1f77bed6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd2d9ff-db2c-40b3-bf32-4f464850283a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:36.733301 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.754143 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-285aeb7a-ba34-44bf-aa50-ff2231808112 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "GET /v2.0/ports?device_id=ae57b53b-8917-4bae-b05b-d278e9d239c1 HTTP/1.1" status: 200 len: 205 time: 0.0312700 Jul 16 18:09:36.757923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Port c6ff5cc2-e99c-4682-951e-e72694a537a3 on network ccc33d11-cffe-4e1c-b1ab-826292e171d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:36.758033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Attempting to bind port c6ff5cc2-e99c-4682-951e-e72694a537a3 on network ccc33d11-cffe-4e1c-b1ab-826292e171d2 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:36.762204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37558) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.768735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:36.769084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Checking segment: {'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:36.769575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Bound using segment: {'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:36.770030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Bound port: c6ff5cc2-e99c-4682-951e-e72694a537a3, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:36.770396 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.844832 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56b4917c-963c-4485-aacc-e818d6e589a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.859018 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-8c86f174-e4ba-41d5-bacd-85d7731743ee tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] delete failed (client error): The resource could not be found. Jul 16 18:09:36.862523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8c86f174-e4ba-41d5-bacd-85d7731743ee tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/routers/ae57b53b-8917-4bae-b05b-d278e9d239c1 HTTP/1.1" status: 404 len: 336 time: 0.0944440 Jul 16 18:09:36.863283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37560) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.911907 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff4d256a-8738-4f00-8c87-afb53fb40c37 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] DELETE failed (client error): The resource could not be found. Jul 16 18:09:36.912371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff4d256a-8738-4f00-8c87-afb53fb40c37 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:36.917209 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ff4d256a-8738-4f00-8c87-afb53fb40c37 tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/923fea0e-40dc-495c-99e6-9401dc0ecbda HTTP/1.1" status: 404 len: 337 time: 0.0506639 Jul 16 18:09:36.921061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37562) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:36.922738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Network d04bdaba-b7ed-4278-ae11-717d154286ae is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:36.925619 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56b4917c-963c-4485-aacc-e818d6e589a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:36.928630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] For port c6ff5cc2-e99c-4682-951e-e72694a537a3, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:36.946073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:36.948696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:36.979019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Pushing event updated for resources: {'Port': ['ID=5916bcbc-8c91-4dc0-89b8-c1c2588765f1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.005746 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-770f31f7-ea54-43e7-8fc7-f3b5cb90369c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] DELETE failed (client error): The resource could not be found. Jul 16 18:09:37.006217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-770f31f7-ea54-43e7-8fc7-f3b5cb90369c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:09:37.008206 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-770f31f7-ea54-43e7-8fc7-f3b5cb90369c tempest-RoutersTest-1200666688 tempest-RoutersTest-1200666688-project] 10.222.0.47 "DELETE /v2.0/subnets/2bb10247-48b0-448c-9b1e-1b5c9dfe2b77 HTTP/1.1" status: 404 len: 337 time: 0.0829639 Jul 16 18:09:37.043943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:37.092953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.093616 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.204637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-e05b4b02-832f-4022-8441-45041966557b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4562478 Jul 16 18:09:37.259531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Request body: {'port': {'device_id': 'd4c8a817-f2bb-4694-9377-6ef1d34303a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:37.277121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d0326b2-9b14-412b-8cc3-c553096c69d4 req-ca7be597-b7bb-4410-b18f-0f0a5987293f tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36&device_id=92f4a6dd-f8a3-4497-b877-8aaa69575edf HTTP/1.1" status: 200 len: 210 time: 0.3707616 Jul 16 18:09:37.281576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] For port c6ff5cc2-e99c-4682-951e-e72694a537a3, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c6ff5cc2-e99c-4682-951e-e72694a537a3,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:37.308509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.348366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.348989 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.351954 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] 10.222.0.18 "PUT /v2.0/ports/c6ff5cc2-e99c-4682-951e-e72694a537a3 HTTP/1.1" status: 200 len: 1092 time: 2.1512432 Jul 16 18:09:37.354801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76647c44-bd30-4e53-a798-474cc76f350f', 'tag': 'c6ff5cc2-e99c-4682-951e-e72694a537a3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:37.357146 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bc8f40-8e30-477d-9b76-c0eb869c4745" -d '{"events": [{"name": "network-changed", "server_uuid": "76647c44-bd30-4e53-a798-474cc76f350f", "tag": "c6ff5cc2-e99c-4682-951e-e72694a537a3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:37.360054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7274426-a936-407f-9bcc-3687349c19e6 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:37.360257 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37576) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.371404 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.396221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750f670a-9cdf-4daf-89a3-ec643686c34c service neutron] Pushing event updated for resources: {'Port': ['ID=c6ff5cc2-e99c-4682-951e-e72694a537a3,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.409913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56b4917c-963c-4485-aacc-e818d6e589a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.414285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56b4917c-963c-4485-aacc-e818d6e589a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.418359 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-56b4917c-963c-4485-aacc-e818d6e589a4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2bd2d9ff-db2c-40b3-bf32-4f464850283a HTTP/1.1" status: 204 len: 168 time: 0.7053230 Jul 16 18:09:37.449064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:37.451384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Transition to ACTIVE for port object e7274426-a936-407f-9bcc-3687349c19e6 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:37.455549 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.463326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87472160-0462-4dfb-97de-fe73c08b87e7 None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:37.469877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.474617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.482056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87472160-0462-4dfb-97de-fe73c08b87e7 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:37.483159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-87472160-0462-4dfb-97de-fe73c08b87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:37.486642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b4917c-963c-4485-aacc-e818d6e589a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd2d9ff-db2c-40b3-bf32-4f464850283a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.551541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-87472160-0462-4dfb-97de-fe73c08b87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:37.552486 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-0f8f592b-0f41-4c4b-8b57-2380b8552adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.554809 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-0f8f592b-0f41-4c4b-8b57-2380b8552adb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675a398a6dea4d84b004a112e1b941ff&device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 1095 time: 0.1333354 Jul 16 18:09:37.565164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87472160-0462-4dfb-97de-fe73c08b87e7 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:37.566320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-87472160-0462-4dfb-97de-fe73c08b87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:37.576960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac253b-33c5-4484-9a03-e04c46e1a002 req-5fea00db-c200-4659-b070-7f4d0fb77891 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.583488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac253b-33c5-4484-9a03-e04c46e1a002 req-5fea00db-c200-4659-b070-7f4d0fb77891 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.590064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac253b-33c5-4484-9a03-e04c46e1a002 req-5fea00db-c200-4659-b070-7f4d0fb77891 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.596038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac253b-33c5-4484-9a03-e04c46e1a002 req-5fea00db-c200-4659-b070-7f4d0fb77891 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.602880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac253b-33c5-4484-9a03-e04c46e1a002 req-5fea00db-c200-4659-b070-7f4d0fb77891 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.607553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-87472160-0462-4dfb-97de-fe73c08b87e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:37.608945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac253b-33c5-4484-9a03-e04c46e1a002 req-5fea00db-c200-4659-b070-7f4d0fb77891 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.609412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87472160-0462-4dfb-97de-fe73c08b87e7 None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:37.615071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ac253b-33c5-4484-9a03-e04c46e1a002 req-5fea00db-c200-4659-b070-7f4d0fb77891 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.623183 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82ac253b-33c5-4484-9a03-e04c46e1a002 req-5fea00db-c200-4659-b070-7f4d0fb77891 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5433 time: 0.2061574 Jul 16 18:09:37.679968 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-1370e38b-861f-4f1a-8bab-d53f84350eb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6ff5cc2-e99c-4682-951e-e72694a537a3 HTTP/1.1" status: 200 len: 217 time: 0.1158626 Jul 16 18:09:37.727102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Pushing event updated for resources: {'Port': ['ID=e7274426-a936-407f-9bcc-3687349c19e6,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:37.750352 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82ac253b-33c5-4484-9a03-e04c46e1a002 req-67febfd3-1f84-4e35-b4e9-b5f244b3a3db tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1262584 Jul 16 18:09:37.755859 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4b0947de-a7c9-4741-b87e-e0d6654c11cb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa40f18af9894188a2499702220d2574&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3884745 Jul 16 18:09:37.759535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37590) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:37.777848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-7eb33c89-74e7-4fe7-aba4-fb5a8bb65d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:37.779187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-7eb33c89-74e7-4fe7-aba4-fb5a8bb65d63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1df18640-4bdf-41b8-a809-6f4222c3c26a HTTP/1.1" status: 200 len: 849 time: 0.0921247 Jul 16 18:09:37.833700 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-a786fd7d-8d74-4478-96ec-800e3e19c0ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc33d11-cffe-4e1c-b1ab-826292e171d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435951 Jul 16 18:09:37.960334 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7bc32e2-2ab1-47b9-850f-6b46fc044b09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:37.999246 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-a5393561-4602-4217-a171-21811be58a53 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562834 Jul 16 18:09:38.003021 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7bc32e2-2ab1-47b9-850f-6b46fc044b09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.140336 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7bc32e2-2ab1-47b9-850f-6b46fc044b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.143642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7bc32e2-2ab1-47b9-850f-6b46fc044b09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.145228 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c7bc32e2-2ab1-47b9-850f-6b46fc044b09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0f779068-ab72-401e-93cf-a92d73af4a90 HTTP/1.1" status: 204 len: 168 time: 0.3846910 Jul 16 18:09:38.165026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bc32e2-2ab1-47b9-850f-6b46fc044b09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f779068-ab72-401e-93cf-a92d73af4a90,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.180357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f1a3803-05fc-459d-ae15-1a88f5c4ef35 req-b16b3e65-c91f-4093-92a3-308451994c48 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686740 Jul 16 18:09:38.199058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae2b55-26d4-4142-bec9-f1cd5877e301 req-edff75c8-de3c-4c6c-9cd8-08de00654aa3 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.206146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdae2b55-26d4-4142-bec9-f1cd5877e301 req-edff75c8-de3c-4c6c-9cd8-08de00654aa3 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 944 time: 1.0078382 Jul 16 18:09:38.259714 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-62df17ba-f7b8-4eea-95b1-190fc28bdcd8 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "PUT /v2.0/floatingips/8ead8d0a-ee50-4572-937e-70b72578ed79 HTTP/1.1" status: 200 len: 976 time: 7.4133201 Jul 16 18:09:38.262278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37610) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:38.273746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f9f3ee08-6e19-49c6-8b83-998ae656191a tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'floatingip': {'port_id': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:38.319246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdae2b55-26d4-4142-bec9-f1cd5877e301 req-aed856c7-b79d-4176-8ccc-ab793106f319 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120727 Jul 16 18:09:38.332436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Attempting to bind port e7274426-a936-407f-9bcc-3687349c19e6 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:38.333369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Attempting to bind port e7274426-a936-407f-9bcc-3687349c19e6 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:38.333873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Attempting to bind port e7274426-a936-407f-9bcc-3687349c19e6 on network d04bdaba-b7ed-4278-ae11-717d154286ae {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:38.342614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Port e7274426-a936-407f-9bcc-3687349c19e6 on network d04bdaba-b7ed-4278-ae11-717d154286ae not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:38.343230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Attempting to bind port e7274426-a936-407f-9bcc-3687349c19e6 on network d04bdaba-b7ed-4278-ae11-717d154286ae {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:38.357360 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e9df44-e74d-4066-95f5-3264a553e2f6 x-openstack-request-id: req-71e9df44-e74d-4066-95f5-3264a553e2f6 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:38.357932 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76647c44-bd30-4e53-a798-474cc76f350f", "tag": "c6ff5cc2-e99c-4682-951e-e72694a537a3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:38.357932 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-71e9df44-e74d-4066-95f5-3264a553e2f6 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:38.358298 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76647c44-bd30-4e53-a798-474cc76f350f', 'tag': 'c6ff5cc2-e99c-4682-951e-e72694a537a3', 'status': 'completed', 'code': 200} Jul 16 18:09:38.390767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:38.391397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Checking segment: {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:38.392043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Bound using segment: {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:38.392743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Bound port: e7274426-a936-407f-9bcc-3687349c19e6, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:38.393355 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.426550 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a00d34d3-cc4b-45d9-ba99-627d2c089b49 req-3a112f8c-8356-4569-b807-e9a246f4356f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6f3f6efdfba487cab19689b3c6731a9&device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0766401 Jul 16 18:09:38.499283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a00d34d3-cc4b-45d9-ba99-627d2c089b49 req-3c4f47bf-17b6-49f0-8a39-d4091bdb3f77 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d6f3f6efdfba487cab19689b3c6731a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348582 Jul 16 18:09:38.579283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ee08-6e19-49c6-8b83-998ae656191a tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.600205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] For port e7274426-a936-407f-9bcc-3687349c19e6, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:38.688997 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc8f40-8e30-477d-9b76-c0eb869c4745 req-b76ffad3-a9a6-41cb-8a85-d76c487d100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.690542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-23bc8f40-8e30-477d-9b76-c0eb869c4745 req-b76ffad3-a9a6-41cb-8a85-d76c487d100d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675a398a6dea4d84b004a112e1b941ff&device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 1095 time: 0.3314633 Jul 16 18:09:38.701863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] For port e7274426-a936-407f-9bcc-3687349c19e6, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e7274426-a936-407f-9bcc-3687349c19e6,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:38.717046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.776647 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:38.793589 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.805003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.805633 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.807055 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] 10.222.0.37 "PUT /v2.0/ports/e7274426-a936-407f-9bcc-3687349c19e6 HTTP/1.1" status: 200 len: 1092 time: 2.9287195 Jul 16 18:09:38.807507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83ac7bd6-04d4-44e7-b5a8-d894bd37dc17', 'tag': 'e7274426-a936-407f-9bcc-3687349c19e6'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:38.809816 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae29e14-3282-444e-bc0d-57f9eb74f07a" -d '{"events": [{"name": "network-changed", "server_uuid": "83ac7bd6-04d4-44e7-b5a8-d894bd37dc17", "tag": "e7274426-a936-407f-9bcc-3687349c19e6"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:38.823678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00d34d3-cc4b-45d9-ba99-627d2c089b49 req-e286abbe-1257-4263-9deb-061089030da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.825264 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a00d34d3-cc4b-45d9-ba99-627d2c089b49 req-e286abbe-1257-4263-9deb-061089030da3 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3195789 Jul 16 18:09:38.843488 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Transition to ACTIVE for port object 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:09:38.845928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ad08ec-ba36-41fa-9b0d-1ea7e2b0414f service neutron] Pushing event updated for resources: {'Port': ['ID=e7274426-a936-407f-9bcc-3687349c19e6,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.852088 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:38.865329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9532f4d-19e2-404c-a871-7603fb438e87 req-aee8a870-1345-45bc-ae0f-4445765b8a14 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.867820 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9532f4d-19e2-404c-a871-7603fb438e87 req-aee8a870-1345-45bc-ae0f-4445765b8a14 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 931 time: 0.2905512 Jul 16 18:09:38.937963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5acc-d608-43aa-a7c3-78d52dff2f05 req-6e669a52-e654-492d-b450-076d1059fdf6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.944420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5acc-d608-43aa-a7c3-78d52dff2f05 req-6e669a52-e654-492d-b450-076d1059fdf6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.950619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5acc-d608-43aa-a7c3-78d52dff2f05 req-6e669a52-e654-492d-b450-076d1059fdf6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.956704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5acc-d608-43aa-a7c3-78d52dff2f05 req-6e669a52-e654-492d-b450-076d1059fdf6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.963818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5acc-d608-43aa-a7c3-78d52dff2f05 req-6e669a52-e654-492d-b450-076d1059fdf6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.975186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5acc-d608-43aa-a7c3-78d52dff2f05 req-6e669a52-e654-492d-b450-076d1059fdf6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.976257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Pushing event updated for resources: {'Port': ['ID=5916bcbc-8c91-4dc0-89b8-c1c2588765f1,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:38.989276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410b5acc-d608-43aa-a7c3-78d52dff2f05 req-6e669a52-e654-492d-b450-076d1059fdf6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:38.998787 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-410b5acc-d608-43aa-a7c3-78d52dff2f05 req-6e669a52-e654-492d-b450-076d1059fdf6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5433 time: 0.4855542 Jul 16 18:09:39.023520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37636) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.034863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-77d3419e-eedb-43b5-a2cf-b33332b2145e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Request body: {'floatingip': {'port_id': '29a99993-167c-45c1-b0e8-012ff5e913fc'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:39.041695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9532f4d-19e2-404c-a871-7603fb438e87 req-f2781881-9423-4594-8fb2-fe54c594192e tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508110 Jul 16 18:09:39.091180 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ee08-6e19-49c6-8b83-998ae656191a tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.094472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc8f40-8e30-477d-9b76-c0eb869c4745 req-a0bbf5b2-3aa5-41d1-965c-f5506a929a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.098606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-23bc8f40-8e30-477d-9b76-c0eb869c4745 req-a0bbf5b2-3aa5-41d1-965c-f5506a929a97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccc33d11-cffe-4e1c-b1ab-826292e171d2 HTTP/1.1" status: 200 len: 910 time: 0.3962090 Jul 16 18:09:39.107249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ee08-6e19-49c6-8b83-998ae656191a tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.107733 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-f9f3ee08-6e19-49c6-8b83-998ae656191a tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP 8ead8d0a-ee50-4572-937e-70b72578ed79 disassociated. External IP: 172.25.7.11, port: ded6a9ba-0653-44b2-8246-3658f3fb6372. Jul 16 18:09:39.136044 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-740d0fe7-1431-4277-8bea-aea74218c3d3 x-openstack-request-id: req-740d0fe7-1431-4277-8bea-aea74218c3d3 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:39.136440 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83ac7bd6-04d4-44e7-b5a8-d894bd37dc17", "tag": "e7274426-a936-407f-9bcc-3687349c19e6", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:39.136791 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-740d0fe7-1431-4277-8bea-aea74218c3d3 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:39.137284 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83ac7bd6-04d4-44e7-b5a8-d894bd37dc17', 'tag': 'e7274426-a936-407f-9bcc-3687349c19e6', 'status': 'completed', 'code': 200} Jul 16 18:09:39.150732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77d3419e-eedb-43b5-a2cf-b33332b2145e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.302587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c2602952-09e3-4065-901d-64fd4c7d361f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.304805 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c2602952-09e3-4065-901d-64fd4c7d361f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868f09554eca46b1a0343299b76e69ee&device_id=83ac7bd6-04d4-44e7-b5a8-d894bd37dc17 HTTP/1.1" status: 200 len: 1095 time: 0.3889377 Jul 16 18:09:39.335693 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-23bc8f40-8e30-477d-9b76-c0eb869c4745 req-270ccd8b-a11d-4186-9dc0-7050e5b3960e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6ff5cc2-e99c-4682-951e-e72694a537a3 HTTP/1.1" status: 200 len: 217 time: 0.0886250 Jul 16 18:09:39.418528 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-99ac8628-d38c-4396-8783-21ba633dc548 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7274426-a936-407f-9bcc-3687349c19e6 HTTP/1.1" status: 200 len: 217 time: 0.0922735 Jul 16 18:09:39.419647 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Attempting to bind port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:09:39.420158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Attempting to bind port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:09:39.420671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Attempting to bind port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 on network d04bdaba-b7ed-4278-ae11-717d154286ae {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:39.439192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 on network d04bdaba-b7ed-4278-ae11-717d154286ae not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:09:39.439871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Attempting to bind port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 on network d04bdaba-b7ed-4278-ae11-717d154286ae {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:09:39.478489 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2def25eb-080a-43c1-80ab-e8c52ed213f2 req-5f2df71f-233d-45e2-be61-8459c3e3b1e1 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.2308314 Jul 16 18:09:39.514485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37656) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.515334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:09:39.515707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Checking segment: {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:39.516098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Bound using segment: {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:09:39.516550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Bound port: 5916bcbc-8c91-4dc0-89b8-c1c2588765f1, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:09:39.516998 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.545374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bc8f40-8e30-477d-9b76-c0eb869c4745 req-073d2303-73c0-4119-8b8d-5dfb90c63b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.546913 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-23bc8f40-8e30-477d-9b76-c0eb869c4745 req-073d2303-73c0-4119-8b8d-5dfb90c63b42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1df18640-4bdf-41b8-a809-6f4222c3c26a HTTP/1.1" status: 200 len: 849 time: 0.0734420 Jul 16 18:09:39.590807 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-23bc8f40-8e30-477d-9b76-c0eb869c4745 req-9585cd0f-5f63-4e65-a632-0e67f82350bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc33d11-cffe-4e1c-b1ab-826292e171d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330560 Jul 16 18:09:39.598363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9f3ee08-6e19-49c6-8b83-998ae656191a tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:39.649162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-0e44c6e8-d3ae-4533-869b-a5c3df462114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.650813 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-0e44c6e8-d3ae-4533-869b-a5c3df462114 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6967648e-3116-40de-9644-024237f612d5 HTTP/1.1" status: 200 len: 853 time: 0.2210798 Jul 16 18:09:39.744438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c7858bcb-f4fc-4cb2-960a-7b7a1b9b7467 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d04bdaba-b7ed-4278-ae11-717d154286ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742795 Jul 16 18:09:39.800612 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-23bc8f40-8e30-477d-9b76-c0eb869c4745 req-64974fab-4754-45bc-b8e0-b4eb4202fbc9 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008765 Jul 16 18:09:39.809475 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] For port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:09:39.841323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602ac403-8b04-4035-a6a3-5e6c9bddea89 req-24c4ae61-f476-4561-960e-1a3b41a71235 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:39.843969 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-602ac403-8b04-4035-a6a3-5e6c9bddea89 req-24c4ae61-f476-4561-960e-1a3b41a71235 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 944 time: 0.3986361 Jul 16 18:09:39.856009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9f3ee08-6e19-49c6-8b83-998ae656191a tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:39.861616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ee08-6e19-49c6-8b83-998ae656191a tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:39.877590 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1a86e-7929-47d2-b4cf-41f76ccaf8ed None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:39.890275 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1a86e-7929-47d2-b4cf-41f76ccaf8ed None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:39.891009 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e2a1a86e-7929-47d2-b4cf-41f76ccaf8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:39.902459 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f9f3ee08-6e19-49c6-8b83-998ae656191a tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "PUT /v2.0/floatingips/8ead8d0a-ee50-4572-937e-70b72578ed79 HTTP/1.1" status: 200 len: 687 time: 1.6340070 Jul 16 18:09:39.919625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-419750f5-a80e-4eea-bce5-cce82f0bfc84 tempest-ServiceProvidersTest-1277786680 tempest-ServiceProvidersTest-1277786680-project] 10.222.0.47 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.4001460 Jul 16 18:09:39.933187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37670) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:39.948362 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e2a1a86e-7929-47d2-b4cf-41f76ccaf8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:39.957950 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a1a86e-7929-47d2-b4cf-41f76ccaf8ed None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:39.958744 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e2a1a86e-7929-47d2-b4cf-41f76ccaf8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:39.978447 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-23bc8f40-8e30-477d-9b76-c0eb869c4745 req-beba4955-ca07-4445-9cd3-3ff3c9f08a70 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700501 Jul 16 18:09:39.997780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] For port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5916bcbc-8c91-4dc0-89b8-c1c2588765f1,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:09:40.016024 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e2a1a86e-7929-47d2-b4cf-41f76ccaf8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:40.016660 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a1a86e-7929-47d2-b4cf-41f76ccaf8ed None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:40.053390 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.258115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:40.258865 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.260664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] 10.222.0.18 "PUT /v2.0/ports/5916bcbc-8c91-4dc0-89b8-c1c2588765f1 HTTP/1.1" status: 200 len: 1091 time: 3.0216730 Jul 16 18:09:40.271445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37678) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.310212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f326bd4-cc76-48f7-bf79-1ecc41686aa9 req-ab035931-af25-49ce-b232-e95539c72a17 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:40.312075 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f326bd4-cc76-48f7-bf79-1ecc41686aa9 req-ab035931-af25-49ce-b232-e95539c72a17 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 943 time: 0.1154635 Jul 16 18:09:40.313523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-602ac403-8b04-4035-a6a3-5e6c9bddea89 req-f07e7bd5-1f9b-4985-bbe3-492174fd56f3 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3925884 Jul 16 18:09:40.372721 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f326bd4-cc76-48f7-bf79-1ecc41686aa9 req-a5f040d2-2b16-442f-8d2d-5605e6b3a36a tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548358 Jul 16 18:09:40.472467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c23b35-5ecd-4f26-afed-11382cefc3dc service neutron] Pushing event updated for resources: {'Port': ['ID=5916bcbc-8c91-4dc0-89b8-c1c2588765f1,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:40.510171 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d53e0556-d880-4410-9c5f-6307274a6188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.516595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c6ff5cc2-e99c-4682-951e-e72694a537a3 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:09:40.554931 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:09:40.568657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-abda289a-dc1c-4c52-a1db-6224698243aa service neutron] 10.222.0.37 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8120871 Jul 16 18:09:40.656287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c6ff5cc2-e99c-4682-951e-e72694a537a3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c6ff5cc2-e99c-4682-951e-e72694a537a3,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:40.671419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'c6ff5cc2-e99c-4682-951e-e72694a537a3', 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2', 'port_id': 'c6ff5cc2-e99c-4682-951e-e72694a537a3', 'mac_address': 'fa:16:3e:b8:da:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df18640-4bdf-41b8-a809-6f4222c3c26a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:40.718829 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.727917 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-35c7a270-6166-476a-ba2f-3249071ca4d5 req-393bda7a-cd0b-4c0b-a951-eb11e4a01091 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.0436482 Jul 16 18:09:40.735297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6ff5cc2-e99c-4682-951e-e72694a537a3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:40.761021 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a00d34d3-cc4b-45d9-ba99-627d2c089b49 req-4e45314b-06d9-450c-b607-5469cd341b9e tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.37 "GET /v2.0/ports?device_id=8e19cf3f-549d-4da9-a4d0-9d6632c9bb36 HTTP/1.1" status: 200 len: 210 time: 0.2475562 Jul 16 18:09:40.763252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-af2bd31f-db6d-4a2b-97bd-a69a3c685132 service neutron] 10.222.0.37 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584384 Jul 16 18:09:40.766960 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d53e0556-d880-4410-9c5f-6307274a6188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.767386 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c6ff5cc2-e99c-4682-951e-e72694a537a3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c6ff5cc2-e99c-4682-951e-e72694a537a3,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:40.775833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d53e0556-d880-4410-9c5f-6307274a6188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.776579 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.793731 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77d3419e-eedb-43b5-a2cf-b33332b2145e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.809985 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77d3419e-eedb-43b5-a2cf-b33332b2145e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:40.865239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53e0556-d880-4410-9c5f-6307274a6188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b680b59-944c-4f38-b6f8-5c14d8b6248c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:40.887768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=c6ff5cc2-e99c-4682-951e-e72694a537a3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:40.899745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d53e0556-d880-4410-9c5f-6307274a6188 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f90a1560a2440008e34cb051704ba57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6266258 Jul 16 18:09:40.903110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37692) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:40.981682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc38-4e26-4c12-a0f8-25e7971761c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.015953 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc38-4e26-4c12-a0f8-25e7971761c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.019955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c6ff5cc2-e99c-4682-951e-e72694a537a3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:41.104344 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc38-4e26-4c12-a0f8-25e7971761c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.108819 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1aefcc38-4e26-4c12-a0f8-25e7971761c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.111781 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1aefcc38-4e26-4c12-a0f8-25e7971761c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b680b59-944c-4f38-b6f8-5c14d8b6248c HTTP/1.1" status: 204 len: 168 time: 0.2071185 Jul 16 18:09:41.121094 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:09:41.156108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aefcc38-4e26-4c12-a0f8-25e7971761c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b680b59-944c-4f38-b6f8-5c14d8b6248c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:41.368162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-35d7b8a9-13ca-4faa-9f5d-b7f40b472387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.370809 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-35d7b8a9-13ca-4faa-9f5d-b7f40b472387 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=868f09554eca46b1a0343299b76e69ee&device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 1094 time: 1.0560400 Jul 16 18:09:41.373303 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd4c8a817-f2bb-4694-9377-6ef1d34303a0', 'tag': '5916bcbc-8c91-4dc0-89b8-c1c2588765f1'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:41.376609 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11767ee-fb4e-4050-85f2-bdf498bb2a9a" -d '{"events": [{"name": "network-changed", "server_uuid": "d4c8a817-f2bb-4694-9377-6ef1d34303a0", "tag": "5916bcbc-8c91-4dc0-89b8-c1c2588765f1"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:41.395681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-9923c023-7c30-4b78-9f4e-6bd1259f29e0 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port c96bc49f-99c7-44dc-a131-013c665fbb3a {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:41.396210 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9923c023-7c30-4b78-9f4e-6bd1259f29e0 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.482336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-055118b3-7c02-4ac6-b073-4a79c7ab07de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5916bcbc-8c91-4dc0-89b8-c1c2588765f1 HTTP/1.1" status: 200 len: 217 time: 0.1012516 Jul 16 18:09:41.587677 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436254cb-da41-455a-a059-03c574e21b66 x-openstack-request-id: req-436254cb-da41-455a-a059-03c574e21b66 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:41.588236 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d4c8a817-f2bb-4694-9377-6ef1d34303a0", "tag": "5916bcbc-8c91-4dc0-89b8-c1c2588765f1", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:41.588661 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-436254cb-da41-455a-a059-03c574e21b66 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:41.589517 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd4c8a817-f2bb-4694-9377-6ef1d34303a0', 'tag': '5916bcbc-8c91-4dc0-89b8-c1c2588765f1', 'status': 'completed', 'code': 200} Jul 16 18:09:41.661468 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-77d3419e-eedb-43b5-a2cf-b33332b2145e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Floating IP 6547a1fb-b9e8-4ed4-b2d6-c7ed16ba0a94 associated. External IP: 172.25.7.151, port: 29a99993-167c-45c1-b0e8-012ff5e913fc. Jul 16 18:09:41.758447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae29e14-3282-444e-bc0d-57f9eb74f07a req-4c317b47-6189-482d-9cdc-67f4c408fac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.760576 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ae29e14-3282-444e-bc0d-57f9eb74f07a req-4c317b47-6189-482d-9cdc-67f4c408fac4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=868f09554eca46b1a0343299b76e69ee&device_id=83ac7bd6-04d4-44e7-b5a8-d894bd37dc17 HTTP/1.1" status: 200 len: 1095 time: 0.8647628 Jul 16 18:09:41.768728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66252d-2f50-4061-b6a2-3522151cf53a req-b0c3cf21-c0e2-4555-8d9e-7f3541755bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.770182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-b0c3cf21-c0e2-4555-8d9e-7f3541755bef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6967648e-3116-40de-9644-024237f612d5 HTTP/1.1" status: 200 len: 853 time: 0.2802129 Jul 16 18:09:41.828389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9923c023-7c30-4b78-9f4e-6bd1259f29e0 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.828389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9923c023-7c30-4b78-9f4e-6bd1259f29e0 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.854889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457a9b4-ab25-45dd-bb0d-aa8fe10e44c3 req-f79daf9b-90ba-482d-91f3-00fd064c32a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:41.863126 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e457a9b4-ab25-45dd-bb0d-aa8fe10e44c3 req-f79daf9b-90ba-482d-91f3-00fd064c32a8 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 943 time: 0.0958807 Jul 16 18:09:41.873551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-d44470ff-7786-440f-b254-3df051cf3add service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04bdaba-b7ed-4278-ae11-717d154286ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0945292 Jul 16 18:09:41.923270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-9923c023-7c30-4b78-9f4e-6bd1259f29e0 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for c96bc49f-99c7-44dc-a131-013c665fbb3a owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:41.933768 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:41.940424 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e457a9b4-ab25-45dd-bb0d-aa8fe10e44c3 req-92adf6e5-38c7-4714-8783-635bb763b9e3 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761623 Jul 16 18:09:42.157550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5edf6e0-672c-496f-ac73-97315baa2f71 req-cbe4ce96-3cd2-4ab6-8e49-c1c79e5d0278 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.159159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5edf6e0-672c-496f-ac73-97315baa2f71 req-cbe4ce96-3cd2-4ab6-8e49-c1c79e5d0278 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 945 time: 0.5058999 Jul 16 18:09:42.164322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae29e14-3282-444e-bc0d-57f9eb74f07a req-4faf3174-4105-4373-acc8-a8409d97e521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.165914 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ae29e14-3282-444e-bc0d-57f9eb74f07a req-4faf3174-4105-4373-acc8-a8409d97e521 service neutron] 10.222.0.37 "GET /v2.0/networks?id=d04bdaba-b7ed-4278-ae11-717d154286ae HTTP/1.1" status: 200 len: 914 time: 0.3948705 Jul 16 18:09:42.308956 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ae29e14-3282-444e-bc0d-57f9eb74f07a req-e2a23b75-6cc8-4a89-bb63-1e60ae456c05 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7274426-a936-407f-9bcc-3687349c19e6 HTTP/1.1" status: 200 len: 217 time: 0.1333566 Jul 16 18:09:42.365142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-164cfd9d-1bf1-4295-9866-6f5f079555ef service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4487126 Jul 16 18:09:42.482104 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5edf6e0-672c-496f-ac73-97315baa2f71 req-214bfb33-4899-4671-ae0f-9f486fbbfe8c tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941425 Jul 16 18:09:42.532957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c6ff5cc2-e99c-4682-951e-e72694a537a3 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:42.656789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port c6ff5cc2-e99c-4682-951e-e72694a537a3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:42.664894 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae29e14-3282-444e-bc0d-57f9eb74f07a req-c763fe23-21ed-4b35-a614-865b8acde4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:42.667361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ae29e14-3282-444e-bc0d-57f9eb74f07a req-c763fe23-21ed-4b35-a614-865b8acde4de service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6967648e-3116-40de-9644-024237f612d5 HTTP/1.1" status: 200 len: 853 time: 0.3360810 Jul 16 18:09:42.667535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port c6ff5cc2-e99c-4682-951e-e72694a537a3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:42.668103 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.703899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-52bc9f88-b608-4f88-b7a2-5f56f69e2158 req-b3f969d1-f9e3-4508-b825-dd8102d24130 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d6f3f6efdfba487cab19689b3c6731a9&device_id=92f4a6dd-f8a3-4497-b877-8aaa69575edf HTTP/1.1" status: 200 len: 210 time: 0.1258740 Jul 16 18:09:42.773784 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-994304ad-9a39-4130-9f5b-2d7e44723a7b req-25077265-d443-4166-82a5-ccde4ac91cd8 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=92f4a6dd-f8a3-4497-b877-8aaa69575edf HTTP/1.1" status: 200 len: 210 time: 0.0878134 Jul 16 18:09:42.800858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d3419e-eedb-43b5-a2cf-b33332b2145e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Router c3db2f3b-8c8f-4485-af2f-d574811923e9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:42.807084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-52bc9f88-b608-4f88-b7a2-5f56f69e2158 req-9493a9fe-2ddb-4443-8bb2-c3c21bcce15b service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=d6f3f6efdfba487cab19689b3c6731a9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0876272 Jul 16 18:09:42.862152 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ae29e14-3282-444e-bc0d-57f9eb74f07a req-9f9f899b-ece5-4a15-a7ab-8dcac3b031cd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=d04bdaba-b7ed-4278-ae11-717d154286ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1648920 Jul 16 18:09:42.951443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9923c023-7c30-4b78-9f4e-6bd1259f29e0 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:42.999434 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df66252d-2f50-4061-b6a2-3522151cf53a req-8c826c62-ff5b-4ec9-9116-9a08e3161003 service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5775051 Jul 16 18:09:43.030573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923c023-7c30-4b78-9f4e-6bd1259f29e0 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=c96bc49f-99c7-44dc-a131-013c665fbb3a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.128926 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.182461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76647c44-bd30-4e53-a798-474cc76f350f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ff5cc2-e99c-4682-951e-e72694a537a3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:43.185356 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba79861-47cb-4309-a9ab-935f1bfd971a" -d '{"events": [{"server_uuid": "76647c44-bd30-4e53-a798-474cc76f350f", "name": "network-vif-plugged", "status": "completed", "tag": "c6ff5cc2-e99c-4682-951e-e72694a537a3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:43.230302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c6ff5cc2-e99c-4682-951e-e72694a537a3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c6ff5cc2-e99c-4682-951e-e72694a537a3,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:43.243437 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.411619 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=c6ff5cc2-e99c-4682-951e-e72694a537a3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:43.422943 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0086538-b1f0-4300-8460-9ae39874e9c6 x-openstack-request-id: req-c0086538-b1f0-4300-8460-9ae39874e9c6 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:43.423302 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76647c44-bd30-4e53-a798-474cc76f350f", "name": "network-vif-plugged", "status": "completed", "tag": "c6ff5cc2-e99c-4682-951e-e72694a537a3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:43.423482 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c0086538-b1f0-4300-8460-9ae39874e9c6 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:43.425282 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76647c44-bd30-4e53-a798-474cc76f350f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6ff5cc2-e99c-4682-951e-e72694a537a3', 'code': 200} Jul 16 18:09:43.579615 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d3419e-eedb-43b5-a2cf-b33332b2145e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:43.592033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2358dd97-235f-4d83-b09a-5ea12609c0d3 None None] Sync routers for ids ['c3db2f3b-8c8f-4485-af2f-d574811923e9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:43.594322 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77d3419e-eedb-43b5-a2cf-b33332b2145e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.605320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358dd97-235f-4d83-b09a-5ea12609c0d3 None None] Routers {'c3db2f3b-8c8f-4485-af2f-d574811923e9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:43.608825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-2358dd97-235f-4d83-b09a-5ea12609c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c3db2f3b-8c8f-4485-af2f-d574811923e9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:43.611400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c31b84-37b9-46b5-9a2b-fd98049c25f7 req-9d070f20-cc1f-4a58-b362-489feffc93cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.613599 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16c31b84-37b9-46b5-9a2b-fd98049c25f7 req-9d070f20-cc1f-4a58-b362-489feffc93cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 1097 time: 0.0988693 Jul 16 18:09:43.641720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9923c023-7c30-4b78-9f4e-6bd1259f29e0 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.644797 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9923c023-7c30-4b78-9f4e-6bd1259f29e0 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:43.646222 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9923c023-7c30-4b78-9f4e-6bd1259f29e0 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/floatingips/8ead8d0a-ee50-4572-937e-70b72578ed79 HTTP/1.1" status: 204 len: 168 time: 3.6526496 Jul 16 18:09:43.650136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37766) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:43.735490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc9f88-b608-4f88-b7a2-5f56f69e2158 req-60ccffbc-16fa-493e-ab35-e00e6006028a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.735490 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-52bc9f88-b608-4f88-b7a2-5f56f69e2158 req-60ccffbc-16fa-493e-ab35-e00e6006028a service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8817050 Jul 16 18:09:43.735490 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ae29e14-3282-444e-bc0d-57f9eb74f07a req-d2d57481-8bbe-4c58-86ae-de49b3428cb2 service neutron] 10.222.0.37 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8433144 Jul 16 18:09:43.748061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-77d3419e-eedb-43b5-a2cf-b33332b2145e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "PUT /v2.0/floatingips/6547a1fb-b9e8-4ed4-b2d6-c7ed16ba0a94 HTTP/1.1" status: 200 len: 992 time: 4.7227166 Jul 16 18:09:43.758083 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-b8a29a91-2df2-401e-ae3b-8b4073f0fa24 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] delete failed (client error): The resource could not be found. Jul 16 18:09:43.760225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b8a29a91-2df2-401e-ae3b-8b4073f0fa24 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/floatingips/8ead8d0a-ee50-4572-937e-70b72578ed79 HTTP/1.1" status: 404 len: 345 time: 0.1054316 Jul 16 18:09:43.782445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37774) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:43.837462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e7274426-a936-407f-9bcc-3687349c19e6 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:43.839583 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16c31b84-37b9-46b5-9a2b-fd98049c25f7 req-7648d011-d1be-40f0-908d-855ffd025dc9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149558 Jul 16 18:09:43.884093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '29a99993-167c-45c1-b0e8-012ff5e913fc'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:43.886505 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01ea827c-3577-4433-8b75-f50a4d7fa379" -d '{"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "29a99993-167c-45c1-b0e8-012ff5e913fc"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:43.892712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ae29e14-3282-444e-bc0d-57f9eb74f07a req-84cf4134-0ad9-4dbd-91b3-96dfceabac48 service neutron] 10.222.0.37 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417320 Jul 16 18:09:43.898272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-2358dd97-235f-4d83-b09a-5ea12609c0d3 None None] Set router c3db2f3b-8c8f-4485-af2f-d574811923e9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:43.926327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d4016-8d71-49ac-8a40-780954e4a39e req-3d5b107a-4b2a-4b25-8438-16abc6980690 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.936548 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d82d4016-8d71-49ac-8a40-780954e4a39e req-3d5b107a-4b2a-4b25-8438-16abc6980690 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 943 time: 0.6796484 Jul 16 18:09:43.958893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11767ee-fb4e-4050-85f2-bdf498bb2a9a req-5f870ba6-11a8-46f9-865a-f3433e8cdefc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.961448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d11767ee-fb4e-4050-85f2-bdf498bb2a9a req-5f870ba6-11a8-46f9-865a-f3433e8cdefc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=868f09554eca46b1a0343299b76e69ee&device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 1094 time: 0.7187164 Jul 16 18:09:43.974078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d892cfac-fe08-4c70-bb28-18939d3a24fe req-0727455d-0fc7-45e5-b8f3-1d2087b59697 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:43.982616 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d892cfac-fe08-4c70-bb28-18939d3a24fe req-0727455d-0fc7-45e5-b8f3-1d2087b59697 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.2446232 Jul 16 18:09:44.009784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c625d5e-ea7b-4f5d-aad2-cd1954558c96 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.016548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c625d5e-ea7b-4f5d-aad2-cd1954558c96 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.019285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d82d4016-8d71-49ac-8a40-780954e4a39e req-76fcb2d5-728f-4ed2-bb4d-bb2ef0a4fd67 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816894 Jul 16 18:09:44.026583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c625d5e-ea7b-4f5d-aad2-cd1954558c96 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.029475 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8c625d5e-ea7b-4f5d-aad2-cd1954558c96 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "GET /v2.0/ports?network_id=81d970e4-d981-4672-bd5d-07ba32d787fe HTTP/1.1" status: 200 len: 2357 time: 0.2456522 Jul 16 18:09:44.040016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37782) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.082482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e7274426-a936-407f-9bcc-3687349c19e6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e7274426-a936-407f-9bcc-3687349c19e6,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:44.102740 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d892cfac-fe08-4c70-bb28-18939d3a24fe req-04f63199-fcc7-44a1-8ba1-8b8ba20b44e3 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190908 Jul 16 18:09:44.145116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'e7274426-a936-407f-9bcc-3687349c19e6', 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae', 'port_id': 'e7274426-a936-407f-9bcc-3687349c19e6', 'mac_address': 'fa:16:3e:7c:dc:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6967648e-3116-40de-9644-024237f612d5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:44.263793 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.284713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb47699-e54a-44fc-8322-56c30785701c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.287517 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0eb47699-e54a-44fc-8322-56c30785701c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "GET /v2.0/subnets/f29257fb-66c4-4e8b-978a-9627574c7e6f HTTP/1.1" status: 200 len: 797 time: 0.2457159 Jul 16 18:09:44.291774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37788) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.300286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'port': {'network_id': '81d970e4-d981-4672-bd5d-07ba32d787fe', 'name': 'tempest-FloatingIPTestJSON-1587070117', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:44.309246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37790) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:44.336464 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9fc722-835c-47a0-bb4b-58a6a45e33b2 x-openstack-request-id: req-7b9fc722-835c-47a0-bb4b-58a6a45e33b2 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:44.336907 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "tag": "29a99993-167c-45c1-b0e8-012ff5e913fc", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:44.337568 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b9fc722-835c-47a0-bb4b-58a6a45e33b2 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:44.338205 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'tag': '29a99993-167c-45c1-b0e8-012ff5e913fc', 'status': 'completed', 'code': 200} Jul 16 18:09:44.340665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11767ee-fb4e-4050-85f2-bdf498bb2a9a req-fef6fbc8-e184-41c7-bbdf-d303d2bb4958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.342751 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d11767ee-fb4e-4050-85f2-bdf498bb2a9a req-fef6fbc8-e184-41c7-bbdf-d303d2bb4958 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d04bdaba-b7ed-4278-ae11-717d154286ae HTTP/1.1" status: 200 len: 914 time: 0.3720765 Jul 16 18:09:44.392321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7274426-a936-407f-9bcc-3687349c19e6 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:44.476461 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-658e08ad-3d40-4629-8605-5ceb3dd00b69 req-971560b2-4f6e-4461-be16-13f5437759aa tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=92f4a6dd-f8a3-4497-b877-8aaa69575edf HTTP/1.1" status: 200 len: 210 time: 0.1315575 Jul 16 18:09:44.485424 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d11767ee-fb4e-4050-85f2-bdf498bb2a9a req-42cf1214-c5bf-4bc9-b93b-6970eaee45f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5916bcbc-8c91-4dc0-89b8-c1c2588765f1 HTTP/1.1" status: 200 len: 217 time: 0.1354747 Jul 16 18:09:44.512496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e7274426-a936-407f-9bcc-3687349c19e6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e7274426-a936-407f-9bcc-3687349c19e6,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:44.531647 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.636732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e7274426-a936-407f-9bcc-3687349c19e6,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:44.681501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Made reservation on behalf of 9bc64f55cbe44683bf6617a51e20b42e for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:44.690634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-2358dd97-235f-4d83-b09a-5ea12609c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:53Z', 'revision_number': 4, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '6547a1fb-b9e8-4ed4-b2d6-c7ed16ba0a94', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'floating_ip_address': '172.25.7.151', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'port_id': '29a99993-167c-45c1-b0e8-012ff5e913fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'mac_address': 'fa:16:3e:27:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:53Z', 'updated_at': '2021-07-16T18:09:40Z', 'revision_number': 1, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a7e74e-7641-42d1-9420-876ec8e37957', 'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'mac_address': 'fa:16:3e:ed:bc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:59Z', 'revision_number': 5, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'subnets': [{'id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.703132 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e823e72d-37ed-4d4f-8dd7-42c9664db5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.740484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2358dd97-235f-4d83-b09a-5ea12609c0d3 None None] Checking router: c3db2f3b-8c8f-4485-af2f-d574811923e9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:44.751752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2358dd97-235f-4d83-b09a-5ea12609c0d3 None None] Routers {'c3db2f3b-8c8f-4485-af2f-d574811923e9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:44.752541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-2358dd97-235f-4d83-b09a-5ea12609c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c3db2f3b-8c8f-4485-af2f-d574811923e9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:44.758649 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11767ee-fb4e-4050-85f2-bdf498bb2a9a req-c284e94c-8fb2-46ca-8e87-3ad2c17bf3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:44.763848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d11767ee-fb4e-4050-85f2-bdf498bb2a9a req-c284e94c-8fb2-46ca-8e87-3ad2c17bf3c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6967648e-3116-40de-9644-024237f612d5 HTTP/1.1" status: 200 len: 853 time: 0.1861372 Jul 16 18:09:44.860494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d11767ee-fb4e-4050-85f2-bdf498bb2a9a req-7de2d720-4166-48e4-986a-a6da79753ebf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d04bdaba-b7ed-4278-ae11-717d154286ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720911 Jul 16 18:09:44.936388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.982769 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e823e72d-37ed-4d4f-8dd7-42c9664db5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:44.990526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-2358dd97-235f-4d83-b09a-5ea12609c0d3 None None] Set router c3db2f3b-8c8f-4485-af2f-d574811923e9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:44.997286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] device_id is not set on port b287a48c-8e39-4060-950f-1191f4c6bf49 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:09:45.036475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e7274426-a936-407f-9bcc-3687349c19e6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:45.456259 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d12d3aef-f767-44e7-985c-ae12b3e69db4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.598808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d11767ee-fb4e-4050-85f2-bdf498bb2a9a req-f01467bf-ce70-4fcc-8583-380e3cdecfa9 service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7280812 Jul 16 18:09:45.609523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-a80a4c2b-61d8-43c8-8835-ac7733960621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.610027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-a80a4c2b-61d8-43c8-8835-ac7733960621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.610516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-a80a4c2b-61d8-43c8-8835-ac7733960621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.611033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-a80a4c2b-61d8-43c8-8835-ac7733960621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.611576 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-a80a4c2b-61d8-43c8-8835-ac7733960621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.612150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-a80a4c2b-61d8-43c8-8835-ac7733960621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.612629 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-a80a4c2b-61d8-43c8-8835-ac7733960621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.614764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-a80a4c2b-61d8-43c8-8835-ac7733960621 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6490 time: 1.1633737 Jul 16 18:09:45.627170 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e823e72d-37ed-4d4f-8dd7-42c9664db5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:45.738069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-2358dd97-235f-4d83-b09a-5ea12609c0d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:53Z', 'revision_number': 4, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '6547a1fb-b9e8-4ed4-b2d6-c7ed16ba0a94', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'floating_ip_address': '172.25.7.151', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'port_id': '29a99993-167c-45c1-b0e8-012ff5e913fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'mac_address': 'fa:16:3e:27:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:53Z', 'updated_at': '2021-07-16T18:09:40Z', 'revision_number': 1, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a7e74e-7641-42d1-9420-876ec8e37957', 'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'mac_address': 'fa:16:3e:ed:bc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:59Z', 'revision_number': 5, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'subnets': [{'id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:45.776394 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2358dd97-235f-4d83-b09a-5ea12609c0d3 None None] The sync data for ids ['c3db2f3b-8c8f-4485-af2f-d574811923e9'] in n-d-794306-7 is: [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:53Z', 'revision_number': 4, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '6547a1fb-b9e8-4ed4-b2d6-c7ed16ba0a94', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'floating_ip_address': '172.25.7.151', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'port_id': '29a99993-167c-45c1-b0e8-012ff5e913fc', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1703, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'mac_address': 'fa:16:3e:27:84:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '831915a9-796f-4345-b647-1ace2ed1560a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:07:53Z', 'updated_at': '2021-07-16T18:09:40Z', 'revision_number': 1, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '98a7e74e-7641-42d1-9420-876ec8e37957', 'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'mac_address': 'fa:16:3e:ed:bc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:59Z', 'revision_number': 5, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'subnets': [{'id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:45.777742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-8eee927b-c69e-464e-a4c8-74699439eed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:45.779357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-8eee927b-c69e-464e-a4c8-74699439eed5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91 HTTP/1.1" status: 200 len: 913 time: 0.1399684 Jul 16 18:09:45.823105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-52bc9f88-b608-4f88-b7a2-5f56f69e2158 req-50d3f9af-fe63-4691-9c29-41d82ee39810 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.37 "GET /v2.0/ports?device_id=92f4a6dd-f8a3-4497-b877-8aaa69575edf HTTP/1.1" status: 200 len: 210 time: 0.2224991 Jul 16 18:09:45.991772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e823e72d-37ed-4d4f-8dd7-42c9664db5f7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bf438eec40f24b50bef305b3382dde96&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6744640 Jul 16 18:09:46.004418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37818) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:46.004418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e823e72d-37ed-4d4f-8dd7-42c9664db5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc99d079-9064-46ec-a427-a53924fe0ae9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:46.081067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-dd6aaaa5-7975-4b39-8cdf-421e3ca6fb60 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a99993-167c-45c1-b0e8-012ff5e913fc HTTP/1.1" status: 200 len: 1000 time: 0.2547712 Jul 16 18:09:46.124911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a7a85d-703f-4056-bc54-9fb5120d6104 req-811cfd3d-306b-45a9-8921-b15985910c52 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.137882 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-65a7a85d-703f-4056-bc54-9fb5120d6104 req-811cfd3d-306b-45a9-8921-b15985910c52 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.5350456 Jul 16 18:09:46.218780 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cdb9dec-96d5-412e-8bed-971b9a5ed1f5 None None] New status for floating IP 6547a1fb-b9e8-4ed4-b2d6-c7ed16ba0a94: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:09:46.245245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-e81b841c-0abe-49f5-bbe8-7f94e634046b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.247992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-e81b841c-0abe-49f5-bbe8-7f94e634046b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bed990a2-d4cd-48d5-b858-b087aef8b72e HTTP/1.1" status: 200 len: 851 time: 0.0765824 Jul 16 18:09:46.293307 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d11767ee-fb4e-4050-85f2-bdf498bb2a9a req-2854cebb-2a74-4320-9541-a91c222058af service neutron] 10.222.0.18 "GET /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774826 Jul 16 18:09:46.297246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693fd4e-57b2-4037-86ff-39f3a41b3f01 req-08d41ffc-e0ba-4738-bea2-0a0af9611c8d tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.299610 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c693fd4e-57b2-4037-86ff-39f3a41b3f01 req-08d41ffc-e0ba-4738-bea2-0a0af9611c8d tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 943 time: 0.7799826 Jul 16 18:09:46.389787 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-65a7a85d-703f-4056-bc54-9fb5120d6104 req-56d30297-f158-46de-bf68-a99840433854 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2502723 Jul 16 18:09:46.390851 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-550b4b1a-0ae3-4ba9-b8ca-86367d35ffe1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.432324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c693fd4e-57b2-4037-86ff-39f3a41b3f01 req-7247ec08-8932-4307-ae38-95ff3ce69d1b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236722 Jul 16 18:09:46.497389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-550b4b1a-0ae3-4ba9-b8ca-86367d35ffe1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.507840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.20.0.14 (81d970e4-d981-4672-bd5d-07ba32d787fe/f29257fb-66c4-4e8b-978a-9627574c7e6f/b287a48c-8e39-4060-950f-1191f4c6bf49) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:46.517699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-e090cb9b-6e90-41c6-b964-1d1f598d4feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:46.520329 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-e090cb9b-6e90-41c6-b964-1d1f598d4feb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2609859 Jul 16 18:09:46.531452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.20.0.13 (81d970e4-d981-4672-bd5d-07ba32d787fe/f29257fb-66c4-4e8b-978a-9627574c7e6f/b287a48c-8e39-4060-950f-1191f4c6bf49) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:46.544924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:09:46.644978 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-550b4b1a-0ae3-4ba9-b8ca-86367d35ffe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.653136 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-550b4b1a-0ae3-4ba9-b8ca-86367d35ffe1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:46.654339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-550b4b1a-0ae3-4ba9-b8ca-86367d35ffe1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dc99d079-9064-46ec-a427-a53924fe0ae9 HTTP/1.1" status: 204 len: 168 time: 0.6528811 Jul 16 18:09:46.740433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b4b1a-0ae3-4ba9-b8ca-86367d35ffe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc99d079-9064-46ec-a427-a53924fe0ae9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:46.825966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-aaa228c7-95d0-4b2d-ab55-38078f96d886 service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940474 Jul 16 18:09:47.000051 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9dfb668d-b6ab-4e78-b48b-cce8c660df8e req-981cf6d7-cc47-44ba-a116-9967cdfe7293 tempest-ServerShowV247Test-54319062 tempest-ServerShowV247Test-54319062-project] 10.222.0.47 "GET /v2.0/ports?device_id=92f4a6dd-f8a3-4497-b877-8aaa69575edf HTTP/1.1" status: 200 len: 210 time: 0.0461824 Jul 16 18:09:47.017731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5916bcbc-8c91-4dc0-89b8-c1c2588765f1,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:47.029246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01ea827c-3577-4433-8b75-f50a4d7fa379 req-48bbb4c8-4458-4b7e-892b-2080956e89cb service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1963522 Jul 16 18:09:47.058149 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.064812 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '5916bcbc-8c91-4dc0-89b8-c1c2588765f1', 'network_id': 'd04bdaba-b7ed-4278-ae11-717d154286ae', 'port_id': '5916bcbc-8c91-4dc0-89b8-c1c2588765f1', 'mac_address': 'fa:16:3e:ff:ea:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6967648e-3116-40de-9644-024237f612d5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:09:47.121269 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.181365 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.183583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network 81d970e4-d981-4672-bd5d-07ba32d787fe is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:47.197198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:47.210456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:09:47.212994 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=b287a48c-8e39-4060-950f-1191f4c6bf49,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.217809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:47.261443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5916bcbc-8c91-4dc0-89b8-c1c2588765f1,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:47.273118 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.294719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.298929 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.343336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=5916bcbc-8c91-4dc0-89b8-c1c2588765f1,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.385742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37830) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.388073 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d29dc292-214e-4b49-8d12-87da29d26ec1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.0945959 Jul 16 18:09:47.388948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37832) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.398529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'b287a48c-8e39-4060-950f-1191f4c6bf49', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:47.406114 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1281ff2-04da-4a2e-96b3-b721e2574234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.438182 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.510296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e47b604-4121-4d9a-b779-8c6fd9debc50 req-a142a3d3-c98c-4a9f-8173-0bf00ae0079a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.512636 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e47b604-4121-4d9a-b779-8c6fd9debc50 req-a142a3d3-c98c-4a9f-8173-0bf00ae0079a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 946 time: 0.2070105 Jul 16 18:09:47.540603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5916bcbc-8c91-4dc0-89b8-c1c2588765f1'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:47.675336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e47b604-4121-4d9a-b779-8c6fd9debc50 req-f324e60f-fb28-4f7f-aaa0-0add1a7ddda4 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1498277 Jul 16 18:09:47.739589 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.771637 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1281ff2-04da-4a2e-96b3-b721e2574234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.789289 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1281ff2-04da-4a2e-96b3-b721e2574234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.830841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753a6c0-5f36-4068-8a48-520ee7e443dc req-8250c2ab-61cc-4d35-8d57-6a51ed54a12c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.833316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6753a6c0-5f36-4068-8a48-520ee7e443dc req-8250c2ab-61cc-4d35-8d57-6a51ed54a12c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675a398a6dea4d84b004a112e1b941ff&device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 1097 time: 0.2885728 Jul 16 18:09:47.834910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e7274426-a936-407f-9bcc-3687349c19e6 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:47.896721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.25.7.88 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/6492afdf-bada-45d0-9803-ff39ab496535) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:09:47.908973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b1281ff2-04da-4a2e-96b3-b721e2574234 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26ed9ecdd0604f65be93011a264bba2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5213878 Jul 16 18:09:47.913260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1281ff2-04da-4a2e-96b3-b721e2574234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1900ed1-f7a0-411a-92e6-56de7941183c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:47.916087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37842) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:47.918895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port e7274426-a936-407f-9bcc-3687349c19e6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:47.928547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port e7274426-a936-407f-9bcc-3687349c19e6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:47.929499 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:47.992258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6251c8ea-68ae-4e3f-9dda-678047c0049a req-c2a5837b-aae2-421c-afb1-4647b19d5362 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:47.999360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6251c8ea-68ae-4e3f-9dda-678047c0049a req-c2a5837b-aae2-421c-afb1-4647b19d5362 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.3723304 Jul 16 18:09:48.023721 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.055131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ac7bd6-04d4-44e7-b5a8-d894bd37dc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7274426-a936-407f-9bcc-3687349c19e6'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:48.059029 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b816440a-6eb5-4009-8f39-3dcbaa75ef7a" -d '{"events": [{"server_uuid": "83ac7bd6-04d4-44e7-b5a8-d894bd37dc17", "name": "network-vif-plugged", "status": "completed", "tag": "e7274426-a936-407f-9bcc-3687349c19e6"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:48.074917 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e7274426-a936-407f-9bcc-3687349c19e6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e7274426-a936-407f-9bcc-3687349c19e6,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:48.080259 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.088359 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753a6c0-5f36-4068-8a48-520ee7e443dc req-161abd81-1e36-4ea4-9276-617abdb91cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.089920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6753a6c0-5f36-4068-8a48-520ee7e443dc req-161abd81-1e36-4ea4-9276-617abdb91cdc service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccc33d11-cffe-4e1c-b1ab-826292e171d2 HTTP/1.1" status: 200 len: 910 time: 0.2429745 Jul 16 18:09:48.100545 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6251c8ea-68ae-4e3f-9dda-678047c0049a req-3db27dd2-c982-47e5-9cd5-3a7d6888161e tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001756 Jul 16 18:09:48.177391 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.178852 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.180928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e7274426-a936-407f-9bcc-3687349c19e6,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.183825 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a07cda1e-998c-4bee-93d2-36cbf7950700 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.241669 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.300770 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ad600a3-6319-465e-8cf1-f4666b6835fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.301874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:09:48.312098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:48.317626 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6753a6c0-5f36-4068-8a48-520ee7e443dc req-4bb8d617-2840-436c-a682-dfc1fe80197d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6ff5cc2-e99c-4682-951e-e72694a537a3 HTTP/1.1" status: 200 len: 217 time: 0.2063296 Jul 16 18:09:48.323597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:09:48.330031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=6492afdf-bada-45d0-9803-ff39ab496535,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.361319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b6d2dd-81f3-4678-a4a4-1f45846a3202 req-848d45e1-628d-404c-b407-4b96bb90e0cd tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.369203 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5b6d2dd-81f3-4678-a4a4-1f45846a3202 req-848d45e1-628d-404c-b407-4b96bb90e0cd tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 944 time: 0.3273008 Jul 16 18:09:48.423478 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ad600a3-6319-465e-8cf1-f4666b6835fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.429692 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5b6d2dd-81f3-4678-a4a4-1f45846a3202 req-b7234636-88df-4166-91b8-c3ce25ffdeb5 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595510 Jul 16 18:09:48.519900 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a151ea4c-182d-48a5-98cc-2ffdbe45bceb x-openstack-request-id: req-a151ea4c-182d-48a5-98cc-2ffdbe45bceb {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:48.519900 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ac7bd6-04d4-44e7-b5a8-d894bd37dc17", "name": "network-vif-plugged", "status": "completed", "tag": "e7274426-a936-407f-9bcc-3687349c19e6", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:48.523838 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a151ea4c-182d-48a5-98cc-2ffdbe45bceb {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:48.523838 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ac7bd6-04d4-44e7-b5a8-d894bd37dc17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7274426-a936-407f-9bcc-3687349c19e6', 'code': 200} Jul 16 18:09:48.534875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6753a6c0-5f36-4068-8a48-520ee7e443dc req-052d297a-3c85-47e6-a000-5742f7a5610b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.536386 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6753a6c0-5f36-4068-8a48-520ee7e443dc req-052d297a-3c85-47e6-a000-5742f7a5610b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1df18640-4bdf-41b8-a809-6f4222c3c26a HTTP/1.1" status: 200 len: 849 time: 0.2020950 Jul 16 18:09:48.542265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:09:48.633467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6753a6c0-5f36-4068-8a48-520ee7e443dc req-fb9df873-3a3b-4165-91a6-6157b85b390a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc33d11-cffe-4e1c-b1ab-826292e171d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0804307 Jul 16 18:09:48.671778 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:09:48.684456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:09:48.686737 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.758531 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-2dc21455-0217-4956-8aa8-aebc3b9dbeb3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2434142 Jul 16 18:09:48.858877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ad600a3-6319-465e-8cf1-f4666b6835fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.867770 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ad600a3-6319-465e-8cf1-f4666b6835fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.869857 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5ad600a3-6319-465e-8cf1-f4666b6835fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1900ed1-f7a0-411a-92e6-56de7941183c HTTP/1.1" status: 204 len: 168 time: 0.9359112 Jul 16 18:09:48.907333 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:48.937152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad600a3-6319-465e-8cf1-f4666b6835fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1900ed1-f7a0-411a-92e6-56de7941183c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:48.970967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-55de0732-75ff-48de-b09f-037ee44f7ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:48.973911 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-55de0732-75ff-48de-b09f-037ee44f7ada service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0778300d88a94c7e863d1409c50dd22a&device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 1097 time: 0.1731479 Jul 16 18:09:49.040982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6753a6c0-5f36-4068-8a48-520ee7e443dc req-e69497f0-3fe4-41f9-bbb2-d6693c424bf5 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3874588 Jul 16 18:09:49.051533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c55f49-b432-4d07-b289-40e41a28a226 req-9b703089-ef0e-4ee1-9994-22c3af5db156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.058676 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c55f49-b432-4d07-b289-40e41a28a226 req-9b703089-ef0e-4ee1-9994-22c3af5db156 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=83ac7bd6-04d4-44e7-b5a8-d894bd37dc17 HTTP/1.1" status: 200 len: 1097 time: 0.4067709 Jul 16 18:09:49.061546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5916bcbc-8c91-4dc0-89b8-c1c2588765f1,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:49.066322 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.149920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37870) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:49.187394 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=5916bcbc-8c91-4dc0-89b8-c1c2588765f1,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:49.190051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37878) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:49.223554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31c55f49-b432-4d07-b289-40e41a28a226 req-acc5fe63-8b21-4c29-a026-eac25d31be82 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457288 Jul 16 18:09:49.425185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-a9f22a7d-83b3-4186-a0c7-480388a0e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.426667 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-a9f22a7d-83b3-4186-a0c7-480388a0e83c service neutron] 10.222.0.18 "GET /v2.0/networks?id=01fd89e0-0c35-447f-b1a5-708fa898cda9 HTTP/1.1" status: 200 len: 912 time: 0.4070625 Jul 16 18:09:49.427719 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.463040 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6753a6c0-5f36-4068-8a48-520ee7e443dc req-86f389d2-3543-4313-afce-2c6532906077 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138105 Jul 16 18:09:49.578619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e0652f-e56e-4b41-b137-22da8e67f439 req-c38a140a-d0ca-416a-865f-d9b5ed38d64b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.582713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44e0652f-e56e-4b41-b137-22da8e67f439 req-c38a140a-d0ca-416a-865f-d9b5ed38d64b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.2581708 Jul 16 18:09:49.628816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c69fefa6-c23f-4989-938f-131695c69a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.651545 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-f17ec000-db43-47ad-81e4-908f4fb2fe3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d88927f-ba65-4a5f-8387-00cb7bc38840 HTTP/1.1" status: 200 len: 1002 time: 0.2023332 Jul 16 18:09:49.677481 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44e0652f-e56e-4b41-b137-22da8e67f439 req-2e831a92-8bbe-4d29-9251-d8f3037aead9 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873632 Jul 16 18:09:49.714040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.773526 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c87f8eb-a738-4b5d-9ab2-d754f20c832f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.778856 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:49.839529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-5c3b44c2-0bc4-4aef-844c-3ae3292e558d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:49.841040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-5c3b44c2-0bc4-4aef-844c-3ae3292e558d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=353865c7-df8c-47e2-8ea0-aadfb970e6e7 HTTP/1.1" status: 200 len: 850 time: 0.1812246 Jul 16 18:09:50.026229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d0d38d-c1e3-4ac2-96b8-8f7d43bf620c req-f118c6eb-36be-4e73-8642-99cdbad3a33c tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.027834 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01d0d38d-c1e3-4ac2-96b8-8f7d43bf620c req-f118c6eb-36be-4e73-8642-99cdbad3a33c tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 946 time: 0.3034067 Jul 16 18:09:50.071424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb526721-58d5-49e1-a0d2-81e1e9c73d81 req-90f07e8d-48f5-49da-add3-fe4ded4648b0 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.072833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c69fefa6-c23f-4989-938f-131695c69a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.073318 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb526721-58d5-49e1-a0d2-81e1e9c73d81 req-90f07e8d-48f5-49da-add3-fe4ded4648b0 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 945 time: 0.0934677 Jul 16 18:09:50.100866 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c69fefa6-c23f-4989-938f-131695c69a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.121172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb526721-58d5-49e1-a0d2-81e1e9c73d81 req-67159627-5364-4940-93bc-dd3c1af7b3b2 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390079 Jul 16 18:09:50.137664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-fee4f563-4ca8-47db-b7a1-4bdd80e258b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.139190 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-fee4f563-4ca8-47db-b7a1-4bdd80e258b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=01fd89e0-0c35-447f-b1a5-708fa898cda9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2876675 Jul 16 18:09:50.216865 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c69fefa6-c23f-4989-938f-131695c69a16 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=14f24626339b4eb1beed7c2a568b6e97&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0437341 Jul 16 18:09:50.217324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-01d0d38d-c1e3-4ac2-96b8-8f7d43bf620c req-90c0ff2e-7f23-4c69-9f22-744e46fbd7dd tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731250 Jul 16 18:09:50.218651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37908) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:50.236109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.237753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69fefa6-c23f-4989-938f-131695c69a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745a8b8b-f8e8-4649-a0ec-c6c02f50fd3f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.249334 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.300658 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5683-37e0-4dce-910c-c63dfa144abe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.328266 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5683-37e0-4dce-910c-c63dfa144abe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.399740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=6492afdf-bada-45d0-9803-ff39ab496535,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.410009 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-4c20a355-c0fe-4338-abe4-be0fdf492cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/01fd89e0-0c35-447f-b1a5-708fa898cda9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445707 Jul 16 18:09:50.416690 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5683-37e0-4dce-910c-c63dfa144abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.420081 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c9e5683-37e0-4dce-910c-c63dfa144abe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.424127 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1c9e5683-37e0-4dce-910c-c63dfa144abe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/745a8b8b-f8e8-4649-a0ec-c6c02f50fd3f HTTP/1.1" status: 204 len: 168 time: 0.2017553 Jul 16 18:09:50.449782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e5683-37e0-4dce-910c-c63dfa144abe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745a8b8b-f8e8-4649-a0ec-c6c02f50fd3f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:50.456690 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.521096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c8a817-f2bb-4694-9377-6ef1d34303a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5916bcbc-8c91-4dc0-89b8-c1c2588765f1'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:50.524159 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08fc7809-bb40-402d-8648-a0dcdf6b4d9f" -d '{"events": [{"server_uuid": "d4c8a817-f2bb-4694-9377-6ef1d34303a0", "name": "network-vif-plugged", "status": "completed", "tag": "5916bcbc-8c91-4dc0-89b8-c1c2588765f1"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:50.548388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c87f8eb-a738-4b5d-9ab2-d754f20c832f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.560564 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c87f8eb-a738-4b5d-9ab2-d754f20c832f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:50.587483 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c5fc08-3025-43a6-833f-e08ac4c2e052 x-openstack-request-id: req-e3c5fc08-3025-43a6-833f-e08ac4c2e052 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:50.588079 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c8a817-f2bb-4694-9377-6ef1d34303a0", "name": "network-vif-plugged", "status": "completed", "tag": "5916bcbc-8c91-4dc0-89b8-c1c2588765f1", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:50.588579 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3c5fc08-3025-43a6-833f-e08ac4c2e052 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:50.589178 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c8a817-f2bb-4694-9377-6ef1d34303a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5916bcbc-8c91-4dc0-89b8-c1c2588765f1', 'code': 200} Jul 16 18:09:50.859098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37932) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:50.904963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0addfb70-c408-414b-a0bf-c0426fd56d2a req-aced2956-1a1d-4eeb-b06a-6a7de5d89ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:50.913191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0addfb70-c408-414b-a0bf-c0426fd56d2a req-aced2956-1a1d-4eeb-b06a-6a7de5d89ff1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 1096 time: 0.2372303 Jul 16 18:09:51.011848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0addfb70-c408-414b-a0bf-c0426fd56d2a req-5bd2bf98-f743-43bd-a013-fd1068f4b347 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933456 Jul 16 18:09:51.073112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-08fdeb82-3efa-4ede-8ee2-46ca581f4047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.110650 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0c87f8eb-a738-4b5d-9ab2-d754f20c832f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d6f3f6efdfba487cab19689b3c6731a9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9125576 Jul 16 18:09:51.119318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37940) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:51.135133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37942) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:51.142397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c87f8eb-a738-4b5d-9ab2-d754f20c832f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34966cb5-41c4-4831-8734-eac2038c1227,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.146464 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32af518d-9307-4dbd-97d2-a2302a01bc7b req-3c39c37e-36cb-491f-a109-14e010e71e45 service neutron] 10.222.0.18 "GET /v2.0/networks/01fd89e0-0c35-447f-b1a5-708fa898cda9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7278442 Jul 16 18:09:51.151842 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP 5c5eafa0-9474-46e8-8970-cc117717b5e6 associated. External IP: 172.25.7.88, port: b287a48c-8e39-4060-950f-1191f4c6bf49. Jul 16 18:09:51.169466 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e9f5ef7-e9e5-4fc9-8b2d-5626b9dd9dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.257839 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-08fdeb82-3efa-4ede-8ee2-46ca581f4047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.283987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-08fdeb82-3efa-4ede-8ee2-46ca581f4047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.285191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f7377-4cd6-4e11-a8c2-a3e8bdeefef5 req-c061ec3a-3431-4dc9-a7fc-a92bdb9b6515 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.287214 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-100f7377-4cd6-4e11-a8c2-a3e8bdeefef5 req-c061ec3a-3431-4dc9-a7fc-a92bdb9b6515 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.2495131 Jul 16 18:09:51.302490 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08f52019-f573-4b8d-9813-80605f25f5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.354318 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-08fdeb82-3efa-4ede-8ee2-46ca581f4047 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d7a17594ae74163815f6a427a034213&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4898422 Jul 16 18:09:51.354550 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08f52019-f573-4b8d-9813-80605f25f5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.356297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37946) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:51.366774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fdeb82-3efa-4ede-8ee2-46ca581f4047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d50712-7b82-493b-b9ca-6e9b0cd81c9c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.393380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bccbc9b-9c58-4583-b81d-3131c04741f5 req-3ffd89a9-7ab7-499b-9c9f-3539283a6f67 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.394967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4bccbc9b-9c58-4583-b81d-3131c04741f5 req-3ffd89a9-7ab7-499b-9c9f-3539283a6f67 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 946 time: 0.1571693 Jul 16 18:09:51.415183 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-100f7377-4cd6-4e11-a8c2-a3e8bdeefef5 req-d298cf6b-9501-4166-9ec9-7d56a092f668 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151047 Jul 16 18:09:51.460290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4bccbc9b-9c58-4583-b81d-3131c04741f5 req-1b3ef496-c503-4355-8f44-9a7fdbee42b4 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567572 Jul 16 18:09:51.484241 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e9f5ef7-e9e5-4fc9-8b2d-5626b9dd9dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.494429 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e9f5ef7-e9e5-4fc9-8b2d-5626b9dd9dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.570007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9f5ef7-e9e5-4fc9-8b2d-5626b9dd9dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5afcf803-13e8-494d-a9ed-022d37ec5658,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.579757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4e9f5ef7-e9e5-4fc9-8b2d-5626b9dd9dcb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=86b6eecedbd84d6db1f3758ad2d9e6da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4433446 Jul 16 18:09:51.582458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37948) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:51.603351 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68121e2b-c823-4f88-8725-fdecf20f1a71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.606391 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08f52019-f573-4b8d-9813-80605f25f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.608854 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08f52019-f573-4b8d-9813-80605f25f5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.610055 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-08f52019-f573-4b8d-9813-80605f25f5f7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34966cb5-41c4-4831-8734-eac2038c1227 HTTP/1.1" status: 204 len: 168 time: 0.4886363 Jul 16 18:09:51.636729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f52019-f573-4b8d-9813-80605f25f5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34966cb5-41c4-4831-8734-eac2038c1227,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.658669 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68121e2b-c823-4f88-8725-fdecf20f1a71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.660418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e26e0d0-0b22-4c80-9fec-4d9ce16502f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.687684 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e26e0d0-0b22-4c80-9fec-4d9ce16502f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.687926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:51.746186 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e26e0d0-0b22-4c80-9fec-4d9ce16502f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.749329 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e26e0d0-0b22-4c80-9fec-4d9ce16502f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.750561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3e26e0d0-0b22-4c80-9fec-4d9ce16502f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5afcf803-13e8-494d-a9ed-022d37ec5658 HTTP/1.1" status: 204 len: 168 time: 0.1661215 Jul 16 18:09:51.761429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e26e0d0-0b22-4c80-9fec-4d9ce16502f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5afcf803-13e8-494d-a9ed-022d37ec5658,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.778023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d3a50-e13c-45eb-a790-e6f00a05ed2a req-3246eb25-7a13-4b2e-a5a6-97a3e6a34d93 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:51.779617 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ba2d3a50-e13c-45eb-a790-e6f00a05ed2a req-3246eb25-7a13-4b2e-a5a6-97a3e6a34d93 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 945 time: 0.2241628 Jul 16 18:09:51.819766 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.845923 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68121e2b-c823-4f88-8725-fdecf20f1a71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.848476 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68121e2b-c823-4f88-8725-fdecf20f1a71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.849641 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-68121e2b-c823-4f88-8725-fdecf20f1a71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1d50712-7b82-493b-b9ca-6e9b0cd81c9c HTTP/1.1" status: 204 len: 168 time: 0.4909658 Jul 16 18:09:51.870562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68121e2b-c823-4f88-8725-fdecf20f1a71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d50712-7b82-493b-b9ca-6e9b0cd81c9c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:51.910791 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ba2d3a50-e13c-45eb-a790-e6f00a05ed2a req-db8c01b9-4f19-46cc-9361-4fb6503f7185 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123934 Jul 16 18:09:51.916210 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:51.932915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047d0411-d8cc-46d8-8927-0930e489ab14 None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:51.943950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d0411-d8cc-46d8-8927-0930e489ab14 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:51.944878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-047d0411-d8cc-46d8-8927-0930e489ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:51.948580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:51.983469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-047d0411-d8cc-46d8-8927-0930e489ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:51.993958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047d0411-d8cc-46d8-8927-0930e489ab14 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:51.994685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-047d0411-d8cc-46d8-8927-0930e489ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:51.997759 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b47c11e0-1ebc-4772-a33c-257f2c0e4a3e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6052320 Jul 16 18:09:52.000574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37960) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:52.009265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0a4be57c-1b64-409b-af17-24c24d12b07b tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'floatingip': {'port_id': 'b287a48c-8e39-4060-950f-1191f4c6bf49', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:52.032971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-047d0411-d8cc-46d8-8927-0930e489ab14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:52.033936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047d0411-d8cc-46d8-8927-0930e489ab14 None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:52.112013 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0a4be57c-1b64-409b-af17-24c24d12b07b tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:52.716742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46292214-174a-461a-bf32-7fb79a6772a4 req-48cf6cb7-839c-4d85-850e-bd957a081a4c tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.718531 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46292214-174a-461a-bf32-7fb79a6772a4 req-48cf6cb7-839c-4d85-850e-bd957a081a4c tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.1381431 Jul 16 18:09:52.794897 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46292214-174a-461a-bf32-7fb79a6772a4 req-8f02d8ce-13a2-4690-9254-d7820bd7dc81 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703633 Jul 16 18:09:52.838922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744c0605-25cb-4190-90e1-fb0175502bfb req-212b0d27-146b-4c30-b3b7-12c7da6edfaa tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.846307 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-744c0605-25cb-4190-90e1-fb0175502bfb req-212b0d27-146b-4c30-b3b7-12c7da6edfaa tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 946 time: 0.1656969 Jul 16 18:09:52.936190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a309b724-6249-47a5-9770-a7d3acad6633 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:52.940934 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a309b724-6249-47a5-9770-a7d3acad6633 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.18 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 946 time: 0.1193416 Jul 16 18:09:53.006042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-744c0605-25cb-4190-90e1-fb0175502bfb req-18dc5faa-d5be-4eda-a10d-d864aca926c1 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583292 Jul 16 18:09:53.019113 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0a4be57c-1b64-409b-af17-24c24d12b07b tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.031589 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0a4be57c-1b64-409b-af17-24c24d12b07b tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.163991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38012) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:53.224485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Deleting port 6d88927f-ba65-4a5f-8387-00cb7bc38840 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:53.225106 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.352073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4415802-ee2b-4db1-a86a-6b84ca06105d req-422187b5-5966-4e95-aa98-0d12e93388a1 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.359712 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4415802-ee2b-4db1-a86a-6b84ca06105d req-422187b5-5966-4e95-aa98-0d12e93388a1 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 945 time: 0.2426317 Jul 16 18:09:53.434590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] For port 6d88927f-ba65-4a5f-8387-00cb7bc38840, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6d88927f-ba65-4a5f-8387-00cb7bc38840,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:53.434965 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.451798 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4415802-ee2b-4db1-a86a-6b84ca06105d req-a538ac8e-43ad-4ad2-b22f-976f95340b43 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910161 Jul 16 18:09:53.521099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4be57c-1b64-409b-af17-24c24d12b07b tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:53.591940 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-514168410-network', 'tenant_id': '8aa30b8fbf314b88b8c2528ca1f95bf3'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:53.676476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Made reservation on behalf of 8aa30b8fbf314b88b8c2528ca1f95bf3 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:53.679982 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.701725 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.774280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4be57c-1b64-409b-af17-24c24d12b07b tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:53.784784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0a4be57c-1b64-409b-af17-24c24d12b07b tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.794331 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1bb18-0f05-4965-ba33-9a6dd8d23ecc None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:53.809712 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf1bb18-0f05-4965-ba33-9a6dd8d23ecc None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:53.810579 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-bdf1bb18-0f05-4965-ba33-9a6dd8d23ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:53.873310 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-bdf1bb18-0f05-4965-ba33-9a6dd8d23ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:53.884775 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf1bb18-0f05-4965-ba33-9a6dd8d23ecc None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:53.885939 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-bdf1bb18-0f05-4965-ba33-9a6dd8d23ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:53.917963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308cdbb3-958c-443b-96c9-01535cb50827 req-6dd785b4-e541-4413-9956-447c07516284 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:53.930790 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-bdf1bb18-0f05-4965-ba33-9a6dd8d23ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:53.931174 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-308cdbb3-958c-443b-96c9-01535cb50827 req-6dd785b4-e541-4413-9956-447c07516284 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=83ac7bd6-04d4-44e7-b5a8-d894bd37dc17 HTTP/1.1" status: 200 len: 946 time: 0.2268956 Jul 16 18:09:53.933652 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf1bb18-0f05-4965-ba33-9a6dd8d23ecc None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:53.947956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.948555 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:53.949069 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Floating IP ee5c5a4b-40b9-4980-ab36-855e2177041e disassociated. External IP: 172.25.7.203, port: 6d88927f-ba65-4a5f-8387-00cb7bc38840. Jul 16 18:09:53.949631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Calling delete_port for 6d88927f-ba65-4a5f-8387-00cb7bc38840 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:54.017423 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.023400 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.030006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-308cdbb3-958c-443b-96c9-01535cb50827 req-e3ea3462-f8ec-406e-8bde-884ef13d605e tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973337 Jul 16 18:09:54.092103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:09:54.173499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51308fb6-e452-4c6e-864d-0f0d641f4b32,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.179849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.180459 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Added segment e387438a-fb67-44a7-bef5-bdb4f076e083 of type vlan for network 27e1b332-974b-445e-9a42-b3119f6937a1 Jul 16 18:09:54.302847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0a4be57c-1b64-409b-af17-24c24d12b07b tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "PUT /v2.0/floatingips/5c5eafa0-9474-46e8-8970-cc117717b5e6 HTTP/1.1" status: 200 len: 978 time: 2.3010349 Jul 16 18:09:54.316317 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.322883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38052) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:54.401450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f83227-41c7-4a30-981d-2635cd24229e req-46d539f0-3dba-4115-acc8-34236e5960d5 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.403288 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19f83227-41c7-4a30-981d-2635cd24229e req-46d539f0-3dba-4115-acc8-34236e5960d5 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.3257792 Jul 16 18:09:54.405038 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.406294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.407490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.433694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2677982 Jul 16 18:09:54.436604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38064) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:54.448459 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] Request body: {'subnet': {'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-514168410-subnet', 'tenant_id': '8aa30b8fbf314b88b8c2528ca1f95bf3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:09:54.465597 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.500298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Pushing event deleted for resources: {'Port': ['ID=6d88927f-ba65-4a5f-8387-00cb7bc38840,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.519207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e2d77f-c145-4794-9a72-c2e66668782d admin admin] Pushing event updated for resources: {'Network': ['ID=27e1b332-974b-445e-9a42-b3119f6937a1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:54.530252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19f83227-41c7-4a30-981d-2635cd24229e req-08cafe96-949a-407f-b135-9828736c8113 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794857 Jul 16 18:09:54.532982 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 27e1b332-974b-445e-9a42-b3119f6937a1 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:09:54.594018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41968ba-8d05-4eb3-8d9b-bdbcd835406d req-fedd3848-b4a4-4a1c-bd4e-7bcc5a38f91e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:54.601789 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a41968ba-8d05-4eb3-8d9b-bdbcd835406d req-fedd3848-b4a4-4a1c-bd4e-7bcc5a38f91e tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 867 time: 0.3268969 Jul 16 18:09:54.670758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] Made reservation on behalf of 8aa30b8fbf314b88b8c2528ca1f95bf3 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:09:54.672808 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:54.887862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a41968ba-8d05-4eb3-8d9b-bdbcd835406d req-bbd80e59-e064-4f2f-a6bc-0054b9cf7451 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups?id=307ffb08-a94c-4961-b543-046934700cb3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847228 Jul 16 18:09:55.113606 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port 6492afdf-bada-45d0-9803-ff39ab496535 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:55.114669 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.137079 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Router 668008a8-ad80-4075-87ab-43ba87989a1c has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:55.436113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.436482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.497863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for 6492afdf-bada-45d0-9803-ff39ab496535 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:55.519171 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:55.655637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:55.667421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f1888-345a-416e-81f1-3f13278d233a None None] Sync routers for ids ['668008a8-ad80-4075-87ab-43ba87989a1c'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:55.688581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f1888-345a-416e-81f1-3f13278d233a None None] Routers {'668008a8-ad80-4075-87ab-43ba87989a1c'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:55.692307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-133f1888-345a-416e-81f1-3f13278d233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['668008a8-ad80-4075-87ab-43ba87989a1c'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:55.892127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283d487e-52b1-45ec-a4e6-f0803a296f40 req-6a8a16e5-a7d5-4a07-b751-b2e6878d678b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:55.901743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-283d487e-52b1-45ec-a4e6-f0803a296f40 req-6a8a16e5-a7d5-4a07-b751-b2e6878d678b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=83ac7bd6-04d4-44e7-b5a8-d894bd37dc17 HTTP/1.1" status: 200 len: 946 time: 0.2270753 Jul 16 18:09:56.176667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-133f1888-345a-416e-81f1-3f13278d233a None None] Set router 668008a8-ad80-4075-87ab-43ba87989a1c gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:56.264243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38168) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:56.353375 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f068b8-d687-447c-9e12-67b3a467d48c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:56.368985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] No DVR routers for this DVR port 6d88927f-ba65-4a5f-8387-00cb7bc38840 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:56.385257 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.385668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-283d487e-52b1-45ec-a4e6-f0803a296f40 req-69607cb7-7630-4157-b8a4-cb8e5707b640 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4826155 Jul 16 18:09:56.387960 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-073f5bbe-f224-4682-8ffb-f2a1902c9e6c req-a9eafffe-2c4c-4e0b-b92e-d9a421de6022 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.18 "DELETE /v2.0/ports/6d88927f-ba65-4a5f-8387-00cb7bc38840 HTTP/1.1" status: 204 len: 173 time: 3.4311590 Jul 16 18:09:56.388706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'name': 'network-vif-deleted', 'tag': '6d88927f-ba65-4a5f-8387-00cb7bc38840'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:56.391354 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb0f20ee-b0b2-471f-9048-3cdb0cb0f6e0" -d '{"events": [{"server_uuid": "3b91e39c-400e-499e-bcfd-f1cb55f5c1b1", "name": "network-vif-deleted", "tag": "6d88927f-ba65-4a5f-8387-00cb7bc38840"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:56.584454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6d88927f-ba65-4a5f-8387-00cb7bc38840 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:09:56.602912 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19db3c68-958c-47f7-b213-3af918adb0a7 req-6bff531b-623c-43b8-ad4a-d714fc58ca2a tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/ports?device_id=3b91e39c-400e-499e-bcfd-f1cb55f5c1b1 HTTP/1.1" status: 200 len: 210 time: 0.0538621 Jul 16 18:09:56.614291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] Checking segment: {'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:09:56.615072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] Network hostable DHCP agents. Network: 27e1b332-974b-445e-9a42-b3119f6937a1, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:09:56.632901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 6d88927f-ba65-4a5f-8387-00cb7bc38840 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:09:56.633982 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6d88927f-ba65-4a5f-8387-00cb7bc38840 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:09:56.658376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-133f1888-345a-416e-81f1-3f13278d233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 4, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4cf57e87-f9ae-4595-9fed-0d8f38eec9b8', 'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'mac_address': 'fa:16:3e:a9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:25Z', 'updated_at': '2021-07-16T18:07:34Z', 'revision_number': 5, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'subnets': [{'id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:56.659356 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2694463f-1016-440a-9f4b-5c9dd57c2834 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.704764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f1888-345a-416e-81f1-3f13278d233a None None] Checking router: 668008a8-ad80-4075-87ab-43ba87989a1c for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:09:56.717032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133f1888-345a-416e-81f1-3f13278d233a None None] Routers {'668008a8-ad80-4075-87ab-43ba87989a1c'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:56.717957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-133f1888-345a-416e-81f1-3f13278d233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['668008a8-ad80-4075-87ab-43ba87989a1c'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:56.760985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596459dc-3fdd-40df-9bae-081ceca672e4 req-647157ee-c424-4f40-bcf0-cedd29807848 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.762998 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-596459dc-3fdd-40df-9bae-081ceca672e4 req-647157ee-c424-4f40-bcf0-cedd29807848 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.37 "GET /v2.0/ports?device_id=83ac7bd6-04d4-44e7-b5a8-d894bd37dc17 HTTP/1.1" status: 200 len: 946 time: 0.0997493 Jul 16 18:09:56.780567 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.789469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] Network 27e1b332-974b-445e-9a42-b3119f6937a1 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:09:56.837945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca695ab9-d17c-4834-9c8f-c028c7301903 req-bedbcfdf-f348-4101-844b-bb209f92311c tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.845854 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca695ab9-d17c-4834-9c8f-c028c7301903 req-bedbcfdf-f348-4101-844b-bb209f92311c tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.5761206 Jul 16 18:09:56.864695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=6492afdf-bada-45d0-9803-ff39ab496535,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:56.870920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 27e1b332-974b-445e-9a42-b3119f6937a1) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:09:56.884887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb8fb72-1a2c-477b-a92f-d2c053961e02 None None] Network 27e1b332-974b-445e-9a42-b3119f6937a1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:56.917955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:56.918591 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:56.922577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-133f1888-345a-416e-81f1-3f13278d233a None None] Set router 668008a8-ad80-4075-87ab-43ba87989a1c gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:09:56.989736 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17edec0c-dac2-481e-862e-849017789ef8 x-openstack-request-id: req-17edec0c-dac2-481e-862e-849017789ef8 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:56.990074 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b91e39c-400e-499e-bcfd-f1cb55f5c1b1", "name": "network-vif-deleted", "tag": "6d88927f-ba65-4a5f-8387-00cb7bc38840", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:56.990212 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-17edec0c-dac2-481e-862e-849017789ef8 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:56.990748 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b91e39c-400e-499e-bcfd-f1cb55f5c1b1', 'name': 'network-vif-deleted', 'tag': '6d88927f-ba65-4a5f-8387-00cb7bc38840', 'status': 'completed', 'code': 200} Jul 16 18:09:57.009050 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca695ab9-d17c-4834-9c8f-c028c7301903 req-711cbad7-f80c-4a5e-b0b5-d9fae90bd5d9 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621306 Jul 16 18:09:57.025377 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-596459dc-3fdd-40df-9bae-081ceca672e4 req-3f8d52d8-15ab-4ad2-950a-32c99f6d552b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Deleting port e7274426-a936-407f-9bcc-3687349c19e6 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:57.025897 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-596459dc-3fdd-40df-9bae-081ceca672e4 req-3f8d52d8-15ab-4ad2-950a-32c99f6d552b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.043148 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.043148 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP 5c5eafa0-9474-46e8-8970-cc117717b5e6 disassociated (deleted). External IP: 172.25.7.88, port: b287a48c-8e39-4060-950f-1191f4c6bf49. Jul 16 18:09:57.198453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2694463f-1016-440a-9f4b-5c9dd57c2834 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.216460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-596459dc-3fdd-40df-9bae-081ceca672e4 req-3f8d52d8-15ab-4ad2-950a-32c99f6d552b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] For port e7274426-a936-407f-9bcc-3687349c19e6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e7274426-a936-407f-9bcc-3687349c19e6,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:57.216956 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-596459dc-3fdd-40df-9bae-081ceca672e4 req-3f8d52d8-15ab-4ad2-950a-32c99f6d552b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.237410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-596459dc-3fdd-40df-9bae-081ceca672e4 req-3f8d52d8-15ab-4ad2-950a-32c99f6d552b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Calling delete_port for e7274426-a936-407f-9bcc-3687349c19e6 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:57.275176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6886526-419b-40e4-8d31-9cc6823282a5 None None] Network 27e1b332-974b-445e-9a42-b3119f6937a1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:09:57.397999 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d46cd9c5-1a40-431e-9ba9-1c5f1feedf52 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.9468501 Jul 16 18:09:57.398685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-133f1888-345a-416e-81f1-3f13278d233a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 4, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4cf57e87-f9ae-4595-9fed-0d8f38eec9b8', 'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'mac_address': 'fa:16:3e:a9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:25Z', 'updated_at': '2021-07-16T18:07:34Z', 'revision_number': 5, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'subnets': [{'id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:57.398845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2694463f-1016-440a-9f4b-5c9dd57c2834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.447881 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-596459dc-3fdd-40df-9bae-081ceca672e4 req-3f8d52d8-15ab-4ad2-950a-32c99f6d552b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.449646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2694463f-1016-440a-9f4b-5c9dd57c2834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a610c4-a531-4ee6-9c1e-aed0f73de755,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.488363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5916bcbc-8c91-4dc0-89b8-c1c2588765f1'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:57.491535 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d52d8-15ab-4ad2-950a-32c99f6d552b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Pushing event deleted for resources: {'Port': ['ID=e7274426-a936-407f-9bcc-3687349c19e6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:57.500204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e7274426-a936-407f-9bcc-3687349c19e6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:57.544925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133f1888-345a-416e-81f1-3f13278d233a None None] The sync data for ids ['668008a8-ad80-4075-87ab-43ba87989a1c'] in n-d-794306-7 is: [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:07:27Z', 'revision_number': 4, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4cf57e87-f9ae-4595-9fed-0d8f38eec9b8', 'name': '', 'network_id': '01fd89e0-0c35-447f-b1a5-708fa898cda9', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'mac_address': 'fa:16:3e:a9:07:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:25Z', 'updated_at': '2021-07-16T18:07:34Z', 'revision_number': 5, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'subnets': [{'id': '353865c7-df8c-47e2-8ea0-aadfb970e6e7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:57.704194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-596459dc-3fdd-40df-9bae-081ceca672e4 req-3f8d52d8-15ab-4ad2-950a-32c99f6d552b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] No DVR routers for this DVR port e7274426-a936-407f-9bcc-3687349c19e6 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:57.722720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-596459dc-3fdd-40df-9bae-081ceca672e4 req-3f8d52d8-15ab-4ad2-950a-32c99f6d552b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.726095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-596459dc-3fdd-40df-9bae-081ceca672e4 req-3f8d52d8-15ab-4ad2-950a-32c99f6d552b tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.37 "DELETE /v2.0/ports/e7274426-a936-407f-9bcc-3687349c19e6 HTTP/1.1" status: 204 len: 173 time: 0.9564919 Jul 16 18:09:57.727337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83ac7bd6-04d4-44e7-b5a8-d894bd37dc17', 'name': 'network-vif-deleted', 'tag': 'e7274426-a936-407f-9bcc-3687349c19e6'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:57.730710 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf3f43d-5e22-4866-b5b1-fae551467fa4" -d '{"events": [{"server_uuid": "83ac7bd6-04d4-44e7-b5a8-d894bd37dc17", "name": "network-vif-deleted", "tag": "e7274426-a936-407f-9bcc-3687349c19e6"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:57.815748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02c5cd58-7764-4a73-bc44-d59381e412f8 req-4f174154-a26d-4586-82ad-65dc88ab0248 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=83ac7bd6-04d4-44e7-b5a8-d894bd37dc17 HTTP/1.1" status: 200 len: 210 time: 0.0683622 Jul 16 18:09:57.849066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2694463f-1016-440a-9f4b-5c9dd57c2834 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cb12fd9f58344bbbacbdb92dfb1db9f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5766687 Jul 16 18:09:57.850071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38198) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:57.920748 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad6614fa-c023-4d76-bfc3-e7afb8e2270d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:57.940405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14487de-5935-462b-915d-ba0a8324a792 req-d2a8a385-c4c8-42e0-a82c-212a496cc651 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:57.942815 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e14487de-5935-462b-915d-ba0a8324a792 req-d2a8a385-c4c8-42e0-a82c-212a496cc651 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 945 time: 0.7385392 Jul 16 18:09:57.955502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad6614fa-c023-4d76-bfc3-e7afb8e2270d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.011222 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc5a83ec-ff74-4b83-ad2f-b8b4fec83756 None None] New status for floating IP ee5c5a4b-40b9-4980-ab36-855e2177041e: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:09:58.035457 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9fea6d-2ec9-4d0f-9077-ef00cf1b08fa x-openstack-request-id: req-9b9fea6d-2ec9-4d0f-9077-ef00cf1b08fa {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:58.036090 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83ac7bd6-04d4-44e7-b5a8-d894bd37dc17", "name": "network-vif-deleted", "tag": "e7274426-a936-407f-9bcc-3687349c19e6", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:58.036090 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b9fea6d-2ec9-4d0f-9077-ef00cf1b08fa {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:58.036757 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83ac7bd6-04d4-44e7-b5a8-d894bd37dc17', 'name': 'network-vif-deleted', 'tag': 'e7274426-a936-407f-9bcc-3687349c19e6', 'status': 'completed', 'code': 200} Jul 16 18:09:58.037763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38202) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.120013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:09:58.130991 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad6614fa-c023-4d76-bfc3-e7afb8e2270d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.133758 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad6614fa-c023-4d76-bfc3-e7afb8e2270d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.135808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ad6614fa-c023-4d76-bfc3-e7afb8e2270d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d9a610c4-a531-4ee6-9c1e-aed0f73de755 HTTP/1.1" status: 204 len: 168 time: 0.2841849 Jul 16 18:09:58.183375 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f3adc307-e6f0-48db-aec8-23e5740268fb tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.207029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6614fa-c023-4d76-bfc3-e7afb8e2270d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a610c4-a531-4ee6-9c1e-aed0f73de755,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.256196 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f3adc307-e6f0-48db-aec8-23e5740268fb tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.327691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f3adc307-e6f0-48db-aec8-23e5740268fb tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.330530 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f3adc307-e6f0-48db-aec8-23e5740268fb tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.331730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f3adc307-e6f0-48db-aec8-23e5740268fb tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "DELETE /v2.0/security-groups/307ffb08-a94c-4961-b543-046934700cb3 HTTP/1.1" status: 204 len: 168 time: 0.2924640 Jul 16 18:09:58.360464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38216) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.362193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3adc307-e6f0-48db-aec8-23e5740268fb tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ffb08-a94c-4961-b543-046934700cb3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:58.366497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e14487de-5935-462b-915d-ba0a8324a792 req-b2f522de-8b04-40ad-beaf-c192dbc431ac tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Deleting port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:58.366861 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e14487de-5935-462b-915d-ba0a8324a792 req-b2f522de-8b04-40ad-beaf-c192dbc431ac tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.434748 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-138df8a0-1ff1-4c17-b324-022ccfcb733c tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] show failed (client error): The resource could not be found. Jul 16 18:09:58.436210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-138df8a0-1ff1-4c17-b324-022ccfcb733c tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "GET /v2.0/security-groups/307ffb08-a94c-4961-b543-046934700cb3 HTTP/1.1" status: 404 len: 347 time: 0.0714848 Jul 16 18:09:58.439742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38222) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.624170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01843c4-8755-4dac-903f-137eb99991ac req-bbb5576d-b5b4-4e11-a9aa-6c7dfc6db75a tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.631765 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f01843c4-8755-4dac-903f-137eb99991ac req-bbb5576d-b5b4-4e11-a9aa-6c7dfc6db75a tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.2350507 Jul 16 18:09:58.665733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e14487de-5935-462b-915d-ba0a8324a792 req-b2f522de-8b04-40ad-beaf-c192dbc431ac tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] For port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5916bcbc-8c91-4dc0-89b8-c1c2588765f1,segment=NetworkSegment(1988c3a1-791c-4e76-9be8-4bc1f4a6e77f),segment_id=1988c3a1-791c-4e76-9be8-4bc1f4a6e77f)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:09:58.666624 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e14487de-5935-462b-915d-ba0a8324a792 req-b2f522de-8b04-40ad-beaf-c192dbc431ac tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.670265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:09:58.678119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6f97a78d-9fc7-4d70-889f-2a263368d016 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Deleting port 3e82a7c9-acdb-4581-b3a5-54bf6ec95366 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:58.678553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6f97a78d-9fc7-4d70-889f-2a263368d016 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.683141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0f597eb2-0a65-4e5e-8add-ccc56e0db423 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:58.684454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7e91a-8994-43d5-84fe-3f75af828a77 None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:09:58.690159 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0f597eb2-0a65-4e5e-8add-ccc56e0db423 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 813 time: 0.4831281 Jul 16 18:09:58.702970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f7e91a-8994-43d5-84fe-3f75af828a77 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:58.705300 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.714162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e91a-8994-43d5-84fe-3f75af828a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:58.715752 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e14487de-5935-462b-915d-ba0a8324a792 req-b2f522de-8b04-40ad-beaf-c192dbc431ac tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Calling delete_port for 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:58.736273 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38224) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.739450 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f01843c4-8755-4dac-903f-137eb99991ac req-69c116f5-003e-4964-8690-d5394b9222b7 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068547 Jul 16 18:09:58.756829 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-2f43c229-0573-451b-9c6f-0cf0a1f8db73 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/quotas/8aa30b8fbf314b88b8c2528ca1f95bf3 HTTP/1.1" status: 200 len: 375 time: 0.0640242 Jul 16 18:09:58.787664 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e91a-8994-43d5-84fe-3f75af828a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:58.794343 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd996007-215d-4107-ad78-c577f7c5c939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.814779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f7e91a-8994-43d5-84fe-3f75af828a77 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:09:58.815714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e91a-8994-43d5-84fe-3f75af828a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:58.828406 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-ff98b0bb-a7d1-4020-8a04-4f9219363d04 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680869 Jul 16 18:09:58.860499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c6f7e91a-8994-43d5-84fe-3f75af828a77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:09:58.861322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f7e91a-8994-43d5-84fe-3f75af828a77 None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:09:58.959771 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-517694eb-a45f-4f4f-94ab-abe5d6f2ad98 service neutron] 10.222.0.47 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299558 Jul 16 18:09:58.969327 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cd31f5a4-81c7-4bb0-a5a6-c9547b175ce1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/floatingips/5c5eafa0-9474-46e8-8970-cc117717b5e6 HTTP/1.1" status: 204 len: 168 time: 4.6452303 Jul 16 18:09:58.975261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38228) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:58.986853 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6f97a78d-9fc7-4d70-889f-2a263368d016 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:58.987186 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6f97a78d-9fc7-4d70-889f-2a263368d016 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.030487 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd996007-215d-4107-ad78-c577f7c5c939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.036455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6f97a78d-9fc7-4d70-889f-2a263368d016 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Calling delete_port for 3e82a7c9-acdb-4581-b3a5-54bf6ec95366 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:59.044137 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd996007-215d-4107-ad78-c577f7c5c939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.127145 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-e66e2c9a-8428-4656-89df-ec75db2bf704 service neutron] 10.222.0.47 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463225 Jul 16 18:09:59.163621 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.220543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fd996007-215d-4107-ad78-c577f7c5c939 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=332c0fdb12bc4d639fbb7d2910fcb572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4800100 Jul 16 18:09:59.223582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38232) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:09:59.249073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd996007-215d-4107-ad78-c577f7c5c939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3083731b-b518-493a-a575-219430ae7a44,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.273501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e14487de-5935-462b-915d-ba0a8324a792 req-b2f522de-8b04-40ad-beaf-c192dbc431ac tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.314163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e7274426-a936-407f-9bcc-3687349c19e6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:09:59.368954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f522de-8b04-40ad-beaf-c192dbc431ac tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Pushing event deleted for resources: {'Port': ['ID=5916bcbc-8c91-4dc0-89b8-c1c2588765f1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.384472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e1e82d28-2308-4478-8039-ef98069e9ebc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port b287a48c-8e39-4060-950f-1191f4c6bf49 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:09:59.384873 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d28-2308-4478-8039-ef98069e9ebc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.420889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29455144-51be-466a-be26-3db977a79b23 req-a643fa0c-4223-4588-b433-efeab2b950d4 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:09:59.422437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29455144-51be-466a-be26-3db977a79b23 req-a643fa0c-4223-4588-b433-efeab2b950d4 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/ports?device_id=d4c8a817-f2bb-4694-9377-6ef1d34303a0 HTTP/1.1" status: 200 len: 867 time: 0.2295070 Jul 16 18:09:59.452144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e14487de-5935-462b-915d-ba0a8324a792 req-b2f522de-8b04-40ad-beaf-c192dbc431ac tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] No DVR routers for this DVR port 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:09:59.464071 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e14487de-5935-462b-915d-ba0a8324a792 req-b2f522de-8b04-40ad-beaf-c192dbc431ac tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.466355 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e14487de-5935-462b-915d-ba0a8324a792 req-b2f522de-8b04-40ad-beaf-c192dbc431ac tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.18 "DELETE /v2.0/ports/5916bcbc-8c91-4dc0-89b8-c1c2588765f1 HTTP/1.1" status: 204 len: 173 time: 1.5173731 Jul 16 18:09:59.466819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd4c8a817-f2bb-4694-9377-6ef1d34303a0', 'name': 'network-vif-deleted', 'tag': '5916bcbc-8c91-4dc0-89b8-c1c2588765f1'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:09:59.470044 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f52443-2ab7-482c-b9ad-21eaae7cf31a" -d '{"events": [{"server_uuid": "d4c8a817-f2bb-4694-9377-6ef1d34303a0", "name": "network-vif-deleted", "tag": "5916bcbc-8c91-4dc0-89b8-c1c2588765f1"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:09:59.479830 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9fc53b0-fc19-4d3d-9aac-0ca7e6985d4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.502877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6f97a78d-9fc7-4d70-889f-2a263368d016 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.532003 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9fc53b0-fc19-4d3d-9aac-0ca7e6985d4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.569905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f97a78d-9fc7-4d70-889f-2a263368d016 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Pushing event deleted for resources: {'Port': ['ID=3e82a7c9-acdb-4581-b3a5-54bf6ec95366,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.596912 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29455144-51be-466a-be26-3db977a79b23 req-10fdeb27-6489-4eeb-b986-5a2b2eb70e40 tempest-MultipleCreateTestJSON-767776263 tempest-MultipleCreateTestJSON-767776263-project] 10.222.0.47 "GET /v2.0/security-groups?id=d1058551-d995-4c52-a3b9-9a176cfaf757&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646237 Jul 16 18:09:59.602938 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9fc53b0-fc19-4d3d-9aac-0ca7e6985d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.606597 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9fc53b0-fc19-4d3d-9aac-0ca7e6985d4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.612698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f9fc53b0-fc19-4d3d-9aac-0ca7e6985d4a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3083731b-b518-493a-a575-219430ae7a44 HTTP/1.1" status: 204 len: 168 time: 0.3880272 Jul 16 18:09:59.624992 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc53b0-fc19-4d3d-9aac-0ca7e6985d4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3083731b-b518-493a-a575-219430ae7a44,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:09:59.763225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d28-2308-4478-8039-ef98069e9ebc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.780180 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca031c2-4fb8-4170-a710-975867b49050 x-openstack-request-id: req-eca031c2-4fb8-4170-a710-975867b49050 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:09:59.781153 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d4c8a817-f2bb-4694-9377-6ef1d34303a0", "name": "network-vif-deleted", "tag": "5916bcbc-8c91-4dc0-89b8-c1c2588765f1", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:09:59.781620 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eca031c2-4fb8-4170-a710-975867b49050 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:09:59.782040 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd4c8a817-f2bb-4694-9377-6ef1d34303a0', 'name': 'network-vif-deleted', 'tag': '5916bcbc-8c91-4dc0-89b8-c1c2588765f1', 'status': 'completed', 'code': 200} Jul 16 18:09:59.856027 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d792238d-b393-4fb1-ba7a-e5a17776312d req-1574794a-f897-4afa-b70d-d7c56b6fb25f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 210 time: 0.1460295 Jul 16 18:09:59.868145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e1e82d28-2308-4478-8039-ef98069e9ebc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for b287a48c-8e39-4060-950f-1191f4c6bf49 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:09:59.896918 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6f97a78d-9fc7-4d70-889f-2a263368d016 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.902766 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6f97a78d-9fc7-4d70-889f-2a263368d016 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:09:59.905860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6f97a78d-9fc7-4d70-889f-2a263368d016 tempest-ServersTestManualDisk-1951237736 tempest-ServersTestManualDisk-1951237736-project] 10.222.0.47 "DELETE /v2.0/floatingips/ee5c5a4b-40b9-4980-ab36-855e2177041e HTTP/1.1" status: 204 len: 168 time: 1.4644015 Jul 16 18:09:59.910939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38252) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.035873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eebaa84-06ec-4e57-a10a-e7d7f0f2698c req-97a9285e-a0dc-4c07-a45b-d785d0322bc8 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:00.046508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1eebaa84-06ec-4e57-a10a-e7d7f0f2698c req-97a9285e-a0dc-4c07-a45b-d785d0322bc8 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.1194160 Jul 16 18:10:00.130408 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1eebaa84-06ec-4e57-a10a-e7d7f0f2698c req-0777a7ac-53d6-49e0-85c6-03ec968d28c9 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796962 Jul 16 18:10:00.434215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d28-2308-4478-8039-ef98069e9ebc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.488062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e82d28-2308-4478-8039-ef98069e9ebc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=b287a48c-8e39-4060-950f-1191f4c6bf49,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:00.643641 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1e82d28-2308-4478-8039-ef98069e9ebc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.650480 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e1e82d28-2308-4478-8039-ef98069e9ebc tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/ports/b287a48c-8e39-4060-950f-1191f4c6bf49 HTTP/1.1" status: 204 len: 168 time: 1.6670439 Jul 16 18:10:00.651025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38274) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.658331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:00.737281 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.757129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38282) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:00.778427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:00.953977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-66b01ab6-05a7-4102-a627-608f062b382f admin admin] Deleting subnet 6967648e-3116-40de-9644-024237f612d5 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:00.969565 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66b01ab6-05a7-4102-a627-608f062b382f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.072513 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66b01ab6-05a7-4102-a627-608f062b382f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.119044 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97b866e4-7028-4979-8099-d6028037d78c req-df0a3110-292a-4958-8fcd-aa501fde1c86 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 210 time: 0.0883119 Jul 16 18:10:01.129757 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66b01ab6-05a7-4102-a627-608f062b382f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.159544 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.286258 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66b01ab6-05a7-4102-a627-608f062b382f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.371331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b01ab6-05a7-4102-a627-608f062b382f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6967648e-3116-40de-9644-024237f612d5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.373613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66b01ab6-05a7-4102-a627-608f062b382f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.375534 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-66b01ab6-05a7-4102-a627-608f062b382f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6967648e-3116-40de-9644-024237f612d5 HTTP/1.1" status: 204 len: 168 time: 0.6171107 Jul 16 18:10:01.378587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38294) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:01.398253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.25.7.173 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/ebd0210e-d9c6-4274-9be2-e98999d2092e) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:01.463496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508947b0-8f0a-48bc-a10d-6156494f3b70 req-ab85c604-99c5-47d6-a68a-c87977a8084a tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.471303 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-508947b0-8f0a-48bc-a10d-6156494f3b70 req-ab85c604-99c5-47d6-a68a-c87977a8084a tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.1730707 Jul 16 18:10:01.518762 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.561419 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-508947b0-8f0a-48bc-a10d-6156494f3b70 req-03f96240-ff1e-45e3-a8e1-4a6833b4d826 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890918 Jul 16 18:10:01.587145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] Deleting port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:01.588734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.606023 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.659376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.705011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:01.708289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:01.770657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:01.794159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] For port 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4cf57e87-f9ae-4595-9fed-0d8f38eec9b8,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:01.794535 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.844900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] Calling delete_port for 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:01.869591 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e7274426-a936-407f-9bcc-3687349c19e6 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:01.924077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:01.926565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: e7274426-a936-407f-9bcc-3687349c19e6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:01.927375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e7274426-a936-407f-9bcc-3687349c19e6 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:01.935934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=ebd0210e-d9c6-4274-9be2-e98999d2092e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:01.949034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-76c7a09e-988b-4e50-98b8-61ff55c793af tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:01.951066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-76c7a09e-988b-4e50-98b8-61ff55c793af tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.37 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 813 time: 0.4227438 Jul 16 18:10:01.961510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04bdaba-b7ed-4278-ae11-717d154286ae']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:01.979794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Request body: {'port': {'device_id': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1', 'admin_state_up': True, 'tenant_id': '8aa30b8fbf314b88b8c2528ca1f95bf3'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:01.990125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:01.990828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1988c3a1-791c-4e76-9be8-4bc1f4a6e77f') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:02.042965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.059129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.083075 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.135388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:02.135388 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:02.137406 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:02.155851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.327294 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.341913 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.343878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] 10.222.0.47 "DELETE /v2.0/networks/d04bdaba-b7ed-4278-ae11-717d154286ae HTTP/1.1" status: 204 len: 168 time: 0.9586835 Jul 16 18:10:02.348164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Made reservation on behalf of 8aa30b8fbf314b88b8c2528ca1f95bf3 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:02.351836 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.383724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ec032-c12e-4f6d-8a66-cf08cfe3780a admin admin] Pushing event deleted for resources: {'Network': ['ID=d04bdaba-b7ed-4278-ae11-717d154286ae,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.386392 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bcad2c06-a004-4d60-809f-7e2d4cc8ba5d req-fc11ced1-5ffe-460f-ad8b-9203c3e80fab tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 210 time: 0.0466323 Jul 16 18:10:02.446014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.452765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.526347 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-1f936eb7-4702-4a95-a4dd-fc2b989b5762 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2723732 Jul 16 18:10:02.544848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=ebd0210e-d9c6-4274-9be2-e98999d2092e,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:02.571657 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.604154 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.611805 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-560b422b-30de-4d7e-956f-a4fa81ffa0b1 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9592972 Jul 16 18:10:02.613198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38320) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.614511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:02.632758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'port': {'network_id': '81d970e4-d981-4672-bd5d-07ba32d787fe', 'name': 'tempest-FloatingIPTestJSON-1761866055'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:02.681283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:02.682176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5916bcbc-8c91-4dc0-89b8-c1c2588765f1 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:02.735847 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.743386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38322) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:02.877468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Made reservation on behalf of 9bc64f55cbe44683bf6617a51e20b42e for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:02.885191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:02.909927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] device_id is not set on port 89df36d6-cb5f-43b7-a116-6021b689edcb yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:03.138732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.20.0.6 (81d970e4-d981-4672-bd5d-07ba32d787fe/f29257fb-66c4-4e8b-978a-9627574c7e6f/89df36d6-cb5f-43b7-a116-6021b689edcb) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:03.271461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=4cf57e87-f9ae-4595-9fed-0d8f38eec9b8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.333188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Allocated IP 172.20.0.10 (27e1b332-974b-445e-9a42-b3119f6937a1/13f068b8-d687-447c-9e12-67b3a467d48c/66056d0b-9b35-4a79-8305-2ddaf7c755ad) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:03.446435 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.516002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b26d83b6-18c0-4001-970a-6cfcba1b4dd3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=868f09554eca46b1a0343299b76e69ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2572355 Jul 16 18:10:03.523409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38336) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.545161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.553212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-4b247155-b049-4679-b070-4aed5fc9c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.553994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-4b247155-b049-4679-b070-4aed5fc9c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.554503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-4b247155-b049-4679-b070-4aed5fc9c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.554941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-4b247155-b049-4679-b070-4aed5fc9c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.555451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-4b247155-b049-4679-b070-4aed5fc9c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.555999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-4b247155-b049-4679-b070-4aed5fc9c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.556503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-4b247155-b049-4679-b070-4aed5fc9c7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.559983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-4b247155-b049-4679-b070-4aed5fc9c7c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6490 time: 0.9363179 Jul 16 18:10:03.683986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd386e2-8332-40e2-9604-7a7f6d8b70b9 req-41772e53-a45d-4e9b-9dcd-bc5c0ae066fa tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.685818 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fd386e2-8332-40e2-9604-7a7f6d8b70b9 req-41772e53-a45d-4e9b-9dcd-bc5c0ae066fa tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.4260998 Jul 16 18:10:03.741047 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85f43fb2-f226-4b3e-943b-c8f164538dc2 req-f3c5ab20-e1d3-4a94-9933-1c3d339a8a33 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 210 time: 0.0709863 Jul 16 18:10:03.745450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network 81d970e4-d981-4672-bd5d-07ba32d787fe is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:03.769186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=89df36d6-cb5f-43b7-a116-6021b689edcb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:03.778216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:03.782505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:03.835937 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de590623-0785-4f2b-8b28-c0796b0b9240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.884518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:03.886014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.892228 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de590623-0785-4f2b-8b28-c0796b0b9240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:03.928382 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1577d53e-4c8a-40ab-bbcd-e7930d2210af tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3078694 Jul 16 18:10:03.937539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38338) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:03.945888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fd386e2-8332-40e2-9604-7a7f6d8b70b9 req-099a9be1-9647-486e-b3e5-1b79fa405fe8 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046614 Jul 16 18:10:03.947477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b492f4d4-4935-4f3a-bc28-2d76cdc27469 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'floatingip': {'port_id': '89df36d6-cb5f-43b7-a116-6021b689edcb'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:04.010299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-f95528b9-b691-453c-b49a-92a9d52ece69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.010904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-f95528b9-b691-453c-b49a-92a9d52ece69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.011083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b492f4d4-4935-4f3a-bc28-2d76cdc27469 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.011676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-f95528b9-b691-453c-b49a-92a9d52ece69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.013894 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-f95528b9-b691-453c-b49a-92a9d52ece69 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a HTTP/1.1" status: 200 len: 2293 time: 0.4174855 Jul 16 18:10:04.079053 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.094988 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.141636 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de590623-0785-4f2b-8b28-c0796b0b9240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.144564 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de590623-0785-4f2b-8b28-c0796b0b9240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.145785 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-de590623-0785-4f2b-8b28-c0796b0b9240 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1058551-d995-4c52-a3b9-9a176cfaf757 HTTP/1.1" status: 204 len: 168 time: 0.6199255 Jul 16 18:10:04.182234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-487ced43-b586-4adf-b6f7-c85f2d2e3336 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a99993-167c-45c1-b0e8-012ff5e913fc HTTP/1.1" status: 200 len: 1002 time: 0.1579463 Jul 16 18:10:04.191529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de590623-0785-4f2b-8b28-c0796b0b9240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1058551-d995-4c52-a3b9-9a176cfaf757,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.353703 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.408633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-83d441e2-ca02-4d0e-96cc-fe72b41a7f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.410411 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-83d441e2-ca02-4d0e-96cc-fe72b41a7f5b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bed990a2-d4cd-48d5-b858-b087aef8b72e HTTP/1.1" status: 200 len: 851 time: 0.2204285 Jul 16 18:10:04.442528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Network 27e1b332-974b-445e-9a42-b3119f6937a1 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:04.474730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:04.481577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:04.544468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:04.611432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.612358 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.692660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-c66456b8-661c-4d5b-abfb-7d78b5fb9ef0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7192855 Jul 16 18:10:04.708436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-71c01cdf-5ad8-4bc3-822f-df74c42f5fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:04.710824 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-71c01cdf-5ad8-4bc3-822f-df74c42f5fe4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2894642 Jul 16 18:10:04.719333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Request body: {'port': {'device_id': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:04.804714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b492f4d4-4935-4f3a-bc28-2d76cdc27469 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.810783 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b492f4d4-4935-4f3a-bc28-2d76cdc27469 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:04.845750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] Router 668008a8-ad80-4075-87ab-43ba87989a1c has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:05.009726 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-b492f4d4-4935-4f3a-bc28-2d76cdc27469 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP 8c948841-09d5-41ef-b891-fcfc49ba2b7d associated. External IP: 172.25.7.173, port: 89df36d6-cb5f-43b7-a116-6021b689edcb. Jul 16 18:10:05.073630 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:05.118467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-fe15f210-c7c2-4185-aa8d-c3d9cae34b05 service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3925867 Jul 16 18:10:05.414995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:05.430466 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1addb824-ab01-4d8a-9776-4318a0efba79 None None] Sync routers for ids ['668008a8-ad80-4075-87ab-43ba87989a1c'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:05.445561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a362b840-91ae-4171-8694-d95aa000dd7d req-2be21674-9cf5-4da0-ac5e-992ffd8bf1ae tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.450148 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1addb824-ab01-4d8a-9776-4318a0efba79 None None] Routers {'668008a8-ad80-4075-87ab-43ba87989a1c'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:05.451196 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1addb824-ab01-4d8a-9776-4318a0efba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['668008a8-ad80-4075-87ab-43ba87989a1c'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:05.455381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a362b840-91ae-4171-8694-d95aa000dd7d req-2be21674-9cf5-4da0-ac5e-992ffd8bf1ae tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 932 time: 0.5061126 Jul 16 18:10:05.478749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f58ce47d-079c-4260-8c72-e40189d90d87 admin admin] 10.222.0.47 "PUT /v2.0/routers/668008a8-ad80-4075-87ab-43ba87989a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5664740 Jul 16 18:10:05.497828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38378) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:05.682476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-1c98a25c-44e6-4049-9378-95c6af05a739 service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5267785 Jul 16 18:10:05.733755 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-1addb824-ab01-4d8a-9776-4318a0efba79 None None] Set router 668008a8-ad80-4075-87ab-43ba87989a1c gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:05.791804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160eaf21-2c7e-4215-8a1a-c87d473eb2db req-9e8c740b-fc68-405a-87cd-0e1d5f287037 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:05.794875 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-160eaf21-2c7e-4215-8a1a-c87d473eb2db req-9e8c740b-fc68-405a-87cd-0e1d5f287037 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.6738486 Jul 16 18:10:05.806455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a362b840-91ae-4171-8694-d95aa000dd7d req-c40c31f4-2edf-4b18-88ef-aab1cbe9d5cc tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215604 Jul 16 18:10:05.875489 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-f1bc117e-f0bc-4fc1-81b1-68c2ffdd88bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4 HTTP/1.1" status: 200 len: 217 time: 0.1795385 Jul 16 18:10:05.977767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b492f4d4-4935-4f3a-bc28-2d76cdc27469 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:06.058697 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.176617 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-160eaf21-2c7e-4215-8a1a-c87d473eb2db req-a3071c6c-bc0b-4d05-a04f-cde8807c91d6 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3112338 Jul 16 18:10:06.247445 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1addb824-ab01-4d8a-9776-4318a0efba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:10:02Z', 'revision_number': 5, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:06.257057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-55bbaeef-ed21-458e-9b14-d10b1995021b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:06.259025 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-55bbaeef-ed21-458e-9b14-d10b1995021b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.3703573 Jul 16 18:10:06.296275 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1addb824-ab01-4d8a-9776-4318a0efba79 None None] Checking router: 668008a8-ad80-4075-87ab-43ba87989a1c for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:06.306846 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1addb824-ab01-4d8a-9776-4318a0efba79 None None] Routers {'668008a8-ad80-4075-87ab-43ba87989a1c'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:06.307712 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1addb824-ab01-4d8a-9776-4318a0efba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['668008a8-ad80-4075-87ab-43ba87989a1c'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:06.319762 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b492f4d4-4935-4f3a-bc28-2d76cdc27469 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:06.327383 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b492f4d4-4935-4f3a-bc28-2d76cdc27469 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.330893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5409cb-030a-4816-8397-9b8642f27c64 None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:06.348632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5409cb-030a-4816-8397-9b8642f27c64 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:06.349888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ad5409cb-030a-4816-8397-9b8642f27c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:06.386965 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b492f4d4-4935-4f3a-bc28-2d76cdc27469 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "PUT /v2.0/floatingips/8c948841-09d5-41ef-b891-fcfc49ba2b7d HTTP/1.1" status: 200 len: 978 time: 2.4507651 Jul 16 18:10:06.387887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38394) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:06.409108 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.449365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ad5409cb-030a-4816-8397-9b8642f27c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:06.485669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad5409cb-030a-4816-8397-9b8642f27c64 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:06.486714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ad5409cb-030a-4816-8397-9b8642f27c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:06.566621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ad5409cb-030a-4816-8397-9b8642f27c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:06.573636 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-1addb824-ab01-4d8a-9776-4318a0efba79 None None] Set router 668008a8-ad80-4075-87ab-43ba87989a1c gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:06.578835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad5409cb-030a-4816-8397-9b8642f27c64 None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:06.644446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port 89df36d6-cb5f-43b7-a116-6021b689edcb {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:06.645568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.813856 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:06.973278 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1addb824-ab01-4d8a-9776-4318a0efba79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:10:02Z', 'revision_number': 5, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:07.131831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-40c60e2a-53b9-46d3-b6be-b6261c08e420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.133561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-40c60e2a-53b9-46d3-b6be-b6261c08e420 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8641450 Jul 16 18:10:07.215996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Deleting port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:07.215996 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.276583 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1addb824-ab01-4d8a-9776-4318a0efba79 None None] The sync data for ids ['668008a8-ad80-4075-87ab-43ba87989a1c'] in n-d-794306-7 is: [{'id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'name': 'tempest-ServersTestManualDisk-933062294-router', 'tenant_id': '0778300d88a94c7e863d1409c50dd22a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16'}], 'enable_snat': True}, 'gw_port_id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:07:17Z', 'updated_at': '2021-07-16T18:10:02Z', 'revision_number': 5, 'project_id': '0778300d88a94c7e863d1409c50dd22a', 'gw_port': {'id': '4a0b3f3d-1a69-4439-ad79-8019a51bdf55', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:f1:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668008a8-ad80-4075-87ab-43ba87989a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:07:19Z', 'updated_at': '2021-07-16T18:07:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:07.282740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.284486 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.285015 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP 8c948841-09d5-41ef-b891-fcfc49ba2b7d disassociated. External IP: 172.25.7.173, port: 89df36d6-cb5f-43b7-a116-6021b689edcb. Jul 16 18:10:07.286609 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for 89df36d6-cb5f-43b7-a116-6021b689edcb owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:07.492405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66056d0b-9b35-4a79-8305-2ddaf7c755ad {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:07.496571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38426) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:07.517311 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.592247 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.635404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Transition to ACTIVE for port object 66056d0b-9b35-4a79-8305-2ddaf7c755ad will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:07.638524 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=89df36d6-cb5f-43b7-a116-6021b689edcb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.660877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5e3c11-27e5-4fc0-a151-84c578a2448a req-c219f82e-0bb6-490b-9880-b86aa62dedf4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.663115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f5e3c11-27e5-4fc0-a151-84c578a2448a req-c219f82e-0bb6-490b-9880-b86aa62dedf4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 932 time: 0.5230608 Jul 16 18:10:07.675665 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.769848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-64c2f89e-63cc-4de6-b04e-feadc95b598a service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6277342 Jul 16 18:10:07.781517 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-824eaa47-b81a-49db-a3e1-ac5a89cd6ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.793319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:07.814780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] For port 4a0b3f3d-1a69-4439-ad79-8019a51bdf55, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4a0b3f3d-1a69-4439-ad79-8019a51bdf55,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:07.815150 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:07.829899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Calling delete_port for 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:07.871695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:07.884129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b3dcf6-507f-4f33-b0bf-9072fd42e010 req-efff38b9-c35c-42f0-94be-6d81dde75b6f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:07.886030 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70b3dcf6-507f-4f33-b0bf-9072fd42e010 req-efff38b9-c35c-42f0-94be-6d81dde75b6f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.2436097 Jul 16 18:10:07.905066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:07.905735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4cf57e87-f9ae-4595-9fed-0d8f38eec9b8 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:07.968330 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70b3dcf6-507f-4f33-b0bf-9072fd42e010 req-cfcf6d84-99a8-4b4e-9236-c335dd93fa91 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698872 Jul 16 18:10:07.973703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:08.013439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f5e3c11-27e5-4fc0-a151-84c578a2448a req-d3a44ef8-07ad-4aee-b0d4-6bfa86e20886 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3402417 Jul 16 18:10:08.108445 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-824eaa47-b81a-49db-a3e1-ac5a89cd6ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.118478 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-824eaa47-b81a-49db-a3e1-ac5a89cd6ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.177708 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-824eaa47-b81a-49db-a3e1-ac5a89cd6ca9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef05d316c33d4054a3f9aa77793ab853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6775212 Jul 16 18:10:08.178688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38432) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.186691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:08.194096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824eaa47-b81a-49db-a3e1-ac5a89cd6ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e82761e-8a94-42d8-b7e9-d5ee81c37a02,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.201910 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bcc4d9-7429-437b-8052-6add1ad125d0 None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:08.218906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Attempting to bind port 66056d0b-9b35-4a79-8305-2ddaf7c755ad on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:08.219495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Attempting to bind port 66056d0b-9b35-4a79-8305-2ddaf7c755ad by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:08.219630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Attempting to bind port 66056d0b-9b35-4a79-8305-2ddaf7c755ad on network 27e1b332-974b-445e-9a42-b3119f6937a1 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:08.224261 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.228526 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-8b9c40f5-3f12-4c7e-a201-bc6518eef699 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302478 Jul 16 18:10:08.241041 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bcc4d9-7429-437b-8052-6add1ad125d0 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:08.247866 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f1bcc4d9-7429-437b-8052-6add1ad125d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.272831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Port 66056d0b-9b35-4a79-8305-2ddaf7c755ad on network 27e1b332-974b-445e-9a42-b3119f6937a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:08.273213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Attempting to bind port 66056d0b-9b35-4a79-8305-2ddaf7c755ad on network 27e1b332-974b-445e-9a42-b3119f6937a1 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:08.277041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a0b3f3d-1a69-4439-ad79-8019a51bdf55,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.310547 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f1bcc4d9-7429-437b-8052-6add1ad125d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.329915 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bcc4d9-7429-437b-8052-6add1ad125d0 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:08.330915 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f1bcc4d9-7429-437b-8052-6add1ad125d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.331077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431db072-852e-4811-a9fe-e1f8da85973c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.346461 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-5da3743c-174b-4641-928d-be84a84aecd6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=1d4fbd0b-e052-4618-a347-ee1e17463815 HTTP/1.1" status: 200 len: 217 time: 0.0827034 Jul 16 18:10:08.347764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.349178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 9, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:08.349713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Checking segment: {'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:08.350299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Bound using segment: {'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:08.350938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Bound port: 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:08.351495 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.354739 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f00fc3e2-1021-4836-bd45-f152b599b27f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/ports/89df36d6-cb5f-43b7-a116-6021b689edcb HTTP/1.1" status: 204 len: 168 time: 1.9655061 Jul 16 18:10:08.358695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38436) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.385973 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f1bcc4d9-7429-437b-8052-6add1ad125d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:08.386895 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bcc4d9-7429-437b-8052-6add1ad125d0 None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:08.464717 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431db072-852e-4811-a9fe-e1f8da85973c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.475625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a13f58b6-ad07-4c7b-ade1-1c7ce2466a79 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "GET /v2.0/floatingips/8c948841-09d5-41ef-b891-fcfc49ba2b7d HTTP/1.1" status: 200 len: 688 time: 0.1125076 Jul 16 18:10:08.484173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38442) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:08.557863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-abee6e1d-1eb0-4041-a62d-3060b020768b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:08.559942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-abee6e1d-1eb0-4041-a62d-3060b020768b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1980875 Jul 16 18:10:08.612701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.729901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431db072-852e-4811-a9fe-e1f8da85973c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.732860 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-431db072-852e-4811-a9fe-e1f8da85973c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.736860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-431db072-852e-4811-a9fe-e1f8da85973c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e82761e-8a94-42d8-b7e9-d5ee81c37a02 HTTP/1.1" status: 204 len: 168 time: 0.5550449 Jul 16 18:10:08.736860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f439d5d4-71eb-4ec5-b6ed-7766362a6cbd tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port ebd0210e-d9c6-4274-9be2-e98999d2092e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:08.736860 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f439d5d4-71eb-4ec5-b6ed-7766362a6cbd tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.778860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431db072-852e-4811-a9fe-e1f8da85973c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e82761e-8a94-42d8-b7e9-d5ee81c37a02,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:08.857236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:08.890806 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f439d5d4-71eb-4ec5-b6ed-7766362a6cbd tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.891979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f439d5d4-71eb-4ec5-b6ed-7766362a6cbd tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.892388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:08.909685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f439d5d4-71eb-4ec5-b6ed-7766362a6cbd tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for ebd0210e-d9c6-4274-9be2-e98999d2092e owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:08.915653 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.928402 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:08.941949 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.081861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.084258 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.086267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] 10.222.0.37 "PUT /v2.0/ports/66056d0b-9b35-4a79-8305-2ddaf7c755ad HTTP/1.1" status: 200 len: 1092 time: 4.3719947 Jul 16 18:10:09.088613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:09.092467 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961a1aff-91d9-42b1-8f9a-c684d9b69b0b" -d '{"events": [{"name": "network-changed", "server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:09.126325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.127515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 668008a8-ad80-4075-87ab-43ba87989a1c {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:10:09.154751 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.156600 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a7b176a0-4242-408f-9388-fa4156c654c2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/668008a8-ad80-4075-87ab-43ba87989a1c HTTP/1.1" status: 204 len: 168 time: 3.6577208 Jul 16 18:10:09.159299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38466) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:09.170234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-77623a9e-a6d0-4abf-837b-673cb676b8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.173576 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-77623a9e-a6d0-4abf-837b-673cb676b8ee service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6051476 Jul 16 18:10:09.254394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0efcc1-2bb9-4eec-afd7-24788f4d39d6 service neutron] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.271851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f439d5d4-71eb-4ec5-b6ed-7766362a6cbd tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.437168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f439d5d4-71eb-4ec5-b6ed-7766362a6cbd tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=ebd0210e-d9c6-4274-9be2-e98999d2092e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:09.496695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-58d56c64-827f-47e7-a756-d9163b932f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.498404 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-58d56c64-827f-47e7-a756-d9163b932f3a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 1095 time: 0.3311434 Jul 16 18:10:09.522266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-217bb624-3691-4066-a304-2ddcb5c4a417 admin admin] Deleting subnet 353865c7-df8c-47e2-8ea0-aadfb970e6e7 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:09.535018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-0236d218-94ba-41dd-aa56-39df74c8a902 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3091967 Jul 16 18:10:09.559392 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-217bb624-3691-4066-a304-2ddcb5c4a417 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.562429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f439d5d4-71eb-4ec5-b6ed-7766362a6cbd tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.564989 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f439d5d4-71eb-4ec5-b6ed-7766362a6cbd tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.572324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f439d5d4-71eb-4ec5-b6ed-7766362a6cbd tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/floatingips/8c948841-09d5-41ef-b891-fcfc49ba2b7d HTTP/1.1" status: 204 len: 168 time: 1.0867100 Jul 16 18:10:09.595592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38474) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:09.603767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'ded6a9ba-0653-44b2-8246-3658f3fb6372'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:09.614136 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-53dee047-6ec7-4a5b-ae0f-5cb27a931244 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad HTTP/1.1" status: 200 len: 217 time: 0.0973520 Jul 16 18:10:09.649140 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.688249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-217bb624-3691-4066-a304-2ddcb5c4a417 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:09.742193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee4c40d-74ab-4ac1-a47d-76e30360bdc5 req-4b74c863-1a1d-4643-86a7-6016bc1c93f3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.750829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ee4c40d-74ab-4ac1-a47d-76e30360bdc5 req-4b74c863-1a1d-4643-86a7-6016bc1c93f3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 944 time: 0.4357519 Jul 16 18:10:09.774377 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b2684-5da0-492f-bcd8-68e84ca0c72f req-ebdb2a5f-362a-4785-b976-899643eed083 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.782161 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-633b2684-5da0-492f-bcd8-68e84ca0c72f req-ebdb2a5f-362a-4785-b976-899643eed083 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.3429286 Jul 16 18:10:09.909087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-2cd0f346-d432-40d1-94d3-5446a841f676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:09.911125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-2cd0f346-d432-40d1-94d3-5446a841f676 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13f068b8-d687-447c-9e12-67b3a467d48c HTTP/1.1" status: 200 len: 853 time: 0.2660306 Jul 16 18:10:09.931183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ee4c40d-74ab-4ac1-a47d-76e30360bdc5 req-96ed30ad-399f-4806-a8e9-7cf55a780a2d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793368 Jul 16 18:10:09.963697 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-633b2684-5da0-492f-bcd8-68e84ca0c72f req-6bfb8298-64b2-42f0-94c2-4e0ed25b2375 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804967 Jul 16 18:10:09.982867 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-4609d3f7-29e3-4234-a31c-ad04eb132dff service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3918977 Jul 16 18:10:09.988982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-0d2916a3-b115-440e-b2ad-18019d587e13 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27e1b332-974b-445e-9a42-b3119f6937a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540748 Jul 16 18:10:10.037750 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-217bb624-3691-4066-a304-2ddcb5c4a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.091432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:10.115752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:10.116448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4a0b3f3d-1a69-4439-ad79-8019a51bdf55 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:10.184403 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-217bb624-3691-4066-a304-2ddcb5c4a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.194702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-7c94e64a-4788-481b-aff2-50f74a6a6348 service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652129 Jul 16 18:10:10.196232 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36359a02-96d6-4691-80c6-cbb98d644071 x-openstack-request-id: req-36359a02-96d6-4691-80c6-cbb98d644071 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:10.196521 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.197408 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:10.197408 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-36359a02-96d6-4691-80c6-cbb98d644071 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:10.197408 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'status': 'completed', 'code': 200} Jul 16 18:10:10.201118 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38490) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.237413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c5becd-eece-4f6a-8052-17fe8e121573 None None] Network 01fd89e0-0c35-447f-b1a5-708fa898cda9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:10.241683 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-217bb624-3691-4066-a304-2ddcb5c4a417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.244675 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-217bb624-3691-4066-a304-2ddcb5c4a417 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/353865c7-df8c-47e2-8ea0-aadfb970e6e7 HTTP/1.1" status: 204 len: 168 time: 1.0836287 Jul 16 18:10:10.246178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bb624-3691-4066-a304-2ddcb5c4a417 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=353865c7-df8c-47e2-8ea0-aadfb970e6e7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.247992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-f603c3b7-2545-45cc-abee-310ef4ef6cfc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=6f59f170-ea3b-48fb-bfc9-90634344e929 HTTP/1.1" status: 200 len: 217 time: 0.2408724 Jul 16 18:10:10.249410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38494) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:10.351743 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.421919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.25.7.252 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/d3ee5b77-69bd-40ad-bff7-a941ba03d8d5) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:10.490292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-network', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:10.509645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-dc99f254-235c-4f7a-bb6c-d742ca90f07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.511159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-dc99f254-235c-4f7a-bb6c-d742ca90f07b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1545048 Jul 16 18:10:10.531941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4e236-5fdf-4337-b464-323fa8c458e8 None None] DHCP port deletion for 01fd89e0-0c35-447f-b1a5-708fa898cda9 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:10.536027 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9849e9db-7f2b-406b-aefd-6d268051b9e3 req-a3727fdb-b4ea-41d3-b1d0-6bcaa3e8de8e service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070428 Jul 16 18:10:10.575499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Deleting port cb770d5a-ff6f-458f-bd53-428c57f604a2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:10.575944 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.594582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Made reservation on behalf of 3527270398ad4b0083aab94bfdca9b5c for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:10.601728 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.602467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4e236-5fdf-4337-b464-323fa8c458e8 None None] Deleting port cb770d5a-ff6f-458f-bd53-428c57f604a2 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:10.603158 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e236-5fdf-4337-b464-323fa8c458e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.617853 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.657081 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.692297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-6685c462-9b0e-4d99-a880-1d61cd3d1baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:10.694758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-6685c462-9b0e-4d99-a880-1d61cd3d1baa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1632583 Jul 16 18:10:10.728073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c8b4e236-5fdf-4337-b464-323fa8c458e8 None None] For port cb770d5a-ff6f-458f-bd53-428c57f604a2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cb770d5a-ff6f-458f-bd53-428c57f604a2,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:10.729057 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e236-5fdf-4337-b464-323fa8c458e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.750442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4e236-5fdf-4337-b464-323fa8c458e8 None None] Calling delete_port for cb770d5a-ff6f-458f-bd53-428c57f604a2 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:10.766546 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.840798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] For port cb770d5a-ff6f-458f-bd53-428c57f604a2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cb770d5a-ff6f-458f-bd53-428c57f604a2,segment=NetworkSegment(f10b1932-4e81-41b6-8691-1de3927f39e7),segment_id=f10b1932-4e81-41b6-8691-1de3927f39e7)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:10.841520 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.869359 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c8b4e236-5fdf-4337-b464-323fa8c458e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.869762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-31acb314-b8e8-4806-92bf-4f8be38fa9cc service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418784 Jul 16 18:10:10.871585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Calling delete_port for cb770d5a-ff6f-458f-bd53-428c57f604a2 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:10.910286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:10.914429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4e236-5fdf-4337-b464-323fa8c458e8 None None] Pushing event deleted for resources: {'Port': ['ID=cb770d5a-ff6f-458f-bd53-428c57f604a2,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:10.917650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4e236-5fdf-4337-b464-323fa8c458e8 None None] No DVR routers for this DVR port cb770d5a-ff6f-458f-bd53-428c57f604a2 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:10.931728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:10.938093 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.939407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:10.949051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:10.976272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=d3ee5b77-69bd-40ad-bff7-a941ba03d8d5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.013139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:11.048924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a1aff-91d9-42b1-8f9a-c684d9b69b0b req-54abab47-3a42-425c-98c1-f5fcbd23297e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.051135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-961a1aff-91d9-42b1-8f9a-c684d9b69b0b req-54abab47-3a42-425c-98c1-f5fcbd23297e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 1095 time: 0.3799562 Jul 16 18:10:11.182490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a1aff-91d9-42b1-8f9a-c684d9b69b0b req-6d5677c9-e2d9-4464-8244-fb22292f4e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.184016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-961a1aff-91d9-42b1-8f9a-c684d9b69b0b req-6d5677c9-e2d9-4464-8244-fb22292f4e8a service neutron] 10.222.0.37 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 914 time: 0.1229424 Jul 16 18:10:11.222389 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-66c41570-da98-4eac-aa1f-5b41c91c0648 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3441868 Jul 16 18:10:11.266602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2d6d56e-b72f-405d-b978-3214410db8ab,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.273699 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.274066 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Added segment aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382 of type vlan for network 13ce4986-d26e-4f96-8ffd-11ed79085e83 Jul 16 18:10:11.297618 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-961a1aff-91d9-42b1-8f9a-c684d9b69b0b req-71549870-ac5a-4e12-9daa-84d16a776c23 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad HTTP/1.1" status: 200 len: 217 time: 0.1009986 Jul 16 18:10:11.387641 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.394654 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-b0b50a0c-e590-4e5f-b8f5-1328270b7b9a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 HTTP/1.1" status: 200 len: 217 time: 0.1222146 Jul 16 18:10:11.437882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb770d5a-ff6f-458f-bd53-428c57f604a2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:11.468714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] No DVR routers for this DVR port cb770d5a-ff6f-458f-bd53-428c57f604a2 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:11.496594 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.535759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a1aff-91d9-42b1-8f9a-c684d9b69b0b req-66c23511-f58d-4759-b941-3a9ea4b73491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.538023 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-961a1aff-91d9-42b1-8f9a-c684d9b69b0b req-66c23511-f58d-4759-b941-3a9ea4b73491 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13f068b8-d687-447c-9e12-67b3a467d48c HTTP/1.1" status: 200 len: 853 time: 0.2190266 Jul 16 18:10:11.548075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469121ec-da4d-4891-b5bb-28ade4b33666 req-ca444de3-b04c-4f0f-a132-7fbafc0e2fde tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.550697 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-469121ec-da4d-4891-b5bb-28ade4b33666 req-ca444de3-b04c-4f0f-a132-7fbafc0e2fde tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.2850227 Jul 16 18:10:11.591517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-f1cd58d1-a552-47f7-ab15-b9be259547a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.593092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-f1cd58d1-a552-47f7-ab15-b9be259547a5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1709175 Jul 16 18:10:11.623253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-961a1aff-91d9-42b1-8f9a-c684d9b69b0b req-55d9a1b0-223e-441e-9fe8-346f3a8c99b7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27e1b332-974b-445e-9a42-b3119f6937a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0638080 Jul 16 18:10:11.660782 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.673316 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-469121ec-da4d-4891-b5bb-28ade4b33666 req-5a347ca7-263a-4eb1-bf7c-b17421da7f0f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837300 Jul 16 18:10:11.674861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97f700e-2a22-463c-be77-d17513e8b4d9 req-139610d9-5cda-4004-b150-50e60772fcc4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.676503 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b97f700e-2a22-463c-be77-d17513e8b4d9 req-139610d9-5cda-4004-b150-50e60772fcc4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 944 time: 0.4027989 Jul 16 18:10:11.731759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01fd89e0-0c35-447f-b1a5-708fa898cda9']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:11.851866 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.854820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:11.856570 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:11.953300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7270484 Jul 16 18:10:11.963672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38512) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:11.966653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cb770d5a-ff6f-458f-bd53-428c57f604a2 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:11.971946 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.011349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: cb770d5a-ff6f-458f-bd53-428c57f604a2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:12.015915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cb770d5a-ff6f-458f-bd53-428c57f604a2 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:12.041218 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d47b2c-f811-4164-8a6a-c3c356441d33 admin admin] Pushing event updated for resources: {'Network': ['ID=13ce4986-d26e-4f96-8ffd-11ed79085e83,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.058462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 13ce4986-d26e-4f96-8ffd-11ed79085e83 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:12.116189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] Request body: {'subnet': {'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-subnet', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:12.149895 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.197722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] Made reservation on behalf of 3527270398ad4b0083aab94bfdca9b5c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:12.200197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.275851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f10b1932-4e81-41b6-8691-1de3927f39e7') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:12.276156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f10b1932-4e81-41b6-8691-1de3927f39e7') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:12.308221 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.328324 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b97f700e-2a22-463c-be77-d17513e8b4d9 req-74814586-2363-487c-845a-b4de68a6a901 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6011779 Jul 16 18:10:12.367147 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.370536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.379407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-961a1aff-91d9-42b1-8f9a-c684d9b69b0b req-63ff432a-84a9-45c1-99d6-217e5e3844fc service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7138073 Jul 16 18:10:12.389285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:12.389956 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:12.401958 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:12.463124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-ebb9419b-6a2f-4b4e-bb04-3770160f446f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.464675 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-ebb9419b-6a2f-4b4e-bb04-3770160f446f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8444626 Jul 16 18:10:12.562532 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.576984 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.579482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.585534 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] 10.222.0.47 "DELETE /v2.0/networks/01fd89e0-0c35-447f-b1a5-708fa898cda9 HTTP/1.1" status: 204 len: 168 time: 2.3350451 Jul 16 18:10:12.629922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2805631-8288-4986-a0c4-9ef3df0ccd46 admin admin] Pushing event deleted for resources: {'Network': ['ID=01fd89e0-0c35-447f-b1a5-708fa898cda9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.669093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f76011d-b60e-4cfd-83c1-aa32785951cc,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.681955 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-961a1aff-91d9-42b1-8f9a-c684d9b69b0b req-be816688-7b6a-4503-b86e-9235d719bb5c service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2940223 Jul 16 18:10:12.723469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-c297b355-60bd-4859-a534-437fdd87252f service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284560 Jul 16 18:10:12.728211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] Checking segment: {'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:12.728858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] Network hostable DHCP agents. Network: 13ce4986-d26e-4f96-8ffd-11ed79085e83, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:12.733466 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.742804 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.833403 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.833403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] Network 13ce4986-d26e-4f96-8ffd-11ed79085e83 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:12.887515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38526) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:12.900798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=d3ee5b77-69bd-40ad-bff7-a941ba03d8d5,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:12.921649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 13ce4986-d26e-4f96-8ffd-11ed79085e83) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:12.930610 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:12.932951 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:12.934685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae1dae8-d26a-4d1b-9e37-95baad21d241 None None] Network 13ce4986-d26e-4f96-8ffd-11ed79085e83 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:13.013247 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-c16b0a34-eae2-43d0-84d9-16828b4b2200 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749591 Jul 16 18:10:13.116204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-67d7224c-e70e-4e2f-b066-f0f6e9f4cd38 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b HTTP/1.1" status: 200 len: 217 time: 0.0913360 Jul 16 18:10:13.197060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-4efab5c8-6f93-4ce5-93e8-1e631849042c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.199335 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-4efab5c8-6f93-4ce5-93e8-1e631849042c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.0764463 Jul 16 18:10:13.244550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755cb533-ea2b-4747-920f-287a7552bea4 None None] Network 13ce4986-d26e-4f96-8ffd-11ed79085e83 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:13.289854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-d5bed9f0-e0c0-4484-9fdf-90757dcfbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:13.294316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-d5bed9f0-e0c0-4484-9fdf-90757dcfbc2a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885410 Jul 16 18:10:13.598562 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-543ddef7-85b1-42cc-9860-c6536d29d82a service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971003 Jul 16 18:10:13.804633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-f8ec3eaf-a8de-4e29-89f3-17ad93c98d7d service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986380 Jul 16 18:10:13.870820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ffc0cadb-fb75-4504-87f9-13fcd2748e03 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.8317652 Jul 16 18:10:13.872455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38536) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:13.883179 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-f0e96fb0-be67-4925-903e-1108bbcb4e3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77da69d-468d-40e0-a756-d7d719aac266 HTTP/1.1" status: 200 len: 217 time: 0.0718665 Jul 16 18:10:13.890674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-router', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:13.910991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 66056d0b-9b35-4a79-8305-2ddaf7c755ad details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:13.944896 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7f43e893-53db-4df8-97bb-63f47ce641a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0778300d88a94c7e863d1409c50dd22a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0545218 Jul 16 18:10:13.947597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38538) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:13.977706 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP dedd72d1-8ea6-4329-990a-bcb95b97d858 associated. External IP: 172.25.7.252, port: ded6a9ba-0653-44b2-8246-3658f3fb6372. Jul 16 18:10:14.056446 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.058702 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.059842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-86655107-4ce5-4c3a-94c0-4933bd7427b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.062629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-86655107-4ce5-4c3a-94c0-4933bd7427b5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.1721625 Jul 16 18:10:14.108553 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c4cef-c5ba-4fa0-96e9-770c3b325bdd req-f24c43b1-85b9-4f4a-a366-f171b5f48ba3 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.133175 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-173c4cef-c5ba-4fa0-96e9-770c3b325bdd req-f24c43b1-85b9-4f4a-a366-f171b5f48ba3 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 1.1877453 Jul 16 18:10:14.153695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef53d99b-a70a-4e07-b7bd-c335f9b594f6 req-15e94fb1-9f8e-47de-a01c-bba3117a2a80 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.163643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef53d99b-a70a-4e07-b7bd-c335f9b594f6 req-15e94fb1-9f8e-47de-a01c-bba3117a2a80 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 944 time: 0.3534272 Jul 16 18:10:14.262567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:14.263705 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6459f158-45c7-4e08-9144-e98eaeeff38b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.276464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1', 'port_id': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'mac_address': 'fa:16:3e:2f:6c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f068b8-d687-447c-9e12-67b3a467d48c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:14.287921 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef53d99b-a70a-4e07-b7bd-c335f9b594f6 req-22c53b96-3e56-4532-aa3f-df218ad0f009 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152074 Jul 16 18:10:14.325325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6459f158-45c7-4e08-9144-e98eaeeff38b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.353398 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-173c4cef-c5ba-4fa0-96e9-770c3b325bdd req-744b37a8-48a8-4f35-b7b6-9a17e0bf8906 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187324 Jul 16 18:10:14.372780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-a4bcf17a-f897-4ee5-901f-cff9b4006797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:14.374436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-a4bcf17a-f897-4ee5-901f-cff9b4006797 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2953253 Jul 16 18:10:14.396474 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.421622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.436178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66056d0b-9b35-4a79-8305-2ddaf7c755ad {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:14.480789 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6459f158-45c7-4e08-9144-e98eaeeff38b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.484512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6459f158-45c7-4e08-9144-e98eaeeff38b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.486115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6459f158-45c7-4e08-9144-e98eaeeff38b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ca89eeb-d0b2-40c1-82e9-57c04a28a4f2 HTTP/1.1" status: 204 len: 168 time: 0.5346854 Jul 16 18:10:14.501039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:14.509827 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.510450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6459f158-45c7-4e08-9144-e98eaeeff38b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca89eeb-d0b2-40c1-82e9-57c04a28a4f2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.520423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-d92a1285-c348-46cb-b14e-c9d49b12ea09 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377103 Jul 16 18:10:14.664983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:14.717513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3e95d38-719b-4ebd-a43b-d2face9d54f2 req-64932398-c7b5-4f9d-8784-0ad652b1cad0 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733849 Jul 16 18:10:14.798263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:14.863026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:14.916244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['66056d0b-9b35-4a79-8305-2ddaf7c755ad'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:15.162018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:15.214582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0831a1c4-40e0-4620-91b2-f4d6b82051d8 None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:15.241429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0831a1c4-40e0-4620-91b2-f4d6b82051d8 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:15.242928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0831a1c4-40e0-4620-91b2-f4d6b82051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:15.352136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.361869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0831a1c4-40e0-4620-91b2-f4d6b82051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:15.388431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0831a1c4-40e0-4620-91b2-f4d6b82051d8 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:15.406033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0831a1c4-40e0-4620-91b2-f4d6b82051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:15.434732 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.442865 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6c0dbdb9-22f7-48cd-893f-ac1260b1854d tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 5.8429520 Jul 16 18:10:15.447372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38574) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:15.454174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1323035688'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:15.483292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.560110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Made reservation on behalf of 9bc64f55cbe44683bf6617a51e20b42e for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:15.568318 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.654318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:15.664616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0831a1c4-40e0-4620-91b2-f4d6b82051d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:15.665289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0831a1c4-40e0-4620-91b2-f4d6b82051d8 None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:15.703493 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.704189 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Added segment d8f8682d-b718-4271-ad9f-ef89e4b88dd2 of type vlan for network 7ba2c668-df4f-4606-bb87-8c479b77bf06 Jul 16 18:10:15.718750 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f98c3b08-716b-4b9d-bfe8-80ea0d6bf76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.872266 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.935718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd7784b-d044-440a-8d28-c6e3dd2e896f req-93cfa795-f8b5-406c-8eac-6ebe10d10bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.937324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4dd7784b-d044-440a-8d28-c6e3dd2e896f req-93cfa795-f8b5-406c-8eac-6ebe10d10bb0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 1097 time: 0.2692137 Jul 16 18:10:15.949658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Allocated IP 172.25.7.47 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/42f003d1-74cd-4d32-8f0d-98430e8d6d23) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:15.965105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a9cd71-42a4-4f13-8cb1-e4dba7115246 req-fcfa3147-350f-4f66-9591-2d4b06b6f596 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.968153 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07a9cd71-42a4-4f13-8cb1-e4dba7115246 req-fcfa3147-350f-4f66-9591-2d4b06b6f596 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.1647213 Jul 16 18:10:15.978778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6cb0f-5af5-4936-aaf1-7199ebdc1924 req-7c8f0e3e-e157-4799-bff8-3664ccb13e70 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.988079 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-87a6cb0f-5af5-4936-aaf1-7199ebdc1924 req-7c8f0e3e-e157-4799-bff8-3664ccb13e70 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 945 time: 0.2673078 Jul 16 18:10:15.990346 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:15.998454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:15.999247 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.091822 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-87a6cb0f-5af5-4936-aaf1-7199ebdc1924 req-4e9ca789-7de4-48f6-9ba3-961ccad3121c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019630 Jul 16 18:10:16.109051 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07a9cd71-42a4-4f13-8cb1-e4dba7115246 req-513d3430-2e50-4f5e-8eaf-339ca4fa85aa tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318603 Jul 16 18:10:16.114663 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6626377 Jul 16 18:10:16.122066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38588) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:16.129603 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4dd7784b-d044-440a-8d28-c6e3dd2e896f req-a7661e8f-b893-4358-84f4-ee341b6f3fbe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769199 Jul 16 18:10:16.134959 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'subnet': {'network_id': '7ba2c668-df4f-4606-bb87-8c479b77bf06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:16.202540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330c5de4-a184-482d-adec-805efdbf2209 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Network': ['ID=7ba2c668-df4f-4606-bb87-8c479b77bf06,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:16.215688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 7ba2c668-df4f-4606-bb87-8c479b77bf06 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:16.266005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.332596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Made reservation on behalf of 9bc64f55cbe44683bf6617a51e20b42e for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:16.339847 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.340571 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.450896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:16.456895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:16.462769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:16.512308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Pushing event updated for resources: {'Port': ['ID=42f003d1-74cd-4d32-8f0d-98430e8d6d23,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:16.774071 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.945811 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Subnet': ['ID=3a546fe0-5995-485d-ab59-afe01476dcfa,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:16.957538 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:16.983118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Checking segment: {'id': 'd8f8682d-b718-4271-ad9f-ef89e4b88dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ba2c668-df4f-4606-bb87-8c479b77bf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:16.983497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network hostable DHCP agents. Network: 7ba2c668-df4f-4606-bb87-8c479b77bf06, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:17.011033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network 7ba2c668-df4f-4606-bb87-8c479b77bf06 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:17.025908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 7ba2c668-df4f-4606-bb87-8c479b77bf06) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:17.031238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.031872 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.036365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa232293-e080-4ff7-b2d6-72ae535db754 None None] Network 7ba2c668-df4f-4606-bb87-8c479b77bf06 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:17.057991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2bbec2a6-793c-48be-8a30-75511e0a1f0c tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9334881 Jul 16 18:10:17.058841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38612) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:17.072010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-414297434', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:17.131075 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.132407 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.359082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.481454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-7ba2c668-df4f-4606-bb87-8c479b77bf06', 'network_id': '7ba2c668-df4f-4606-bb87-8c479b77bf06', 'tenant_id': '9bc64f55cbe44683bf6617a51e20b42e', 'fixed_ips': [{'subnet_id': '3a546fe0-5995-485d-ab59-afe01476dcfa'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:10:17.489915 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.564744 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.683768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481cceb-6086-452a-ba88-9d92a1e2235c req-e00e5e8a-167e-4370-9334-1efcddfe3a6c tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:17.690767 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a481cceb-6086-452a-ba88-9d92a1e2235c req-e00e5e8a-167e-4370-9334-1efcddfe3a6c tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.1276879 Jul 16 18:10:17.765562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Allocated IP 172.20.0.2 (7ba2c668-df4f-4606-bb87-8c479b77bf06/3a546fe0-5995-485d-ab59-afe01476dcfa/1635b4ef-5176-4e0e-bfe7-16541ee99504) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:17.928569 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:17.962967 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 66056d0b-9b35-4a79-8305-2ddaf7c755ad up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:17.965530 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a481cceb-6086-452a-ba88-9d92a1e2235c req-5dced280-1633-4fa9-a27f-6afcfaed368d tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2737296 Jul 16 18:10:18.022605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Router e740df05-fd53-438d-90f5-e90e2e1b3fc0 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:10:18.104874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b3e3a-4646-49d0-8184-c03952c1035f req-cec9c51a-5682-4872-b045-1b0ca2fdec7c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:18.122001 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:10:18.126577 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-865b3e3a-4646-49d0-8184-c03952c1035f req-cec9c51a-5682-4872-b045-1b0ca2fdec7c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 945 time: 0.6356897 Jul 16 18:10:18.335656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:18.351343 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Sync routers for ids ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:18.374130 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Routers {'e740df05-fd53-438d-90f5-e90e2e1b3fc0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:18.374915 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:09:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:18.407093 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.408762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a24619b5-dce0-464e-88cc-53297bb8f4c3 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5308356 Jul 16 18:10:18.413485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38658) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:18.439117 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-92f01c47-b995-4d6b-ae0b-604cb52ccb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.444997 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.520905 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-865b3e3a-4646-49d0-8184-c03952c1035f req-bb39f058-c03a-47c3-aa5b-a66b2dfc6591 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813374 Jul 16 18:10:18.562991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 66056d0b-9b35-4a79-8305-2ddaf7c755ad completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:18.663784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 66056d0b-9b35-4a79-8305-2ddaf7c755ad triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:18.664352 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.671460 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Set router e740df05-fd53-438d-90f5-e90e2e1b3fc0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:18.828461 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.854784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Transition to ACTIVE for port object 1635b4ef-5176-4e0e-bfe7-16541ee99504 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:18.968517 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.992748 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:18.996924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Transition to ACTIVE for port object 1635b4ef-5176-4e0e-bfe7-16541ee99504 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:19.044764 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.064642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:19.066376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:19.071218 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3267d1-3c9c-4c18-9223-8629c3f89d83" -d '{"events": [{"server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "name": "network-vif-plugged", "status": "completed", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:19.076943 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.081231 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.138832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Pushing event updated for resources: {'Port': ['ID=1635b4ef-5176-4e0e-bfe7-16541ee99504,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.163320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Network 7ba2c668-df4f-4606-bb87-8c479b77bf06 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:19.188377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:19.192791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:19.237935 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00cd364-f4a1-4691-a227-0269c5930105 x-openstack-request-id: req-a00cd364-f4a1-4691-a227-0269c5930105 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:19.238237 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "name": "network-vif-plugged", "status": "completed", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:19.238462 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a00cd364-f4a1-4691-a227-0269c5930105 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:19.238968 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'code': 200} Jul 16 18:10:19.264047 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-router', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:14Z', 'updated_at': '2021-07-16T18:10:16Z', 'revision_number': 3, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'gw_port': {'id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:15Z', 'updated_at': '2021-07-16T18:10:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:19.331405 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Checking router: e740df05-fd53-438d-90f5-e90e2e1b3fc0 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:19.332147 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Updating router e740df05-fd53-438d-90f5-e90e2e1b3fc0 port 42f003d1-74cd-4d32-8f0d-98430e8d6d23 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:10:19.350877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Attempting to bind port 1635b4ef-5176-4e0e-bfe7-16541ee99504 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:19.360033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Attempting to bind port 1635b4ef-5176-4e0e-bfe7-16541ee99504 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd8f8682d-b718-4271-ad9f-ef89e4b88dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ba2c668-df4f-4606-bb87-8c479b77bf06'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:19.360919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Attempting to bind port 1635b4ef-5176-4e0e-bfe7-16541ee99504 on network 7ba2c668-df4f-4606-bb87-8c479b77bf06 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:19.378234 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.382235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:19.384032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Checking segment: {'id': 'd8f8682d-b718-4271-ad9f-ef89e4b88dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ba2c668-df4f-4606-bb87-8c479b77bf06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:19.384789 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.391681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Bound using segment: {'id': 'd8f8682d-b718-4271-ad9f-ef89e4b88dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ba2c668-df4f-4606-bb87-8c479b77bf06'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:19.392531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Bound port: 1635b4ef-5176-4e0e-bfe7-16541ee99504, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8f8682d-b718-4271-ad9f-ef89e4b88dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '7ba2c668-df4f-4606-bb87-8c479b77bf06'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:19.393283 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.436736 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.595772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] For port 1635b4ef-5176-4e0e-bfe7-16541ee99504, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:19.608865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] For port 1635b4ef-5176-4e0e-bfe7-16541ee99504, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1635b4ef-5176-4e0e-bfe7-16541ee99504,segment=NetworkSegment(d8f8682d-b718-4271-ad9f-ef89e4b88dd2),segment_id=d8f8682d-b718-4271-ad9f-ef89e4b88dd2)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:19.635649 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.639043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.25.7.195 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/9d323a62-5cc7-4578-a1f1-63da9d947ead) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:19.671490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b8394b-7d54-4470-9d4a-46823fbf892b req-063a325e-2fcc-4b11-a105-f011bf39f5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:19.673282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63b8394b-7d54-4470-9d4a-46823fbf892b req-063a325e-2fcc-4b11-a105-f011bf39f5df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 1097 time: 0.3010507 Jul 16 18:10:19.898972 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:19.945228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac74cd6-358f-43bd-a069-88e382c14670 None None] Pushing event updated for resources: {'Port': ['ID=1635b4ef-5176-4e0e-bfe7-16541ee99504,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:19.970957 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63b8394b-7d54-4470-9d4a-46823fbf892b req-3e7c54a3-9565-4ed4-92e8-653950425ec1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2903883 Jul 16 18:10:20.173938 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.202391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38704) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:20.264188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.315632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-fe86c02e-ab33-4cbf-ad5c-a7a9dbf36c48 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:20.338794 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-fe86c02e-ab33-4cbf-ad5c-a7a9dbf36c48 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/networks?id=ccc33d11-cffe-4e1c-b1ab-826292e171d2 HTTP/1.1" status: 200 len: 809 time: 0.3807998 Jul 16 18:10:20.399712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:20.437797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:20.454178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:20.477259 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-7ba00cf8-046b-4bcd-8a5a-dd9a61282d72 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/quotas/675a398a6dea4d84b004a112e1b941ff HTTP/1.1" status: 200 len: 375 time: 0.1234577 Jul 16 18:10:20.754079 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.779339 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Transition to ACTIVE for port object 42f003d1-74cd-4d32-8f0d-98430e8d6d23 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:20.790304 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.799467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e6633a1-7b46-4c4d-ab2d-0c7f9e820cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:20.980321 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Attempting to bind port 42f003d1-74cd-4d32-8f0d-98430e8d6d23 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:20.984058 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Attempting to bind port 42f003d1-74cd-4d32-8f0d-98430e8d6d23 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:20.984661 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Attempting to bind port 42f003d1-74cd-4d32-8f0d-98430e8d6d23 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:21.029931 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Pushing event updated for resources: {'Port': ['ID=42f003d1-74cd-4d32-8f0d-98430e8d6d23,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.032229 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-325e8235-7db6-4a8d-8c7f-bb441b6b9297 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=675a398a6dea4d84b004a112e1b941ff&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5377631 Jul 16 18:10:21.034556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4609d6f1-96eb-43a6-9129-2119fb4365d3 req-6b212d88-097f-4478-b887-cde348ac94f5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:21.044720 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:21.045113 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:21.045628 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.046232 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:21.050955 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Bound port: 42f003d1-74cd-4d32-8f0d-98430e8d6d23, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:21.051438 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.065089 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4609d6f1-96eb-43a6-9129-2119fb4365d3 req-6b212d88-097f-4478-b887-cde348ac94f5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 1.1069889 Jul 16 18:10:21.149146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=9d323a62-5cc7-4578-a1f1-63da9d947ead,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.174780 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.175121 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.175458 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.175822 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.176147 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.176572 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.177504 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.177866 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.178229 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.178560 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.178903 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.179225 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:21.330758 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] For port 42f003d1-74cd-4d32-8f0d-98430e8d6d23, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:21.336703 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4609d6f1-96eb-43a6-9129-2119fb4365d3 req-1affaf88-e20d-46d0-ba53-92b5c5208b83 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2698045 Jul 16 18:10:21.351957 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] For port 42f003d1-74cd-4d32-8f0d-98430e8d6d23, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=42f003d1-74cd-4d32-8f0d-98430e8d6d23,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:21.377404 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.492168 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.560690 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e6633a1-7b46-4c4d-ab2d-0c7f9e820cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.582918 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd526c5-d622-48db-8f82-a18005dbcc4a None None] Pushing event updated for resources: {'Port': ['ID=42f003d1-74cd-4d32-8f0d-98430e8d6d23,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.585767 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Routers {'e740df05-fd53-438d-90f5-e90e2e1b3fc0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:21.586368 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:21.610122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.631158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e6633a1-7b46-4c4d-ab2d-0c7f9e820cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.706238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8da598c-8d0a-40e3-9de2-710535604322 None None] Network 7ba2c668-df4f-4606-bb87-8c479b77bf06 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:21.768673 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-203c81ed-9153-44f3-9d00-83f3a702d536 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7307935 Jul 16 18:10:21.773286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3e6633a1-7b46-4c4d-ab2d-0c7f9e820cac admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a4b9d8d9ca7d4f0a80cdc8b6a9c8f6a4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5595450 Jul 16 18:10:21.774055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6633a1-7b46-4c4d-ab2d-0c7f9e820cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054c41c6-91f2-4ba0-a678-4f4818a7da41,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:21.776535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38716) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:21.798516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-348f997c-c2ef-4c57-ae7e-a61ee874012d None None] Provisioning for port 1635b4ef-5176-4e0e-bfe7-16541ee99504 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:21.836648 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] Set router e740df05-fd53-438d-90f5-e90e2e1b3fc0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:21.950131 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:21.967682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.077324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1635b4ef-5176-4e0e-bfe7-16541ee99504 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:22.102882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-4ea21ba3-6a2d-4c04-8b6a-87b3ba5dd4d1 service neutron] 10.222.0.47 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332870 Jul 16 18:10:22.140083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e9db298-78a8-43af-b079-aa93b2f63072 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.226459 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 1635b4ef-5176-4e0e-bfe7-16541ee99504 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:22.232948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1635b4ef-5176-4e0e-bfe7-16541ee99504 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:22.233372 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.355818 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-router', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:14Z', 'updated_at': '2021-07-16T18:10:16Z', 'revision_number': 3, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'gw_port': {'id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:15Z', 'updated_at': '2021-07-16T18:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:22.401373 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e9db298-78a8-43af-b079-aa93b2f63072 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.463629 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.508739 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c856816-a017-4e58-bef1-0fcbc4acdd9c None None] The sync data for ids ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'] in n-d-794306-7 is: [{'id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-router', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:14Z', 'updated_at': '2021-07-16T18:10:16Z', 'revision_number': 3, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'gw_port': {'id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:15Z', 'updated_at': '2021-07-16T18:10:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:22.553689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 1635b4ef-5176-4e0e-bfe7-16541ee99504, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1635b4ef-5176-4e0e-bfe7-16541ee99504,segment=NetworkSegment(d8f8682d-b718-4271-ad9f-ef89e4b88dd2),segment_id=d8f8682d-b718-4271-ad9f-ef89e4b88dd2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:22.570277 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.605015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Allocated IP 172.20.0.1 (13ce4986-d26e-4f96-8ffd-11ed79085e83/9f76011d-b60e-4cfd-83c1-aa32785951cc/d526640f-7b78-4318-945f-cd74b7723ebf) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:22.679307 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e9db298-78a8-43af-b079-aa93b2f63072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.685470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e9db298-78a8-43af-b079-aa93b2f63072 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.686676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5e9db298-78a8-43af-b079-aa93b2f63072 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/054c41c6-91f2-4ba0-a678-4f4818a7da41 HTTP/1.1" status: 204 len: 168 time: 0.9002085 Jul 16 18:10:22.749965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9db298-78a8-43af-b079-aa93b2f63072 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054c41c6-91f2-4ba0-a678-4f4818a7da41,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.765682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=1635b4ef-5176-4e0e-bfe7-16541ee99504,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:22.831708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c22d5325-45b2-4bc7-ab16-8013a3140c90 None None] Provisioning complete for port 1635b4ef-5176-4e0e-bfe7-16541ee99504 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:22.834199 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c22d5325-45b2-4bc7-ab16-8013a3140c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:22.920842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa83916f-5886-4dee-9c51-86a07369aaa4 req-2c13097e-4548-426b-8b47-5f491b9c7dbc tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 210 time: 0.0521698 Jul 16 18:10:23.090747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router 908b576b-bbdc-44f4-b643-2f22bc1486f3 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:10:23.146561 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec009e57-4e84-4ddf-9bc5-b7c933c8631e req-a0b9809b-f62d-4ee7-8ef2-30558623587d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:23.160268 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec009e57-4e84-4ddf-9bc5-b7c933c8631e req-a0b9809b-f62d-4ee7-8ef2-30558623587d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.3856630 Jul 16 18:10:23.200373 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.237175 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec009e57-4e84-4ddf-9bc5-b7c933c8631e req-7005a6fc-ff72-4095-8a1b-fb42e0bbb0a1 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751853 Jul 16 18:10:23.320493 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.403694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:23.419870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2852cb1-e197-462e-bd1f-54d34c0694da None None] Sync routers for ids ['908b576b-bbdc-44f4-b643-2f22bc1486f3'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:23.432659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2852cb1-e197-462e-bd1f-54d34c0694da None None] Routers {'908b576b-bbdc-44f4-b643-2f22bc1486f3'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:23.433469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e2852cb1-e197-462e-bd1f-54d34c0694da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['908b576b-bbdc-44f4-b643-2f22bc1486f3'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:23.459421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Pushing event updated for resources: {'Port': ['ID=d526640f-7b78-4318-945f-cd74b7723ebf,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:23.479907 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.485096 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f4128ae1-6901-4ca7-aace-73894d4075f4 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 6.4227664 Jul 16 18:10:23.485587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38744) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:23.502813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38746) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:23.528601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Network 13ce4986-d26e-4f96-8ffd-11ed79085e83 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:23.543108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e2852cb1-e197-462e-bd1f-54d34c0694da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:23.556857 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-983a0cc9-9f24-4a41-992f-160abd89c78d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:23.574824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:23.585084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2852cb1-e197-462e-bd1f-54d34c0694da None None] Routers {'908b576b-bbdc-44f4-b643-2f22bc1486f3'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:23.585891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e2852cb1-e197-462e-bd1f-54d34c0694da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['908b576b-bbdc-44f4-b643-2f22bc1486f3'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:23.593055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:23.698578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e2852cb1-e197-462e-bd1f-54d34c0694da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:23.699115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2852cb1-e197-462e-bd1f-54d34c0694da None None] The sync data for ids ['908b576b-bbdc-44f4-b643-2f22bc1486f3'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:23.740721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.110655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559706-c622-45d2-a1c7-33284224e509 req-73afb4a5-b317-42b1-a5ca-7bf577ac5f23 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:24.113490 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-73afb4a5-b317-42b1-a5ca-7bf577ac5f23 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 813 time: 0.4329128 Jul 16 18:10:24.144230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1635b4ef-5176-4e0e-bfe7-16541ee99504 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:24.183036 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.189145 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-983a0cc9-9f24-4a41-992f-160abd89c78d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.216653 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-28e4b967-07e4-467b-ba80-57c815e6e8f1 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/quotas/8aa30b8fbf314b88b8c2528ca1f95bf3 HTTP/1.1" status: 200 len: 375 time: 0.0611997 Jul 16 18:10:24.226917 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-983a0cc9-9f24-4a41-992f-160abd89c78d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.244163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1635b4ef-5176-4e0e-bfe7-16541ee99504 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:24.244999 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.262347 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-983a0cc9-9f24-4a41-992f-160abd89c78d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=658105869d0848188690a810d88b112e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7561798 Jul 16 18:10:24.279123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38762) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:24.427282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a0cc9-9f24-4a41-992f-160abd89c78d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03962b52-8824-4019-af82-843d2427a62e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:24.462465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 42f003d1-74cd-4d32-8f0d-98430e8d6d23 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:24.575071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 42f003d1-74cd-4d32-8f0d-98430e8d6d23 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:24.581586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 42f003d1-74cd-4d32-8f0d-98430e8d6d23 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:24.581982 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.596016 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32ffd7b0-6354-4e23-9277-ddad596405e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.659168 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32ffd7b0-6354-4e23-9277-ddad596405e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.677547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cddf2a21-f0f9-437a-91e0-992be29a99b2 req-6514e8e9-a1be-4cff-bd25-01df327e4ce8 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 210 time: 0.4600005 Jul 16 18:10:24.839845 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.941516 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-5cdd8751-75ad-4e7d-8c80-8230374ede9d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7252686 Jul 16 18:10:24.948484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:24.953744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 42f003d1-74cd-4d32-8f0d-98430e8d6d23, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=42f003d1-74cd-4d32-8f0d-98430e8d6d23,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:24.963410 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.220752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=42f003d1-74cd-4d32-8f0d-98430e8d6d23,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.325262 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-b90b411e-309b-4577-9a13-7e2d747a0a21 service neutron] 10.222.0.47 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3726504 Jul 16 18:10:25.338870 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32ffd7b0-6354-4e23-9277-ddad596405e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.342694 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32ffd7b0-6354-4e23-9277-ddad596405e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.346406 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32ffd7b0-6354-4e23-9277-ddad596405e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/03962b52-8824-4019-af82-843d2427a62e HTTP/1.1" status: 204 len: 168 time: 1.0627811 Jul 16 18:10:25.371348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-b56f6bed-059f-43b2-87c3-ed251f733c01 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:25.375200 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-b56f6bed-059f-43b2-87c3-ed251f733c01 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.18 "GET /v2.0/networks?id=ccc33d11-cffe-4e1c-b1ab-826292e171d2 HTTP/1.1" status: 200 len: 809 time: 0.6196027 Jul 16 18:10:25.409584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Request body: {'port': {'device_id': 'd7c36fdc-b4b1-481c-b40b-eb8c4501b024', 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2', 'admin_state_up': True, 'tenant_id': '675a398a6dea4d84b004a112e1b941ff'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:25.433124 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.441530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ffd7b0-6354-4e23-9277-ddad596405e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03962b52-8824-4019-af82-843d2427a62e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.483432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.727172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.20.0.1 (7ba2c668-df4f-4606-bb87-8c479b77bf06/3a546fe0-5995-485d-ab59-afe01476dcfa/0330ec77-0c6b-4eff-b1da-693bd7fb33ee) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:25.740841 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:25.760852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Pushing event updated for resources: {'Port': ['ID=d526640f-7b78-4318-945f-cd74b7723ebf,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:25.823328 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-0283e8b0-2d98-4ec8-868b-8ca5aaedfbfe service neutron] 10.222.0.47 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4728141 Jul 16 18:10:25.997587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Made reservation on behalf of 675a398a6dea4d84b004a112e1b941ff for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:26.014364 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.044007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 42f003d1-74cd-4d32-8f0d-98430e8d6d23 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:26.058182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Network 13ce4986-d26e-4f96-8ffd-11ed79085e83 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:26.066225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:26.147928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c6f0186-0faa-4a37-9651-8834187eebdf req-9fd71c9d-b1d2-42f9-926c-a0d5d45a5d0d tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 210 time: 0.1064858 Jul 16 18:10:26.188606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 42f003d1-74cd-4d32-8f0d-98430e8d6d23 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:26.190536 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.239484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.361101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d74caf74-86be-482c-8bac-466047f04713 req-c6c07e07-51c1-40bd-a5cf-485401d96652 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 210 time: 0.1033578 Jul 16 18:10:26.362449 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Transition to ACTIVE for port object 0330ec77-0c6b-4eff-b1da-693bd7fb33ee will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:26.464972 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.538549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network 7ba2c668-df4f-4606-bb87-8c479b77bf06 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:26.542433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Router e740df05-fd53-438d-90f5-e90e2e1b3fc0 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:26.545703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Allocated IP 172.20.0.2 (ccc33d11-cffe-4e1c-b1ab-826292e171d2/1df18640-4bdf-41b8-a809-6f4222c3c26a/f19116f1-6b23-47bd-be70-a86ee4767b34) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:26.548357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:26.554138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:26.588472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=0330ec77-0c6b-4eff-b1da-693bd7fb33ee,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:26.606115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.606462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.606802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.607138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.607469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.607857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.608354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.608692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.609021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.609490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.609875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.610212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:26.640690 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.929663 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-57b773c0-66ab-4f14-9015-fc9d5249edfa None None] Provisioning for port 0330ec77-0c6b-4eff-b1da-693bd7fb33ee completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:26.945543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-57b773c0-66ab-4f14-9015-fc9d5249edfa None None] Provisioning complete for port 0330ec77-0c6b-4eff-b1da-693bd7fb33ee triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:26.946074 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-57b773c0-66ab-4f14-9015-fc9d5249edfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:26.992058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:27.002446 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7c23ba56-34d2-4782-8410-b391c0beb291 admin admin] 10.222.0.47 "PUT /v2.0/routers/e740df05-fd53-438d-90f5-e90e2e1b3fc0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5877969 Jul 16 18:10:27.012262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.021937 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Sync routers for ids ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:27.024361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-57b773c0-66ab-4f14-9015-fc9d5249edfa None None] Port 0330ec77-0c6b-4eff-b1da-693bd7fb33ee cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:27.069474 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Routers {'e740df05-fd53-438d-90f5-e90e2e1b3fc0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:27.079331 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:27.119434 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.247381 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.270186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c6ff5cc2-e99c-4682-951e-e72694a537a3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:27.437742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Network ccc33d11-cffe-4e1c-b1ab-826292e171d2 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:27.448415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:27.480423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:27.483695 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Set router e740df05-fd53-438d-90f5-e90e2e1b3fc0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:27.490988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Pushing event updated for resources: {'Port': ['ID=f19116f1-6b23-47bd-be70-a86ee4767b34,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.719994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.730856 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:27.810917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=0330ec77-0c6b-4eff-b1da-693bd7fb33ee,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:27.858234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.131884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-539ca6d9-6f08-4b96-961e-9c2b1b14b2c6 req-24d7a357-b2d1-4725-970f-f0fa609d640b tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 210 time: 0.0838642 Jul 16 18:10:28.154532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network 7ba2c668-df4f-4606-bb87-8c479b77bf06 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:28.156236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:28.158915 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-router', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:14Z', 'updated_at': '2021-07-16T18:10:23Z', 'revision_number': 4, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'gw_port': {'id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:15Z', 'updated_at': '2021-07-16T18:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'd526640f-7b78-4318-945f-cd74b7723ebf', 'name': '', 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'mac_address': 'fa:16:3e:44:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9f76011d-b60e-4cfd-83c1-aa32785951cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:21Z', 'updated_at': '2021-07-16T18:10:24Z', 'revision_number': 2, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'subnets': [{'id': '9f76011d-b60e-4cfd-83c1-aa32785951cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:28.252390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.253192 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.291188 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Checking router: e740df05-fd53-438d-90f5-e90e2e1b3fc0 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:10:28.292473 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Updating router e740df05-fd53-438d-90f5-e90e2e1b3fc0 port d526640f-7b78-4318-945f-cd74b7723ebf binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:10:28.301761 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-0f5e03ad-7691-4dc5-a554-bdaa32ef328b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8964913 Jul 16 18:10:28.324277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d35d26b-ba25-4f58-b71d-13aee2fee17a req-3b6ae97e-abc6-4011-b460-471b74b625ac tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.326615 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4d35d26b-ba25-4f58-b71d-13aee2fee17a req-3b6ae97e-abc6-4011-b460-471b74b625ac tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 931 time: 0.7500093 Jul 16 18:10:28.331647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Request body: {'port': {'device_id': 'd7c36fdc-b4b1-481c-b40b-eb8c4501b024', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:28.403809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router 908b576b-bbdc-44f4-b643-2f22bc1486f3 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:28.439828 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.543622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.604935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559706-c622-45d2-a1c7-33284224e509 req-d04e0568-fdc3-4651-9274-2363a60ee425 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:28.610068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-d04e0568-fdc3-4651-9274-2363a60ee425 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.37 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 813 time: 0.2019892 Jul 16 18:10:28.643472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Request body: {'port': {'device_id': 'b92c6ffd-4222-44af-a174-ba3f194f77b0', 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1', 'admin_state_up': True, 'tenant_id': '8aa30b8fbf314b88b8c2528ca1f95bf3'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:28.767709 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4d35d26b-ba25-4f58-b71d-13aee2fee17a req-1c3d84e2-b754-4304-9654-4046a1a4965b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3525748 Jul 16 18:10:28.772924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cd76f03c-c761-4a86-a632-83e45d036fa3 None None] Provisioning complete for port 0330ec77-0c6b-4eff-b1da-693bd7fb33ee triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:28.773499 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cd76f03c-c761-4a86-a632-83e45d036fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:28.894223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-cd76f03c-c761-4a86-a632-83e45d036fa3 None None] Port 0330ec77-0c6b-4eff-b1da-693bd7fb33ee cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:29.189622 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.279292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:29.302950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf64c3-0ec1-43c7-93a8-47584abe512b None None] Sync routers for ids ['908b576b-bbdc-44f4-b643-2f22bc1486f3'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:29.303204 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.310035 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3971af00-ee82-437d-af6d-314aba936b29 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "PUT /v2.0/routers/908b576b-bbdc-44f4-b643-2f22bc1486f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8198447 Jul 16 18:10:29.314471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf64c3-0ec1-43c7-93a8-47584abe512b None None] Routers {'908b576b-bbdc-44f4-b643-2f22bc1486f3'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:29.319031 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6ecf64c3-0ec1-43c7-93a8-47584abe512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['908b576b-bbdc-44f4-b643-2f22bc1486f3'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:29.322735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38888) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.339052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'port': {'network_id': '7ba2c668-df4f-4606-bb87-8c479b77bf06', 'name': 'tempest-FloatingIPTestJSON-376930349'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:29.350673 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Transition to ACTIVE for port object d526640f-7b78-4318-945f-cd74b7723ebf will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:29.359207 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f19116f1-6b23-47bd-be70-a86ee4767b34 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:29.376071 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.376264 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.394027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Transition to ACTIVE for port object f19116f1-6b23-47bd-be70-a86ee4767b34 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:29.402382 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.403600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6ecf64c3-0ec1-43c7-93a8-47584abe512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:29.421853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecf64c3-0ec1-43c7-93a8-47584abe512b None None] Routers {'908b576b-bbdc-44f4-b643-2f22bc1486f3'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:29.422640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6ecf64c3-0ec1-43c7-93a8-47584abe512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['908b576b-bbdc-44f4-b643-2f22bc1486f3'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:29.429204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-a5350868-aa1f-452d-8751-2bc2b4f6100a tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:29.440159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-a5350868-aa1f-452d-8751-2bc2b4f6100a tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 819 time: 0.5663040 Jul 16 18:10:29.491832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-9b2119db-5df3-4205-9aaa-a3c2c7afbbd1 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/quotas/3527270398ad4b0083aab94bfdca9b5c HTTP/1.1" status: 200 len: 375 time: 0.0473099 Jul 16 18:10:29.514839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6ecf64c3-0ec1-43c7-93a8-47584abe512b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:29.515900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ecf64c3-0ec1-43c7-93a8-47584abe512b None None] The sync data for ids ['908b576b-bbdc-44f4-b643-2f22bc1486f3'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:29.551822 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef357ad-bc17-4cf5-b8e1-ae286a31527c None None] Pushing event updated for resources: {'Port': ['ID=d526640f-7b78-4318-945f-cd74b7723ebf,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.561034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Pushing event updated for resources: {'Port': ['ID=f19116f1-6b23-47bd-be70-a86ee4767b34,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:29.617314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Made reservation on behalf of 8aa30b8fbf314b88b8c2528ca1f95bf3 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:29.622661 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.641715 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-768f8e98-7a95-4e0a-ae98-22dceaa07a95 req-237845da-d7fe-4676-9c2c-155892b7dc29 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 210 time: 0.1097920 Jul 16 18:10:29.682077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.689276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.689826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.690279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.691082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.691656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.692191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.693108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.693629 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.694069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.694522 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.694945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:29.729485 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Attempting to bind port d526640f-7b78-4318-945f-cd74b7723ebf on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:29.729938 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Attempting to bind port d526640f-7b78-4318-945f-cd74b7723ebf by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:29.730545 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Attempting to bind port d526640f-7b78-4318-945f-cd74b7723ebf on network 13ce4986-d26e-4f96-8ffd-11ed79085e83 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:29.754668 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:29.756303 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Checking segment: {'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:29.757076 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.758842 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Bound using segment: {'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:29.759678 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Bound port: d526640f-7b78-4318-945f-cd74b7723ebf, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:29.761084 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.780967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Attempting to bind port f19116f1-6b23-47bd-be70-a86ee4767b34 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:29.781486 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Attempting to bind port f19116f1-6b23-47bd-be70-a86ee4767b34 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:29.782006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Attempting to bind port f19116f1-6b23-47bd-be70-a86ee4767b34 on network ccc33d11-cffe-4e1c-b1ab-826292e171d2 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:29.789108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Port f19116f1-6b23-47bd-be70-a86ee4767b34 on network ccc33d11-cffe-4e1c-b1ab-826292e171d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:29.792744 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Attempting to bind port f19116f1-6b23-47bd-be70-a86ee4767b34 on network ccc33d11-cffe-4e1c-b1ab-826292e171d2 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:29.796301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-504e8294-6893-4f05-be64-be2be44959f3 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2966278 Jul 16 18:10:29.807723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:29.809821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Checking segment: {'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:29.811361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Bound using segment: {'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:29.813306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Bound port: f19116f1-6b23-47bd-be70-a86ee4767b34, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fa53e96-3039-4010-91dd-5c4b7b04faea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:29.813889 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.821516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Made reservation on behalf of 9bc64f55cbe44683bf6617a51e20b42e for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:29.825749 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:29.885834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] device_id is not set on port 9313d863-51bb-4d8e-8813-b2eb99e6dcd5 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:10:29.906578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38896) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:29.992843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] For port f19116f1-6b23-47bd-be70-a86ee4767b34, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:30.003480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] For port f19116f1-6b23-47bd-be70-a86ee4767b34, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f19116f1-6b23-47bd-be70-a86ee4767b34,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:30.010154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Allocated IP 172.20.0.4 (7ba2c668-df4f-4606-bb87-8c479b77bf06/3a546fe0-5995-485d-ab59-afe01476dcfa/9313d863-51bb-4d8e-8813-b2eb99e6dcd5) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:30.012830 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.035710 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] For port d526640f-7b78-4318-945f-cd74b7723ebf, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:30.050881 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] For port d526640f-7b78-4318-945f-cd74b7723ebf, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d526640f-7b78-4318-945f-cd74b7723ebf,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:30.061420 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.121399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.126581 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.131470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] 10.222.0.18 "PUT /v2.0/ports/f19116f1-6b23-47bd-be70-a86ee4767b34 HTTP/1.1" status: 200 len: 1091 time: 1.8184140 Jul 16 18:10:30.147217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c36fdc-b4b1-481c-b40b-eb8c4501b024', 'tag': 'f19116f1-6b23-47bd-be70-a86ee4767b34'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:30.169838 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f94d3bf-845d-407b-92fa-b91f4f3ea89e" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c36fdc-b4b1-481c-b40b-eb8c4501b024", "tag": "f19116f1-6b23-47bd-be70-a86ee4767b34"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:30.182495 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.211363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Transition to ACTIVE for port object 9313d863-51bb-4d8e-8813-b2eb99e6dcd5 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:30.287091 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef357ad-bc17-4cf5-b8e1-ae286a31527c None None] Pushing event updated for resources: {'Port': ['ID=d526640f-7b78-4318-945f-cd74b7723ebf,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.287091 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Routers {'e740df05-fd53-438d-90f5-e90e2e1b3fc0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:30.287336 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:30.401796 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf9ec07-bf41-4be0-a666-c3b69b45d64f service neutron] Pushing event updated for resources: {'Port': ['ID=f19116f1-6b23-47bd-be70-a86ee4767b34,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:30.477961 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.488502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-37e2f8e3-f34c-408c-b9aa-fc49399c96ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.491057 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-37e2f8e3-f34c-408c-b9aa-fc49399c96ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675a398a6dea4d84b004a112e1b941ff&device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 1094 time: 0.3035271 Jul 16 18:10:30.504320 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd0db2e1-3f3f-406f-a6fd-7d65d3de0370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.541038 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] Set router e740df05-fd53-438d-90f5-e90e2e1b3fc0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:10:30.646595 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-fa1fd14a-a241-4835-a3d3-6c4e17db4908 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f19116f1-6b23-47bd-be70-a86ee4767b34 HTTP/1.1" status: 200 len: 217 time: 0.1342428 Jul 16 18:10:30.702116 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecb1a1-b3b0-43df-a70a-424c209c64af req-a5da1874-174a-42aa-8710-5339d380f073 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.712169 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88ecb1a1-b3b0-43df-a70a-424c209c64af req-a5da1874-174a-42aa-8710-5339d380f073 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 943 time: 0.5307062 Jul 16 18:10:30.808952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-d20b046a-fe75-455b-aa3d-0785ad65047e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:30.810579 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-d20b046a-fe75-455b-aa3d-0785ad65047e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1df18640-4bdf-41b8-a809-6f4222c3c26a HTTP/1.1" status: 200 len: 849 time: 0.1279256 Jul 16 18:10:30.820547 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88ecb1a1-b3b0-43df-a70a-424c209c64af req-cd58f2ef-403c-47e9-ba60-2b8aad3a8a22 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071572 Jul 16 18:10:30.936378 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd0db2e1-3f3f-406f-a6fd-7d65d3de0370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:30.998985 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-8d132aad-305a-490b-a0df-0326d43fac8c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc33d11-cffe-4e1c-b1ab-826292e171d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1755025 Jul 16 18:10:31.000347 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd0db2e1-3f3f-406f-a6fd-7d65d3de0370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.005665 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-router', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:14Z', 'updated_at': '2021-07-16T18:10:23Z', 'revision_number': 4, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'gw_port': {'id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:15Z', 'updated_at': '2021-07-16T18:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'd526640f-7b78-4318-945f-cd74b7723ebf', 'name': '', 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'mac_address': 'fa:16:3e:44:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9f76011d-b60e-4cfd-83c1-aa32785951cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:21Z', 'updated_at': '2021-07-16T18:10:30Z', 'revision_number': 4, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'subnets': [{'id': '9f76011d-b60e-4cfd-83c1-aa32785951cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:31.059401 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9e3ad9f-e660-47a3-b38d-b152e579ca29 None None] The sync data for ids ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'] in n-d-794306-7 is: [{'id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-router', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:14Z', 'updated_at': '2021-07-16T18:10:23Z', 'revision_number': 4, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'gw_port': {'id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:15Z', 'updated_at': '2021-07-16T18:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'd526640f-7b78-4318-945f-cd74b7723ebf', 'name': '', 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'mac_address': 'fa:16:3e:44:93:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1923, 'fixed_ips': [{'subnet_id': '9f76011d-b60e-4cfd-83c1-aa32785951cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:21Z', 'updated_at': '2021-07-16T18:10:30Z', 'revision_number': 4, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'subnets': [{'id': '9f76011d-b60e-4cfd-83c1-aa32785951cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:31.121781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0db2e1-3f3f-406f-a6fd-7d65d3de0370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31592ff3-7590-46b0-871b-6493419da3ec,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:31.126415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event updated for resources: {'Port': ['ID=9313d863-51bb-4d8e-8813-b2eb99e6dcd5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:31.140030 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51624e78-464d-47c3-8b7d-2c602ec0688e x-openstack-request-id: req-51624e78-464d-47c3-8b7d-2c602ec0688e {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:31.142865 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c36fdc-b4b1-481c-b40b-eb8c4501b024", "tag": "f19116f1-6b23-47bd-be70-a86ee4767b34", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:31.145366 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51624e78-464d-47c3-8b7d-2c602ec0688e {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:31.146157 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c36fdc-b4b1-481c-b40b-eb8c4501b024', 'tag': 'f19116f1-6b23-47bd-be70-a86ee4767b34', 'status': 'completed', 'code': 200} Jul 16 18:10:31.179013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Allocated IP 172.20.0.12 (27e1b332-974b-445e-9a42-b3119f6937a1/13f068b8-d687-447c-9e12-67b3a467d48c/41242ee3-4608-421e-8ec1-df5eab8f6aaf) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:31.204061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dd0db2e1-3f3f-406f-a6fd-7d65d3de0370 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5596fbd6d7e84fe79cb9bf3660fcc153&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2864308 Jul 16 18:10:31.205604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38916) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:31.258945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Network 7ba2c668-df4f-4606-bb87-8c479b77bf06 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:31.260578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:31.283086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:31.292638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-960c20c0-d4a3-4550-ba50-fbd1220d8465 service neutron] 10.222.0.47 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4951861 Jul 16 18:10:31.417267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70afeeb5-57e1-4bea-b200-05d1fd07c515 req-1d5e717f-d704-4941-a3e0-92abf7165c50 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 210 time: 0.0724401 Jul 16 18:10:31.498587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4f07ded-5722-41bf-b456-b6a78cbdc576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.526521 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-bb8be90a-071e-4d3e-8f23-caaada0ef74a service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4955611 Jul 16 18:10:31.608890 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4f07ded-5722-41bf-b456-b6a78cbdc576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.644358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:31.646432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.761704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-26f27d52-542a-4dcb-baf4-204eab98a5e1 None None] Provisioning for port 9313d863-51bb-4d8e-8813-b2eb99e6dcd5 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:31.768566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-26f27d52-542a-4dcb-baf4-204eab98a5e1 None None] Provisioning complete for port 9313d863-51bb-4d8e-8813-b2eb99e6dcd5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:31.770093 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26f27d52-542a-4dcb-baf4-204eab98a5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.775616 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-3c7fb20c-c980-42c5-b681-f5597fe4da86 service neutron] 10.222.0.47 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4491684 Jul 16 18:10:31.792203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38926) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:31.802037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-64e070b4-43e6-40c4-9e01-8c495fe71031 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Request body: {'floatingip': {'port_id': '9313d863-51bb-4d8e-8813-b2eb99e6dcd5'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:31.804455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5b71cb17-911e-4ad8-a9da-516b4e325f6e tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4737902 Jul 16 18:10:31.813668 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-949e3d32-b5b1-435f-ae2a-57c236cf1d56 req-4eb1c315-c981-48a8-990f-d867082d3cdc service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645991 Jul 16 18:10:31.874481 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4f07ded-5722-41bf-b456-b6a78cbdc576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.877596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4f07ded-5722-41bf-b456-b6a78cbdc576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:31.881454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f4f07ded-5722-41bf-b456-b6a78cbdc576 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/31592ff3-7590-46b0-871b-6493419da3ec HTTP/1.1" status: 204 len: 168 time: 0.6728332 Jul 16 18:10:31.893132 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38930) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:31.906545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-26f27d52-542a-4dcb-baf4-204eab98a5e1 None None] Port 9313d863-51bb-4d8e-8813-b2eb99e6dcd5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:10:32.038800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f07ded-5722-41bf-b456-b6a78cbdc576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31592ff3-7590-46b0-871b-6493419da3ec,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.157269 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.163473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d526640f-7b78-4318-945f-cd74b7723ebf up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:32.178780 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64e070b4-43e6-40c4-9e01-8c495fe71031 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.362932 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.448839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['66056d0b-9b35-4a79-8305-2ddaf7c755ad'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:32.462801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e05976b-7116-4c25-8c7c-42c32f07f7dd req-b7c5b535-63f7-4f2c-960f-eb898161d561 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 210 time: 0.0496891 Jul 16 18:10:32.479699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Network 27e1b332-974b-445e-9a42-b3119f6937a1 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:32.483672 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:32.522815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:32.599601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port d526640f-7b78-4318-945f-cd74b7723ebf completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:32.641585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Pushing event updated for resources: {'Port': ['ID=41242ee3-4608-421e-8ec1-df5eab8f6aaf,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:32.643908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port d526640f-7b78-4318-945f-cd74b7723ebf triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:32.649867 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.735342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:32.738351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:32.744532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38954) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:32.879692 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-8612a146-2512-454c-b865-1dd8b98f4f31 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2462916 Jul 16 18:10:32.906331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Request body: {'port': {'device_id': 'b92c6ffd-4222-44af-a174-ba3f194f77b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:33.047079 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.090451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f01519-e9f9-4cf9-a630-a826e2c90327 req-d3037acf-8872-45f3-89d7-88c328aa4315 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.104044 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64f01519-e9f9-4cf9-a630-a826e2c90327 req-d3037acf-8872-45f3-89d7-88c328aa4315 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 932 time: 0.3328154 Jul 16 18:10:33.112967 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.135065 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64e070b4-43e6-40c4-9e01-8c495fe71031 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.139006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port d526640f-7b78-4318-945f-cd74b7723ebf, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d526640f-7b78-4318-945f-cd74b7723ebf,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:33.146742 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.181255 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9a58db3-4411-4089-b257-7ecceec8fe4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.203060 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00c76d4b-d710-4a45-b0f9-803a9896f164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.236317 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64e070b4-43e6-40c4-9e01-8c495fe71031 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.256848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=d526640f-7b78-4318-945f-cd74b7723ebf,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:33.272013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.272587 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.273120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.273759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.274275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.274797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.275348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.276116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.276653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.277245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.277844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.278391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:10:33.384852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94d3bf-845d-407b-92fa-b91f4f3ea89e req-97201153-6e83-4da9-a2d0-097168285c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.386539 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f94d3bf-845d-407b-92fa-b91f4f3ea89e req-97201153-6e83-4da9-a2d0-097168285c04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675a398a6dea4d84b004a112e1b941ff&device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 1094 time: 1.4917142 Jul 16 18:10:33.507492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806f388d-aada-49dc-ba6f-6b62c32b7f09 req-e10b6063-919b-47b6-a970-fcab4e4189d3 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.509093 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-806f388d-aada-49dc-ba6f-6b62c32b7f09 req-e10b6063-919b-47b6-a970-fcab4e4189d3 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 943 time: 1.2144616 Jul 16 18:10:33.524477 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64f01519-e9f9-4cf9-a630-a826e2c90327 req-6b4f58d4-74d0-4838-bcf0-b68ae955ee91 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4189789 Jul 16 18:10:33.596165 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-64e070b4-43e6-40c4-9e01-8c495fe71031 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP dedd72d1-8ea6-4329-990a-bcb95b97d858 associated. External IP: 172.25.7.252, port: ded6a9ba-0653-44b2-8246-3658f3fb6372. Jul 16 18:10:33.679108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9a58db3-4411-4089-b257-7ecceec8fe4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.686219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94d3bf-845d-407b-92fa-b91f4f3ea89e req-ea8fedd5-2092-4bc9-b249-f6d4e76480f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.687741 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f94d3bf-845d-407b-92fa-b91f4f3ea89e req-ea8fedd5-2092-4bc9-b249-f6d4e76480f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccc33d11-cffe-4e1c-b1ab-826292e171d2 HTTP/1.1" status: 200 len: 910 time: 0.2936177 Jul 16 18:10:33.700199 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9a58db3-4411-4089-b257-7ecceec8fe4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.716733 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-806f388d-aada-49dc-ba6f-6b62c32b7f09 req-a30fda25-c8a9-4e50-bbec-03ed991f2efd tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918974 Jul 16 18:10:33.781908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-4dd94a4c-fd7e-4e92-9d4d-ff2556096c80 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:33.784275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-4dd94a4c-fd7e-4e92-9d4d-ff2556096c80 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 819 time: 0.1593683 Jul 16 18:10:33.846102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41242ee3-4608-421e-8ec1-df5eab8f6aaf {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:33.855241 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f94d3bf-845d-407b-92fa-b91f4f3ea89e req-7064ce1c-1e0c-4de5-9a35-ac8c1ee49322 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f19116f1-6b23-47bd-be70-a86ee4767b34 HTTP/1.1" status: 200 len: 217 time: 0.1600151 Jul 16 18:10:33.869992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.909687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Transition to ACTIVE for port object 41242ee3-4608-421e-8ec1-df5eab8f6aaf will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:33.922393 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:33.934021 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e9a58db3-4411-4089-b257-7ecceec8fe4d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=26fec8bf5b5f4536b1a70ba2890e3365&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0151465 Jul 16 18:10:33.947791 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38974) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:33.959586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a58db3-4411-4089-b257-7ecceec8fe4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b2838d5-61c8-4743-bbd9-a193860a6ce5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:34.036075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d526640f-7b78-4318-945f-cd74b7723ebf up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:34.061012 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-8c864f0f-35b7-424f-9d81-3e015510cbbd tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/quotas/3527270398ad4b0083aab94bfdca9b5c HTTP/1.1" status: 200 len: 375 time: 0.1429908 Jul 16 18:10:34.070864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Pushing event updated for resources: {'Port': ['ID=41242ee3-4608-421e-8ec1-df5eab8f6aaf,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:34.100508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port d526640f-7b78-4318-945f-cd74b7723ebf triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:34.101122 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.200690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f94d3bf-845d-407b-92fa-b91f4f3ea89e req-e25d20ad-0589-4ff4-ae7e-69ee5beed20b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.202302 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f94d3bf-845d-407b-92fa-b91f4f3ea89e req-e25d20ad-0589-4ff4-ae7e-69ee5beed20b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1df18640-4bdf-41b8-a809-6f4222c3c26a HTTP/1.1" status: 200 len: 849 time: 0.3250320 Jul 16 18:10:34.259351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38978) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:34.305905 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f94d3bf-845d-407b-92fa-b91f4f3ea89e req-030e6a63-4c54-42b1-8fc2-a0542923b69e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc33d11-cffe-4e1c-b1ab-826292e171d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0889475 Jul 16 18:10:34.334191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d2adfdd-b618-4116-9405-4620b8d4836a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.389721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00c76d4b-d710-4a45-b0f9-803a9896f164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.408200 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00c76d4b-d710-4a45-b0f9-803a9896f164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.414745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-8deb42da-d8d4-4ee8-a777-114221b4da59 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:34.416673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-8deb42da-d8d4-4ee8-a777-114221b4da59 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.18 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 819 time: 0.3778079 Jul 16 18:10:34.429783 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d2adfdd-b618-4116-9405-4620b8d4836a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.437972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Request body: {'port': {'device_id': 'adc17ada-75bc-4cea-8e12-380541c95f84', 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83', 'admin_state_up': True, 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:34.477093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Attempting to bind port 41242ee3-4608-421e-8ec1-df5eab8f6aaf on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:34.477454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Attempting to bind port 41242ee3-4608-421e-8ec1-df5eab8f6aaf by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:34.477741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Attempting to bind port 41242ee3-4608-421e-8ec1-df5eab8f6aaf on network 27e1b332-974b-445e-9a42-b3119f6937a1 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:34.486837 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-9dccb0aa-5f3d-4ff2-8b91-b9e8045b6e65 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4121573 Jul 16 18:10:34.501464 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70befe64-4ed3-4109-8455-f6b4d0fbecf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.514307 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e070b4-43e6-40c4-9e01-8c495fe71031 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:34.514589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Port 41242ee3-4608-421e-8ec1-df5eab8f6aaf on network 27e1b332-974b-445e-9a42-b3119f6937a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:34.514926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Attempting to bind port 41242ee3-4608-421e-8ec1-df5eab8f6aaf on network 27e1b332-974b-445e-9a42-b3119f6937a1 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:34.531299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-00c76d4b-d710-4a45-b0f9-803a9896f164 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8c7e49a98e164f6b8627641b7794630a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3660212 Jul 16 18:10:34.538163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38982) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:34.539623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c76d4b-d710-4a45-b0f9-803a9896f164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcfc947-5918-4424-a94c-e661645dddad,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:34.570344 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f94d3bf-845d-407b-92fa-b91f4f3ea89e req-b5aa0bd2-41a9-47e8-919a-48d6369ae926 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486486 Jul 16 18:10:34.584853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:34.585198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Checking segment: {'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:34.585584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Bound using segment: {'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:34.586029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Bound port: 41242ee3-4608-421e-8ec1-df5eab8f6aaf, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:34.586389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.659776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d2adfdd-b618-4116-9405-4620b8d4836a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.663242 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d2adfdd-b618-4116-9405-4620b8d4836a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.667489 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2d2adfdd-b618-4116-9405-4620b8d4836a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b2838d5-61c8-4743-bbd9-a193860a6ce5 HTTP/1.1" status: 204 len: 168 time: 0.7063386 Jul 16 18:10:34.732701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2adfdd-b618-4116-9405-4620b8d4836a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b2838d5-61c8-4743-bbd9-a193860a6ce5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:34.747687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f19116f1-6b23-47bd-be70-a86ee4767b34 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:34.789039 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-c1cd8165-e567-44f3-8f22-54b53c64644a service neutron] 10.222.0.47 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889099 Jul 16 18:10:34.860747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f19116f1-6b23-47bd-be70-a86ee4767b34, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f19116f1-6b23-47bd-be70-a86ee4767b34,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:34.866538 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70befe64-4ed3-4109-8455-f6b4d0fbecf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.874234 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'f19116f1-6b23-47bd-be70-a86ee4767b34', 'network_id': 'ccc33d11-cffe-4e1c-b1ab-826292e171d2', 'port_id': 'f19116f1-6b23-47bd-be70-a86ee4767b34', 'mac_address': 'fa:16:3e:d1:6d:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1df18640-4bdf-41b8-a809-6f4222c3c26a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:34.880567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70befe64-4ed3-4109-8455-f6b4d0fbecf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.918631 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:34.936277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f19116f1-6b23-47bd-be70-a86ee4767b34 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:34.962113 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f19116f1-6b23-47bd-be70-a86ee4767b34, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f19116f1-6b23-47bd-be70-a86ee4767b34,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:34.966895 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.000848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Made reservation on behalf of 3527270398ad4b0083aab94bfdca9b5c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:35.005908 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.053190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] For port 41242ee3-4608-421e-8ec1-df5eab8f6aaf, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:35.061624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-70befe64-4ed3-4109-8455-f6b4d0fbecf1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1be25fb2254442d8e23aad897d2304a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7939997 Jul 16 18:10:35.065146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38994) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:35.089037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70befe64-4ed3-4109-8455-f6b4d0fbecf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745f5001-2592-409c-add9-7ba4f5d71204,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.114899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38996) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:35.138821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] For port 41242ee3-4608-421e-8ec1-df5eab8f6aaf, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=41242ee3-4608-421e-8ec1-df5eab8f6aaf,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:35.163904 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ee4500e-dc2d-47c1-8352-b6b0b6190fe2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.168805 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.182929 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-412dcf9d-47bd-47dd-90f6-84942566c923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.204341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=f19116f1-6b23-47bd-be70-a86ee4767b34,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.210295 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f94d3bf-845d-407b-92fa-b91f4f3ea89e req-b5313e67-57eb-4b58-8565-c9e2ba64f62a service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6264963 Jul 16 18:10:35.221925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ee4500e-dc2d-47c1-8352-b6b0b6190fe2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.232760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e070b4-43e6-40c4-9e01-8c495fe71031 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:35.246296 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb33e61-bf29-4b9e-921f-34f5cfed0390 None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:35.246870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-290ab0a8-264f-4d8a-828a-1c94b82b33b6 service neutron] 10.222.0.47 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4567635 Jul 16 18:10:35.261131 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb33e61-bf29-4b9e-921f-34f5cfed0390 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:35.262225 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3fb33e61-bf29-4b9e-921f-34f5cfed0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:35.266493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['f19116f1-6b23-47bd-be70-a86ee4767b34'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:35.289255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.290152 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.291601 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] 10.222.0.37 "PUT /v2.0/ports/41242ee3-4608-421e-8ec1-df5eab8f6aaf HTTP/1.1" status: 200 len: 1092 time: 2.3937364 Jul 16 18:10:35.304945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b92c6ffd-4222-44af-a174-ba3f194f77b0', 'tag': '41242ee3-4608-421e-8ec1-df5eab8f6aaf'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:35.307354 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2e4766-a525-4a2b-9c14-2b0bae9ad4f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b92c6ffd-4222-44af-a174-ba3f194f77b0", "tag": "41242ee3-4608-421e-8ec1-df5eab8f6aaf"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:35.344912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebf56c8-967a-40e7-a854-7dd3614ee1d2 req-c389976a-b0e8-4667-9000-5a592cd7bde4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.355747 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ebf56c8-967a-40e7-a854-7dd3614ee1d2 req-c389976a-b0e8-4667-9000-5a592cd7bde4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 944 time: 0.6755276 Jul 16 18:10:35.374563 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3fb33e61-bf29-4b9e-921f-34f5cfed0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:35.389752 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fb33e61-bf29-4b9e-921f-34f5cfed0390 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:35.390694 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3fb33e61-bf29-4b9e-921f-34f5cfed0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:35.444171 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3fb33e61-bf29-4b9e-921f-34f5cfed0390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:35.445106 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fb33e61-bf29-4b9e-921f-34f5cfed0390 None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:35.450453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f88968-2eee-4dc0-a597-52783fb77090 service neutron] Pushing event updated for resources: {'Port': ['ID=41242ee3-4608-421e-8ec1-df5eab8f6aaf,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.493923 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9e3d-a339-4fe5-8088-8a0553b34ed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.503702 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ee4500e-dc2d-47c1-8352-b6b0b6190fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.506247 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ee4500e-dc2d-47c1-8352-b6b0b6190fe2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.507405 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5ee4500e-dc2d-47c1-8352-b6b0b6190fe2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3bcfc947-5918-4424-a94c-e661645dddad HTTP/1.1" status: 204 len: 168 time: 0.9647565 Jul 16 18:10:35.528226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ebf56c8-967a-40e7-a854-7dd3614ee1d2 req-239c96bd-7cb5-4b25-8bf5-bba262156f60 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712794 Jul 16 18:10:35.536079 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee4500e-dc2d-47c1-8352-b6b0b6190fe2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcfc947-5918-4424-a94c-e661645dddad,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:35.601303 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Allocated IP 172.20.0.6 (13ce4986-d26e-4f96-8ffd-11ed79085e83/9f76011d-b60e-4cfd-83c1-aa32785951cc/5ac8a80d-b1e0-4580-ba20-cd2ca72975e6) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:35.607110 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9e3d-a339-4fe5-8088-8a0553b34ed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.773606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559706-c622-45d2-a1c7-33284224e509 req-8e413f16-5fe4-48c0-bb4e-1773ddbe7cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:35.775158 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-8e413f16-5fe4-48c0-bb4e-1773ddbe7cda service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 1095 time: 0.4085596 Jul 16 18:10:35.789519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64e070b4-43e6-40c4-9e01-8c495fe71031 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router 908b576b-bbdc-44f4-b643-2f22bc1486f3 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:35.806277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-412dcf9d-47bd-47dd-90f6-84942566c923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.863475 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-412dcf9d-47bd-47dd-90f6-84942566c923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.866860 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be622e3b-9cac-497b-afe5-a5d5fc92b8ac x-openstack-request-id: req-be622e3b-9cac-497b-afe5-a5d5fc92b8ac {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:35.867143 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b92c6ffd-4222-44af-a174-ba3f194f77b0", "tag": "41242ee3-4608-421e-8ec1-df5eab8f6aaf", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:35.867393 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-be622e3b-9cac-497b-afe5-a5d5fc92b8ac {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:35.867836 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b92c6ffd-4222-44af-a174-ba3f194f77b0', 'tag': '41242ee3-4608-421e-8ec1-df5eab8f6aaf', 'status': 'completed', 'code': 200} Jul 16 18:10:35.898541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-4313a356-0c8b-4e5f-8638-33f062622b3a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41242ee3-4608-421e-8ec1-df5eab8f6aaf HTTP/1.1" status: 200 len: 217 time: 0.1019020 Jul 16 18:10:35.917721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9e3d-a339-4fe5-8088-8a0553b34ed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.920628 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c9d9e3d-a339-4fe5-8088-8a0553b34ed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:35.924233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9c9d9e3d-a339-4fe5-8088-8a0553b34ed3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/745f5001-2592-409c-add9-7ba4f5d71204 HTTP/1.1" status: 204 len: 168 time: 0.8507004 Jul 16 18:10:35.987962 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-018dafa7-2a64-4fbb-ae9f-4b311a61b4b7 req-05f62420-c7f0-4d05-a751-71103be3516f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 210 time: 0.0472095 Jul 16 18:10:36.018794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64e070b4-43e6-40c4-9e01-8c495fe71031 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:36.024616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64e070b4-43e6-40c4-9e01-8c495fe71031 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.032094 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9bc899-b04e-4256-98d0-cf6c7bb7f38d None None] Sync routers for ids ['908b576b-bbdc-44f4-b643-2f22bc1486f3'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:36.053753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9bc899-b04e-4256-98d0-cf6c7bb7f38d None None] Routers {'908b576b-bbdc-44f4-b643-2f22bc1486f3'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:36.054542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ec9bc899-b04e-4256-98d0-cf6c7bb7f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['908b576b-bbdc-44f4-b643-2f22bc1486f3'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:36.109087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ec9bc899-b04e-4256-98d0-cf6c7bb7f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:36.119003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9bc899-b04e-4256-98d0-cf6c7bb7f38d None None] Routers {'908b576b-bbdc-44f4-b643-2f22bc1486f3'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:36.119659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ec9bc899-b04e-4256-98d0-cf6c7bb7f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['908b576b-bbdc-44f4-b643-2f22bc1486f3'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:36.131606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-64e070b4-43e6-40c4-9e01-8c495fe71031 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "PUT /v2.0/floatingips/dedd72d1-8ea6-4329-990a-bcb95b97d858 HTTP/1.1" status: 200 len: 977 time: 4.3370340 Jul 16 18:10:36.132666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39018) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.153274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b559706-c622-45d2-a1c7-33284224e509 req-39906426-b9f8-496f-9d30-57fe46ad15c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.155786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-39906426-b9f8-496f-9d30-57fe46ad15c1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13f068b8-d687-447c-9e12-67b3a467d48c HTTP/1.1" status: 200 len: 853 time: 0.2279737 Jul 16 18:10:36.158637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-412dcf9d-47bd-47dd-90f6-84942566c923 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a6ee71c893814d7582d06d66ac1973a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0397589 Jul 16 18:10:36.171439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412dcf9d-47bd-47dd-90f6-84942566c923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831db1d6-4d4d-4d7f-9f9f-153a7b2569ca,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.174434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39020) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:36.193912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106570f7-5f3d-4400-8b51-72d36012e925 req-f50b157c-cbe7-407e-b2b4-adcc60ed81da tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:36.195754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-106570f7-5f3d-4400-8b51-72d36012e925 req-f50b157c-cbe7-407e-b2b4-adcc60ed81da tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 944 time: 0.5314558 Jul 16 18:10:36.202346 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ec9bc899-b04e-4256-98d0-cf6c7bb7f38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:36.203003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec9bc899-b04e-4256-98d0-cf6c7bb7f38d None None] The sync data for ids ['908b576b-bbdc-44f4-b643-2f22bc1486f3'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:36.260703 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-32d74e80-c2e6-4c88-901b-73315e05a1b9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27e1b332-974b-445e-9a42-b3119f6937a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0852787 Jul 16 18:10:36.301444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9d9e3d-a339-4fe5-8088-8a0553b34ed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745f5001-2592-409c-add9-7ba4f5d71204,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.389224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port 9313d863-51bb-4d8e-8813-b2eb99e6dcd5 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:36.389889 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.438994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-106570f7-5f3d-4400-8b51-72d36012e925 req-ad4fcdd2-8fcd-4e86-a28d-32d588ccc6c8 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809108 Jul 16 18:10:36.478807 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.506525 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf10f7ef-7557-41ff-80ac-ff6915240c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.526679 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-e4690c47-2092-4bf2-8557-373db58f12e0 service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2552850 Jul 16 18:10:36.588002 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf10f7ef-7557-41ff-80ac-ff6915240c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.598936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.669633 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.764537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f19116f1-6b23-47bd-be70-a86ee4767b34 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:36.801202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Network 13ce4986-d26e-4f96-8ffd-11ed79085e83 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:36.815746 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:36.819626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:36.890970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Pushing event updated for resources: {'Port': ['ID=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:36.922953 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b559706-c622-45d2-a1c7-33284224e509 req-ab96f8b9-f8b9-4a68-b6b9-62b5861aeaf3 service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819118 Jul 16 18:10:36.939869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port f19116f1-6b23-47bd-be70-a86ee4767b34 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:36.943323 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf10f7ef-7557-41ff-80ac-ff6915240c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.946397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port f19116f1-6b23-47bd-be70-a86ee4767b34 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:36.946782 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.953096 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf10f7ef-7557-41ff-80ac-ff6915240c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:36.959512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cf10f7ef-7557-41ff-80ac-ff6915240c26 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/831db1d6-4d4d-4d7f-9f9f-153a7b2569ca HTTP/1.1" status: 204 len: 168 time: 0.7622862 Jul 16 18:10:37.015451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.016393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.016785 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.017111 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Floating IP dedd72d1-8ea6-4329-990a-bcb95b97d858 disassociated. External IP: 172.25.7.252, port: 9313d863-51bb-4d8e-8813-b2eb99e6dcd5. Jul 16 18:10:37.017327 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.020508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf10f7ef-7557-41ff-80ac-ff6915240c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831db1d6-4d4d-4d7f-9f9f-153a7b2569ca,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.023479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for 9313d863-51bb-4d8e-8813-b2eb99e6dcd5 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:37.080102 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-fa5cfbfa-99a8-422c-89d4-45d8403b6721 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6484995 Jul 16 18:10:37.089988 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.096931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Request body: {'port': {'device_id': 'adc17ada-75bc-4cea-8e12-380541c95f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:37.129460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c36fdc-b4b1-481c-b40b-eb8c4501b024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19116f1-6b23-47bd-be70-a86ee4767b34'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:37.132903 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393938ac-3502-4554-87dc-c909fd3b9d57" -d '{"events": [{"server_uuid": "d7c36fdc-b4b1-481c-b40b-eb8c4501b024", "name": "network-vif-plugged", "status": "completed", "tag": "f19116f1-6b23-47bd-be70-a86ee4767b34"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:37.151336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f19116f1-6b23-47bd-be70-a86ee4767b34, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f19116f1-6b23-47bd-be70-a86ee4767b34,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:37.157747 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.218624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0150361d-95b4-4a54-a962-2f8218cf2ca2 req-79837751-a0c2-4c51-8015-d029053770ec tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.220230 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0150361d-95b4-4a54-a962-2f8218cf2ca2 req-79837751-a0c2-4c51-8015-d029053770ec tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 944 time: 0.5207646 Jul 16 18:10:37.230134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=f19116f1-6b23-47bd-be70-a86ee4767b34,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.334815 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0150361d-95b4-4a54-a962-2f8218cf2ca2 req-adaf73f8-f982-4f03-ad28-e08dd8e63981 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979283 Jul 16 18:10:37.417860 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403b0143-df64-4539-9bab-8aa31f42efe6 x-openstack-request-id: req-403b0143-df64-4539-9bab-8aa31f42efe6 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:37.418159 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c36fdc-b4b1-481c-b40b-eb8c4501b024", "name": "network-vif-plugged", "status": "completed", "tag": "f19116f1-6b23-47bd-be70-a86ee4767b34", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:37.418416 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-403b0143-df64-4539-9bab-8aa31f42efe6 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:37.418819 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c36fdc-b4b1-481c-b40b-eb8c4501b024', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f19116f1-6b23-47bd-be70-a86ee4767b34', 'code': 200} Jul 16 18:10:37.472789 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.567239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4be65444-74aa-4cc6-8e40-06a101c1b085 req-a97dcca4-4d77-4440-bf9c-351b33514a42 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 210 time: 0.1104496 Jul 16 18:10:37.607148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e4766-a525-4a2b-9c14-2b0bae9ad4f5 req-347f75d4-162f-457b-93da-b918ca36caae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.609064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b2e4766-a525-4a2b-9c14-2b0bae9ad4f5 req-347f75d4-162f-457b-93da-b918ca36caae service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 1095 time: 0.4064693 Jul 16 18:10:37.612809 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:37.632322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=9313d863-51bb-4d8e-8813-b2eb99e6dcd5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:37.840339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e4766-a525-4a2b-9c14-2b0bae9ad4f5 req-df311fe9-5e3f-4213-be2f-b756135323de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.841998 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b2e4766-a525-4a2b-9c14-2b0bae9ad4f5 req-df311fe9-5e3f-4213-be2f-b756135323de service neutron] 10.222.0.37 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 914 time: 0.1591203 Jul 16 18:10:37.937150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf93c5-1ed8-436d-ba6b-438b84a9deb5 req-5c508575-4692-489c-b01b-1017b27a8657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:37.939099 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cbaf93c5-1ed8-436d-ba6b-438b84a9deb5 req-5c508575-4692-489c-b01b-1017b27a8657 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 1096 time: 0.3930898 Jul 16 18:10:37.985103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router 908b576b-bbdc-44f4-b643-2f22bc1486f3 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:38.133098 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cbaf93c5-1ed8-436d-ba6b-438b84a9deb5 req-ca9c00a2-d43f-4c87-88e0-b68f19d05e46 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549230 Jul 16 18:10:38.156774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615fc80e-8bab-4c68-94ee-9c65861069b0 req-b73c42fe-f3f4-4315-8de7-7dc7e59d1273 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:38.159288 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-615fc80e-8bab-4c68-94ee-9c65861069b0 req-b73c42fe-f3f4-4315-8de7-7dc7e59d1273 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.2638128 Jul 16 18:10:38.276866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-615fc80e-8bab-4c68-94ee-9c65861069b0 req-e11f581a-8acf-4982-a546-1748889a1bef tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586188 Jul 16 18:10:38.288029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:38.300131 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112eff1-908b-401f-8173-158c0143da7a None None] Sync routers for ids ['908b576b-bbdc-44f4-b643-2f22bc1486f3'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:38.325208 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112eff1-908b-401f-8173-158c0143da7a None None] Routers {'908b576b-bbdc-44f4-b643-2f22bc1486f3'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:38.325938 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d112eff1-908b-401f-8173-158c0143da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['908b576b-bbdc-44f4-b643-2f22bc1486f3'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:38.393664 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:38.399312 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1fa7484a-e9f3-4095-94dd-fa3c329d04a5 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/ports/9313d863-51bb-4d8e-8813-b2eb99e6dcd5 HTTP/1.1" status: 204 len: 168 time: 2.2650716 Jul 16 18:10:38.400052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39118) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:38.471533 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d112eff1-908b-401f-8173-158c0143da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:38.493561 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d112eff1-908b-401f-8173-158c0143da7a None None] Routers {'908b576b-bbdc-44f4-b643-2f22bc1486f3'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:38.494325 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d112eff1-908b-401f-8173-158c0143da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['908b576b-bbdc-44f4-b643-2f22bc1486f3'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:38.566726 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d112eff1-908b-401f-8173-158c0143da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:38.569684 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d112eff1-908b-401f-8173-158c0143da7a None None] The sync data for ids ['908b576b-bbdc-44f4-b643-2f22bc1486f3'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:38.835657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b2e4766-a525-4a2b-9c14-2b0bae9ad4f5 req-8d0dfe26-d87e-4126-bcfd-9b361e456409 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=41242ee3-4608-421e-8ec1-df5eab8f6aaf HTTP/1.1" status: 200 len: 217 time: 0.9554858 Jul 16 18:10:38.927942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51bfa51c-1db9-48a4-b38f-a38aff9bfd1e req-00f0e5d5-94de-4705-9dac-7ffe5776afd1 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 210 time: 0.0841115 Jul 16 18:10:39.018836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-3f594f2e-ccff-4a6f-9d25-fd2e4c75be47 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.021557 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-3f594f2e-ccff-4a6f-9d25-fd2e4c75be47 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.37 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 819 time: 1.7018926 Jul 16 18:10:39.034657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c6b20-b508-454c-9168-c52e9bb97480 req-32860997-9d95-404e-9e7b-27acf7e5ae23 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.056006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e6c6b20-b508-454c-9168-c52e9bb97480 req-32860997-9d95-404e-9e7b-27acf7e5ae23 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 944 time: 0.3581200 Jul 16 18:10:39.131726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e6c6b20-b508-454c-9168-c52e9bb97480 req-c7cdab74-b476-4fd4-9196-be276e180be4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690517 Jul 16 18:10:39.204410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Request body: {'port': {'device_id': 'cab49d7e-ed8a-464c-8b95-63981119fcda', 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83', 'admin_state_up': True, 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:39.231225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f026d67b-c947-42ae-a605-f5793e280264 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.268915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2e4766-a525-4a2b-9c14-2b0bae9ad4f5 req-842d7279-d7d7-43d9-aead-1e42366ff5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.270968 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b2e4766-a525-4a2b-9c14-2b0bae9ad4f5 req-842d7279-d7d7-43d9-aead-1e42366ff5fe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13f068b8-d687-447c-9e12-67b3a467d48c HTTP/1.1" status: 200 len: 853 time: 0.4127729 Jul 16 18:10:39.334596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b2e4766-a525-4a2b-9c14-2b0bae9ad4f5 req-bd90c636-1d2e-4366-bd34-30b8d99015a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27e1b332-974b-445e-9a42-b3119f6937a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567088 Jul 16 18:10:39.690017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Made reservation on behalf of 3527270398ad4b0083aab94bfdca9b5c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:39.694083 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.709612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f026d67b-c947-42ae-a605-f5793e280264 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port 0330ec77-0c6b-4eff-b1da-693bd7fb33ee {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:39.709990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f026d67b-c947-42ae-a605-f5793e280264 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.727104 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b2e4766-a525-4a2b-9c14-2b0bae9ad4f5 req-80be4445-145f-4909-9f22-0e8d6d6a6582 service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3489447 Jul 16 18:10:39.819852 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f026d67b-c947-42ae-a605-f5793e280264 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:39.834235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f026d67b-c947-42ae-a605-f5793e280264 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for 0330ec77-0c6b-4eff-b1da-693bd7fb33ee owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:39.976747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed09350-b087-4406-b259-7c91f69872ec req-4f3cb377-33f2-4a07-8665-1daca712e47d tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:39.978751 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eed09350-b087-4406-b259-7c91f69872ec req-4f3cb377-33f2-4a07-8665-1daca712e47d tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.3794227 Jul 16 18:10:39.991189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:40.021765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 41242ee3-4608-421e-8ec1-df5eab8f6aaf details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:40.032363 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.067680 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eed09350-b087-4406-b259-7c91f69872ec req-a436434e-eb68-4af9-a504-76d49bd0796b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810921 Jul 16 18:10:40.089622 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1b2e4766-a525-4a2b-9c14-2b0bae9ad4f5 req-b36856c0-1e03-4365-b971-cc25fabbb6a7 service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3529921 Jul 16 18:10:40.090671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Transition to ACTIVE for port object 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:40.242407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Allocated IP 172.20.0.8 (13ce4986-d26e-4f96-8ffd-11ed79085e83/9f76011d-b60e-4cfd-83c1-aa32785951cc/694be1b3-3c41-47a6-a257-2bd1b2103518) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:10:40.274165 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0071297d-0b07-4861-bb48-a41edbcd8017 req-e099bd93-85a1-4b31-9aeb-b0d949bb6ab1 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 210 time: 0.1072028 Jul 16 18:10:40.274994 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f026d67b-c947-42ae-a605-f5793e280264 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.294007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 41242ee3-4608-421e-8ec1-df5eab8f6aaf, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=41242ee3-4608-421e-8ec1-df5eab8f6aaf,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:40.309871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '41242ee3-4608-421e-8ec1-df5eab8f6aaf', 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1', 'port_id': '41242ee3-4608-421e-8ec1-df5eab8f6aaf', 'mac_address': 'fa:16:3e:81:87:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f068b8-d687-447c-9e12-67b3a467d48c', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:40.322887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.334415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f026d67b-c947-42ae-a605-f5793e280264 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=0330ec77-0c6b-4eff-b1da-693bd7fb33ee,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.408288 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.453132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41242ee3-4608-421e-8ec1-df5eab8f6aaf {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:40.507866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 41242ee3-4608-421e-8ec1-df5eab8f6aaf, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=41242ee3-4608-421e-8ec1-df5eab8f6aaf,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:40.524495 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:40.615620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=41242ee3-4608-421e-8ec1-df5eab8f6aaf,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:40.912013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['41242ee3-4608-421e-8ec1-df5eab8f6aaf'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:40.915343 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.068402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:41.176682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.177621 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f026d67b-c947-42ae-a605-f5793e280264 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.221063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42c8e1-bee6-4268-924c-096baa8b2364 req-875e5b71-b205-4ad0-bbac-ad85caa70f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.228172 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac42c8e1-bee6-4268-924c-096baa8b2364 req-875e5b71-b205-4ad0-bbac-ad85caa70f51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675a398a6dea4d84b004a112e1b941ff&device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 1096 time: 0.4457550 Jul 16 18:10:41.242888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8cef69-ec65-4c7f-bfbd-c98743f928b4 req-25f29bc2-df60-4c51-a584-f56362b7e578 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.245062 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d8cef69-ec65-4c7f-bfbd-c98743f928b4 req-25f29bc2-df60-4c51-a584-f56362b7e578 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 945 time: 0.5922689 Jul 16 18:10:41.393754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Attempting to bind port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:41.394120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Attempting to bind port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:41.394619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Attempting to bind port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 on network 13ce4986-d26e-4f96-8ffd-11ed79085e83 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:41.407946 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d8cef69-ec65-4c7f-bfbd-c98743f928b4 req-29dd22b0-a14e-4ea6-9046-69841aa809b6 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095335 Jul 16 18:10:41.423848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Network 13ce4986-d26e-4f96-8ffd-11ed79085e83 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:10:41.447090 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 on network 13ce4986-d26e-4f96-8ffd-11ed79085e83 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:41.447090 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Attempting to bind port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 on network 13ce4986-d26e-4f96-8ffd-11ed79085e83 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:41.449566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:41.459708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:10:41.470445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:41.470916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Checking segment: {'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:41.471489 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Bound using segment: {'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:41.472437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Bound port: 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:41.472836 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.534501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Pushing event updated for resources: {'Port': ['ID=694be1b3-3c41-47a6-a257-2bd1b2103518,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:41.549014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42c8e1-bee6-4268-924c-096baa8b2364 req-7d24fd7c-5429-4bc8-9789-15e233edc463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.551050 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac42c8e1-bee6-4268-924c-096baa8b2364 req-7d24fd7c-5429-4bc8-9789-15e233edc463 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccc33d11-cffe-4e1c-b1ab-826292e171d2 HTTP/1.1" status: 200 len: 910 time: 0.3048232 Jul 16 18:10:41.598293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b09366-9123-4bce-8ff9-ee47148bf9da req-dcd16e03-c2d2-4112-b8db-e3285c4a7af7 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.606511 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2b09366-9123-4bce-8ff9-ee47148bf9da req-dcd16e03-c2d2-4112-b8db-e3285c4a7af7 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.4345510 Jul 16 18:10:41.720100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2b09366-9123-4bce-8ff9-ee47148bf9da req-bb4018c0-3b6a-4cdd-b151-2dfeef5fd3bb tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120532 Jul 16 18:10:41.742303 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.744076 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.805794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] For port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:41.810929 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] For port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:41.820353 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.870058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39218) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:41.884979 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-26ca4e59-3181-42c2-bc33-5a1eea5e5776 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7079933 Jul 16 18:10:41.891201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:41.891954 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:41.893469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] 10.222.0.18 "PUT /v2.0/ports/5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 HTTP/1.1" status: 200 len: 1091 time: 4.8047252 Jul 16 18:10:41.894007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc17ada-75bc-4cea-8e12-380541c95f84', 'tag': '5ac8a80d-b1e0-4580-ba20-cd2ca72975e6'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:41.897698 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3a8117-5fba-4831-828d-ccb4ee31e25b" -d '{"events": [{"name": "network-changed", "server_uuid": "adc17ada-75bc-4cea-8e12-380541c95f84", "tag": "5ac8a80d-b1e0-4580-ba20-cd2ca72975e6"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:41.939034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Request body: {'port': {'device_id': 'cab49d7e-ed8a-464c-8b95-63981119fcda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:41.980527 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.033038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 41242ee3-4608-421e-8ec1-df5eab8f6aaf up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:42.071336 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213f89b4-ca44-44b6-bbdd-3c1933f4e96f x-openstack-request-id: req-213f89b4-ca44-44b6-bbdd-3c1933f4e96f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:42.072182 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc17ada-75bc-4cea-8e12-380541c95f84", "tag": "5ac8a80d-b1e0-4580-ba20-cd2ca72975e6", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:42.072182 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-213f89b4-ca44-44b6-bbdd-3c1933f4e96f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:42.072654 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc17ada-75bc-4cea-8e12-380541c95f84', 'tag': '5ac8a80d-b1e0-4580-ba20-cd2ca72975e6', 'status': 'completed', 'code': 200} Jul 16 18:10:42.083276 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.218472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 41242ee3-4608-421e-8ec1-df5eab8f6aaf completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:42.246558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 41242ee3-4608-421e-8ec1-df5eab8f6aaf triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:42.251055 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.451404 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.484164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92c6ffd-4222-44af-a174-ba3f194f77b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41242ee3-4608-421e-8ec1-df5eab8f6aaf'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:42.486712 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac20290-1451-4371-8ace-2c945e308771" -d '{"events": [{"server_uuid": "b92c6ffd-4222-44af-a174-ba3f194f77b0", "name": "network-vif-plugged", "status": "completed", "tag": "41242ee3-4608-421e-8ec1-df5eab8f6aaf"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:42.504714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 41242ee3-4608-421e-8ec1-df5eab8f6aaf, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=41242ee3-4608-421e-8ec1-df5eab8f6aaf,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:42.510575 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.554722 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac42c8e1-bee6-4268-924c-096baa8b2364 req-0c6391ea-750c-4b67-9238-cd311bb5baef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f19116f1-6b23-47bd-be70-a86ee4767b34 HTTP/1.1" status: 200 len: 217 time: 0.8843439 Jul 16 18:10:42.565015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f026d67b-c947-42ae-a605-f5793e280264 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router 908b576b-bbdc-44f4-b643-2f22bc1486f3 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:42.584794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=41242ee3-4608-421e-8ec1-df5eab8f6aaf,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.623450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b691c-5190-4394-bac0-d9a870f16226 service neutron] Pushing event updated for resources: {'Port': ['ID=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:42.653132 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-516e8a68-0788-40ac-976e-2ba6e6764ebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:42.748100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42c8e1-bee6-4268-924c-096baa8b2364 req-4586e2d9-4b64-4655-aeb9-2c3ec520f56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.749651 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac42c8e1-bee6-4268-924c-096baa8b2364 req-4586e2d9-4b64-4655-aeb9-2c3ec520f56f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1df18640-4bdf-41b8-a809-6f4222c3c26a HTTP/1.1" status: 200 len: 849 time: 0.1805527 Jul 16 18:10:42.765751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-f2d846c5-7bfa-4222-84b5-76156ea65219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.767500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-f2d846c5-7bfa-4222-84b5-76156ea65219 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 1094 time: 0.6938765 Jul 16 18:10:42.788069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cbf20a-586e-4258-b95d-26383709c280 req-b422aa8f-8812-4d5a-bbc6-a6e416e5e454 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:42.789335 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63cbf20a-586e-4258-b95d-26383709c280 req-b422aa8f-8812-4d5a-bbc6-a6e416e5e454 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 931 time: 1.1120062 Jul 16 18:10:42.848668 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac42c8e1-bee6-4268-924c-096baa8b2364 req-e577f385-c8b5-47f4-b81d-595fc4f581bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc33d11-cffe-4e1c-b1ab-826292e171d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0823791 Jul 16 18:10:42.906513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-54fdf17a-be0e-49db-8491-b0396c7f421d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 HTTP/1.1" status: 200 len: 217 time: 0.1275547 Jul 16 18:10:42.938769 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63cbf20a-586e-4258-b95d-26383709c280 req-a919720a-adc3-4361-8eea-537b62fcce56 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037192 Jul 16 18:10:42.997239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f026d67b-c947-42ae-a605-f5793e280264 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:43.009586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72270408-b7e2-456c-b787-9ecfe66a3227 None None] Sync routers for ids ['908b576b-bbdc-44f4-b643-2f22bc1486f3'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:43.015649 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f026d67b-c947-42ae-a605-f5793e280264 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "PUT /v2.0/routers/908b576b-bbdc-44f4-b643-2f22bc1486f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6114640 Jul 16 18:10:43.016430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39244) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.027312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72270408-b7e2-456c-b787-9ecfe66a3227 None None] Routers {'908b576b-bbdc-44f4-b643-2f22bc1486f3'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:43.029568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-72270408-b7e2-456c-b787-9ecfe66a3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['908b576b-bbdc-44f4-b643-2f22bc1486f3'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:43.056582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bac439f-36b0-429e-ba1c-e4ca452c6ffe req-564dd0db-abac-41fc-a2e6-09c98ffaf2b4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.063315 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0bac439f-36b0-429e-ba1c-e4ca452c6ffe req-564dd0db-abac-41fc-a2e6-09c98ffaf2b4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 946 time: 0.4078202 Jul 16 18:10:43.077993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 694be1b3-3c41-47a6-a257-2bd1b2103518 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:43.103183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-516e8a68-0788-40ac-976e-2ba6e6764ebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.105343 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.125226 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-516e8a68-0788-40ac-976e-2ba6e6764ebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.133822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-f6ae3248-c04e-4373-aead-bf3cbb3aa7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.135910 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-f6ae3248-c04e-4373-aead-bf3cbb3aa7f4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 200 len: 859 time: 0.1951585 Jul 16 18:10:43.171447 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8f6607-1ae8-4af6-a2f6-69e31b46bb87 x-openstack-request-id: req-fe8f6607-1ae8-4af6-a2f6-69e31b46bb87 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:43.172534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Transition to ACTIVE for port object 694be1b3-3c41-47a6-a257-2bd1b2103518 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:10:43.172911 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92c6ffd-4222-44af-a174-ba3f194f77b0", "name": "network-vif-plugged", "status": "completed", "tag": "41242ee3-4608-421e-8ec1-df5eab8f6aaf", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:43.173448 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe8f6607-1ae8-4af6-a2f6-69e31b46bb87 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:43.174088 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92c6ffd-4222-44af-a174-ba3f194f77b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41242ee3-4608-421e-8ec1-df5eab8f6aaf', 'code': 200} Jul 16 18:10:43.176415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-72270408-b7e2-456c-b787-9ecfe66a3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:43.192677 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac42c8e1-bee6-4268-924c-096baa8b2364 req-467bdddf-d944-46d4-8f20-da196034e6f7 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3291771 Jul 16 18:10:43.209264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72270408-b7e2-456c-b787-9ecfe66a3227 None None] Routers {'908b576b-bbdc-44f4-b643-2f22bc1486f3'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:43.211620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-72270408-b7e2-456c-b787-9ecfe66a3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['908b576b-bbdc-44f4-b643-2f22bc1486f3'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:43.214313 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.292888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-72270408-b7e2-456c-b787-9ecfe66a3227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:43.293564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72270408-b7e2-456c-b787-9ecfe66a3227 None None] The sync data for ids ['908b576b-bbdc-44f4-b643-2f22bc1486f3'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:43.305821 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0bac439f-36b0-429e-ba1c-e4ca452c6ffe req-e26b642a-6f07-48f8-9d06-0bdfab14ded3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379625 Jul 16 18:10:43.318616 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-9d93aa3f-d7b9-43e7-b829-6b773f48fc5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13ce4986-d26e-4f96-8ffd-11ed79085e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1607089 Jul 16 18:10:43.334383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e8a68-0788-40ac-976e-2ba6e6764ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d319f567-e427-485d-b1c7-a4892530d447,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.369779 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac42c8e1-bee6-4268-924c-096baa8b2364 req-14be3f76-82d4-4143-9e74-4d3172b2053b service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518059 Jul 16 18:10:43.369779 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.392692 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-516e8a68-0788-40ac-976e-2ba6e6764ebb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fa2140f4d3c449aaba083e7ab0d51998&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5182235 Jul 16 18:10:43.420130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39256) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:43.478043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=694be1b3-3c41-47a6-a257-2bd1b2103518,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.601289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62c6b74-af80-480b-85f4-ae7609859ef0 req-8978f325-bef2-4720-92d1-d3a0fe5290c4 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.602878 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a62c6b74-af80-480b-85f4-ae7609859ef0 req-8978f325-bef2-4720-92d1-d3a0fe5290c4 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.2323279 Jul 16 18:10:43.612838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0292aa-c340-465b-8ae9-62c7a6356dae req-a21b57a9-7ecf-426f-b17a-3b7abaff8edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:43.615059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb0292aa-c340-465b-8ae9-62c7a6356dae req-a21b57a9-7ecf-426f-b17a-3b7abaff8edd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 1097 time: 0.4536245 Jul 16 18:10:43.640033 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf0b1-5af3-4cb6-9c88-c20cd9030359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.658369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-0264fb43-1107-4b94-b899-908646fe87a7 service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724569 Jul 16 18:10:43.668837 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.679228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Attempting to bind port 694be1b3-3c41-47a6-a257-2bd1b2103518 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:10:43.679643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Attempting to bind port 694be1b3-3c41-47a6-a257-2bd1b2103518 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:10:43.680029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Attempting to bind port 694be1b3-3c41-47a6-a257-2bd1b2103518 on network 13ce4986-d26e-4f96-8ffd-11ed79085e83 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:43.686498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Port 694be1b3-3c41-47a6-a257-2bd1b2103518 on network 13ce4986-d26e-4f96-8ffd-11ed79085e83 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:10:43.686809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Attempting to bind port 694be1b3-3c41-47a6-a257-2bd1b2103518 on network 13ce4986-d26e-4f96-8ffd-11ed79085e83 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:10:43.688242 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf0b1-5af3-4cb6-9c88-c20cd9030359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.693428 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a62c6b74-af80-480b-85f4-ae7609859ef0 req-efe71378-39ef-49b8-83da-007c2d6da46a tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751214 Jul 16 18:10:43.756425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:10:43.757094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Checking segment: {'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:43.757716 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Bound using segment: {'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:10:43.758538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Bound port: 694be1b3-3c41-47a6-a257-2bd1b2103518, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:10:43.759337 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.781972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf0b1-5af3-4cb6-9c88-c20cd9030359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.788078 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b9bf0b1-5af3-4cb6-9c88-c20cd9030359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.793227 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5b9bf0b1-5af3-4cb6-9c88-c20cd9030359 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d319f567-e427-485d-b1c7-a4892530d447 HTTP/1.1" status: 204 len: 168 time: 0.3690403 Jul 16 18:10:43.805490 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb0292aa-c340-465b-8ae9-62c7a6356dae req-8040ad43-5020-4700-867c-6ac6a78328ca service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709266 Jul 16 18:10:43.811598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9bf0b1-5af3-4cb6-9c88-c20cd9030359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d319f567-e427-485d-b1c7-a4892530d447,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:43.823836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port 9d323a62-5cc7-4578-a1f1-63da9d947ead {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:43.824225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.917508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] For port 694be1b3-3c41-47a6-a257-2bd1b2103518, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:10:43.920623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ce0d921-b9ee-4795-9c74-33715aed6378 req-e2f9ab84-4ba0-4123-af79-49aeb912e0f7 service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350821 Jul 16 18:10:43.955653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] For port 694be1b3-3c41-47a6-a257-2bd1b2103518, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=694be1b3-3c41-47a6-a257-2bd1b2103518,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:10:43.962733 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.964861 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:43.985573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for 9d323a62-5cc7-4578-a1f1-63da9d947ead owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:44.014038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.014724 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.016173 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] 10.222.0.37 "PUT /v2.0/ports/694be1b3-3c41-47a6-a257-2bd1b2103518 HTTP/1.1" status: 200 len: 1091 time: 2.0930998 Jul 16 18:10:44.073355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cab49d7e-ed8a-464c-8b95-63981119fcda', 'tag': '694be1b3-3c41-47a6-a257-2bd1b2103518'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:44.079889 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cfd0d2a-427c-4bee-8ac7-a923a864bf2d" -d '{"events": [{"name": "network-changed", "server_uuid": "cab49d7e-ed8a-464c-8b95-63981119fcda", "tag": "694be1b3-3c41-47a6-a257-2bd1b2103518"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:44.086260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2c252f-bdcf-4292-851e-12326b8b9bf1 service neutron] Pushing event updated for resources: {'Port': ['ID=694be1b3-3c41-47a6-a257-2bd1b2103518,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.177711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a8117-5fba-4831-828d-ccb4ee31e25b req-c7d63407-cee9-4b04-b924-19c8c9fa892b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.179420 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f3a8117-5fba-4831-828d-ccb4ee31e25b req-c7d63407-cee9-4b04-b924-19c8c9fa892b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 1094 time: 0.1820059 Jul 16 18:10:44.206235 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0105c6-d118-4970-8e00-7293239b934f x-openstack-request-id: req-ff0105c6-d118-4970-8e00-7293239b934f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:44.207703 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cab49d7e-ed8a-464c-8b95-63981119fcda", "tag": "694be1b3-3c41-47a6-a257-2bd1b2103518", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:44.208197 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff0105c6-d118-4970-8e00-7293239b934f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:44.208873 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cab49d7e-ed8a-464c-8b95-63981119fcda', 'tag': '694be1b3-3c41-47a6-a257-2bd1b2103518', 'status': 'completed', 'code': 200} Jul 16 18:10:44.305666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39290) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:44.342289 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.384408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=9d323a62-5cc7-4578-a1f1-63da9d947ead,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:44.398010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-12719d08-dcb7-46ad-bc19-1cee305b9245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.453537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a8117-5fba-4831-828d-ccb4ee31e25b req-9ca5658c-25f9-40c6-8309-90309f8f6dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.454840 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f3a8117-5fba-4831-828d-ccb4ee31e25b req-9ca5658c-25f9-40c6-8309-90309f8f6dc0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 920 time: 0.2599325 Jul 16 18:10:44.478324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.486289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-4b3dd9b9-eba9-44e0-9e8d-277586db9cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.488023 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-4b3dd9b9-eba9-44e0-9e8d-277586db9cd9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 1094 time: 0.2906892 Jul 16 18:10:44.643979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.647730 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.711119 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.712211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Fanout notify agent at l3_agent the message router_deleted on router 908b576b-bbdc-44f4-b643-2f22bc1486f3 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:10:44.736099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.742693 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f907ddeb-8c41-45ca-9b36-6377d916ca70 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/routers/908b576b-bbdc-44f4-b643-2f22bc1486f3 HTTP/1.1" status: 204 len: 168 time: 1.7251692 Jul 16 18:10:44.754181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd5f2ac-fb87-426c-8c55-afd76a16f976 req-7b21559e-f7ef-4d28-9e4d-1cfec5c26821 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.761856 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cbd5f2ac-fb87-426c-8c55-afd76a16f976 req-7b21559e-f7ef-4d28-9e4d-1cfec5c26821 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 946 time: 0.2334247 Jul 16 18:10:44.763571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39296) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:44.850278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc88db5-4425-4a57-ae76-593ab639a757 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting subnet 3a546fe0-5995-485d-ab59-afe01476dcfa {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:44.864988 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc88db5-4425-4a57-ae76-593ab639a757 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.872420 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cbd5f2ac-fb87-426c-8c55-afd76a16f976 req-1633b15c-ed9a-4c2d-893e-41bd7d4083f4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095145 Jul 16 18:10:44.904531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0756fd92-d812-457f-896e-4c908c3739fe req-ae9a0938-93c1-4f49-bf08-411bf50da3a0 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:44.906694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0756fd92-d812-457f-896e-4c908c3739fe req-ae9a0938-93c1-4f49-bf08-411bf50da3a0 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 943 time: 0.7097194 Jul 16 18:10:44.915950 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f3a8117-5fba-4831-828d-ccb4ee31e25b req-8b915779-6f6e-4ee5-837b-9514f0ae61c1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 HTTP/1.1" status: 200 len: 217 time: 0.4526355 Jul 16 18:10:44.944678 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc88db5-4425-4a57-ae76-593ab639a757 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:44.965827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-19da9826-75f6-478b-9bfb-767527da8623 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=694be1b3-3c41-47a6-a257-2bd1b2103518 HTTP/1.1" status: 200 len: 217 time: 0.0706365 Jul 16 18:10:45.157156 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc88db5-4425-4a57-ae76-593ab639a757 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.175726 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0756fd92-d812-457f-896e-4c908c3739fe req-b3aead02-ea70-4018-9c27-ff135c27f4c0 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273841 Jul 16 18:10:45.201061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3a8117-5fba-4831-828d-ccb4ee31e25b req-53b2c4f7-7bea-4abd-87c7-21d74414be9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.202815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f3a8117-5fba-4831-828d-ccb4ee31e25b req-53b2c4f7-7bea-4abd-87c7-21d74414be9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 200 len: 859 time: 0.2536283 Jul 16 18:10:45.224591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-d087e5a3-1ddc-4e84-9483-8d9f630c2d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:45.226429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-d087e5a3-1ddc-4e84-9483-8d9f630c2d3a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 200 len: 859 time: 0.2253938 Jul 16 18:10:45.245088 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc88db5-4425-4a57-ae76-593ab639a757 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.279638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc488e27-face-4417-bf5a-7dc8d74ff8f6 None None] Network 7ba2c668-df4f-4606-bb87-8c479b77bf06 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:45.287628 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f3a8117-5fba-4831-828d-ccb4ee31e25b req-09f08720-f0d4-4cd8-8de8-409cc51a49ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13ce4986-d26e-4f96-8ffd-11ed79085e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646758 Jul 16 18:10:45.306196 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc88db5-4425-4a57-ae76-593ab639a757 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Subnet': ['ID=3a546fe0-5995-485d-ab59-afe01476dcfa,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.308979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc88db5-4425-4a57-ae76-593ab639a757 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.318621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-afc88db5-4425-4a57-ae76-593ab639a757 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/subnets/3a546fe0-5995-485d-ab59-afe01476dcfa HTTP/1.1" status: 204 len: 168 time: 0.5529811 Jul 16 18:10:45.319782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39304) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:45.351799 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-91f0ceba-e99e-4cc8-9c98-012dc869b2a2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ce4986-d26e-4f96-8ffd-11ed79085e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0706918 Jul 16 18:10:45.410624 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-12719d08-dcb7-46ad-bc19-1cee305b9245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.445210 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-12719d08-dcb7-46ad-bc19-1cee305b9245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.493794 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.558492 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4a8f38b6-b7d2-41f5-b517-959e15ff3cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.587734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port 1635b4ef-5176-4e0e-bfe7-16541ee99504 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:45.588067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.665353 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] For port 1635b4ef-5176-4e0e-bfe7-16541ee99504, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1635b4ef-5176-4e0e-bfe7-16541ee99504,segment=NetworkSegment(d8f8682d-b718-4271-ad9f-ef89e4b88dd2),segment_id=d8f8682d-b718-4271-ad9f-ef89e4b88dd2)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:45.665985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.686079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fcdac6-6e1d-4505-a135-72cedc8a00c7 None None] DHCP port deletion for 7ba2c668-df4f-4606-bb87-8c479b77bf06 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:10:45.694309 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for 1635b4ef-5176-4e0e-bfe7-16541ee99504 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:45.763133 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f3a8117-5fba-4831-828d-ccb4ee31e25b req-82939f23-06eb-422a-9b19-1f2dcfcf2c87 service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4142091 Jul 16 18:10:45.771900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-61fcdac6-6e1d-4505-a135-72cedc8a00c7 None None] Deleting port 1635b4ef-5176-4e0e-bfe7-16541ee99504 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:45.774746 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-61fcdac6-6e1d-4505-a135-72cedc8a00c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.778584 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-12719d08-dcb7-46ad-bc19-1cee305b9245 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=95ee9e07d43e4f9793f5cbc45e8c11f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4676385 Jul 16 18:10:45.790913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39306) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:45.830733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12719d08-dcb7-46ad-bc19-1cee305b9245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ce47ce7-1f1a-4fa4-9404-f9fe9a8435fb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.832313 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.879210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-61fcdac6-6e1d-4505-a135-72cedc8a00c7 None None] For port 1635b4ef-5176-4e0e-bfe7-16541ee99504, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1635b4ef-5176-4e0e-bfe7-16541ee99504,segment=NetworkSegment(d8f8682d-b718-4271-ad9f-ef89e4b88dd2),segment_id=d8f8682d-b718-4271-ad9f-ef89e4b88dd2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:45.880125 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-61fcdac6-6e1d-4505-a135-72cedc8a00c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:45.907296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-61fcdac6-6e1d-4505-a135-72cedc8a00c7 None None] Calling delete_port for 1635b4ef-5176-4e0e-bfe7-16541ee99504 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:45.907747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=1635b4ef-5176-4e0e-bfe7-16541ee99504,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:45.914689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] No DVR routers for this DVR port 1635b4ef-5176-4e0e-bfe7-16541ee99504 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:45.979977 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-ecb75cf1-9ae8-460e-ba2f-288eee33d852 service neutron] 10.222.0.37 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6095371 Jul 16 18:10:45.980646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1635b4ef-5176-4e0e-bfe7-16541ee99504 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:45.982039 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f3a8117-5fba-4831-828d-ccb4ee31e25b req-8332733d-1769-419f-8de6-9588e253e042 service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997621 Jul 16 18:10:46.011113 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 1635b4ef-5176-4e0e-bfe7-16541ee99504 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:46.011457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1635b4ef-5176-4e0e-bfe7-16541ee99504 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:46.041808 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.053882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ba2c668-df4f-4606-bb87-8c479b77bf06']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:46.060079 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-61fcdac6-6e1d-4505-a135-72cedc8a00c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.066274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8f8682d-b718-4271-ad9f-ef89e4b88dd2') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:46.066274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8f8682d-b718-4271-ad9f-ef89e4b88dd2') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:46.077077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.090964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fcdac6-6e1d-4505-a135-72cedc8a00c7 None None] Pushing event deleted for resources: {'Port': ['ID=1635b4ef-5176-4e0e-bfe7-16541ee99504,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:46.093793 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.101572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:46.102011 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.110195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61fcdac6-6e1d-4505-a135-72cedc8a00c7 None None] No DVR routers for this DVR port 1635b4ef-5176-4e0e-bfe7-16541ee99504 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:46.130684 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:46.138080 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac14c1-a98f-42d1-831c-0b757e5f0ed0 req-f448ce4f-e1e4-4873-9e54-4b554cb31b32 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.142402 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2ac14c1-a98f-42d1-831c-0b757e5f0ed0 req-f448ce4f-e1e4-4873-9e54-4b554cb31b32 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.6466103 Jul 16 18:10:46.148420 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-602c6a84-90cd-4c98-95a2-c63e28dff232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.181103 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-602c6a84-90cd-4c98-95a2-c63e28dff232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.236895 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.247059 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.249048 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/networks/7ba2c668-df4f-4606-bb87-8c479b77bf06 HTTP/1.1" status: 204 len: 168 time: 0.9270554 Jul 16 18:10:46.260903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39318) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:46.281004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691236e0-3258-470e-850b-1184403a3518 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Network': ['ID=7ba2c668-df4f-4606-bb87-8c479b77bf06,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:46.358427 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-602c6a84-90cd-4c98-95a2-c63e28dff232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.359940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-602c6a84-90cd-4c98-95a2-c63e28dff232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.361105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-602c6a84-90cd-4c98-95a2-c63e28dff232 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3ce47ce7-1f1a-4fa4-9404-f9fe9a8435fb HTTP/1.1" status: 204 len: 168 time: 0.5633702 Jul 16 18:10:46.372627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602c6a84-90cd-4c98-95a2-c63e28dff232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ce47ce7-1f1a-4fa4-9404-f9fe9a8435fb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:46.379134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fb2931c-b210-4776-b81c-e5cdac897766 req-c015db9b-7834-49d0-950b-0d4e92439195 service neutron] 10.222.0.37 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3804445 Jul 16 18:10:46.415539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2ac14c1-a98f-42d1-831c-0b757e5f0ed0 req-db472bee-4c2a-40f6-b1be-9ea08e973c7c tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958013 Jul 16 18:10:46.457536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3541e8-8b08-4eb6-a3e8-950a4f2d9c10 req-a7ba3287-bb08-4791-9fc8-cc05217c4a17 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.459137 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5a3541e8-8b08-4eb6-a3e8-950a4f2d9c10 req-a7ba3287-bb08-4791-9fc8-cc05217c4a17 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 946 time: 0.3294923 Jul 16 18:10:46.609223 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5a3541e8-8b08-4eb6-a3e8-950a4f2d9c10 req-af737a7a-14c5-4755-9ddd-c380bf5cf2bb tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419311 Jul 16 18:10:46.640282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d5de4029-39cb-4bd4-bc83-251e8496c717 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port d3ee5b77-69bd-40ad-bff7-a941ba03d8d5 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:46.640775 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5de4029-39cb-4bd4-bc83-251e8496c717 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.719856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0d2a-427c-4bee-8ac7-a923a864bf2d req-68d9896b-accc-4499-ae15-4f9a640a2759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.723408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cfd0d2a-427c-4bee-8ac7-a923a864bf2d req-68d9896b-accc-4499-ae15-4f9a640a2759 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 1094 time: 0.2190070 Jul 16 18:10:46.744020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5de4029-39cb-4bd4-bc83-251e8496c717 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.744604 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5de4029-39cb-4bd4-bc83-251e8496c717 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.759087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d5de4029-39cb-4bd4-bc83-251e8496c717 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for d3ee5b77-69bd-40ad-bff7-a941ba03d8d5 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:46.810110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d65fdda-0812-4304-ac6d-a93a49dc4179 req-a12847ce-bac8-4642-bf1f-e1937e3408ff tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:46.817957 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d65fdda-0812-4304-ac6d-a93a49dc4179 req-a12847ce-bac8-4642-bf1f-e1937e3408ff tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 943 time: 0.2569129 Jul 16 18:10:46.845385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:46.913871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5de4029-39cb-4bd4-bc83-251e8496c717 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:46.953558 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de4029-39cb-4bd4-bc83-251e8496c717 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=d3ee5b77-69bd-40ad-bff7-a941ba03d8d5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.032448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d65fdda-0812-4304-ac6d-a93a49dc4179 req-1507fa84-4eb1-4c8c-a2eb-b527c7c53d72 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133338 Jul 16 18:10:47.067996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0d2a-427c-4bee-8ac7-a923a864bf2d req-0778c0a3-b84f-4323-9345-fcd23206fdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.072563 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cfd0d2a-427c-4bee-8ac7-a923a864bf2d req-0778c0a3-b84f-4323-9345-fcd23206fdb1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 920 time: 0.3395009 Jul 16 18:10:47.074197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:47.089105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '5ac8a80d-b1e0-4580-ba20-cd2ca72975e6', 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83', 'port_id': '5ac8a80d-b1e0-4580-ba20-cd2ca72975e6', 'mac_address': 'fa:16:3e:27:5f:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f76011d-b60e-4cfd-83c1-aa32785951cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:47.124353 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5de4029-39cb-4bd4-bc83-251e8496c717 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.129295 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5de4029-39cb-4bd4-bc83-251e8496c717 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.136087 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d5de4029-39cb-4bd4-bc83-251e8496c717 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/floatingips/dedd72d1-8ea6-4329-990a-bcb95b97d858 HTTP/1.1" status: 204 len: 168 time: 0.8670969 Jul 16 18:10:47.139367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39338) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.168518 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.180019 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f56f45-9c87-4386-8c7f-c2f0e2e14f0f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] DELETE failed (client error): The resource could not be found. Jul 16 18:10:47.181235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f56f45-9c87-4386-8c7f-c2f0e2e14f0f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:47.183284 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f3f56f45-9c87-4386-8c7f-c2f0e2e14f0f tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/ports/9313d863-51bb-4d8e-8813-b2eb99e6dcd5 HTTP/1.1" status: 404 len: 333 time: 0.0409648 Jul 16 18:10:47.185904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39340) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.202625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:47.221253 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2cf33006-e3c7-4aac-8be9-856f62d98074 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "GET /v2.0/ports?device_id=908b576b-bbdc-44f4-b643-2f22bc1486f3 HTTP/1.1" status: 200 len: 205 time: 0.0340023 Jul 16 18:10:47.223713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39344) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.239622 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cfd0d2a-427c-4bee-8ac7-a923a864bf2d req-6b055266-9e4c-410e-9888-d19b330a8beb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=694be1b3-3c41-47a6-a257-2bd1b2103518 HTTP/1.1" status: 200 len: 217 time: 0.1596420 Jul 16 18:10:47.260661 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:47.269958 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-0a128a86-8d5b-4ce0-a062-4d840a0e9139 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] delete failed (client error): The resource could not be found. Jul 16 18:10:47.274165 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0a128a86-8d5b-4ce0-a062-4d840a0e9139 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/routers/908b576b-bbdc-44f4-b643-2f22bc1486f3 HTTP/1.1" status: 404 len: 336 time: 0.0465512 Jul 16 18:10:47.275050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39346) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.280041 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.333591 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-608e5633-e743-4979-addc-161432420030 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] DELETE failed (client error): The resource could not be found. Jul 16 18:10:47.334645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-608e5633-e743-4979-addc-161432420030 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:10:47.336792 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-608e5633-e743-4979-addc-161432420030 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/subnets/3a546fe0-5995-485d-ab59-afe01476dcfa HTTP/1.1" status: 404 len: 337 time: 0.0606875 Jul 16 18:10:47.339410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39348) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:47.407322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:47.419924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfd0d2a-427c-4bee-8ac7-a923a864bf2d req-b7581c11-b58e-49e0-8e3d-9ef5fe5a112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.426143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cfd0d2a-427c-4bee-8ac7-a923a864bf2d req-b7581c11-b58e-49e0-8e3d-9ef5fe5a112d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 200 len: 859 time: 0.1800072 Jul 16 18:10:47.493941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cfd0d2a-427c-4bee-8ac7-a923a864bf2d req-c83e9a55-4a5c-4abe-8bf5-e58e5431598a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ce4986-d26e-4f96-8ffd-11ed79085e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457420 Jul 16 18:10:47.555119 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-2221777a-cc76-4044-a466-91c9f05ca275 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port ded6a9ba-0653-44b2-8246-3658f3fb6372 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:47.558927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2221777a-cc76-4044-a466-91c9f05ca275 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.568710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5ac8a80d-b1e0-4580-ba20-cd2ca72975e6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:47.806636 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2221777a-cc76-4044-a466-91c9f05ca275 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:47.826302 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-2221777a-cc76-4044-a466-91c9f05ca275 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for ded6a9ba-0653-44b2-8246-3658f3fb6372 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:47.830670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cfd0d2a-427c-4bee-8ac7-a923a864bf2d req-0b74973b-23fe-4f90-920e-a77a781861cb service neutron] 10.222.0.37 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3251081 Jul 16 18:10:47.868039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7244cab1-760a-449c-af96-f04db560ba6b req-fc95bdd5-fae9-43ec-b86e-7f4647dac61e tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.870032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7244cab1-760a-449c-af96-f04db560ba6b req-fc95bdd5-fae9-43ec-b86e-7f4647dac61e tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.2333124 Jul 16 18:10:47.913107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcabc0f8-43d8-4283-964b-aa7d7d5a0c5a req-a265453b-0e75-4448-9bd9-b3a91e88b692 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:47.917178 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcabc0f8-43d8-4283-964b-aa7d7d5a0c5a req-a265453b-0e75-4448-9bd9-b3a91e88b692 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 946 time: 0.2474067 Jul 16 18:10:48.053651 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcabc0f8-43d8-4283-964b-aa7d7d5a0c5a req-a59372c8-2a5b-4003-a13f-b6d1843ced04 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227043 Jul 16 18:10:48.088440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7244cab1-760a-449c-af96-f04db560ba6b req-7bd5124d-9b1c-40ac-a1d9-6ab0fd471301 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755444 Jul 16 18:10:48.089124 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2221777a-cc76-4044-a466-91c9f05ca275 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.120091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cfd0d2a-427c-4bee-8ac7-a923a864bf2d req-274286e5-5194-4459-9d5b-829c09919132 service neutron] 10.222.0.37 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766507 Jul 16 18:10:48.151423 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-345ca8d6-8e16-4b00-9817-b880de3c1c4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.195617 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.209227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2221777a-cc76-4044-a466-91c9f05ca275 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=ded6a9ba-0653-44b2-8246-3658f3fb6372,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:48.330083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2221777a-cc76-4044-a466-91c9f05ca275 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.335862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2221777a-cc76-4044-a466-91c9f05ca275 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/ports/ded6a9ba-0653-44b2-8246-3658f3fb6372 HTTP/1.1" status: 204 len: 168 time: 0.9929624 Jul 16 18:10:48.336397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39376) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:48.455919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950f47a-04a2-480e-8e52-eb2ef59d9c63 req-ba237575-0da9-4f7b-897a-25933112beb1 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:48.467594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c950f47a-04a2-480e-8e52-eb2ef59d9c63 req-ba237575-0da9-4f7b-897a-25933112beb1 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 943 time: 0.1151168 Jul 16 18:10:48.550568 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c950f47a-04a2-480e-8e52-eb2ef59d9c63 req-24a145c3-a546-49d8-81b2-120dfc8ba0fa tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739141 Jul 16 18:10:48.576581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-194f2d7e-0db3-4d7e-81f6-8244fbf042c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port e4134114-e0d7-4811-9151-91ffbfb00952 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:48.577772 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-194f2d7e-0db3-4d7e-81f6-8244fbf042c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.713185 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-194f2d7e-0db3-4d7e-81f6-8244fbf042c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.736361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-194f2d7e-0db3-4d7e-81f6-8244fbf042c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for e4134114-e0d7-4811-9151-91ffbfb00952 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:48.860611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:48.919456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-194f2d7e-0db3-4d7e-81f6-8244fbf042c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.959423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:48.964586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:48.968303 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:48.999739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f2d7e-0db3-4d7e-81f6-8244fbf042c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=e4134114-e0d7-4811-9151-91ffbfb00952,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.053523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-194f2d7e-0db3-4d7e-81f6-8244fbf042c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.058904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39392) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:49.059762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-194f2d7e-0db3-4d7e-81f6-8244fbf042c7 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/ports/e4134114-e0d7-4811-9151-91ffbfb00952 HTTP/1.1" status: 204 len: 168 time: 0.7217739 Jul 16 18:10:49.069678 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.166610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:49.169566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc17ada-75bc-4cea-8e12-380541c95f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac8a80d-b1e0-4580-ba20-cd2ca72975e6'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:49.176979 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1085ad6-8fc9-4ac5-8708-5e902b91cd93" -d '{"events": [{"server_uuid": "adc17ada-75bc-4cea-8e12-380541c95f84", "name": "network-vif-plugged", "status": "completed", "tag": "5ac8a80d-b1e0-4580-ba20-cd2ca72975e6"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:49.185953 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.237766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94796f3a-5a35-4d25-88ee-bb82100bba4a tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.241740 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-94796f3a-5a35-4d25-88ee-bb82100bba4a tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "GET /v2.0/ports?device_id=f1cc1ff3-8628-4ab9-908b-889ed44604e7 HTTP/1.1" status: 200 len: 913 time: 0.1790333 Jul 16 18:10:49.242078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39402) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:49.329197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:49.406317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e41eae-2321-4efc-a857-a1f84f7cb1d4 req-4c5941c8-670c-4bd5-b388-0f17f3c26d40 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.407883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3e41eae-2321-4efc-a857-a1f84f7cb1d4 req-4c5941c8-670c-4bd5-b388-0f17f3c26d40 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.37 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 946 time: 0.2099519 Jul 16 18:10:49.476700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a88d48-3c57-41d6-bb3a-155cd235b46a req-44800d14-075c-4c93-be70-4c14c1dd1181 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:49.478343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58a88d48-3c57-41d6-bb3a-155cd235b46a req-44800d14-075c-4c93-be70-4c14c1dd1181 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 946 time: 0.1500568 Jul 16 18:10:49.575970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58a88d48-3c57-41d6-bb3a-155cd235b46a req-ffd0d89c-b5fb-407a-8f4e-209179270918 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842762 Jul 16 18:10:49.641188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-f3e41eae-2321-4efc-a857-a1f84f7cb1d4 req-6dc5670a-895e-447c-9099-c5c9dc6cf9e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Deleting port 41242ee3-4608-421e-8ec1-df5eab8f6aaf {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:49.641737 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f3e41eae-2321-4efc-a857-a1f84f7cb1d4 req-6dc5670a-895e-447c-9099-c5c9dc6cf9e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.743407 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11364f48-48d0-4bf4-9f55-7a4fe09a45f9 x-openstack-request-id: req-11364f48-48d0-4bf4-9f55-7a4fe09a45f9 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:49.744593 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc17ada-75bc-4cea-8e12-380541c95f84", "name": "network-vif-plugged", "status": "completed", "tag": "5ac8a80d-b1e0-4580-ba20-cd2ca72975e6", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:49.745075 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11364f48-48d0-4bf4-9f55-7a4fe09a45f9 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:49.745696 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc17ada-75bc-4cea-8e12-380541c95f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ac8a80d-b1e0-4580-ba20-cd2ca72975e6', 'code': 200} Jul 16 18:10:49.803807 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.857554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f3e41eae-2321-4efc-a857-a1f84f7cb1d4 req-6dc5670a-895e-447c-9099-c5c9dc6cf9e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] For port 41242ee3-4608-421e-8ec1-df5eab8f6aaf, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=41242ee3-4608-421e-8ec1-df5eab8f6aaf,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:49.858686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f3e41eae-2321-4efc-a857-a1f84f7cb1d4 req-6dc5670a-895e-447c-9099-c5c9dc6cf9e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:49.970228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-f3e41eae-2321-4efc-a857-a1f84f7cb1d4 req-6dc5670a-895e-447c-9099-c5c9dc6cf9e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Calling delete_port for 41242ee3-4608-421e-8ec1-df5eab8f6aaf owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:50.047957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 694be1b3-3c41-47a6-a257-2bd1b2103518 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:10:50.176394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262e5b24-d0d4-45f0-885f-cb791a76b645 req-35fec66a-7711-450c-af13-3eb94b856152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.181373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-262e5b24-d0d4-45f0-885f-cb791a76b645 req-35fec66a-7711-450c-af13-3eb94b856152 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 1096 time: 0.3272526 Jul 16 18:10:50.238290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30abbf1e-f5fd-4e68-b2ac-38cadefe20b9 req-b06e5077-b441-429c-ad21-9843fa13e763 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.245868 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-30abbf1e-f5fd-4e68-b2ac-38cadefe20b9 req-b06e5077-b441-429c-ad21-9843fa13e763 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.8851018 Jul 16 18:10:50.285242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-262e5b24-d0d4-45f0-885f-cb791a76b645 req-625efc9b-6880-4b6a-b639-fa47ecca7a2e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949657 Jul 16 18:10:50.307103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 694be1b3-3c41-47a6-a257-2bd1b2103518, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=694be1b3-3c41-47a6-a257-2bd1b2103518,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.341978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '694be1b3-3c41-47a6-a257-2bd1b2103518', 'network_id': '13ce4986-d26e-4f96-8ffd-11ed79085e83', 'port_id': '694be1b3-3c41-47a6-a257-2bd1b2103518', 'mac_address': 'fa:16:3e:8d:3e:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f76011d-b60e-4cfd-83c1-aa32785951cc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:10:50.345135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39434) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:50.414469 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.455091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 694be1b3-3c41-47a6-a257-2bd1b2103518 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:10:50.474900 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f3e41eae-2321-4efc-a857-a1f84f7cb1d4 req-6dc5670a-895e-447c-9099-c5c9dc6cf9e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.517791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 694be1b3-3c41-47a6-a257-2bd1b2103518, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=694be1b3-3c41-47a6-a257-2bd1b2103518,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:50.523712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['66056d0b-9b35-4a79-8305-2ddaf7c755ad', '41242ee3-4608-421e-8ec1-df5eab8f6aaf'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:50.528841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5670a-895e-447c-9099-c5c9dc6cf9e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Pushing event deleted for resources: {'Port': ['ID=41242ee3-4608-421e-8ec1-df5eab8f6aaf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.589427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26089eb-cf36-4878-8b2e-dac1ddaf4140 req-c8773cbc-14bb-4006-9be3-65d3d23f1019 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:50.603182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a26089eb-cf36-4878-8b2e-dac1ddaf4140 req-c8773cbc-14bb-4006-9be3-65d3d23f1019 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 943 time: 0.2587748 Jul 16 18:10:50.610587 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-30abbf1e-f5fd-4e68-b2ac-38cadefe20b9 req-7fad37d8-ec77-4773-86bc-64cd16b65119 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3635480 Jul 16 18:10:50.616416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.717311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3e41eae-2321-4efc-a857-a1f84f7cb1d4 req-6dc5670a-895e-447c-9099-c5c9dc6cf9e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] No DVR routers for this DVR port 41242ee3-4608-421e-8ec1-df5eab8f6aaf on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:10:50.763011 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f3e41eae-2321-4efc-a857-a1f84f7cb1d4 req-6dc5670a-895e-447c-9099-c5c9dc6cf9e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.769249 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3e41eae-2321-4efc-a857-a1f84f7cb1d4 req-6dc5670a-895e-447c-9099-c5c9dc6cf9e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.37 "DELETE /v2.0/ports/41242ee3-4608-421e-8ec1-df5eab8f6aaf HTTP/1.1" status: 204 len: 173 time: 1.3519537 Jul 16 18:10:50.772100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b92c6ffd-4222-44af-a174-ba3f194f77b0', 'name': 'network-vif-deleted', 'tag': '41242ee3-4608-421e-8ec1-df5eab8f6aaf'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:50.790745 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b16bfa9-bf93-4d14-9641-eb759fdeba47" -d '{"events": [{"server_uuid": "b92c6ffd-4222-44af-a174-ba3f194f77b0", "name": "network-vif-deleted", "tag": "41242ee3-4608-421e-8ec1-df5eab8f6aaf"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:50.812609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f7589294-37cb-4454-8a4b-5c94b8f82d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.815682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4bb3ae-d337-4ac1-9bdb-42bd4850c425 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:50.836893 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e5e4527-e266-424c-8b8a-c2d84d7363f4 req-a839cac0-9710-4eca-87bf-dd83e0121cad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3949294 Jul 16 18:10:50.898990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=694be1b3-3c41-47a6-a257-2bd1b2103518,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:50.919747 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ebe1a787-11df-4b1f-8051-8c84775bff63 req-d333eefc-acec-42a6-8092-8e076df11afc tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=b92c6ffd-4222-44af-a174-ba3f194f77b0 HTTP/1.1" status: 200 len: 210 time: 0.0977631 Jul 16 18:10:50.930280 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a26089eb-cf36-4878-8b2e-dac1ddaf4140 req-cfd8b8ce-3a58-4e02-9b77-bf4d500fe350 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3108859 Jul 16 18:10:51.039485 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff827c5c-3be1-402c-9a6d-6068e4465f3b x-openstack-request-id: req-ff827c5c-3be1-402c-9a6d-6068e4465f3b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:51.039750 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b92c6ffd-4222-44af-a174-ba3f194f77b0", "name": "network-vif-deleted", "tag": "41242ee3-4608-421e-8ec1-df5eab8f6aaf", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:51.041216 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff827c5c-3be1-402c-9a6d-6068e4465f3b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:51.041617 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b92c6ffd-4222-44af-a174-ba3f194f77b0', 'name': 'network-vif-deleted', 'tag': '41242ee3-4608-421e-8ec1-df5eab8f6aaf', 'status': 'completed', 'code': 200} Jul 16 18:10:51.112455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['694be1b3-3c41-47a6-a257-2bd1b2103518'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:10:51.156673 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e4527-e266-424c-8b8a-c2d84d7363f4 req-7581d0a4-ae78-41a1-b4b2-a5c592c9ac58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.158239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e5e4527-e266-424c-8b8a-c2d84d7363f4 req-7581d0a4-ae78-41a1-b4b2-a5c592c9ac58 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675a398a6dea4d84b004a112e1b941ff&device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 1097 time: 0.2201002 Jul 16 18:10:51.240171 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f7589294-37cb-4454-8a4b-5c94b8f82d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.248308 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f7589294-37cb-4454-8a4b-5c94b8f82d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.358693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f7589294-37cb-4454-8a4b-5c94b8f82d8e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd9423ed589a4af7ba5768cafacf488f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0018373 Jul 16 18:10:51.366917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39468) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:51.372500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7589294-37cb-4454-8a4b-5c94b8f82d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb5e3235-5e41-4012-8c41-07819e7d10db,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:51.405774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e4527-e266-424c-8b8a-c2d84d7363f4 req-41e49ba7-dea8-4cb4-8c66-e98c00069ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.412033 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e5e4527-e266-424c-8b8a-c2d84d7363f4 req-41e49ba7-dea8-4cb4-8c66-e98c00069ee5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccc33d11-cffe-4e1c-b1ab-826292e171d2 HTTP/1.1" status: 200 len: 910 time: 0.2215536 Jul 16 18:10:51.544225 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e5e4527-e266-424c-8b8a-c2d84d7363f4 req-a8a7c98a-7429-40f9-aa94-488fb0e48b27 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c6ff5cc2-e99c-4682-951e-e72694a537a3 HTTP/1.1" status: 200 len: 217 time: 0.1135232 Jul 16 18:10:51.551308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bb3ae-d337-4ac1-9bdb-42bd4850c425 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port 57de1023-db5a-4cce-b616-eefb03a090e9 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:51.551689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4bb3ae-d337-4ac1-9bdb-42bd4850c425 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.559163 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-166673c3-c209-40a2-9c4c-ec5d3333d4fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.639521 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-166673c3-c209-40a2-9c4c-ec5d3333d4fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.642802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e4527-e266-424c-8b8a-c2d84d7363f4 req-d0e108fe-eee8-4ba3-88ad-747b776de884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:51.643044 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e5e4527-e266-424c-8b8a-c2d84d7363f4 req-d0e108fe-eee8-4ba3-88ad-747b776de884 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1df18640-4bdf-41b8-a809-6f4222c3c26a HTTP/1.1" status: 200 len: 849 time: 0.0881131 Jul 16 18:10:51.702349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e5e4527-e266-424c-8b8a-c2d84d7363f4 req-a3ba8a04-0a52-4e60-9b5c-351b75b102c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc33d11-cffe-4e1c-b1ab-826292e171d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429199 Jul 16 18:10:51.821505 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4bb3ae-d337-4ac1-9bdb-42bd4850c425 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.839782 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:51.869031 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e5e4527-e266-424c-8b8a-c2d84d7363f4 req-364930d3-a697-4887-8acd-e7528347e8a6 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576066 Jul 16 18:10:51.885335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3f4bb3ae-d337-4ac1-9bdb-42bd4850c425 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for 57de1023-db5a-4cce-b616-eefb03a090e9 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:52.009721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-166673c3-c209-40a2-9c4c-ec5d3333d4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.012881 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-166673c3-c209-40a2-9c4c-ec5d3333d4fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.016654 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-166673c3-c209-40a2-9c4c-ec5d3333d4fb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb5e3235-5e41-4012-8c41-07819e7d10db HTTP/1.1" status: 204 len: 168 time: 0.6437204 Jul 16 18:10:52.056414 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e5e4527-e266-424c-8b8a-c2d84d7363f4 req-c0607a9b-10db-4b11-9520-21c56d233949 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787238 Jul 16 18:10:52.067029 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 41242ee3-4608-421e-8ec1-df5eab8f6aaf no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:10:52.107151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 41242ee3-4608-421e-8ec1-df5eab8f6aaf {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:10:52.107500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 41242ee3-4608-421e-8ec1-df5eab8f6aaf not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:10:52.118716 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166673c3-c209-40a2-9c4c-ec5d3333d4fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb5e3235-5e41-4012-8c41-07819e7d10db,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.178066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfebc069-7bcb-4a12-8cf2-287ec32b034f req-b73de761-c159-4338-9b77-5f404584f2c1 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.179726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cfebc069-7bcb-4a12-8cf2-287ec32b034f req-b73de761-c159-4338-9b77-5f404584f2c1 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.3248451 Jul 16 18:10:52.319340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cfebc069-7bcb-4a12-8cf2-287ec32b034f req-dc84a6dd-cc0e-4399-8505-56a135fd2552 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296945 Jul 16 18:10:52.386931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ff71c2-f295-48f3-8b5d-8fbd40bb1c76 req-67b56332-954d-4096-8b67-7377fc08f319 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.396893 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92ff71c2-f295-48f3-8b5d-8fbd40bb1c76 req-67b56332-954d-4096-8b67-7377fc08f319 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 944 time: 0.1476932 Jul 16 18:10:52.421432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4bb3ae-d337-4ac1-9bdb-42bd4850c425 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:52.460092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92ff71c2-f295-48f3-8b5d-8fbd40bb1c76 req-8448baa8-c05e-4be5-b867-12bab0492b77 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569975 Jul 16 18:10:52.480655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4bb3ae-d337-4ac1-9bdb-42bd4850c425 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=57de1023-db5a-4cce-b616-eefb03a090e9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:52.675990 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86441c-2172-408f-b958-01b9e52e4c4c req-30722320-21bc-4a0c-8eb2-d935a82d05da tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:52.677577 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e86441c-2172-408f-b958-01b9e52e4c4c req-30722320-21bc-4a0c-8eb2-d935a82d05da tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1597371 Jul 16 18:10:52.772358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e86441c-2172-408f-b958-01b9e52e4c4c req-d570726f-9ce3-4553-b5e8-523240385379 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620282 Jul 16 18:10:52.776521 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4bb3ae-d337-4ac1-9bdb-42bd4850c425 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.107278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4bb3ae-d337-4ac1-9bdb-42bd4850c425 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Router f1cc1ff3-8628-4ab9-908b-889ed44604e7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:10:53.267345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39540) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:53.297482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e8b50-79ab-4526-b5fa-c2f807b577c3 req-f9d14aee-2112-4a34-aad3-294544d1dd53 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.299808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39544) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:53.304143 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea8e8b50-79ab-4526-b5fa-c2f807b577c3 req-f9d14aee-2112-4a34-aad3-294544d1dd53 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1899920 Jul 16 18:10:53.406772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4bb3ae-d337-4ac1-9bdb-42bd4850c425 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:10:53.428253 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca70031-4e6b-49b7-a89f-39a1ef8446d6 None None] Sync routers for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:10:53.433356 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea8e8b50-79ab-4526-b5fa-c2f807b577c3 req-76fcde78-6871-4b67-8912-ed4a053cc992 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752311 Jul 16 18:10:53.434851 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-039903cc-2107-40a8-8c7d-1fd3eadc9f9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.437360 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3f4bb3ae-d337-4ac1-9bdb-42bd4850c425 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "PUT /v2.0/routers/f1cc1ff3-8628-4ab9-908b-889ed44604e7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1940427 Jul 16 18:10:53.440294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39550) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:53.458798 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca70031-4e6b-49b7-a89f-39a1ef8446d6 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:53.459508 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6ca70031-4e6b-49b7-a89f-39a1ef8446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:53.549432 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6ca70031-4e6b-49b7-a89f-39a1ef8446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:53.555211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1394341167-network', 'tenant_id': 'bd91cc250aaf4973a8f36597938b6869'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:53.599373 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca70031-4e6b-49b7-a89f-39a1ef8446d6 None None] Routers {'f1cc1ff3-8628-4ab9-908b-889ed44604e7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:10:53.600664 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6ca70031-4e6b-49b7-a89f-39a1ef8446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:10:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:53.653489 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6ca70031-4e6b-49b7-a89f-39a1ef8446d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:53.654210 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca70031-4e6b-49b7-a89f-39a1ef8446d6 None None] The sync data for ids ['f1cc1ff3-8628-4ab9-908b-889ed44604e7'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:10:53.720326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.727062 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-039903cc-2107-40a8-8c7d-1fd3eadc9f9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.767695 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-039903cc-2107-40a8-8c7d-1fd3eadc9f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:53.773275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccb64da-e0ac-4cc1-9e1f-2bf37a592522 req-0cf0106e-9c2d-4525-a529-4e13f38f8c3f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.775826 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cccb64da-e0ac-4cc1-9e1f-2bf37a592522 req-0cf0106e-9c2d-4525-a529-4e13f38f8c3f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 944 time: 0.0803959 Jul 16 18:10:53.806814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7d5a7-380a-4373-891e-7eb0c07c8b2e req-3b601d8c-419b-41ce-bc9e-978cee523edf tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:53.808434 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-69a7d5a7-380a-4373-891e-7eb0c07c8b2e req-3b601d8c-419b-41ce-bc9e-978cee523edf tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.2476251 Jul 16 18:10:53.824142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cccb64da-e0ac-4cc1-9e1f-2bf37a592522 req-db95a413-991f-47be-97ec-b43f42bded56 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408027 Jul 16 18:10:54.042435 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a96bf-03e8-467a-94ef-fd314ccd05f0 req-7508fc0b-3897-465a-ad14-d02428a67810 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.044150 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b81a96bf-03e8-467a-94ef-fd314ccd05f0 req-7508fc0b-3897-465a-ad14-d02428a67810 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.0774894 Jul 16 18:10:54.089548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 694be1b3-3c41-47a6-a257-2bd1b2103518 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:10:54.100634 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b81a96bf-03e8-467a-94ef-fd314ccd05f0 req-f2f62a81-119f-4208-859e-0ca8586fecdb tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495749 Jul 16 18:10:54.182975 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 694be1b3-3c41-47a6-a257-2bd1b2103518 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:10:54.193902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 694be1b3-3c41-47a6-a257-2bd1b2103518 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:10:54.194280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.266418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Made reservation on behalf of bd91cc250aaf4973a8f36597938b6869 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:54.269337 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.311267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-039903cc-2107-40a8-8c7d-1fd3eadc9f9a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9edfd0223ce940bab9504d9fe8a5374a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0426097 Jul 16 18:10:54.313442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39580) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:54.314356 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.320710 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039903cc-2107-40a8-8c7d-1fd3eadc9f9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0cffcf-68b8-46ab-b780-4d5844091797,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.341695 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.354248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab49d7e-ed8a-464c-8b95-63981119fcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694be1b3-3c41-47a6-a257-2bd1b2103518'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:10:54.356761 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eebb3b-a7dc-47a0-a498-2032622af95e" -d '{"events": [{"server_uuid": "cab49d7e-ed8a-464c-8b95-63981119fcda", "name": "network-vif-plugged", "status": "completed", "tag": "694be1b3-3c41-47a6-a257-2bd1b2103518"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:10:54.373912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 694be1b3-3c41-47a6-a257-2bd1b2103518, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=694be1b3-3c41-47a6-a257-2bd1b2103518,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:10:54.382361 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.434727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4891-a2fb-4535-9e79-70f6bd207644 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.455684 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0128f07-5d3b-4ecb-a23b-e6b857e7748a x-openstack-request-id: req-f0128f07-5d3b-4ecb-a23b-e6b857e7748a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:10:54.458910 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab49d7e-ed8a-464c-8b95-63981119fcda", "name": "network-vif-plugged", "status": "completed", "tag": "694be1b3-3c41-47a6-a257-2bd1b2103518", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:10:54.459492 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f0128f07-5d3b-4ecb-a23b-e6b857e7748a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:10:54.460678 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab49d7e-ed8a-464c-8b95-63981119fcda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '694be1b3-3c41-47a6-a257-2bd1b2103518', 'code': 200} Jul 16 18:10:54.480218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4891-a2fb-4535-9e79-70f6bd207644 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.516004 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=694be1b3-3c41-47a6-a257-2bd1b2103518,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.519223 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-69a7d5a7-380a-4373-891e-7eb0c07c8b2e req-7324faec-0936-4f9c-ac64-ea1869a0ee53 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6958301 Jul 16 18:10:54.530955 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.549102 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.568457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4891-a2fb-4535-9e79-70f6bd207644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.571515 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac7a4891-a2fb-4535-9e79-70f6bd207644 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.573412 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ac7a4891-a2fb-4535-9e79-70f6bd207644 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a0cffcf-68b8-46ab-b780-4d5844091797 HTTP/1.1" status: 204 len: 168 time: 0.2567809 Jul 16 18:10:54.594957 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.599078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a4891-a2fb-4535-9e79-70f6bd207644 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0cffcf-68b8-46ab-b780-4d5844091797,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.670013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:10:54.742277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24ddb785-71aa-413b-927d-04bbbc6292f6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:54.756156 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.756617 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Added segment 162d8878-20e9-41ee-8178-26897486b832 of type vlan for network 444b421f-e83a-476e-b680-9ef802b568d7 Jul 16 18:10:54.831828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:54.842120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8a9f0d-d5ce-4ea9-bf57-e22d67a44ec8 req-ec34079a-334e-4cf0-83c3-c2b77fa7cc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:54.843706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c8a9f0d-d5ce-4ea9-bf57-e22d67a44ec8 req-ec34079a-334e-4cf0-83c3-c2b77fa7cc20 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 1096 time: 0.2619979 Jul 16 18:10:54.850858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting port 5abcd079-3345-47c3-b1c7-ad99ee117494 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:10:54.851283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.002042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.004843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.006310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.014717 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c8a9f0d-d5ce-4ea9-bf57-e22d67a44ec8 req-b4d7514c-ed09-47f9-acd9-5af78d72bc4a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591332 Jul 16 18:10:55.114386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5806bbc-bde2-440c-8fb1-16d389d3dd91 req-7e1dd7b2-1a33-4084-8989-5bfac8517521 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:55.119725 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:10:55.121438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.124296 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5806bbc-bde2-440c-8fb1-16d389d3dd91 req-7e1dd7b2-1a33-4084-8989-5bfac8517521 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1525424 Jul 16 18:10:55.126067 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39608) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.127893 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.8269291 Jul 16 18:10:55.134554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39610) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.140395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] Request body: {'subnet': {'network_id': '444b421f-e83a-476e-b680-9ef802b568d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1394341167-subnet', 'tenant_id': 'bd91cc250aaf4973a8f36597938b6869', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:10:55.146537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Calling delete_port for 5abcd079-3345-47c3-b1c7-ad99ee117494 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:10:55.187727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6794079c-c4e4-4d91-9efc-4713653ca8e6 admin admin] Pushing event updated for resources: {'Network': ['ID=444b421f-e83a-476e-b680-9ef802b568d7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:55.195147 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-509811cb-0343-4bd6-9415-61223464f6f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.203696 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 444b421f-e83a-476e-b680-9ef802b568d7 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:10:55.292548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d5806bbc-bde2-440c-8fb1-16d389d3dd91 req-e136b46d-f129-499f-a0dc-44960216a587 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656249 Jul 16 18:10:55.303146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] Made reservation on behalf of bd91cc250aaf4973a8f36597938b6869 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:10:55.310848 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.537348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.604262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Port': ['ID=5abcd079-3345-47c3-b1c7-ad99ee117494,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:55.683984 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.762888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.855548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] Checking segment: {'id': '162d8878-20e9-41ee-8178-26897486b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:10:55.855993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] Network hostable DHCP agents. Network: 444b421f-e83a-476e-b680-9ef802b568d7, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:10:55.858183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09e73b2d-6b01-4e19-8418-81bb6e353701,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:55.890905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.893455 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.902792 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-509811cb-0343-4bd6-9415-61223464f6f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.914269 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-509811cb-0343-4bd6-9415-61223464f6f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.931164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] Network 444b421f-e83a-476e-b680-9ef802b568d7 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:10:55.942340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.943217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Fanout notify agent at l3_agent the message router_deleted on router f1cc1ff3-8628-4ab9-908b-889ed44604e7 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:10:55.950372 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:55.965350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1eb3d46d-3c1b-44b3-8092-7e7411edd1d2 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/routers/f1cc1ff3-8628-4ab9-908b-889ed44604e7 HTTP/1.1" status: 204 len: 168 time: 2.5227220 Jul 16 18:10:55.966431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39628) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.986239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-509811cb-0343-4bd6-9415-61223464f6f1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=89fd24519c124bc8a1c5d426c3486f8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8585954 Jul 16 18:10:55.993351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39630) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:55.996756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 444b421f-e83a-476e-b680-9ef802b568d7) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:10:56.003037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.003650 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.009771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ebd076-c2d3-4d13-9944-25dc71f3e7f5 None None] Network 444b421f-e83a-476e-b680-9ef802b568d7 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:56.016389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509811cb-0343-4bd6-9415-61223464f6f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d613365-1e37-4048-a573-7699303043d3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.044550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f088f392-141a-4450-b811-cd89fc1c9c94 req-265ef333-d815-4d03-bcbc-ac4059a72028 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.046102 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f088f392-141a-4450-b811-cd89fc1c9c94 req-265ef333-d815-4d03-bcbc-ac4059a72028 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.2197027 Jul 16 18:10:56.067716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ff3e4fac-3ae1-4c1c-b6ff-c5e2c0d4d2f1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9172487 Jul 16 18:10:56.067953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-c75e5a49-f1fd-4bab-ac11-f8d51ba06410 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Deleting subnet f29257fb-66c4-4e8b-978a-9627574c7e6f {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:10:56.067953 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c75e5a49-f1fd-4bab-ac11-f8d51ba06410 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.120617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c75e5a49-f1fd-4bab-ac11-f8d51ba06410 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.170364 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f088f392-141a-4450-b811-cd89fc1c9c94 req-a41d074e-0e39-4938-81aa-35d7e1e371e0 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121676 Jul 16 18:10:56.193559 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-122b3d7e-3239-456e-a133-ecbf6602a2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.196859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c75e5a49-f1fd-4bab-ac11-f8d51ba06410 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.210335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c32b8b-8afa-4a68-a75f-037bf89e0170 None None] Network 444b421f-e83a-476e-b680-9ef802b568d7 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:10:56.226815 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-122b3d7e-3239-456e-a133-ecbf6602a2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.306493 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c75e5a49-f1fd-4bab-ac11-f8d51ba06410 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.354393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-122b3d7e-3239-456e-a133-ecbf6602a2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.357082 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-122b3d7e-3239-456e-a133-ecbf6602a2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.358278 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-122b3d7e-3239-456e-a133-ecbf6602a2fc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d613365-1e37-4048-a573-7699303043d3 HTTP/1.1" status: 204 len: 168 time: 0.3627489 Jul 16 18:10:56.372418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c75e5a49-f1fd-4bab-ac11-f8d51ba06410 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.374790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c75e5a49-f1fd-4bab-ac11-f8d51ba06410 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/subnets/f29257fb-66c4-4e8b-978a-9627574c7e6f HTTP/1.1" status: 204 len: 168 time: 0.4069629 Jul 16 18:10:56.375635 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e5a49-f1fd-4bab-ac11-f8d51ba06410 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Subnet': ['ID=f29257fb-66c4-4e8b-978a-9627574c7e6f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.377383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39646) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:56.383605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122b3d7e-3239-456e-a133-ecbf6602a2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d613365-1e37-4048-a573-7699303043d3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.519703 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.651795 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.693769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d970e4-d981-4672-bd5d-07ba32d787fe']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:56.707337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79436a01-70ff-4e14-b222-588c2121b4ff') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:56.707643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79436a01-70ff-4e14-b222-588c2121b4ff') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:10:56.726115 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.747036 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.757441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:10:56.758174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:10:56.761665 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:10:56.838863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc7d93-4384-4688-bde4-9fc6ef68fc87 req-48a26b5c-d967-4f84-9d8a-67d35d8dc166 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:56.840992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-36fc7d93-4384-4688-bde4-9fc6ef68fc87 req-48a26b5c-d967-4f84-9d8a-67d35d8dc166 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1862471 Jul 16 18:10:56.854215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.865066 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:56.869274 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] 10.222.0.47 "DELETE /v2.0/networks/81d970e4-d981-4672-bd5d-07ba32d787fe HTTP/1.1" status: 204 len: 168 time: 0.4884944 Jul 16 18:10:56.898712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7a8261-66b3-4725-b5ad-b9d678785659 tempest-FloatingIPTestJSON-182784818 tempest-FloatingIPTestJSON-182784818-project] Pushing event deleted for resources: {'Network': ['ID=81d970e4-d981-4672-bd5d-07ba32d787fe,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:56.945231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-36fc7d93-4384-4688-bde4-9fc6ef68fc87 req-2fd2c22b-1691-4d9c-8296-23b9e73c3ce0 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938876 Jul 16 18:10:57.337138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39694) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:57.578942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43141a67-053b-4fda-995d-dc13ca772f57 req-8ce64371-68ca-477a-ac98-142fe896787f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.603097 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43141a67-053b-4fda-995d-dc13ca772f57 req-8ce64371-68ca-477a-ac98-142fe896787f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.1892967 Jul 16 18:10:57.744167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43141a67-053b-4fda-995d-dc13ca772f57 req-4a7c63b3-779c-49b7-ba78-356e5f0488f4 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390417 Jul 16 18:10:57.783846 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b54d3a12-c6d7-414e-a2ef-a7cb1e0284f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9bc64f55cbe44683bf6617a51e20b42e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4447672 Jul 16 18:10:57.788206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39710) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:10:57.830849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6465675f-ae50-4176-a7b6-233ef28e9f6e req-eacbde55-a699-4467-9689-64d39ae2cc36 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:57.840255 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6465675f-ae50-4176-a7b6-233ef28e9f6e req-eacbde55-a699-4467-9689-64d39ae2cc36 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1711998 Jul 16 18:10:57.901963 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6465675f-ae50-4176-a7b6-233ef28e9f6e req-7e0df578-410b-44ee-b89b-95bb15c1ad59 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552053 Jul 16 18:10:57.904708 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f286e3ae-f029-4edc-81fe-d7bd2bdde70e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:57.938026 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f286e3ae-f029-4edc-81fe-d7bd2bdde70e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.036639 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f286e3ae-f029-4edc-81fe-d7bd2bdde70e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.045371 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f286e3ae-f029-4edc-81fe-d7bd2bdde70e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:58.050244 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f286e3ae-f029-4edc-81fe-d7bd2bdde70e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bcd57187-3cad-4f8f-ae6e-a4798138cb28 HTTP/1.1" status: 204 len: 168 time: 0.2605572 Jul 16 18:10:58.069359 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286e3ae-f029-4edc-81fe-d7bd2bdde70e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd57187-3cad-4f8f-ae6e-a4798138cb28,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:10:58.188499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e737c5-e104-4b08-a964-c9c6700c8950 req-89226c23-8421-4bb2-96c3-d82ecc891ece tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.192630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-95e737c5-e104-4b08-a964-c9c6700c8950 req-89226c23-8421-4bb2-96c3-d82ecc891ece tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1487722 Jul 16 18:10:58.259478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-95e737c5-e104-4b08-a964-c9c6700c8950 req-a87b0671-130b-42c5-8d42-4a3eec5e05b1 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552108 Jul 16 18:10:58.260099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8c69f-2778-4270-ac67-04c5f867a7bc req-ef267ee9-1c57-4644-8185-5e7b47bd3adb tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.267621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfc8c69f-2778-4270-ac67-04c5f867a7bc req-ef267ee9-1c57-4644-8185-5e7b47bd3adb tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1083477 Jul 16 18:10:58.333800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfc8c69f-2778-4270-ac67-04c5f867a7bc req-d817ff14-d78f-4a6d-b4aa-9892753b0852 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649610 Jul 16 18:10:58.857939 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-ce6ff240-4bc7-47ad-84bd-e2020c6e2ac7 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:58.865904 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-ce6ff240-4bc7-47ad-84bd-e2020c6e2ac7 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/networks?id=444b421f-e83a-476e-b680-9ef802b568d7 HTTP/1.1" status: 200 len: 809 time: 0.3694119 Jul 16 18:10:58.877783 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-3c93fc23-0711-4044-937c-2787510ec006 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/quotas/bd91cc250aaf4973a8f36597938b6869 HTTP/1.1" status: 200 len: 375 time: 0.0106111 Jul 16 18:10:58.950767 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-8cc51df2-5440-4288-957c-6251befaf83f tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd91cc250aaf4973a8f36597938b6869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645730 Jul 16 18:10:59.162341 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-31fd681d-2ce2-4c2f-bb4d-e4687117f0c3 service neutron] 10.222.0.47 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106550 Jul 16 18:10:59.170955 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:10:59.248568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e5284-cb6c-45ab-80cc-a42d371fb89d req-65b5970f-bbd3-4496-9e91-7d8d13fe283b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.250150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee0e5284-cb6c-45ab-80cc-a42d371fb89d req-65b5970f-bbd3-4496-9e91-7d8d13fe283b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 1096 time: 0.3493216 Jul 16 18:10:59.397681 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-709526fb-23d4-4f44-b5c6-0393995e8c49 service neutron] 10.222.0.47 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2342365 Jul 16 18:10:59.460966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e5284-cb6c-45ab-80cc-a42d371fb89d req-eefaea5d-8d32-4541-933d-2f87f9db9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.462959 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee0e5284-cb6c-45ab-80cc-a42d371fb89d req-eefaea5d-8d32-4541-933d-2f87f9db9899 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 920 time: 0.2051826 Jul 16 18:10:59.506455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8712cd19-9153-4859-bff9-e7f4dae4bfe0 req-e65d2400-0fb7-44d6-bb05-a50d95572a72 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.513502 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8712cd19-9153-4859-bff9-e7f4dae4bfe0 req-e65d2400-0fb7-44d6-bb05-a50d95572a72 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.4500742 Jul 16 18:10:59.599467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee0e5284-cb6c-45ab-80cc-a42d371fb89d req-ab9c0166-0cae-44c6-8822-1e2206020002 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=694be1b3-3c41-47a6-a257-2bd1b2103518 HTTP/1.1" status: 200 len: 217 time: 0.0836875 Jul 16 18:10:59.653944 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8712cd19-9153-4859-bff9-e7f4dae4bfe0 req-4505612b-c907-489c-b659-e1ee2fefb60d tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230779 Jul 16 18:10:59.736554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0e5284-cb6c-45ab-80cc-a42d371fb89d req-9ffde117-bc5e-4d02-9ec4-ed7c34b282bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:10:59.741164 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee0e5284-cb6c-45ab-80cc-a42d371fb89d req-9ffde117-bc5e-4d02-9ec4-ed7c34b282bf service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 200 len: 859 time: 0.1328859 Jul 16 18:10:59.832770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee0e5284-cb6c-45ab-80cc-a42d371fb89d req-88fb0461-76fe-4209-b77e-4f32cb1309d5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ce4986-d26e-4f96-8ffd-11ed79085e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0828495 Jul 16 18:11:00.074934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15365be0-b903-42ef-9df5-e9a3b9070e04 req-829ed029-08a6-4287-aadd-0f87e453838d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.077497 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-15365be0-b903-42ef-9df5-e9a3b9070e04 req-829ed029-08a6-4287-aadd-0f87e453838d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1405916 Jul 16 18:11:00.164354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-15365be0-b903-42ef-9df5-e9a3b9070e04 req-865e67ec-ef61-4bb9-ab76-e9b6fff99194 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806019 Jul 16 18:11:00.201754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39826) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:00.206887 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6074446-3e35-4e38-bf8b-cbf2a18908e4 req-62e53a2b-41ec-4577-acc6-7767dbf37e7e tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 210 time: 0.0535874 Jul 16 18:11:00.212914 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee0e5284-cb6c-45ab-80cc-a42d371fb89d req-bf49320d-b8d4-4775-a517-5696b0f46f9b service neutron] 10.222.0.37 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3709872 Jul 16 18:11:00.398832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee0e5284-cb6c-45ab-80cc-a42d371fb89d req-35db492a-027e-418e-b39e-371912de77db service neutron] 10.222.0.37 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796269 Jul 16 18:11:00.406476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'networks': [{'name': 'tempest-network--52589874'}, {'name': 'tempest-network--765618611'}]} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:00.407684 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'network': {'name': 'tempest-network--52589874'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:00.408350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'network': {'name': 'tempest-network--765618611'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:00.444805 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Made reservation on behalf of 77da5f4e2d5c4690beb1505efdcf3666 for: {'network': 2} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:00.452694 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.473075 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.605975 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.612536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.613137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.664640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:00.677473 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.677808 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Added segment dd81abe2-2718-403f-88ee-98a8acd15e8e of type vlan for network 566dccc2-ba58-45ae-8816-a0b694191ecb Jul 16 18:11:00.732013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=948db16d-37a4-454e-88bf-c211c23b6f22,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:00.744116 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.800788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:00.812941 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.813399 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Added segment 43d2929e-3b91-47cd-9583-e21e0c6855c6 of type vlan for network defc5a22-a9a6-44ad-87a1-f8210b2b8bc2 Jul 16 18:11:00.902271 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.958166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877cf964-9054-4712-9054-91613325a9e4 req-0103ec94-8ee1-4716-95e6-803e242cedd2 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.960011 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-877cf964-9054-4712-9054-91613325a9e4 req-0103ec94-8ee1-4716-95e6-803e242cedd2 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.1055443 Jul 16 18:11:00.960671 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.961175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:00.966821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.971855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:00.972443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.026889 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 0.8218241 Jul 16 18:11:01.028320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39874) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:01.303962 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39888) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:01.422903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546ab164-90c8-4b1c-b7b1-965789d51224 req-87396678-4c5b-42bb-96d2-d09445c1a891 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.424966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-546ab164-90c8-4b1c-b7b1-965789d51224 req-87396678-4c5b-42bb-96d2-d09445c1a891 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.0866811 Jul 16 18:11:01.525444 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8c2687c6-3d78-44f2-8ec7-88e1e899c91d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.596263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-546ab164-90c8-4b1c-b7b1-965789d51224 req-b5702049-9483-4d13-8f36-89f7fc935f4e tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602654 Jul 16 18:11:01.726870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8c2687c6-3d78-44f2-8ec7-88e1e899c91d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.737613 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8c2687c6-3d78-44f2-8ec7-88e1e899c91d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:01.807552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-27f61ce7-e3ae-42b9-9add-1a122766af80 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.808289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event updated for resources: {'Network': ['ID=566dccc2-ba58-45ae-8816-a0b694191ecb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:01.809241 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-27f61ce7-e3ae-42b9-9add-1a122766af80 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.18 "GET /v2.0/networks?id=444b421f-e83a-476e-b680-9ef802b568d7 HTTP/1.1" status: 200 len: 809 time: 0.3702471 Jul 16 18:11:01.819828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 566dccc2-ba58-45ae-8816-a0b694191ecb details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:01.827450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Request body: {'port': {'device_id': '44b765b5-a3f3-4b9e-ba01-b33785671251', 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7', 'admin_state_up': True, 'tenant_id': 'bd91cc250aaf4973a8f36597938b6869'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:01.836015 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-877cf964-9054-4712-9054-91613325a9e4 req-ab36cdc8-0836-4c3b-afe5-2d57f7881d29 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8606594 Jul 16 18:11:01.864283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8c2687c6-3d78-44f2-8ec7-88e1e899c91d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a0f123f2fa0492788a3721a13a183b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5520322 Jul 16 18:11:01.864550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39900) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:01.870635 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fa3d5f6-648a-4563-9123-acab2d3c0d14 req-ad782643-e16e-4b18-b629-0c6f1da0e4db tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 210 time: 0.0840788 Jul 16 18:11:01.881040 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2687c6-3d78-44f2-8ec7-88e1e899c91d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4903b5e-a95e-4172-b5f4-3067dea5290e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:01.896592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36a8625-9444-4180-8c5b-1fa6809c0e27 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.906779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36a8625-9444-4180-8c5b-1fa6809c0e27 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.913564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36a8625-9444-4180-8c5b-1fa6809c0e27 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.919683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36a8625-9444-4180-8c5b-1fa6809c0e27 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:01.924327 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e36a8625-9444-4180-8c5b-1fa6809c0e27 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.8955133 Jul 16 18:11:01.929129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39904) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.002792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Made reservation on behalf of bd91cc250aaf4973a8f36597938b6869 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:02.006606 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.029897 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.064824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d807df5-7888-45f0-a3ac-8db1d3ce1368 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event updated for resources: {'Network': ['ID=defc5a22-a9a6-44ad-87a1-f8210b2b8bc2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.076734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network defc5a22-a9a6-44ad-87a1-f8210b2b8bc2 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:02.153401 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78000322-55bc-4e75-b89a-973c9b4c440c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.175696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78000322-55bc-4e75-b89a-973c9b4c440c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.205049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18de693-4a0a-4643-8801-820d1319d0bc req-b5498728-fb18-42cb-a4fd-15373caf03bd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.212410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.214182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e18de693-4a0a-4643-8801-820d1319d0bc req-b5498728-fb18-42cb-a4fd-15373caf03bd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1836913 Jul 16 18:11:02.229516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['566dccc2-ba58-45ae-8816-a0b694191ecb']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:02.249225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Allocated IP 172.20.0.11 (444b421f-e83a-476e-b680-9ef802b568d7/09e73b2d-6b01-4e19-8418-81bb6e353701/61b63db5-c25f-45c2-94f2-1b27dfc6c1b5) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:02.249601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd81abe2-2718-403f-88ee-98a8acd15e8e') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:02.249905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd81abe2-2718-403f-88ee-98a8acd15e8e') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:02.270867 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.279058 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e18de693-4a0a-4643-8801-820d1319d0bc req-aaa6a84f-38dd-4e5e-a37d-b5f86743188e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631111 Jul 16 18:11:02.306653 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.316591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:02.317013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:02.324017 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:02.389871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78000322-55bc-4e75-b89a-973c9b4c440c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.392453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78000322-55bc-4e75-b89a-973c9b4c440c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.396818 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-78000322-55bc-4e75-b89a-973c9b4c440c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c4903b5e-a95e-4172-b5f4-3067dea5290e HTTP/1.1" status: 204 len: 168 time: 0.5303910 Jul 16 18:11:02.418066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78000322-55bc-4e75-b89a-973c9b4c440c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4903b5e-a95e-4172-b5f4-3067dea5290e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.420471 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.427993 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.431508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "DELETE /v2.0/networks/566dccc2-ba58-45ae-8816-a0b694191ecb HTTP/1.1" status: 204 len: 168 time: 0.5011992 Jul 16 18:11:02.435438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39920) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.461843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8170dc-c7d4-4526-97e2-2066156568c6 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event deleted for resources: {'Network': ['ID=566dccc2-ba58-45ae-8816-a0b694191ecb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.542927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.557875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.577374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407ca5b-6b2b-4d78-b4fe-964d8db6b2ca req-1d64849d-aabe-4082-b005-0206eafb2e68 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.578902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6407ca5b-6b2b-4d78-b4fe-964d8db6b2ca req-1d64849d-aabe-4082-b005-0206eafb2e68 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1054280 Jul 16 18:11:02.635205 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.648451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6407ca5b-6b2b-4d78-b4fe-964d8db6b2ca req-36076eba-b0ac-464e-8745-dcc414dee46e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615010 Jul 16 18:11:02.695991 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.718042 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Network 444b421f-e83a-476e-b680-9ef802b568d7 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:02.721977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:02.726526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:02.726803 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['defc5a22-a9a6-44ad-87a1-f8210b2b8bc2']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:02.749163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43d2929e-3b91-47cd-9583-e21e0c6855c6') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:02.749487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43d2929e-3b91-47cd-9583-e21e0c6855c6') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:02.753022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Pushing event updated for resources: {'Port': ['ID=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:02.768839 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.785412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.793753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:02.794190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:02.794343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.795182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:02.798046 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:02.832876 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d2c7b0f0-3374-4ddc-aa9f-4f0d935d72a4 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0093770 Jul 16 18:11:02.852637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Request body: {'port': {'device_id': '44b765b5-a3f3-4b9e-ba01-b33785671251', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:02.947927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.967495 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:02.970045 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "DELETE /v2.0/networks/defc5a22-a9a6-44ad-87a1-f8210b2b8bc2 HTTP/1.1" status: 204 len: 168 time: 0.5332127 Jul 16 18:11:02.972869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39940) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:02.997400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e389a62-4771-4473-bd4c-85e761f4bf04 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event deleted for resources: {'Network': ['ID=defc5a22-a9a6-44ad-87a1-f8210b2b8bc2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.024865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39942) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.048348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.051066 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35722a9c-bee8-4da1-a29a-5d2a27c99bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.099811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89bff08-3979-4114-97ed-b206f2b6cf9c req-ea4bc13d-6c49-4db1-b8ad-c9bc4c6e653e tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.101330 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e89bff08-3979-4114-97ed-b206f2b6cf9c req-ea4bc13d-6c49-4db1-b8ad-c9bc4c6e653e tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.2592323 Jul 16 18:11:03.165216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b18a44-622d-44c2-a88e-b097481edb43 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.171321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b18a44-622d-44c2-a88e-b097481edb43 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.176528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-48b18a44-622d-44c2-a88e-b097481edb43 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1898429 Jul 16 18:11:03.180806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39950) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.185846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1388757671'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:03.199686 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e89bff08-3979-4114-97ed-b206f2b6cf9c req-3f4b408c-d4c0-42b9-a742-15e28edfb100 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912392 Jul 16 18:11:03.206352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-470da10f-a3cf-4a70-8a4c-6aec2b5b6347 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2395623 Jul 16 18:11:03.356219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47c446e-0931-4bc6-aa2b-e29efc55cf4d req-cc3c6b4a-c759-4828-8a86-fb17b957ec95 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.357749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d47c446e-0931-4bc6-aa2b-e29efc55cf4d req-cc3c6b4a-c759-4828-8a86-fb17b957ec95 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.3041201 Jul 16 18:11:03.381518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f73357a-d09a-45b0-9c2e-e0aa4c1edd14 req-8b0314ad-6789-4d5c-a40a-c1e26489b364 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.383037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f73357a-d09a-45b0-9c2e-e0aa4c1edd14 req-8b0314ad-6789-4d5c-a40a-c1e26489b364 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 932 time: 0.0726771 Jul 16 18:11:03.434304 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f73357a-d09a-45b0-9c2e-e0aa4c1edd14 req-8ddb6af1-4ac1-4e8c-8ee0-0a8e7d538d85 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403535 Jul 16 18:11:03.518670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d47c446e-0931-4bc6-aa2b-e29efc55cf4d req-425785e6-5553-4e55-a632-e28dfa846da1 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354387 Jul 16 18:11:03.536915 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35722a9c-bee8-4da1-a29a-5d2a27c99bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.542617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35722a9c-bee8-4da1-a29a-5d2a27c99bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.580678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Made reservation on behalf of 77da5f4e2d5c4690beb1505efdcf3666 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:03.587098 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.621406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-1dc82291-6ba4-4ab5-8552-1e1d1adaa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.621899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-1dc82291-6ba4-4ab5-8552-1e1d1adaa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.622350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-1dc82291-6ba4-4ab5-8552-1e1d1adaa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.622819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-1dc82291-6ba4-4ab5-8552-1e1d1adaa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.623281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-1dc82291-6ba4-4ab5-8552-1e1d1adaa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.623764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-1dc82291-6ba4-4ab5-8552-1e1d1adaa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.624225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-1dc82291-6ba4-4ab5-8552-1e1d1adaa951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.626360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-1dc82291-6ba4-4ab5-8552-1e1d1adaa951 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6490 time: 0.3086255 Jul 16 18:11:03.642674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-35722a9c-bee8-4da1-a29a-5d2a27c99bce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5d22c80768ec4d949e0a8b1b7d4d4d28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6165483 Jul 16 18:11:03.643655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35722a9c-bee8-4da1-a29a-5d2a27c99bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7821bd8-87c6-4b47-821f-58f1fe9fc83b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.646121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39960) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.675619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:03.701741 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.702555 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Added segment 36e02623-6ae3-4838-b7ed-69bb46bce8af of type vlan for network 2ea636ab-2af8-4eee-a5ec-228049f24b01 Jul 16 18:11:03.746139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8fc14cd-0e51-45a7-952b-1dc6b54b072f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.769385 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.786911 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8fc14cd-0e51-45a7-952b-1dc6b54b072f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.835438 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.841371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.841993 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.858827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:03.874090 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.879604 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6953402 Jul 16 18:11:03.880478 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39966) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:03.886615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-147362686'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:03.903047 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8fc14cd-0e51-45a7-952b-1dc6b54b072f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.905394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8fc14cd-0e51-45a7-952b-1dc6b54b072f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.906756 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e8fc14cd-0e51-45a7-952b-1dc6b54b072f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b7821bd8-87c6-4b47-821f-58f1fe9fc83b HTTP/1.1" status: 204 len: 168 time: 0.2595963 Jul 16 18:11:03.922989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Transition to ACTIVE for port object 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:03.925954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-dc7b2389-65a9-42ec-91c1-7ae6a8b3bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.927209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-dc7b2389-65a9-42ec-91c1-7ae6a8b3bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.927403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-dc7b2389-65a9-42ec-91c1-7ae6a8b3bbb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.929527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-dc7b2389-65a9-42ec-91c1-7ae6a8b3bbb4 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a HTTP/1.1" status: 200 len: 2293 time: 0.2657945 Jul 16 18:11:03.932668 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:03.944033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6dea8ba-4195-48b8-beec-2e0ab7f7237c req-92d161c1-3a80-497e-a321-74d812fe3921 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:03.945877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8ec318-751d-4031-9b42-c05aa5e466e0 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event updated for resources: {'Network': ['ID=2ea636ab-2af8-4eee-a5ec-228049f24b01,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.953320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6dea8ba-4195-48b8-beec-2e0ab7f7237c req-92d161c1-3a80-497e-a321-74d812fe3921 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2755511 Jul 16 18:11:03.957362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fc14cd-0e51-45a7-952b-1dc6b54b072f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7821bd8-87c6-4b47-821f-58f1fe9fc83b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:03.960833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Made reservation on behalf of 77da5f4e2d5c4690beb1505efdcf3666 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:03.963894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 2ea636ab-2af8-4eee-a5ec-228049f24b01 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:03.972768 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.003219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:04.013871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.014638 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Added segment 85a61fed-da81-46e4-8023-c3ecc3c9e2b7 of type vlan for network 9f77a57e-8275-4412-98da-76f74d41a542 Jul 16 18:11:04.088095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.133899 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.151956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.153019 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.185326 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6dea8ba-4195-48b8-beec-2e0ab7f7237c req-0e5c5e29-4324-4418-8a41-b4bf684f66af tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309058 Jul 16 18:11:04.187391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-c7041dd4-9160-4eab-881a-3cec93d00adc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a99993-167c-45c1-b0e8-012ff5e913fc HTTP/1.1" status: 200 len: 1002 time: 0.2222221 Jul 16 18:11:04.197342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3150573 Jul 16 18:11:04.200979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Pushing event updated for resources: {'Port': ['ID=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.201346 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39976) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:04.220922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'ports': [{'network_id': '2ea636ab-2af8-4eee-a5ec-228049f24b01', 'name': 'tempest-port--1694405445', 'admin_state_up': True}, {'network_id': '9f77a57e-8275-4412-98da-76f74d41a542', 'admin_state_up': False}]} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:04.221349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'port': {'network_id': '2ea636ab-2af8-4eee-a5ec-228049f24b01', 'name': 'tempest-port--1694405445', 'admin_state_up': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:04.222153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'port': {'network_id': '9f77a57e-8275-4412-98da-76f74d41a542', 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:04.279963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f46473-8342-4042-93b8-4ca7e321bf34 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event updated for resources: {'Network': ['ID=9f77a57e-8275-4412-98da-76f74d41a542,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.294128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9f77a57e-8275-4412-98da-76f74d41a542 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:04.331720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-8398f5fc-7123-4746-a786-50817b85797c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.342468 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-8398f5fc-7123-4746-a786-50817b85797c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bed990a2-d4cd-48d5-b858-b087aef8b72e HTTP/1.1" status: 200 len: 851 time: 0.1388063 Jul 16 18:11:04.375028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Attempting to bind port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:04.377604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Attempting to bind port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '162d8878-20e9-41ee-8178-26897486b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:04.378258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Attempting to bind port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 on network 444b421f-e83a-476e-b680-9ef802b568d7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:04.422708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 on network 444b421f-e83a-476e-b680-9ef802b568d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:04.423677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Attempting to bind port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 on network 444b421f-e83a-476e-b680-9ef802b568d7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:04.450784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:04.451225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Checking segment: {'id': '162d8878-20e9-41ee-8178-26897486b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:04.451772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Bound using segment: {'id': '162d8878-20e9-41ee-8178-26897486b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:04.452320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Bound port: 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162d8878-20e9-41ee-8178-26897486b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:04.452792 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.555143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Made reservation on behalf of 77da5f4e2d5c4690beb1505efdcf3666 for: {'port': 2} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:04.560211 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.576798 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.577353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] For port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:04.594570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] For port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5,segment=NetworkSegment(162d8878-20e9-41ee-8178-26897486b832),segment_id=162d8878-20e9-41ee-8178-26897486b832)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:04.603903 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.610147 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e7c552-c1cb-40a5-accd-456e192926b9 req-d2baf8dc-6960-4ff2-93f5-84eb20c09bb2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.612989 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6e7c552-c1cb-40a5-accd-456e192926b9 req-d2baf8dc-6960-4ff2-93f5-84eb20c09bb2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1835415 Jul 16 18:11:04.676389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6e7c552-c1cb-40a5-accd-456e192926b9 req-b1296c99-ee05-4411-b99b-24dc5c136724 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497367 Jul 16 18:11:04.692615 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97550512-c760-4715-bd1e-d496acdd9ba7 req-60417ae5-7f15-4c9f-8807-92731f8d4fc4 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.700399 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97550512-c760-4715-bd1e-d496acdd9ba7 req-60417ae5-7f15-4c9f-8807-92731f8d4fc4 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.2731345 Jul 16 18:11:04.702328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Pushing event updated for resources: {'Port': ['ID=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:04.710795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-a786f749-8180-49f2-a89e-f14d1d471823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.713050 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-a786f749-8180-49f2-a89e-f14d1d471823 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3622799 Jul 16 18:11:04.733334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:04.734748 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:04.740368 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-92d4914f-4b81-4f1e-b294-a8386c6720b9 service neutron] 10.222.0.18 "PUT /v2.0/ports/61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 HTTP/1.1" status: 200 len: 1092 time: 1.8920598 Jul 16 18:11:04.767688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44b765b5-a3f3-4b9e-ba01-b33785671251', 'tag': '61b63db5-c25f-45c2-94f2-1b27dfc6c1b5'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:04.853824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] device_id is not set on port d789d233-e6d9-4a3a-b666-4a7c3979dcd8 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:05.081171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47b327f-d370-4366-be6d-c9c9b724a424 req-70e83499-87a7-47e2-a7b5-f4323e56b21c tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.083397 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e47b327f-d370-4366-be6d-c9c9b724a424 req-70e83499-87a7-47e2-a7b5-f4323e56b21c tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 944 time: 0.1701379 Jul 16 18:11:05.137362 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.179997 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e47b327f-d370-4366-be6d-c9c9b724a424 req-d030fdf8-aeb5-4a14-9e04-f911f8a81dbb tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797038 Jul 16 18:11:05.187699 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-543fe574-4d02-4c14-884d-713831979b41" -d '{"events": [{"name": "network-changed", "server_uuid": "44b765b5-a3f3-4b9e-ba01-b33785671251", "tag": "61b63db5-c25f-45c2-94f2-1b27dfc6c1b5"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:05.310947 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97550512-c760-4715-bd1e-d496acdd9ba7 req-9f4eee7b-6637-40ba-8a27-17b6962f2e83 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6095281 Jul 16 18:11:05.343239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-58cfbb5b-8113-414a-94cc-4fd593d38c1c service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5994794 Jul 16 18:11:05.350865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-473937ef-904f-4878-b709-870eba3938e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.352960 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-473937ef-904f-4878-b709-870eba3938e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd91cc250aaf4973a8f36597938b6869&device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 1095 time: 0.1600208 Jul 16 18:11:05.355672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] device_id is not set on port 6d080207-5c5f-4397-bd69-5caaa2e0f83a yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:05.435282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-f9bf8b94-a835-4ec0-9411-4165e30e552d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 HTTP/1.1" status: 200 len: 217 time: 0.0547526 Jul 16 18:11:05.483106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f35567-94ed-4fef-a7a6-2ce2155225a9 req-c42f79ff-010b-4520-b77b-988a0b46df16 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.484710 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18f35567-94ed-4fef-a7a6-2ce2155225a9 req-c42f79ff-010b-4520-b77b-988a0b46df16 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.1143570 Jul 16 18:11:05.556491 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-3ac2e0a2-e6f5-46a1-987e-9fe09c020b2e service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023509 Jul 16 18:11:05.605768 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-18f35567-94ed-4fef-a7a6-2ce2155225a9 req-7d3e59be-fadf-4657-b86d-ed59d1f28559 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122234 Jul 16 18:11:05.614911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-150a771b-d17b-4bac-b763-5822d14e3126 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4 HTTP/1.1" status: 200 len: 217 time: 0.0484695 Jul 16 18:11:05.643537 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f04ddb5e-bced-46cb-9d9b-8f661707f588 x-openstack-request-id: req-f04ddb5e-bced-46cb-9d9b-8f661707f588 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:05.644027 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44b765b5-a3f3-4b9e-ba01-b33785671251", "tag": "61b63db5-c25f-45c2-94f2-1b27dfc6c1b5", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:05.644386 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f04ddb5e-bced-46cb-9d9b-8f661707f588 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:05.644812 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44b765b5-a3f3-4b9e-ba01-b33785671251', 'tag': '61b63db5-c25f-45c2-94f2-1b27dfc6c1b5', 'status': 'completed', 'code': 200} Jul 16 18:11:05.671382 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-393f2a30-86b9-48c4-8f34-a3ad726f03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.672949 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-393f2a30-86b9-48c4-8f34-a3ad726f03ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e73b2d-6b01-4e19-8418-81bb6e353701 HTTP/1.1" status: 200 len: 849 time: 0.2276287 Jul 16 18:11:05.698961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.726927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-f35dceb3-c74d-4e3d-85cd-a87d0e55a8ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=444b421f-e83a-476e-b680-9ef802b568d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416691 Jul 16 18:11:05.731349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-a5a4d230-3bba-4422-8eb0-a00aed77c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.732850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-a5a4d230-3bba-4422-8eb0-a00aed77c055 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1113620 Jul 16 18:11:05.822258 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:05.902402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9611bd1b-b5c1-4a20-b81d-a0246f54577e req-f6c3b6c7-be32-4c08-876b-87ad2bb9025a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:05.910559 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9611bd1b-b5c1-4a20-b81d-a0246f54577e req-f6c3b6c7-be32-4c08-876b-87ad2bb9025a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1612492 Jul 16 18:11:05.910858 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-d335cc84-9ccd-411c-bf19-5a1ecfbb5c23 service neutron] 10.222.0.18 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751924 Jul 16 18:11:05.929724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event updated for resources: {'Port': ['ID=d789d233-e6d9-4a3a-b666-4a7c3979dcd8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:05.966782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Checking segment: {'id': '36e02623-6ae3-4838-b7ed-69bb46bce8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '2ea636ab-2af8-4eee-a5ec-228049f24b01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:05.967234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Network hostable DHCP agents. Network: 2ea636ab-2af8-4eee-a5ec-228049f24b01, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:05.997184 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9611bd1b-b5c1-4a20-b81d-a0246f54577e req-d1cc9da0-b806-48f8-a491-14c3aef0304e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847785 Jul 16 18:11:06.015601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-49e3d4a1-13e0-404f-8c04-296b3027febd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.019961 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-49e3d4a1-13e0-404f-8c04-296b3027febd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2713966 Jul 16 18:11:06.021323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Network 2ea636ab-2af8-4eee-a5ec-228049f24b01 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:06.052144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 2ea636ab-2af8-4eee-a5ec-228049f24b01) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:06.060624 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a94278-1262-4d24-a48e-4db74ab9cee7 None None] Network 2ea636ab-2af8-4eee-a5ec-228049f24b01 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:06.064298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:06.065487 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.121761 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event updated for resources: {'Port': ['ID=6d080207-5c5f-4397-bd69-5caaa2e0f83a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:06.129639 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34b59fec-4fd2-4716-bfc6-5937b6031c98 req-51072dc8-df73-499f-ab34-87f77889d37c service neutron] 10.222.0.18 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032039 Jul 16 18:11:06.194872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Checking segment: {'id': '85a61fed-da81-46e4-8023-c3ecc3c9e2b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '9f77a57e-8275-4412-98da-76f74d41a542'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:06.195041 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-f9c92996-bcf5-4536-ab37-ce32dadcd6d8 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712458 Jul 16 18:11:06.195243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Network hostable DHCP agents. Network: 9f77a57e-8275-4412-98da-76f74d41a542, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:06.238012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Network 9f77a57e-8275-4412-98da-76f74d41a542 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:06.250886 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9f77a57e-8275-4412-98da-76f74d41a542) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:06.266935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:06.287738 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.294443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.296026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.328906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-21890c5c-520d-4dfc-ab54-2606257b831e tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.1183677 Jul 16 18:11:06.334017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40064) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:06.348952 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607b42ea-508d-4752-8c81-d31d79b5ba60 None None] Network 9f77a57e-8275-4412-98da-76f74d41a542 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:06.544516 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-6c977d71-187a-4823-9e03-6f1313184ad6 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3276155 Jul 16 18:11:06.583699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305e88f-2444-4724-86ac-fdf3fbb61e44 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.589624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4305e88f-2444-4724-86ac-fdf3fbb61e44 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.591474 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4305e88f-2444-4724-86ac-fdf3fbb61e44 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2564721 Jul 16 18:11:06.594462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40074) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:06.637236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fe574-4d02-4c14-884d-713831979b41 req-bee4e844-6430-40d2-9e78-6e3d316bfc72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.639368 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-543fe574-4d02-4c14-884d-713831979b41 req-bee4e844-6430-40d2-9e78-6e3d316bfc72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd91cc250aaf4973a8f36597938b6869&device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 1095 time: 0.4412968 Jul 16 18:11:06.641529 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-19c0d172-7270-404e-8a7b-25d79e5af4e8 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=1d4fbd0b-e052-4618-a347-ee1e17463815 HTTP/1.1" status: 200 len: 217 time: 0.0841863 Jul 16 18:11:06.676369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d8604b-9ba4-4647-bc84-9dd7f3ffda0d req-9ebfa103-9589-4709-b3d7-250fccfaa820 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.680458 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9d8604b-9ba4-4647-bc84-9dd7f3ffda0d req-9ebfa103-9589-4709-b3d7-250fccfaa820 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.3723609 Jul 16 18:11:06.710685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4f73e0-0c63-4378-9a41-569db4c22abb req-bead715f-ffc4-49ad-a0f8-adc04ef2cdc3 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:06.714724 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bb4f73e0-0c63-4378-9a41-569db4c22abb req-bead715f-ffc4-49ad-a0f8-adc04ef2cdc3 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 944 time: 0.2726285 Jul 16 18:11:06.774219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bb4f73e0-0c63-4378-9a41-569db4c22abb req-d4412b84-3d06-47eb-ba67-35006e304b8a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510292 Jul 16 18:11:06.794501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-53557937-d006-4475-a2d1-d173d8f8d12f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Deleting port d789d233-e6d9-4a3a-b666-4a7c3979dcd8 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:06.795108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-53557937-d006-4475-a2d1-d173d8f8d12f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.876891 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-53557937-d006-4475-a2d1-d173d8f8d12f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:06.894202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-53557937-d006-4475-a2d1-d173d8f8d12f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Calling delete_port for d789d233-e6d9-4a3a-b666-4a7c3979dcd8 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:07.034700 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9d8604b-9ba4-4647-bc84-9dd7f3ffda0d req-b4a2bbe3-2d7a-4a16-86c0-06a2f2466de7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442708 Jul 16 18:11:07.045098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-a848e0c6-fb1f-4042-a7e9-e592b66d63c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.047816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-53557937-d006-4475-a2d1-d173d8f8d12f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.063714 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-a848e0c6-fb1f-4042-a7e9-e592b66d63c6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.3999963 Jul 16 18:11:07.101257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fe574-4d02-4c14-884d-713831979b41 req-399b6bf6-967d-4ae5-af3d-619f043060e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.102868 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-543fe574-4d02-4c14-884d-713831979b41 req-399b6bf6-967d-4ae5-af3d-619f043060e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=444b421f-e83a-476e-b680-9ef802b568d7 HTTP/1.1" status: 200 len: 910 time: 0.4215238 Jul 16 18:11:07.121692 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-53557937-d006-4475-a2d1-d173d8f8d12f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.123660 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-53557937-d006-4475-a2d1-d173d8f8d12f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "DELETE /v2.0/ports/d789d233-e6d9-4a3a-b666-4a7c3979dcd8 HTTP/1.1" status: 204 len: 168 time: 0.5280397 Jul 16 18:11:07.124534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53557937-d006-4475-a2d1-d173d8f8d12f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event deleted for resources: {'Port': ['ID=d789d233-e6d9-4a3a-b666-4a7c3979dcd8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:07.134326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40090) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.184706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-543fe574-4d02-4c14-884d-713831979b41 req-045af5e0-59a7-4fae-8075-16a1875ad2e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 HTTP/1.1" status: 200 len: 217 time: 0.0642354 Jul 16 18:11:07.295040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da20304-733d-42b5-9540-8ee62174b3a3 req-09f119b4-c6ed-4c19-9ce5-19e6a227e919 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.295434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-6ff1aed3-e51d-427b-aafc-8ec697db735a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.297658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-6ff1aed3-e51d-427b-aafc-8ec697db735a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2327335 Jul 16 18:11:07.304400 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2da20304-733d-42b5-9540-8ee62174b3a3 req-09f119b4-c6ed-4c19-9ce5-19e6a227e919 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.2244155 Jul 16 18:11:07.355235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543fe574-4d02-4c14-884d-713831979b41 req-457ca0e0-e957-44ae-ae47-d9df2d540bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.356605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-543fe574-4d02-4c14-884d-713831979b41 req-457ca0e0-e957-44ae-ae47-d9df2d540bc7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e73b2d-6b01-4e19-8418-81bb6e353701 HTTP/1.1" status: 200 len: 849 time: 0.1505685 Jul 16 18:11:07.358413 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2da20304-733d-42b5-9540-8ee62174b3a3 req-c1c15c9e-81f3-446c-a1e0-a138898bf4e9 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529449 Jul 16 18:11:07.431954 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-543fe574-4d02-4c14-884d-713831979b41 req-8e8d9665-2e82-46c5-9b6f-3cd6aa395270 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=444b421f-e83a-476e-b680-9ef802b568d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0613303 Jul 16 18:11:07.572755 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-113ff22c-261e-41dc-bb24-6181103e1a14 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2664096 Jul 16 18:11:07.579920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-4868fd8a-9d7f-430d-9547-3eb534db2df4 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Deleting port 6d080207-5c5f-4397-bd69-5caaa2e0f83a {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:07.580284 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4868fd8a-9d7f-430d-9547-3eb534db2df4 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.647185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d6940-70dd-4f8c-8518-3d2f9f3ef0b4 req-f24855c6-b3e6-4692-a4f0-b7e99fd67847 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.655647 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-247d6940-70dd-4f8c-8518-3d2f9f3ef0b4 req-f24855c6-b3e6-4692-a4f0-b7e99fd67847 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1120324 Jul 16 18:11:07.677406 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-543fe574-4d02-4c14-884d-713831979b41 req-1050207c-50da-48b6-842f-4f7d28326588 service neutron] 10.222.0.18 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2337968 Jul 16 18:11:07.707009 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-247d6940-70dd-4f8c-8518-3d2f9f3ef0b4 req-8877284b-971b-4c7e-b812-7e0ae5cf1a21 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503929 Jul 16 18:11:07.773457 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4868fd8a-9d7f-430d-9547-3eb534db2df4 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:07.787373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a738cdd-f3da-43f0-ac99-0a313d7b0959 req-8ac22c1d-811b-4fd1-a684-9a83d04bf1c3 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.789234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a738cdd-f3da-43f0-ac99-0a313d7b0959 req-8ac22c1d-811b-4fd1-a684-9a83d04bf1c3 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.3334763 Jul 16 18:11:07.827843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-4868fd8a-9d7f-430d-9547-3eb534db2df4 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Calling delete_port for 6d080207-5c5f-4397-bd69-5caaa2e0f83a owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:07.898897 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-cbf12506-23df-4a06-8421-50e3cefe6273 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105567 Jul 16 18:11:07.916029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaea924-4ebc-4e66-8d95-f9eb834323cf req-f4c8b061-b9b8-47bf-8ba6-5b0f776feec7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:07.923749 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aeaea924-4ebc-4e66-8d95-f9eb834323cf req-f4c8b061-b9b8-47bf-8ba6-5b0f776feec7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.0835385 Jul 16 18:11:07.930619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40126) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:07.983958 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aeaea924-4ebc-4e66-8d95-f9eb834323cf req-1ec8ede7-eb1d-4d37-bec4-38368db86882 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590832 Jul 16 18:11:07.992702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a738cdd-f3da-43f0-ac99-0a313d7b0959 req-3b2fa03f-ca57-4ad9-bc56-ca3568682653 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865461 Jul 16 18:11:07.997101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-388b2a37-57b4-43fd-b867-e3b93aee3de7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=6f59f170-ea3b-48fb-bfc9-90634344e929 HTTP/1.1" status: 200 len: 217 time: 0.0633664 Jul 16 18:11:08.008213 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-543fe574-4d02-4c14-884d-713831979b41 req-cfbc4db1-3bd1-4c1c-ae00-621db3cafd6c service neutron] 10.222.0.18 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918801 Jul 16 18:11:08.136942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-2a7028f2-b71c-458d-a398-13620dc38257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.139324 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-2a7028f2-b71c-458d-a398-13620dc38257 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1311648 Jul 16 18:11:08.140696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4868fd8a-9d7f-430d-9547-3eb534db2df4 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.176236 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-109289eb-5d1f-4f35-98f8-adc2264b7b06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.201232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4868fd8a-9d7f-430d-9547-3eb534db2df4 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event deleted for resources: {'Port': ['ID=6d080207-5c5f-4397-bd69-5caaa2e0f83a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.212203 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4868fd8a-9d7f-430d-9547-3eb534db2df4 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.214050 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4868fd8a-9d7f-430d-9547-3eb534db2df4 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "DELETE /v2.0/ports/6d080207-5c5f-4397-bd69-5caaa2e0f83a HTTP/1.1" status: 204 len: 168 time: 1.0760553 Jul 16 18:11:08.221857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40134) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.246035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c394b-1b0c-41f1-bd11-7bf7a5f7398e req-bbf871ed-a001-4ae9-a902-28e20b7ca923 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.252932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-796c394b-1b0c-41f1-bd11-7bf7a5f7398e req-bbf871ed-a001-4ae9-a902-28e20b7ca923 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 944 time: 0.1333997 Jul 16 18:11:08.270323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-421ba062-753a-4adb-b0a4-c2e26d915a50 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0472255 Jul 16 18:11:08.275310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40144) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.287630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1456253652'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:08.298048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-14a77db4-a8d2-4d21-a32e-5873caa20796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.299864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-14a77db4-a8d2-4d21-a32e-5873caa20796 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1512332 Jul 16 18:11:08.318841 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-796c394b-1b0c-41f1-bd11-7bf7a5f7398e req-07c7109a-0c2c-4c6e-9691-90c1d4ed657e tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622387 Jul 16 18:11:08.414824 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-9f02635c-e265-4a03-9815-230fc2673591 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079381 Jul 16 18:11:08.419948 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-109289eb-5d1f-4f35-98f8-adc2264b7b06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.425721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-109289eb-5d1f-4f35-98f8-adc2264b7b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.477759 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-109289eb-5d1f-4f35-98f8-adc2264b7b06 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c52b2e697e11423ba97303db53c3646a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5461173 Jul 16 18:11:08.478716 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40150) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:08.479512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109289eb-5d1f-4f35-98f8-adc2264b7b06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa26d61-7e36-4986-81b6-29439c921a2b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.493975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Made reservation on behalf of 77da5f4e2d5c4690beb1505efdcf3666 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:08.499203 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.541114 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0cf5217-1cff-4002-bc7a-49beafb25a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.563602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0cf5217-1cff-4002-bc7a-49beafb25a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.629760 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-fb2802ae-a528-4a8b-8b9e-4d4275aa742d service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966047 Jul 16 18:11:08.640141 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0cf5217-1cff-4002-bc7a-49beafb25a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.645968 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0cf5217-1cff-4002-bc7a-49beafb25a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.648028 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e0cf5217-1cff-4002-bc7a-49beafb25a6d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7aa26d61-7e36-4986-81b6-29439c921a2b HTTP/1.1" status: 204 len: 168 time: 0.1654956 Jul 16 18:11:08.651674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:08.660779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf5217-1cff-4002-bc7a-49beafb25a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa26d61-7e36-4986-81b6-29439c921a2b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:08.661902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5099d39e-a621-4fe5-a5cb-a4ebe6846b50 req-2a5c1f98-6f25-4e33-b726-5767b803a662 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.669383 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5099d39e-a621-4fe5-a5cb-a4ebe6846b50 req-2a5c1f98-6f25-4e33-b726-5767b803a662 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2512791 Jul 16 18:11:08.725914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.726101 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Added segment a4bef69b-9363-4579-a5cb-3f153e3d3b8b of type vlan for network 6c2d7148-3f35-4a07-8557-15eebdc49025 Jul 16 18:11:08.728812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-abe26b36-c8b3-47bb-a4b6-07484a84137c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 HTTP/1.1" status: 200 len: 217 time: 0.0908496 Jul 16 18:11:08.747443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b38b32-a11e-4cbd-8936-9aef9792a41f req-b440fab7-4c27-4333-9d21-82e705cabc68 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.760132 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b9b38b32-a11e-4cbd-8936-9aef9792a41f req-b440fab7-4c27-4333-9d21-82e705cabc68 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.0819492 Jul 16 18:11:08.802087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5099d39e-a621-4fe5-a5cb-a4ebe6846b50 req-8f1c4665-57a5-425b-a280-8f43da7d819f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317444 Jul 16 18:11:08.815701 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b9b38b32-a11e-4cbd-8936-9aef9792a41f req-55dccb1b-4252-4cd4-98c8-727a8dfbcbee tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520284 Jul 16 18:11:08.843190 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.858113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-fe6ac1a9-43aa-40e4-9923-cd5c0206ae87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.859627 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-fe6ac1a9-43aa-40e4-9923-cd5c0206ae87 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1182587 Jul 16 18:11:08.914580 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.920397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:08.921047 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:08.936630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:09.006501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7273171 Jul 16 18:11:09.010290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40168) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.020239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-65969867'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:09.044988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-5aa73e9a-3e75-4e71-ab7c-bcdffb9a7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.046568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-5aa73e9a-3e75-4e71-ab7c-bcdffb9a7978 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1796989 Jul 16 18:11:09.048294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2918a2d-8d31-4403-a651-a58e0eedf527 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event updated for resources: {'Network': ['ID=6c2d7148-3f35-4a07-8557-15eebdc49025,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.053081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Made reservation on behalf of 77da5f4e2d5c4690beb1505efdcf3666 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:09.059857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 6c2d7148-3f35-4a07-8557-15eebdc49025 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:09.073927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.126830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5,segment=NetworkSegment(162d8878-20e9-41ee-8178-26897486b832),segment_id=162d8878-20e9-41ee-8178-26897486b832)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:09.129844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:09.155165 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.155541 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Added segment d865da92-ee31-4f6f-96b5-b5f52dd153e7 of type vlan for network b1f41b44-11fc-4b1b-92fe-9bde71ac4e37 Jul 16 18:11:09.192802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '61b63db5-c25f-45c2-94f2-1b27dfc6c1b5', 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7', 'port_id': '61b63db5-c25f-45c2-94f2-1b27dfc6c1b5', 'mac_address': 'fa:16:3e:1a:88:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e73b2d-6b01-4e19-8418-81bb6e353701', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:09.262570 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.263388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.344286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.350242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:09.350443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.350979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.400230 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3910139 Jul 16 18:11:09.511171 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5,segment=NetworkSegment(162d8878-20e9-41ee-8178-26897486b832),segment_id=162d8878-20e9-41ee-8178-26897486b832)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:09.511437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981bba19-6dd9-4993-87d6-a770910ed5bb req-607042ff-0472-41a5-b8fe-3efd7f5a8d85 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.519653 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-981bba19-6dd9-4993-87d6-a770910ed5bb req-607042ff-0472-41a5-b8fe-3efd7f5a8d85 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.5623956 Jul 16 18:11:09.527157 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.542588 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bbf1ba-07ab-4dae-b086-c68283ba3b0f tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event updated for resources: {'Network': ['ID=b1f41b44-11fc-4b1b-92fe-9bde71ac4e37,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.567115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f552c-ba20-45ef-a717-1e86fbf4bf0c req-cc017640-7f2a-4089-91f3-df91b197f326 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:09.575249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c30f552c-ba20-45ef-a717-1e86fbf4bf0c req-cc017640-7f2a-4089-91f3-df91b197f326 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.2946115 Jul 16 18:11:09.576962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40190) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:09.583252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-d6d5ac48-a1bf-47d1-b5d0-df05bf11788e service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5279198 Jul 16 18:11:09.588278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'subnets': [{'network_id': '6c2d7148-3f35-4a07-8557-15eebdc49025', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1559160599', 'ip_version': 4}, {'network_id': 'b1f41b44-11fc-4b1b-92fe-9bde71ac4e37', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:09.588602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'subnet': {'network_id': '6c2d7148-3f35-4a07-8557-15eebdc49025', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1559160599', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:09.589265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Request body: {'subnet': {'network_id': 'b1f41b44-11fc-4b1b-92fe-9bde71ac4e37', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:09.598912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b1f41b44-11fc-4b1b-92fe-9bde71ac4e37 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:09.600385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-981bba19-6dd9-4993-87d6-a770910ed5bb req-1ecb9169-e41f-46f9-9cab-87ded0dfdc4e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752850 Jul 16 18:11:09.695745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:09.800645 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-a2eacc8d-0bfa-47d0-bcd7-a6935bf5038e service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991684 Jul 16 18:11:09.863414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['61b63db5-c25f-45c2-94f2-1b27dfc6c1b5'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:09.871232 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c30f552c-ba20-45ef-a717-1e86fbf4bf0c req-36cca547-2ebd-4933-834b-c11f4a392e0d tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949655 Jul 16 18:11:09.909551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Made reservation on behalf of 77da5f4e2d5c4690beb1505efdcf3666 for: {'subnet': 2} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:09.914688 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.915031 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:09.955905 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-0bf57891-20f6-42c5-bbab-8226ce986a74 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b HTTP/1.1" status: 200 len: 217 time: 0.1463320 Jul 16 18:11:10.174475 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-75a55ca6-62c3-477b-a865-a4baf9d20d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.176867 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-75a55ca6-62c3-477b-a865-a4baf9d20d6a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.2094183 Jul 16 18:11:10.203195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ee6aae-f69c-4e94-9d3e-8e2bd5ce543b req-020b9f88-e46b-4bf9-bcbf-6b6fccefe571 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.215207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35ee6aae-f69c-4e94-9d3e-8e2bd5ce543b req-020b9f88-e46b-4bf9-bcbf-6b6fccefe571 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 945 time: 0.2753367 Jul 16 18:11:10.306364 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35ee6aae-f69c-4e94-9d3e-8e2bd5ce543b req-ecb8785e-ea56-463b-84b8-c1805cee593f tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865698 Jul 16 18:11:10.339923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-4b44e7aa-b684-4319-b4df-c075449cd780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.341604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-4b44e7aa-b684-4319-b4df-c075449cd780 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1564023 Jul 16 18:11:10.493230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8553b6d-2666-4842-9d65-f417bf0965c7 req-25ec8b30-02a6-44f3-9096-62a730c9bb9f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.509796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8553b6d-2666-4842-9d65-f417bf0965c7 req-25ec8b30-02a6-44f3-9096-62a730c9bb9f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1997843 Jul 16 18:11:10.566846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-3f528ab6-ed55-434e-ac3d-68ac52aa7107 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138352 Jul 16 18:11:10.569204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8553b6d-2666-4842-9d65-f417bf0965c7 req-b5c7e4d1-7293-4943-a6e4-7057f66666bf tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584016 Jul 16 18:11:10.642020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.667800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e24f4c-174f-4f3c-95dd-2e6ae180c529 req-46c454b2-e71d-4426-9706-c6b89defda32 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.669320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72e24f4c-174f-4f3c-95dd-2e6ae180c529 req-46c454b2-e71d-4426-9706-c6b89defda32 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1680007 Jul 16 18:11:10.713061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-edad4e01-113d-41cb-8637-25d3bdb3e3c8 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393814 Jul 16 18:11:10.732594 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72e24f4c-174f-4f3c-95dd-2e6ae180c529 req-3b8b2e65-9081-413c-9d26-76d11b2ad769 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563705 Jul 16 18:11:10.735327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event updated for resources: {'Subnet': ['ID=bca74009-3490-4bb6-905a-e90a7cc363ad,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:10.746296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Checking segment: {'id': 'a4bef69b-9363-4579-a5cb-3f153e3d3b8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '6c2d7148-3f35-4a07-8557-15eebdc49025'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:10.746655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Network hostable DHCP agents. Network: 6c2d7148-3f35-4a07-8557-15eebdc49025, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:10.768297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Network 6c2d7148-3f35-4a07-8557-15eebdc49025 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:10.770625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-89789358-01ca-4fa8-a4bf-9227f8f9ebc0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77da69d-468d-40e0-a756-d7d719aac266 HTTP/1.1" status: 200 len: 217 time: 0.0498040 Jul 16 18:11:10.786380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 6c2d7148-3f35-4a07-8557-15eebdc49025) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:10.791869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:10.798554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9e7cd4-e5dc-428c-a36b-6874446ced5c None None] Network 6c2d7148-3f35-4a07-8557-15eebdc49025 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:10.888881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-9d0b90c4-9d14-43de-8026-2063d5658fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:10.890364 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-9d0b90c4-9d14-43de-8026-2063d5658fb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.1133194 Jul 16 18:11:10.946487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:10.977677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40252) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:10.977881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event updated for resources: {'Subnet': ['ID=0a452a04-6671-441c-ad53-a5037a3e5e10,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:11.054190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Checking segment: {'id': 'd865da92-ee31-4f6f-96b5-b5f52dd153e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b1f41b44-11fc-4b1b-92fe-9bde71ac4e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:11.054464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Network hostable DHCP agents. Network: b1f41b44-11fc-4b1b-92fe-9bde71ac4e37, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:11.074488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:11.075206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-7ad85f7c-cf98-416c-abec-2f4d50b04e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.077182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-7ad85f7c-cf98-416c-abec-2f4d50b04e35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1778357 Jul 16 18:11:11.081317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cff589-2a93-4ef0-8b6a-c03dfa95921e req-80e7aff6-ca3f-43d1-a1c4-c798d69f7909 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.082871 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-74cff589-2a93-4ef0-8b6a-c03dfa95921e req-80e7aff6-ca3f-43d1-a1c4-c798d69f7909 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2019796 Jul 16 18:11:11.083655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:11.084371 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.089168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Network b1f41b44-11fc-4b1b-92fe-9bde71ac4e37 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:11.116594 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, b1f41b44-11fc-4b1b-92fe-9bde71ac4e37) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:11.131599 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.131599 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.132595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.162185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-74cff589-2a93-4ef0-8b6a-c03dfa95921e req-d466dca0-893b-48fc-babd-a09296b19c8d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676546 Jul 16 18:11:11.175279 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-10e4e9d2-2dff-4fd9-ba4b-cb99deb0af0b tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.5967209 Jul 16 18:11:11.176252 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-063ab16c-63f9-4037-84c2-fc0e374a8e5f None None] Network b1f41b44-11fc-4b1b-92fe-9bde71ac4e37 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:11.177870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40258) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:11.317361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0d2354-ff9b-48a2-9017-0bf084177d85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-6c2d7148-3f35-4a07-8557-15eebdc49025', 'network_id': '6c2d7148-3f35-4a07-8557-15eebdc49025', 'tenant_id': '77da5f4e2d5c4690beb1505efdcf3666', 'fixed_ips': [{'subnet_id': 'bca74009-3490-4bb6-905a-e90a7cc363ad'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:11.318389 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac0d2354-ff9b-48a2-9017-0bf084177d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.334657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f990f8-6ef5-4e6a-843b-969cdb0df781 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.336546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f990f8-6ef5-4e6a-843b-969cdb0df781 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.338417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f990f8-6ef5-4e6a-843b-969cdb0df781 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.340357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-97f990f8-6ef5-4e6a-843b-969cdb0df781 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1613379 Jul 16 18:11:11.343488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40268) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:11.348381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a6194db-8987-4e0b-b844-44972c1438d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.449849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-ede7efd4-0c61-4036-89a3-d944fded3b06 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Deleting subnet bca74009-3490-4bb6-905a-e90a7cc363ad {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:11.460376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ede7efd4-0c61-4036-89a3-d944fded3b06 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.531534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-b1f41b44-11fc-4b1b-92fe-9bde71ac4e37', 'network_id': 'b1f41b44-11fc-4b1b-92fe-9bde71ac4e37', 'tenant_id': '77da5f4e2d5c4690beb1505efdcf3666', 'fixed_ips': [{'subnet_id': '0a452a04-6671-441c-ad53-a5037a3e5e10'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:11.532702 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.547595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ede7efd4-0c61-4036-89a3-d944fded3b06 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.564082 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.582870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee561945-3a85-44b7-9699-21331b2b0961 req-6240bf13-ba7f-4a4c-8e57-1309402d9aa2 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.584584 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee561945-3a85-44b7-9699-21331b2b0961 req-6240bf13-ba7f-4a4c-8e57-1309402d9aa2 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.4278729 Jul 16 18:11:11.590467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-ed96776e-eb0e-4beb-b08e-a41bed4cf0b1 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5020225 Jul 16 18:11:11.604127 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ede7efd4-0c61-4036-89a3-d944fded3b06 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.649193 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b765b5-a3f3-4b9e-ba01-b33785671251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b63db5-c25f-45c2-94f2-1b27dfc6c1b5'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:11.651601 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf3431c-c4bd-4480-9d92-890509343311" -d '{"events": [{"server_uuid": "44b765b5-a3f3-4b9e-ba01-b33785671251", "name": "network-vif-plugged", "status": "completed", "tag": "61b63db5-c25f-45c2-94f2-1b27dfc6c1b5"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:11.678636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5,segment=NetworkSegment(162d8878-20e9-41ee-8178-26897486b832),segment_id=162d8878-20e9-41ee-8178-26897486b832)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-ac0d2354-ff9b-48a2-9017-0bf084177d85 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bca74009-3490-4bb6-905a-e90a7cc363ad: This subnet is being modified by another concurrent operation. Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet bca74009-3490-4bb6-905a-e90a7cc363ad: This subnet is being modified by another concurrent operation. Jul 16 18:11:11.693720 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:11:11.703529 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ede7efd4-0c61-4036-89a3-d944fded3b06 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.718457 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.720722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0831bb0f-e2fe-415a-b5fe-8bbda0417171 None None] Network 6c2d7148-3f35-4a07-8557-15eebdc49025 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:11.741890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede7efd4-0c61-4036-89a3-d944fded3b06 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event deleted for resources: {'Subnet': ['ID=bca74009-3490-4bb6-905a-e90a7cc363ad,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:11.744127 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ede7efd4-0c61-4036-89a3-d944fded3b06 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.748383 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ede7efd4-0c61-4036-89a3-d944fded3b06 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "DELETE /v2.0/subnets/bca74009-3490-4bb6-905a-e90a7cc363ad HTTP/1.1" status: 204 len: 168 time: 0.4013481 Jul 16 18:11:11.753626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40282) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:11.792000 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a6194db-8987-4e0b-b844-44972c1438d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.824418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a6194db-8987-4e0b-b844-44972c1438d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.841163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27c535-3f3e-4155-ac2c-7480c64db8d1 req-853e31a8-a09a-4462-9a1c-13cfcfb98623 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:11.850404 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f27c535-3f3e-4155-ac2c-7480c64db8d1 req-853e31a8-a09a-4462-9a1c-13cfcfb98623 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 946 time: 0.1798413 Jul 16 18:11:11.881251 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Allocated IP 172.20.0.18 (b1f41b44-11fc-4b1b-92fe-9bde71ac4e37/0a452a04-6671-441c-ad53-a5037a3e5e10/3e2bee0e-f668-4533-969a-86e4b59f4001) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:11.884317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee561945-3a85-44b7-9699-21331b2b0961 req-156645b8-5836-41c5-ad72-efdb8cedc58c tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994717 Jul 16 18:11:11.914650 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f27c535-3f3e-4155-ac2c-7480c64db8d1 req-83667f6d-5d78-4d97-8486-53ae3063839a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574446 Jul 16 18:11:11.933429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6b11e3c-c66c-4a0c-a6e9-cb639ddf4e4d tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Deleting subnet 0a452a04-6671-441c-ad53-a5037a3e5e10 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:11.938064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:11.975324 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:11.996932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6a6194db-8987-4e0b-b844-44972c1438d1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b327748229b42aaafa7b445d70fb2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0155909 Jul 16 18:11:11.997234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40292) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.024579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6194db-8987-4e0b-b844-44972c1438d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53fe7168-89dd-4b01-baed-eb78964cbd46,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.087709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd566d05-147f-4d69-ab12-c3c0666da0e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.093001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7c43e71-93ea-4792-b310-a1956c08d90c req-155984df-fdcf-4fe1-a321-7d8d7325e746 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4044237 Jul 16 18:11:12.124074 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.139531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Transition to ACTIVE for port object 3e2bee0e-f668-4533-969a-86e4b59f4001 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:12.161575 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd566d05-147f-4d69-ab12-c3c0666da0e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.184145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59833a8-87d6-4763-acf6-17e8c33dab99 req-ea53bebd-05f5-4f17-aef7-de475fa52d9f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.188513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Transition to ACTIVE for port object 3e2bee0e-f668-4533-969a-86e4b59f4001 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:12.192653 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b59833a8-87d6-4763-acf6-17e8c33dab99 req-ea53bebd-05f5-4f17-aef7-de475fa52d9f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 813 time: 0.1858034 Jul 16 18:11:12.202296 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.213629 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6b11e3c-c66c-4a0c-a6e9-cb639ddf4e4d tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.214734 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b59833a8-87d6-4763-acf6-17e8c33dab99 req-b4b73c32-fd08-442d-9ba6-de8e6afd398d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/quotas/8aa30b8fbf314b88b8c2528ca1f95bf3 HTTP/1.1" status: 200 len: 375 time: 0.0208623 Jul 16 18:11:12.246874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Network b1f41b44-11fc-4b1b-92fe-9bde71ac4e37 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:12.256236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:12.259922 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:12.279091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfc302a-cee8-41c3-ab9b-428a47d1f01d req-410b2a4e-bb7c-4066-acff-f43a8e8d8025 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.287878 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8cfc302a-cee8-41c3-ab9b-428a47d1f01d req-410b2a4e-bb7c-4066-acff-f43a8e8d8025 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.2187157 Jul 16 18:11:12.294952 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6b11e3c-c66c-4a0c-a6e9-cb639ddf4e4d tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.313421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Pushing event updated for resources: {'Port': ['ID=3e2bee0e-f668-4533-969a-86e4b59f4001,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.323162 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b59833a8-87d6-4763-acf6-17e8c33dab99 req-c8c3f214-4d59-49e9-8d29-11cd26fff075 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1028328 Jul 16 18:11:12.356709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd566d05-147f-4d69-ab12-c3c0666da0e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.358726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Attempting to bind port 3e2bee0e-f668-4533-969a-86e4b59f4001 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:12.359143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Attempting to bind port 3e2bee0e-f668-4533-969a-86e4b59f4001 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd865da92-ee31-4f6f-96b5-b5f52dd153e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b1f41b44-11fc-4b1b-92fe-9bde71ac4e37'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:12.359372 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd566d05-147f-4d69-ab12-c3c0666da0e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.359502 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Attempting to bind port 3e2bee0e-f668-4533-969a-86e4b59f4001 on network b1f41b44-11fc-4b1b-92fe-9bde71ac4e37 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:12.360533 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bd566d05-147f-4d69-ab12-c3c0666da0e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/53fe7168-89dd-4b01-baed-eb78964cbd46 HTTP/1.1" status: 204 len: 168 time: 0.3622401 Jul 16 18:11:12.381710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:12.382092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Checking segment: {'id': 'd865da92-ee31-4f6f-96b5-b5f52dd153e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b1f41b44-11fc-4b1b-92fe-9bde71ac4e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:12.382490 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.382878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Bound using segment: {'id': 'd865da92-ee31-4f6f-96b5-b5f52dd153e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b1f41b44-11fc-4b1b-92fe-9bde71ac4e37'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:12.383343 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Bound port: 3e2bee0e-f668-4533-969a-86e4b59f4001, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd865da92-ee31-4f6f-96b5-b5f52dd153e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'b1f41b44-11fc-4b1b-92fe-9bde71ac4e37'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:12.383747 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.402215 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c705289-bd04-46b4-a693-485bf5efaf43 x-openstack-request-id: req-1c705289-bd04-46b4-a693-485bf5efaf43 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:12.402502 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b765b5-a3f3-4b9e-ba01-b33785671251", "name": "network-vif-plugged", "status": "completed", "tag": "61b63db5-c25f-45c2-94f2-1b27dfc6c1b5", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:12.402748 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c705289-bd04-46b4-a693-485bf5efaf43 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:12.403131 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b765b5-a3f3-4b9e-ba01-b33785671251', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61b63db5-c25f-45c2-94f2-1b27dfc6c1b5', 'code': 200} Jul 16 18:11:12.410855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd566d05-147f-4d69-ab12-c3c0666da0e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53fe7168-89dd-4b01-baed-eb78964cbd46,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.441972 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8cfc302a-cee8-41c3-ab9b-428a47d1f01d req-f077e15c-24d9-49d8-89e3-4c6e20af4fcf tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529250 Jul 16 18:11:12.508108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] For port 3e2bee0e-f668-4533-969a-86e4b59f4001, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:12.512414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] For port 3e2bee0e-f668-4533-969a-86e4b59f4001, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3e2bee0e-f668-4533-969a-86e4b59f4001,segment=NetworkSegment(d865da92-ee31-4f6f-96b5-b5f52dd153e7),segment_id=d865da92-ee31-4f6f-96b5-b5f52dd153e7)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:12.528829 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.571457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6b11e3c-c66c-4a0c-a6e9-cb639ddf4e4d tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.593601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e6b5e6-2727-4b32-bca4-88b556681469 None None] Pushing event updated for resources: {'Port': ['ID=3e2bee0e-f668-4533-969a-86e4b59f4001,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.618498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78c2e9b-44fe-48a1-be4b-7d2ebcbd038b req-8997c1ac-47fb-4059-9996-6073eca90006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.621458 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a78c2e9b-44fe-48a1-be4b-7d2ebcbd038b req-8997c1ac-47fb-4059-9996-6073eca90006 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 1097 time: 0.1331902 Jul 16 18:11:12.707711 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6b11e3c-c66c-4a0c-a6e9-cb639ddf4e4d tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.738884 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6b11e3c-c66c-4a0c-a6e9-cb639ddf4e4d tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:12.746044 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f6b11e3c-c66c-4a0c-a6e9-cb639ddf4e4d tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "DELETE /v2.0/subnets/0a452a04-6671-441c-ad53-a5037a3e5e10 HTTP/1.1" status: 204 len: 168 time: 0.9854476 Jul 16 18:11:12.748000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40312) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:12.791492 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a78c2e9b-44fe-48a1-be4b-7d2ebcbd038b req-bba9c800-767e-4177-9160-b1423fd115c7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625183 Jul 16 18:11:12.817649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b11e3c-c66c-4a0c-a6e9-cb639ddf4e4d tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event deleted for resources: {'Subnet': ['ID=0a452a04-6671-441c-ad53-a5037a3e5e10,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:12.843419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42c3b9d-4dc0-45d4-bad7-62746c014221 req-37e42a2d-665f-4ffb-8c47-2e3b30dacbc0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:12.860272 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e42c3b9d-4dc0-45d4-bad7-62746c014221 req-37e42a2d-665f-4ffb-8c47-2e3b30dacbc0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1976759 Jul 16 18:11:12.937878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e42c3b9d-4dc0-45d4-bad7-62746c014221 req-4fdb9e7d-fbd6-42fe-b058-4041c3b11df8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763409 Jul 16 18:11:13.330814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638991c9-672a-4e6f-81ea-6dab10a07de0 req-07c2a4d8-0ec1-4222-be52-decdd76a0ab5 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.334503 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-638991c9-672a-4e6f-81ea-6dab10a07de0 req-07c2a4d8-0ec1-4222-be52-decdd76a0ab5 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 946 time: 0.1306031 Jul 16 18:11:13.394525 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-638991c9-672a-4e6f-81ea-6dab10a07de0 req-8fd07f37-0eb3-42fe-961c-6eab17fd35b1 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507874 Jul 16 18:11:13.497023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d3d401-a40b-4dde-90d5-92964d086637 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.498716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a5d3d401-a40b-4dde-90d5-92964d086637 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7496865 Jul 16 18:11:13.504408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40346) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:13.666753 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:13.716945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4eced-c4de-4d39-af28-aa5e303b2ff3 req-88822bb0-b97e-4b47-b602-6e848c7f9980 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.735994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4fc4eced-c4de-4d39-af28-aa5e303b2ff3 req-88822bb0-b97e-4b47-b602-6e848c7f9980 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1496270 Jul 16 18:11:13.744963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2d8be-1c51-465a-bcda-20938100af92 req-c34758b8-49cf-483e-b8d8-bc93a9e07383 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:13.746707 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ece2d8be-1c51-465a-bcda-20938100af92 req-c34758b8-49cf-483e-b8d8-bc93a9e07383 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.2931373 Jul 16 18:11:13.852692 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4fc4eced-c4de-4d39-af28-aa5e303b2ff3 req-8600f882-1cbe-4c7e-a809-d2c7ab9a9da8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103156 Jul 16 18:11:13.860716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ece2d8be-1c51-465a-bcda-20938100af92 req-87139eaa-386a-453b-abb8-ac7ff869b21b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977073 Jul 16 18:11:13.939133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Deleting port 3e2bee0e-f668-4533-969a-86e4b59f4001 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:13.940243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.119996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3e2bee0e-f668-4533-969a-86e4b59f4001 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:14.203535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] For port 3e2bee0e-f668-4533-969a-86e4b59f4001, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3e2bee0e-f668-4533-969a-86e4b59f4001,segment=NetworkSegment(d865da92-ee31-4f6f-96b5-b5f52dd153e7),segment_id=d865da92-ee31-4f6f-96b5-b5f52dd153e7)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:14.203754 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.226327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3e2bee0e-f668-4533-969a-86e4b59f4001 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:14.235688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Calling delete_port for 3e2bee0e-f668-4533-969a-86e4b59f4001 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:14.260006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1526e95-45fe-4d13-9356-fea54c02cdf8 req-e51490cf-19b5-4dad-af54-280e21af98d0 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.264820 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b1526e95-45fe-4d13-9356-fea54c02cdf8 req-e51490cf-19b5-4dad-af54-280e21af98d0 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1718431 Jul 16 18:11:14.393262 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b1526e95-45fe-4d13-9356-fea54c02cdf8 req-180fbec6-acc3-4d44-9218-fff5fef426a6 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200209 Jul 16 18:11:14.409799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885ccfc2-c1e4-4b9e-8831-c8453808ef37 None None] Network b1f41b44-11fc-4b1b-92fe-9bde71ac4e37 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:14.440682 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c811b931-d1b3-40cc-bba6-4fbba68650a6 req-02ccfda3-8d36-4847-9fc9-5886a909c2f2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3 HTTP/1.1" status: 200 len: 221 time: 0.0371063 Jul 16 18:11:14.451863 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.470098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a8d5c0f0-dd2c-4977-b27d-5f493c4d7c32 None None] Could not find standard attr ID for object 3e2bee0e-f668-4533-969a-86e4b59f4001. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:11:14.505565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event deleted for resources: {'Port': ['ID=3e2bee0e-f668-4533-969a-86e4b59f4001,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:14.519985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] No DVR routers for this DVR port 3e2bee0e-f668-4533-969a-86e4b59f4001 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:14.698846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a7d249-933c-4ff5-9e40-6226bdc2ccd2 None None] DHCP port deletion for b1f41b44-11fc-4b1b-92fe-9bde71ac4e37 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:11:14.702941 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.720657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c303d29-85ee-4356-a079-a563a7eb4614 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:11:14.733688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f41b44-11fc-4b1b-92fe-9bde71ac4e37']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:14.747299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd865da92-ee31-4f6f-96b5-b5f52dd153e7') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:14.747808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd865da92-ee31-4f6f-96b5-b5f52dd153e7') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:14.768648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd256c4-425f-47c1-a3f8-f7583668f538 req-a6916fcc-5ae8-45de-aa05-00262e893e17 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.770938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8dd256c4-425f-47c1-a3f8-f7583668f538 req-a6916fcc-5ae8-45de-aa05-00262e893e17 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 946 time: 0.1326289 Jul 16 18:11:14.775924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.815897 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.835415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:14.843640 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8dd256c4-425f-47c1-a3f8-f7583668f538 req-027da62a-f523-49b6-a8fd-3fe8a904d560 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631897 Jul 16 18:11:14.844445 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:14.848680 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:14.894662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c303d29-85ee-4356-a079-a563a7eb4614 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:11:14.902415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8c4285-9b32-4dbb-b182-a0d89a5e44da req-dd35b507-8b60-43e0-bca8-fbd1dafa03f5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:14.910577 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f8c4285-9b32-4dbb-b182-a0d89a5e44da req-dd35b507-8b60-43e0-bca8-fbd1dafa03f5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2546580 Jul 16 18:11:15.014002 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f8c4285-9b32-4dbb-b182-a0d89a5e44da req-1a798805-9251-41b2-b7f3-dfb6f0414114 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023872 Jul 16 18:11:15.015196 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.061259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a746a-253d-42d8-9604-767743547fbf req-c123ea2b-b7d8-4b4e-ae2a-73cf186c12b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.063032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.065884 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "DELETE /v2.0/networks/b1f41b44-11fc-4b1b-92fe-9bde71ac4e37 HTTP/1.1" status: 204 len: 168 time: 1.5580654 Jul 16 18:11:15.066682 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e3a746a-253d-42d8-9604-767743547fbf req-c123ea2b-b7d8-4b4e-ae2a-73cf186c12b7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 1096 time: 0.1901681 Jul 16 18:11:15.069187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40410) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.107654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc51813-10ae-4595-b55e-aa76aff9727c tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event deleted for resources: {'Network': ['ID=b1f41b44-11fc-4b1b-92fe-9bde71ac4e37,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:15.224985 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.485553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-45a1e31e-b7f0-4c85-a259-c8b48f8821bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.537832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e3a746a-253d-42d8-9604-767743547fbf req-23b16c99-5317-4c7c-b5b2-1bf765c80c1c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051567 Jul 16 18:11:15.557622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979efc3-857f-4da5-ae7a-c4f697dca77e req-8c5af931-c28b-4c42-99b3-b90490861e37 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.567146 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2979efc3-857f-4da5-ae7a-c4f697dca77e req-8c5af931-c28b-4c42-99b3-b90490861e37 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2437689 Jul 16 18:11:15.594097 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.607811 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3dc62-38b9-4047-9c83-a86947f82c47 req-59bdd330-17b5-4682-8d32-7014db0e48d6 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:15.617348 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbe3dc62-38b9-4047-9c83-a86947f82c47 req-59bdd330-17b5-4682-8d32-7014db0e48d6 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.3835187 Jul 16 18:11:15.656163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c2d7148-3f35-4a07-8557-15eebdc49025']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:15.671583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4bef69b-9363-4579-a5cb-3f153e3d3b8b') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:15.672199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4bef69b-9363-4579-a5cb-3f153e3d3b8b') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:15.687020 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbe3dc62-38b9-4047-9c83-a86947f82c47 req-14ba5d51-dcac-4d8c-91b9-6343ece4915f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644777 Jul 16 18:11:15.707539 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.712452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2979efc3-857f-4da5-ae7a-c4f697dca77e req-3d989c66-fccf-4467-a270-5d408a330cfc tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432674 Jul 16 18:11:15.755126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.761792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:15.762271 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:15.765502 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:15.860263 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.870394 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:15.873189 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "DELETE /v2.0/networks/6c2d7148-3f35-4a07-8557-15eebdc49025 HTTP/1.1" status: 204 len: 168 time: 0.8026001 Jul 16 18:11:15.875509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40454) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:15.886754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1666716c-bb8c-4944-8423-d26862fa12e2 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event deleted for resources: {'Network': ['ID=6c2d7148-3f35-4a07-8557-15eebdc49025,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.031454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3e2bee0e-f668-4533-969a-86e4b59f4001 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:16.060268 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.082245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2432cd3-997a-48fb-9c19-1b6e05c911a1 req-b8e24fd7-d61e-4a5d-81a7-3ae6cfbf150a tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.089194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c2432cd3-997a-48fb-9c19-1b6e05c911a1 req-b8e24fd7-d61e-4a5d-81a7-3ae6cfbf150a tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1927924 Jul 16 18:11:16.090187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3e2bee0e-f668-4533-969a-86e4b59f4001 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:16.091640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3e2bee0e-f668-4533-969a-86e4b59f4001 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:16.200795 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.212838 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c2432cd3-997a-48fb-9c19-1b6e05c911a1 req-0dd06333-6419-42f6-8e19-2d1120d3609a tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227729 Jul 16 18:11:16.216607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f77a57e-8275-4412-98da-76f74d41a542']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:16.228908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85a61fed-da81-46e4-8023-c3ecc3c9e2b7') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:16.229276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85a61fed-da81-46e4-8023-c3ecc3c9e2b7') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:16.240584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.260115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.269837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:16.270324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:16.273393 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:16.398513 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.426005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.428073 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "DELETE /v2.0/networks/9f77a57e-8275-4412-98da-76f74d41a542 HTTP/1.1" status: 204 len: 168 time: 0.5515685 Jul 16 18:11:16.430653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40488) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.459917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903406a4-7f3a-4a05-a2fa-bd68257d0620 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event deleted for resources: {'Network': ['ID=9f77a57e-8275-4412-98da-76f74d41a542,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:16.562136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b68e45-4620-4382-bb69-3057b3284c93 req-92b54536-3cdc-4c16-b429-49036082cb45 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.563821 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50b68e45-4620-4382-bb69-3057b3284c93 req-92b54536-3cdc-4c16-b429-49036082cb45 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1345966 Jul 16 18:11:16.614720 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50b68e45-4620-4382-bb69-3057b3284c93 req-a1824fa0-1a93-4eb4-8d35-56ae09d298c3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439668 Jul 16 18:11:16.671729 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.743746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40502) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:16.764454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15b3529-1387-47de-884f-620feb9f113c req-186fe5cb-4f70-4e71-943d-2d0ae553c1b1 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.765967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b15b3529-1387-47de-884f-620feb9f113c req-186fe5cb-4f70-4e71-943d-2d0ae553c1b1 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 946 time: 0.1691556 Jul 16 18:11:16.826319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.839254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e3c40a-4cb3-4d34-8790-b459982c4e12 req-948f4f78-2b55-4ca3-9099-eb7b5da620b5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:16.841397 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d4e3c40a-4cb3-4d34-8790-b459982c4e12 req-948f4f78-2b55-4ca3-9099-eb7b5da620b5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.0798783 Jul 16 18:11:16.855220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ea636ab-2af8-4eee-a5ec-228049f24b01']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:16.875347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36e02623-6ae3-4838-b7ed-69bb46bce8af') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:16.875676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36e02623-6ae3-4838-b7ed-69bb46bce8af') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:16.880197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b42d2f0e-e423-407a-bf73-b6f99d4995b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.888299 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b15b3529-1387-47de-884f-620feb9f113c req-52e99850-a4d5-4ce3-8e35-7caccc9b0a09 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121891 Jul 16 18:11:16.893368 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.903788 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d4e3c40a-4cb3-4d34-8790-b459982c4e12 req-fb228bc6-1f47-4f56-a71d-454d85084cdf tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552337 Jul 16 18:11:16.917694 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:16.928194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:16.928614 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:17.023334 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:17.028086 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.040692 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.043313 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] 10.222.0.47 "DELETE /v2.0/networks/2ea636ab-2af8-4eee-a5ec-228049f24b01 HTTP/1.1" status: 204 len: 168 time: 0.6112282 Jul 16 18:11:17.071310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca7431-5031-4aa9-b93d-e9ebb38638c5 tempest-BulkNetworkOpsTest-544455847 tempest-BulkNetworkOpsTest-544455847-project] Pushing event deleted for resources: {'Network': ['ID=2ea636ab-2af8-4eee-a5ec-228049f24b01,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.143878 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b42d2f0e-e423-407a-bf73-b6f99d4995b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.152302 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b42d2f0e-e423-407a-bf73-b6f99d4995b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.160201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746618b3-9f74-410a-af6d-89eba4346404 req-416f6707-b733-4e69-8610-c92beaff90de tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.169183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-746618b3-9f74-410a-af6d-89eba4346404 req-416f6707-b733-4e69-8610-c92beaff90de tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.1243351 Jul 16 18:11:17.210249 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-746618b3-9f74-410a-af6d-89eba4346404 req-81208f9a-6957-4aa7-a3c9-0ca2f3281ec2 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397651 Jul 16 18:11:17.235149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42d2f0e-e423-407a-bf73-b6f99d4995b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06e05487-0440-480b-9a41-cd4f923d8000,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.278123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40528) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.280736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b42d2f0e-e423-407a-bf73-b6f99d4995b0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d514c06af0d64571a296c906bd2324ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5351808 Jul 16 18:11:17.360036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174b9a30-14b0-472e-8c6e-87548ef17405 req-93c5235e-da38-4216-b188-49fa4bfb9cc6 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.372721 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-174b9a30-14b0-472e-8c6e-87548ef17405 req-93c5235e-da38-4216-b188-49fa4bfb9cc6 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.0887353 Jul 16 18:11:17.400315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40530) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.407792 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0076e4de-2e00-4a6e-a14e-05f0c5b2723e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.430842 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-174b9a30-14b0-472e-8c6e-87548ef17405 req-fe5b42f1-219d-4223-82ed-dbcdce120df3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571003 Jul 16 18:11:17.483335 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0076e4de-2e00-4a6e-a14e-05f0c5b2723e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.669283 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5a38427e-04b1-416f-b8ed-5678db17211f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77da5f4e2d5c4690beb1505efdcf3666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2678437 Jul 16 18:11:17.670687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0076e4de-2e00-4a6e-a14e-05f0c5b2723e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.671927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40542) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:17.673284 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0076e4de-2e00-4a6e-a14e-05f0c5b2723e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.674939 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0076e4de-2e00-4a6e-a14e-05f0c5b2723e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06e05487-0440-480b-9a41-cd4f923d8000 HTTP/1.1" status: 204 len: 168 time: 0.3955793 Jul 16 18:11:17.690088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a5da-497b-43df-96ff-b85d01f3b3ee req-ceaf6981-cfed-469b-87ec-88261ed8d109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.695196 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf59a5da-497b-43df-96ff-b85d01f3b3ee req-ceaf6981-cfed-469b-87ec-88261ed8d109 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=675a398a6dea4d84b004a112e1b941ff&device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 1096 time: 0.1851377 Jul 16 18:11:17.712158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0076e4de-2e00-4a6e-a14e-05f0c5b2723e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06e05487-0440-480b-9a41-cd4f923d8000,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:17.762981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185931d-126c-472f-b869-ea8a51896fc5 req-370cf541-850b-4c44-8f35-7445ed989dc7 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.764907 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9185931d-126c-472f-b869-ea8a51896fc5 req-370cf541-850b-4c44-8f35-7445ed989dc7 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1512542 Jul 16 18:11:17.772796 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5c7368-787e-4ff3-a199-708dcf654bb3 req-c7c4c628-6849-43c8-a66f-e0f39b0ff884 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.774915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a5c7368-787e-4ff3-a199-708dcf654bb3 req-c7c4c628-6849-43c8-a66f-e0f39b0ff884 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1796515 Jul 16 18:11:17.799526 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f015d5b4-40ba-4f7d-9e04-11c1bb7c5bd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.822613 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9185931d-126c-472f-b869-ea8a51896fc5 req-ad97c830-a170-4df2-9f33-c45174b1ca7d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483110 Jul 16 18:11:17.836760 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f015d5b4-40ba-4f7d-9e04-11c1bb7c5bd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.898177 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a5c7368-787e-4ff3-a199-708dcf654bb3 req-bc623d84-0d4d-4338-8892-d19f2ba0f4a0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129038 Jul 16 18:11:17.945013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f015d5b4-40ba-4f7d-9e04-11c1bb7c5bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.945313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a5da-497b-43df-96ff-b85d01f3b3ee req-341a7b0e-5675-4f03-8922-6b019ede7b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:17.945504 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf59a5da-497b-43df-96ff-b85d01f3b3ee req-341a7b0e-5675-4f03-8922-6b019ede7b0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ccc33d11-cffe-4e1c-b1ab-826292e171d2 HTTP/1.1" status: 200 len: 910 time: 0.2173123 Jul 16 18:11:17.946990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f015d5b4-40ba-4f7d-9e04-11c1bb7c5bd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:17.953121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f015d5b4-40ba-4f7d-9e04-11c1bb7c5bd7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/948db16d-37a4-454e-88bf-c211c23b6f22 HTTP/1.1" status: 204 len: 168 time: 0.2800639 Jul 16 18:11:17.962587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f015d5b4-40ba-4f7d-9e04-11c1bb7c5bd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=948db16d-37a4-454e-88bf-c211c23b6f22,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.018784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf59a5da-497b-43df-96ff-b85d01f3b3ee req-a9edc524-7597-4158-b91b-73086cb7b6d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f19116f1-6b23-47bd-be70-a86ee4767b34 HTTP/1.1" status: 200 len: 217 time: 0.0613978 Jul 16 18:11:18.094567 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2b73e7-6f42-41d9-835b-f881f0b05872 req-fad2c359-94fa-49bb-95d0-be6dc2b71419 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.104972 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8f2b73e7-6f42-41d9-835b-f881f0b05872 req-fad2c359-94fa-49bb-95d0-be6dc2b71419 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.1265640 Jul 16 18:11:18.119446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf59a5da-497b-43df-96ff-b85d01f3b3ee req-d140b55d-066a-4267-8987-7e2e4e4b3b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.121440 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf59a5da-497b-43df-96ff-b85d01f3b3ee req-d140b55d-066a-4267-8987-7e2e4e4b3b15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1df18640-4bdf-41b8-a809-6f4222c3c26a HTTP/1.1" status: 200 len: 849 time: 0.0745897 Jul 16 18:11:18.144915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40564) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.177481 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8f2b73e7-6f42-41d9-835b-f881f0b05872 req-52c0053a-86f1-4b58-b0e1-9c6cfb3f3990 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714235 Jul 16 18:11:18.188841 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf59a5da-497b-43df-96ff-b85d01f3b3ee req-468b2565-0b8d-462e-babe-8109131d8b30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ccc33d11-cffe-4e1c-b1ab-826292e171d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545924 Jul 16 18:11:18.190390 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.191105 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2afc539-42e8-41c0-93dd-fc3efb2162b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.196058 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c2caa15-1f5c-4b48-a000-a3f7365749cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.431336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef9dc7-88c4-4297-a0ad-6999718b01c1 req-2100c3cf-b313-4629-b3f7-b7cc2c3bd40e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.432818 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93ef9dc7-88c4-4297-a0ad-6999718b01c1 req-2100c3cf-b313-4629-b3f7-b7cc2c3bd40e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1410902 Jul 16 18:11:18.433082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf59a5da-497b-43df-96ff-b85d01f3b3ee req-d2f1bc74-0a31-4100-8dc9-cb20a2cadba3 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249079 Jul 16 18:11:18.457519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bc743f-8359-46d2-8984-2de44a97e1d4 req-2bee4e1e-d5b8-40d3-80ff-837e677cb8cd tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.457519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-80bc743f-8359-46d2-8984-2de44a97e1d4 req-2bee4e1e-d5b8-40d3-80ff-837e677cb8cd tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.18 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 946 time: 0.1043031 Jul 16 18:11:18.488204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93554455-9155-4125-81f8-1b466fb73888 req-0d9d9a68-caa1-41df-b7eb-ca587eaff434 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:18.491048 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93554455-9155-4125-81f8-1b466fb73888 req-0d9d9a68-caa1-41df-b7eb-ca587eaff434 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 946 time: 0.2649071 Jul 16 18:11:18.538427 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93ef9dc7-88c4-4297-a0ad-6999718b01c1 req-7ccc6fb2-cbcc-43f9-9882-f33b2fade861 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960481 Jul 16 18:11:18.616006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-80bc743f-8359-46d2-8984-2de44a97e1d4 req-fda0c78a-c160-4f48-9749-f9cfa836fb85 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Deleting port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:18.616492 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-80bc743f-8359-46d2-8984-2de44a97e1d4 req-fda0c78a-c160-4f48-9749-f9cfa836fb85 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.673330 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93554455-9155-4125-81f8-1b466fb73888 req-05bb45fe-a3a3-48d2-b973-aabcfd58824f tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679156 Jul 16 18:11:18.691006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf59a5da-497b-43df-96ff-b85d01f3b3ee req-11735671-e061-4428-82aa-e2e5020a0231 service neutron] 10.222.0.18 "GET /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2439845 Jul 16 18:11:18.739652 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2afc539-42e8-41c0-93dd-fc3efb2162b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.745158 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2afc539-42e8-41c0-93dd-fc3efb2162b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.764244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-80bc743f-8359-46d2-8984-2de44a97e1d4 req-fda0c78a-c160-4f48-9749-f9cfa836fb85 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] For port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5,segment=NetworkSegment(162d8878-20e9-41ee-8178-26897486b832),segment_id=162d8878-20e9-41ee-8178-26897486b832)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:18.764706 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-80bc743f-8359-46d2-8984-2de44a97e1d4 req-fda0c78a-c160-4f48-9749-f9cfa836fb85 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:18.785218 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-80bc743f-8359-46d2-8984-2de44a97e1d4 req-fda0c78a-c160-4f48-9749-f9cfa836fb85 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Calling delete_port for 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:18.829319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2afc539-42e8-41c0-93dd-fc3efb2162b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215b4cea-6e26-4188-8569-dab2783ddc44,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:18.840798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d2afc539-42e8-41c0-93dd-fc3efb2162b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba5c2aded528489dad39c0d8c4a5d435&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6950319 Jul 16 18:11:18.843380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40594) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:18.985983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-80bc743f-8359-46d2-8984-2de44a97e1d4 req-fda0c78a-c160-4f48-9749-f9cfa836fb85 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.002966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['61b63db5-c25f-45c2-94f2-1b27dfc6c1b5'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:19.031103 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7d1f-9397-4919-a856-09309d16a148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.068990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7d1f-9397-4919-a856-09309d16a148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.083979 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda0c78a-c160-4f48-9749-f9cfa836fb85 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Pushing event deleted for resources: {'Port': ['ID=61b63db5-c25f-45c2-94f2-1b27dfc6c1b5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.109065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d391c7-9e21-4029-a8d2-3b7490606df4 req-2ffd5eb3-eb6c-4c51-b7ab-96871fd24de9 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.110725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-60d391c7-9e21-4029-a8d2-3b7490606df4 req-2ffd5eb3-eb6c-4c51-b7ab-96871fd24de9 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2398257 Jul 16 18:11:19.159258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-80bc743f-8359-46d2-8984-2de44a97e1d4 req-fda0c78a-c160-4f48-9749-f9cfa836fb85 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] No DVR routers for this DVR port 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:19.162757 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-80bc743f-8359-46d2-8984-2de44a97e1d4 req-fda0c78a-c160-4f48-9749-f9cfa836fb85 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.165115 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-80bc743f-8359-46d2-8984-2de44a97e1d4 req-fda0c78a-c160-4f48-9749-f9cfa836fb85 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.18 "DELETE /v2.0/ports/61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 HTTP/1.1" status: 204 len: 173 time: 0.6996765 Jul 16 18:11:19.167179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44b765b5-a3f3-4b9e-ba01-b33785671251', 'name': 'network-vif-deleted', 'tag': '61b63db5-c25f-45c2-94f2-1b27dfc6c1b5'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:19.169504 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d948049-2fb6-4f57-b2d7-e8066d2b5eb1" -d '{"events": [{"server_uuid": "44b765b5-a3f3-4b9e-ba01-b33785671251", "name": "network-vif-deleted", "tag": "61b63db5-c25f-45c2-94f2-1b27dfc6c1b5"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:19.186973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-60d391c7-9e21-4029-a8d2-3b7490606df4 req-6e71b419-c1c3-48f3-bcff-0b2be9486d6a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684268 Jul 16 18:11:19.195287 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7d1f-9397-4919-a856-09309d16a148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.199016 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0cc7d1f-9397-4919-a856-09309d16a148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.202668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b0cc7d1f-9397-4919-a856-09309d16a148 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/215b4cea-6e26-4188-8569-dab2783ddc44 HTTP/1.1" status: 204 len: 168 time: 0.3556366 Jul 16 18:11:19.211973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cc7d1f-9397-4919-a856-09309d16a148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215b4cea-6e26-4188-8569-dab2783ddc44,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:19.224419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bdf9b2-4d2b-48be-93e8-cdc65ffd8d58 req-33a013d3-3cbc-4525-a0ad-1e4a84868fa8 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.231922 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b2bdf9b2-4d2b-48be-93e8-cdc65ffd8d58 req-33a013d3-3cbc-4525-a0ad-1e4a84868fa8 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.2231457 Jul 16 18:11:19.266650 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85b9dc40-6703-49f7-8cf6-205b0d359ba7 x-openstack-request-id: req-85b9dc40-6703-49f7-8cf6-205b0d359ba7 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:19.266939 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44b765b5-a3f3-4b9e-ba01-b33785671251", "name": "network-vif-deleted", "tag": "61b63db5-c25f-45c2-94f2-1b27dfc6c1b5", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:19.267284 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-85b9dc40-6703-49f7-8cf6-205b0d359ba7 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:19.268101 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44b765b5-a3f3-4b9e-ba01-b33785671251', 'name': 'network-vif-deleted', 'tag': '61b63db5-c25f-45c2-94f2-1b27dfc6c1b5', 'status': 'completed', 'code': 200} Jul 16 18:11:19.285876 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b2bdf9b2-4d2b-48be-93e8-cdc65ffd8d58 req-c550c665-f607-4516-bbb0-0d6ecca0ad9e tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527856 Jul 16 18:11:19.557321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54900b54-6e89-4f70-bd46-98e16ce67ee6 req-2d187045-8e36-4601-beae-f27875f0c7c4 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.575439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54900b54-6e89-4f70-bd46-98e16ce67ee6 req-2d187045-8e36-4601-beae-f27875f0c7c4 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.1413162 Jul 16 18:11:19.599751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf037eec-e293-48bb-a191-b58e96b76d03 req-b92124c8-c518-447d-ac4f-46896413b856 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:19.601348 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bf037eec-e293-48bb-a191-b58e96b76d03 req-b92124c8-c518-447d-ac4f-46896413b856 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.0935862 Jul 16 18:11:19.638625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54900b54-6e89-4f70-bd46-98e16ce67ee6 req-34c67baf-1988-443c-bbae-16c56f128c20 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554378 Jul 16 18:11:19.688561 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bf037eec-e293-48bb-a191-b58e96b76d03 req-17996b2f-4539-4c8b-a925-8ba9feef2c39 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793805 Jul 16 18:11:19.792471 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:19.926445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1dfe2249-f518-4e30-88c7-c7947e1558af req-95f1a498-e376-44d1-900f-64a76e8f6a25 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=44b765b5-a3f3-4b9e-ba01-b33785671251 HTTP/1.1" status: 200 len: 210 time: 0.0636690 Jul 16 18:11:20.388274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b37522-f343-4c38-8f5b-73e57447048a req-61f35a24-6993-4e87-8e74-8fcdbc32d645 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.391142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1b37522-f343-4c38-8f5b-73e57447048a req-61f35a24-6993-4e87-8e74-8fcdbc32d645 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1096761 Jul 16 18:11:20.495844 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1b37522-f343-4c38-8f5b-73e57447048a req-a26f5bca-3df1-479e-b362-d0fa5d31f483 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807245 Jul 16 18:11:20.596862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1021b3-d16d-4973-8c20-9afc8ae821e2 req-6c7c2b4b-5bc6-4435-a9cc-b62dcad67591 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.598605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb1021b3-d16d-4973-8c20-9afc8ae821e2 req-6c7c2b4b-5bc6-4435-a9cc-b62dcad67591 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1271210 Jul 16 18:11:20.677664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb1021b3-d16d-4973-8c20-9afc8ae821e2 req-a84d5208-e412-4d3c-8086-353ddbfcf9a6 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732293 Jul 16 18:11:20.873201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c785208-8e61-458b-829b-87f342563b4e req-60420d1a-c06f-4cf3-85fa-f6a6b75a9153 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.875121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7c785208-8e61-458b-829b-87f342563b4e req-60420d1a-c06f-4cf3-85fa-f6a6b75a9153 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2068720 Jul 16 18:11:20.937805 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7c785208-8e61-458b-829b-87f342563b4e req-2e6c676b-135b-4f4d-8742-a11f4da6ea5b tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559111 Jul 16 18:11:20.961315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f821fe9-6562-4ebd-9079-e6fa0ab22437 req-63e85827-153a-4f41-8249-67eb3776ed15 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:20.968883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f821fe9-6562-4ebd-9079-e6fa0ab22437 req-63e85827-153a-4f41-8249-67eb3776ed15 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.0928404 Jul 16 18:11:21.015383 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f821fe9-6562-4ebd-9079-e6fa0ab22437 req-b566206c-be4d-47e5-9249-0b44b1158501 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455129 Jul 16 18:11:21.304063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743bb153-2c94-4046-96c2-d55fb493d004 req-6bb173b2-39d5-4709-85e7-8c2260dc6016 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.305608 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-743bb153-2c94-4046-96c2-d55fb493d004 req-6bb173b2-39d5-4709-85e7-8c2260dc6016 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.0979407 Jul 16 18:11:21.381312 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-743bb153-2c94-4046-96c2-d55fb493d004 req-34ce60be-ca36-4e5c-825e-ed0d013ca500 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697949 Jul 16 18:11:21.530019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40738) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:21.587869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93743c9c-b412-491f-b7ed-e951743263ff req-501cd445-a5c4-4da6-a199-2c6bb48a8468 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.589463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-501cd445-a5c4-4da6-a199-2c6bb48a8468 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/networks?id=444b421f-e83a-476e-b680-9ef802b568d7 HTTP/1.1" status: 200 len: 809 time: 0.1275384 Jul 16 18:11:21.606665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dab20d-b9c1-49ae-907b-39c519ec0878 req-c73cb32b-6832-42b7-a32a-0f3f7291137b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.608217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8dab20d-b9c1-49ae-907b-39c519ec0878 req-c73cb32b-6832-42b7-a32a-0f3f7291137b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.0833807 Jul 16 18:11:21.616376 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-fb76fa26-9c75-46d6-a7f1-b5c2af0ac59f tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/quotas/bd91cc250aaf4973a8f36597938b6869 HTTP/1.1" status: 200 len: 375 time: 0.0210199 Jul 16 18:11:21.659438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-a530ad5f-1c43-4234-b86d-45228e4b1ced tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=bd91cc250aaf4973a8f36597938b6869&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0377278 Jul 16 18:11:21.665967 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8dab20d-b9c1-49ae-907b-39c519ec0878 req-3416c2a9-a32e-4694-b3a7-2ea3accd9ce9 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511279 Jul 16 18:11:21.745056 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1040135140'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:21.770188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Made reservation on behalf of e3f9cad3fa4240d48519500ccb301efc for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:21.776628 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.780114 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-b07ebf24-9072-4b88-ac78-a6521836908c service neutron] 10.222.0.47 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048083 Jul 16 18:11:21.793582 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.842313 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:21.902722 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-ccc3f7d2-a133-450f-b7ca-8844195ad1ff service neutron] 10.222.0.47 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155879 Jul 16 18:11:21.935829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d684c06f-333b-4bd7-9b1d-ffb73b9b37e0 req-667eb6b6-7a6f-4385-82f9-f61c5a1e2e68 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:21.937373 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d684c06f-333b-4bd7-9b1d-ffb73b9b37e0 req-667eb6b6-7a6f-4385-82f9-f61c5a1e2e68 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1027782 Jul 16 18:11:22.006034 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.022702 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d684c06f-333b-4bd7-9b1d-ffb73b9b37e0 req-7c07e2fe-289c-487a-b0b1-68deb10a2ad1 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786734 Jul 16 18:11:22.030066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.117499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:22.135136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7844e461-615b-4f28-af26-7a90fdb33682,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.158023 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.158023 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Added segment ad214a21-5f95-4d07-880e-4b3f70d24a3f of type vlan for network 3fa050c6-cbd3-492a-b821-236ac8418e6a Jul 16 18:11:22.177722 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f32b03a-87e2-45e5-ae99-1496d1aee02a req-b0bd35b9-c476-4c8b-b664-a5b30b703c8f tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 210 time: 0.0648515 Jul 16 18:11:22.307366 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.409149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c257e2b-695e-48ff-9a9a-e1916edf3fba req-11a3db92-8665-4ab2-a215-172ec55b6703 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.412148 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5c257e2b-695e-48ff-9a9a-e1916edf3fba req-11a3db92-8665-4ab2-a215-172ec55b6703 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1783156 Jul 16 18:11:22.413764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.435640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.436539 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:22.489368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1011bfa0-df87-4bcc-afed-ee1a7711547f req-b96ce8c2-a6dd-4450-b1ba-d7119b1a0823 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:22.510204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1011bfa0-df87-4bcc-afed-ee1a7711547f req-b96ce8c2-a6dd-4450-b1ba-d7119b1a0823 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1815851 Jul 16 18:11:22.589377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1011bfa0-df87-4bcc-afed-ee1a7711547f req-f8d0e17b-2213-43f4-a15b-d405be2731ca tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772486 Jul 16 18:11:22.686885 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.1553359 Jul 16 18:11:22.692777 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5c257e2b-695e-48ff-9a9a-e1916edf3fba req-0faf271e-c1b3-40cc-9af2-1611f987f062 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2503448 Jul 16 18:11:22.693945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525e028-b5b4-4491-8742-7108fff95168 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Pushing event updated for resources: {'Network': ['ID=3fa050c6-cbd3-492a-b821-236ac8418e6a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:22.715772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 3fa050c6-cbd3-492a-b821-236ac8418e6a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:23.034270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:23.115316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:23.115872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 61b63db5-c25f-45c2-94f2-1b27dfc6c1b5 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:23.148502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8d0068-3ba1-4633-b8bd-b253848b50a1 req-1279c8ef-6ace-4cb7-b8d1-60e0487a012e tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.153674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4b8d0068-3ba1-4633-b8bd-b253848b50a1 req-1279c8ef-6ace-4cb7-b8d1-60e0487a012e tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.1110809 Jul 16 18:11:23.187453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40814) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:23.194467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Request body: {'port': {'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a', 'binding:host_id': 'n-h2-794306-7', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1099466256'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:23.254200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Made reservation on behalf of c75b1bd318cc42cdb520ab31dda10b4c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:23.255695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4b8d0068-3ba1-4633-b8bd-b253848b50a1 req-817a7bf5-dccc-4875-9707-091a07e78a45 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946355 Jul 16 18:11:23.262704 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.278844 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.408280 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a2706c63-0aac-45b3-b6d7-7432fe9c36b2 req-15677fab-f072-424c-9ea6-a1f58455f55a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 210 time: 0.0515645 Jul 16 18:11:23.477003 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.481478 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:23.487601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] device_id is not set on port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:23.521632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b09296-cada-462a-84b9-d473c4c08f2d req-6e332379-9549-4b62-94aa-6e915a156a2e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:23.529905 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-47b09296-cada-462a-84b9-d473c4c08f2d req-6e332379-9549-4b62-94aa-6e915a156a2e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.0807667 Jul 16 18:11:23.580348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b45eb9f0-3a81-4037-8fb9-a00ec817e3e2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:23.593794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-47b09296-cada-462a-84b9-d473c4c08f2d req-32143f7c-2e38-49bc-8cda-672a73cc49e4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608644 Jul 16 18:11:23.915138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] device_id is not set on port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:23.987066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.011750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e55d399-a7c9-460e-b519-2b4957fca275 req-624b852c-abf4-48b3-80e3-af9012eb5cf4 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.019905 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e55d399-a7c9-460e-b519-2b4957fca275 req-624b852c-abf4-48b3-80e3-af9012eb5cf4 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1119616 Jul 16 18:11:24.079280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Transition to ACTIVE for port object 83c88b70-bb20-4ce3-891b-9f6a7f63d678 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:24.111407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e55d399-a7c9-460e-b519-2b4957fca275 req-ed73ec68-c8e3-44d8-87a8-6c7b3656b567 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896180 Jul 16 18:11:24.141002 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.184693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca5b045-3748-48af-8780-07ca19db3976 req-a3390062-d132-40e5-9a8a-b2fbbbd015cc tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.186239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eca5b045-3748-48af-8780-07ca19db3976 req-a3390062-d132-40e5-9a8a-b2fbbbd015cc tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.3109033 Jul 16 18:11:24.227995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event updated for resources: {'Port': ['ID=83c88b70-bb20-4ce3-891b-9f6a7f63d678,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.254425 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93743c9c-b412-491f-b7ed-e951743263ff req-3aaf783a-d878-49a1-a522-25b9b9f50783 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.255944 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-3aaf783a-d878-49a1-a522-25b9b9f50783 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.18 "GET /v2.0/networks?id=444b421f-e83a-476e-b680-9ef802b568d7 HTTP/1.1" status: 200 len: 809 time: 0.3794398 Jul 16 18:11:24.272088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40848) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:24.274751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Request body: {'port': {'device_id': 'e6ab5ed8-f154-425c-83d1-55bba1f3230b', 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7', 'admin_state_up': True, 'tenant_id': 'bd91cc250aaf4973a8f36597938b6869'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:24.311553 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eca5b045-3748-48af-8780-07ca19db3976 req-bd944a80-8f6e-4f04-b5b3-518ccfc50d50 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780139 Jul 16 18:11:24.391699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Checking segment: {'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:24.392590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Network hostable DHCP agents. Network: 3fa050c6-cbd3-492a-b821-236ac8418e6a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:24.434275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Network 3fa050c6-cbd3-492a-b821-236ac8418e6a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:24.444544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 3fa050c6-cbd3-492a-b821-236ac8418e6a) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:24.451850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:24.462926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0718926c-0644-4c3e-87f3-d9af725dd77f None None] Network 3fa050c6-cbd3-492a-b821-236ac8418e6a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:24.482899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:24.483235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:24.483635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:24.485879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Made reservation on behalf of bd91cc250aaf4973a8f36597938b6869 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:24.489676 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.513529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:24.513880 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:24.516229 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 2 to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 Jul 16 18:11:24.549211 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ffc369b-f3dc-4c43-bf32-b6634545fc87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.607676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:24.608219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:24.608642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:24.648977 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-714d37fd-ebf2-43eb-96de-89ecc5bbb538 req-8afc627e-7463-48c0-856e-7ea92bb2e3d3 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 210 time: 0.0520201 Jul 16 18:11:24.652365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:24.652756 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:24.655290 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 3 to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 Jul 16 18:11:24.655846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca70f0a5-6049-4e45-ae23-0a981ab4af48 req-0b533df8-d7ce-4f60-935e-d7bcc4b9d189 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:24.657992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca70f0a5-6049-4e45-ae23-0a981ab4af48 req-0b533df8-d7ce-4f60-935e-d7bcc4b9d189 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.2359679 Jul 16 18:11:24.733523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca70f0a5-6049-4e45-ae23-0a981ab4af48 req-d6387817-0fcd-43d4-aee4-24ae0a0568fb tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638843 Jul 16 18:11:24.790673 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ffc369b-f3dc-4c43-bf32-b6634545fc87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.796325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ffc369b-f3dc-4c43-bf32-b6634545fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.832780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffc369b-f3dc-4c43-bf32-b6634545fc87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8393bdd6-a9ae-47e0-9e45-91f830829c9d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:24.856242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0ffc369b-f3dc-4c43-bf32-b6634545fc87 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=703e01af248b48f08aae568af01b7da6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5824437 Jul 16 18:11:24.858808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40866) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:24.915779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ab84161-0276-40da-a768-5ed9ed893129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.943773 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ab84161-0276-40da-a768-5ed9ed893129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:24.993208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:24.993722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:24.993871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:25.024951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ab84161-0276-40da-a768-5ed9ed893129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.027186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:25.027519 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:25.028153 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ab84161-0276-40da-a768-5ed9ed893129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.031753 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2ab84161-0276-40da-a768-5ed9ed893129 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8393bdd6-a9ae-47e0-9e45-91f830829c9d HTTP/1.1" status: 204 len: 168 time: 0.1696346 Jul 16 18:11:25.031907 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 4 to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 Jul 16 18:11:25.040455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab84161-0276-40da-a768-5ed9ed893129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8393bdd6-a9ae-47e0-9e45-91f830829c9d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.057332 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:25.057941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:25.058081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:25.060767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Allocated IP 172.20.0.5 (444b421f-e83a-476e-b680-9ef802b568d7/09e73b2d-6b01-4e19-8418-81bb6e353701/65d24ffe-0c6b-4a83-844a-0f95a7ab228d) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:25.070340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:25.070725 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:25.075730 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 5 to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 Jul 16 18:11:25.101384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:25.101709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:25.102087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:25.121273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:25.121679 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:25.130818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd3e5f3-d5b4-4923-a503-3f7e6e7156e2 req-3f24edf7-eab1-4341-afd0-3d4152dd51c3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.139105 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ddd3e5f3-d5b4-4923-a503-3f7e6e7156e2 req-3f24edf7-eab1-4341-afd0-3d4152dd51c3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1886716 Jul 16 18:11:25.144284 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 6 to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 Jul 16 18:11:25.190408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:25.190750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:25.191088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:25.214768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:25.215095 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:25.220793 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 7 to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 Jul 16 18:11:25.260036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ddd3e5f3-d5b4-4923-a503-3f7e6e7156e2 req-36aec6cd-d586-4b3d-8777-b6c143917505 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197402 Jul 16 18:11:25.274383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:25.274715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:25.275055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:25.286139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:25.286752 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:25.295937 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 8 to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 Jul 16 18:11:25.319410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:25.320091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:25.320647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:25.327790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:25.328391 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:25.354739 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 9 to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 Jul 16 18:11:25.381307 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:25.382032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:25.382585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:25.398246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:25.398803 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:25.404051 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 10 to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 Jul 16 18:11:25.442783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40888) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.449634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:25.449634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:25.449972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:25.470966 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.474270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baff60a-52ab-4e75-af49-da54d82d32bf req-ccbff964-712f-4a4d-ac29-48be94f73e0f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.476039 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7baff60a-52ab-4e75-af49-da54d82d32bf req-ccbff964-712f-4a4d-ac29-48be94f73e0f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1961169 Jul 16 18:11:25.479028 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d40df599-5067-4825-afcd-93c376c1833b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.483042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:25.483383 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:25.484015 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.520879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f481cca-eb8d-479f-94e0-4b2393c967b4 req-a1018e1e-2c09-4024-9141-bfdb441120b1 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.522844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f481cca-eb8d-479f-94e0-4b2393c967b4 req-a1018e1e-2c09-4024-9141-bfdb441120b1 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.1483827 Jul 16 18:11:25.576270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0869e0-18f7-491f-98ff-6744a69758df req-3f0bcf05-cc26-44de-b9d0-3e61f74f89d0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.578104 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb0869e0-18f7-491f-98ff-6744a69758df req-3f0bcf05-cc26-44de-b9d0-3e61f74f89d0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1545243 Jul 16 18:11:25.620674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7baff60a-52ab-4e75-af49-da54d82d32bf req-6bcf5de5-06fb-4243-8745-b2043505ecf7 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274903 Jul 16 18:11:25.636488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] For port 83c88b70-bb20-4ce3-891b-9f6a7f63d678, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:25.636488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempted to set empty binding levels {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:11:25.650099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.652462 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.709501 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb0869e0-18f7-491f-98ff-6744a69758df req-fe162483-70f9-4a36-8a60-50161719aa19 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167157 Jul 16 18:11:25.726596 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d40df599-5067-4825-afcd-93c376c1833b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.729533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3f481cca-eb8d-479f-94e0-4b2393c967b4 req-79b15d99-e71a-45ae-9830-5728a07eae7f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Deleting port f19116f1-6b23-47bd-be70-a86ee4767b34 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:25.729920 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f481cca-eb8d-479f-94e0-4b2393c967b4 req-79b15d99-e71a-45ae-9830-5728a07eae7f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.734497 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d40df599-5067-4825-afcd-93c376c1833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.760848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Network 444b421f-e83a-476e-b680-9ef802b568d7 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:25.762941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.763284 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.772245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:25.781815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:25.809476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d40df599-5067-4825-afcd-93c376c1833b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9e2d038756664978a6a84659977effd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3630345 Jul 16 18:11:25.833302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40900) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.835408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40df599-5067-4825-afcd-93c376c1833b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6feb40a2-5327-43cc-a8a6-081675b627c0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.864559 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event updated for resources: {'Port': ['ID=83c88b70-bb20-4ce3-891b-9f6a7f63d678,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:25.898565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:25.899333 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.909139 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ba680edb-dd03-477f-aebb-4afdbcd80d2e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.7204483 Jul 16 18:11:25.921405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40906) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:25.965255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3f481cca-eb8d-479f-94e0-4b2393c967b4 req-79b15d99-e71a-45ae-9830-5728a07eae7f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] For port f19116f1-6b23-47bd-be70-a86ee4767b34, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f19116f1-6b23-47bd-be70-a86ee4767b34,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:25.965720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f481cca-eb8d-479f-94e0-4b2393c967b4 req-79b15d99-e71a-45ae-9830-5728a07eae7f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:25.996061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.004982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3f481cca-eb8d-479f-94e0-4b2393c967b4 req-79b15d99-e71a-45ae-9830-5728a07eae7f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Calling delete_port for f19116f1-6b23-47bd-be70-a86ee4767b34 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:26.013275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Pushing event updated for resources: {'Port': ['ID=65d24ffe-0c6b-4a83-844a-0f95a7ab228d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.023452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-e1a84669-6d21-4932-ada3-9c1d07b5d41a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7494838 Jul 16 18:11:26.035776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Request body: {'port': {'device_id': 'e6ab5ed8-f154-425c-83d1-55bba1f3230b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:26.094575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4450745e-a41e-4e2d-82b0-e7fa86b12523 req-c1a3b959-f577-4353-ae86-14a927495610 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.096730 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4450745e-a41e-4e2d-82b0-e7fa86b12523 req-c1a3b959-f577-4353-ae86-14a927495610 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 931 time: 0.2231045 Jul 16 18:11:26.125628 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.155971 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.176133 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4450745e-a41e-4e2d-82b0-e7fa86b12523 req-b1d99ec2-d49c-445f-bea4-58f59771a79e tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572288 Jul 16 18:11:26.232353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-2239c2cc-7eab-4810-98ac-54ea013b54ad tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Deleting port 83c88b70-bb20-4ce3-891b-9f6a7f63d678 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:26.232743 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2239c2cc-7eab-4810-98ac-54ea013b54ad tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.243396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cff2b1-6bc6-4efd-bf8d-183fca51d46d req-7c0d4349-24c3-47f8-a394-4833bbde304b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.244962 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6cff2b1-6bc6-4efd-bf8d-183fca51d46d req-7c0d4349-24c3-47f8-a394-4833bbde304b tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 945 time: 0.2466543 Jul 16 18:11:26.319219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.322810 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.324159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6feb40a2-5327-43cc-a8a6-081675b627c0 HTTP/1.1" status: 204 len: 168 time: 0.4897804 Jul 16 18:11:26.599811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d24ffe-0c6b-4a83-844a-0f95a7ab228d {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:26.612568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.679760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Transition to ACTIVE for port object 65d24ffe-0c6b-4a83-844a-0f95a7ab228d will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:26.686738 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.699903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c919cd-dd5d-4590-8681-110f0eef750f req-9c552ff7-8ad6-44ed-a1f4-85323e0850c3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:26.708429 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64c919cd-dd5d-4590-8681-110f0eef750f req-9c552ff7-8ad6-44ed-a1f4-85323e0850c3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1794190 Jul 16 18:11:26.835158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Pushing event updated for resources: {'Port': ['ID=65d24ffe-0c6b-4a83-844a-0f95a7ab228d,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.860508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64c919cd-dd5d-4590-8681-110f0eef750f req-1f395e68-d54c-4dc6-9348-8020c06e8779 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508887 Jul 16 18:11:26.864786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6feb40a2-5327-43cc-a8a6-081675b627c0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:26.885961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-2239c2cc-7eab-4810-98ac-54ea013b54ad tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] For port 83c88b70-bb20-4ce3-891b-9f6a7f63d678, host n-h2-794306-7, got binding levels [] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:26.886329 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2239c2cc-7eab-4810-98ac-54ea013b54ad tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.919784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Attempting to bind port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:26.919945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Attempting to bind port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '162d8878-20e9-41ee-8178-26897486b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:26.920281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Attempting to bind port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d on network 444b421f-e83a-476e-b680-9ef802b568d7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:26.926161 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6cff2b1-6bc6-4efd-bf8d-183fca51d46d req-5e1aede2-62de-4d89-a995-1579adb68ed8 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6676662 Jul 16 18:11:26.941580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d on network 444b421f-e83a-476e-b680-9ef802b568d7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:26.945230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Attempting to bind port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d on network 444b421f-e83a-476e-b680-9ef802b568d7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:26.950634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 10, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:26.950987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Checking segment: {'id': '162d8878-20e9-41ee-8178-26897486b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:26.951631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Bound using segment: {'id': '162d8878-20e9-41ee-8178-26897486b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:26.951963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Bound port: 65d24ffe-0c6b-4a83-844a-0f95a7ab228d, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '162d8878-20e9-41ee-8178-26897486b832', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:26.952450 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:26.954293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-2239c2cc-7eab-4810-98ac-54ea013b54ad tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Calling delete_port for 83c88b70-bb20-4ce3-891b-9f6a7f63d678 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:26.971059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:26.984185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:26.984873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:26.985383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:26.986451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:26.986964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:26.987507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:26.988049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:26.988555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:26.989052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:26.989555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:26.990126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db23617a-4de0-41eb-880d-d63af7e86d2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:27.045646 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f481cca-eb8d-479f-94e0-4b2393c967b4 req-79b15d99-e71a-45ae-9830-5728a07eae7f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.052444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] For port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:27.061854 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] For port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=65d24ffe-0c6b-4a83-844a-0f95a7ab228d,segment=NetworkSegment(162d8878-20e9-41ee-8178-26897486b832),segment_id=162d8878-20e9-41ee-8178-26897486b832)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:27.064844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c6ff5cc2-e99c-4682-951e-e72694a537a3', 'f19116f1-6b23-47bd-be70-a86ee4767b34'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:27.095729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.147177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.148063 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.149817 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] 10.222.0.18 "PUT /v2.0/ports/65d24ffe-0c6b-4a83-844a-0f95a7ab228d HTTP/1.1" status: 200 len: 1091 time: 1.1199377 Jul 16 18:11:27.150792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6ab5ed8-f154-425c-83d1-55bba1f3230b', 'tag': '65d24ffe-0c6b-4a83-844a-0f95a7ab228d'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:27.153516 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b3e5dd-32ca-4c35-a0f1-fc98ca265c62" -d '{"events": [{"name": "network-changed", "server_uuid": "e6ab5ed8-f154-425c-83d1-55bba1f3230b", "tag": "65d24ffe-0c6b-4a83-844a-0f95a7ab228d"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:27.212958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dd34dc-5607-45db-bf1b-88c0b2b168d0 req-036e269f-66cd-4ef3-8574-9e93a4be39b9 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.220674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b15d99-e71a-45ae-9830-5728a07eae7f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Pushing event deleted for resources: {'Port': ['ID=f19116f1-6b23-47bd-be70-a86ee4767b34,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.224145 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b3dd34dc-5607-45db-bf1b-88c0b2b168d0 req-036e269f-66cd-4ef3-8574-9e93a4be39b9 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.1685684 Jul 16 18:11:27.273653 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10099d0-5d1a-4f9f-856b-fcad3c78ef19 service neutron] Pushing event updated for resources: {'Port': ['ID=65d24ffe-0c6b-4a83-844a-0f95a7ab228d,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.341257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3e9c20-8407-4aa9-a4c3-c2849768a7c4 req-0b74147b-98fc-418c-8555-629c60b05486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.342944 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd3e9c20-8407-4aa9-a4c3-c2849768a7c4 req-0b74147b-98fc-418c-8555-629c60b05486 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 1096 time: 0.5047455 Jul 16 18:11:27.361272 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b3dd34dc-5607-45db-bf1b-88c0b2b168d0 req-c0c8b993-7350-4cda-ab4e-87a4f80b811c tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804048 Jul 16 18:11:27.388728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93743c9c-b412-491f-b7ed-e951743263ff req-f98c1a1d-c1f6-4983-8e03-30a974994e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.397104 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-f98c1a1d-c1f6-4983-8e03-30a974994e21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd91cc250aaf4973a8f36597938b6869&device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 1094 time: 0.1706641 Jul 16 18:11:27.440649 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f481cca-eb8d-479f-94e0-4b2393c967b4 req-79b15d99-e71a-45ae-9830-5728a07eae7f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] No DVR routers for this DVR port f19116f1-6b23-47bd-be70-a86ee4767b34 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:27.446811 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3f481cca-eb8d-479f-94e0-4b2393c967b4 req-79b15d99-e71a-45ae-9830-5728a07eae7f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.448975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f481cca-eb8d-479f-94e0-4b2393c967b4 req-79b15d99-e71a-45ae-9830-5728a07eae7f tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.18 "DELETE /v2.0/ports/f19116f1-6b23-47bd-be70-a86ee4767b34 HTTP/1.1" status: 204 len: 173 time: 1.9152055 Jul 16 18:11:27.449617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c36fdc-b4b1-481c-b40b-eb8c4501b024', 'name': 'network-vif-deleted', 'tag': 'f19116f1-6b23-47bd-be70-a86ee4767b34'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:27.452033 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a2686d3-ff44-4227-9a07-ef6011ec47e9" -d '{"events": [{"server_uuid": "d7c36fdc-b4b1-481c-b40b-eb8c4501b024", "name": "network-vif-deleted", "tag": "f19116f1-6b23-47bd-be70-a86ee4767b34"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:27.468600 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-e2fa3e86-819d-4ee4-835e-876d7c3a1451 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d24ffe-0c6b-4a83-844a-0f95a7ab228d HTTP/1.1" status: 200 len: 217 time: 0.0635591 Jul 16 18:11:27.489876 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3bf39db-aee4-4acf-8f58-2957a3f29133 x-openstack-request-id: req-f3bf39db-aee4-4acf-8f58-2957a3f29133 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:27.490324 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6ab5ed8-f154-425c-83d1-55bba1f3230b", "tag": "65d24ffe-0c6b-4a83-844a-0f95a7ab228d", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:27.490593 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3bf39db-aee4-4acf-8f58-2957a3f29133 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:27.491002 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6ab5ed8-f154-425c-83d1-55bba1f3230b', 'tag': '65d24ffe-0c6b-4a83-844a-0f95a7ab228d', 'status': 'completed', 'code': 200} Jul 16 18:11:27.530204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd3e9c20-8407-4aa9-a4c3-c2849768a7c4 req-517e35ef-c9f4-445d-98f5-00206aec8a9c service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779692 Jul 16 18:11:27.582331 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2239c2cc-7eab-4810-98ac-54ea013b54ad tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.591019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93743c9c-b412-491f-b7ed-e951743263ff req-2d331843-508c-45f2-8ada-7fb02df3014a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.592542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-2d331843-508c-45f2-8ada-7fb02df3014a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e73b2d-6b01-4e19-8418-81bb6e353701 HTTP/1.1" status: 200 len: 849 time: 0.1162128 Jul 16 18:11:27.610116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfceff0-7ba0-405e-86bf-d6032775f7bf req-6c15ee74-66b8-4b24-b057-6ba1e6b716e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.611790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cfceff0-7ba0-405e-86bf-d6032775f7bf req-6c15ee74-66b8-4b24-b057-6ba1e6b716e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1662853 Jul 16 18:11:27.646590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2239c2cc-7eab-4810-98ac-54ea013b54ad tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event deleted for resources: {'Port': ['ID=83c88b70-bb20-4ce3-891b-9f6a7f63d678,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:27.672920 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2239c2cc-7eab-4810-98ac-54ea013b54ad tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.675513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2239c2cc-7eab-4810-98ac-54ea013b54ad tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "DELETE /v2.0/ports/83c88b70-bb20-4ce3-891b-9f6a7f63d678 HTTP/1.1" status: 204 len: 168 time: 1.7527988 Jul 16 18:11:27.678211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40970) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:27.679130 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-c6f3df5f-7796-486c-b420-bee9900c10a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=444b421f-e83a-476e-b680-9ef802b568d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772221 Jul 16 18:11:27.733628 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-62a9b3ff-9e8c-4fe8-b9d2-2f2d280c5924 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:11:27.736424 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-62a9b3ff-9e8c-4fe8-b9d2-2f2d280c5924 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "GET /v2.0/ports/83c88b70-bb20-4ce3-891b-9f6a7f63d678 HTTP/1.1" status: 404 len: 333 time: 0.0560460 Jul 16 18:11:27.739907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40972) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:27.755759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Request body: {'port': {'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-413844050'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:27.774147 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cfceff0-7ba0-405e-86bf-d6032775f7bf req-485aa7ab-74c6-413b-a721-993ad5c21a69 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534944 Jul 16 18:11:27.809824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Made reservation on behalf of c75b1bd318cc42cdb520ab31dda10b4c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:27.812394 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:27.841018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] device_id is not set on port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:27.848130 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894448b7-a2b4-4a83-9489-180d3c85addf x-openstack-request-id: req-894448b7-a2b4-4a83-9489-180d3c85addf {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:27.848805 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c36fdc-b4b1-481c-b40b-eb8c4501b024", "name": "network-vif-deleted", "tag": "f19116f1-6b23-47bd-be70-a86ee4767b34", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:27.849326 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-894448b7-a2b4-4a83-9489-180d3c85addf {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:27.849907 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c36fdc-b4b1-481c-b40b-eb8c4501b024', 'name': 'network-vif-deleted', 'tag': 'f19116f1-6b23-47bd-be70-a86ee4767b34', 'status': 'completed', 'code': 200} Jul 16 18:11:27.897995 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-59382a31-d033-414a-880e-3fcc414cc54f service neutron] 10.222.0.18 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988621 Jul 16 18:11:27.977960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de121da-03d3-400b-bc93-d7510d0e90b3 req-7b7d1b4d-af3e-45a8-b87e-c89859f8f00a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:27.985327 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4de121da-03d3-400b-bc93-d7510d0e90b3 req-7b7d1b4d-af3e-45a8-b87e-c89859f8f00a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 943 time: 0.3117959 Jul 16 18:11:28.163976 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4de121da-03d3-400b-bc93-d7510d0e90b3 req-cbc36d66-6e66-49be-a487-0c8a7255d30a tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767921 Jul 16 18:11:28.166440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93743c9c-b412-491f-b7ed-e951743263ff req-b074587d-4c5f-480d-a04f-d87ee39c4368 service neutron] 10.222.0.18 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574875 Jul 16 18:11:28.170397 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.224210 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.322949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event updated for resources: {'Port': ['ID=fdec0fe5-a33c-4cf9-8c06-bb5fca56756e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:28.335484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Network 3fa050c6-cbd3-492a-b821-236ac8418e6a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:28.339745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e5dd-32ca-4c35-a0f1-fc98ca265c62 req-7dee887e-b766-4d1d-b2f9-28db0ab7cccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.347980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:28.348554 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06b3e5dd-32ca-4c35-a0f1-fc98ca265c62 req-7dee887e-b766-4d1d-b2f9-28db0ab7cccf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bd91cc250aaf4973a8f36597938b6869&device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 1094 time: 0.0903883 Jul 16 18:11:28.350546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:28.351692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.352293 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.428486 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07a8a8ea-99ed-412d-b713-792f288b14db req-084b6c12-8403-4547-97d4-73e6bba97f6e tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7c36fdc-b4b1-481c-b40b-eb8c4501b024 HTTP/1.1" status: 200 len: 210 time: 0.1002524 Jul 16 18:11:28.448575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41000) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:28.454099 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4226be5a-81d2-4104-946d-6d45fbbd245e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7128804 Jul 16 18:11:28.456711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:28.602257 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e5dd-32ca-4c35-a0f1-fc98ca265c62 req-0d55cea8-49b2-41e2-86ed-27c7e8ce1c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.604173 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06b3e5dd-32ca-4c35-a0f1-fc98ca265c62 req-0d55cea8-49b2-41e2-86ed-27c7e8ce1c32 service neutron] 10.222.0.18 "GET /v2.0/networks?id=444b421f-e83a-476e-b680-9ef802b568d7 HTTP/1.1" status: 200 len: 910 time: 0.2527752 Jul 16 18:11:28.736805 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06b3e5dd-32ca-4c35-a0f1-fc98ca265c62 req-3a6e928f-da04-4c36-ab0f-f2717ac877ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=65d24ffe-0c6b-4a83-844a-0f95a7ab228d HTTP/1.1" status: 200 len: 217 time: 0.1226079 Jul 16 18:11:28.764956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b327d74-386f-4c4b-9fdc-bbe419668e79 req-888bca52-4a6a-43a3-a6d6-33aff4ac8a27 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.772427 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b327d74-386f-4c4b-9fdc-bbe419668e79 req-888bca52-4a6a-43a3-a6d6-33aff4ac8a27 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.3687851 Jul 16 18:11:28.800315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:28.862546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210646fd-413f-462d-9da9-b86abae117ae req-00bcd715-fec8-493d-8985-a4a91060c399 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.864279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-210646fd-413f-462d-9da9-b86abae117ae req-00bcd715-fec8-493d-8985-a4a91060c399 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.0939662 Jul 16 18:11:28.869985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b3e5dd-32ca-4c35-a0f1-fc98ca265c62 req-656942f8-298a-49ca-817a-d9dfe3ba2efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:28.871459 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06b3e5dd-32ca-4c35-a0f1-fc98ca265c62 req-656942f8-298a-49ca-817a-d9dfe3ba2efc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=09e73b2d-6b01-4e19-8418-81bb6e353701 HTTP/1.1" status: 200 len: 849 time: 0.1247342 Jul 16 18:11:28.880146 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b327d74-386f-4c4b-9fdc-bbe419668e79 req-be06e933-aac9-43a5-8c0c-99bf859e4ddb tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068051 Jul 16 18:11:28.920112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06b3e5dd-32ca-4c35-a0f1-fc98ca265c62 req-898a592c-55d4-4d32-a7b9-c259f961e277 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=444b421f-e83a-476e-b680-9ef802b568d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371559 Jul 16 18:11:28.935943 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-210646fd-413f-462d-9da9-b86abae117ae req-820a902c-2348-48e7-96bc-577c80505505 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659084 Jul 16 18:11:29.061733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f19116f1-6b23-47bd-be70-a86ee4767b34 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:29.093509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] device_id is not set on port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:29.101298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: f19116f1-6b23-47bd-be70-a86ee4767b34 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:29.101654 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f19116f1-6b23-47bd-be70-a86ee4767b34 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:29.101967 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.143619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Transition to ACTIVE for port object fdec0fe5-a33c-4cf9-8c06-bb5fca56756e will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:29.156460 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.170185 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.243133 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06b3e5dd-32ca-4c35-a0f1-fc98ca265c62 req-afc0944a-77dd-4d77-8802-092b9e74be2e service neutron] 10.222.0.18 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086071 Jul 16 18:11:29.269933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event updated for resources: {'Port': ['ID=fdec0fe5-a33c-4cf9-8c06-bb5fca56756e,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.327175 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:29.327513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:29.327879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.369595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:29.369877 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:29.373060 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 2 to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e Jul 16 18:11:29.395457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c59f1e-98c5-4d89-b776-c79b4287fa71 req-fff44d70-7c1c-4d11-b717-4f710d745b2f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.397017 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d4c59f1e-98c5-4d89-b776-c79b4287fa71 req-fff44d70-7c1c-4d11-b717-4f710d745b2f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.2827535 Jul 16 18:11:29.404864 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:29.405200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:29.405538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.416296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd12f9d3-9782-4095-b251-d60b5c25d995 req-7e8b144f-0f7a-4b99-b989-2bf4a5e13b90 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.418367 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd12f9d3-9782-4095-b251-d60b5c25d995 req-7e8b144f-0f7a-4b99-b989-2bf4a5e13b90 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 943 time: 0.0820570 Jul 16 18:11:29.424722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:29.424722 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:29.435622 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 3 to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e Jul 16 18:11:29.450289 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-06b3e5dd-32ca-4c35-a0f1-fc98ca265c62 req-032e0b3e-e74e-46f9-9c49-85953ce43c33 service neutron] 10.222.0.18 "GET /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936381 Jul 16 18:11:29.463737 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dd12f9d3-9782-4095-b251-d60b5c25d995 req-112bda84-2a32-4ffb-916f-b105e6bf7b74 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371435 Jul 16 18:11:29.473078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:29.473423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:29.473850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.482518 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d4c59f1e-98c5-4d89-b776-c79b4287fa71 req-6da6b493-5a6c-4baa-9d04-56af2e332f2c tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715828 Jul 16 18:11:29.483212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:29.483539 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:29.484087 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 4 to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e Jul 16 18:11:29.497639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:29.500824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:29.501401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.520179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:29.520513 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:29.520912 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 5 to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e Jul 16 18:11:29.541615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:29.542134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:29.542640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.548622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:29.549159 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:29.549864 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 6 to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e Jul 16 18:11:29.564336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:29.564923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:29.565681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.570581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:29.571105 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:29.571697 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 7 to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e Jul 16 18:11:29.587170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:29.587729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:29.588237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.594494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:29.595905 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:29.596470 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 8 to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e Jul 16 18:11:29.621310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:29.623171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:29.623911 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.634696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:29.637419 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:29.638041 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 9 to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e Jul 16 18:11:29.654758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:29.655100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:29.655441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.661250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:29.661786 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:29.662263 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 10 to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e Jul 16 18:11:29.683120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:29.683467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:29.683854 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:29.689170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:29.689673 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:29.690051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.785826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] For port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:29.786386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempted to set empty binding levels {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:11:29.792150 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.831924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] In _notify_port_updated(), no bound segment for port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:11:29.833157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.833437 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:29.834778 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "PUT /v2.0/ports/fdec0fe5-a33c-4cf9-8c06-bb5fca56756e HTTP/1.1" status: 200 len: 974 time: 1.3831213 Jul 16 18:11:29.837312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41048) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:29.897898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event updated for resources: {'Port': ['ID=fdec0fe5-a33c-4cf9-8c06-bb5fca56756e,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:29.931726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.931938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.932294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.932639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.932977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.933313 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.933646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.933979 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.934312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.934641 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.934972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.935300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b372bdf0-72b1-456f-9f20-7943eaeb697d tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:29.974853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.975373 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.976000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.976474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.976945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.977416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.977890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.978454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.978935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.979402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.979909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.980374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.980841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.981304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.981772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.982237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.982761 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.983232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.983725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.984194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.984893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.985473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.986604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.987074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.987542 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.988267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.988735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:29.993200 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-99a56e1f-12db-49b5-bb91-9b8c2a1871ff tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 24384 time: 0.1547949 Jul 16 18:11:29.997038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41058) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:30.102487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6289e-e8b7-4f4c-8386-c7655c7df3ea req-55249dc7-256b-417f-8c73-46d947410791 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.104044 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82f6289e-e8b7-4f4c-8386-c7655c7df3ea req-55249dc7-256b-417f-8c73-46d947410791 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.0840011 Jul 16 18:11:30.127613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e06639-566b-4708-9796-1de20e1f414b req-d25a2959-3799-4999-8510-799633592bdc tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.128494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-49e06639-566b-4708-9796-1de20e1f414b req-d25a2959-3799-4999-8510-799633592bdc tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1035867 Jul 16 18:11:30.158154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82f6289e-e8b7-4f4c-8386-c7655c7df3ea req-4ed6f8fc-0b6b-449c-92af-e0be37683a0e tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449176 Jul 16 18:11:30.186515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-bcccf9f2-7e83-4e8b-bcc0-ab3f06a2f501 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Deleting port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:30.186835 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcccf9f2-7e83-4e8b-bcc0-ab3f06a2f501 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.204198 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-49e06639-566b-4708-9796-1de20e1f414b req-7fa1c185-a542-4ca8-b95e-ba84d70dc7e3 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685101 Jul 16 18:11:30.267330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-bcccf9f2-7e83-4e8b-bcc0-ab3f06a2f501 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] For port fdec0fe5-a33c-4cf9-8c06-bb5fca56756e, host n-h2-794306-7, got binding levels [] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:30.267813 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcccf9f2-7e83-4e8b-bcc0-ab3f06a2f501 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.281592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-bcccf9f2-7e83-4e8b-bcc0-ab3f06a2f501 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Calling delete_port for fdec0fe5-a33c-4cf9-8c06-bb5fca56756e owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:30.340950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8d84fb-3a88-42f8-a828-7b7a3ba90250 req-5fd1ff66-06e9-4a37-aa36-e201f38b7aad tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.350105 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e8d84fb-3a88-42f8-a828-7b7a3ba90250 req-5fd1ff66-06e9-4a37-aa36-e201f38b7aad tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.0850434 Jul 16 18:11:30.379543 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcccf9f2-7e83-4e8b-bcc0-ab3f06a2f501 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.406698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e8d84fb-3a88-42f8-a828-7b7a3ba90250 req-fcb0fe59-87ed-42ac-a94f-fda476cc3ffd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554819 Jul 16 18:11:30.426966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcccf9f2-7e83-4e8b-bcc0-ab3f06a2f501 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdec0fe5-a33c-4cf9-8c06-bb5fca56756e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:30.437760 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcccf9f2-7e83-4e8b-bcc0-ab3f06a2f501 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.441859 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bcccf9f2-7e83-4e8b-bcc0-ab3f06a2f501 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "DELETE /v2.0/ports/fdec0fe5-a33c-4cf9-8c06-bb5fca56756e HTTP/1.1" status: 204 len: 168 time: 0.4437230 Jul 16 18:11:30.444750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41072) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:30.481800 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-e176620f-b3d7-4597-b86e-d6bbce56d2d2 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:11:30.489917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41078) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:30.490545 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e176620f-b3d7-4597-b86e-d6bbce56d2d2 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "GET /v2.0/ports/fdec0fe5-a33c-4cf9-8c06-bb5fca56756e HTTP/1.1" status: 404 len: 333 time: 0.0446765 Jul 16 18:11:30.496169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-823791030', 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:30.526632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Made reservation on behalf of c75b1bd318cc42cdb520ab31dda10b4c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:30.530126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.558747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] device_id is not set on port 956b52a9-64b2-465a-b5dc-cbd8d0bd0303 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:30.771700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108b8837-e8b7-4e12-855c-e12f24f5e175 req-a930387d-2f86-4fbb-b078-931710bcd217 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:30.780194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-108b8837-e8b7-4e12-855c-e12f24f5e175 req-a930387d-2f86-4fbb-b078-931710bcd217 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 943 time: 0.1252632 Jul 16 18:11:30.848376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:30.859646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-108b8837-e8b7-4e12-855c-e12f24f5e175 req-86bd572a-59ea-4778-a804-b434ab3c12b5 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780842 Jul 16 18:11:30.944356 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.009520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Network 3fa050c6-cbd3-492a-b821-236ac8418e6a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:31.021185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f1791-9f34-422d-9f20-62e5697dd157 req-677d5330-8487-4b0e-a450-feace30d0314 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.022980 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-014f1791-9f34-422d-9f20-62e5697dd157 req-677d5330-8487-4b0e-a450-feace30d0314 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1435747 Jul 16 18:11:31.026327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:31.031397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:31.033350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.034254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.041237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event updated for resources: {'Port': ['ID=956b52a9-64b2-465a-b5dc-cbd8d0bd0303,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.081186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 65d24ffe-0c6b-4a83-844a-0f95a7ab228d details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:11:31.085725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b9bd8344-eb8e-411f-b4c9-e89cc48daf05 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.5938704 Jul 16 18:11:31.088343 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41100) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.094314 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-014f1791-9f34-422d-9f20-62e5697dd157 req-e1f381a7-7b3e-4d4a-8477-ab71539df56a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560412 Jul 16 18:11:31.151891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-872ce0c0-3e2f-4f8f-b43c-bbda4a4ff3a1 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.153559 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-872ce0c0-3e2f-4f8f-b43c-bbda4a4ff3a1 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "GET /v2.0/ports/956b52a9-64b2-465a-b5dc-cbd8d0bd0303 HTTP/1.1" status: 200 len: 954 time: 0.0642369 Jul 16 18:11:31.156585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41106) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.336471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8eeed80a-9a80-46c5-a2da-38e2e7426859 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Deleting port 956b52a9-64b2-465a-b5dc-cbd8d0bd0303 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:31.337151 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8eeed80a-9a80-46c5-a2da-38e2e7426859 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.363676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=65d24ffe-0c6b-4a83-844a-0f95a7ab228d,segment=NetworkSegment(162d8878-20e9-41ee-8178-26897486b832),segment_id=162d8878-20e9-41ee-8178-26897486b832)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:31.379842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '65d24ffe-0c6b-4a83-844a-0f95a7ab228d', 'network_id': '444b421f-e83a-476e-b680-9ef802b568d7', 'port_id': '65d24ffe-0c6b-4a83-844a-0f95a7ab228d', 'mac_address': 'fa:16:3e:0f:3e:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 381, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09e73b2d-6b01-4e19-8418-81bb6e353701', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:11:31.428817 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.435476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8eeed80a-9a80-46c5-a2da-38e2e7426859 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.445432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d24ffe-0c6b-4a83-844a-0f95a7ab228d {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:11:31.453847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8eeed80a-9a80-46c5-a2da-38e2e7426859 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Calling delete_port for 956b52a9-64b2-465a-b5dc-cbd8d0bd0303 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:31.469754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=65d24ffe-0c6b-4a83-844a-0f95a7ab228d,segment=NetworkSegment(162d8878-20e9-41ee-8178-26897486b832),segment_id=162d8878-20e9-41ee-8178-26897486b832)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:31.475850 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.515389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c8fc5d-c139-41c4-b126-0f22fa08e1b2 req-2092872c-a93c-44c8-8b51-62078a5ce295 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.526526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34c8fc5d-c139-41c4-b126-0f22fa08e1b2 req-2092872c-a93c-44c8-8b51-62078a5ce295 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.1105585 Jul 16 18:11:31.537875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=65d24ffe-0c6b-4a83-844a-0f95a7ab228d,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.620948 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3c62d3-6adb-4e53-9a09-bdb5dc2aee00 req-98a4185b-6f1a-4bf1-b587-43bd10596e65 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:31.622577 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed3c62d3-6adb-4e53-9a09-bdb5dc2aee00 req-98a4185b-6f1a-4bf1-b587-43bd10596e65 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1477861 Jul 16 18:11:31.624024 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8eeed80a-9a80-46c5-a2da-38e2e7426859 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.666767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeed80a-9a80-46c5-a2da-38e2e7426859 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event deleted for resources: {'Port': ['ID=956b52a9-64b2-465a-b5dc-cbd8d0bd0303,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:31.684438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8eeed80a-9a80-46c5-a2da-38e2e7426859 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.686350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8eeed80a-9a80-46c5-a2da-38e2e7426859 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "DELETE /v2.0/ports/956b52a9-64b2-465a-b5dc-cbd8d0bd0303 HTTP/1.1" status: 204 len: 168 time: 0.5287280 Jul 16 18:11:31.691731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41118) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.723412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['65d24ffe-0c6b-4a83-844a-0f95a7ab228d'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:31.726995 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e3b9fab-3735-494c-a797-dd18997ad5d6 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:11:31.729210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2e3b9fab-3735-494c-a797-dd18997ad5d6 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "GET /v2.0/ports/956b52a9-64b2-465a-b5dc-cbd8d0bd0303 HTTP/1.1" status: 404 len: 333 time: 0.0356989 Jul 16 18:11:31.733755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41120) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:31.740137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Request body: {'port': {'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-353044990'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:31.754080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed3c62d3-6adb-4e53-9a09-bdb5dc2aee00 req-155cd67b-68c3-46bf-96a0-43477eb5b8b7 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185644 Jul 16 18:11:31.773521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Made reservation on behalf of c75b1bd318cc42cdb520ab31dda10b4c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:31.776645 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:31.804891 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] device_id is not set on port 42c87e68-4081-4b3c-9170-497a84eb335b yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:31.885892 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34c8fc5d-c139-41c4-b126-0f22fa08e1b2 req-2f1948e2-4ee3-4579-9a9d-0dec83584435 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580618 Jul 16 18:11:32.028729 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.099788 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.103514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f887f62-c406-40d4-bb79-c8dee2a74aec req-cf4a69fd-8761-4039-9ffd-a125c9197a28 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.105261 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f887f62-c406-40d4-bb79-c8dee2a74aec req-cf4a69fd-8761-4039-9ffd-a125c9197a28 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 944 time: 0.0846121 Jul 16 18:11:32.121092 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:11:32.146099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Network 3fa050c6-cbd3-492a-b821-236ac8418e6a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:32.154122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:32.159502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:32.160626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.161327 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.170565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event updated for resources: {'Port': ['ID=42c87e68-4081-4b3c-9170-497a84eb335b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:32.185559 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41138) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:32.198028 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6a167e70-d2a8-46e1-92bd-8d86c8fc7d2b tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4491537 Jul 16 18:11:32.200739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:32.280460 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f887f62-c406-40d4-bb79-c8dee2a74aec req-5d02740c-5dab-4817-90a0-6c6faef935cf tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684310 Jul 16 18:11:32.361129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.394059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc24884b-a6d2-4faf-958e-9bfe57d76d5e req-02b48075-182f-46c8-98f1-149601a8e3e2 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.395740 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc24884b-a6d2-4faf-958e-9bfe57d76d5e req-02b48075-182f-46c8-98f1-149601a8e3e2 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.18 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.2602689 Jul 16 18:11:32.663497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee61390-e1c9-47e7-87ef-6254c32c7c5b req-d01b6453-6f89-4c9b-8edc-70b3405de47c tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.668671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ee61390-e1c9-47e7-87ef-6254c32c7c5b req-d01b6453-6f89-4c9b-8edc-70b3405de47c tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.0938299 Jul 16 18:11:32.730078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ee61390-e1c9-47e7-87ef-6254c32c7c5b req-5eee7177-6774-4176-9320-eaaa26ef316f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546687 Jul 16 18:11:32.757134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7635bc45-8fd8-4820-9902-120d44dfa741 req-9eabfc8a-4ad8-41a3-9b8d-08d6f5daf710 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:32.759585 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7635bc45-8fd8-4820-9902-120d44dfa741 req-9eabfc8a-4ad8-41a3-9b8d-08d6f5daf710 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2482290 Jul 16 18:11:32.835647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-fc24884b-a6d2-4faf-958e-9bfe57d76d5e req-53c95911-5967-4ea1-9b38-1d2d69408643 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Deleting port c6ff5cc2-e99c-4682-951e-e72694a537a3 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:32.835647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fc24884b-a6d2-4faf-958e-9bfe57d76d5e req-53c95911-5967-4ea1-9b38-1d2d69408643 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.838419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] device_id is not set on port 42c87e68-4081-4b3c-9170-497a84eb335b yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:32.863968 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:32.912869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7635bc45-8fd8-4820-9902-120d44dfa741 req-e614bb53-7719-406c-bc98-86d9dcd8f5af tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258183 Jul 16 18:11:32.917067 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Transition to ACTIVE for port object 42c87e68-4081-4b3c-9170-497a84eb335b will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:32.963730 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.093516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 65d24ffe-0c6b-4a83-844a-0f95a7ab228d up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:33.135234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.135607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.136156 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.142448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event updated for resources: {'Port': ['ID=42c87e68-4081-4b3c-9170-497a84eb335b,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.163998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:33.169905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9deb9-1d18-4d1d-9506-eea43ab73b88 req-536515b1-00a8-457c-a9b6-27a988011d83 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.170204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:33.170861 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.172427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98d9deb9-1d18-4d1d-9506-eea43ab73b88 req-536515b1-00a8-457c-a9b6-27a988011d83 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 946 time: 0.1187086 Jul 16 18:11:33.210685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.211204 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:33.213919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-fc24884b-a6d2-4faf-958e-9bfe57d76d5e req-53c95911-5967-4ea1-9b38-1d2d69408643 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] For port c6ff5cc2-e99c-4682-951e-e72694a537a3, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c6ff5cc2-e99c-4682-951e-e72694a537a3,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:33.214294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fc24884b-a6d2-4faf-958e-9bfe57d76d5e req-53c95911-5967-4ea1-9b38-1d2d69408643 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.216925 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 2 to bind port 42c87e68-4081-4b3c-9170-497a84eb335b Jul 16 18:11:33.242407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-fc24884b-a6d2-4faf-958e-9bfe57d76d5e req-53c95911-5967-4ea1-9b38-1d2d69408643 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Calling delete_port for c6ff5cc2-e99c-4682-951e-e72694a537a3 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:33.248884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98d9deb9-1d18-4d1d-9506-eea43ab73b88 req-ba055991-2939-47e8-bd93-540ac3facc0c tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/security-groups?id=3c685951-4682-405d-b854-57edec1c77c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583632 Jul 16 18:11:33.264633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.264633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.264633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.278191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.278550 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:33.285032 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 3 to bind port 42c87e68-4081-4b3c-9170-497a84eb335b Jul 16 18:11:33.301312 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.353471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.353814 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.354152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.362923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41192) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.372378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.373253 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:33.377376 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 4 to bind port 42c87e68-4081-4b3c-9170-497a84eb335b Jul 16 18:11:33.387844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c0ea74-3949-42ea-9bed-3b957810c89a req-b5614efb-852f-4e46-811e-204889d13e0f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.396349 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d6c0ea74-3949-42ea-9bed-3b957810c89a req-b5614efb-852f-4e46-811e-204889d13e0f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.3094668 Jul 16 18:11:33.402845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=65d24ffe-0c6b-4a83-844a-0f95a7ab228d,segment=NetworkSegment(162d8878-20e9-41ee-8178-26897486b832),segment_id=162d8878-20e9-41ee-8178-26897486b832)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:33.404667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ab5ed8-f154-425c-83d1-55bba1f3230b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d24ffe-0c6b-4a83-844a-0f95a7ab228d'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:33.410237 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7ec2da-0019-430e-ab7d-56d359f8bf38" -d '{"events": [{"server_uuid": "e6ab5ed8-f154-425c-83d1-55bba1f3230b", "name": "network-vif-plugged", "status": "completed", "tag": "65d24ffe-0c6b-4a83-844a-0f95a7ab228d"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:33.415054 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.463394 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d6c0ea74-3949-42ea-9bed-3b957810c89a req-970997f4-0e5d-4fc0-86a0-ecaafa114e67 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659678 Jul 16 18:11:33.464411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.464947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.465488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.478126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=65d24ffe-0c6b-4a83-844a-0f95a7ab228d,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.488836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.489337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.489834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.490184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.490849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.490849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.491212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.491505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.505257 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.505868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.506225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.506637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:11:33.542346 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.542820 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:33.546141 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 5 to bind port 42c87e68-4081-4b3c-9170-497a84eb335b Jul 16 18:11:33.553960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a22c572-1a1e-4e05-a38a-3a14953908ae req-ed3ecdb0-10ca-4436-ae56-30cf48b19912 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:33.560871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a22c572-1a1e-4e05-a38a-3a14953908ae req-ed3ecdb0-10ca-4436-ae56-30cf48b19912 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 945 time: 0.1245379 Jul 16 18:11:33.570914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.571364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.571793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.576837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.577289 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:33.577789 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 6 to bind port 42c87e68-4081-4b3c-9170-497a84eb335b Jul 16 18:11:33.582875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fc24884b-a6d2-4faf-958e-9bfe57d76d5e req-53c95911-5967-4ea1-9b38-1d2d69408643 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.592060 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fc9a825b-0f70-4ede-a12c-0eb79f6fc4c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.599136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c6ff5cc2-e99c-4682-951e-e72694a537a3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:33.655408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c95911-5967-4ea1-9b38-1d2d69408643 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Pushing event deleted for resources: {'Port': ['ID=c6ff5cc2-e99c-4682-951e-e72694a537a3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.657908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.658091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.658494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.666223 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.666472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a22c572-1a1e-4e05-a38a-3a14953908ae req-36922650-5794-4fc6-8c91-afb8b718b4aa tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964136 Jul 16 18:11:33.667002 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:33.690138 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 7 to bind port 42c87e68-4081-4b3c-9170-497a84eb335b Jul 16 18:11:33.694482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc24884b-a6d2-4faf-958e-9bfe57d76d5e req-53c95911-5967-4ea1-9b38-1d2d69408643 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] No DVR routers for this DVR port c6ff5cc2-e99c-4682-951e-e72694a537a3 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:33.702511 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fc24884b-a6d2-4faf-958e-9bfe57d76d5e req-53c95911-5967-4ea1-9b38-1d2d69408643 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.709772 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc24884b-a6d2-4faf-958e-9bfe57d76d5e req-53c95911-5967-4ea1-9b38-1d2d69408643 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.18 "DELETE /v2.0/ports/c6ff5cc2-e99c-4682-951e-e72694a537a3 HTTP/1.1" status: 204 len: 173 time: 1.3053777 Jul 16 18:11:33.710419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76647c44-bd30-4e53-a798-474cc76f350f', 'name': 'network-vif-deleted', 'tag': 'c6ff5cc2-e99c-4682-951e-e72694a537a3'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:33.713120 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe24513-2547-401c-925e-a6e5fc83d396" -d '{"events": [{"server_uuid": "76647c44-bd30-4e53-a798-474cc76f350f", "name": "network-vif-deleted", "tag": "c6ff5cc2-e99c-4682-951e-e72694a537a3"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:33.721007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.721421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.721857 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.732682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.733237 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:33.733759 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 8 to bind port 42c87e68-4081-4b3c-9170-497a84eb335b Jul 16 18:11:33.761674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.762527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.765247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.767891 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e145d08-b873-4491-9113-2b315bfb33b9 x-openstack-request-id: req-0e145d08-b873-4491-9113-2b315bfb33b9 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:33.768191 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ab5ed8-f154-425c-83d1-55bba1f3230b", "name": "network-vif-plugged", "status": "completed", "tag": "65d24ffe-0c6b-4a83-844a-0f95a7ab228d", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:33.768444 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0e145d08-b873-4491-9113-2b315bfb33b9 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:33.768852 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ab5ed8-f154-425c-83d1-55bba1f3230b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d24ffe-0c6b-4a83-844a-0f95a7ab228d', 'code': 200} Jul 16 18:11:33.777047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.777896 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:33.779889 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 9 to bind port 42c87e68-4081-4b3c-9170-497a84eb335b Jul 16 18:11:33.804632 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fc9a825b-0f70-4ede-a12c-0eb79f6fc4c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.810936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.811380 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fc9a825b-0f70-4ede-a12c-0eb79f6fc4c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.814095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.814517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.827320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.827764 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:33.828252 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempt 10 to bind port 42c87e68-4081-4b3c-9170-497a84eb335b Jul 16 18:11:33.849381 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b290472-ebb1-4f2d-91c7-39c022242e7e x-openstack-request-id: req-1b290472-ebb1-4f2d-91c7-39c022242e7e {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:33.852882 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76647c44-bd30-4e53-a798-474cc76f350f", "name": "network-vif-deleted", "tag": "c6ff5cc2-e99c-4682-951e-e72694a537a3", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:33.853203 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b290472-ebb1-4f2d-91c7-39c022242e7e {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:33.853673 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76647c44-bd30-4e53-a798-474cc76f350f', 'name': 'network-vif-deleted', 'tag': 'c6ff5cc2-e99c-4682-951e-e72694a537a3', 'status': 'completed', 'code': 200} Jul 16 18:11:33.859762 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:33.860253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:33.860739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempting to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:33.870737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:11:33.871153 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Failed to bind port 42c87e68-4081-4b3c-9170-497a84eb335b on host n-h2-794306-7 for vnic_type normal using segments [{'id': 'ad214a21-5f95-4d07-880e-4b3f70d24a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '3fa050c6-cbd3-492a-b821-236ac8418e6a'}] Jul 16 18:11:33.871616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:33.903944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a825b-0f70-4ede-a12c-0eb79f6fc4c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5103b981-cb9b-44a3-bcc3-6d3a7d3a55a3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:33.918282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fc9a825b-0f70-4ede-a12c-0eb79f6fc4c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=610d29043ab342329cc60f76fb96a1ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5538583 Jul 16 18:11:33.928170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41210) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:33.990730 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d361a861-1f7d-492a-a4d5-b90890e34cd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.018928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d361a861-1f7d-492a-a4d5-b90890e34cd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.099238 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d361a861-1f7d-492a-a4d5-b90890e34cd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.103287 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d361a861-1f7d-492a-a4d5-b90890e34cd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.105238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d361a861-1f7d-492a-a4d5-b90890e34cd9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5103b981-cb9b-44a3-bcc3-6d3a7d3a55a3 HTTP/1.1" status: 204 len: 168 time: 0.1755846 Jul 16 18:11:34.133719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] For port 42c87e68-4081-4b3c-9170-497a84eb335b, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:34.134106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attempted to set empty binding levels {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:11:34.144233 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.150570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d361a861-1f7d-492a-a4d5-b90890e34cd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5103b981-cb9b-44a3-bcc3-6d3a7d3a55a3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.207849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] In _notify_port_updated(), no bound segment for port 42c87e68-4081-4b3c-9170-497a84eb335b on network 3fa050c6-cbd3-492a-b821-236ac8418e6a {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:11:34.208721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.209317 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.213069 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "PUT /v2.0/ports/42c87e68-4081-4b3c-9170-497a84eb335b HTTP/1.1" status: 200 len: 974 time: 2.0239699 Jul 16 18:11:34.215435 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41220) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:34.219192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8253cf4c-a36e-43b7-8ec3-a39d42631d17 req-e16bf9a9-a4a6-4322-aa93-e9399f8fb2a1 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.227247 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8253cf4c-a36e-43b7-8ec3-a39d42631d17 req-e16bf9a9-a4a6-4322-aa93-e9399f8fb2a1 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1203444 Jul 16 18:11:34.271105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8253cf4c-a36e-43b7-8ec3-a39d42631d17 req-65c7dad9-2745-423c-bdc0-81098435d6c7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428095 Jul 16 18:11:34.354672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e965b3-99c2-451b-93ce-d0ad290d6013 req-f4fd4bf2-e064-481a-8b38-9e5ce9043364 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.354672 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9e965b3-99c2-451b-93ce-d0ad290d6013 req-f4fd4bf2-e064-481a-8b38-9e5ce9043364 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.3107162 Jul 16 18:11:34.354672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33610d3b-30ae-41a3-bb97-3428e679d389 tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event updated for resources: {'Port': ['ID=42c87e68-4081-4b3c-9170-497a84eb335b,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.366196 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5b1efc-fc37-4a70-87de-e44a6ff97d85 req-9cf51830-3713-44bb-b723-5028dc3ddb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.367944 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8e5b1efc-fc37-4a70-87de-e44a6ff97d85 req-9cf51830-3713-44bb-b723-5028dc3ddb3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 1096 time: 0.3733089 Jul 16 18:11:34.410406 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9e965b3-99c2-451b-93ce-d0ad290d6013 req-68048b21-a893-4042-9ad9-fcb92724f26d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018741 Jul 16 18:11:34.439368 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8e5b1efc-fc37-4a70-87de-e44a6ff97d85 req-3b3b1f08-e98c-48ba-8664-255af09d7851 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627210 Jul 16 18:11:34.461695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-7bc43fec-a59f-41ba-b4da-135a6ac4bf1c tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Deleting port 42c87e68-4081-4b3c-9170-497a84eb335b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:34.462070 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7bc43fec-a59f-41ba-b4da-135a6ac4bf1c tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.584076 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7590060f-128c-4eae-9963-cec8be7c5462 req-7da06751-778f-42ff-aa52-eb8079b83b63 tempest-ServerRescueTestJSON-1292872922 tempest-ServerRescueTestJSON-1292872922-project] 10.222.0.47 "GET /v2.0/ports?device_id=76647c44-bd30-4e53-a798-474cc76f350f HTTP/1.1" status: 200 len: 210 time: 0.1100898 Jul 16 18:11:34.608639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-7bc43fec-a59f-41ba-b4da-135a6ac4bf1c tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] For port 42c87e68-4081-4b3c-9170-497a84eb335b, host n-h2-794306-7, got binding levels [] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:34.609160 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7bc43fec-a59f-41ba-b4da-135a6ac4bf1c tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.634017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-7bc43fec-a59f-41ba-b4da-135a6ac4bf1c tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Calling delete_port for 42c87e68-4081-4b3c-9170-497a84eb335b owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:34.642997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41244) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:34.667318 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aee42d58-07ec-456d-bbaa-f32894135c44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.835611 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aee42d58-07ec-456d-bbaa-f32894135c44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.840946 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aee42d58-07ec-456d-bbaa-f32894135c44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.887019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dfc9a6-da7d-4100-9127-8a41452ad719 req-9f84e407-2790-473d-a5a0-1aa3ccd33403 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:34.888831 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-40dfc9a6-da7d-4100-9127-8a41452ad719 req-9f84e407-2790-473d-a5a0-1aa3ccd33403 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1717162 Jul 16 18:11:34.889708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7bc43fec-a59f-41ba-b4da-135a6ac4bf1c tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.921358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc43fec-a59f-41ba-b4da-135a6ac4bf1c tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Pushing event deleted for resources: {'Port': ['ID=42c87e68-4081-4b3c-9170-497a84eb335b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:34.969636 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7bc43fec-a59f-41ba-b4da-135a6ac4bf1c tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:34.983528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7bc43fec-a59f-41ba-b4da-135a6ac4bf1c tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "DELETE /v2.0/ports/42c87e68-4081-4b3c-9170-497a84eb335b HTTP/1.1" status: 204 len: 168 time: 0.7645309 Jul 16 18:11:34.986576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41252) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.020475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-aee42d58-07ec-456d-bbaa-f32894135c44 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eea60052421d4bfda83e6b03d7623734&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3761334 Jul 16 18:11:35.025911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41256) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.042509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee42d58-07ec-456d-bbaa-f32894135c44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40831d95-4b29-41cd-8bd3-140ce565e208,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.075313 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b67cf65-45f1-4896-bd95-f9e95ebb6f3e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:11:35.077262 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1b67cf65-45f1-4896-bd95-f9e95ebb6f3e tempest-PortsAdminExtendedAttrsTestJSON-1369387168 tempest-PortsAdminExtendedAttrsTestJSON-1369387168-project-admin] 10.222.0.47 "GET /v2.0/ports/42c87e68-4081-4b3c-9170-497a84eb335b HTTP/1.1" status: 404 len: 333 time: 0.0884993 Jul 16 18:11:35.087612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41258) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.099549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-40dfc9a6-da7d-4100-9127-8a41452ad719 req-fe554060-9d3e-46c0-9b02-6bb71c0300d3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798613 Jul 16 18:11:35.191867 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.232538 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b420d50f-cfba-48a6-9870-1ae7900ac2bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.248824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7885c68-b4f0-487a-9d7e-ba2d54a36745 req-d5066bf9-e8e7-4f78-9bb9-58fcad28b1f5 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.256757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7885c68-b4f0-487a-9d7e-ba2d54a36745 req-d5066bf9-e8e7-4f78-9bb9-58fcad28b1f5 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 945 time: 0.3903394 Jul 16 18:11:35.314003 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b420d50f-cfba-48a6-9870-1ae7900ac2bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.317815 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.329525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa050c6-cbd3-492a-b821-236ac8418e6a']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:35.347338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad214a21-5f95-4d07-880e-4b3f70d24a3f') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:35.347691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad214a21-5f95-4d07-880e-4b3f70d24a3f') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:35.382619 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7885c68-b4f0-487a-9d7e-ba2d54a36745 req-b1b620cc-2cb5-4a1a-bd27-317a8ff0046e tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242430 Jul 16 18:11:35.385407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.409187 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.409403 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b420d50f-cfba-48a6-9870-1ae7900ac2bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.417188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:35.417938 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.420134 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b420d50f-cfba-48a6-9870-1ae7900ac2bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:35.425109 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:35.428172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b420d50f-cfba-48a6-9870-1ae7900ac2bd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/40831d95-4b29-41cd-8bd3-140ce565e208 HTTP/1.1" status: 204 len: 168 time: 0.3963985 Jul 16 18:11:35.466482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420d50f-cfba-48a6-9870-1ae7900ac2bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40831d95-4b29-41cd-8bd3-140ce565e208,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.519695 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.535128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:35.538237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] 10.222.0.47 "DELETE /v2.0/networks/3fa050c6-cbd3-492a-b821-236ac8418e6a HTTP/1.1" status: 204 len: 168 time: 0.4536104 Jul 16 18:11:35.558626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a12362-802b-4a45-922a-e7e3ff2f8e57 tempest-PortsAdminExtendedAttrsTestJSON-2138399543 tempest-PortsAdminExtendedAttrsTestJSON-2138399543-project] Pushing event deleted for resources: {'Network': ['ID=3fa050c6-cbd3-492a-b821-236ac8418e6a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:35.683036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3e125e-c0d2-4611-b998-f4156c7e2836 req-3b32c8fb-c84b-4cb9-9d0c-8dc2179b2df3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:35.688254 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ad3e125e-c0d2-4611-b998-f4156c7e2836 req-3b32c8fb-c84b-4cb9-9d0c-8dc2179b2df3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1018367 Jul 16 18:11:35.744445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41278) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:35.763235 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ad3e125e-c0d2-4611-b998-f4156c7e2836 req-e4f58204-1030-4226-bc0e-378b2d7f348e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638680 Jul 16 18:11:36.107848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41290) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:36.161842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b2dfa2-e9dd-4217-89fd-1e82bca8bc08 req-766c3a6e-96c0-4116-90b3-1b06bfa79e65 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.173994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a1b2dfa2-e9dd-4217-89fd-1e82bca8bc08 req-766c3a6e-96c0-4116-90b3-1b06bfa79e65 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2058277 Jul 16 18:11:36.274623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a1b2dfa2-e9dd-4217-89fd-1e82bca8bc08 req-18b3e2f2-7d4b-4f3a-b1f0-e98e38516aca tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032419 Jul 16 18:11:36.499553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.540464 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-91284bb3-b24f-4f90-be74-7526b0a7e5f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e3f9cad3fa4240d48519500ccb301efc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4298027 Jul 16 18:11:36.541319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41312) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:36.636140 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1604106-7c0d-4ec7-873c-58bd6284e6e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.694159 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1604106-7c0d-4ec7-873c-58bd6284e6e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.760238 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c4672-064d-4a66-ba95-6a0823ef256b req-bfb5f28c-316b-47e5-aece-ee06b7e4a208 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.762032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-221c4672-064d-4a66-ba95-6a0823ef256b req-bfb5f28c-316b-47e5-aece-ee06b7e4a208 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 945 time: 0.1484323 Jul 16 18:11:36.812590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44363e3b-f49f-4450-9ef3-de11f63cb36d req-fd10abcd-9d0f-41a4-8ea9-76b7d7560cde tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:36.815097 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1604106-7c0d-4ec7-873c-58bd6284e6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.818267 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1604106-7c0d-4ec7-873c-58bd6284e6e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:36.820834 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44363e3b-f49f-4450-9ef3-de11f63cb36d req-fd10abcd-9d0f-41a4-8ea9-76b7d7560cde tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1620581 Jul 16 18:11:36.823905 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f1604106-7c0d-4ec7-873c-58bd6284e6e1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7844e461-615b-4f28-af26-7a90fdb33682 HTTP/1.1" status: 204 len: 168 time: 0.2812047 Jul 16 18:11:36.834698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-221c4672-064d-4a66-ba95-6a0823ef256b req-6cf863d5-9033-4aa6-96ab-4519e08b0de1 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664814 Jul 16 18:11:36.842912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1604106-7c0d-4ec7-873c-58bd6284e6e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7844e461-615b-4f28-af26-7a90fdb33682,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:36.984744 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44363e3b-f49f-4450-9ef3-de11f63cb36d req-74e0cf4c-6d6a-4846-88ae-975eed98fb02 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629298 Jul 16 18:11:37.031590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] Deleting port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:37.032374 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.106590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c6ff5cc2-e99c-4682-951e-e72694a537a3 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:37.143580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: c6ff5cc2-e99c-4682-951e-e72694a537a3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:37.143830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c6ff5cc2-e99c-4682-951e-e72694a537a3 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:37.182139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] For port fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a,segment=NetworkSegment(9fa53e96-3039-4010-91dd-5c4b7b04faea),segment_id=9fa53e96-3039-4010-91dd-5c4b7b04faea)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:37.182690 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.213763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] Calling delete_port for fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:37.331694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127554e-19a0-4b20-a3fc-f8c2d451d0c2 req-490eb654-1952-4f15-8e55-f6db9b16fb2f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.337506 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c127554e-19a0-4b20-a3fc-f8c2d451d0c2 req-490eb654-1952-4f15-8e55-f6db9b16fb2f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1083140 Jul 16 18:11:37.387272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41338) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.405695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c127554e-19a0-4b20-a3fc-f8c2d451d0c2 req-27b1f016-0fca-4fc0-8b9b-91f8f9a22161 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647566 Jul 16 18:11:37.635826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-57f07c02-324b-434a-a2d9-f7499cc1fbd7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c75b1bd318cc42cdb520ab31dda10b4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463605 Jul 16 18:11:37.638284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41358) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:37.725716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.800816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] Pushing event deleted for resources: {'Port': ['ID=fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:37.819577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b2a0952-df93-4706-b5e8-30e017e85078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.867919 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b2a0952-df93-4706-b5e8-30e017e85078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:37.904247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6e298-3cc0-4f32-a0db-19e81a755529 req-ef225f7f-76bd-4cc9-921e-354b1df6835d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:37.905756 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ed6e298-3cc0-4f32-a0db-19e81a755529 req-ef225f7f-76bd-4cc9-921e-354b1df6835d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 1096 time: 0.1766007 Jul 16 18:11:38.061081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238090c-8664-47d7-b626-30b52e4f90ac req-8d874d32-d5ae-48f0-b179-ffeddf744f77 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.069184 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6238090c-8664-47d7-b626-30b52e4f90ac req-8d874d32-d5ae-48f0-b179-ffeddf744f77 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2247596 Jul 16 18:11:38.110182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6e298-3cc0-4f32-a0db-19e81a755529 req-cb83b080-7631-4f78-a21c-910e61c0edf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.112795 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ed6e298-3cc0-4f32-a0db-19e81a755529 req-cb83b080-7631-4f78-a21c-910e61c0edf7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 920 time: 0.1840520 Jul 16 18:11:38.151197 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6238090c-8664-47d7-b626-30b52e4f90ac req-b2d5d9da-2912-4d10-86cc-d9f02ca6e403 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810692 Jul 16 18:11:38.160271 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.204435 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ed6e298-3cc0-4f32-a0db-19e81a755529 req-19c7c054-7056-45fd-ae20-319642ac9229 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 HTTP/1.1" status: 200 len: 217 time: 0.0763607 Jul 16 18:11:38.323724 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b2a0952-df93-4706-b5e8-30e017e85078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.327252 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b2a0952-df93-4706-b5e8-30e017e85078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:38.328643 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7b2a0952-df93-4706-b5e8-30e017e85078 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b45eb9f0-3a81-4037-8fb9-a00ec817e3e2 HTTP/1.1" status: 204 len: 168 time: 0.6893559 Jul 16 18:11:38.350151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2a0952-df93-4706-b5e8-30e017e85078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b45eb9f0-3a81-4037-8fb9-a00ec817e3e2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:38.401920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabdae8a-4ad3-4961-9fe8-5a50e3248a57 req-e2e4f30a-c4c3-416d-9d4a-1f7a7c387988 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.415106 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cabdae8a-4ad3-4961-9fe8-5a50e3248a57 req-e2e4f30a-c4c3-416d-9d4a-1f7a7c387988 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.5364084 Jul 16 18:11:38.434029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6e298-3cc0-4f32-a0db-19e81a755529 req-0ae411b0-3af8-4bf4-87c0-95de072f23e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.435412 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ed6e298-3cc0-4f32-a0db-19e81a755529 req-0ae411b0-3af8-4bf4-87c0-95de072f23e8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 200 len: 859 time: 0.1963418 Jul 16 18:11:38.500522 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ed6e298-3cc0-4f32-a0db-19e81a755529 req-47d8b9ce-a431-4fa6-9a0b-cd6576fe45f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13ce4986-d26e-4f96-8ffd-11ed79085e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0553138 Jul 16 18:11:38.526332 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cabdae8a-4ad3-4961-9fe8-5a50e3248a57 req-032c6a97-fec7-438f-8fea-d275392d85f9 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103303 Jul 16 18:11:38.686149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] Router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:11:38.767509 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ed6e298-3cc0-4f32-a0db-19e81a755529 req-f96cd674-3036-4ee3-9397-e263a0ed5d3f service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567422 Jul 16 18:11:38.897201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504e189b-b2ea-4578-8414-d768d50652d3 req-1e56fa97-e9ee-4945-9d93-29fc00a535db tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:38.899093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-504e189b-b2ea-4578-8414-d768d50652d3 req-1e56fa97-e9ee-4945-9d93-29fc00a535db tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 945 time: 0.1221521 Jul 16 18:11:38.938567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:11:38.952017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986556ed-5a12-4c13-a3dd-7628cbe9696b None None] Sync routers for ids ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:11:38.953730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6b16bf72-4ede-4b76-863f-ac851e49b981 admin admin] 10.222.0.47 "PUT /v2.0/routers/b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2075217 Jul 16 18:11:38.956921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41386) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:38.961612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-504e189b-b2ea-4578-8414-d768d50652d3 req-815883d3-fbe7-4a96-add4-6960645a2f03 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540142 Jul 16 18:11:38.977097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986556ed-5a12-4c13-a3dd-7628cbe9696b None None] Routers {'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:38.981361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-986556ed-5a12-4c13-a3dd-7628cbe9696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:11:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:39.024822 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ed6e298-3cc0-4f32-a0db-19e81a755529 req-233c3ecb-be7f-48df-85a3-f494e15ee884 service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2442803 Jul 16 18:11:39.058017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a50ddf-a757-4a46-9c74-9d0c16a1022b req-685ca6d6-8339-4775-aebe-c973441a5ef7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.059638 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11a50ddf-a757-4a46-9c74-9d0c16a1022b req-685ca6d6-8339-4775-aebe-c973441a5ef7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2136140 Jul 16 18:11:39.116150 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.143082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-986556ed-5a12-4c13-a3dd-7628cbe9696b None None] Set router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:39.181210 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11a50ddf-a757-4a46-9c74-9d0c16a1022b req-b3c7de47-a1e9-4512-bbca-76399d6ca4b0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059804 Jul 16 18:11:39.438736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-986556ed-5a12-4c13-a3dd-7628cbe9696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'name': 'tempest-ServerRescueTestJSON-51004778-router', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:14Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 5, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'gw_port': {'id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:15Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:39.473390 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986556ed-5a12-4c13-a3dd-7628cbe9696b None None] Checking router: b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:11:39.490839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986556ed-5a12-4c13-a3dd-7628cbe9696b None None] Routers {'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:11:39.491533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-986556ed-5a12-4c13-a3dd-7628cbe9696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:11:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:39.678370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-986556ed-5a12-4c13-a3dd-7628cbe9696b None None] Set router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:11:39.810528 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:39.832804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e0573-7215-4aa7-96ac-6bf249aad100 req-d7b98e5c-6b3a-4a12-813a-c6eeaa629ff3 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.839084 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c19e0573-7215-4aa7-96ac-6bf249aad100 req-d7b98e5c-6b3a-4a12-813a-c6eeaa629ff3 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1243348 Jul 16 18:11:39.872283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91881f04-06f9-45e2-9dfb-f8e18960589e req-5abbbd71-9afe-4519-9768-a3339bccb4cd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:39.873891 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91881f04-06f9-45e2-9dfb-f8e18960589e req-5abbbd71-9afe-4519-9768-a3339bccb4cd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2690973 Jul 16 18:11:39.920581 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c19e0573-7215-4aa7-96ac-6bf249aad100 req-9226deea-0f56-48af-be30-96a39978dbb3 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766387 Jul 16 18:11:40.010652 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91881f04-06f9-45e2-9dfb-f8e18960589e req-2c854166-8d62-4e25-9039-15cabf84f16d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963292 Jul 16 18:11:40.015465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-986556ed-5a12-4c13-a3dd-7628cbe9696b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'name': 'tempest-ServerRescueTestJSON-51004778-router', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:14Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 5, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'gw_port': {'id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:15Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:40.058432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Deleting port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:40.058975 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.105254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-986556ed-5a12-4c13-a3dd-7628cbe9696b None None] The sync data for ids ['b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf'] in n-d-794306-7 is: [{'id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'name': 'tempest-ServerRescueTestJSON-51004778-router', 'tenant_id': '675a398a6dea4d84b004a112e1b941ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:09:14Z', 'updated_at': '2021-07-16T18:11:37Z', 'revision_number': 5, 'project_id': '675a398a6dea4d84b004a112e1b941ff', 'gw_port': {'id': '99c29e1d-45ac-4ffd-ab17-c9348b8b91bb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:e6:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:09:15Z', 'updated_at': '2021-07-16T18:09:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:11:40.260573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0190afcc-5ba0-4404-b031-75f40dcd74f1 req-396d0d83-7dd2-4169-b8fa-b1fc114f79f5 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.262073 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0190afcc-5ba0-4404-b031-75f40dcd74f1 req-396d0d83-7dd2-4169-b8fa-b1fc114f79f5 tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 945 time: 0.1736193 Jul 16 18:11:40.294017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] For port 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=99c29e1d-45ac-4ffd-ab17-c9348b8b91bb,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:40.294585 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.315124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Calling delete_port for 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:40.450510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed132f9-2d7b-42fa-ab91-c82a4a0a12e0 req-b1a6d9ca-20cc-4c71-ae92-714a5695b463 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.452387 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bed132f9-2d7b-42fa-ab91-c82a4a0a12e0 req-b1a6d9ca-20cc-4c71-ae92-714a5695b463 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2134743 Jul 16 18:11:40.587443 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bed132f9-2d7b-42fa-ab91-c82a4a0a12e0 req-e0f554a7-21a4-4362-b118-472525076709 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243937 Jul 16 18:11:40.674552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa607b13-16b0-48f3-9c55-4b3d4d193397 req-3bde36bb-e618-4ebb-a5a3-cbb700afd8dd tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:40.682948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa607b13-16b0-48f3-9c55-4b3d4d193397 req-3bde36bb-e618-4ebb-a5a3-cbb700afd8dd tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 945 time: 0.5000122 Jul 16 18:11:40.707791 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.745163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=99c29e1d-45ac-4ffd-ab17-c9348b8b91bb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:40.829719 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:40.854594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa607b13-16b0-48f3-9c55-4b3d4d193397 req-79babba0-9c53-47db-924e-5a2921260b2e tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/security-groups?id=24ddb785-71aa-413b-927d-04bbbc6292f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707022 Jul 16 18:11:40.891923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-0190afcc-5ba0-4404-b031-75f40dcd74f1 req-8824502d-8855-4c06-92ac-469663bf53cb tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Deleting port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:40.892266 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0190afcc-5ba0-4404-b031-75f40dcd74f1 req-8824502d-8855-4c06-92ac-469663bf53cb tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.055660 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.059007 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.099250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-0190afcc-5ba0-4404-b031-75f40dcd74f1 req-8824502d-8855-4c06-92ac-469663bf53cb tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] For port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=65d24ffe-0c6b-4a83-844a-0f95a7ab228d,segment=NetworkSegment(162d8878-20e9-41ee-8178-26897486b832),segment_id=162d8878-20e9-41ee-8178-26897486b832)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:41.099666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0190afcc-5ba0-4404-b031-75f40dcd74f1 req-8824502d-8855-4c06-92ac-469663bf53cb tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.113124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-0190afcc-5ba0-4404-b031-75f40dcd74f1 req-8824502d-8855-4c06-92ac-469663bf53cb tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Calling delete_port for 65d24ffe-0c6b-4a83-844a-0f95a7ab228d owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:41.144141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41476) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.160736 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.161278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:11:41.167069 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.170705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1b6c9046-abd3-4a2e-b45b-326bb68282f1 admin admin] 10.222.0.47 "DELETE /v2.0/routers/b0ea6bd0-1b5e-4178-bf2d-f24ad40b54bf HTTP/1.1" status: 204 len: 168 time: 2.2107546 Jul 16 18:11:41.171032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41480) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.259176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fcfbdf9-4b8e-440c-8c1e-72b1ec7b8708 admin admin] Deleting subnet 1df18640-4bdf-41b8-a809-6f4222c3c26a {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:41.290339 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fcfbdf9-4b8e-440c-8c1e-72b1ec7b8708 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.355820 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fcfbdf9-4b8e-440c-8c1e-72b1ec7b8708 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.377338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa042b6-8a67-4b8d-9aa5-d1650d3abacf req-768b2a31-e380-41c8-a8d2-8da5b48b5410 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.385066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-daa042b6-8a67-4b8d-9aa5-d1650d3abacf req-768b2a31-e380-41c8-a8d2-8da5b48b5410 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1799722 Jul 16 18:11:41.397019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-703c8bb8-7c04-48f2-ae7b-95b80513d7d9 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:41.425291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edbea55-fe48-4141-a2d4-5f293ac6889a req-64c2be55-638c-4106-9175-64769040e466 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:41.434214 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5edbea55-fe48-4141-a2d4-5f293ac6889a req-64c2be55-638c-4106-9175-64769040e466 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1894178 Jul 16 18:11:41.437562 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-daa042b6-8a67-4b8d-9aa5-d1650d3abacf req-782152ae-f820-4210-9ea3-9d544a60a8c4 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476027 Jul 16 18:11:41.445590 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0190afcc-5ba0-4404-b031-75f40dcd74f1 req-8824502d-8855-4c06-92ac-469663bf53cb tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.463817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['65d24ffe-0c6b-4a83-844a-0f95a7ab228d'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:11:41.483140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8824502d-8855-4c06-92ac-469663bf53cb tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Pushing event deleted for resources: {'Port': ['ID=65d24ffe-0c6b-4a83-844a-0f95a7ab228d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.507024 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fcfbdf9-4b8e-440c-8c1e-72b1ec7b8708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.543659 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-0190afcc-5ba0-4404-b031-75f40dcd74f1 req-8824502d-8855-4c06-92ac-469663bf53cb tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] No DVR routers for this DVR port 65d24ffe-0c6b-4a83-844a-0f95a7ab228d on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:11:41.546152 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-0190afcc-5ba0-4404-b031-75f40dcd74f1 req-8824502d-8855-4c06-92ac-469663bf53cb tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.549087 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0190afcc-5ba0-4404-b031-75f40dcd74f1 req-8824502d-8855-4c06-92ac-469663bf53cb tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.18 "DELETE /v2.0/ports/65d24ffe-0c6b-4a83-844a-0f95a7ab228d HTTP/1.1" status: 204 len: 173 time: 1.2781734 Jul 16 18:11:41.549660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6ab5ed8-f154-425c-83d1-55bba1f3230b', 'name': 'network-vif-deleted', 'tag': '65d24ffe-0c6b-4a83-844a-0f95a7ab228d'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:11:41.552304 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e9bd85-e861-47c5-a953-d6c59651d5a3" -d '{"events": [{"server_uuid": "e6ab5ed8-f154-425c-83d1-55bba1f3230b", "name": "network-vif-deleted", "tag": "65d24ffe-0c6b-4a83-844a-0f95a7ab228d"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:11:41.575542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-703c8bb8-7c04-48f2-ae7b-95b80513d7d9 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] 10.222.0.47 "PUT /v2.0/quotas/1f31fb2afd094b94a11f875c6371e45a HTTP/1.1" status: 200 len: 366 time: 0.4300566 Jul 16 18:11:41.578392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41484) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.608199 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5edbea55-fe48-4141-a2d4-5f293ac6889a req-e5a2a734-7b6a-4224-a3b0-df6c5d738706 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685247 Jul 16 18:11:41.608862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-67098a1a-b3e2-4ccb-955c-1663ab05bdf5 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0234251 Jul 16 18:11:41.608862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41486) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.643181 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f44acd-c1df-4d7b-8b25-84da5bd02a52 x-openstack-request-id: req-e6f44acd-c1df-4d7b-8b25-84da5bd02a52 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:11:41.664444 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6ab5ed8-f154-425c-83d1-55bba1f3230b", "name": "network-vif-deleted", "tag": "65d24ffe-0c6b-4a83-844a-0f95a7ab228d", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:11:41.664825 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e6f44acd-c1df-4d7b-8b25-84da5bd02a52 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:11:41.665264 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6ab5ed8-f154-425c-83d1-55bba1f3230b', 'name': 'network-vif-deleted', 'tag': '65d24ffe-0c6b-4a83-844a-0f95a7ab228d', 'status': 'completed', 'code': 200} Jul 16 18:11:41.668132 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-10bc1455-2f76-43b3-a839-3661247379e7 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] 10.222.0.47 "GET /v2.0/quotas/1f31fb2afd094b94a11f875c6371e45a HTTP/1.1" status: 200 len: 366 time: 0.0598199 Jul 16 18:11:41.670234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41494) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.691697 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fcfbdf9-4b8e-440c-8c1e-72b1ec7b8708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.707850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-344106c2-4a38-4c64-98e1-67e0ed104124 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/1f31fb2afd094b94a11f875c6371e45a HTTP/1.1" status: 204 len: 168 time: 0.0364389 Jul 16 18:11:41.709999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41496) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.734132 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fcfbdf9-4b8e-440c-8c1e-72b1ec7b8708 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.736479 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a3151e44-ab80-4459-8625-23048d7bea1b tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] 10.222.0.47 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0232048 Jul 16 18:11:41.737839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8fcfbdf9-4b8e-440c-8c1e-72b1ec7b8708 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/1df18640-4bdf-41b8-a809-6f4222c3c26a HTTP/1.1" status: 204 len: 168 time: 0.5657814 Jul 16 18:11:41.738453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41500) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.739411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcfbdf9-4b8e-440c-8c1e-72b1ec7b8708 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1df18640-4bdf-41b8-a809-6f4222c3c26a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:41.741812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41502) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.761795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41504) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.762338 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a6ba58c3-4be2-4cb3-b0f8-3c6333f09902 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] 10.222.0.47 "GET /v2.0/quotas/1f31fb2afd094b94a11f875c6371e45a HTTP/1.1" status: 200 len: 370 time: 0.0195701 Jul 16 18:11:41.773747 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1d2a4c57-fbab-4fdd-998d-95cb27e28cfe tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] 10.222.0.47 "GET /v2.0/quotas/1f31fb2afd094b94a11f875c6371e45a/default HTTP/1.1" status: 200 len: 370 time: 0.0096657 Jul 16 18:11:41.776138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41506) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:41.788352 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-2c2e0c91-b9b5-42bd-9740-8d5aeb8f4615 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:11:41.790043 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2c2e0c91-b9b5-42bd-9740-8d5aeb8f4615 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] 10.222.0.47 "DELETE /v2.0/quotas/1f31fb2afd094b94a11f875c6371e45a HTTP/1.1" status: 404 len: 348 time: 0.0124080 Jul 16 18:11:41.861931 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:41.971416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.015166 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.019059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41518) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.020087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644c5f26-1b68-40a1-950e-36d7bbc9d6f5 req-85d981bc-9593-4258-a8d8-e84b5eeb1a51 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.034342 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-644c5f26-1b68-40a1-950e-36d7bbc9d6f5 req-85d981bc-9593-4258-a8d8-e84b5eeb1a51 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2057757 Jul 16 18:11:42.042297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccc33d11-cffe-4e1c-b1ab-826292e171d2']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:42.058256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa53e96-3039-4010-91dd-5c4b7b04faea') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:42.058530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa53e96-3039-4010-91dd-5c4b7b04faea') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:42.077349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:42.094996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Usage tracker for resource:network and tenant:5545f72a5c9b4185afbbe9f4de37f084 is out of sync, need to count used quota {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:11:42.113494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.126492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:11:42.126881 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-644c5f26-1b68-40a1-950e-36d7bbc9d6f5 req-d0a45e4a-263b-4e29-9c38-4b0b30d3872d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913551 Jul 16 18:11:42.129760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:42.130101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 99c29e1d-45ac-4ffd-ab17-c9348b8b91bb not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:42.130715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:42.154923 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.169216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Usage tracker for resource:subnet and tenant:5545f72a5c9b4185afbbe9f4de37f084 is out of sync, need to count used quota {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:11:42.178701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:42.179106 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.181135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:42.190507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fca3a8f8-7b67-4d70-8b2c-f50a9e9abe4a not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:42.193507 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:42.207165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:11:42.269963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Usage tracker for resource:subnetpool and tenant:5545f72a5c9b4185afbbe9f4de37f084 is out of sync, need to count used quota {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:11:42.280069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:11:42.296546 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.303149 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.319796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] 10.222.0.47 "DELETE /v2.0/networks/ccc33d11-cffe-4e1c-b1ab-826292e171d2 HTTP/1.1" status: 204 len: 168 time: 0.5506902 Jul 16 18:11:42.343004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Usage tracker for resource:port and tenant:5545f72a5c9b4185afbbe9f4de37f084 is out of sync, need to count used quota {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:11:42.402422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:11:42.416284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0c5818-ee3b-419d-baa2-357dd272d08e admin admin] Pushing event deleted for resources: {'Network': ['ID=ccc33d11-cffe-4e1c-b1ab-826292e171d2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:42.480867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Usage tracker for resource:router and tenant:5545f72a5c9b4185afbbe9f4de37f084 is out of sync, need to count used quota {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:11:42.493344 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94c8f592-91e9-417f-9c24-ff29be286eba req-c68afa7d-0e37-4c00-b124-97fc40ae78ff tempest-VolumesActionsTest-632346236 tempest-VolumesActionsTest-632346236-project] 10.222.0.47 "GET /v2.0/ports?device_id=e6ab5ed8-f154-425c-83d1-55bba1f3230b HTTP/1.1" status: 200 len: 210 time: 0.0682411 Jul 16 18:11:42.503152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:11:42.533608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Usage tracker for resource:floatingip and tenant:5545f72a5c9b4185afbbe9f4de37f084 is out of sync, need to count used quota {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:11:42.545486 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:11:42.607375 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b05a074-3def-4c84-9ad1-51217fb1d89c req-700024ab-ed07-444c-90a8-78577dcbd947 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.615066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b05a074-3def-4c84-9ad1-51217fb1d89c req-700024ab-ed07-444c-90a8-78577dcbd947 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2225220 Jul 16 18:11:42.667146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41586) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.693893 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b05a074-3def-4c84-9ad1-51217fb1d89c req-1e05fd18-e1c6-4d34-8c19-14b38c149e36 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754919 Jul 16 18:11:42.708234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Usage tracker for resource:security_group and tenant:5545f72a5c9b4185afbbe9f4de37f084 is out of sync, need to count used quota {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:11:42.717732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:11:42.729564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Usage tracker for resource:security_group_rule and tenant:5545f72a5c9b4185afbbe9f4de37f084 is out of sync, need to count used quota {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 18:11:42.735739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.quota.resource [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=105438) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 18:11:42.752307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-397fc051-8154-40b6-b45b-bcea3a098358 tempest-QuotasTest-871246078 tempest-QuotasTest-871246078-project-admin] 10.222.0.47 "GET /v2.0/quotas/5545f72a5c9b4185afbbe9f4de37f084/details.json HTTP/1.1" status: 200 len: 703 time: 0.7316899 Jul 16 18:11:42.756902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-45fda5cf-d986-4d7a-aa64-0c4dad16cfdc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=675a398a6dea4d84b004a112e1b941ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0883021 Jul 16 18:11:42.759371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41600) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:42.838751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84b1ef3-f482-4c20-b7c6-756a6cd42304 req-1b9b9a84-8e09-44c6-849c-e593074a9e39 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:42.840617 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f84b1ef3-f482-4c20-b7c6-756a6cd42304 req-1b9b9a84-8e09-44c6-849c-e593074a9e39 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1230378 Jul 16 18:11:42.890291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f84b1ef3-f482-4c20-b7c6-756a6cd42304 req-c4105ace-de3e-499a-ba5a-9df2a0fa6d8d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Jul 16 18:11:42.936571 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3f8ec42-7c71-445a-aee1-15ea7e9ba8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:42.967147 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3f8ec42-7c71-445a-aee1-15ea7e9ba8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.020936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262dc02-cc2e-411c-b165-f7a16f8ec71f req-31055e96-1f85-4cc9-9552-9627f6a5c606 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.023187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e262dc02-cc2e-411c-b165-f7a16f8ec71f req-31055e96-1f85-4cc9-9552-9627f6a5c606 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1655130 Jul 16 18:11:43.070584 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e262dc02-cc2e-411c-b165-f7a16f8ec71f req-a7a7ef4d-7a24-489f-9aaf-fc06c717daa2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406144 Jul 16 18:11:43.074707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3f8ec42-7c71-445a-aee1-15ea7e9ba8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.081719 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3f8ec42-7c71-445a-aee1-15ea7e9ba8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.087808 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c3f8ec42-7c71-445a-aee1-15ea7e9ba8e7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3c685951-4682-405d-b854-57edec1c77c6 HTTP/1.1" status: 204 len: 168 time: 0.3264363 Jul 16 18:11:43.104765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f8ec42-7c71-445a-aee1-15ea7e9ba8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c685951-4682-405d-b854-57edec1c77c6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.162941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41650) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:43.343880 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3fe04406-e17a-4cfc-a899-7cf7af6badfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.540481 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3fe04406-e17a-4cfc-a899-7cf7af6badfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.551544 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3fe04406-e17a-4cfc-a899-7cf7af6badfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.595233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3fe04406-e17a-4cfc-a899-7cf7af6badfc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=125bc227f094412f83d63ac6ef8929dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279780 Jul 16 18:11:43.596948 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41700) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:43.603959 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe04406-e17a-4cfc-a899-7cf7af6badfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=215bd0c8-6012-4638-b21c-cfd9c30b50d7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:43.678542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660d7eb-fd93-4d7b-8097-29a1a778b770 req-a68de13d-2d2e-49e4-846f-7ac24558d6f0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:43.686470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a660d7eb-fd93-4d7b-8097-29a1a778b770 req-a68de13d-2d2e-49e4-846f-7ac24558d6f0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2015841 Jul 16 18:11:43.751475 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da6b9ce0-e002-4464-afc3-1e649a84f98e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:43.797791 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a660d7eb-fd93-4d7b-8097-29a1a778b770 req-738a33be-f80e-4e89-a379-7d77cbbdecd4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103537 Jul 16 18:11:43.860716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da6b9ce0-e002-4464-afc3-1e649a84f98e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.005719 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da6b9ce0-e002-4464-afc3-1e649a84f98e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.008912 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da6b9ce0-e002-4464-afc3-1e649a84f98e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:44.010664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-da6b9ce0-e002-4464-afc3-1e649a84f98e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/215bd0c8-6012-4638-b21c-cfd9c30b50d7 HTTP/1.1" status: 204 len: 168 time: 0.4016383 Jul 16 18:11:44.028983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b9ce0-e002-4464-afc3-1e649a84f98e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215bd0c8-6012-4638-b21c-cfd9c30b50d7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:44.148443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9af4b-c2c7-4e6d-a481-0d351ed891de req-653c961a-515a-45d3-bb02-f365b31689e2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.164018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2bc9af4b-c2c7-4e6d-a481-0d351ed891de req-653c961a-515a-45d3-bb02-f365b31689e2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1094344 Jul 16 18:11:44.227678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2bc9af4b-c2c7-4e6d-a481-0d351ed891de req-1302f0b6-afe3-4086-bb59-5147de87845e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680678 Jul 16 18:11:44.885658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd85de4-23d8-4dbc-910d-ac82f4388978 req-e5305c62-cfbd-4cef-9fcb-894aea5e4687 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:44.899573 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efd85de4-23d8-4dbc-910d-ac82f4388978 req-e5305c62-cfbd-4cef-9fcb-894aea5e4687 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1729202 Jul 16 18:11:44.904973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41880) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:44.970329 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18d84af5-3100-4d6d-8526-0fdee1e77b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.057380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ce3e23-2f12-4610-b75a-9c941378e42a req-cf486603-4c16-4588-b933-2e107ecb2418 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.065340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63ce3e23-2f12-4610-b75a-9c941378e42a req-cf486603-4c16-4588-b933-2e107ecb2418 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2128425 Jul 16 18:11:45.066987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41904) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.072115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efd85de4-23d8-4dbc-910d-ac82f4388978 req-d683bf27-f88d-4248-ac8c-a4e8b2cb8551 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715269 Jul 16 18:11:45.156118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 65d24ffe-0c6b-4a83-844a-0f95a7ab228d no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:11:45.194115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41926) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.233136 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63ce3e23-2f12-4610-b75a-9c941378e42a req-1ab3282f-0732-4c53-b983-f8b105e207ef tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1669650 Jul 16 18:11:45.255731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 65d24ffe-0c6b-4a83-844a-0f95a7ab228d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:11:45.256932 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 65d24ffe-0c6b-4a83-844a-0f95a7ab228d not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:11:45.293248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-2006916128-network', 'tenant_id': '6c3aac9648de4e87a3666dddf86d520c'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:45.330435 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18d84af5-3100-4d6d-8526-0fdee1e77b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.339841 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18d84af5-3100-4d6d-8526-0fdee1e77b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.369160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Made reservation on behalf of 6c3aac9648de4e87a3666dddf86d520c for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:45.374656 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.436449 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c46d9e9f-41cb-456d-8819-ccc6cf958d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.444463 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.453099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d84af5-3100-4d6d-8526-0fdee1e77b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00aab8b8-919f-4159-a68f-c40412b878d3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.461852 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-03c554cc-68b8-4de9-b475-7b31c8e78c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.471543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-18d84af5-3100-4d6d-8526-0fdee1e77b5e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5545f72a5c9b4185afbbe9f4de37f084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5568058 Jul 16 18:11:45.478731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41954) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.591398 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.600108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.633853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:45.655224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2e19dd-2447-4aa4-a7c0-737c24216e70,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.659253 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.659838 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Added segment 032df999-52fa-4025-8ac1-310af3dfa011 of type vlan for network 1f731588-ad31-47d3-b557-1011975322fa Jul 16 18:11:45.691591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17977e4-deb1-401f-8b9c-d67bc1bd9181 req-9fbc7546-a0a1-4138-af7f-5e001cb307b9 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.693396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f17977e4-deb1-401f-8b9c-d67bc1bd9181 req-9fbc7546-a0a1-4138-af7f-5e001cb307b9 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2250555 Jul 16 18:11:45.696239 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4b0f11ca-9b2a-4924-8b87-117c9cdf8d15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.715778 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.719399 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-03c554cc-68b8-4de9-b475-7b31c8e78c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.748341 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-03c554cc-68b8-4de9-b475-7b31c8e78c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.764196 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4b0f11ca-9b2a-4924-8b87-117c9cdf8d15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.767294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.768428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:45.771375 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.850722 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-03c554cc-68b8-4de9-b475-7b31c8e78c3f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e17fe81c01314bd0b7e834ee992e29ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6548328 Jul 16 18:11:45.857454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41994) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.877636 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8086722 Jul 16 18:11:45.880985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42000) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:45.901646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] Request body: {'subnet': {'network_id': '1f731588-ad31-47d3-b557-1011975322fa', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-2006916128-subnet', 'tenant_id': '6c3aac9648de4e87a3666dddf86d520c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:45.931944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] Made reservation on behalf of 6c3aac9648de4e87a3666dddf86d520c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:45.934898 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:45.944777 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa7398-e84d-4c23-9dcb-2d3f7316eaee admin admin] Pushing event updated for resources: {'Network': ['ID=1f731588-ad31-47d3-b557-1011975322fa,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:45.952169 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f17977e4-deb1-401f-8b9c-d67bc1bd9181 req-78e42946-50be-4c33-b19c-3288885f3a59 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279727 Jul 16 18:11:45.974676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 1f731588-ad31-47d3-b557-1011975322fa details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:45.977217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c554cc-68b8-4de9-b475-7b31c8e78c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93a15f2c-087a-4e65-be5c-74f80fc56d3d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.005120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9357a8c4-c247-4706-906f-deb2087e17e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.061501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9357a8c4-c247-4706-906f-deb2087e17e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.148046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4b0f11ca-9b2a-4924-8b87-117c9cdf8d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.150708 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4b0f11ca-9b2a-4924-8b87-117c9cdf8d15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.152053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4b0f11ca-9b2a-4924-8b87-117c9cdf8d15 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00aab8b8-919f-4159-a68f-c40412b878d3 HTTP/1.1" status: 204 len: 168 time: 0.6623423 Jul 16 18:11:46.173379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9357a8c4-c247-4706-906f-deb2087e17e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.176040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9357a8c4-c247-4706-906f-deb2087e17e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.177196 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9357a8c4-c247-4706-906f-deb2087e17e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93a15f2c-087a-4e65-be5c-74f80fc56d3d HTTP/1.1" status: 204 len: 168 time: 0.3185866 Jul 16 18:11:46.184854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0f11ca-9b2a-4924-8b87-117c9cdf8d15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00aab8b8-919f-4159-a68f-c40412b878d3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.208190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9357a8c4-c247-4706-906f-deb2087e17e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93a15f2c-087a-4e65-be5c-74f80fc56d3d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.411320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ffbfe0-2e87-42b3-b57e-c34c9ade3c75 req-5ee32243-6f5d-4d24-bd92-9429c2416b07 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.414570 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5ffbfe0-2e87-42b3-b57e-c34c9ade3c75 req-5ee32243-6f5d-4d24-bd92-9429c2416b07 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.0897155 Jul 16 18:11:46.473965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.491697 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5ffbfe0-2e87-42b3-b57e-c34c9ade3c75 req-236decc6-ebf9-460e-9d69-a8be0257b738 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678880 Jul 16 18:11:46.542620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e693c-f450-4ab9-99f7-f3acd0818919 req-eea6cc47-bda2-415f-8c81-5e66bfd7b55e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.544488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b3e693c-f450-4ab9-99f7-f3acd0818919 req-eea6cc47-bda2-415f-8c81-5e66bfd7b55e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2801490 Jul 16 18:11:46.593154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebd381ac-097b-4d78-b239-306578509b3c,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:46.629343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] Checking segment: {'id': '032df999-52fa-4025-8ac1-310af3dfa011', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '1f731588-ad31-47d3-b557-1011975322fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:46.629986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] Network hostable DHCP agents. Network: 1f731588-ad31-47d3-b557-1011975322fa, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:46.646109 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b3e693c-f450-4ab9-99f7-f3acd0818919 req-2da450da-85e9-437e-881e-0ba7cf4c3629 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895150 Jul 16 18:11:46.685867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] Network 1f731588-ad31-47d3-b557-1011975322fa is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:46.711329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 1f731588-ad31-47d3-b557-1011975322fa) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:46.718257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.719620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:46.721939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763855c5-433f-47f6-8006-2af4ce2bd808 None None] Network 1f731588-ad31-47d3-b557-1011975322fa requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:46.756934 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-16562e65-3b4d-49b8-859c-afae5d4ac58d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.8644731 Jul 16 18:11:46.882530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159afb0-7f3e-433e-9972-9e00c335ae69 req-b6b0cd08-7501-4e86-815b-c2db0ed20ea2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:46.892180 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e159afb0-7f3e-433e-9972-9e00c335ae69 req-b6b0cd08-7501-4e86-815b-c2db0ed20ea2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.0882440 Jul 16 18:11:46.978103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3d4db80-a831-4185-b7d0-0925c5a14123 None None] Network 1f731588-ad31-47d3-b557-1011975322fa requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:46.993010 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e159afb0-7f3e-433e-9972-9e00c335ae69 req-923ed531-a9a3-4002-83fa-8dcd7605d839 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985022 Jul 16 18:11:47.093391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42162) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:47.242281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-d185eac3-0114-4d75-90d4-19171c3b3fce admin admin] Deleting subnet ebd381ac-097b-4d78-b239-306578509b3c {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:11:47.254077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d185eac3-0114-4d75-90d4-19171c3b3fce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.387316 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d185eac3-0114-4d75-90d4-19171c3b3fce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.483405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d185eac3-0114-4d75-90d4-19171c3b3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.597659 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d185eac3-0114-4d75-90d4-19171c3b3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.628344 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d185eac3-0114-4d75-90d4-19171c3b3fce admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.645191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d185eac3-0114-4d75-90d4-19171c3b3fce admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ebd381ac-097b-4d78-b239-306578509b3c HTTP/1.1" status: 204 len: 168 time: 0.5496552 Jul 16 18:11:47.647830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42192) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:47.690193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d185eac3-0114-4d75-90d4-19171c3b3fce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebd381ac-097b-4d78-b239-306578509b3c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:47.806518 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:47.894092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4c949-ea49-4b8b-8048-c0b6d39788fc req-15f36ac4-0e57-4215-a031-f46049980ba9 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:47.900520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cce4c949-ea49-4b8b-8048-c0b6d39788fc req-15f36ac4-0e57-4215-a031-f46049980ba9 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1774271 Jul 16 18:11:47.997957 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cce4c949-ea49-4b8b-8048-c0b6d39788fc req-fab2134d-a3c5-407f-a84c-786e39a106d8 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902350 Jul 16 18:11:48.001432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42204) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.035976 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.057060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f731588-ad31-47d3-b557-1011975322fa']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:48.072198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032df999-52fa-4025-8ac1-310af3dfa011') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:48.072806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032df999-52fa-4025-8ac1-310af3dfa011') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:11:48.115624 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.163325 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.184793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:11:48.187134 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.209790 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fd7ca79c-556a-4354-a6c0-4431b4f4f934 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.221410 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:11:48.324732 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:11:48.412699 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.427206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:48.429302 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] 10.222.0.47 "DELETE /v2.0/networks/1f731588-ad31-47d3-b557-1011975322fa HTTP/1.1" status: 204 len: 168 time: 0.7801867 Jul 16 18:11:48.465635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b4e85d-8e1e-45e3-9c5a-24f90074f17f admin admin] Pushing event deleted for resources: {'Network': ['ID=1f731588-ad31-47d3-b557-1011975322fa,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:48.498530 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-01d75069-78a8-40c7-9ab2-fdd21f186d2f tempest-AgentManagementNegativeTest-861734702 tempest-AgentManagementNegativeTest-861734702-project] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4953475 Jul 16 18:11:48.520666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9805fe1d-bdf9-465d-a2e3-93165ba2fc7d req-8b8347eb-6609-4ccb-83e4-7e2a28c6fe72 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:48.522230 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9805fe1d-bdf9-465d-a2e3-93165ba2fc7d req-8b8347eb-6609-4ccb-83e4-7e2a28c6fe72 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1931169 Jul 16 18:11:48.624558 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9805fe1d-bdf9-465d-a2e3-93165ba2fc7d req-40111f59-9e66-4072-af53-375672db6fca tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954473 Jul 16 18:11:48.831505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42254) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.898706 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f66b9ab3-0e63-4d6b-a7a2-f696617df186 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6c3aac9648de4e87a3666dddf86d520c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0628500 Jul 16 18:11:48.899480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42264) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:48.980987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6dfc-b362-40ff-8d6d-641c629e63fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.034197 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6dfc-b362-40ff-8d6d-641c629e63fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.041177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42270) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:49.144969 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6dfc-b362-40ff-8d6d-641c629e63fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.148649 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ebd6dfc-b362-40ff-8d6d-641c629e63fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.149983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5ebd6dfc-b362-40ff-8d6d-641c629e63fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4e2e19dd-2447-4aa4-a7c0-737c24216e70 HTTP/1.1" status: 204 len: 168 time: 0.2494826 Jul 16 18:11:49.265250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd6dfc-b362-40ff-8d6d-641c629e63fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2e19dd-2447-4aa4-a7c0-737c24216e70,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.327015 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7989a80a-9567-4c19-9792-667499e88db8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.350313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61dfa27-8429-4657-86dd-bbd07e2df4f9 req-1c3b05e8-238f-4d4b-9870-1ea48a94eeb6 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:49.358625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a61dfa27-8429-4657-86dd-bbd07e2df4f9 req-1c3b05e8-238f-4d4b-9870-1ea48a94eeb6 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1744409 Jul 16 18:11:49.426819 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a61dfa27-8429-4657-86dd-bbd07e2df4f9 req-ae25accb-c09f-4e11-9b77-0265c5df94ec tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650964 Jul 16 18:11:49.615591 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7989a80a-9567-4c19-9792-667499e88db8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.639602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7989a80a-9567-4c19-9792-667499e88db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.696390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7989a80a-9567-4c19-9792-667499e88db8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d35eb9e-c124-4797-9a30-90f394da2a59,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:49.700948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7989a80a-9567-4c19-9792-667499e88db8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e81aebf2697140fbb5baac53ecf81add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6583858 Jul 16 18:11:49.704486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42290) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:49.808186 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-428a812d-276a-49c3-94c5-febe70c82098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.813931 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:49.855407 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-428a812d-276a-49c3-94c5-febe70c82098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.108835 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-428a812d-276a-49c3-94c5-febe70c82098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.113008 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-428a812d-276a-49c3-94c5-febe70c82098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:50.115463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-428a812d-276a-49c3-94c5-febe70c82098 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d35eb9e-c124-4797-9a30-90f394da2a59 HTTP/1.1" status: 204 len: 168 time: 0.4098411 Jul 16 18:11:50.143462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a812d-276a-49c3-94c5-febe70c82098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d35eb9e-c124-4797-9a30-90f394da2a59,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:50.172206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dcfa73-b6df-4eb6-ba70-7b3e212f9773 req-4a87d8bd-53df-4fce-a938-cb6e3d56bd33 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.174397 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10dcfa73-b6df-4eb6-ba70-7b3e212f9773 req-4a87d8bd-53df-4fce-a938-cb6e3d56bd33 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2496459 Jul 16 18:11:50.319361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10dcfa73-b6df-4eb6-ba70-7b3e212f9773 req-814c7628-49fa-4071-8990-b55d3bceebb8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372697 Jul 16 18:11:50.867395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dac0c58-57f4-4aec-afca-3d0b5428971d req-55be20ab-fc66-4457-893e-bd7c62123b0a tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:50.880008 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6dac0c58-57f4-4aec-afca-3d0b5428971d req-55be20ab-fc66-4457-893e-bd7c62123b0a tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1421247 Jul 16 18:11:50.943950 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6dac0c58-57f4-4aec-afca-3d0b5428971d req-28dd3aa1-3dc6-41ad-aac9-7a252c609135 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598328 Jul 16 18:11:51.651603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42382) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:51.667216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda4b1c-af60-421a-95fb-03cef57fbcb1 req-8641e0ee-9a7f-4a63-848a-3ee5f9400fc2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:51.677182 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8fda4b1c-af60-421a-95fb-03cef57fbcb1 req-8641e0ee-9a7f-4a63-848a-3ee5f9400fc2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1654077 Jul 16 18:11:51.728894 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8fda4b1c-af60-421a-95fb-03cef57fbcb1 req-6510ae98-b34c-402c-9d8c-d83faf0db272 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504751 Jul 16 18:11:51.811317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1528347781'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:51.837302 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.848368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Made reservation on behalf of 09f81def31bb45278e566b06f64011f2 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:51.851949 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.863029 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:51.981355 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42392) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:52.007743 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.014656 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.055812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2520f78-2674-48c3-8444-15ec2ef41d1c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:52.081461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:52.095837 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.096614 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Added segment 5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc of type vlan for network 455437b1-20cd-4a70-994b-8c29e177c3fc Jul 16 18:11:52.170335 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.263356 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.273492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.277610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.379057 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.7247918 Jul 16 18:11:52.384171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42402) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:52.398159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Request body: {'subnet': {'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:52.401096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8704627-53ae-4f37-b1b4-e6f8d43c727e req-158f6adf-70dc-4b4c-8814-276a9309aa85 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:52.426301 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c8704627-53ae-4f37-b1b4-e6f8d43c727e req-158f6adf-70dc-4b4c-8814-276a9309aa85 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.2009535 Jul 16 18:11:52.430050 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-244d8e6f-1022-4428-9211-669c761a7744 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.615994 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c8704627-53ae-4f37-b1b4-e6f8d43c727e req-7715325a-7fcc-44ce-bac3-216170d5b23c tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882899 Jul 16 18:11:52.627633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42406) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:52.712179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb62f38-08f4-4871-8eb5-f35897bab2eb tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'Network': ['ID=455437b1-20cd-4a70-994b-8c29e177c3fc,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:52.727969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 455437b1-20cd-4a70-994b-8c29e177c3fc details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:52.736537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-244d8e6f-1022-4428-9211-669c761a7744 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.743749 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-244d8e6f-1022-4428-9211-669c761a7744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.794774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Made reservation on behalf of 09f81def31bb45278e566b06f64011f2 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:52.799741 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:52.856989 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-244d8e6f-1022-4428-9211-669c761a7744 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7332ffb2b72544e585536eae5a3a2375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8715396 Jul 16 18:11:52.858929 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42412) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:52.868366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244d8e6f-1022-4428-9211-669c761a7744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86308186-79b0-427f-afb9-e4cec1d7cbcd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.013333 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-59586f2f-dbc7-41e8-85b9-c6fb453227d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.097563 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-59586f2f-dbc7-41e8-85b9-c6fb453227d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.126198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-28ef04f1-82c8-4806-80b3-7483fd19ed54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.223477 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-59586f2f-dbc7-41e8-85b9-c6fb453227d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.235898 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-59586f2f-dbc7-41e8-85b9-c6fb453227d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.238257 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-59586f2f-dbc7-41e8-85b9-c6fb453227d1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/86308186-79b0-427f-afb9-e4cec1d7cbcd HTTP/1.1" status: 204 len: 168 time: 0.3737857 Jul 16 18:11:53.295258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59586f2f-dbc7-41e8-85b9-c6fb453227d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86308186-79b0-427f-afb9-e4cec1d7cbcd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.298666 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.462707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-28ef04f1-82c8-4806-80b3-7483fd19ed54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.469503 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-28ef04f1-82c8-4806-80b3-7483fd19ed54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.473551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'Subnet': ['ID=544700e3-3c11-476d-8437-15b59c39ee6e,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.530657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540d087e-e428-4f5d-827f-17589f82210d req-41a320b2-09e6-47b2-94de-326008dc780c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.545084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-540d087e-e428-4f5d-827f-17589f82210d req-41a320b2-09e6-47b2-94de-326008dc780c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.4513454 Jul 16 18:11:53.631793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Checking segment: {'id': '5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:53.632238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Network hostable DHCP agents. Network: 455437b1-20cd-4a70-994b-8c29e177c3fc, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:53.643326 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-28ef04f1-82c8-4806-80b3-7483fd19ed54 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e702a1c564244c54830b6f3d3fdd4041&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9894989 Jul 16 18:11:53.644211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ef04f1-82c8-4806-80b3-7483fd19ed54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87998a6e-659d-4ab5-917a-ca45e055adc7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:53.651498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42422) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:53.767761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Network 455437b1-20cd-4a70-994b-8c29e177c3fc is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:53.835546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-540d087e-e428-4f5d-827f-17589f82210d req-171e68ee-8a11-493b-83e3-4adfb9d5c0ad tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2784407 Jul 16 18:11:53.841427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 455437b1-20cd-4a70-994b-8c29e177c3fc) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:53.855825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:53.856482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.857083 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3273373f-7cdf-4c81-a53c-31dc533dab4d None None] Network 455437b1-20cd-4a70-994b-8c29e177c3fc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:53.880937 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c76fb4a-f3a6-4557-af35-476360cbd0ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.929634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c76fb4a-f3a6-4557-af35-476360cbd0ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:53.942234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bc36cbf5-2e12-4393-b261-83623a404b8b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5526946 Jul 16 18:11:53.942429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42430) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:53.956037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Request body: {'port': {'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-676401208'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:54.099288 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c76fb4a-f3a6-4557-af35-476360cbd0ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.102654 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c76fb4a-f3a6-4557-af35-476360cbd0ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.103948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2c76fb4a-f3a6-4557-af35-476360cbd0ec admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/87998a6e-659d-4ab5-917a-ca45e055adc7 HTTP/1.1" status: 204 len: 168 time: 0.4519029 Jul 16 18:11:54.121753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76fb4a-f3a6-4557-af35-476360cbd0ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87998a6e-659d-4ab5-917a-ca45e055adc7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:54.267714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-455437b1-20cd-4a70-994b-8c29e177c3fc', 'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc', 'tenant_id': '09f81def31bb45278e566b06f64011f2', 'fixed_ips': [{'subnet_id': '544700e3-3c11-476d-8437-15b59c39ee6e'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:11:54.268558 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.318504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08288e5f-36e6-4f90-b57a-b3e1be6298cc req-f2186a84-31b4-4b90-a780-9f8c274e5ef1 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:54.327595 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-08288e5f-36e6-4f90-b57a-b3e1be6298cc req-f2186a84-31b4-4b90-a780-9f8c274e5ef1 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.3006837 Jul 16 18:11:54.401586 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-08288e5f-36e6-4f90-b57a-b3e1be6298cc req-41dd7154-b637-41e6-890d-f4a4fc83e590 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700331 Jul 16 18:11:54.480231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Made reservation on behalf of 09f81def31bb45278e566b06f64011f2 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:54.488672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:54.529901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] device_id is not set on port fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:54.746786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Allocated IP 2001:db8::2 (455437b1-20cd-4a70-994b-8c29e177c3fc/544700e3-3c11-476d-8437-15b59c39ee6e/5b9878c3-6531-43a5-a70b-8292f736c48d) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:55.213453 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.239860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f762b2f0-6594-476f-a3e5-ca9686aa0faf req-aa69c39a-e978-4da7-a52e-f06805357087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:55.241976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Transition to ACTIVE for port object 5b9878c3-6531-43a5-a70b-8292f736c48d will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:55.242164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f762b2f0-6594-476f-a3e5-ca9686aa0faf req-aa69c39a-e978-4da7-a52e-f06805357087 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 1096 time: 0.1608224 Jul 16 18:11:55.299991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Transition to ACTIVE for port object 5b9878c3-6531-43a5-a70b-8292f736c48d will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:55.321922 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.330514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7957d313-913e-4cf2-971f-33667bc58e8d req-b347f6c4-fae6-4edb-aa52-3b66ae711710 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:55.338476 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7957d313-913e-4cf2-971f-33667bc58e8d req-b347f6c4-fae6-4edb-aa52-3b66ae711710 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1948965 Jul 16 18:11:55.408476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Pushing event updated for resources: {'Port': ['ID=5b9878c3-6531-43a5-a70b-8292f736c48d,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:55.428345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Network 455437b1-20cd-4a70-994b-8c29e177c3fc is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:55.429770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:55.432536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:55.569186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f762b2f0-6594-476f-a3e5-ca9686aa0faf req-6cd3f440-e4d0-4b04-839f-a5915f716f56 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3115416 Jul 16 18:11:55.606442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Attempting to bind port 5b9878c3-6531-43a5-a70b-8292f736c48d on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:11:55.607733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Attempting to bind port 5b9878c3-6531-43a5-a70b-8292f736c48d by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:11:55.608113 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Attempting to bind port 5b9878c3-6531-43a5-a70b-8292f736c48d on network 455437b1-20cd-4a70-994b-8c29e177c3fc {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:11:55.610061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7957d313-913e-4cf2-971f-33667bc58e8d req-fd8bab5f-a27d-48a3-b883-f2b4937ea5c9 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521751 Jul 16 18:11:55.628163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:11:55.628585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Checking segment: {'id': '5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:55.629002 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.629404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Bound using segment: {'id': '5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:11:55.629899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Bound port: 5b9878c3-6531-43a5-a70b-8292f736c48d, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:11:55.630290 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.665352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Allocated IP 2001:db8::318 (455437b1-20cd-4a70-994b-8c29e177c3fc/544700e3-3c11-476d-8437-15b59c39ee6e/fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:55.822732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] For port 5b9878c3-6531-43a5-a70b-8292f736c48d, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:11:55.831841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] For port 5b9878c3-6531-43a5-a70b-8292f736c48d, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5b9878c3-6531-43a5-a70b-8292f736c48d,segment=NetworkSegment(5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc),segment_id=5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:11:55.841297 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:55.882301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c546b811-3edd-4f34-8971-69e369f35791 req-a13c647a-2b20-4084-9df5-3b110c9d9667 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:55.904224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c546b811-3edd-4f34-8971-69e369f35791 req-a13c647a-2b20-4084-9df5-3b110c9d9667 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.2136118 Jul 16 18:11:55.961613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42492) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.012915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cb704-b1a6-450b-b34f-281f26645568 None None] Pushing event updated for resources: {'Port': ['ID=5b9878c3-6531-43a5-a70b-8292f736c48d,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.028640 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c546b811-3edd-4f34-8971-69e369f35791 req-9a611b06-f314-4b89-a825-7c0b188f11ef tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116967 Jul 16 18:11:56.122842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.152133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Transition to ACTIVE for port object fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:56.208872 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.301718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Network 455437b1-20cd-4a70-994b-8c29e177c3fc is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:56.307396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:56.310915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:56.317349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:56.318339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.345344 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4015551 Jul 16 18:11:56.346580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75bd360-f8a3-409c-8659-d107abc333d1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'Port': ['ID=fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:56.348529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42498) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:56.353760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Request body: {'port': {'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-387551852', 'allowed_address_pairs': [{'ip_address': '2001:db8::318', 'mac_address': 'fa:16:3e:36:b1:ff'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:56.479010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-883568457-network', 'tenant_id': '8bea26d270524a6fb7e94e82f8fe8bd6'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:56.714813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Made reservation on behalf of 8bea26d270524a6fb7e94e82f8fe8bd6 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:56.717315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.768571 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:56.835228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Made reservation on behalf of 09f81def31bb45278e566b06f64011f2 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:56.967924 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.030578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] device_id is not set on port 630b158f-eeb1-4f67-8b19-55d301e92335 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:11:57.146324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb0fd6d-dc74-4c09-b3c9-881362f1fbba req-38b984d8-d5c3-478d-ada3-789a23bc3990 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.147903 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-afb0fd6d-dc74-4c09-b3c9-881362f1fbba req-38b984d8-d5c3-478d-ada3-789a23bc3990 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2366159 Jul 16 18:11:57.230892 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.242222 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.340440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Allocated IP 2001:db8::366 (455437b1-20cd-4a70-994b-8c29e177c3fc/544700e3-3c11-476d-8437-15b59c39ee6e/630b158f-eeb1-4f67-8b19-55d301e92335) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:11:57.349409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:11:57.368102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b0e28a-8b87-488d-bbf4-36e06a016931 req-9f98d714-13b6-487e-83fc-95a1cb3a22d2 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.376859 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a9b0e28a-8b87-488d-bbf4-36e06a016931 req-9f98d714-13b6-487e-83fc-95a1cb3a22d2 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1320899 Jul 16 18:11:57.385479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-afb0fd6d-dc74-4c09-b3c9-881362f1fbba req-68a652a8-d1e9-44da-9197-e1ae8084d1e6 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259262 Jul 16 18:11:57.396120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff3e853-5ceb-4321-962a-cb439c8f9f4d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.423451 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.424398 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Added segment 9409d278-78c7-4981-8a9a-4c8dc741060f of type vlan for network ae734c75-a748-4df4-b086-ac0f469b1a67 Jul 16 18:11:57.458455 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a9b0e28a-8b87-488d-bbf4-36e06a016931 req-bdf9c315-8420-4d55-8aac-a8a11d7a6940 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804112 Jul 16 18:11:57.581051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.698610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.699675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.700317 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.730001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.7670848 Jul 16 18:11:57.733491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42532) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:57.741633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] Request body: {'subnet': {'network_id': 'ae734c75-a748-4df4-b086-ac0f469b1a67', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-883568457-subnet', 'tenant_id': '8bea26d270524a6fb7e94e82f8fe8bd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:11:57.795972 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.813237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Transition to ACTIVE for port object 630b158f-eeb1-4f67-8b19-55d301e92335 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:11:57.879841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] Made reservation on behalf of 8bea26d270524a6fb7e94e82f8fe8bd6 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:11:57.882431 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.917481 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:57.940183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a625b7-549e-40ed-a351-6d5e4b8dbd85 admin admin] Pushing event updated for resources: {'Network': ['ID=ae734c75-a748-4df4-b086-ac0f469b1a67,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:57.955903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network ae734c75-a748-4df4-b086-ac0f469b1a67 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:11:57.969936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Network 455437b1-20cd-4a70-994b-8c29e177c3fc is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:11:57.975908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:57.980639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:11:57.987137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:57.997648 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.097539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'Port': ['ID=630b158f-eeb1-4f67-8b19-55d301e92335,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:58.112440 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fc7c2134-6607-4f71-9457-b67fc81d5b2f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.7627099 Jul 16 18:11:58.119374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42542) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:58.228870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b9878c3-6531-43a5-a70b-8292f736c48d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:11:58.305478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8fbe03-02cd-43f5-8513-7459f244e9cc None None] Network 455437b1-20cd-4a70-994b-8c29e177c3fc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:58.432831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5b9878c3-6531-43a5-a70b-8292f736c48d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:58.442868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0227bd31-fb8f-4708-ae3e-3b3431237b22 None None] Provisioning for port 5b9878c3-6531-43a5-a70b-8292f736c48d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:11:58.463978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0227bd31-fb8f-4708-ae3e-3b3431237b22 None None] Provisioning complete for port 5b9878c3-6531-43a5-a70b-8292f736c48d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:58.465423 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0227bd31-fb8f-4708-ae3e-3b3431237b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.569653 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10e86e-4992-4edb-868d-660461da9630 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.580496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5b9878c3-6531-43a5-a70b-8292f736c48d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:11:58.582238 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:58.587437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10e86e-4992-4edb-868d-660461da9630 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.600200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea10e86e-4992-4edb-868d-660461da9630 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.608682 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ea10e86e-4992-4edb-868d-660461da9630 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2480 time: 0.4870694 Jul 16 18:11:58.611524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42556) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:58.913419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40c5d-878e-4833-abf7-67e16c42b8bf req-30891ae6-fe23-415e-a54d-9798ec03b145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.914994 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dab40c5d-878e-4833-abf7-67e16c42b8bf req-30891ae6-fe23-415e-a54d-9798ec03b145 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 1096 time: 0.4815011 Jul 16 18:11:58.936695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9b139-020c-42a5-a219-a213ebcb649e req-8c63b1bf-5b54-4709-9e1f-8e412c7d602f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:58.945053 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9ef9b139-020c-42a5-a219-a213ebcb649e req-8c63b1bf-5b54-4709-9e1f-8e412c7d602f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.2014556 Jul 16 18:11:58.958619 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.112827 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9ef9b139-020c-42a5-a219-a213ebcb649e req-7a2456dd-afaf-4406-9b1e-48d6dbba58c2 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1642978 Jul 16 18:11:59.131619 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0227bd31-fb8f-4708-ae3e-3b3431237b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.216167 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a152d1b-538b-493e-8c51-0a2237b64ba8 req-7757b645-248f-42e0-9de8-be0ac43df0bf tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.231988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a152d1b-538b-493e-8c51-0a2237b64ba8 req-7757b645-248f-42e0-9de8-be0ac43df0bf tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.4803052 Jul 16 18:11:59.300216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-39dd3036-98ae-4210-9e38-90122e4407f0 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Deleting port 630b158f-eeb1-4f67-8b19-55d301e92335 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:11:59.300806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-39dd3036-98ae-4210-9e38-90122e4407f0 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.307632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42566) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:11:59.461195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a152d1b-538b-493e-8c51-0a2237b64ba8 req-712dc21f-bfdf-4ff6-a4c6-220955b644b8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238584 Jul 16 18:11:59.548507 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-39dd3036-98ae-4210-9e38-90122e4407f0 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.575317 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.589234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-39dd3036-98ae-4210-9e38-90122e4407f0 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Calling delete_port for 630b158f-eeb1-4f67-8b19-55d301e92335 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:11:59.637263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9a09f7c-4753-4c68-bcf0-f7bcce545ec8,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:11:59.674297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] Checking segment: {'id': '9409d278-78c7-4981-8a9a-4c8dc741060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae734c75-a748-4df4-b086-ac0f469b1a67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:11:59.674663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] Network hostable DHCP agents. Network: ae734c75-a748-4df4-b086-ac0f469b1a67, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:11:59.679121 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.753388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40c5d-878e-4833-abf7-67e16c42b8bf req-983062e1-3a57-4c65-b9f8-77761033be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.755361 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dab40c5d-878e-4833-abf7-67e16c42b8bf req-983062e1-3a57-4c65-b9f8-77761033be3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 920 time: 0.8300593 Jul 16 18:11:59.758833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] Network ae734c75-a748-4df4-b086-ac0f469b1a67 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:11:59.777885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 5b9878c3-6531-43a5-a70b-8292f736c48d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5b9878c3-6531-43a5-a70b-8292f736c48d,segment=NetworkSegment(5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc),segment_id=5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:11:59.789962 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.831449 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0d81b6-3dba-419f-a446-c566a2edf145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.856803 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, ae734c75-a748-4df4-b086-ac0f469b1a67) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:11:59.871856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:11:59.872448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:11:59.880337 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dab40c5d-878e-4833-abf7-67e16c42b8bf req-093ad003-863b-4c7f-baa9-0c66fe3af145 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 HTTP/1.1" status: 200 len: 217 time: 0.1180429 Jul 16 18:11:59.913804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d240e8-84f6-420e-8cf4-981fbeaf705f None None] Network ae734c75-a748-4df4-b086-ac0f469b1a67 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:11:59.994840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab40c5d-878e-4833-abf7-67e16c42b8bf req-0cef2b20-12a6-4fe3-b847-155a23335393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:00.001141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dab40c5d-878e-4833-abf7-67e16c42b8bf req-0cef2b20-12a6-4fe3-b847-155a23335393 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 200 len: 859 time: 0.1135638 Jul 16 18:12:00.047989 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-0227bd31-fb8f-4708-ae3e-3b3431237b22 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:12:00.048354 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-0227bd31-fb8f-4708-ae3e-3b3431237b22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:12:00.058936 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dab40c5d-878e-4833-abf7-67e16c42b8bf req-95e477b2-ed87-4a15-9207-31bf1c8e6563 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13ce4986-d26e-4f96-8ffd-11ed79085e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497799 Jul 16 18:12:00.134984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=5b9878c3-6531-43a5-a70b-8292f736c48d,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:00.145838 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0d81b6-3dba-419f-a446-c566a2edf145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.147817 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-39dd3036-98ae-4210-9e38-90122e4407f0 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.155903 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0d81b6-3dba-419f-a446-c566a2edf145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.170827 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0f33c483-3af0-4fc5-b8f9-f99c03d2c0bc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4359479 Jul 16 18:12:00.301558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd3036-98ae-4210-9e38-90122e4407f0 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event deleted for resources: {'Port': ['ID=630b158f-eeb1-4f67-8b19-55d301e92335,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:00.362107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dab40c5d-878e-4833-abf7-67e16c42b8bf req-84a35810-d913-4026-83ef-f3da16773ad3 service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935333 Jul 16 18:12:00.384846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 66056d0b-9b35-4a79-8305-2ddaf7c755ad details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:00.399339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104aa8ce-117c-44dd-aaaa-432a3d386323 None None] Network ae734c75-a748-4df4-b086-ac0f469b1a67 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:00.468267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7d0d81b6-3dba-419f-a446-c566a2edf145 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=354e550dbf5440758ec4bb721ffbc2fe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1580086 Jul 16 18:12:00.472449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42580) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:00.631354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0d81b6-3dba-419f-a446-c566a2edf145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5d8bbfc-03d8-4b8f-8758-506d44f7f7ff,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:00.852629 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-39dd3036-98ae-4210-9e38-90122e4407f0 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:00.859294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-39dd3036-98ae-4210-9e38-90122e4407f0 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "DELETE /v2.0/ports/630b158f-eeb1-4f67-8b19-55d301e92335 HTTP/1.1" status: 204 len: 168 time: 2.2440016 Jul 16 18:12:00.859986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42588) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:00.926917 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-0883d823-808f-4d8d-86c4-923ced15cdfc tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] GET failed (client error): The resource could not be found. Jul 16 18:12:00.941313 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0883d823-808f-4d8d-86c4-923ced15cdfc tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "GET /v2.0/ports/630b158f-eeb1-4f67-8b19-55d301e92335 HTTP/1.1" status: 404 len: 333 time: 0.0758169 Jul 16 18:12:00.941981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42592) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:00.949526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Request body: {'port': {'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-826748423'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:01.008486 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:01.056292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6869b770-8ee2-4e70-86f8-c9883877878f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.068343 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dab40c5d-878e-4833-abf7-67e16c42b8bf req-b2912991-a279-4f55-bf40-97d433c416d5 service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6957364 Jul 16 18:12:01.080122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1', 'port_id': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'mac_address': 'fa:16:3e:2f:6c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f068b8-d687-447c-9e12-67b3a467d48c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:01.088013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d8c228ea-2972-43db-ae82-e9836b9b137e None None] Provisioning complete for port 5b9878c3-6531-43a5-a70b-8292f736c48d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:01.090638 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d8c228ea-2972-43db-ae82-e9836b9b137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.198314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310f5f07-9fac-4dab-b024-d022bb66af1f req-98cf01a8-a687-4376-a346-ef32becd665e tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:01.206461 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-310f5f07-9fac-4dab-b024-d022bb66af1f req-98cf01a8-a687-4376-a346-ef32becd665e tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.5316610 Jul 16 18:12:01.265675 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.322118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 66056d0b-9b35-4a79-8305-2ddaf7c755ad {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:01.338240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6869b770-8ee2-4e70-86f8-c9883877878f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.340075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42600) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:01.348422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1470844906-network', 'tenant_id': 'cbb6fa0210a446dc8640429922a15e1f'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:01.348915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:01.358245 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.527884 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-310f5f07-9fac-4dab-b024-d022bb66af1f req-e1bd244b-e587-4aa1-94ff-49e5ba976681 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2974508 Jul 16 18:12:01.529936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Made reservation on behalf of cbb6fa0210a446dc8640429922a15e1f for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:01.535853 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.564553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:01.566622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.579830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d8c228ea-2972-43db-ae82-e9836b9b137e None None] Could not find standard attr ID for object 630b158f-eeb1-4f67-8b19-55d301e92335. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:12:01.609269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['66056d0b-9b35-4a79-8305-2ddaf7c755ad'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:01.618367 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6869b770-8ee2-4e70-86f8-c9883877878f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.619180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d8c228ea-2972-43db-ae82-e9836b9b137e None None] Provisioning for port fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:01.628136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6869b770-8ee2-4e70-86f8-c9883877878f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.629931 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6869b770-8ee2-4e70-86f8-c9883877878f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f5d8bbfc-03d8-4b8f-8758-506d44f7f7ff HTTP/1.1" status: 204 len: 168 time: 1.1504290 Jul 16 18:12:01.652680 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d8c228ea-2972-43db-ae82-e9836b9b137e None None] Provisioning complete for port fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:01.653354 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d8c228ea-2972-43db-ae82-e9836b9b137e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.682085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6869b770-8ee2-4e70-86f8-c9883877878f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5d8bbfc-03d8-4b8f-8758-506d44f7f7ff,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:01.741270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d8c228ea-2972-43db-ae82-e9836b9b137e None None] Port fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:01.845704 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.855113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.894207 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:01.921354 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bedbdfc5-3f43-4dfa-a1ed-32ea156b82d5 None None] Could not find standard attr ID for object 630b158f-eeb1-4f67-8b19-55d301e92335. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:12:01.954303 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:01.954663 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Added segment 0a6a1328-d8da-40f5-a30d-3d5e359092c3 of type vlan for network fc1ba613-1728-48a1-a852-cd747979fe08 Jul 16 18:12:01.981623 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bedbdfc5-3f43-4dfa-a1ed-32ea156b82d5 None None] Provisioning complete for port fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:01.982935 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bedbdfc5-3f43-4dfa-a1ed-32ea156b82d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.081835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-bedbdfc5-3f43-4dfa-a1ed-32ea156b82d5 None None] Port fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:02.101359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a445fa-7790-4be0-9b50-aecf06092f6d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.129135 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.162751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b9878c3-6531-43a5-a70b-8292f736c48d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:02.172924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.176752 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.177481 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.276342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] Pushing event updated for resources: {'Network': ['ID=fc1ba613-1728-48a1-a852-cd747979fe08,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:02.276835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Made reservation on behalf of 09f81def31bb45278e566b06f64011f2 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:02.284096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-630dd358-b00d-43b8-9e73-054f0609a946 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9428515 Jul 16 18:12:02.285325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42610) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.289825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network fc1ba613-1728-48a1-a852-cd747979fe08 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:02.290940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] Request body: {'subnet': {'network_id': 'fc1ba613-1728-48a1-a852-cd747979fe08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1470844906-subnet', 'tenant_id': 'cbb6fa0210a446dc8640429922a15e1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:02.299734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.345362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] Made reservation on behalf of cbb6fa0210a446dc8640429922a15e1f for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:02.349627 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.381093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] device_id is not set on port 385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:02.438196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 66056d0b-9b35-4a79-8305-2ddaf7c755ad up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:02.542778 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5b9878c3-6531-43a5-a70b-8292f736c48d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:02.543086 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.637806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 66056d0b-9b35-4a79-8305-2ddaf7c755ad triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:02.638837 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.639245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Allocated IP 2001:db8::227 (455437b1-20cd-4a70-994b-8c29e177c3fc/544700e3-3c11-476d-8437-15b59c39ee6e/385a5eb1-9b1a-4514-8bcc-fb31d6298ee2) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:02.758732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42614) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:02.804123 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.814237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4337d58f-3279-49f7-b4b3-1208673aa288 req-485adc48-2633-435c-88b8-05dcf8a6727c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:02.816262 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4337d58f-3279-49f7-b4b3-1208673aa288 req-485adc48-2633-435c-88b8-05dcf8a6727c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 1.8066027 Jul 16 18:12:02.821355 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-257e124f-4f88-475c-bcaa-cc2a25114beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.867187 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.895856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:02.898713 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad64f300-bc82-4945-a0ac-1a56909fb458" -d '{"events": [{"server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "name": "network-vif-plugged", "status": "completed", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:02.916027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:02.922328 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:02.932477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] Checking segment: {'id': '0a6a1328-d8da-40f5-a30d-3d5e359092c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': 'fc1ba613-1728-48a1-a852-cd747979fe08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:02.932844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] Network hostable DHCP agents. Network: fc1ba613-1728-48a1-a852-cd747979fe08, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:02.975393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] Network fc1ba613-1728-48a1-a852-cd747979fe08 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:02.981744 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4337d58f-3279-49f7-b4b3-1208673aa288 req-a4730134-5966-4cf0-b7a4-6d51ade1de30 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478803 Jul 16 18:12:02.991969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, fc1ba613-1728-48a1-a852-cd747979fe08) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:02.992611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.002168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00185a5f-2449-41d7-98b1-f3fbb694643b req-096234de-a81f-49f2-a4cc-df8e804f5f1d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:03.003600 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-00185a5f-2449-41d7-98b1-f3fbb694643b req-096234de-a81f-49f2-a4cc-df8e804f5f1d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1866014 Jul 16 18:12:03.007003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:03.007682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.010583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49eb6add-8a7c-415a-820c-c780151da07f None None] Network fc1ba613-1728-48a1-a852-cd747979fe08 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:03.024171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de136a0a-0a78-4e60-8bf8-4b4a9bc2047a,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.072173 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-00185a5f-2449-41d7-98b1-f3fbb694643b req-2e0ddfd9-d49a-4bf6-a615-b56e095dd1a6 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494618 Jul 16 18:12:03.083045 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.123246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Transition to ACTIVE for port object 385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:03.166026 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-257e124f-4f88-475c-bcaa-cc2a25114beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.169257 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76629c44-4bf9-444d-92fb-ce2d098ad150 x-openstack-request-id: req-76629c44-4bf9-444d-92fb-ce2d098ad150 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:03.171704 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "name": "network-vif-plugged", "status": "completed", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:03.172508 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-76629c44-4bf9-444d-92fb-ce2d098ad150 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:03.173183 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'code': 200} Jul 16 18:12:03.174555 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-257e124f-4f88-475c-bcaa-cc2a25114beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.187512 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a82f1de4-e1cd-46c4-a8e2-b884008e75a4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8925843 Jul 16 18:12:03.242915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba2319e-084f-45a6-9c7d-feb8479e6fb5 None None] Network fc1ba613-1728-48a1-a852-cd747979fe08 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:03.275181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e124f-4f88-475c-bcaa-cc2a25114beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cb7e2b0-0185-4fd2-9223-218530510710,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.351017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-257e124f-4f88-475c-bcaa-cc2a25114beb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=399b0e10abab42138487d8b57c64ad0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5804918 Jul 16 18:12:03.354858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42626) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:03.355721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.478037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Network 455437b1-20cd-4a70-994b-8c29e177c3fc is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:03.485268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:03.515380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:03.523054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:03.523978 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.558053 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24f6497f-c255-4fbd-92b5-03ceb4cedd35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.600181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24f6497f-c255-4fbd-92b5-03ceb4cedd35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.621690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.6761589 Jul 16 18:12:03.624381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42630) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:03.639423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f483895b-3f5b-492b-b9c6-7f13ca3e2d2b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::318', 'mac_address': 'fa:16:3e:36:b1:ff'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:03.681156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52616d0a-c8a8-46e8-ba18-8eed051c6efa tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'Port': ['ID=385a5eb1-9b1a-4514-8bcc-fb31d6298ee2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.718667 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24f6497f-c255-4fbd-92b5-03ceb4cedd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.721888 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24f6497f-c255-4fbd-92b5-03ceb4cedd35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:03.723912 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-24f6497f-c255-4fbd-92b5-03ceb4cedd35 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9cb7e2b0-0185-4fd2-9223-218530510710 HTTP/1.1" status: 204 len: 168 time: 0.3675783 Jul 16 18:12:03.737077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f6497f-c255-4fbd-92b5-03ceb4cedd35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cb7e2b0-0185-4fd2-9223-218530510710,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:03.833486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24de51-07b5-4085-b3b9-841a75474e3b req-fae82bbd-0a9b-4867-954e-0318c424a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:03.835950 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f24de51-07b5-4085-b3b9-841a75474e3b req-fae82bbd-0a9b-4867-954e-0318c424a64c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 1097 time: 0.3561959 Jul 16 18:12:04.062737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-97d0fefc-172d-4f80-beee-afbda7478995 None None] Provisioning for port 385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:04.080636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-97d0fefc-172d-4f80-beee-afbda7478995 None None] Provisioning complete for port 385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:04.081831 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-97d0fefc-172d-4f80-beee-afbda7478995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.172124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-97d0fefc-172d-4f80-beee-afbda7478995 None None] Port 385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:04.186191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24de51-07b5-4085-b3b9-841a75474e3b req-7450fb27-2482-4648-a4a0-afd7ac470056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.190508 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f24de51-07b5-4085-b3b9-841a75474e3b req-7450fb27-2482-4648-a4a0-afd7ac470056 service neutron] 10.222.0.37 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 914 time: 0.3277724 Jul 16 18:12:04.196999 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f483895b-3f5b-492b-b9c6-7f13ca3e2d2b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:04.266911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f24de51-07b5-4085-b3b9-841a75474e3b req-eee8a899-c82b-4b39-b7c5-1abd82f6bd89 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad HTTP/1.1" status: 200 len: 217 time: 0.0583882 Jul 16 18:12:04.391410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675f4e72-f1a5-4f5a-976b-c8c89acf79a1 req-db579811-5b1f-4541-8f8b-8401a52bd21b tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.395270 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-675f4e72-f1a5-4f5a-976b-c8c89acf79a1 req-db579811-5b1f-4541-8f8b-8401a52bd21b tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1012948 Jul 16 18:12:04.449080 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-675f4e72-f1a5-4f5a-976b-c8c89acf79a1 req-56d57a6f-e3ce-408a-87a4-13e183f1131a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463178 Jul 16 18:12:04.459521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24de51-07b5-4085-b3b9-841a75474e3b req-3fa25874-813e-42e4-a16f-0ee6402307fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.461040 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f24de51-07b5-4085-b3b9-841a75474e3b req-3fa25874-813e-42e4-a16f-0ee6402307fd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13f068b8-d687-447c-9e12-67b3a467d48c HTTP/1.1" status: 200 len: 853 time: 0.1396632 Jul 16 18:12:04.564282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f24de51-07b5-4085-b3b9-841a75474e3b req-7d3c3112-efef-4932-bc06-390de305eb57 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27e1b332-974b-445e-9a42-b3119f6937a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0762913 Jul 16 18:12:04.773690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f24de51-07b5-4085-b3b9-841a75474e3b req-fba3801e-1924-4d21-a7c1-96ca9417e592 service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027702 Jul 16 18:12:04.816165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283f914c-0e11-4798-bc19-87b8a3111844 req-16b35d08-a47d-4b7e-99d6-cbf259d575b4 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:04.823894 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-283f914c-0e11-4798-bc19-87b8a3111844 req-16b35d08-a47d-4b7e-99d6-cbf259d575b4 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1407676 Jul 16 18:12:04.876207 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-283f914c-0e11-4798-bc19-87b8a3111844 req-baf495c9-ba7b-4cf8-aba6-c1f0ded3258e tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513232 Jul 16 18:12:04.982852 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f24de51-07b5-4085-b3b9-841a75474e3b req-252184e3-56c9-4ff7-bc39-a6a81e751b92 service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2003288 Jul 16 18:12:04.988937 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f483895b-3f5b-492b-b9c6-7f13ca3e2d2b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.009734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f483895b-3f5b-492b-b9c6-7f13ca3e2d2b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.111212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f483895b-3f5b-492b-b9c6-7f13ca3e2d2b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] In _notify_port_updated(), no bound segment for port 385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 on network 455437b1-20cd-4a70-994b-8c29e177c3fc {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:12:05.120951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f483895b-3f5b-492b-b9c6-7f13ca3e2d2b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.132082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f483895b-3f5b-492b-b9c6-7f13ca3e2d2b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.136492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42674) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:05.137466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f483895b-3f5b-492b-b9c6-7f13ca3e2d2b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "PUT /v2.0/ports/385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 HTTP/1.1" status: 200 len: 1002 time: 1.5100887 Jul 16 18:12:05.195251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f483895b-3f5b-492b-b9c6-7f13ca3e2d2b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'Port': ['ID=385a5eb1-9b1a-4514-8bcc-fb31d6298ee2,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:05.409680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4743364a-4923-4e4c-935f-aecb2ac68cfe tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Deleting port 385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:05.410826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4743364a-4923-4e4c-935f-aecb2ac68cfe tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.633346 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5ac41d23-1d94-4f3a-95a3-6aa328c44b21 None None] Provisioning complete for port 385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:05.633957 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5ac41d23-1d94-4f3a-95a3-6aa328c44b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.654374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4743364a-4923-4e4c-935f-aecb2ac68cfe tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:05.679133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4743364a-4923-4e4c-935f-aecb2ac68cfe tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Calling delete_port for 385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:05.818336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5ac41d23-1d94-4f3a-95a3-6aa328c44b21 None None] Port 385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:05.945243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de34d01-fbba-4a9a-93d5-32f8e34b28c2 req-3fef41d6-037b-4269-be02-29fdec0ebd17 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:05.947244 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8de34d01-fbba-4a9a-93d5-32f8e34b28c2 req-3fef41d6-037b-4269-be02-29fdec0ebd17 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2456694 Jul 16 18:12:06.063265 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8de34d01-fbba-4a9a-93d5-32f8e34b28c2 req-3c0d70a5-6214-4220-901b-59400d587a92 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835505 Jul 16 18:12:06.065221 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4743364a-4923-4e4c-935f-aecb2ac68cfe tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.143150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4743364a-4923-4e4c-935f-aecb2ac68cfe tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event deleted for resources: {'Port': ['ID=385a5eb1-9b1a-4514-8bcc-fb31d6298ee2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:06.440930 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4743364a-4923-4e4c-935f-aecb2ac68cfe tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.446632 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4743364a-4923-4e4c-935f-aecb2ac68cfe tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "DELETE /v2.0/ports/385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 HTTP/1.1" status: 204 len: 168 time: 1.3087082 Jul 16 18:12:06.451398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42704) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:06.638385 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-40ed9b97-7cd5-4415-a91e-09b1e435f53e tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] GET failed (client error): The resource could not be found. Jul 16 18:12:06.641823 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-40ed9b97-7cd5-4415-a91e-09b1e435f53e tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "GET /v2.0/ports/385a5eb1-9b1a-4514-8bcc-fb31d6298ee2 HTTP/1.1" status: 404 len: 333 time: 0.1873631 Jul 16 18:12:06.647868 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42710) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:06.656360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Request body: {'port': {'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-900998147'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:06.841816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Made reservation on behalf of 09f81def31bb45278e566b06f64011f2 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:06.846766 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:06.879050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] device_id is not set on port 78eccf75-a1d2-4dff-9d68-da727fcf9012 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:07.092642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Allocated IP 2001:db8::21f (455437b1-20cd-4a70-994b-8c29e177c3fc/544700e3-3c11-476d-8437-15b59c39ee6e/78eccf75-a1d2-4dff-9d68-da727fcf9012) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:07.477983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.522944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Transition to ACTIVE for port object 78eccf75-a1d2-4dff-9d68-da727fcf9012 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:07.536430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a34144-d609-42d0-97f9-d4ebf652e3b8 req-0a18547a-b1bd-485c-a571-1624e18c73c7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.539249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9a34144-d609-42d0-97f9-d4ebf652e3b8 req-0a18547a-b1bd-485c-a571-1624e18c73c7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1275475 Jul 16 18:12:07.619606 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.644233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9a34144-d609-42d0-97f9-d4ebf652e3b8 req-6e30a1f2-f003-4c21-8150-bcee798e7e37 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941782 Jul 16 18:12:07.696915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'Port': ['ID=78eccf75-a1d2-4dff-9d68-da727fcf9012,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:07.713697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Network 455437b1-20cd-4a70-994b-8c29e177c3fc is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:07.716506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:07.734011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:07.752654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:07.753524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:07.805020 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-34edf53c-46f6-48a3-b160-837c47bd823f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1554434 Jul 16 18:12:07.807356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42742) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:07.815258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c7a2dd28-e13b-46bb-8f09-1990e1153a21 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:36:b1:ff'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:08.253564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4deffa-0098-4a49-af24-ca65fff98777 req-650cc5f8-27d9-4bde-a474-6501a494e94d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.261382 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b4deffa-0098-4a49-af24-ca65fff98777 req-650cc5f8-27d9-4bde-a474-6501a494e94d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.2586179 Jul 16 18:12:08.293648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-38372dd3-2355-4ff0-b839-71886c3c9a75 None None] Provisioning for port 78eccf75-a1d2-4dff-9d68-da727fcf9012 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:08.301137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dd28-e13b-46bb-8f09-1990e1153a21 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.304788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-38372dd3-2355-4ff0-b839-71886c3c9a75 None None] Provisioning complete for port 78eccf75-a1d2-4dff-9d68-da727fcf9012 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:08.306436 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-38372dd3-2355-4ff0-b839-71886c3c9a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.361490 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b4deffa-0098-4a49-af24-ca65fff98777 req-ce6f35fd-1d64-4325-98ee-edafe7a95991 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989678 Jul 16 18:12:08.414480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-38372dd3-2355-4ff0-b839-71886c3c9a75 None None] Port 78eccf75-a1d2-4dff-9d68-da727fcf9012 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:08.511763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42752) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:08.584514 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dd28-e13b-46bb-8f09-1990e1153a21 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.602060 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dd28-e13b-46bb-8f09-1990e1153a21 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.655317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c7a2dd28-e13b-46bb-8f09-1990e1153a21 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] In _notify_port_updated(), no bound segment for port 78eccf75-a1d2-4dff-9d68-da727fcf9012 on network 455437b1-20cd-4a70-994b-8c29e177c3fc {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:12:08.676658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a2dd28-e13b-46bb-8f09-1990e1153a21 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:08.677348 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7a2dd28-e13b-46bb-8f09-1990e1153a21 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:08.682631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42760) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:08.684140 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c7a2dd28-e13b-46bb-8f09-1990e1153a21 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "PUT /v2.0/ports/78eccf75-a1d2-4dff-9d68-da727fcf9012 HTTP/1.1" status: 200 len: 1002 time: 0.8711557 Jul 16 18:12:08.733356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a2dd28-e13b-46bb-8f09-1990e1153a21 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'Port': ['ID=78eccf75-a1d2-4dff-9d68-da727fcf9012,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:08.850652 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-847b6e7f-1a7e-4aa5-936d-0046d4070150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.034101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1c30f-bbe7-4bdd-a36f-a2ddd43f4ecc tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Deleting port 78eccf75-a1d2-4dff-9d68-da727fcf9012 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:09.034415 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c30f-bbe7-4bdd-a36f-a2ddd43f4ecc tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.131552 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:12:09.216221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cdf5c4b0-d9f1-4da1-a1a8-c223fad3c1ab None None] Provisioning complete for port 78eccf75-a1d2-4dff-9d68-da727fcf9012 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:09.216602 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cdf5c4b0-d9f1-4da1-a1a8-c223fad3c1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.255594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c30f-bbe7-4bdd-a36f-a2ddd43f4ecc tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.284247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e8f1c30f-bbe7-4bdd-a36f-a2ddd43f4ecc tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Calling delete_port for 78eccf75-a1d2-4dff-9d68-da727fcf9012 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:09.313147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-cdf5c4b0-d9f1-4da1-a1a8-c223fad3c1ab None None] Port 78eccf75-a1d2-4dff-9d68-da727fcf9012 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:09.411935 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-847b6e7f-1a7e-4aa5-936d-0046d4070150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.424440 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-847b6e7f-1a7e-4aa5-936d-0046d4070150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.437896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e04febb-5b3e-40b3-9b5a-bbe35c5f7d0b req-c7fa8c8a-3dc5-464a-9ca2-77a08d5e4419 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:09.439466 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0e04febb-5b3e-40b3-9b5a-bbe35c5f7d0b req-c7fa8c8a-3dc5-464a-9ca2-77a08d5e4419 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1015058 Jul 16 18:12:09.493782 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-847b6e7f-1a7e-4aa5-936d-0046d4070150 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=615a4545cebb4cb5a1e71cdcbc5b985d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9809337 Jul 16 18:12:09.496881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847b6e7f-1a7e-4aa5-936d-0046d4070150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed35d4e-0a52-426e-868a-b717a7962852,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.499442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42772) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:09.521066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0e04febb-5b3e-40b3-9b5a-bbe35c5f7d0b req-fe25b8fd-61b8-4c60-907c-ea38df52be8a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643053 Jul 16 18:12:09.552590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c30f-bbe7-4bdd-a36f-a2ddd43f4ecc tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.612326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f1c30f-bbe7-4bdd-a36f-a2ddd43f4ecc tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event deleted for resources: {'Port': ['ID=78eccf75-a1d2-4dff-9d68-da727fcf9012,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:09.653589 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8f1c30f-bbe7-4bdd-a36f-a2ddd43f4ecc tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.655698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e8f1c30f-bbe7-4bdd-a36f-a2ddd43f4ecc tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "DELETE /v2.0/ports/78eccf75-a1d2-4dff-9d68-da727fcf9012 HTTP/1.1" status: 204 len: 168 time: 0.9714837 Jul 16 18:12:09.658392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42774) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:09.669737 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-891da9da-3358-4d11-95ca-e0d4443f23dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.692445 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc93989d-4d1f-4df6-80fe-cb4376a28e4b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] GET failed (client error): The resource could not be found. Jul 16 18:12:09.700039 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dc93989d-4d1f-4df6-80fe-cb4376a28e4b tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "GET /v2.0/ports/78eccf75-a1d2-4dff-9d68-da727fcf9012 HTTP/1.1" status: 404 len: 333 time: 0.0405519 Jul 16 18:12:09.703077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42776) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:09.720838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Request body: {'port': {'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-160033073'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:09.735309 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-891da9da-3358-4d11-95ca-e0d4443f23dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.835098 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-891da9da-3358-4d11-95ca-e0d4443f23dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.838425 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-891da9da-3358-4d11-95ca-e0d4443f23dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:09.840051 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-891da9da-3358-4d11-95ca-e0d4443f23dd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ed35d4e-0a52-426e-868a-b717a7962852 HTTP/1.1" status: 204 len: 168 time: 0.3374815 Jul 16 18:12:09.860954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891da9da-3358-4d11-95ca-e0d4443f23dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed35d4e-0a52-426e-868a-b717a7962852,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:10.007650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Made reservation on behalf of 09f81def31bb45278e566b06f64011f2 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:10.023866 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.071315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] device_id is not set on port 3492e06d-df03-48f7-a5e7-26f1381f66da yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:10.364245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Allocated IP 2001:db8::328 (455437b1-20cd-4a70-994b-8c29e177c3fc/544700e3-3c11-476d-8437-15b59c39ee6e/3492e06d-df03-48f7-a5e7-26f1381f66da) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:10.491205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42786) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:10.507547 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e9f68667-050e-4e0b-beda-ee797f9aa2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.612475 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.643402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Transition to ACTIVE for port object 3492e06d-df03-48f7-a5e7-26f1381f66da will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:10.715726 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e9f68667-050e-4e0b-beda-ee797f9aa2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.725101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e9f68667-050e-4e0b-beda-ee797f9aa2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.786984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f68667-050e-4e0b-beda-ee797f9aa2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31d8c5a7-80a5-4fc3-95ca-ac9aedcfbe0e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:10.804319 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.856733 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e9f68667-050e-4e0b-beda-ee797f9aa2ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4cb657b873424c22930a15df04f7321d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3598666 Jul 16 18:12:10.857236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42794) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:10.888299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb7e2b-fedc-4127-ad64-b72a6891441e req-070ad2f8-6a15-4861-bb2c-5f801e74733b tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.896184 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7cfb7e2b-fedc-4127-ad64-b72a6891441e req-070ad2f8-6a15-4861-bb2c-5f801e74733b tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2234390 Jul 16 18:12:10.902614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Network 455437b1-20cd-4a70-994b-8c29e177c3fc is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:10.917292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:10.927731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:10.943362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:10.943637 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:10.948659 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'Port': ['ID=3492e06d-df03-48f7-a5e7-26f1381f66da,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.000197 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7cfb7e2b-fedc-4127-ad64-b72a6891441e req-43bafe1e-41aa-4063-a28d-1369984a76d9 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030276 Jul 16 18:12:11.010574 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9c19f317-86b4-4038-bd45-42dfbfdec8b7 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.3064241 Jul 16 18:12:11.011594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c5014b99-f578-4682-bfd5-605e81fb0515 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.013211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42796) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:11.033248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Request body: {'port': {'network_id': '455437b1-20cd-4a70-994b-8c29e177c3fc', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-942668483'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:11.100822 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c5014b99-f578-4682-bfd5-605e81fb0515 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.257762 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c5014b99-f578-4682-bfd5-605e81fb0515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.265685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c5014b99-f578-4682-bfd5-605e81fb0515 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.269194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c5014b99-f578-4682-bfd5-605e81fb0515 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/31d8c5a7-80a5-4fc3-95ca-ac9aedcfbe0e HTTP/1.1" status: 204 len: 168 time: 0.4088142 Jul 16 18:12:11.294759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5014b99-f578-4682-bfd5-605e81fb0515 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d8c5a7-80a5-4fc3-95ca-ac9aedcfbe0e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:11.319864 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Made reservation on behalf of 09f81def31bb45278e566b06f64011f2 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:11.330499 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.356210 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] device_id is not set on port f305642a-811f-413e-bee7-a2c58da91f02 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:11.502859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-82033f8c-28ac-43e5-ac3f-48862435514e None None] Provisioning for port 3492e06d-df03-48f7-a5e7-26f1381f66da completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:11.508270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-82033f8c-28ac-43e5-ac3f-48862435514e None None] Provisioning complete for port 3492e06d-df03-48f7-a5e7-26f1381f66da triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:11.508813 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-82033f8c-28ac-43e5-ac3f-48862435514e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.555710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-82033f8c-28ac-43e5-ac3f-48862435514e None None] Port 3492e06d-df03-48f7-a5e7-26f1381f66da cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:11.644046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Allocated IP 2001:db8::128 (455437b1-20cd-4a70-994b-8c29e177c3fc/544700e3-3c11-476d-8437-15b59c39ee6e/f305642a-811f-413e-bee7-a2c58da91f02) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:11.934277 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:11.988945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Transition to ACTIVE for port object f305642a-811f-413e-bee7-a2c58da91f02 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:11.995525 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.096200 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.181472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Network 455437b1-20cd-4a70-994b-8c29e177c3fc is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:12.187355 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:12.194622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:12.201097 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.201776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.222594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2080722 Jul 16 18:12:12.225476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42820) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:12.233886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3ae30015-9d4a-496b-8bbe-ba5ed264f61f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::318', 'mac_address': 'fa:16:3e:36:b1:ff'}, {'ip_address': '2001:db8::328', 'mac_address': 'fa:16:3e:eb:f3:90'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:12.234131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb7aa4f-aea1-4bed-9a88-5aa8a169219d tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'Port': ['ID=f305642a-811f-413e-bee7-a2c58da91f02,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:12.569894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b1fb00-5b36-42df-be1b-8f495f76c260 req-c44b3a55-fc31-466d-bbde-61f89d3e3c2c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:12.582266 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8b1fb00-5b36-42df-be1b-8f495f76c260 req-c44b3a55-fc31-466d-bbde-61f89d3e3c2c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1835816 Jul 16 18:12:12.684953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8b1fb00-5b36-42df-be1b-8f495f76c260 req-858d0c07-a0ca-4cf3-b5ad-b277861a8d6f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004462 Jul 16 18:12:12.801420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b6621d2a-3381-4192-ac22-8a3911c2ad4c None None] Provisioning for port f305642a-811f-413e-bee7-a2c58da91f02 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:12.801947 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3ae30015-9d4a-496b-8bbe-ba5ed264f61f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.825406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b6621d2a-3381-4192-ac22-8a3911c2ad4c None None] Provisioning complete for port f305642a-811f-413e-bee7-a2c58da91f02 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:12.826563 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6621d2a-3381-4192-ac22-8a3911c2ad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:12.978071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b6621d2a-3381-4192-ac22-8a3911c2ad4c None None] Port f305642a-811f-413e-bee7-a2c58da91f02 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:13.357740 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3ae30015-9d4a-496b-8bbe-ba5ed264f61f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.365761 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3ae30015-9d4a-496b-8bbe-ba5ed264f61f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.428544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-3ae30015-9d4a-496b-8bbe-ba5ed264f61f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] In _notify_port_updated(), no bound segment for port f305642a-811f-413e-bee7-a2c58da91f02 on network 455437b1-20cd-4a70-994b-8c29e177c3fc {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:12:13.439309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae30015-9d4a-496b-8bbe-ba5ed264f61f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:13.440379 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3ae30015-9d4a-496b-8bbe-ba5ed264f61f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.442188 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3ae30015-9d4a-496b-8bbe-ba5ed264f61f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "PUT /v2.0/ports/f305642a-811f-413e-bee7-a2c58da91f02 HTTP/1.1" status: 200 len: 1067 time: 1.2139010 Jul 16 18:12:13.445867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42844) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:13.523024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae30015-9d4a-496b-8bbe-ba5ed264f61f tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event updated for resources: {'Port': ['ID=f305642a-811f-413e-bee7-a2c58da91f02,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:13.711605 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e708e-4ef5-4f67-9ce5-4fd04fb043e1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Deleting port f305642a-811f-413e-bee7-a2c58da91f02 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:13.712849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b8e708e-4ef5-4f67-9ce5-4fd04fb043e1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.926647 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b8e708e-4ef5-4f67-9ce5-4fd04fb043e1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:13.959315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8b8e708e-4ef5-4f67-9ce5-4fd04fb043e1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Calling delete_port for f305642a-811f-413e-bee7-a2c58da91f02 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:14.010764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-93b08a8d-204c-42a0-b71a-c8b9d9f20880 None None] Provisioning complete for port f305642a-811f-413e-bee7-a2c58da91f02 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:14.011330 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-93b08a8d-204c-42a0-b71a-c8b9d9f20880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.121439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-93b08a8d-204c-42a0-b71a-c8b9d9f20880 None None] Port f305642a-811f-413e-bee7-a2c58da91f02 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:14.250871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc525b60-64b8-42b1-bc19-d851754efbac req-e44ca01c-8dc8-4083-a716-14ab69891cff tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:14.265494 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc525b60-64b8-42b1-bc19-d851754efbac req-e44ca01c-8dc8-4083-a716-14ab69891cff tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2384410 Jul 16 18:12:14.349723 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b8e708e-4ef5-4f67-9ce5-4fd04fb043e1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.393294 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc525b60-64b8-42b1-bc19-d851754efbac req-79f5d0d3-597d-4afe-9bb4-a5428fc558fa tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221354 Jul 16 18:12:14.418765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8e708e-4ef5-4f67-9ce5-4fd04fb043e1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event deleted for resources: {'Port': ['ID=f305642a-811f-413e-bee7-a2c58da91f02,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:14.821831 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b8e708e-4ef5-4f67-9ce5-4fd04fb043e1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:14.825070 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8b8e708e-4ef5-4f67-9ce5-4fd04fb043e1 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "DELETE /v2.0/ports/f305642a-811f-413e-bee7-a2c58da91f02 HTTP/1.1" status: 204 len: 168 time: 1.3778474 Jul 16 18:12:14.828025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42870) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:14.905086 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d794f70-a111-4cdc-a986-77a6690e5ee3 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] GET failed (client error): The resource could not be found. Jul 16 18:12:14.911985 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8d794f70-a111-4cdc-a986-77a6690e5ee3 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "GET /v2.0/ports/f305642a-811f-413e-bee7-a2c58da91f02 HTTP/1.1" status: 404 len: 333 time: 0.0795743 Jul 16 18:12:14.913191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42872) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:15.122250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-73926448-90be-48eb-84c0-a161327eb1e5 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Deleting port 3492e06d-df03-48f7-a5e7-26f1381f66da {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:15.122833 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73926448-90be-48eb-84c0-a161327eb1e5 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.296806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73926448-90be-48eb-84c0-a161327eb1e5 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.323770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-73926448-90be-48eb-84c0-a161327eb1e5 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Calling delete_port for 3492e06d-df03-48f7-a5e7-26f1381f66da owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:15.441404 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3fdf16c6-55f1-4ffc-9d85-82f435f001a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.616513 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73926448-90be-48eb-84c0-a161327eb1e5 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.777918 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73926448-90be-48eb-84c0-a161327eb1e5 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event deleted for resources: {'Port': ['ID=3492e06d-df03-48f7-a5e7-26f1381f66da,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:15.779193 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73926448-90be-48eb-84c0-a161327eb1e5 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:15.782429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-73926448-90be-48eb-84c0-a161327eb1e5 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "DELETE /v2.0/ports/3492e06d-df03-48f7-a5e7-26f1381f66da HTTP/1.1" status: 204 len: 168 time: 0.8681619 Jul 16 18:12:15.785192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42888) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:15.864797 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-cebf6c2d-fd79-4689-83ff-6b746d731e05 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] GET failed (client error): The resource could not be found. Jul 16 18:12:15.866598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cebf6c2d-fd79-4689-83ff-6b746d731e05 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "GET /v2.0/ports/3492e06d-df03-48f7-a5e7-26f1381f66da HTTP/1.1" status: 404 len: 333 time: 0.0794549 Jul 16 18:12:15.879289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42890) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:15.907950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56042b-5560-4aae-9def-f74a957741e3 req-a23d658a-c32c-43cb-9762-7479cb8ef2de tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:15.927083 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a56042b-5560-4aae-9def-f74a957741e3 req-a23d658a-c32c-43cb-9762-7479cb8ef2de tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2445343 Jul 16 18:12:16.054340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a56042b-5560-4aae-9def-f74a957741e3 req-3e918e2e-770b-4ad7-848a-f0b250db76f0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254680 Jul 16 18:12:16.152894 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6611d08c-9942-4053-9e0a-4343cb3ee749 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Deleting port fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:16.156240 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6611d08c-9942-4053-9e0a-4343cb3ee749 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.415923 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6611d08c-9942-4053-9e0a-4343cb3ee749 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.448845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6611d08c-9942-4053-9e0a-4343cb3ee749 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Calling delete_port for fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:16.630438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6611d08c-9942-4053-9e0a-4343cb3ee749 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.668707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611d08c-9942-4053-9e0a-4343cb3ee749 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event deleted for resources: {'Port': ['ID=fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:16.703010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6611d08c-9942-4053-9e0a-4343cb3ee749 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.710643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6611d08c-9942-4053-9e0a-4343cb3ee749 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "DELETE /v2.0/ports/fd7bc003-5fc6-4b2b-a4aa-45a860c5d9b7 HTTP/1.1" status: 204 len: 168 time: 0.8278351 Jul 16 18:12:16.710942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 42908) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:16.835430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-491dd110-6fcf-4a9c-b6b1-1e32107b1a47 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Deleting subnet 544700e3-3c11-476d-8437-15b59c39ee6e {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:16.839275 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-491dd110-6fcf-4a9c-b6b1-1e32107b1a47 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:16.975583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-491dd110-6fcf-4a9c-b6b1-1e32107b1a47 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.087039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-491dd110-6fcf-4a9c-b6b1-1e32107b1a47 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.173956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-491dd110-6fcf-4a9c-b6b1-1e32107b1a47 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.209740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dd110-6fcf-4a9c-b6b1-1e32107b1a47 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event deleted for resources: {'Subnet': ['ID=544700e3-3c11-476d-8437-15b59c39ee6e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.222445 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-491dd110-6fcf-4a9c-b6b1-1e32107b1a47 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.225050 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-491dd110-6fcf-4a9c-b6b1-1e32107b1a47 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "DELETE /v2.0/subnets/544700e3-3c11-476d-8437-15b59c39ee6e HTTP/1.1" status: 204 len: 168 time: 0.5127647 Jul 16 18:12:17.227906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42922) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:17.234513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c870b7b-e518-43bf-9036-ec7da702c5ab None None] Network 455437b1-20cd-4a70-994b-8c29e177c3fc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:17.382091 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.503958 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Deleting port 5b9878c3-6531-43a5-a70b-8292f736c48d {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:17.504396 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.544615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11011cc8-5194-40a8-b39b-72760aa8e28a req-d7f580ef-7ed8-464b-86af-6032a06ed6eb tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:17.549835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11011cc8-5194-40a8-b39b-72760aa8e28a req-d7f580ef-7ed8-464b-86af-6032a06ed6eb tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1980865 Jul 16 18:12:17.675872 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11011cc8-5194-40a8-b39b-72760aa8e28a req-334242d0-8727-4556-a7cd-76cb3157491d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185420 Jul 16 18:12:17.702475 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] For port 5b9878c3-6531-43a5-a70b-8292f736c48d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5b9878c3-6531-43a5-a70b-8292f736c48d,segment=NetworkSegment(5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc),segment_id=5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:17.702981 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.717754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Calling delete_port for 5b9878c3-6531-43a5-a70b-8292f736c48d owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:17.796372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa86265-0988-41f5-b4d7-8cde876e1a6b None None] DHCP port deletion for 455437b1-20cd-4a70-994b-8c29e177c3fc request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:17.869716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.918037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5aa86265-0988-41f5-b4d7-8cde876e1a6b None None] Deleting port 5b9878c3-6531-43a5-a70b-8292f736c48d {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:17.919229 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event deleted for resources: {'Port': ['ID=5b9878c3-6531-43a5-a70b-8292f736c48d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:17.921798 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5aa86265-0988-41f5-b4d7-8cde876e1a6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:17.933761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] No DVR routers for this DVR port 5b9878c3-6531-43a5-a70b-8292f736c48d on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:18.152068 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.164852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['455437b1-20cd-4a70-994b-8c29e177c3fc']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:18.180653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:18.180946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a7efa6b-9d5e-4e7e-9ae8-9b7560bc24dc') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:18.197215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.214418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b9878c3-6531-43a5-a70b-8292f736c48d no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:18.226662 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.241326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Releasing vlan 376 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:18.243463 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:18.252421 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:18.323753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5b9878c3-6531-43a5-a70b-8292f736c48d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:18.324859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b9878c3-6531-43a5-a70b-8292f736c48d not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:18.336438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5aa86265-0988-41f5-b4d7-8cde876e1a6b None None] For port 5b9878c3-6531-43a5-a70b-8292f736c48d, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:18.336842 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5aa86265-0988-41f5-b4d7-8cde876e1a6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.379144 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.382143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5aa86265-0988-41f5-b4d7-8cde876e1a6b None None] Calling delete_port for 5b9878c3-6531-43a5-a70b-8292f736c48d owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:18.384716 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7774035f-7084-4954-b53f-628e87386130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.387714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-5aa86265-0988-41f5-b4d7-8cde876e1a6b None None] Port 5b9878c3-6531-43a5-a70b-8292f736c48d was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:12:18.390553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5aa86265-0988-41f5-b4d7-8cde876e1a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.407354 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.417621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5aa86265-0988-41f5-b4d7-8cde876e1a6b None None] Network 455437b1-20cd-4a70-994b-8c29e177c3fc is not hosted by any dhcp agent {{(pid=105440) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:12:18.418092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa86265-0988-41f5-b4d7-8cde876e1a6b None None] No DVR routers for this DVR port 5b9878c3-6531-43a5-a70b-8292f736c48d on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:18.419987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa86265-0988-41f5-b4d7-8cde876e1a6b None None] Pushing event deleted for resources: {'Port': ['ID=5b9878c3-6531-43a5-a70b-8292f736c48d,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:18.444183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:18.450676 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] 10.222.0.47 "DELETE /v2.0/networks/455437b1-20cd-4a70-994b-8c29e177c3fc HTTP/1.1" status: 204 len: 168 time: 1.2216089 Jul 16 18:12:18.452630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e74e160-0ee1-4d37-840a-2cb3c5d77666 tempest-AllowedAddressPairIpV6TestJSON-1024821568 tempest-AllowedAddressPairIpV6TestJSON-1024821568-project] Pushing event deleted for resources: {'Network': ['ID=455437b1-20cd-4a70-994b-8c29e177c3fc,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:19.045757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42962) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:19.099677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6a3f22-1229-4e4f-aaf2-b45b1ecb8cf6 req-e12ac821-669b-4c35-bb56-57f53906dee4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.108188 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb6a3f22-1229-4e4f-aaf2-b45b1ecb8cf6 req-e12ac821-669b-4c35-bb56-57f53906dee4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1235583 Jul 16 18:12:19.159300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-c7f179b7-a713-40e0-a8fe-de6f1974de82 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:19.169605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-c7f179b7-a713-40e0-a8fe-de6f1974de82 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/networks?id=ae734c75-a748-4df4-b086-ac0f469b1a67 HTTP/1.1" status: 200 len: 811 time: 0.4257834 Jul 16 18:12:19.178285 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb6a3f22-1229-4e4f-aaf2-b45b1ecb8cf6 req-02fa0e28-e5b3-4328-80bf-0072382107cd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687511 Jul 16 18:12:19.211639 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-4e12fc4c-b496-4c04-a3b7-b13d653ca665 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/quotas/8bea26d270524a6fb7e94e82f8fe8bd6 HTTP/1.1" status: 200 len: 375 time: 0.0332341 Jul 16 18:12:19.361915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-f626a9c9-e98a-4a4b-8f2e-53b1b870ffee tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8bea26d270524a6fb7e94e82f8fe8bd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1321723 Jul 16 18:12:19.659349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8a1f6265-0d49-437c-826b-02a98d6175e7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09f81def31bb45278e566b06f64011f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6080780 Jul 16 18:12:19.664632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 42990) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:19.759999 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-31205c7d-3cf8-4af1-bb44-62f76473cb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.797988 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.854821 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-31205c7d-3cf8-4af1-bb44-62f76473cb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:19.920860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-5cc6d467-8f92-4d21-a942-f00aeb368638 service neutron] 10.222.0.47 "GET /v2.0/networks/ae734c75-a748-4df4-b086-ac0f469b1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5473130 Jul 16 18:12:20.055249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-31205c7d-3cf8-4af1-bb44-62f76473cb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.057795 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-31205c7d-3cf8-4af1-bb44-62f76473cb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:20.061377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-31205c7d-3cf8-4af1-bb44-62f76473cb5a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2520f78-2674-48c3-8444-15ec2ef41d1c HTTP/1.1" status: 204 len: 168 time: 0.3932135 Jul 16 18:12:20.102070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31205c7d-3cf8-4af1-bb44-62f76473cb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2520f78-2674-48c3-8444-15ec2ef41d1c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:20.163018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-00341a0a-48ca-4aac-9802-a69391ab79e7 service neutron] 10.222.0.47 "GET /v2.0/networks/ae734c75-a748-4df4-b086-ac0f469b1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302363 Jul 16 18:12:20.922788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa286ed-9cfc-4d0b-bfe7-a46c6c7745b6 req-207641a4-d6fb-41a8-8ae7-a212b2251114 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:20.935168 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5aa286ed-9cfc-4d0b-bfe7-a46c6c7745b6 req-207641a4-d6fb-41a8-8ae7-a212b2251114 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2257907 Jul 16 18:12:21.079237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5aa286ed-9cfc-4d0b-bfe7-a46c6c7745b6 req-a96f12ac-6b3d-45e1-8ba8-8c7a2b573d4f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415031 Jul 16 18:12:21.234859 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-863f5784-92ae-450f-b61c-1f507df57ea8 req-53b2a496-3f7a-4cc2-b4d4-a89bc3867748 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 210 time: 0.0728388 Jul 16 18:12:21.852590 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:21.969088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43056) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:22.157276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1427932359'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:22.234289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Made reservation on behalf of 65ee4af1120e4bedaec192f477406faf for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:22.243502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.290584 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.736084 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.753349 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.772903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:22.786938 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:22.787616 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Added segment d66f5d33-653d-44b4-8733-0dea057c3d9e of type vlan for network e3ca1da7-7418-4fe8-9c7e-44c80be6544c Jul 16 18:12:22.935497 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84a5b562-9ef6-4e8e-abf0-0d96787547cc req-cd4ecb5c-a353-480f-b636-07a6e2f0a275 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 210 time: 0.1111379 Jul 16 18:12:22.944697 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.026607 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.041394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.050937 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:23.134791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237228ee-d579-457c-9863-232dc98cceb9 req-73787c2e-7a63-462c-b7ca-bfd52194e2c7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.144877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-237228ee-d579-457c-9863-232dc98cceb9 req-73787c2e-7a63-462c-b7ca-bfd52194e2c7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.7964563 Jul 16 18:12:23.413561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e538cdbc-13a6-407f-abd2-e6f6cb2e8ffb tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:23.416786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e538cdbc-13a6-407f-abd2-e6f6cb2e8ffb tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.37 "GET /v2.0/networks?id=ae734c75-a748-4df4-b086-ac0f469b1a67 HTTP/1.1" status: 200 len: 811 time: 0.2676141 Jul 16 18:12:23.416786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event updated for resources: {'Network': ['ID=e3ca1da7-7418-4fe8-9c7e-44c80be6544c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:23.429981 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network e3ca1da7-7418-4fe8-9c7e-44c80be6544c details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:23.473258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Request body: {'port': {'device_id': 'c544404c-0ddc-4bcc-841a-722817df5bce', 'network_id': 'ae734c75-a748-4df4-b086-ac0f469b1a67', 'admin_state_up': True, 'tenant_id': '8bea26d270524a6fb7e94e82f8fe8bd6'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:23.541379 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5702896 Jul 16 18:12:23.544029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43080) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:23.558761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7243c52a-3ad5-436e-8017-4e21b060ba23 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b72bcf23-4908-48f9-8747-376975673406,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:23.561356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Request body: {'subnet': {'network_id': 'e3ca1da7-7418-4fe8-9c7e-44c80be6544c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:23.636999 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-237228ee-d579-457c-9863-232dc98cceb9 req-fba3aa77-563a-43e5-8617-61c2a2f7e762 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4912391 Jul 16 18:12:23.957901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Made reservation on behalf of 65ee4af1120e4bedaec192f477406faf for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:23.989041 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:24.985067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-09330314-b426-4ccd-a803-fb409d93bad7 req-ea610777-76e5-4af3-b1b2-3994f69583af tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 210 time: 0.1203811 Jul 16 18:12:25.081035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Made reservation on behalf of 8bea26d270524a6fb7e94e82f8fe8bd6 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:25.101249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.345075 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:25.529146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event updated for resources: {'Subnet': ['ID=1894161e-4984-43c7-9701-2fcf018909df,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:25.581679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d6c52-a78e-4047-8206-d512f1ec1139 req-6140ff83-44b6-4c34-9533-955bfd14cb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.594888 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-131d6c52-a78e-4047-8206-d512f1ec1139 req-6140ff83-44b6-4c34-9533-955bfd14cb1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 1096 time: 0.2696230 Jul 16 18:12:25.611166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Checking segment: {'id': 'd66f5d33-653d-44b4-8733-0dea057c3d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3ca1da7-7418-4fe8-9c7e-44c80be6544c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:25.616748 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Network hostable DHCP agents. Network: e3ca1da7-7418-4fe8-9c7e-44c80be6544c, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:25.678895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Allocated IP 172.20.0.12 (ae734c75-a748-4df4-b086-ac0f469b1a67/a9a09f7c-4753-4c68-bcf0-f7bcce545ec8/cadb3859-dc3e-4f84-9f49-790fcb59a9a2) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:25.903576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d6c52-a78e-4047-8206-d512f1ec1139 req-c2d056e6-73f7-46ba-b5db-9ef64dc13b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.904954 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-131d6c52-a78e-4047-8206-d512f1ec1139 req-c2d056e6-73f7-46ba-b5db-9ef64dc13b69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 920 time: 0.3061907 Jul 16 18:12:25.911922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b4bd4d-f664-498f-a563-a36661a273f8 req-840c2986-7db0-4c4b-a8ae-672361a78f32 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:25.922665 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-66b4bd4d-f664-498f-a563-a36661a273f8 req-840c2986-7db0-4c4b-a8ae-672361a78f32 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.3570409 Jul 16 18:12:25.951298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Network e3ca1da7-7418-4fe8-9c7e-44c80be6544c is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:26.026045 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-131d6c52-a78e-4047-8206-d512f1ec1139 req-dedf1611-c449-47b1-9667-25a249847988 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 HTTP/1.1" status: 200 len: 217 time: 0.1130054 Jul 16 18:12:26.091658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43118) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:26.098689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, e3ca1da7-7418-4fe8-9c7e-44c80be6544c) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:26.120455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c81773b-9ffa-476e-838b-7121be79729d None None] Network e3ca1da7-7418-4fe8-9c7e-44c80be6544c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:26.133092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-66b4bd4d-f664-498f-a563-a36661a273f8 req-78a9d190-f663-43c4-9a06-64e83b486c58 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975677 Jul 16 18:12:26.154176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.158884 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.212345 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.300060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2000da18-c379-4eec-9178-0b305a190fc6 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7510474 Jul 16 18:12:26.305970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43122) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:26.320177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-817df8cd-fe4e-460f-8f4a-6a53141d965b tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1462484054', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:26.365072 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.439999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d6c52-a78e-4047-8206-d512f1ec1139 req-8e1e3b9e-8b0a-4e7e-8b56-042f40353eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.448317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-131d6c52-a78e-4047-8206-d512f1ec1139 req-8e1e3b9e-8b0a-4e7e-8b56-042f40353eac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 200 len: 859 time: 0.3962259 Jul 16 18:12:26.500152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac3100e-ab95-48ff-bcaf-24856d097f89 req-44c74648-6f4f-43ab-ba84-6c33694a539c tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.512829 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.517746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aac3100e-ab95-48ff-bcaf-24856d097f89 req-44c74648-6f4f-43ab-ba84-6c33694a539c tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.8490548 Jul 16 18:12:26.538641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Network ae734c75-a748-4df4-b086-ac0f469b1a67 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:26.544792 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-817df8cd-fe4e-460f-8f4a-6a53141d965b tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.557267 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-817df8cd-fe4e-460f-8f4a-6a53141d965b tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.575192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:26.593806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:26.625851 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-131d6c52-a78e-4047-8206-d512f1ec1139 req-abb50596-5386-4c40-a18d-578f63662c0a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13ce4986-d26e-4f96-8ffd-11ed79085e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1635571 Jul 16 18:12:26.687294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-e3ca1da7-7418-4fe8-9c7e-44c80be6544c', 'network_id': 'e3ca1da7-7418-4fe8-9c7e-44c80be6544c', 'tenant_id': '65ee4af1120e4bedaec192f477406faf', 'fixed_ips': [{'subnet_id': '1894161e-4984-43c7-9701-2fcf018909df'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:26.688200 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.691685 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aac3100e-ab95-48ff-bcaf-24856d097f89 req-cef4bdc5-ca03-4ef6-b638-42b7e5f1a105 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695783 Jul 16 18:12:26.788619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Pushing event updated for resources: {'Port': ['ID=cadb3859-dc3e-4f84-9f49-790fcb59a9a2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:26.855267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-131d6c52-a78e-4047-8206-d512f1ec1139 req-55f0d83c-09af-414a-b161-97392b88b94a service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451459 Jul 16 18:12:26.955416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:26.956149 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.959632 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-817df8cd-fe4e-460f-8f4a-6a53141d965b tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:26.977595 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-817df8cd-fe4e-460f-8f4a-6a53141d965b tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.030191 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-131d6c52-a78e-4047-8206-d512f1ec1139 req-85169ba9-37a4-4eb7-93fb-f8c715fa4d1c service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649461 Jul 16 18:12:27.166785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242c5579-b0dc-4d7b-b233-3bdc5f5b3484 req-9d261467-7b13-47ad-8040-2f8bf30260a9 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:27.174357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242c5579-b0dc-4d7b-b233-3bdc5f5b3484 req-9d261467-7b13-47ad-8040-2f8bf30260a9 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 932 time: 0.5770576 Jul 16 18:12:27.222336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Allocated IP 172.20.0.2 (e3ca1da7-7418-4fe8-9c7e-44c80be6544c/1894161e-4984-43c7-9701-2fcf018909df/1f5509e9-fb64-4655-a178-d5d7fdd115a2) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:27.244492 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.266752 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.332297 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-817df8cd-fe4e-460f-8f4a-6a53141d965b tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.333563 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-817df8cd-fe4e-460f-8f4a-6a53141d965b tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 1.0251482 Jul 16 18:12:27.335041 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-e7b6a675-0ccb-422a-ae25-6cbe4c178ec6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.8939497 Jul 16 18:12:27.336306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43136) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:27.369271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-242c5579-b0dc-4d7b-b233-3bdc5f5b3484 req-d5d07e9c-9d7d-4175-838b-55d1b7dc73c2 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939220 Jul 16 18:12:27.386623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Request body: {'port': {'device_id': 'c544404c-0ddc-4bcc-841a-722817df5bce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:27.413583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee127ff-dba0-48c7-a6f8-33a0cfae22d4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:27.461302 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=848ee7f9fc5e4e8d9c260f2b6cb65c3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3661060 Jul 16 18:12:27.468017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43138) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:27.477588 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.477940 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.478270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.478607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.478942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.479271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.479678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.479971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.480902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.481500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.481828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.482165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62d0f44d-0b23-42c4-854e-aa36cf20cce4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:27.618051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.637692 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.642238 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-52a592f6-b049-4526-9bdf-3a739d72e6d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.675702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Transition to ACTIVE for port object 1f5509e9-fb64-4655-a178-d5d7fdd115a2 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:27.716917 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-52a592f6-b049-4526-9bdf-3a739d72e6d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.728439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Transition to ACTIVE for port object 1f5509e9-fb64-4655-a178-d5d7fdd115a2 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:27.736168 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:27.794642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Network e3ca1da7-7418-4fe8-9c7e-44c80be6544c is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:27.798222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:27.804295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:28.016760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Pushing event updated for resources: {'Port': ['ID=1f5509e9-fb64-4655-a178-d5d7fdd115a2,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.035276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Attempting to bind port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:28.035678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Attempting to bind port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd66f5d33-653d-44b4-8733-0dea057c3d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3ca1da7-7418-4fe8-9c7e-44c80be6544c'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:28.036048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Attempting to bind port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 on network e3ca1da7-7418-4fe8-9c7e-44c80be6544c {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:28.052676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:28.053095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Checking segment: {'id': 'd66f5d33-653d-44b4-8733-0dea057c3d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3ca1da7-7418-4fe8-9c7e-44c80be6544c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:28.056255 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.056668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Bound using segment: {'id': 'd66f5d33-653d-44b4-8733-0dea057c3d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3ca1da7-7418-4fe8-9c7e-44c80be6544c'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:28.057169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Bound port: 1f5509e9-fb64-4655-a178-d5d7fdd115a2, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd66f5d33-653d-44b4-8733-0dea057c3d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e3ca1da7-7418-4fe8-9c7e-44c80be6544c'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:28.057760 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.181381 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.197066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] For port 1f5509e9-fb64-4655-a178-d5d7fdd115a2, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:28.203445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] For port 1f5509e9-fb64-4655-a178-d5d7fdd115a2, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1f5509e9-fb64-4655-a178-d5d7fdd115a2,segment=NetworkSegment(d66f5d33-653d-44b4-8733-0dea057c3d9e),segment_id=d66f5d33-653d-44b4-8733-0dea057c3d9e)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:28.212562 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.264182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cadb3859-dc3e-4f84-9f49-790fcb59a9a2 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:28.290791 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.314640 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Transition to ACTIVE for port object cadb3859-dc3e-4f84-9f49-790fcb59a9a2 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:28.336985 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.348610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6431d9-65fe-4651-b324-63d8094f598c None None] Pushing event updated for resources: {'Port': ['ID=1f5509e9-fb64-4655-a178-d5d7fdd115a2,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.388630 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-52a592f6-b049-4526-9bdf-3a739d72e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.395750 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-52a592f6-b049-4526-9bdf-3a739d72e6d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:28.401419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-52a592f6-b049-4526-9bdf-3a739d72e6d3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ee127ff-dba0-48c7-a6f8-33a0cfae22d4 HTTP/1.1" status: 204 len: 168 time: 0.9320431 Jul 16 18:12:28.582444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a592f6-b049-4526-9bdf-3a739d72e6d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee127ff-dba0-48c7-a6f8-33a0cfae22d4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.664922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c177a-79e1-4a8a-8937-c492cd516c02 req-d66e61e9-2183-4a0c-b86a-ccfe0fd659b1 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.666773 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f1c177a-79e1-4a8a-8937-c492cd516c02 req-d66e61e9-2183-4a0c-b86a-ccfe0fd659b1 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.8750098 Jul 16 18:12:28.762862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Pushing event updated for resources: {'Port': ['ID=cadb3859-dc3e-4f84-9f49-790fcb59a9a2,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:28.858356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Attempting to bind port cadb3859-dc3e-4f84-9f49-790fcb59a9a2 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:28.858763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Attempting to bind port cadb3859-dc3e-4f84-9f49-790fcb59a9a2 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '9409d278-78c7-4981-8a9a-4c8dc741060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae734c75-a748-4df4-b086-ac0f469b1a67'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:28.859103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Attempting to bind port cadb3859-dc3e-4f84-9f49-790fcb59a9a2 on network ae734c75-a748-4df4-b086-ac0f469b1a67 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:28.892246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad6eef1-7819-4628-bf49-ff8133fdb559 req-33df4271-4b65-43cf-afcc-8080fbcf8bdd tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:28.895013 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f1c177a-79e1-4a8a-8937-c492cd516c02 req-b9a55f3e-e41c-445b-8ae4-afe3f94defb8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832492 Jul 16 18:12:28.895973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cad6eef1-7819-4628-bf49-ff8133fdb559 req-33df4271-4b65-43cf-afcc-8080fbcf8bdd tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.5623035 Jul 16 18:12:28.901960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Port cadb3859-dc3e-4f84-9f49-790fcb59a9a2 on network ae734c75-a748-4df4-b086-ac0f469b1a67 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:28.902299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Attempting to bind port cadb3859-dc3e-4f84-9f49-790fcb59a9a2 on network ae734c75-a748-4df4-b086-ac0f469b1a67 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:28.948950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:28.949246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Checking segment: {'id': '9409d278-78c7-4981-8a9a-4c8dc741060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae734c75-a748-4df4-b086-ac0f469b1a67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:28.949604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Bound using segment: {'id': '9409d278-78c7-4981-8a9a-4c8dc741060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae734c75-a748-4df4-b086-ac0f469b1a67'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:28.950074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Bound port: cadb3859-dc3e-4f84-9f49-790fcb59a9a2, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9409d278-78c7-4981-8a9a-4c8dc741060f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae734c75-a748-4df4-b086-ac0f469b1a67'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:28.950448 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.004606 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Allocated IP 172.20.0.1 (e3ca1da7-7418-4fe8-9c7e-44c80be6544c/1894161e-4984-43c7-9701-2fcf018909df/4a527d5f-e2a7-4c9f-b582-e55ad96278ce) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:29.042254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cad6eef1-7819-4628-bf49-ff8133fdb559 req-32be60e0-4626-44bd-aeb0-e78c3a15cab0 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327209 Jul 16 18:12:29.076431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43156) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.159058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] For port cadb3859-dc3e-4f84-9f49-790fcb59a9a2, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:29.164748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] For port cadb3859-dc3e-4f84-9f49-790fcb59a9a2, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=cadb3859-dc3e-4f84-9f49-790fcb59a9a2,segment=NetworkSegment(9409d278-78c7-4981-8a9a-4c8dc741060f),segment_id=9409d278-78c7-4981-8a9a-4c8dc741060f)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:29.171100 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.184167 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cad635bf-c84c-48fd-84dd-7d07339c1cbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.214551 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.305352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Pushing event updated for resources: {'Port': ['ID=cadb3859-dc3e-4f84-9f49-790fcb59a9a2,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:29.374264 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.403462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Transition to ACTIVE for port object 4a527d5f-e2a7-4c9f-b582-e55ad96278ce will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:29.440570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.442036 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.443887 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-81e7ff8e-5aff-4bfe-bae6-a65872a55811 service neutron] 10.222.0.37 "PUT /v2.0/ports/cadb3859-dc3e-4f84-9f49-790fcb59a9a2 HTTP/1.1" status: 200 len: 1092 time: 2.0663064 Jul 16 18:12:29.444701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c544404c-0ddc-4bcc-841a-722817df5bce', 'tag': 'cadb3859-dc3e-4f84-9f49-790fcb59a9a2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:29.448129 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b19521df-e017-4190-9c6a-1bfe71da5b08" -d '{"events": [{"name": "network-changed", "server_uuid": "c544404c-0ddc-4bcc-841a-722817df5bce", "tag": "cadb3859-dc3e-4f84-9f49-790fcb59a9a2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:29.598442 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dded028a-3121-4ea7-a362-9d983d3c110c x-openstack-request-id: req-dded028a-3121-4ea7-a362-9d983d3c110c {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:29.598867 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c544404c-0ddc-4bcc-841a-722817df5bce", "tag": "cadb3859-dc3e-4f84-9f49-790fcb59a9a2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:29.599340 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dded028a-3121-4ea7-a362-9d983d3c110c {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:29.599965 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c544404c-0ddc-4bcc-841a-722817df5bce', 'tag': 'cadb3859-dc3e-4f84-9f49-790fcb59a9a2', 'status': 'completed', 'code': 200} Jul 16 18:12:29.609621 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cad635bf-c84c-48fd-84dd-7d07339c1cbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.611945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88751f-facc-4d21-a414-f0b353d4f652 req-4f857201-5014-4c2b-8f51-a7010634f2b2 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.614061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0b88751f-facc-4d21-a414-f0b353d4f652 req-4f857201-5014-4c2b-8f51-a7010634f2b2 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 944 time: 0.3049450 Jul 16 18:12:29.626613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cad635bf-c84c-48fd-84dd-7d07339c1cbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.637883 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.722321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Network e3ca1da7-7418-4fe8-9c7e-44c80be6544c is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:29.739392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0b88751f-facc-4d21-a414-f0b353d4f652 req-a26331b2-aa6c-43d3-802f-bfe2c5a23d02 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139359 Jul 16 18:12:29.756195 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cad635bf-c84c-48fd-84dd-7d07339c1cbb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f87aa640379d440baa9c51304ece4823&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6580834 Jul 16 18:12:29.758291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43178) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:29.764895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad635bf-c84c-48fd-84dd-7d07339c1cbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b5fe72-45e8-4646-b17e-7be9edf04fd8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:29.783622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:29.786641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-536a1ed5-700b-4a49-a5f5-4287bf034d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:29.789964 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-536a1ed5-700b-4a49-a5f5-4287bf034d38 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bea26d270524a6fb7e94e82f8fe8bd6&device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 1095 time: 0.2673378 Jul 16 18:12:29.793370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:29.868640 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:29.877193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-77a3e73b-f603-4485-8f59-8e1cf5aa7d73 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cadb3859-dc3e-4f84-9f49-790fcb59a9a2 HTTP/1.1" status: 200 len: 217 time: 0.0706329 Jul 16 18:12:30.029071 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33ff103f-7312-4f82-9edf-ccc9f0959ca0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.034104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-b24adfb5-0ecc-4c0a-bf2c-d819d390c1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:30.034550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event updated for resources: {'Port': ['ID=4a527d5f-e2a7-4c9f-b582-e55ad96278ce,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:30.041984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-b24adfb5-0ecc-4c0a-bf2c-d819d390c1dd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9a09f7c-4753-4c68-bcf0-f7bcce545ec8 HTTP/1.1" status: 200 len: 851 time: 0.1570995 Jul 16 18:12:30.072335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.077392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.079222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.079653 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.080057 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.083130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.084378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.086061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.086474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.086880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.088600 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.089544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:30.170772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e268279-ab2f-459b-9930-c80c25e71f11 None None] Network e3ca1da7-7418-4fe8-9c7e-44c80be6544c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:30.238883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-afde010c-b38b-4af3-aab8-82e6e8a8d074 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae734c75-a748-4df4-b086-ac0f469b1a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1915481 Jul 16 18:12:30.251510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1f5509e9-fb64-4655-a178-d5d7fdd115a2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:30.260916 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33ff103f-7312-4f82-9edf-ccc9f0959ca0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.337005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.370505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-465503a6-b8c8-471b-aab1-78d1ed19926f None None] Provisioning for port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:30.471288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:30.480826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:30.481474 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.751159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-179d1531-29e0-4bee-a5b8-f2d8b19c3480 service neutron] 10.222.0.37 "GET /v2.0/networks/ae734c75-a748-4df4-b086-ac0f469b1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4993656 Jul 16 18:12:30.790063 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.810937 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33ff103f-7312-4f82-9edf-ccc9f0959ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.815334 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33ff103f-7312-4f82-9edf-ccc9f0959ca0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.819739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-33ff103f-7312-4f82-9edf-ccc9f0959ca0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/23b5fe72-45e8-4646-b17e-7be9edf04fd8 HTTP/1.1" status: 204 len: 168 time: 1.0564454 Jul 16 18:12:30.910439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 1f5509e9-fb64-4655-a178-d5d7fdd115a2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1f5509e9-fb64-4655-a178-d5d7fdd115a2,segment=NetworkSegment(d66f5d33-653d-44b4-8733-0dea057c3d9e),segment_id=d66f5d33-653d-44b4-8733-0dea057c3d9e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:30.924477 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:30.969735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff103f-7312-4f82-9edf-ccc9f0959ca0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b5fe72-45e8-4646-b17e-7be9edf04fd8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.100957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=1f5509e9-fb64-4655-a178-d5d7fdd115a2,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.107378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b8b5d9-3b89-4da5-8eb8-cbb28bcbaf0e req-8705654a-7e8f-44e0-b349-685b4a73c6a5 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.131923 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8b8b5d9-3b89-4da5-8eb8-cbb28bcbaf0e req-8705654a-7e8f-44e0-b349-685b4a73c6a5 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.7244780 Jul 16 18:12:31.270346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8b8b5d9-3b89-4da5-8eb8-cbb28bcbaf0e req-b4adae13-b401-4a7a-93cb-c6569e2596fc tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359210 Jul 16 18:12:31.273028 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0abe16ac-9e16-4aff-8fd3-15181ebd3977 req-25edc1f0-0737-4d25-bf68-c6cf3d57225b service neutron] 10.222.0.37 "GET /v2.0/networks/ae734c75-a748-4df4-b086-ac0f469b1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5040426 Jul 16 18:12:31.285241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01b82e1-853c-442f-bcff-ad8c1d491ab5 req-d6cc9ca0-56ee-49fd-ae8f-4ffbf9230170 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.292436 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a01b82e1-853c-442f-bcff-ad8c1d491ab5 req-d6cc9ca0-56ee-49fd-ae8f-4ffbf9230170 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 1.0478206 Jul 16 18:12:31.386740 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a01b82e1-853c-442f-bcff-ad8c1d491ab5 req-49b85587-c920-4c55-8ea6-68d1bfede781 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931869 Jul 16 18:12:31.396510 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.403070 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.568898 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.602153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-39e64aa7-c0fd-4b4c-b76c-ed0d29569c55 None None] Provisioning complete for port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:31.604069 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-39e64aa7-c0fd-4b4c-b76c-ed0d29569c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:31.681480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19521df-e017-4190-9c6a-1bfe71da5b08 req-e0789ba8-fc16-4d1c-98b6-a2d7c663fb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:31.682891 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b19521df-e017-4190-9c6a-1bfe71da5b08 req-e0789ba8-fc16-4d1c-98b6-a2d7c663fb96 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bea26d270524a6fb7e94e82f8fe8bd6&device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 1095 time: 0.2764671 Jul 16 18:12:31.834707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event updated for resources: {'Port': ['ID=4a527d5f-e2a7-4c9f-b582-e55ad96278ce,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:31.940511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-39e64aa7-c0fd-4b4c-b76c-ed0d29569c55 None None] Provisioning for port 4a527d5f-e2a7-4c9f-b582-e55ad96278ce completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:31.949481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-39e64aa7-c0fd-4b4c-b76c-ed0d29569c55 None None] Provisioning complete for port 4a527d5f-e2a7-4c9f-b582-e55ad96278ce triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:31.950132 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-39e64aa7-c0fd-4b4c-b76c-ed0d29569c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.020609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19521df-e017-4190-9c6a-1bfe71da5b08 req-6f55457b-3517-4564-9187-f79248eacd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.023614 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b19521df-e017-4190-9c6a-1bfe71da5b08 req-6f55457b-3517-4564-9187-f79248eacd28 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae734c75-a748-4df4-b086-ac0f469b1a67 HTTP/1.1" status: 200 len: 912 time: 0.3295970 Jul 16 18:12:32.066085 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-39e64aa7-c0fd-4b4c-b76c-ed0d29569c55 None None] Port 4a527d5f-e2a7-4c9f-b582-e55ad96278ce cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:32.119705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b19521df-e017-4190-9c6a-1bfe71da5b08 req-f2079377-d908-4f8a-8bbb-d7deb81247ec service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cadb3859-dc3e-4f84-9f49-790fcb59a9a2 HTTP/1.1" status: 200 len: 217 time: 0.0866182 Jul 16 18:12:32.143955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1f5509e9-fb64-4655-a178-d5d7fdd115a2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:32.161903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Network e3ca1da7-7418-4fe8-9c7e-44c80be6544c is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:32.167389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:32.328857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19521df-e017-4190-9c6a-1bfe71da5b08 req-9d9a1457-828c-4ece-9062-999acee66820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.334054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e49a65-1062-48e7-8297-f4b9cdda4946 req-ad1ac15d-f6ae-490b-a8a0-6b506961adf2 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.335395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b19521df-e017-4190-9c6a-1bfe71da5b08 req-9d9a1457-828c-4ece-9062-999acee66820 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9a09f7c-4753-4c68-bcf0-f7bcce545ec8 HTTP/1.1" status: 200 len: 851 time: 0.2053289 Jul 16 18:12:32.360571 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-98e49a65-1062-48e7-8297-f4b9cdda4946 req-ad1ac15d-f6ae-490b-a8a0-6b506961adf2 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 944 time: 0.5210104 Jul 16 18:12:32.378298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-92a4e3cb-eeb3-49bf-8b4f-76721319e8a6 None None] Provisioning complete for port 4a527d5f-e2a7-4c9f-b582-e55ad96278ce triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:32.378682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-92a4e3cb-eeb3-49bf-8b4f-76721319e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.427058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-92a4e3cb-eeb3-49bf-8b4f-76721319e8a6 None None] Port 4a527d5f-e2a7-4c9f-b582-e55ad96278ce cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:32.441211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:32.441828 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.504296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b19521df-e017-4190-9c6a-1bfe71da5b08 req-ef82f0ca-9941-4c9f-85fa-783fc174dda2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae734c75-a748-4df4-b086-ac0f469b1a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1591256 Jul 16 18:12:32.555085 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-98e49a65-1062-48e7-8297-f4b9cdda4946 req-2d4f1fef-4cc3-4cf3-978f-3b13063f8ad1 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934052 Jul 16 18:12:32.665331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1e6d6936-dc9b-4df6-9339-f3923aeb2f36 None None] Provisioning complete for port 4a527d5f-e2a7-4c9f-b582-e55ad96278ce triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:32.672584 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e6d6936-dc9b-4df6-9339-f3923aeb2f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:32.734234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b19521df-e017-4190-9c6a-1bfe71da5b08 req-417fe7bf-c723-4e51-8b8f-bb8c77ff0f5f service neutron] 10.222.0.37 "GET /v2.0/networks/ae734c75-a748-4df4-b086-ac0f469b1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225850 Jul 16 18:12:32.735651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Router af8c5dda-e885-4072-a2d3-2ce17685ca21 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:12:32.749476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1e6d6936-dc9b-4df6-9339-f3923aeb2f36 None None] Port 4a527d5f-e2a7-4c9f-b582-e55ad96278ce cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:32.923904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1afb6a-48ce-4fc0-bbbe-bce4d046829d req-ee2e55dc-47e1-48dd-9114-3d41168dfdd3 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:32.925941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd1afb6a-48ce-4fc0-bbbe-bce4d046829d req-ee2e55dc-47e1-48dd-9114-3d41168dfdd3 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1908598 Jul 16 18:12:32.982703 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b19521df-e017-4190-9c6a-1bfe71da5b08 req-2195ba5d-af9f-48dd-83e8-3008e2d681a5 service neutron] 10.222.0.37 "GET /v2.0/networks/ae734c75-a748-4df4-b086-ac0f469b1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928499 Jul 16 18:12:33.012900 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd1afb6a-48ce-4fc0-bbbe-bce4d046829d req-167b5390-bd4a-4efd-b789-198849bf926d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803039 Jul 16 18:12:33.414752 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:33.426424 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28057ae4-cfa8-4504-9176-d8ae64744f9a None None] Sync routers for ids ['af8c5dda-e885-4072-a2d3-2ce17685ca21'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:33.439179 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28057ae4-cfa8-4504-9176-d8ae64744f9a None None] Routers {'af8c5dda-e885-4072-a2d3-2ce17685ca21'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:33.440589 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-28057ae4-cfa8-4504-9176-d8ae64744f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:12:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['af8c5dda-e885-4072-a2d3-2ce17685ca21'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:33.453646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-117ef1b1-9e05-404d-9bbc-967f3a100655 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "PUT /v2.0/routers/af8c5dda-e885-4072-a2d3-2ce17685ca21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1159377 Jul 16 18:12:33.454524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43282) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:33.459799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Request body: {'port': {'network_id': 'e3ca1da7-7418-4fe8-9c7e-44c80be6544c', 'name': 'tempest-FloatingIPNegativeTestJSON-407497091'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:33.596842 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-28057ae4-cfa8-4504-9176-d8ae64744f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:33.607162 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28057ae4-cfa8-4504-9176-d8ae64744f9a None None] Routers {'af8c5dda-e885-4072-a2d3-2ce17685ca21'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:33.608112 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-28057ae4-cfa8-4504-9176-d8ae64744f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:12:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['af8c5dda-e885-4072-a2d3-2ce17685ca21'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:33.615462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865e9659-5e71-48ba-8eba-d267ed7e0e3d req-59711f1b-5ff9-43e8-9c01-8dce12a778a2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:33.633580 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-865e9659-5e71-48ba-8eba-d267ed7e0e3d req-59711f1b-5ff9-43e8-9c01-8dce12a778a2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2200949 Jul 16 18:12:33.642584 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-28057ae4-cfa8-4504-9176-d8ae64744f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:33.644155 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28057ae4-cfa8-4504-9176-d8ae64744f9a None None] The sync data for ids ['af8c5dda-e885-4072-a2d3-2ce17685ca21'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:33.688007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-865e9659-5e71-48ba-8eba-d267ed7e0e3d req-0fdb5d1d-4dbb-4454-9d72-6c91f279df7d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538099 Jul 16 18:12:33.719916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Made reservation on behalf of 65ee4af1120e4bedaec192f477406faf for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:33.724414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:33.763131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] device_id is not set on port 39915057-054d-4dff-b095-ae09786e998b yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:33.958149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Allocated IP 172.20.0.4 (e3ca1da7-7418-4fe8-9c7e-44c80be6544c/1894161e-4984-43c7-9701-2fcf018909df/39915057-054d-4dff-b095-ae09786e998b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:34.099630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7eeb54-9b44-4801-9be3-33ed117e0dc1 req-1eca7563-9d69-4a1e-ac47-c59d13eb5df5 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.109094 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e7eeb54-9b44-4801-9be3-33ed117e0dc1 req-1eca7563-9d69-4a1e-ac47-c59d13eb5df5 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 944 time: 0.2911251 Jul 16 18:12:34.330497 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e7eeb54-9b44-4801-9be3-33ed117e0dc1 req-cfeb70f4-755d-445c-ba8a-f450ddf6e1c5 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200825 Jul 16 18:12:34.496588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device cadb3859-dc3e-4f84-9f49-790fcb59a9a2 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:34.569494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acee50b-385d-4733-a34e-8f3331d7aff3 req-4fc17633-8bf7-418d-b58b-18678952ae7d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.581344 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9acee50b-385d-4733-a34e-8f3331d7aff3 req-4fc17633-8bf7-418d-b58b-18678952ae7d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.2341988 Jul 16 18:12:34.615957 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.657305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Transition to ACTIVE for port object 39915057-054d-4dff-b095-ae09786e998b will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:34.698004 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9acee50b-385d-4733-a34e-8f3331d7aff3 req-3e3f4781-a4e2-4f8a-a2e9-7aa604f46196 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157465 Jul 16 18:12:34.722814 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:34.777691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Network e3ca1da7-7418-4fe8-9c7e-44c80be6544c is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:34.784310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:34.790042 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:34.910758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event updated for resources: {'Port': ['ID=39915057-054d-4dff-b095-ae09786e998b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:34.918642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port cadb3859-dc3e-4f84-9f49-790fcb59a9a2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=cadb3859-dc3e-4f84-9f49-790fcb59a9a2,segment=NetworkSegment(9409d278-78c7-4981-8a9a-4c8dc741060f),segment_id=9409d278-78c7-4981-8a9a-4c8dc741060f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:34.942574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'cadb3859-dc3e-4f84-9f49-790fcb59a9a2', 'network_id': 'ae734c75-a748-4df4-b086-ac0f469b1a67', 'port_id': 'cadb3859-dc3e-4f84-9f49-790fcb59a9a2', 'mac_address': 'fa:16:3e:5b:2f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 389, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a9a09f7c-4753-4c68-bcf0-f7bcce545ec8', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:34.956601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:34.965536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.022472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43364) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:35.022724 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.059824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cadb3859-dc3e-4f84-9f49-790fcb59a9a2 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:35.109572 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port cadb3859-dc3e-4f84-9f49-790fcb59a9a2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=cadb3859-dc3e-4f84-9f49-790fcb59a9a2,segment=NetworkSegment(9409d278-78c7-4981-8a9a-4c8dc741060f),segment_id=9409d278-78c7-4981-8a9a-4c8dc741060f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:35.120923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43370) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:35.124918 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.127356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:35.133717 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f394dc07-b1a1-4479-85c1-adae718cbcbd tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6750236 Jul 16 18:12:35.205221 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.249877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30676c-2223-42b2-8737-5fc0a7532cb6 req-a7bf8c82-2778-4cf9-ab9b-6d06c74c3b2c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:35.259493 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e30676c-2223-42b2-8737-5fc0a7532cb6 req-a7bf8c82-2778-4cf9-ab9b-6d06c74c3b2c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2802405 Jul 16 18:12:35.304201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d152408-f056-4b50-96df-ac8b6fb880ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.304367 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=cadb3859-dc3e-4f84-9f49-790fcb59a9a2,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:35.323413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.323801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.324143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.324500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.324804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.325132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.325461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.326338 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.326909 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.327745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.327745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.352561 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:12:35.356054 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e30676c-2223-42b2-8737-5fc0a7532cb6 req-5c10abf4-4ce9-416a-a9cd-feabf7594c9b tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955253 Jul 16 18:12:35.426932 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9b4147bf-9ad5-4204-beaa-ee63ccb78bba None None] Provisioning for port 39915057-054d-4dff-b095-ae09786e998b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:35.431415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9b4147bf-9ad5-4204-beaa-ee63ccb78bba None None] Provisioning complete for port 39915057-054d-4dff-b095-ae09786e998b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:35.432057 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9b4147bf-9ad5-4204-beaa-ee63ccb78bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.479163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9b4147bf-9ad5-4204-beaa-ee63ccb78bba None None] Port 39915057-054d-4dff-b095-ae09786e998b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:35.545655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['cadb3859-dc3e-4f84-9f49-790fcb59a9a2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:35.711573 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:35.963431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Allocated IP 172.25.7.59 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/11bd1840-2239-4f60-a35a-736e2fc9d9bf) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:35.996950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44985919-491f-46dc-9010-0b83ca4bf089 req-2d76d55f-4ed2-4d7b-922d-156636fc3599 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.010451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44985919-491f-46dc-9010-0b83ca4bf089 req-2d76d55f-4ed2-4d7b-922d-156636fc3599 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1310024 Jul 16 18:12:36.079521 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44985919-491f-46dc-9010-0b83ca4bf089 req-b8c85fb5-64bd-4cf6-a62f-222af9826a24 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580003 Jul 16 18:12:36.089727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.163606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.173868 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d152408-f056-4b50-96df-ac8b6fb880ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.196540 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d152408-f056-4b50-96df-ac8b6fb880ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.213686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929feafc-30b4-42a4-9ed6-5c5bae5c478c req-424332b2-072b-422a-be59-cfafe2af3eb9 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.223900 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-929feafc-30b4-42a4-9ed6-5c5bae5c478c req-424332b2-072b-422a-be59-cfafe2af3eb9 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 945 time: 0.6554744 Jul 16 18:12:36.353118 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:36.354545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d152408-f056-4b50-96df-ac8b6fb880ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76273100-b72d-43db-9053-3eece6a45924,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.462987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:36.471164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:36.483138 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4d152408-f056-4b50-96df-ac8b6fb880ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b08aefe6771846dd87a40ecb72e92ebe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4599941 Jul 16 18:12:36.485791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43386) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:36.506684 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event updated for resources: {'Port': ['ID=11bd1840-2239-4f60-a35a-736e2fc9d9bf,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.550292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-929feafc-30b4-42a4-9ed6-5c5bae5c478c req-bcb8cd31-7ec1-4170-b3bf-99d905528ad8 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2668142 Jul 16 18:12:36.569977 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea352973-b0d5-4a58-9c25-21376412b689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.628731 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea352973-b0d5-4a58-9c25-21376412b689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.770205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.820309 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea352973-b0d5-4a58-9c25-21376412b689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.823183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea352973-b0d5-4a58-9c25-21376412b689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.839735 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ea352973-b0d5-4a58-9c25-21376412b689 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/76273100-b72d-43db-9053-3eece6a45924 HTTP/1.1" status: 204 len: 168 time: 0.3409159 Jul 16 18:12:36.871093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea352973-b0d5-4a58-9c25-21376412b689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76273100-b72d-43db-9053-3eece6a45924,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:36.887631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9abf6-c48f-439c-8e49-15ef6d31725e req-7d5db8c9-540c-4fc9-9e9a-0faff0777945 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:36.896978 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-afa9abf6-c48f-439c-8e49-15ef6d31725e req-7d5db8c9-540c-4fc9-9e9a-0faff0777945 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2082462 Jul 16 18:12:36.920099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:36.948074 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-afa9abf6-c48f-439c-8e49-15ef6d31725e req-f1b646e8-a03e-419b-9530-77c093bb822a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497887 Jul 16 18:12:37.136276 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.145765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.329926 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.362034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43402) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:37.371093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event updated for resources: {'Port': ['ID=11bd1840-2239-4f60-a35a-736e2fc9d9bf,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.377647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.381607 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0a818e9b-9a30-4492-99c0-6fef63e31cab tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2568843 Jul 16 18:12:37.397337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43404) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:37.412254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4ccd704c-4d68-4fec-b20e-40ada2668252 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Request body: {'floatingip': {'port_id': '39915057-054d-4dff-b095-ae09786e998b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:37.442540 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce98ee7e-444f-4dec-85c3-8e3296f68962 admin admin] Deleting subnet 09e73b2d-6b01-4e19-8418-81bb6e353701 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:37.452071 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ce98ee7e-444f-4dec-85c3-8e3296f68962 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.526368 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4ccd704c-4d68-4fec-b20e-40ada2668252 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.543680 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ce98ee7e-444f-4dec-85c3-8e3296f68962 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.665253 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ce98ee7e-444f-4dec-85c3-8e3296f68962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.721684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b663a4-df98-4940-83e7-3cad5c9fc6bd req-5099e862-195c-4d80-b00a-1cf98d06e5a8 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:37.730180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b663a4-df98-4940-83e7-3cad5c9fc6bd req-5099e862-195c-4d80-b00a-1cf98d06e5a8 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.4118881 Jul 16 18:12:37.785551 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ce98ee7e-444f-4dec-85c3-8e3296f68962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.822808 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ce98ee7e-444f-4dec-85c3-8e3296f68962 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:37.826078 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ce98ee7e-444f-4dec-85c3-8e3296f68962 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/09e73b2d-6b01-4e19-8418-81bb6e353701 HTTP/1.1" status: 204 len: 168 time: 0.4619491 Jul 16 18:12:37.834694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43416) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:37.921809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce98ee7e-444f-4dec-85c3-8e3296f68962 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09e73b2d-6b01-4e19-8418-81bb6e353701,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:37.943022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b663a4-df98-4940-83e7-3cad5c9fc6bd req-aa4e7d48-84fa-46af-bbf3-e82f8a6a4967 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118466 Jul 16 18:12:38.025948 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-4ccd704c-4d68-4fec-b20e-40ada2668252 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] update failed (client error): The resource could not be found. Jul 16 18:12:38.027015 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4ccd704c-4d68-4fec-b20e-40ada2668252 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "PUT /v2.0/floatingips/4fba7fb3-0778-408a-a75d-317bb3f16120 HTTP/1.1" status: 404 len: 507 time: 0.6244793 Jul 16 18:12:38.044314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43426) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:38.089616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.191434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf0a12-1a35-43e8-bffa-2e070fdf8927 req-9f0a2626-54f8-434e-8430-19e36be66a13 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:38.200145 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6cf0a12-1a35-43e8-bffa-2e070fdf8927 req-9f0a2626-54f8-434e-8430-19e36be66a13 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 945 time: 0.2809806 Jul 16 18:12:38.296307 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.328776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444b421f-e83a-476e-b680-9ef802b568d7']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:38.350674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '162d8878-20e9-41ee-8178-26897486b832') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:38.350976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '162d8878-20e9-41ee-8178-26897486b832') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:38.355737 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f6cf0a12-1a35-43e8-bffa-2e070fdf8927 req-008a2114-0b7b-4512-91c3-8729cf738940 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536775 Jul 16 18:12:38.368347 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.418456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.434228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] Releasing vlan 381 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:38.434656 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:38.442332 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:38.528325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-0f9390c8-e248-4807-8ebf-4081475e8716 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Deleting port 11bd1840-2239-4f60-a35a-736e2fc9d9bf {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:38.529610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f9390c8-e248-4807-8ebf-4081475e8716 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.543883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device cadb3859-dc3e-4f84-9f49-790fcb59a9a2 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:38.630222 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.640929 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.646089 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/444b421f-e83a-476e-b680-9ef802b568d7 HTTP/1.1" status: 204 len: 168 time: 0.8077488 Jul 16 18:12:38.670399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b44fab6-b368-4380-9b1b-90b89d5dedb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=444b421f-e83a-476e-b680-9ef802b568d7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:38.710102 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port cadb3859-dc3e-4f84-9f49-790fcb59a9a2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:38.714984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port cadb3859-dc3e-4f84-9f49-790fcb59a9a2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:38.715360 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.796366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f9390c8-e248-4807-8ebf-4081475e8716 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.796696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f9390c8-e248-4807-8ebf-4081475e8716 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.830354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-0f9390c8-e248-4807-8ebf-4081475e8716 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Calling delete_port for 11bd1840-2239-4f60-a35a-736e2fc9d9bf owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:38.890267 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:38.925165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c544404c-0ddc-4bcc-841a-722817df5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadb3859-dc3e-4f84-9f49-790fcb59a9a2'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:38.928492 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d58b014-5639-40df-ae3a-61964c687828" -d '{"events": [{"server_uuid": "c544404c-0ddc-4bcc-841a-722817df5bce", "name": "network-vif-plugged", "status": "completed", "tag": "cadb3859-dc3e-4f84-9f49-790fcb59a9a2"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:38.945700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43440) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:38.980855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port cadb3859-dc3e-4f84-9f49-790fcb59a9a2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=cadb3859-dc3e-4f84-9f49-790fcb59a9a2,segment=NetworkSegment(9409d278-78c7-4981-8a9a-4c8dc741060f),segment_id=9409d278-78c7-4981-8a9a-4c8dc741060f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:38.990168 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.054592 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eb5fd1af-f05a-452b-909a-1514fb6eb057 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd91cc250aaf4973a8f36597938b6869&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1061726 Jul 16 18:12:39.054792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43446) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:39.090566 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ecdecca-9c30-4f7b-b199-477753264aaf x-openstack-request-id: req-6ecdecca-9c30-4f7b-b199-477753264aaf {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:39.095134 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c544404c-0ddc-4bcc-841a-722817df5bce", "name": "network-vif-plugged", "status": "completed", "tag": "cadb3859-dc3e-4f84-9f49-790fcb59a9a2", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:39.096586 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6ecdecca-9c30-4f7b-b199-477753264aaf {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:39.097125 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c544404c-0ddc-4bcc-841a-722817df5bce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cadb3859-dc3e-4f84-9f49-790fcb59a9a2', 'code': 200} Jul 16 18:12:39.156736 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65f75715-a316-4e7c-b547-0f82ddc7b5c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.187650 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65f75715-a316-4e7c-b547-0f82ddc7b5c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.197168 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f9390c8-e248-4807-8ebf-4081475e8716 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.198640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=cadb3859-dc3e-4f84-9f49-790fcb59a9a2,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.299816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65f75715-a316-4e7c-b547-0f82ddc7b5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.303019 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65f75715-a316-4e7c-b547-0f82ddc7b5c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.307351 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-65f75715-a316-4e7c-b547-0f82ddc7b5c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/24ddb785-71aa-413b-927d-04bbbc6292f6 HTTP/1.1" status: 204 len: 168 time: 0.2515039 Jul 16 18:12:39.332119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9390c8-e248-4807-8ebf-4081475e8716 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event deleted for resources: {'Port': ['ID=11bd1840-2239-4f60-a35a-736e2fc9d9bf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.343951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f75715-a316-4e7c-b547-0f82ddc7b5c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24ddb785-71aa-413b-927d-04bbbc6292f6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:39.433692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c835357-4207-4dd2-a2e2-6498979f9bd2 req-75163c24-a882-4b98-8f43-705650df2853 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:39.445321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c835357-4207-4dd2-a2e2-6498979f9bd2 req-75163c24-a882-4b98-8f43-705650df2853 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 1.0661235 Jul 16 18:12:39.483588 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ef6bdb-d60c-46b1-91d8-0e724ac7a4d5 req-90cb14b0-4e66-440e-8ab6-713ac86c161e tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:39.485599 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-00ef6bdb-d60c-46b1-91d8-0e724ac7a4d5 req-90cb14b0-4e66-440e-8ab6-713ac86c161e tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1079443 Jul 16 18:12:39.530575 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f9390c8-e248-4807-8ebf-4081475e8716 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.538170 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f9390c8-e248-4807-8ebf-4081475e8716 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.539228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0f9390c8-e248-4807-8ebf-4081475e8716 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "DELETE /v2.0/floatingips/4fba7fb3-0778-408a-a75d-317bb3f16120 HTTP/1.1" status: 204 len: 168 time: 1.4938927 Jul 16 18:12:39.543263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43460) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:39.549902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b34a2255-098e-410c-a274-8db3028a8cbf tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Request body: {'floatingip': {'floating_network_id': 'e3ca1da7-7418-4fe8-9c7e-44c80be6544c', 'port_id': '39915057-054d-4dff-b095-ae09786e998b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:39.576228 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-00ef6bdb-d60c-46b1-91d8-0e724ac7a4d5 req-80e46b06-4ded-4420-a8a0-0739f27180fe tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827861 Jul 16 18:12:39.615284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4f4e67-908c-4832-9d31-5e4fff2800bc req-65e97e50-a725-466b-ae9b-f257eef58dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:39.616666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b34a2255-098e-410c-a274-8db3028a8cbf tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:39.616909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df4f4e67-908c-4832-9d31-5e4fff2800bc req-65e97e50-a725-466b-ae9b-f257eef58dd0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 1097 time: 0.4691951 Jul 16 18:12:39.713483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c835357-4207-4dd2-a2e2-6498979f9bd2 req-61f9a584-59ae-4fc6-ab42-b4cc9b780683 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671833 Jul 16 18:12:39.723262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43464) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:39.752825 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df4f4e67-908c-4832-9d31-5e4fff2800bc req-b112e44a-e061-4a52-ab79-2f93db618fd7 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138980 Jul 16 18:12:40.060939 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85473bb-aaff-48aa-a518-6319a3d3c90c req-bc609145-d325-44e3-85c2-3f9f52a4eccc tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.062532 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b85473bb-aaff-48aa-a518-6319a3d3c90c req-bc609145-d325-44e3-85c2-3f9f52a4eccc tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.2341790 Jul 16 18:12:40.139966 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-b34a2255-098e-410c-a274-8db3028a8cbf tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:12:40.143292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b34a2255-098e-410c-a274-8db3028a8cbf tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5986886 Jul 16 18:12:40.149083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43478) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:40.155728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '39915057-054d-4dff-b095-ae09786e998b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:40.165714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-769107b8-cc37-4644-906f-aa60ae419328 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1927699185'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:40.169963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-769107b8-cc37-4644-906f-aa60ae419328 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Unknown quota resources ['metering_label']. {{(pid=105438) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:12:40.198597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.266151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b85473bb-aaff-48aa-a518-6319a3d3c90c req-6d5116fa-77bd-448f-b336-a326714620db tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912088 Jul 16 18:12:40.354366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.479514 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-769107b8-cc37-4644-906f-aa60ae419328 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.480840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-769107b8-cc37-4644-906f-aa60ae419328 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7561734 Jul 16 18:12:40.484726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43486) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:40.490218 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-dd3e5c6d-7257-4516-9b49-c5b28a941db8 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'ca09d3a9-b834-4e75-a8db-6274e24edbed'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:40.490880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-dd3e5c6d-7257-4516-9b49-c5b28a941db8 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105438) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:12:40.516866 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Allocated IP 172.25.7.126 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/ae7503ed-c1e7-413c-99fe-6703b740a279) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:40.622001 n-d-794306-7 neutron-server[105438]: WARNING neutron.services.metering.metering_plugin [None req-dd3e5c6d-7257-4516-9b49-c5b28a941db8 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:12:40.662724 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.746211 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.811480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:40.814846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:40.818844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:40.845068 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd3e5c6d-7257-4516-9b49-c5b28a941db8 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:40.846217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dd3e5c6d-7257-4516-9b49-c5b28a941db8 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3603978 Jul 16 18:12:40.866060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43496) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:40.882052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d24e3508-f390-452d-8ed4-a00edd616324 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'ca09d3a9-b834-4e75-a8db-6274e24edbed'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:40.882789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d24e3508-f390-452d-8ed4-a00edd616324 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:12:40.946027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb37039-977c-449f-bc8b-c0c6b51828df req-27294de5-24a3-4c3c-95ec-b76142fc1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:40.947525 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fb37039-977c-449f-bc8b-c0c6b51828df req-27294de5-24a3-4c3c-95ec-b76142fc1404 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 1096 time: 0.1123347 Jul 16 18:12:41.103097 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1fb37039-977c-449f-bc8b-c0c6b51828df req-44734870-ee22-444a-a701-981747a0c4df service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395729 Jul 16 18:12:41.180423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1159c6-af4a-43e8-a3b5-8b305945f5ee req-8b7cf258-3c38-45d8-a79d-99beece9f624 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.187736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ba1159c6-af4a-43e8-a3b5-8b305945f5ee req-8b7cf258-3c38-45d8-a79d-99beece9f624 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.2333620 Jul 16 18:12:41.303310 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ba1159c6-af4a-43e8-a3b5-8b305945f5ee req-54f1aa39-89b4-4c77-9d08-990d67d40570 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942409 Jul 16 18:12:41.524085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event updated for resources: {'Port': ['ID=ae7503ed-c1e7-413c-99fe-6703b740a279,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:41.528702 n-d-794306-7 neutron-server[105439]: WARNING neutron.services.metering.metering_plugin [None req-d24e3508-f390-452d-8ed4-a00edd616324 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:12:41.945851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c962099-a55e-4bd4-9dcd-e50d224600c6 req-38c7f8d8-d3aa-479d-965d-e93e5160d70e tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:41.970249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2c962099-a55e-4bd4-9dcd-e50d224600c6 req-38c7f8d8-d3aa-479d-965d-e93e5160d70e tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.1169646 Jul 16 18:12:41.982239 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d24e3508-f390-452d-8ed4-a00edd616324 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:41.986174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43516) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:41.986390 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d24e3508-f390-452d-8ed4-a00edd616324 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.1140933 Jul 16 18:12:42.020361 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fb674362-22e5-492d-b4e7-fe22602f750d tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=ec2857a2-7556-45ac-9165-4b8be2764e11 HTTP/1.1" status: 200 len: 464 time: 0.0328271 Jul 16 18:12:42.025125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43520) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.031893 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.084598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dd9c0e-5721-4293-bc8d-9be3005e1482 req-99f10c36-4785-4d3b-9e25-1acbf2da9e55 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.086034 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12dd9c0e-5721-4293-bc8d-9be3005e1482 req-99f10c36-4785-4d3b-9e25-1acbf2da9e55 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 1.2151501 Jul 16 18:12:42.087175 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2c962099-a55e-4bd4-9dcd-e50d224600c6 req-48524dff-2d8f-4728-aa77-31d6ae8b0f5f tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159637 Jul 16 18:12:42.132248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Deleting port ae7503ed-c1e7-413c-99fe-6703b740a279 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:42.134194 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.219377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12dd9c0e-5721-4293-bc8d-9be3005e1482 req-e72206bd-cdd3-4b31-9f75-8e42dfb3bf71 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229947 Jul 16 18:12:42.267539 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.268174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.289759 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-85104144-d62c-4352-bd8f-11657c25772e tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.290894 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-85104144-d62c-4352-bd8f-11657c25772e tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/ec2857a2-7556-45ac-9165-4b8be2764e11 HTTP/1.1" status: 204 len: 168 time: 0.2648621 Jul 16 18:12:42.296113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43528) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.310432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Calling delete_port for ae7503ed-c1e7-413c-99fe-6703b740a279 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:42.341851 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5eb61cc2-307c-40cf-b118-bccbadc6d3b5 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=ec2857a2-7556-45ac-9165-4b8be2764e11 HTTP/1.1" status: 200 len: 221 time: 0.0439568 Jul 16 18:12:42.359453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43534) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.375953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4b7ae5f7-89fe-4347-83da-3ada1af76d17 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1242559095', 'description': 'label created by tempest'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:42.376515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4b7ae5f7-89fe-4347-83da-3ada1af76d17 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Unknown quota resources ['metering_label']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:12:42.483505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcb508b-cded-4444-bc91-0e5cdf75f306 req-2cb7625f-157e-4f65-9d1a-c9ec3ce724cd tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.489509 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2dcb508b-cded-4444-bc91-0e5cdf75f306 req-2cb7625f-157e-4f65-9d1a-c9ec3ce724cd tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.1818576 Jul 16 18:12:42.584100 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2dcb508b-cded-4444-bc91-0e5cdf75f306 req-baeea0da-faac-41bd-8883-214a3bfd6f33 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872710 Jul 16 18:12:42.846215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4b7ae5f7-89fe-4347-83da-3ada1af76d17 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:42.850424 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43540) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:42.850630 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4b7ae5f7-89fe-4347-83da-3ada1af76d17 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.4897747 Jul 16 18:12:42.880313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84baee5f-3097-4f01-b409-4ece0114e664 req-13b548ff-99c5-4ba9-85f1-7e2f1a3a6aa3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:42.887917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-84baee5f-3097-4f01-b409-4ece0114e664 req-13b548ff-99c5-4ba9-85f1-7e2f1a3a6aa3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.3618965 Jul 16 18:12:42.991678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.003832 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-868dc399-3382-4362-b2c3-1bf06770ea37 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=92f24f68-dbb5-4656-a09b-141dfe284b7f HTTP/1.1" status: 200 len: 468 time: 0.1499162 Jul 16 18:12:43.004662 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43544) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.026456 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event deleted for resources: {'Port': ['ID=ae7503ed-c1e7-413c-99fe-6703b740a279,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.037575 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-84baee5f-3097-4f01-b409-4ece0114e664 req-d76c83e2-f135-4a40-b4ed-67620dd3adbc tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487255 Jul 16 18:12:43.219912 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] create failed (client error): The resource could not be found. Jul 16 18:12:43.226586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-01e075c2-1d97-45e4-88e3-08e9f50958ba tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 3.0726564 Jul 16 18:12:43.226586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43546) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.495239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a0f6b8-35db-4eaf-93e6-65f3c47ceaa3 req-a00e5eba-8d45-44e2-99fc-424ea6146db2 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.504075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56a0f6b8-35db-4eaf-93e6-65f3c47ceaa3 req-a00e5eba-8d45-44e2-99fc-424ea6146db2 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1041179 Jul 16 18:12:43.557062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-604036a6-a44c-4d40-a769-aa9b4e1c4d2d tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Deleting port 39915057-054d-4dff-b095-ae09786e998b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:43.557473 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-604036a6-a44c-4d40-a769-aa9b4e1c4d2d tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.648516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-604036a6-a44c-4d40-a769-aa9b4e1c4d2d tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.665748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-604036a6-a44c-4d40-a769-aa9b4e1c4d2d tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Calling delete_port for 39915057-054d-4dff-b095-ae09786e998b owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:43.741652 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56a0f6b8-35db-4eaf-93e6-65f3c47ceaa3 req-e1a09c87-e1ef-488c-8e3d-50901ee5b585 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363358 Jul 16 18:12:43.846265 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a2ee0b68-4025-4f20-a471-3be4d2f30da1 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.849776 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a2ee0b68-4025-4f20-a471-3be4d2f30da1 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/92f24f68-dbb5-4656-a09b-141dfe284b7f HTTP/1.1" status: 204 len: 168 time: 0.8408833 Jul 16 18:12:43.850691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43566) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.870681 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-28036148-f7b3-44d4-8340-daf4d32be68b tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=92f24f68-dbb5-4656-a09b-141dfe284b7f HTTP/1.1" status: 200 len: 216 time: 0.0157735 Jul 16 18:12:43.871354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43568) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.895187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a050ff6-141a-438d-9c8d-e8cb8b89a100 req-d0e6b338-daf1-4b66-b200-17adca23baf9 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:43.897754 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a050ff6-141a-438d-9c8d-e8cb8b89a100 req-d0e6b338-daf1-4b66-b200-17adca23baf9 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.1758056 Jul 16 18:12:43.901751 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6e3b6ec9-3737-46f5-b887-5ca5a25a8db0 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0293720 Jul 16 18:12:43.905884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43570) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.913032 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-604036a6-a44c-4d40-a769-aa9b4e1c4d2d tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:43.925179 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c66f131e-e77c-4357-89d1-fb7123821708 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0177865 Jul 16 18:12:43.932317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43572) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:43.968616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604036a6-a44c-4d40-a769-aa9b4e1c4d2d tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event deleted for resources: {'Port': ['ID=39915057-054d-4dff-b095-ae09786e998b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:43.986381 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a050ff6-141a-438d-9c8d-e8cb8b89a100 req-806c9d94-3483-420f-956c-7ab2aee7ccc7 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733883 Jul 16 18:12:44.083257 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-604036a6-a44c-4d40-a769-aa9b4e1c4d2d tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.088506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-604036a6-a44c-4d40-a769-aa9b4e1c4d2d tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "DELETE /v2.0/ports/39915057-054d-4dff-b095-ae09786e998b HTTP/1.1" status: 204 len: 168 time: 0.8591032 Jul 16 18:12:44.088981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43590) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.103772 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0af86994-d42a-488f-a32f-1afeddc78d76 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels/ca09d3a9-b834-4e75-a8db-6274e24edbed HTTP/1.1" status: 200 len: 473 time: 0.1699889 Jul 16 18:12:44.104374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43592) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.145008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43596) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.145545 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7b8c3437-5ee4-4328-88ba-d0465dae92f2 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules/c33b0069-482f-46e5-aa4a-b70ed51b7b65 HTTP/1.1" status: 200 len: 461 time: 0.0400326 Jul 16 18:12:44.383835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241e4158-b58d-474c-8086-bc0b90549563 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.385248 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-241e4158-b58d-474c-8086-bc0b90549563 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "GET /v2.0/ports?device_id=af8c5dda-e885-4072-a2d3-2ce17685ca21 HTTP/1.1" status: 200 len: 913 time: 0.2951775 Jul 16 18:12:44.387930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43604) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.415700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c4aa304-a09b-4b08-9f04-a47c4f602514 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.415700 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1c4aa304-a09b-4b08-9f04-a47c4f602514 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/c33b0069-482f-46e5-aa4a-b70ed51b7b65 HTTP/1.1" status: 204 len: 168 time: 0.2681746 Jul 16 18:12:44.417157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43606) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:44.649397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849edf64-28e6-4ff1-a3aa-882645a65b93 req-986a10a2-7064-41b8-a420-8f6fcc196686 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:44.651071 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-849edf64-28e6-4ff1-a3aa-882645a65b93 req-986a10a2-7064-41b8-a420-8f6fcc196686 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.3202894 Jul 16 18:12:44.734560 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-849edf64-28e6-4ff1-a3aa-882645a65b93 req-715a31b0-8156-43ed-a565-8e4c4c295a2f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760381 Jul 16 18:12:44.735463 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd36fa10-f488-4bc7-b7b0-3adacdb385b6 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:44.746470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bd36fa10-f488-4bc7-b7b0-3adacdb385b6 tempest-MeteringTestJSON-1319285463 tempest-MeteringTestJSON-1319285463-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/ca09d3a9-b834-4e75-a8db-6274e24edbed HTTP/1.1" status: 204 len: 168 time: 0.3232520 Jul 16 18:12:44.857383 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a1f34c08-5b70-4c48-8111-c5977cb1513d tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=6ee055cf91194aebbb3e0d461af8843d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1048276 Jul 16 18:12:44.928166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcfb4-8943-4a0f-b8c0-d8dd0bc090f2 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.034939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc2c0-fa0a-4648-959d-91eaccd2aadf req-c9861062-1f7e-4849-8134-ea52ae8811d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.036491 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29acc2c0-fa0a-4648-959d-91eaccd2aadf req-c9861062-1f7e-4849-8134-ea52ae8811d5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 1097 time: 0.2213602 Jul 16 18:12:45.088401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8c7dba-1e53-4ae7-b0ba-dfaac7f68755 req-a1ea5384-ffa2-46e4-a2e7-bee86f4da567 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.089909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a8c7dba-1e53-4ae7-b0ba-dfaac7f68755 req-a1ea5384-ffa2-46e4-a2e7-bee86f4da567 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.2295907 Jul 16 18:12:45.111438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a0f1714d-8aa9-469a-915d-baebff087dba tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.113120 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a0f1714d-8aa9-469a-915d-baebff087dba tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2538192 Jul 16 18:12:45.115202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ceaae-16e1-40d9-8af2-30c86637ae8e req-2793a982-2329-4e54-9570-6410ecb23087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.116919 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b9ceaae-16e1-40d9-8af2-30c86637ae8e req-2793a982-2329-4e54-9570-6410ecb23087 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 1096 time: 0.3949823 Jul 16 18:12:45.139786 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43624) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:45.141227 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-d05c2f35-09d3-41d5-9e09-9b4d4abd0966 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/quotas/6ee055cf91194aebbb3e0d461af8843d HTTP/1.1" status: 200 len: 375 time: 0.0216525 Jul 16 18:12:45.205520 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-ec41be70-a7b0-4f4b-ab26-3a46b1b26026 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6ee055cf91194aebbb3e0d461af8843d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477350 Jul 16 18:12:45.234792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a8c7dba-1e53-4ae7-b0ba-dfaac7f68755 req-f71e16f5-a383-4957-a8d7-e215b65a42fd tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094110 Jul 16 18:12:45.237250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc2c0-fa0a-4648-959d-91eaccd2aadf req-7d1efa21-c181-4159-804b-f9411cf6f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.238771 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29acc2c0-fa0a-4648-959d-91eaccd2aadf req-7d1efa21-c181-4159-804b-f9411cf6f2ec service neutron] 10.222.0.37 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 914 time: 0.1911118 Jul 16 18:12:45.317573 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29acc2c0-fa0a-4648-959d-91eaccd2aadf req-84f0bc40-a532-40b2-afe5-e27710b5b342 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad HTTP/1.1" status: 200 len: 217 time: 0.0598845 Jul 16 18:12:45.334781 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9b3dfd69-3dd6-4837-aef0-b7ed266e28e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.379203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ceaae-16e1-40d9-8af2-30c86637ae8e req-27028db8-795d-46a3-af4d-32bf2215b189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.384064 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b9ceaae-16e1-40d9-8af2-30c86637ae8e req-27028db8-795d-46a3-af4d-32bf2215b189 service neutron] 10.222.0.18 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 920 time: 0.2528968 Jul 16 18:12:45.452264 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-73709409-c95c-44bc-89ac-cfb1e495a007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.471356 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b9ceaae-16e1-40d9-8af2-30c86637ae8e req-03f56e40-b92b-4df8-afcc-bd7a467bb67b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 HTTP/1.1" status: 200 len: 217 time: 0.0766008 Jul 16 18:12:45.501717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acc2c0-fa0a-4648-959d-91eaccd2aadf req-99ae360e-0c88-4546-b147-f28f2ae54f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.503189 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29acc2c0-fa0a-4648-959d-91eaccd2aadf req-99ae360e-0c88-4546-b147-f28f2ae54f68 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=13f068b8-d687-447c-9e12-67b3a467d48c HTTP/1.1" status: 200 len: 853 time: 0.1488724 Jul 16 18:12:45.519231 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aeec3b81-1e83-4a2f-907f-d69ef9b5b92c req-f37a6046-4164-4417-80e1-73eec5dc84d5 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 210 time: 0.0534334 Jul 16 18:12:45.563990 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29acc2c0-fa0a-4648-959d-91eaccd2aadf req-57d6cf00-860c-430b-a74b-b390e0eab6bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=27e1b332-974b-445e-9a42-b3119f6937a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513554 Jul 16 18:12:45.595934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9ceaae-16e1-40d9-8af2-30c86637ae8e req-997327fa-635e-4b2f-ab61-716f493727f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:45.597431 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b9ceaae-16e1-40d9-8af2-30c86637ae8e req-997327fa-635e-4b2f-ab61-716f493727f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 200 len: 859 time: 0.1144507 Jul 16 18:12:45.644268 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b9ceaae-16e1-40d9-8af2-30c86637ae8e req-65d6aa91-4afe-4242-aba9-ad70fb16857f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13ce4986-d26e-4f96-8ffd-11ed79085e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395780 Jul 16 18:12:45.713330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9b3dfd69-3dd6-4837-aef0-b7ed266e28e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.774129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9b3dfd69-3dd6-4837-aef0-b7ed266e28e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:45.837227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3dfd69-3dd6-4837-aef0-b7ed266e28e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61345e5c-b741-4ea4-b911-4e468d4aba15,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:45.869960 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9b3dfd69-3dd6-4837-aef0-b7ed266e28e3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80fc979712c84c1fa5bee3210663b7b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7277520 Jul 16 18:12:45.873197 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43646) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:45.882697 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b9ceaae-16e1-40d9-8af2-30c86637ae8e req-884f9cf6-0d53-4f16-ad9d-56d3c458b71d service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270994 Jul 16 18:12:45.968052 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55790965-1571-484d-9793-b09af0f84444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.069427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55790965-1571-484d-9793-b09af0f84444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.089783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3a7306-9b1a-4007-b20b-d1966aaac36a req-cb8c2edd-687a-46f4-b72a-11195d8a49ea tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.092176 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb3a7306-9b1a-4007-b20b-d1966aaac36a req-cb8c2edd-687a-46f4-b72a-11195d8a49ea tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.6620543 Jul 16 18:12:46.095302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbcfb4-8943-4a0f-b8c0-d8dd0bc090f2 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Deleting port 4a527d5f-e2a7-4c9f-b582-e55ad96278ce {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:46.095782 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcfb4-8943-4a0f-b8c0-d8dd0bc090f2 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.124998 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b9ceaae-16e1-40d9-8af2-30c86637ae8e req-a000f97f-f19c-4fb4-bca1-de7fb42d246e service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2323489 Jul 16 18:12:46.125721 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:12:46.157465 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1edb742-d382-4d89-a49c-c0518732cdd1 req-2d4ca2b2-536a-44d0-9a2d-4652095ee918 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.165720 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a1edb742-d382-4d89-a49c-c0518732cdd1 req-2d4ca2b2-536a-44d0-9a2d-4652095ee918 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1598349 Jul 16 18:12:46.187505 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55790965-1571-484d-9793-b09af0f84444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.190739 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-55790965-1571-484d-9793-b09af0f84444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.192171 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-55790965-1571-484d-9793-b09af0f84444 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/61345e5c-b741-4ea4-b911-4e468d4aba15 HTTP/1.1" status: 204 len: 168 time: 0.3179266 Jul 16 18:12:46.236311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a1edb742-d382-4d89-a49c-c0518732cdd1 req-01649007-80d5-4a68-8e71-ec664df1c0e5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693352 Jul 16 18:12:46.237158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55790965-1571-484d-9793-b09af0f84444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61345e5c-b741-4ea4-b911-4e468d4aba15,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.268303 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb3a7306-9b1a-4007-b20b-d1966aaac36a req-1e604ee5-57af-4e8a-be86-08dd4c1ed428 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643353 Jul 16 18:12:46.330214 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcfb4-8943-4a0f-b8c0-d8dd0bc090f2 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.344103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ecfbcfb4-8943-4a0f-b8c0-d8dd0bc090f2 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Calling delete_port for 4a527d5f-e2a7-4c9f-b582-e55ad96278ce owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:46.604110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0958611-3e8c-478c-b891-c9b95931f16a req-bf442456-84fd-47cf-90e5-7c25695c36f0 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:46.628808 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0958611-3e8c-478c-b891-c9b95931f16a req-bf442456-84fd-47cf-90e5-7c25695c36f0 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1882434 Jul 16 18:12:46.652083 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29acc2c0-fa0a-4648-959d-91eaccd2aadf req-38f77161-7497-482d-81b0-e770f1a46909 service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0727651 Jul 16 18:12:46.656826 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcfb4-8943-4a0f-b8c0-d8dd0bc090f2 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.710426 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0958611-3e8c-478c-b891-c9b95931f16a req-ff1f111c-c79b-428a-b1da-020ee87e3a34 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800734 Jul 16 18:12:46.751339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbcfb4-8943-4a0f-b8c0-d8dd0bc090f2 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event deleted for resources: {'Port': ['ID=4a527d5f-e2a7-4c9f-b582-e55ad96278ce,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:46.776683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43666) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:46.791627 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d55801c9-ba9b-403e-bdb0-d13b2415ef41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:46.888958 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83c58e8f-3b02-456e-91d2-fc6e2b10d988 req-a6741a89-716e-42b3-b0b5-75922a76635d tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 210 time: 0.0956383 Jul 16 18:12:47.026393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d55801c9-ba9b-403e-bdb0-d13b2415ef41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.035926 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d55801c9-ba9b-403e-bdb0-d13b2415ef41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.098767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29acc2c0-fa0a-4648-959d-91eaccd2aadf req-57758fbc-0f88-40c4-b371-f7e5d638541f service neutron] 10.222.0.37 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3736196 Jul 16 18:12:47.158115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2f7293-3278-43e1-984f-a577cc8af1f1 req-4d951009-6985-46b1-a354-558bc4a6bead tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.160107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1d2f7293-3278-43e1-984f-a577cc8af1f1 req-4d951009-6985-46b1-a354-558bc4a6bead tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.3011718 Jul 16 18:12:47.160790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55801c9-ba9b-403e-bdb0-d13b2415ef41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8822b84-356d-47f2-8ccf-5f09443ec880,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:47.222663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be8e19-3717-44d7-88a5-c9e249f4db07 req-7ab8a8e9-c55b-4561-a67d-6f9a3c96385e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.224846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56be8e19-3717-44d7-88a5-c9e249f4db07 req-7ab8a8e9-c55b-4561-a67d-6f9a3c96385e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bea26d270524a6fb7e94e82f8fe8bd6&device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 1097 time: 0.4669449 Jul 16 18:12:47.263461 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d55801c9-ba9b-403e-bdb0-d13b2415ef41 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f794c808ee974ce2a72c412868b0e994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4855938 Jul 16 18:12:47.270804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43668) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:47.291370 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-f983269e-e161-43c1-b89a-236725f0a1ce tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=6ee055cf91194aebbb3e0d461af8843d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0490460 Jul 16 18:12:47.362452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1d2f7293-3278-43e1-984f-a577cc8af1f1 req-ace9cfbf-b2f1-4cbc-8542-fed5281c2e1e tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811063 Jul 16 18:12:47.460272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-9a99c6a9-1140-4960-9a36-aa806fd159fd tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.461758 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-9a99c6a9-1140-4960-9a36-aa806fd159fd tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1625590 Jul 16 18:12:47.474415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Request body: {'port': {'device_id': 'f87704ca-47c2-44c5-a8c9-94a39a4476c9', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '6ee055cf91194aebbb3e0d461af8843d'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:47.477150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be8e19-3717-44d7-88a5-c9e249f4db07 req-b60d3ac8-35bb-4d5a-8a35-a409be097004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.478638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56be8e19-3717-44d7-88a5-c9e249f4db07 req-b60d3ac8-35bb-4d5a-8a35-a409be097004 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae734c75-a748-4df4-b086-ac0f469b1a67 HTTP/1.1" status: 200 len: 912 time: 0.2068059 Jul 16 18:12:47.485215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecfbcfb4-8943-4a0f-b8c0-d8dd0bc090f2 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.531206 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2780d0e5-a142-4656-a512-d78dc97b0340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.541385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56be8e19-3717-44d7-88a5-c9e249f4db07 req-5f7ca0ee-9bee-4b14-b5f6-45091325cb78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cadb3859-dc3e-4f84-9f49-790fcb59a9a2 HTTP/1.1" status: 200 len: 217 time: 0.0496612 Jul 16 18:12:47.587300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Made reservation on behalf of 6ee055cf91194aebbb3e0d461af8843d for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:47.591511 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.601601 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.659756 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2780d0e5-a142-4656-a512-d78dc97b0340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.720510 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.727689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.736236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f018c81-e642-4229-af7b-1c4f388be6af req-35023ece-4cc7-40bb-9cfb-f7bd889eed8d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.743394 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f018c81-e642-4229-af7b-1c4f388be6af req-35023ece-4cc7-40bb-9cfb-f7bd889eed8d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.3182590 Jul 16 18:12:47.746132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be8e19-3717-44d7-88a5-c9e249f4db07 req-9f308fa9-7f7b-4624-a909-7e4df769caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:47.748471 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56be8e19-3717-44d7-88a5-c9e249f4db07 req-9f308fa9-7f7b-4624-a909-7e4df769caa0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9a09f7c-4753-4c68-bcf0-f7bcce545ec8 HTTP/1.1" status: 200 len: 851 time: 0.1983447 Jul 16 18:12:47.862141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56be8e19-3717-44d7-88a5-c9e249f4db07 req-bf1ec99e-6de2-46d9-a564-e234c06d9889 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae734c75-a748-4df4-b086-ac0f469b1a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1031330 Jul 16 18:12:47.895814 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2780d0e5-a142-4656-a512-d78dc97b0340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.898160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2780d0e5-a142-4656-a512-d78dc97b0340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:47.902078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2780d0e5-a142-4656-a512-d78dc97b0340 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8822b84-356d-47f2-8ccf-5f09443ec880 HTTP/1.1" status: 204 len: 168 time: 0.5488427 Jul 16 18:12:47.919849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecfbcfb4-8943-4a0f-b8c0-d8dd0bc090f2 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Router af8c5dda-e885-4072-a2d3-2ce17685ca21 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:12:47.923240 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f018c81-e642-4229-af7b-1c4f388be6af req-866f219a-1037-4ea1-847d-9232f270494a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789565 Jul 16 18:12:47.944459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2780d0e5-a142-4656-a512-d78dc97b0340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8822b84-356d-47f2-8ccf-5f09443ec880,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.010788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Allocated IP 192.168.233.14 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/c531f351-3987-43ce-b217-f39e062deec0) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:48.014030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc890a44-3598-482f-80fd-b09a7c37e5e0,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.069890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd071965-bc6a-40d5-84e0-42614b59cea5 req-66474ad8-1b3f-49a9-beb2-8ce0d6b6ba2b tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:48.071407 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd071965-bc6a-40d5-84e0-42614b59cea5 req-66474ad8-1b3f-49a9-beb2-8ce0d6b6ba2b tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.1737895 Jul 16 18:12:48.172204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecfbcfb4-8943-4a0f-b8c0-d8dd0bc090f2 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:12:48.178377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ecfbcfb4-8943-4a0f-b8c0-d8dd0bc090f2 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "PUT /v2.0/routers/af8c5dda-e885-4072-a2d3-2ce17685ca21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7894387 Jul 16 18:12:48.181327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43684) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:48.183399 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56be8e19-3717-44d7-88a5-c9e249f4db07 req-ba051670-a18c-40eb-bbef-69bd3388720b service neutron] 10.222.0.37 "GET /v2.0/networks/ae734c75-a748-4df4-b086-ac0f469b1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115580 Jul 16 18:12:48.195038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45300723-8487-46b1-a920-5117cd51377c None None] Sync routers for ids ['af8c5dda-e885-4072-a2d3-2ce17685ca21'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:12:48.207245 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.216336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd071965-bc6a-40d5-84e0-42614b59cea5 req-e683962c-f505-401e-808e-9cf316dcebdd tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335781 Jul 16 18:12:48.229095 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a3b5571d-3ffd-4de4-8156-fe498144aaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.236993 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45300723-8487-46b1-a920-5117cd51377c None None] Routers {'af8c5dda-e885-4072-a2d3-2ce17685ca21'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:48.237904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-45300723-8487-46b1-a920-5117cd51377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:12:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['af8c5dda-e885-4072-a2d3-2ce17685ca21'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.283813 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb34a4cc-6f2b-4d12-9ea7-42490bccfbd1 req-6a8708b3-88c8-4caf-b4de-18b4439ee3a0 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 210 time: 0.1041772 Jul 16 18:12:48.335308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-45300723-8487-46b1-a920-5117cd51377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.353382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45300723-8487-46b1-a920-5117cd51377c None None] Routers {'af8c5dda-e885-4072-a2d3-2ce17685ca21'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:12:48.354004 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-45300723-8487-46b1-a920-5117cd51377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:12:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['af8c5dda-e885-4072-a2d3-2ce17685ca21'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.384540 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.401259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-45300723-8487-46b1-a920-5117cd51377c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:48.402791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45300723-8487-46b1-a920-5117cd51377c None None] The sync data for ids ['af8c5dda-e885-4072-a2d3-2ce17685ca21'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:12:48.415970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Transition to ACTIVE for port object c531f351-3987-43ce-b217-f39e062deec0 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:48.424088 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93880fd7-5b0b-459d-8c30-364203150767 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.463992 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.547341 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:48.548343 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Pushing event updated for resources: {'Port': ['ID=c531f351-3987-43ce-b217-f39e062deec0,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:48.552946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:48.555237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:48.625746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 66056d0b-9b35-4a79-8305-2ddaf7c755ad no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:48.635445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:48.636111 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.667249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-a4c18002-00cf-4027-82ca-7a33b3da2b0c tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1966331 Jul 16 18:12:48.680412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Request body: {'port': {'device_id': 'f87704ca-47c2-44c5-a8c9-94a39a4476c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:48.732642 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93880fd7-5b0b-459d-8c30-364203150767 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.735237 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93880fd7-5b0b-459d-8c30-364203150767 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.821511 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93880fd7-5b0b-459d-8c30-364203150767 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.823141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93880fd7-5b0b-459d-8c30-364203150767 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Fanout notify agent at l3_agent the message router_deleted on router af8c5dda-e885-4072-a2d3-2ce17685ca21 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:12:48.826477 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.841433 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93880fd7-5b0b-459d-8c30-364203150767 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.844826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-93880fd7-5b0b-459d-8c30-364203150767 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "DELETE /v2.0/routers/af8c5dda-e885-4072-a2d3-2ce17685ca21 HTTP/1.1" status: 204 len: 168 time: 0.6582234 Jul 16 18:12:48.847344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43706) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:48.858025 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56be8e19-3717-44d7-88a5-c9e249f4db07 req-831f0d0c-2c99-4791-b3cc-12a196d9ebaa service neutron] 10.222.0.37 "GET /v2.0/networks/ae734c75-a748-4df4-b086-ac0f469b1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6533175 Jul 16 18:12:48.886476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:48.891605 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec22be-b402-44c1-bb0a-671601ac6eda" -d '{"events": [{"server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:48.918289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec104292-3f45-4745-9f59-0a5a2fe0105e req-addf1c0c-0102-4cea-a90c-aeb5fdac0c87 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:48.920630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:48.924488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec104292-3f45-4745-9f59-0a5a2fe0105e req-addf1c0c-0102-4cea-a90c-aeb5fdac0c87 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.3542988 Jul 16 18:12:48.929456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3b6299c6-b428-45c2-92f4-336f61081bd9 None None] Provisioning for port c531f351-3987-43ce-b217-f39e062deec0 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:48.935624 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.961742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3b6299c6-b428-45c2-92f4-336f61081bd9 None None] Provisioning complete for port c531f351-3987-43ce-b217-f39e062deec0 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:48.963224 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b6299c6-b428-45c2-92f4-336f61081bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.972895 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:48.980858 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c19b16-7e26-4032-89bb-5adba0244f42 x-openstack-request-id: req-c8c19b16-7e26-4032-89bb-5adba0244f42 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:48.982160 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "name": "network-vif-unplugged", "status": "completed", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:48.983759 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8c19b16-7e26-4032-89bb-5adba0244f42 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:48.985370 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'code': 200} Jul 16 18:12:49.006148 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec104292-3f45-4745-9f59-0a5a2fe0105e req-180e6207-6014-4f3e-8973-531ad115c686 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754886 Jul 16 18:12:49.033837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-31474e78-6f3b-4710-a4f9-639711acd984 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Deleting subnet 1894161e-4984-43c7-9701-2fcf018909df {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:12:49.039372 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-31474e78-6f3b-4710-a4f9-639711acd984 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.134976 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-31474e78-6f3b-4710-a4f9-639711acd984 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.157479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3b6299c6-b428-45c2-92f4-336f61081bd9 None None] Port c531f351-3987-43ce-b217-f39e062deec0 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:12:49.165075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:49.456720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae699f-6002-4dcc-8423-469c079e6586 req-088372f5-34c8-481e-b18d-543f41c958c6 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.458449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41ae699f-6002-4dcc-8423-469c079e6586 req-088372f5-34c8-481e-b18d-543f41c958c6 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.0773170 Jul 16 18:12:49.494983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-31474e78-6f3b-4710-a4f9-639711acd984 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.507387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468018c1-b8ce-479d-88b8-336ee5341092 req-e489038b-58ca-479b-ab0f-f6b815b2c612 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:49.509181 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-468018c1-b8ce-479d-88b8-336ee5341092 req-e489038b-58ca-479b-ab0f-f6b815b2c612 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 944 time: 0.2401786 Jul 16 18:12:49.519932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41ae699f-6002-4dcc-8423-469c079e6586 req-459bdadb-0ada-4d49-a558-fb8a59435218 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546155 Jul 16 18:12:49.679212 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-31474e78-6f3b-4710-a4f9-639711acd984 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.722565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31474e78-6f3b-4710-a4f9-639711acd984 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event deleted for resources: {'Subnet': ['ID=1894161e-4984-43c7-9701-2fcf018909df,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:49.770302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249e5db8-1419-41fc-b11a-9c82d4bb7e48 None None] Network e3ca1da7-7418-4fe8-9c7e-44c80be6544c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:49.779531 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-468018c1-b8ce-479d-88b8-336ee5341092 req-4777d007-4fb4-41e9-9219-d786d1bb3bd1 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297390 Jul 16 18:12:49.793360 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-31474e78-6f3b-4710-a4f9-639711acd984 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.800428 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-31474e78-6f3b-4710-a4f9-639711acd984 tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "DELETE /v2.0/subnets/1894161e-4984-43c7-9701-2fcf018909df HTTP/1.1" status: 204 len: 168 time: 0.9509518 Jul 16 18:12:49.851354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43740) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.921584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c531f351-3987-43ce-b217-f39e062deec0 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:49.925030 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.942057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:49.968428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43742) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:49.976525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Transition to ACTIVE for port object c531f351-3987-43ce-b217-f39e062deec0 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:49.983014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.055151 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.089336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962179a-8de8-4fa2-8c9f-e76b0177273a req-16330ad1-2943-4874-a67a-33d9b5d27eca tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.089804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Pushing event updated for resources: {'Port': ['ID=c531f351-3987-43ce-b217-f39e062deec0,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.099193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c962179a-8de8-4fa2-8c9f-e76b0177273a req-16330ad1-2943-4874-a67a-33d9b5d27eca tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 935 time: 0.3537161 Jul 16 18:12:50.141435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb174d0-b2fb-45df-91f0-250a5127be8b None None] DHCP port deletion for e3ca1da7-7418-4fe8-9c7e-44c80be6544c request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:12:50.206635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Attempting to bind port c531f351-3987-43ce-b217-f39e062deec0 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:50.207110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Attempting to bind port c531f351-3987-43ce-b217-f39e062deec0 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:50.207960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Attempting to bind port c531f351-3987-43ce-b217-f39e062deec0 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:50.225412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Port c531f351-3987-43ce-b217-f39e062deec0 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:50.226435 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Attempting to bind port c531f351-3987-43ce-b217-f39e062deec0 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:50.234260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-bdb174d0-b2fb-45df-91f0-250a5127be8b None None] Deleting port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:50.234639 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bdb174d0-b2fb-45df-91f0-250a5127be8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.254077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-742895155', 'router:external': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:50.263150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:50.264033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:50.264326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:50.264965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Bound port: c531f351-3987-43ce-b217-f39e062deec0, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:50.265427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.275057 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c962179a-8de8-4fa2-8c9f-e76b0177273a req-9655de1c-67f8-42bd-b6cc-67e2b9423288 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc890a44-3598-482f-80fd-b09a7c37e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665750 Jul 16 18:12:50.335907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Deleting port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:50.336267 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.363069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Made reservation on behalf of 2a507ec4c4e842458b6850d54c192c17 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:50.367001 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.403373 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.441563 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] For port c531f351-3987-43ce-b217-f39e062deec0, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:50.455855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] For port c531f351-3987-43ce-b217-f39e062deec0, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c531f351-3987-43ce-b217-f39e062deec0,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:50.471637 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.477252 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-bdb174d0-b2fb-45df-91f0-250a5127be8b None None] For port 1f5509e9-fb64-4655-a178-d5d7fdd115a2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1f5509e9-fb64-4655-a178-d5d7fdd115a2,segment=NetworkSegment(d66f5d33-653d-44b4-8733-0dea057c3d9e),segment_id=d66f5d33-653d-44b4-8733-0dea057c3d9e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:50.477652 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bdb174d0-b2fb-45df-91f0-250a5127be8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.502291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] For port 1f5509e9-fb64-4655-a178-d5d7fdd115a2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1f5509e9-fb64-4655-a178-d5d7fdd115a2,segment=NetworkSegment(d66f5d33-653d-44b4-8733-0dea057c3d9e),segment_id=d66f5d33-653d-44b4-8733-0dea057c3d9e)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:50.502930 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.517774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Calling delete_port for 1f5509e9-fb64-4655-a178-d5d7fdd115a2 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:50.534760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-bdb174d0-b2fb-45df-91f0-250a5127be8b None None] Calling delete_port for 1f5509e9-fb64-4655-a178-d5d7fdd115a2 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:50.570470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.571160 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.572718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] 10.222.0.18 "PUT /v2.0/ports/c531f351-3987-43ce-b217-f39e062deec0 HTTP/1.1" status: 200 len: 1095 time: 1.8976650 Jul 16 18:12:50.574042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87704ca-47c2-44c5-a8c9-94a39a4476c9', 'tag': 'c531f351-3987-43ce-b217-f39e062deec0'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:50.580409 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0037b23-124d-4788-b4ab-77108fc38430" -d '{"events": [{"name": "network-changed", "server_uuid": "f87704ca-47c2-44c5-a8c9-94a39a4476c9", "tag": "c531f351-3987-43ce-b217-f39e062deec0"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:50.681092 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bdb174d0-b2fb-45df-91f0-250a5127be8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.691219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.697670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21d27f-d333-476a-a739-fbc61099714a service neutron] Pushing event updated for resources: {'Port': ['ID=c531f351-3987-43ce-b217-f39e062deec0,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.713758 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f81e17-317a-4bb3-a4e7-ec129879e84a x-openstack-request-id: req-c4f81e17-317a-4bb3-a4e7-ec129879e84a {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:50.714105 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87704ca-47c2-44c5-a8c9-94a39a4476c9", "tag": "c531f351-3987-43ce-b217-f39e062deec0", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:50.714363 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4f81e17-317a-4bb3-a4e7-ec129879e84a {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:50.714899 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f87704ca-47c2-44c5-a8c9-94a39a4476c9', 'tag': 'c531f351-3987-43ce-b217-f39e062deec0', 'status': 'completed', 'code': 200} Jul 16 18:12:50.752182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb174d0-b2fb-45df-91f0-250a5127be8b None None] Pushing event deleted for resources: {'Port': ['ID=1f5509e9-fb64-4655-a178-d5d7fdd115a2,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.761205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event deleted for resources: {'Port': ['ID=1f5509e9-fb64-4655-a178-d5d7fdd115a2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.766971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb174d0-b2fb-45df-91f0-250a5127be8b None None] No DVR routers for this DVR port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:50.787832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] No DVR routers for this DVR port 1f5509e9-fb64-4655-a178-d5d7fdd115a2 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:50.799315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.808565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-c7a07588-4d42-4541-b8da-b2021ac6124d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:50.810492 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-c7a07588-4d42-4541-b8da-b2021ac6124d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee055cf91194aebbb3e0d461af8843d&device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 1098 time: 0.1772554 Jul 16 18:12:50.811703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.893058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:50.904478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-3f207a8a-072c-40c1-9f3b-93c2cf697e5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=c531f351-3987-43ce-b217-f39e062deec0 HTTP/1.1" status: 200 len: 217 time: 0.0846894 Jul 16 18:12:50.906800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f00ace0-831c-41e7-956b-3e70cde7f11c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:50.932457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:50.932902 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Added segment aa57b302-1781-43e4-8618-736f4a994c61 of type vlan for network ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd Jul 16 18:12:51.329697 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.345183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff5e1cf5-a296-4290-bb98-6fb6463932d2 req-8ecc78a9-f03b-4bd1-a8c8-46d218275a11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6767950 Jul 16 18:12:51.355273 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9904565d-4e60-4bda-81b9-17e47154df0b req-30e6835c-107c-4934-bd68-5b49fd89cc68 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.357731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9904565d-4e60-4bda-81b9-17e47154df0b req-30e6835c-107c-4934-bd68-5b49fd89cc68 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.6913226 Jul 16 18:12:51.361827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3ca1da7-7418-4fe8-9c7e-44c80be6544c']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:51.376703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd66f5d33-653d-44b4-8733-0dea057c3d9e') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:51.377201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd66f5d33-653d-44b4-8733-0dea057c3d9e') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:12:51.400434 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.413571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-b1641e7e-a2ad-4f95-8dfa-c5c5a9dd5877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.415251 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-b1641e7e-a2ad-4f95-8dfa-c5c5a9dd5877 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.4981987 Jul 16 18:12:51.437155 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.439663 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9904565d-4e60-4bda-81b9-17e47154df0b req-43047736-7248-42fd-a5f7-6a743799de88 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698786 Jul 16 18:12:51.516763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.532150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ac4c5f-84fb-431e-ab8a-0ece688ea581 req-0e67d837-6b39-4563-9786-8e9069b22b24 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.540385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-42ac4c5f-84fb-431e-ab8a-0ece688ea581 req-0e67d837-6b39-4563-9786-8e9069b22b24 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 944 time: 0.5533159 Jul 16 18:12:51.540889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:12:51.541306 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:12:51.554380 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:12:51.601020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.602241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.602928 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.622214 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-42ac4c5f-84fb-431e-ab8a-0ece688ea581 req-9ccdc574-2d32-48b4-b30f-e9bc78a0d673 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808284 Jul 16 18:12:51.649176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1cf5-a296-4290-bb98-6fb6463932d2 req-4e2afdec-7180-4966-9c3a-bb74d152d5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.651037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff5e1cf5-a296-4290-bb98-6fb6463932d2 req-4e2afdec-7180-4966-9c3a-bb74d152d5b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 1096 time: 0.2023256 Jul 16 18:12:51.655660 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.656635 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.6870499 Jul 16 18:12:51.659319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-f4cad392-96f1-4edf-870c-046728773abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:51.661157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-f4cad392-96f1-4edf-870c-046728773abd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2299297 Jul 16 18:12:51.661477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43770) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:51.669395 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:51.669395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] 10.222.0.47 "DELETE /v2.0/networks/e3ca1da7-7418-4fe8-9c7e-44c80be6544c HTTP/1.1" status: 204 len: 168 time: 1.8113625 Jul 16 18:12:51.701707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Request body: {'subnet': {'network_id': 'ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:51.782400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614024c6-1bc8-439e-a0b8-3f44b36dd1e7 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event updated for resources: {'Network': ['ID=ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:51.805591 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:51.888540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7583a175-2dec-4180-99c8-fb37e54b4b7f tempest-FloatingIPNegativeTestJSON-818207801 tempest-FloatingIPNegativeTestJSON-818207801-project] Pushing event deleted for resources: {'Network': ['ID=e3ca1da7-7418-4fe8-9c7e-44c80be6544c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:52.042887 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.058452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-98150ccc-71a9-4cf1-a288-6f244037269b service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3853676 Jul 16 18:12:52.088854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Made reservation on behalf of 2a507ec4c4e842458b6850d54c192c17 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:52.091343 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:52.136449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1f5509e9-fb64-4655-a178-d5d7fdd115a2 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:52.180115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 1f5509e9-fb64-4655-a178-d5d7fdd115a2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:12:52.180453 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1f5509e9-fb64-4655-a178-d5d7fdd115a2 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:12:52.189442 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09d19924-7211-41ad-a4e4-aab622f8a75e req-fc79e172-a8a3-440f-bc05-053207dc35a0 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233714 Jul 16 18:12:52.234825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1cf5-a296-4290-bb98-6fb6463932d2 req-fcc052ff-e9d4-4fbd-a018-32dcd2ad66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.236505 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff5e1cf5-a296-4290-bb98-6fb6463932d2 req-fcc052ff-e9d4-4fbd-a018-32dcd2ad66d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 920 time: 0.5093002 Jul 16 18:12:52.272158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43780) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:52.351515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff5e1cf5-a296-4290-bb98-6fb6463932d2 req-d1a6bc40-bdeb-45ea-937b-5f870047f1bc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 HTTP/1.1" status: 200 len: 217 time: 0.1046257 Jul 16 18:12:52.358179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0037b23-124d-4788-b4ab-77108fc38430 req-1bca2d2c-a948-480f-b946-bd55d0c889eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.359809 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0037b23-124d-4788-b4ab-77108fc38430 req-1bca2d2c-a948-480f-b946-bd55d0c889eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6ee055cf91194aebbb3e0d461af8843d&device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 1098 time: 0.1084712 Jul 16 18:12:52.412004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7afd2cb-26ea-44ff-973b-a6ca1122b78b req-08d84c92-ed23-404f-b6d9-b3ea0b6b4096 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.420724 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a7afd2cb-26ea-44ff-973b-a6ca1122b78b req-08d84c92-ed23-404f-b6d9-b3ea0b6b4096 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 944 time: 0.1402037 Jul 16 18:12:52.441242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d1772f-7ffa-475a-928f-563c11d06d58 req-3f0b6a6a-0f25-4497-b1a1-c85e59921d8d tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.448143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2d1772f-7ffa-475a-928f-563c11d06d58 req-3f0b6a6a-0f25-4497-b1a1-c85e59921d8d tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 947 time: 0.3634336 Jul 16 18:12:52.494131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5e1cf5-a296-4290-bb98-6fb6463932d2 req-816bddd2-3e5d-43dd-adc5-603af02e5d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.495676 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff5e1cf5-a296-4290-bb98-6fb6463932d2 req-816bddd2-3e5d-43dd-adc5-603af02e5d49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 200 len: 859 time: 0.1195893 Jul 16 18:12:52.523433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a7afd2cb-26ea-44ff-973b-a6ca1122b78b req-c061f948-55de-4727-afaa-8a3a136d96e9 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016788 Jul 16 18:12:52.558716 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0037b23-124d-4788-b4ab-77108fc38430 req-305ba6e9-a4cf-4228-830e-4adfd01ae28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.561928 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0037b23-124d-4788-b4ab-77108fc38430 req-305ba6e9-a4cf-4228-830e-4adfd01ae28e service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1847649 Jul 16 18:12:52.650607 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0037b23-124d-4788-b4ab-77108fc38430 req-20291e30-8ca2-4c4d-bfb4-8e74afe59efb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=c531f351-3987-43ce-b217-f39e062deec0 HTTP/1.1" status: 200 len: 217 time: 0.0797274 Jul 16 18:12:52.653631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 66056d0b-9b35-4a79-8305-2ddaf7c755ad no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:12:52.777467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff5e1cf5-a296-4290-bb98-6fb6463932d2 req-8788f003-f6d1-4367-a03a-7e54774d17ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=13ce4986-d26e-4f96-8ffd-11ed79085e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2610266 Jul 16 18:12:52.798339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2d1772f-7ffa-475a-928f-563c11d06d58 req-b705fdd5-4ef9-4f8c-9c13-633c39ac0e94 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc890a44-3598-482f-80fd-b09a7c37e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3490644 Jul 16 18:12:52.847590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0037b23-124d-4788-b4ab-77108fc38430 req-bd378e1e-9684-4263-859e-195fa974cf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.848731 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0037b23-124d-4788-b4ab-77108fc38430 req-bd378e1e-9684-4263-859e-195fa974cf8c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1852055 Jul 16 18:12:52.908480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae533380-1494-4fdb-8c14-241df40d6183 req-fc753859-5ae9-4060-8fef-fd477503829d tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.910405 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae533380-1494-4fdb-8c14-241df40d6183 req-fc753859-5ae9-4060-8fef-fd477503829d tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.1803238 Jul 16 18:12:52.963860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0037b23-124d-4788-b4ab-77108fc38430 req-a81818cd-d313-4242-ad91-f464fb2a9caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:52.966599 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0037b23-124d-4788-b4ab-77108fc38430 req-a81818cd-d313-4242-ad91-f464fb2a9caa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091044 Jul 16 18:12:53.014541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-35d1ab88-f498-430f-b051-f465f21ad700 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65ee4af1120e4bedaec192f477406faf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7385015 Jul 16 18:12:53.040217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae533380-1494-4fdb-8c14-241df40d6183 req-4fbda39c-37cb-4bb7-9773-beb246eef216 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206715 Jul 16 18:12:53.050275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43804) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:53.128788 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5af921cd-fd61-4e7b-b7fe-e9b8eec528fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.132200 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff5e1cf5-a296-4290-bb98-6fb6463932d2 req-40dcbef1-95a8-4186-ac9b-c768941edc63 service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3312881 Jul 16 18:12:53.183732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5af921cd-fd61-4e7b-b7fe-e9b8eec528fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.209324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0037b23-124d-4788-b4ab-77108fc38430 req-82ae3e6d-6310-4583-918d-7555c79626d5 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214437 Jul 16 18:12:53.310692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.objects.ports [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:12:53.311205 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.384785 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff5e1cf5-a296-4290-bb98-6fb6463932d2 req-2ecd3f94-65f6-40df-b967-949ac6b953aa service neutron] 10.222.0.18 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2398808 Jul 16 18:12:53.410617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5af921cd-fd61-4e7b-b7fe-e9b8eec528fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.413327 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5af921cd-fd61-4e7b-b7fe-e9b8eec528fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.414312 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5af921cd-fd61-4e7b-b7fe-e9b8eec528fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b72bcf23-4908-48f9-8747-376975673406 HTTP/1.1" status: 204 len: 168 time: 0.3607531 Jul 16 18:12:53.430979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f10de452-94a7-4172-8882-94bafae931ae,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:53.435168 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0037b23-124d-4788-b4ab-77108fc38430 req-93c355de-ef92-4e89-a42c-45f8d085b29f service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2146182 Jul 16 18:12:53.451283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Checking segment: {'id': 'aa57b302-1781-43e4-8618-736f4a994c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:53.455332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Network hostable DHCP agents. Network: ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:53.483435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af921cd-fd61-4e7b-b7fe-e9b8eec528fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b72bcf23-4908-48f9-8747-376975673406,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:53.569674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Network ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:53.594581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:53.604986 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184bf8b6-45ea-40de-909d-59fe4cc42e79 None None] Network ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:53.614640 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:53.615299 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.631363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d84033-4a07-41e4-90ea-73d972ff4f70 req-ecf48c15-2c4c-485f-ab89-d1cf11494cdd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:53.641211 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9d84033-4a07-41e4-90ea-73d972ff4f70 req-ecf48c15-2c4c-485f-ab89-d1cf11494cdd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 944 time: 0.1579001 Jul 16 18:12:53.687102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43820) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:53.687918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d0dbad77-359c-4164-97ed-d6292bae961c tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.0248098 Jul 16 18:12:53.701029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2126377226', 'network_id': 'ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:53.704528 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9d84033-4a07-41e4-90ea-73d972ff4f70 req-bcb4796e-e805-4d0b-a9f3-0cc73a70b1be tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622118 Jul 16 18:12:53.761847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Made reservation on behalf of 2a507ec4c4e842458b6850d54c192c17 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:53.763280 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:53.804505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] device_id is not set on port 61ea9873-63fd-4d2c-b878-3863930a55e4 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:12:53.976079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b5b3167-d058-4d09-b8f8-d913c605d7d3 None None] Network ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:54.039236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Allocated IP 2001:db8::240 (ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd/f10de452-94a7-4172-8882-94bafae931ae/61ea9873-63fd-4d2c-b878-3863930a55e4) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:54.260894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e18f73-7063-4411-b2f9-e96a1149d783 req-0e0e2586-5030-446e-b3ab-41e02d8f111f tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:54.263437 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-15e18f73-7063-4411-b2f9-e96a1149d783 req-0e0e2586-5030-446e-b3ab-41e02d8f111f tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 947 time: 0.2269886 Jul 16 18:12:54.488267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-15e18f73-7063-4411-b2f9-e96a1149d783 req-70290a13-010f-4523-a04e-6b69acec54fb tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc890a44-3598-482f-80fd-b09a7c37e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378460 Jul 16 18:12:54.496753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d21a69-d42c-4b8d-94bb-9808c2bd87f1 req-01113a2c-7ca9-4eba-8fd7-26e261ce900d tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:54.524585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-84d21a69-d42c-4b8d-94bb-9808c2bd87f1 req-01113a2c-7ca9-4eba-8fd7-26e261ce900d tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.2479179 Jul 16 18:12:54.560679 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.572948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8b58011-b3c6-4574-a0c7-cdb3d7c6746a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5486283 Jul 16 18:12:54.619929 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.632194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-84d21a69-d42c-4b8d-94bb-9808c2bd87f1 req-29a735f6-7ed2-4b05-a011-92fbf41ff2b6 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061592 Jul 16 18:12:54.663459 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Network ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:54.667264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:54.676178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:54.677552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:54.678173 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:54.705460 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.0090907 Jul 16 18:12:54.708929 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43856) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.714818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cace832-b1b2-4eab-810d-0be9d5f3b896 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event updated for resources: {'Port': ['ID=61ea9873-63fd-4d2c-b878-3863930a55e4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:54.883042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43864) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:54.885660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b8d20df8-c110-4948-8d95-2ee202aa720d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Deleting port 61ea9873-63fd-4d2c-b878-3863930a55e4 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:12:54.888069 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8d20df8-c110-4948-8d95-2ee202aa720d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.139588 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6ae6427c-961c-4c02-b93c-fa7118e7b46c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1185156847', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:55.147471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8d20df8-c110-4948-8d95-2ee202aa720d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.316771 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ae6427c-961c-4c02-b93c-fa7118e7b46c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.317767 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ae6427c-961c-4c02-b93c-fa7118e7b46c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.342829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b8d20df8-c110-4948-8d95-2ee202aa720d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Calling delete_port for 61ea9873-63fd-4d2c-b878-3863930a55e4 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:12:55.424628 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ae6427c-961c-4c02-b93c-fa7118e7b46c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.437951 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ae6427c-961c-4c02-b93c-fa7118e7b46c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.472740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ae6427c-961c-4c02-b93c-fa7118e7b46c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.476908 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6ae6427c-961c-4c02-b93c-fa7118e7b46c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5902236 Jul 16 18:12:55.486923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43878) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:55.489311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64faf0-6fdb-4241-9fbe-c8f9231ae84f req-14f6178f-e4da-438b-bb0c-efdecf67478e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.496064 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d64faf0-6fdb-4241-9fbe-c8f9231ae84f req-14f6178f-e4da-438b-bb0c-efdecf67478e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 944 time: 0.2937627 Jul 16 18:12:55.503470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-197879074'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:55.548869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c531f351-3987-43ce-b217-f39e062deec0 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:12:55.553301 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d64faf0-6fdb-4241-9fbe-c8f9231ae84f req-70a95e9b-4882-4ea7-810f-4d49cabc11a8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548635 Jul 16 18:12:55.621212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Made reservation on behalf of d1b86cbefe6946f49891767b107d9033 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:55.629952 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.659810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad06fd-1ea4-4666-90ac-5507dc060b78 req-7164a3fe-0aad-4fdc-bbbb-e79c14689393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.661484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35ad06fd-1ea4-4666-90ac-5507dc060b78 req-7164a3fe-0aad-4fdc-bbbb-e79c14689393 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8bea26d270524a6fb7e94e82f8fe8bd6&device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 1097 time: 0.4791501 Jul 16 18:12:55.662307 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.695418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c63ec-cacb-43cb-b65b-f68c51476170 req-b6453f73-a4e9-40b2-876b-e8f121e82fd1 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.724152 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-997c63ec-cacb-43cb-b65b-f68c51476170 req-b6453f73-a4e9-40b2-876b-e8f121e82fd1 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.4996495 Jul 16 18:12:55.742160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c531f351-3987-43ce-b217-f39e062deec0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c531f351-3987-43ce-b217-f39e062deec0,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:55.755767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'c531f351-3987-43ce-b217-f39e062deec0', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': 'c531f351-3987-43ce-b217-f39e062deec0', 'mac_address': 'fa:16:3e:45:f3:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:12:55.831210 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.848581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c531f351-3987-43ce-b217-f39e062deec0 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:55.851599 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4740311-ee69-4852-b6ef-6b06d5097a09 req-74be03b3-2539-492e-bea9-1f809de339ba tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.861349 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d4740311-ee69-4852-b6ef-6b06d5097a09 req-74be03b3-2539-492e-bea9-1f809de339ba tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 947 time: 0.1523044 Jul 16 18:12:55.877727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c531f351-3987-43ce-b217-f39e062deec0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c531f351-3987-43ce-b217-f39e062deec0,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:55.883275 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:55.912199 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-997c63ec-cacb-43cb-b65b-f68c51476170 req-e238261f-3801-4fe8-9fc3-34115c807ace tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854298 Jul 16 18:12:55.940535 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d4740311-ee69-4852-b6ef-6b06d5097a09 req-cfcc4736-9dca-4617-a7fb-8e1d07d6be6a tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc890a44-3598-482f-80fd-b09a7c37e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782084 Jul 16 18:12:55.972302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=c531f351-3987-43ce-b217-f39e062deec0,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:55.996148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad06fd-1ea4-4666-90ac-5507dc060b78 req-3cfe1ef4-4d52-4336-9dca-0288953e2694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:55.997938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35ad06fd-1ea4-4666-90ac-5507dc060b78 req-3cfe1ef4-4d52-4336-9dca-0288953e2694 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae734c75-a748-4df4-b086-ac0f469b1a67 HTTP/1.1" status: 200 len: 912 time: 0.3258433 Jul 16 18:12:56.003485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8d20df8-c110-4948-8d95-2ee202aa720d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.063107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35ad06fd-1ea4-4666-90ac-5507dc060b78 req-ae08f347-8a40-43f2-bbd4-dd6dde196368 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cadb3859-dc3e-4f84-9f49-790fcb59a9a2 HTTP/1.1" status: 200 len: 217 time: 0.0530562 Jul 16 18:12:56.102070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d20df8-c110-4948-8d95-2ee202aa720d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event deleted for resources: {'Port': ['ID=61ea9873-63fd-4d2c-b878-3863930a55e4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:56.127528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c531f351-3987-43ce-b217-f39e062deec0'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:12:56.170032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-029a09a5-619b-4f16-b7e4-9b90e79b5809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.171893 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-029a09a5-619b-4f16-b7e4-9b90e79b5809 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa&tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3 HTTP/1.1" status: 200 len: 1095 time: 0.1579418 Jul 16 18:12:56.187322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:56.190440 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8d20df8-c110-4948-8d95-2ee202aa720d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.192587 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b8d20df8-c110-4948-8d95-2ee202aa720d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "DELETE /v2.0/ports/61ea9873-63fd-4d2c-b878-3863930a55e4 HTTP/1.1" status: 204 len: 168 time: 1.4826474 Jul 16 18:12:56.199296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43888) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:56.201481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad06fd-1ea4-4666-90ac-5507dc060b78 req-cbb60a64-36ca-44c4-aaa4-50201c308c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.207504 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35ad06fd-1ea4-4666-90ac-5507dc060b78 req-cbb60a64-36ca-44c4-aaa4-50201c308c92 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a9a09f7c-4753-4c68-bcf0-f7bcce545ec8 HTTP/1.1" status: 200 len: 851 time: 0.1150608 Jul 16 18:12:56.213036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd', 'external_fixed_ips': [{'subnet_id': 'f10de452-94a7-4172-8882-94bafae931ae', 'ip_address': '2001:db8::240'}]}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:56.284933 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.299324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.328131 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35ad06fd-1ea4-4666-90ac-5507dc060b78 req-75990a78-b4ab-4e6a-a4e8-81f232db0f0b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae734c75-a748-4df4-b086-ac0f469b1a67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399730 Jul 16 18:12:56.328745 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.502432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:56.505488 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.507232 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.526364 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35ad06fd-1ea4-4666-90ac-5507dc060b78 req-085966a0-237e-497d-9fbc-389f691ee04d service neutron] 10.222.0.37 "GET /v2.0/networks/ae734c75-a748-4df4-b086-ac0f469b1a67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756613 Jul 16 18:12:56.530492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0810585d-50c8-4072-b550-9108c128dbe2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:56.546114 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.549580 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Added segment 4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8 of type vlan for network 080d1393-5633-44e3-942b-3f6e1020fdb4 Jul 16 18:12:56.618957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:56.659886 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:56.660251 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.716443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66056d0b-9b35-4a79-8305-2ddaf7c755ad {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:12:56.729881 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.744123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Transition to ACTIVE for port object 66056d0b-9b35-4a79-8305-2ddaf7c755ad will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:56.749562 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.798545 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.857067 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] No DVR routers for this DVR port 66056d0b-9b35-4a79-8305-2ddaf7c755ad on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:12:56.864285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=9']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:56.939200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Attempting to bind port 66056d0b-9b35-4a79-8305-2ddaf7c755ad on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:12:56.939599 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Attempting to bind port 66056d0b-9b35-4a79-8305-2ddaf7c755ad by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:12:56.939893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Attempting to bind port 66056d0b-9b35-4a79-8305-2ddaf7c755ad on network 27e1b332-974b-445e-9a42-b3119f6937a1 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:56.955095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687a1c11-7b9b-4b0e-8a18-546b095eda3b req-273e9c30-86ed-413f-84d7-75c727ff80c6 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:56.956722 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-687a1c11-7b9b-4b0e-8a18-546b095eda3b req-273e9c30-86ed-413f-84d7-75c727ff80c6 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 944 time: 0.1738379 Jul 16 18:12:56.957553 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Port 66056d0b-9b35-4a79-8305-2ddaf7c755ad on network 27e1b332-974b-445e-9a42-b3119f6937a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:12:56.957878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Attempting to bind port 66056d0b-9b35-4a79-8305-2ddaf7c755ad on network 27e1b332-974b-445e-9a42-b3119f6937a1 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:12:56.966196 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:12:56.966582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Checking segment: {'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:56.966973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Bound using segment: {'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:12:56.967430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Bound port: 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e387438a-fb67-44a7-bef5-bdb4f076e083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:12:56.967901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.979312 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:56.991694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35ad06fd-1ea4-4666-90ac-5507dc060b78 req-d3b7c80c-7896-4398-8098-ae9261c41d63 service neutron] 10.222.0.37 "GET /v2.0/networks/ae734c75-a748-4df4-b086-ac0f469b1a67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4576309 Jul 16 18:12:57.002364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.010511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.011732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.050632 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-687a1c11-7b9b-4b0e-8a18-546b095eda3b req-084063cb-9eb6-4d09-8b8c-793dce557708 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870731 Jul 16 18:12:57.081474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:12:57.088526 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5892475 Jul 16 18:12:57.088753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:12:57.092059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43898) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:57.103867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Request body: {'subnet': {'network_id': '080d1393-5633-44e3-942b-3f6e1020fdb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:57.117397 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.124693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24804c38-627d-4972-ab87-25056ff763fc tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event updated for resources: {'Network': ['ID=080d1393-5633-44e3-942b-3f6e1020fdb4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.139613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 080d1393-5633-44e3-942b-3f6e1020fdb4 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:57.252170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.252795 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.254709 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] 10.222.0.18 "PUT /v2.0/ports/66056d0b-9b35-4a79-8305-2ddaf7c755ad HTTP/1.1" status: 200 len: 1092 time: 1.0737519 Jul 16 18:12:57.254709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:57.257050 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc0eeb2-715d-4ea8-8a10-3311207edc02" -d '{"events": [{"name": "network-changed", "server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:57.324278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e50198-d907-4dae-8535-f4e749007d66 req-9191ee6e-8fef-459f-af54-efe6ea688a2c tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.326472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42e50198-d907-4dae-8535-f4e749007d66 req-9191ee6e-8fef-459f-af54-efe6ea688a2c tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.1183825 Jul 16 18:12:57.370789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8039e8f-4cd9-4837-8ef0-7b43c9d201d4 service neutron] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=10']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:57.415203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Made reservation on behalf of d1b86cbefe6946f49891767b107d9033 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:57.419580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.473599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42e50198-d907-4dae-8535-f4e749007d66 req-b4c8eb89-7532-48a2-a700-c06f60b36edd tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382766 Jul 16 18:12:57.473787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-7e03c51a-2aa9-4fc0-ad56-3c9b62e268c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.475220 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-7e03c51a-2aa9-4fc0-ad56-3c9b62e268c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 1096 time: 0.1804402 Jul 16 18:12:57.494903 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.530878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fab40d-5a57-4547-b048-e2e83cfe4cb5 req-6e930b0a-8cfb-4615-a12b-c9e59e8e3a48 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:57.538131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14fab40d-5a57-4547-b048-e2e83cfe4cb5 req-6e930b0a-8cfb-4615-a12b-c9e59e8e3a48 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 948 time: 0.2451763 Jul 16 18:12:57.543475 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.544610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c531f351-3987-43ce-b217-f39e062deec0 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:12:57.649875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port c531f351-3987-43ce-b217-f39e062deec0 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:12:57.655305 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port c531f351-3987-43ce-b217-f39e062deec0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:12:57.656103 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.697256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14fab40d-5a57-4547-b048-e2e83cfe4cb5 req-fa90d25e-1fbf-42ff-8b53-757dd6dce4bb tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc890a44-3598-482f-80fd-b09a7c37e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579909 Jul 16 18:12:57.836443 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.849709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Allocated IP 2001:db8::240 (ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd/f10de452-94a7-4172-8882-94bafae931ae/e30eaae1-fc39-4147-b9d7-53914f00f9bc) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:57.880032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c531f351-3987-43ce-b217-f39e062deec0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c531f351-3987-43ce-b217-f39e062deec0,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:12:57.881356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87704ca-47c2-44c5-a8c9-94a39a4476c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c531f351-3987-43ce-b217-f39e062deec0'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:12:57.883983 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a11528-c2e0-4fa8-a12b-4503fbbe4aa6" -d '{"events": [{"server_uuid": "f87704ca-47c2-44c5-a8c9-94a39a4476c9", "name": "network-vif-plugged", "status": "completed", "tag": "c531f351-3987-43ce-b217-f39e062deec0"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:12:57.893143 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:57.925174 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54dfda3c-7acd-4167-ba1c-14d50e6b5f69 x-openstack-request-id: req-54dfda3c-7acd-4167-ba1c-14d50e6b5f69 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:57.926955 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:57.927502 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-54dfda3c-7acd-4167-ba1c-14d50e6b5f69 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:57.928079 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'status': 'completed', 'code': 200} Jul 16 18:12:57.961715 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d71dc714-ec00-4b1e-9207-e680ca3feacc x-openstack-request-id: req-d71dc714-ec00-4b1e-9207-e680ca3feacc {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:12:57.966876 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87704ca-47c2-44c5-a8c9-94a39a4476c9", "name": "network-vif-plugged", "status": "completed", "tag": "c531f351-3987-43ce-b217-f39e062deec0", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:12:57.967260 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d71dc714-ec00-4b1e-9207-e680ca3feacc {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:12:57.967817 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87704ca-47c2-44c5-a8c9-94a39a4476c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c531f351-3987-43ce-b217-f39e062deec0', 'code': 200} Jul 16 18:12:58.016991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=c531f351-3987-43ce-b217-f39e062deec0,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:58.072032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-7dbfdb83-29ac-44bb-a399-d0fb654a4374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.073640 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-7dbfdb83-29ac-44bb-a399-d0fb654a4374 service neutron] 10.222.0.18 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 914 time: 0.5621567 Jul 16 18:12:58.076430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.101328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.156865 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-b26d77bf-5225-4ec1-a057-580fbf9b686a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad HTTP/1.1" status: 200 len: 217 time: 0.0752215 Jul 16 18:12:58.217271 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event updated for resources: {'Subnet': ['ID=1db546eb-570b-4250-a25c-3414613cb854,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:58.244076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-2d67b709-fc99-4e54-bcde-bebdc9cb1b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.245544 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-2d67b709-fc99-4e54-bcde-bebdc9cb1b1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13f068b8-d687-447c-9e12-67b3a467d48c HTTP/1.1" status: 200 len: 853 time: 0.0773885 Jul 16 18:12:58.247310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Checking segment: {'id': '4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '080d1393-5633-44e3-942b-3f6e1020fdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:12:58.247697 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Network hostable DHCP agents. Network: 080d1393-5633-44e3-942b-3f6e1020fdb4, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:12:58.306121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-3f4db2b1-2e9a-4398-b059-ce4b6ad2b9d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27e1b332-974b-445e-9a42-b3119f6937a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493174 Jul 16 18:12:58.313750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c4b2d3-3aa0-4a78-a2f6-219e3beca13b req-03bda541-afd9-4638-931e-f0da29bdcc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.315333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8c4b2d3-3aa0-4a78-a2f6-219e3beca13b req-03bda541-afd9-4638-931e-f0da29bdcc9c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 1100 time: 0.1951673 Jul 16 18:12:58.327686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.347783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Network 080d1393-5633-44e3-942b-3f6e1020fdb4 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:12:58.410255 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 080d1393-5633-44e3-942b-3f6e1020fdb4) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:58.421816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d0e7a5-b3b7-46bd-96c4-7740e61f1497 None None] Network 080d1393-5633-44e3-942b-3f6e1020fdb4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:12:58.471358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:58.472004 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.526261 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f5e64f92-eddd-4621-90a8-0c9a34a1f4da tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4329445 Jul 16 18:12:58.526955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43928) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:58.535905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Request body: {'network': {'name': 'tempest-router-network01--799616146'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:58.576971 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-aa100f75-5724-4465-9743-782bfd4ce567 service neutron] 10.222.0.18 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523923 Jul 16 18:12:58.596514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Made reservation on behalf of d1b86cbefe6946f49891767b107d9033 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:58.600522 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.723373 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:58.738043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-080d1393-5633-44e3-942b-3f6e1020fdb4', 'network_id': '080d1393-5633-44e3-942b-3f6e1020fdb4', 'tenant_id': 'd1b86cbefe6946f49891767b107d9033', 'fixed_ips': [{'subnet_id': '1db546eb-570b-4250-a25c-3414613cb854'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:12:58.739225 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.794526 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:58.794787 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Added segment 6cf400ab-378c-4c37-992b-db2d2670e76e of type vlan for network d4248d94-fb29-4c80-a104-d1fb9002f4cb Jul 16 18:12:58.831603 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce5f8883-fb5c-4a7f-a171-87075bf7d6df req-912951bb-d18f-483e-8090-0965d5a1b167 service neutron] 10.222.0.18 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468922 Jul 16 18:12:58.914103 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.054034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Allocated IP 172.20.0.2 (080d1393-5633-44e3-942b-3f6e1020fdb4/1db546eb-570b-4250-a25c-3414613cb854/6e2a2f1a-3aad-4af5-af38-f9caf56d52a6) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:12:59.057436 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.resource_extend [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:12:59.083062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3d953b-e78c-4bb8-8af3-a9fc9efb51d0 req-ff7cef7a-7702-492d-b427-016210b99db1 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:59.085630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc3d953b-e78c-4bb8-8af3-a9fc9efb51d0 req-ff7cef7a-7702-492d-b427-016210b99db1 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.3433788 Jul 16 18:12:59.115718 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.121397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:59.122284 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.157344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Network ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:59.162666 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8c4b2d3-3aa0-4a78-a2f6-219e3beca13b req-6e5fa9a8-9bd5-45f7-8636-d58c3367aa6c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bc890a44-3598-482f-80fd-b09a7c37e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8320704 Jul 16 18:12:59.167038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:59.170784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:59.174329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event updated for resources: {'Port': ['ID=e30eaae1-fc39-4147-b9d7-53914f00f9bc,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.187934 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6568234 Jul 16 18:12:59.197932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43944) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:12:59.229793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Request body: {'network': {'name': 'tempest-router-network02--347786259'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:12:59.282091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0eeb2-715d-4ea8-8a10-3311207edc02 req-e8d25bb4-d9c2-4fee-a4cd-1ef4f97e0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:59.284257 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4fc0eeb2-715d-4ea8-8a10-3311207edc02 req-e8d25bb4-d9c2-4fee-a4cd-1ef4f97e0771 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 1096 time: 0.3411269 Jul 16 18:12:59.311317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc3d953b-e78c-4bb8-8af3-a9fc9efb51d0 req-02eff980-0785-4737-9e72-445dc3b24d03 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183790 Jul 16 18:12:59.393577 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d911210-318a-4193-bfa1-5495b23c3079 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event updated for resources: {'Network': ['ID=d4248d94-fb29-4c80-a104-d1fb9002f4cb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:12:59.406245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Made reservation on behalf of d1b86cbefe6946f49891767b107d9033 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:12:59.410457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.500370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:12:59.537652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network d4248d94-fb29-4c80-a104-d1fb9002f4cb details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:12:59.545230 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.547259 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Added segment aec39fda-598b-497f-9e76-2960e52606fc of type vlan for network 38f338fc-1222-41c5-9490-977f55c20f3e Jul 16 18:12:59.561618 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.579438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Transition to ACTIVE for port object 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:59.609906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Transition to ACTIVE for port object 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:12:59.636660 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.651277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d586caef-d2a8-44bc-8f23-2416b391726e req-75032b10-dc3c-4c38-830c-0f76efb580b0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:59.652651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0eeb2-715d-4ea8-8a10-3311207edc02 req-210ece61-fc26-4a77-a8d8-e6c9b52679b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:12:59.654771 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4fc0eeb2-715d-4ea8-8a10-3311207edc02 req-210ece61-fc26-4a77-a8d8-e6c9b52679b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 914 time: 0.3373854 Jul 16 18:12:59.666897 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d586caef-d2a8-44bc-8f23-2416b391726e req-75032b10-dc3c-4c38-830c-0f76efb580b0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 945 time: 0.5451436 Jul 16 18:12:59.681787 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.715225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.773991 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:12:59.800231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Network 080d1393-5633-44e3-942b-3f6e1020fdb4 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:12:59.817855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:12:59.831657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:12:59.995835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Pushing event updated for resources: {'Port': ['ID=6e2a2f1a-3aad-4af5-af38-f9caf56d52a6,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.075074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Attempting to bind port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:00.075450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Attempting to bind port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '080d1393-5633-44e3-942b-3f6e1020fdb4'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:00.078579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Attempting to bind port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 on network 080d1393-5633-44e3-942b-3f6e1020fdb4 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:00.088911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:00.089282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Checking segment: {'id': '4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '080d1393-5633-44e3-942b-3f6e1020fdb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:00.089689 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.097227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Bound using segment: {'id': '4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '080d1393-5633-44e3-942b-3f6e1020fdb4'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:00.098245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Bound port: 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': '080d1393-5633-44e3-942b-3f6e1020fdb4'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:00.098245 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.206668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d586caef-d2a8-44bc-8f23-2416b391726e req-5c0dead3-6417-456a-9f5c-265a459a96f8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5387249 Jul 16 18:13:00.268806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] For port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:00.283338 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] For port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6e2a2f1a-3aad-4af5-af38-f9caf56d52a6,segment=NetworkSegment(4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8),segment_id=4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:00.294277 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.483813 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4fc0eeb2-715d-4ea8-8a10-3311207edc02 req-7ad3674f-3ba4-45e7-96ae-6e99ae400bb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad HTTP/1.1" status: 200 len: 217 time: 0.8208194 Jul 16 18:13:00.488832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e6e8c-d0c9-4c08-aa4e-b9160e74cf09 None None] Pushing event updated for resources: {'Port': ['ID=6e2a2f1a-3aad-4af5-af38-f9caf56d52a6,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:00.551879 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.736377 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.resource_extend [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:13:00.847672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.854578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:00.855646 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:00.904776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Router 5940224b-65c9-4d37-a572-74da3726fe21 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:01.075601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0eeb2-715d-4ea8-8a10-3311207edc02 req-d39a5a02-a57b-4943-b87f-291e716e9c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:01.079518 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4fc0eeb2-715d-4ea8-8a10-3311207edc02 req-d39a5a02-a57b-4943-b87f-291e716e9c99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13f068b8-d687-447c-9e12-67b3a467d48c HTTP/1.1" status: 200 len: 853 time: 0.4614372 Jul 16 18:13:01.087273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event updated for resources: {'Network': ['ID=38f338fc-1222-41c5-9490-977f55c20f3e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:01.105046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 38f338fc-1222-41c5-9490-977f55c20f3e details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:01.123032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-83698be2-b204-41b8-997c-85d15aee7857 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.9187393 Jul 16 18:13:01.174899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43974) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:01.195137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Request body: {'subnet': {'network_id': 'd4248d94-fb29-4c80-a104-d1fb9002f4cb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:01.342175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:01.394869 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] Sync routers for ids ['5940224b-65c9-4d37-a572-74da3726fe21'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:01.412929 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] Routers {'5940224b-65c9-4d37-a572-74da3726fe21'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:01.414836 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:12:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5940224b-65c9-4d37-a572-74da3726fe21'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:01.464102 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:01.491987 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4629a383-853a-4f00-8a8f-d9d0602de094 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.2814007 Jul 16 18:13:01.494395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43982) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:01.543927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48d18f3-b510-4106-97ed-7d2436f74290 req-371aa19d-09c5-4fb1-b6a9-ddd8aa3e39ba tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:01.548785 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d48d18f3-b510-4106-97ed-7d2436f74290 req-371aa19d-09c5-4fb1-b6a9-ddd8aa3e39ba tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 949 time: 1.0835314 Jul 16 18:13:01.550858 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4fc0eeb2-715d-4ea8-8a10-3311207edc02 req-18eb2171-e6fe-4971-8677-715776e2c1c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27e1b332-974b-445e-9a42-b3119f6937a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4084084 Jul 16 18:13:01.714159 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] Set router 5940224b-65c9-4d37-a572-74da3726fe21 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:01.821879 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d48d18f3-b510-4106-97ed-7d2436f74290 req-dde4ca46-c937-4d48-b902-d0966a8b13f2 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc890a44-3598-482f-80fd-b09a7c37e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376490 Jul 16 18:13:01.834092 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43986) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:01.907362 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.227370 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5940224b-65c9-4d37-a572-74da3726fe21', 'name': '', 'tenant_id': '2a507ec4c4e842458b6850d54c192c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd', 'external_fixed_ips': [{'subnet_id': 'f10de452-94a7-4172-8882-94bafae931ae', 'ip_address': '2001:db8::240'}], 'enable_snat': True}, 'gw_port_id': 'e30eaae1-fc39-4147-b9d7-53914f00f9bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:12:59Z', 'revision_number': 3, 'project_id': '2a507ec4c4e842458b6850d54c192c17', 'gw_port': {'id': 'e30eaae1-fc39-4147-b9d7-53914f00f9bc', 'name': '', 'network_id': 'ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:90:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5940224b-65c9-4d37-a572-74da3726fe21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2238, 'fixed_ips': [{'subnet_id': 'f10de452-94a7-4172-8882-94bafae931ae', 'ip_address': '2001:db8::240', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:12:57Z', 'updated_at': '2021-07-16T18:12:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f10de452-94a7-4172-8882-94bafae931ae', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:02.256003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4fc0eeb2-715d-4ea8-8a10-3311207edc02 req-055d1256-df8a-440b-acea-7f1654323c8b service neutron] 10.222.0.18 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094182 Jul 16 18:13:02.281801 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.296528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa36fe73-3679-4954-ba69-90eb9274bbae req-0c64aad8-d622-4767-8f23-a5762ddf1edd tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:02.314119 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] Checking router: 5940224b-65c9-4d37-a572-74da3726fe21 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:02.314391 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] Updating router 5940224b-65c9-4d37-a572-74da3726fe21 port e30eaae1-fc39-4147-b9d7-53914f00f9bc binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:02.315816 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa36fe73-3679-4954-ba69-90eb9274bbae req-0c64aad8-d622-4767-8f23-a5762ddf1edd tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.3886485 Jul 16 18:13:02.350349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:02.427674 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.484844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a3d462-5c62-429e-8d90-270c459fa91c None None] Network 080d1393-5633-44e3-942b-3f6e1020fdb4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:02.515270 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa36fe73-3679-4954-ba69-90eb9274bbae req-70ac0158-9899-4b76-926b-3d1a0257743c tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983874 Jul 16 18:13:02.522104 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:02.562540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Deleting port e30eaae1-fc39-4147-b9d7-53914f00f9bc {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:02.566079 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.651073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Made reservation on behalf of d1b86cbefe6946f49891767b107d9033 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:02.665520 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.681112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4fc0eeb2-715d-4ea8-8a10-3311207edc02 req-6ed7a55c-ce71-4348-a650-e9088e161fce service neutron] 10.222.0.18 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757403 Jul 16 18:13:02.764057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-98902661-58a6-478c-a478-0670167ca4c1 None None] Provisioning for port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:02.791551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-98902661-58a6-478c-a478-0670167ca4c1 None None] Provisioning complete for port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:02.795409 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98902661-58a6-478c-a478-0670167ca4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.803543 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8a708f64-b465-424a-a916-be0067760838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.806620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:02.840766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Calling delete_port for e30eaae1-fc39-4147-b9d7-53914f00f9bc owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:03.270491 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98902661-58a6-478c-a478-0670167ca4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.311121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390c883-b1de-4885-9db5-daa2143135cc req-b25deece-4378-497a-a79a-5bda824c36b3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.325698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0390c883-b1de-4885-9db5-daa2143135cc req-b25deece-4378-497a-a79a-5bda824c36b3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 945 time: 1.0676017 Jul 16 18:13:03.366969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-98902661-58a6-478c-a478-0670167ca4c1 None None] For port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6e2a2f1a-3aad-4af5-af38-f9caf56d52a6,segment=NetworkSegment(4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8),segment_id=4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:03.388617 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98902661-58a6-478c-a478-0670167ca4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.477333 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.db.api [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105441) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:13:03.477944 n-d-794306-7 neutron-server[105441]: DEBUG oslo_db.api [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:13:03.493338 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.556477 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98902661-58a6-478c-a478-0670167ca4c1 None None] Pushing event updated for resources: {'Port': ['ID=6e2a2f1a-3aad-4af5-af38-f9caf56d52a6,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.625078 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.669120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.713251 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0390c883-b1de-4885-9db5-daa2143135cc req-1de3b4a8-e49b-4f5b-a12e-beac5a1606c1 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866291 Jul 16 18:13:03.834423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9d2c1335-f0f0-45f5-a94a-0e939246c25d None None] Provisioning complete for port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:03.834872 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9d2c1335-f0f0-45f5-a94a-0e939246c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.850513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event updated for resources: {'Subnet': ['ID=0d178a1d-7663-4604-8f43-6d2a0f7970f2,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.887330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Checking segment: {'id': '6cf400ab-378c-4c37-992b-db2d2670e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4248d94-fb29-4c80-a104-d1fb9002f4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:03.887936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Network hostable DHCP agents. Network: d4248d94-fb29-4c80-a104-d1fb9002f4cb, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:03.927207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event deleted for resources: {'Port': ['ID=e30eaae1-fc39-4147-b9d7-53914f00f9bc,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:03.943408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.955325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:03.969767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6906795f-8a0d-4312-b2b8-07bd201a89ba req-ecd3032b-7849-462e-816a-4543f6e4868d tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:03.980901 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6906795f-8a0d-4312-b2b8-07bd201a89ba req-ecd3032b-7849-462e-816a-4543f6e4868d tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 949 time: 0.6914709 Jul 16 18:13:03.998403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Network d4248d94-fb29-4c80-a104-d1fb9002f4cb is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:04.019462 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8a708f64-b465-424a-a916-be0067760838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.021670 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] Port e30eaae1-fc39-4147-b9d7-53914f00f9bc not found while updating agent binding for router 5940224b-65c9-4d37-a572-74da3726fe21. {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 18:13:04.041531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8a708f64-b465-424a-a916-be0067760838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.046759 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] Routers {'5940224b-65c9-4d37-a572-74da3726fe21'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:04.048557 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:12:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5940224b-65c9-4d37-a572-74da3726fe21'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:04.119745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8a708f64-b465-424a-a916-be0067760838 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f4a045e18c2941a5b300df9a01c87b96&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2401969 Jul 16 18:13:04.120554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, d4248d94-fb29-4c80-a104-d1fb9002f4cb) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:04.122998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44008) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:04.137947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02d70534-048b-4946-bbd3-2004e2cecd37 None None] Network d4248d94-fb29-4c80-a104-d1fb9002f4cb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:04.161890 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] Set router 5940224b-65c9-4d37-a572-74da3726fe21 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:04.190152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.193623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.250443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359f37a-05c2-4560-8ee7-da4e255ec656 req-72a53288-7d6a-4121-9803-06bf211e2019 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.253148 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b359f37a-05c2-4560-8ee7-da4e255ec656 req-72a53288-7d6a-4121-9803-06bf211e2019 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 0.3448932 Jul 16 18:13:04.256787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a708f64-b465-424a-a916-be0067760838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b358e161-9cd3-4b17-a2c5-df0473ca9b39,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:04.270127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:04.270441 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5940224b-65c9-4d37-a572-74da3726fe21', 'name': '', 'tenant_id': '2a507ec4c4e842458b6850d54c192c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:13:03Z', 'revision_number': 5, 'project_id': '2a507ec4c4e842458b6850d54c192c17', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:04.287160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562edcb8-0caf-4104-9044-a69baf0e0101 req-57936c1f-7ac1-4b22-8b3f-73ec39683bb9 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:04.291158 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-562edcb8-0caf-4104-9044-a69baf0e0101 req-57936c1f-7ac1-4b22-8b3f-73ec39683bb9 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.37 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 946 time: 1.0113809 Jul 16 18:13:04.301360 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3b0314ad-4a33-4549-9e5d-543f54745cf6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1194379 Jul 16 18:13:04.305033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44010) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:04.325336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Request body: {'subnet': {'network_id': '38f338fc-1222-41c5-9490-977f55c20f3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:04.341462 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b359f37a-05c2-4560-8ee7-da4e255ec656 req-c306c9e9-ae85-434c-b124-1c908ab252a0 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/security-groups?id=0ff3e853-5ceb-4321-962a-cb439c8f9f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765891 Jul 16 18:13:04.347165 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b785d407-d851-4eed-ac1b-70ec081691d4 None None] The sync data for ids ['5940224b-65c9-4d37-a572-74da3726fe21'] in n-d-794306-7 is: [{'id': '5940224b-65c9-4d37-a572-74da3726fe21', 'name': '', 'tenant_id': '2a507ec4c4e842458b6850d54c192c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:12:56Z', 'updated_at': '2021-07-16T18:13:03Z', 'revision_number': 5, 'project_id': '2a507ec4c4e842458b6850d54c192c17', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:04.412208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6906795f-8a0d-4312-b2b8-07bd201a89ba req-b05f2748-6ec6-4ca2-9769-bcf0bafff7a9 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc890a44-3598-482f-80fd-b09a7c37e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302895 Jul 16 18:13:04.531667 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bba0f7c0-85f6-4ccf-8c6f-b1b8b2877fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.580625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:04.581625 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.681735 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.682305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5940224b-65c9-4d37-a572-74da3726fe21 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:04.705831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-d4248d94-fb29-4c80-a104-d1fb9002f4cb', 'network_id': 'd4248d94-fb29-4c80-a104-d1fb9002f4cb', 'tenant_id': 'd1b86cbefe6946f49891767b107d9033', 'fixed_ips': [{'subnet_id': '0d178a1d-7663-4604-8f43-6d2a0f7970f2'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:04.707524 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.718497 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.722076 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-796e48e3-7a8c-4752-85c9-5b1cdc96338d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "DELETE /v2.0/routers/5940224b-65c9-4d37-a572-74da3726fe21 HTTP/1.1" status: 204 len: 168 time: 3.2190075 Jul 16 18:13:04.729224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44018) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:04.769044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bba0f7c0-85f6-4ccf-8c6f-b1b8b2877fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.937307 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Made reservation on behalf of d1b86cbefe6946f49891767b107d9033 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:04.941139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:04.990757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-562edcb8-0caf-4104-9044-a69baf0e0101 req-299a423d-9a68-40d6-8d59-7dd31b4f0a43 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Deleting port cadb3859-dc3e-4f84-9f49-790fcb59a9a2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:05.000539 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-562edcb8-0caf-4104-9044-a69baf0e0101 req-299a423d-9a68-40d6-8d59-7dd31b4f0a43 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.093690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b6a7833-4df5-41cc-a2a8-5b376ccb751f req-fd41e5f7-3350-4d04-b4c0-9eff57eb81b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3723712 Jul 16 18:13:05.164630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Allocated IP 172.20.0.2 (d4248d94-fb29-4c80-a104-d1fb9002f4cb/0d178a1d-7663-4604-8f43-6d2a0f7970f2/419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:05.398450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-562edcb8-0caf-4104-9044-a69baf0e0101 req-299a423d-9a68-40d6-8d59-7dd31b4f0a43 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] For port cadb3859-dc3e-4f84-9f49-790fcb59a9a2, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=cadb3859-dc3e-4f84-9f49-790fcb59a9a2,segment=NetworkSegment(9409d278-78c7-4981-8a9a-4c8dc741060f),segment_id=9409d278-78c7-4981-8a9a-4c8dc741060f)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:05.398686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-562edcb8-0caf-4104-9044-a69baf0e0101 req-299a423d-9a68-40d6-8d59-7dd31b4f0a43 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.448019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-562edcb8-0caf-4104-9044-a69baf0e0101 req-299a423d-9a68-40d6-8d59-7dd31b4f0a43 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Calling delete_port for cadb3859-dc3e-4f84-9f49-790fcb59a9a2 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:05.480251 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.540249 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.576814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Transition to ACTIVE for port object 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:05.604288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Transition to ACTIVE for port object 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:05.618255 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.677046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-293f6525-828f-4206-b1dd-5e2b279116fb tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Deleting subnet f10de452-94a7-4172-8882-94bafae931ae {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:05.693239 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-293f6525-828f-4206-b1dd-5e2b279116fb tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.720450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7833-4df5-41cc-a2a8-5b376ccb751f req-c63c0b4b-acb7-4ed8-a3ab-c4fc4005d383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:05.725606 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b6a7833-4df5-41cc-a2a8-5b376ccb751f req-c63c0b4b-acb7-4ed8-a3ab-c4fc4005d383 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3527270398ad4b0083aab94bfdca9b5c&device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 1096 time: 0.5912621 Jul 16 18:13:05.731436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Pushing event updated for resources: {'Port': ['ID=419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:05.760499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Network d4248d94-fb29-4c80-a104-d1fb9002f4cb is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:05.764961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:05.772589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:05.900905 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-293f6525-828f-4206-b1dd-5e2b279116fb tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.913607 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bba0f7c0-85f6-4ccf-8c6f-b1b8b2877fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.920029 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Attempting to bind port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:05.920438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Attempting to bind port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '6cf400ab-378c-4c37-992b-db2d2670e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4248d94-fb29-4c80-a104-d1fb9002f4cb'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:05.920816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Attempting to bind port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f on network d4248d94-fb29-4c80-a104-d1fb9002f4cb {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:05.929380 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bba0f7c0-85f6-4ccf-8c6f-b1b8b2877fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.935191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:05.935191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Checking segment: {'id': '6cf400ab-378c-4c37-992b-db2d2670e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4248d94-fb29-4c80-a104-d1fb9002f4cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:05.935191 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:05.935191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Bound using segment: {'id': '6cf400ab-378c-4c37-992b-db2d2670e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4248d94-fb29-4c80-a104-d1fb9002f4cb'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:05.937752 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bba0f7c0-85f6-4ccf-8c6f-b1b8b2877fef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b358e161-9cd3-4b17-a2c5-df0473ca9b39 HTTP/1.1" status: 204 len: 168 time: 1.8107789 Jul 16 18:13:05.939717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event updated for resources: {'Subnet': ['ID=23d06adc-ad73-4d66-8ce1-2c119ddb4d95,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:05.946912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Bound port: 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cf400ab-378c-4c37-992b-db2d2670e76e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'd4248d94-fb29-4c80-a104-d1fb9002f4cb'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:05.950980 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.080633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Checking segment: {'id': 'aec39fda-598b-497f-9e76-2960e52606fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '38f338fc-1222-41c5-9490-977f55c20f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:06.088377 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Network hostable DHCP agents. Network: 38f338fc-1222-41c5-9490-977f55c20f3e, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:06.168874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] For port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:06.186926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba0f7c0-85f6-4ccf-8c6f-b1b8b2877fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b358e161-9cd3-4b17-a2c5-df0473ca9b39,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:06.192652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] For port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f,segment=NetworkSegment(6cf400ab-378c-4c37-992b-db2d2670e76e),segment_id=6cf400ab-378c-4c37-992b-db2d2670e76e)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:06.203245 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.250274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d62aae1-cd86-4060-a01a-4382dac535ac req-1d33e16f-71fd-4cc6-b1e6-5bee56b4bd5a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.252850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7d62aae1-cd86-4060-a01a-4382dac535ac req-1d33e16f-71fd-4cc6-b1e6-5bee56b4bd5a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 945 time: 0.8231621 Jul 16 18:13:06.298358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb6fb19-f974-4fa4-94c3-25f02ba62bea req-40dd18c7-b929-4042-8324-a2727060cc0d tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.302251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4fb6fb19-f974-4fa4-94c3-25f02ba62bea req-40dd18c7-b929-4042-8324-a2727060cc0d tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 949 time: 0.6899278 Jul 16 18:13:06.385833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Network 38f338fc-1222-41c5-9490-977f55c20f3e is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:06.395481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7833-4df5-41cc-a2a8-5b376ccb751f req-881b7cf0-e43d-454b-8567-cf097dc15517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.402903 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b6a7833-4df5-41cc-a2a8-5b376ccb751f req-881b7cf0-e43d-454b-8567-cf097dc15517 service neutron] 10.222.0.37 "GET /v2.0/networks?id=13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 200 len: 920 time: 0.6212628 Jul 16 18:13:06.421814 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-293f6525-828f-4206-b1dd-5e2b279116fb tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.505118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce7a69-11f1-4f9c-8da2-43cbbfe4867c None None] Pushing event updated for resources: {'Port': ['ID=419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:06.506412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 38f338fc-1222-41c5-9490-977f55c20f3e) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:06.516999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-961dd0af-41e0-4615-a5c9-dc560a79fd28 None None] Network 38f338fc-1222-41c5-9490-977f55c20f3e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:06.526368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:06.528138 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.578013 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7d62aae1-cd86-4060-a01a-4382dac535ac req-70444135-51da-42db-8868-24fb30da8475 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423074 Jul 16 18:13:06.630892 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-562edcb8-0caf-4104-9044-a69baf0e0101 req-299a423d-9a68-40d6-8d59-7dd31b4f0a43 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:06.641739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b6a7833-4df5-41cc-a2a8-5b376ccb751f req-19787699-7b03-411e-93af-e3bb69296d82 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=694be1b3-3c41-47a6-a257-2bd1b2103518 HTTP/1.1" status: 200 len: 217 time: 0.1831195 Jul 16 18:13:06.644221 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6f4db44e-86e9-4d3f-8c48-6487bc0d3dd3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3217373 Jul 16 18:13:06.653739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44036) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:06.740704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device cadb3859-dc3e-4f84-9f49-790fcb59a9a2 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:06.890625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: cadb3859-dc3e-4f84-9f49-790fcb59a9a2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:06.891130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device cadb3859-dc3e-4f84-9f49-790fcb59a9a2 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:06.927656 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-293f6525-828f-4206-b1dd-5e2b279116fb tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.042531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6a7833-4df5-41cc-a2a8-5b376ccb751f req-e064ca7b-3443-4bc1-a96b-c7b0e2587a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:07.046669 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b6a7833-4df5-41cc-a2a8-5b376ccb751f req-e064ca7b-3443-4bc1-a96b-c7b0e2587a11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 200 len: 859 time: 0.3855236 Jul 16 18:13:07.048901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a423d-9a68-40d6-8d59-7dd31b4f0a43 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Pushing event deleted for resources: {'Port': ['ID=cadb3859-dc3e-4f84-9f49-790fcb59a9a2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:07.115586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4fb6fb19-f974-4fa4-94c3-25f02ba62bea req-1226e016-d3f6-4aa7-b580-1dc4f4a481c2 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc890a44-3598-482f-80fd-b09a7c37e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7606103 Jul 16 18:13:07.166219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-38f338fc-1222-41c5-9490-977f55c20f3e', 'network_id': '38f338fc-1222-41c5-9490-977f55c20f3e', 'tenant_id': 'd1b86cbefe6946f49891767b107d9033', 'fixed_ips': [{'subnet_id': '23d06adc-ad73-4d66-8ce1-2c119ddb4d95'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:07.167167 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.206793 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-293f6525-828f-4206-b1dd-5e2b279116fb tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.225581 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b6a7833-4df5-41cc-a2a8-5b376ccb751f req-f27056bd-f4c7-412b-9178-3843c33d8a58 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=13ce4986-d26e-4f96-8ffd-11ed79085e83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1632197 Jul 16 18:13:07.235250 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-293f6525-828f-4206-b1dd-5e2b279116fb tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "DELETE /v2.0/subnets/f10de452-94a7-4172-8882-94bafae931ae HTTP/1.1" status: 204 len: 168 time: 2.5000274 Jul 16 18:13:07.241826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293f6525-828f-4206-b1dd-5e2b279116fb tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f10de452-94a7-4172-8882-94bafae931ae,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:07.263763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44042) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:07.302014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-562edcb8-0caf-4104-9044-a69baf0e0101 req-299a423d-9a68-40d6-8d59-7dd31b4f0a43 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] No DVR routers for this DVR port cadb3859-dc3e-4f84-9f49-790fcb59a9a2 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:07.338769 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-562edcb8-0caf-4104-9044-a69baf0e0101 req-299a423d-9a68-40d6-8d59-7dd31b4f0a43 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:07.341366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-562edcb8-0caf-4104-9044-a69baf0e0101 req-299a423d-9a68-40d6-8d59-7dd31b4f0a43 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.37 "DELETE /v2.0/ports/cadb3859-dc3e-4f84-9f49-790fcb59a9a2 HTTP/1.1" status: 204 len: 173 time: 2.9725966 Jul 16 18:13:07.341850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c544404c-0ddc-4bcc-841a-722817df5bce', 'name': 'network-vif-deleted', 'tag': 'cadb3859-dc3e-4f84-9f49-790fcb59a9a2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:07.363062 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ecb4edc-1573-44ce-99fa-75b0230fc147" -d '{"events": [{"server_uuid": "c544404c-0ddc-4bcc-841a-722817df5bce", "name": "network-vif-deleted", "tag": "cadb3859-dc3e-4f84-9f49-790fcb59a9a2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:07.633481 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9675fe75-e278-4764-840b-e602d636bf40 req-4a608787-d60b-4a65-a1a9-fc6aa8210b24 tempest-TestServerAdvancedOps-907521088 tempest-TestServerAdvancedOps-907521088-project] 10.222.0.47 "GET /v2.0/ports?device_id=c544404c-0ddc-4bcc-841a-722817df5bce HTTP/1.1" status: 200 len: 210 time: 0.5011082 Jul 16 18:13:07.680936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Allocated IP 172.20.0.2 (38f338fc-1222-41c5-9490-977f55c20f3e/23d06adc-ad73-4d66-8ce1-2c119ddb4d95/3b810324-468a-4d67-a5fd-6808112c89f1) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:07.797873 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b6a7833-4df5-41cc-a2a8-5b376ccb751f req-c94885a3-2dfb-4634-84d3-0cc6c4b264be service neutron] 10.222.0.37 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5022576 Jul 16 18:13:07.882243 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f93872f-8de0-4f51-a1e3-5a8186203722 x-openstack-request-id: req-2f93872f-8de0-4f51-a1e3-5a8186203722 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:07.882541 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c544404c-0ddc-4bcc-841a-722817df5bce", "name": "network-vif-deleted", "tag": "cadb3859-dc3e-4f84-9f49-790fcb59a9a2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:07.882793 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2f93872f-8de0-4f51-a1e3-5a8186203722 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:07.883192 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c544404c-0ddc-4bcc-841a-722817df5bce', 'name': 'network-vif-deleted', 'tag': 'cadb3859-dc3e-4f84-9f49-790fcb59a9a2', 'status': 'completed', 'code': 200} Jul 16 18:13:08.051135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b6a7833-4df5-41cc-a2a8-5b376ccb751f req-d8a2bab6-6659-4644-8b45-19033cac8595 service neutron] 10.222.0.37 "GET /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443142 Jul 16 18:13:08.262570 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:08.344292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.360299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Transition to ACTIVE for port object 3b810324-468a-4d67-a5fd-6808112c89f1 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:08.406087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Transition to ACTIVE for port object 3b810324-468a-4d67-a5fd-6808112c89f1 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:08.414766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:08.438239 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.529277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Network 38f338fc-1222-41c5-9490-977f55c20f3e is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:08.549535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:08.560105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:08.602950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Pushing event updated for resources: {'Port': ['ID=3b810324-468a-4d67-a5fd-6808112c89f1,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:08.677421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2936a600-0cd6-4c0d-8f80-d67a1822844e None None] Network d4248d94-fb29-4c80-a104-d1fb9002f4cb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:08.747379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44068) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:08.792149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Attempting to bind port 3b810324-468a-4d67-a5fd-6808112c89f1 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:08.794526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Attempting to bind port 3b810324-468a-4d67-a5fd-6808112c89f1 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'aec39fda-598b-497f-9e76-2960e52606fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '38f338fc-1222-41c5-9490-977f55c20f3e'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:08.795370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Attempting to bind port 3b810324-468a-4d67-a5fd-6808112c89f1 on network 38f338fc-1222-41c5-9490-977f55c20f3e {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:08.806866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:08.807810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Checking segment: {'id': 'aec39fda-598b-497f-9e76-2960e52606fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '38f338fc-1222-41c5-9490-977f55c20f3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:08.810283 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.811054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Bound using segment: {'id': 'aec39fda-598b-497f-9e76-2960e52606fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '38f338fc-1222-41c5-9490-977f55c20f3e'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:08.812277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Bound port: 3b810324-468a-4d67-a5fd-6808112c89f1, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aec39fda-598b-497f-9e76-2960e52606fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '38f338fc-1222-41c5-9490-977f55c20f3e'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:08.813285 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.816316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3f377ca7-671c-4a56-b164-3c2c4b8b579f None None] Provisioning for port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:08.832936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d4c858-345f-493e-9aa9-5e7e2829a204 req-d88d9081-0d34-44ac-89ab-2152bb26a0c1 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:08.837895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3f377ca7-671c-4a56-b164-3c2c4b8b579f None None] Provisioning complete for port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:08.838406 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f377ca7-671c-4a56-b164-3c2c4b8b579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.845346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7d4c858-345f-493e-9aa9-5e7e2829a204 req-d88d9081-0d34-44ac-89ab-2152bb26a0c1 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 949 time: 0.2669470 Jul 16 18:13:08.856339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:08.923929 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7d4c858-345f-493e-9aa9-5e7e2829a204 req-207f3f30-57a2-46b1-82cc-6611084a6d73 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc890a44-3598-482f-80fd-b09a7c37e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762482 Jul 16 18:13:09.039810 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.050474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-122387867-network', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:09.107991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Made reservation on behalf of 2a99d476093c4dc6ba6f1f764cdbd58f for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:09.115379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.130783 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.198373 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.210874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:09.223398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa57b302-1781-43e4-8618-736f4a994c61') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:09.224113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa57b302-1781-43e4-8618-736f4a994c61') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:09.234581 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.250833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.257820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:09.258416 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.333142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44074) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:09.335709 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:09.343979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.353202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e743995d-4e9b-4819-9755-8c92f389e789 req-200b690b-0c69-4bcf-9058-e32e7918f312 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.355111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e743995d-4e9b-4819-9755-8c92f389e789 req-200b690b-0c69-4bcf-9058-e32e7918f312 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.18 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 949 time: 2.0875616 Jul 16 18:13:09.405721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:13:09.440167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event deleted for resources: {'Network': ['ID=ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:09.454172 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.463081 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-615854cb-3dc7-484e-8266-723f1a8462b5 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "DELETE /v2.0/networks/ed6d46e3-b459-4ec6-96b4-ee0bf0a814bd HTTP/1.1" status: 204 len: 168 time: 2.0906997 Jul 16 18:13:09.494992 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-95c3df47-046e-40c7-b010-8d063f27accf admin admin] Deleting subnet a9a09f7c-4753-4c68-bcf0-f7bcce545ec8 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:09.506928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95c3df47-046e-40c7-b010-8d063f27accf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.550401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6178069f-068f-4f02-a700-be874db7c61e req-8b798ee8-b5c8-4b36-81cc-66f7b331386f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:09.557604 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6178069f-068f-4f02-a700-be874db7c61e req-8b798ee8-b5c8-4b36-81cc-66f7b331386f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 945 time: 1.3012528 Jul 16 18:13:09.573031 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f377ca7-671c-4a56-b164-3c2c4b8b579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.642400 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95c3df47-046e-40c7-b010-8d063f27accf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.697895 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6178069f-068f-4f02-a700-be874db7c61e req-04f4c88f-2afb-4b8a-9180-e611908d89ec tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389656 Jul 16 18:13:09.736527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95c3df47-046e-40c7-b010-8d063f27accf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.785418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3f377ca7-671c-4a56-b164-3c2c4b8b579f None None] For port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f,segment=NetworkSegment(6cf400ab-378c-4c37-992b-db2d2670e76e),segment_id=6cf400ab-378c-4c37-992b-db2d2670e76e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:09.786836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e743995d-4e9b-4819-9755-8c92f389e789 req-0e1ae4d8-ded3-4189-b6e2-ba244c00a7a3 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Deleting port c531f351-3987-43ce-b217-f39e062deec0 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:09.788644 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e743995d-4e9b-4819-9755-8c92f389e789 req-0e1ae4d8-ded3-4189-b6e2-ba244c00a7a3 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.794599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] For port 3b810324-468a-4d67-a5fd-6808112c89f1, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:09.799495 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95c3df47-046e-40c7-b010-8d063f27accf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.804964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] For port 3b810324-468a-4d67-a5fd-6808112c89f1, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3b810324-468a-4d67-a5fd-6808112c89f1,segment=NetworkSegment(aec39fda-598b-497f-9e76-2960e52606fc),segment_id=aec39fda-598b-497f-9e76-2960e52606fc)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:09.845232 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.851170 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f377ca7-671c-4a56-b164-3c2c4b8b579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.911420 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95c3df47-046e-40c7-b010-8d063f27accf admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:09.922189 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-95c3df47-046e-40c7-b010-8d063f27accf admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a9a09f7c-4753-4c68-bcf0-f7bcce545ec8 HTTP/1.1" status: 204 len: 168 time: 0.5879111 Jul 16 18:13:09.922960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44086) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:09.951021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c3df47-046e-40c7-b010-8d063f27accf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9a09f7c-4753-4c68-bcf0-f7bcce545ec8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.110477 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cdf195-c6a9-4d2d-b094-7092574d7417 None None] Pushing event updated for resources: {'Port': ['ID=3b810324-468a-4d67-a5fd-6808112c89f1,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.195993 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.200979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44092) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:10.217913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c7a44ea7-11c5-4915-bf4f-ad5a63367b3e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Request body: {'router': {'name': 'tempest-router--918090922', 'project_id': '195cafe10ff64e8f86514a64aa9971d1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:10.241593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f377ca7-671c-4a56-b164-3c2c4b8b579f None None] Pushing event updated for resources: {'Port': ['ID=419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.509142 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.562302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae734c75-a748-4df4-b086-ac0f469b1a67']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:10.583230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9409d278-78c7-4981-8a9a-4c8dc741060f') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:10.583968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9409d278-78c7-4981-8a9a-4c8dc741060f') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:10.595852 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.660077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.669037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:10.669450 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:10.700289 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:10.738667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ecd5dbeb-ca3e-449f-884d-5878fbaebb84 None None] Provisioning complete for port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:10.739337 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ecd5dbeb-ca3e-449f-884d-5878fbaebb84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.787806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.824464 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:10.829557 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] 10.222.0.47 "DELETE /v2.0/networks/ae734c75-a748-4df4-b086-ac0f469b1a67 HTTP/1.1" status: 204 len: 168 time: 0.9008803 Jul 16 18:13:10.832884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e95cd9-b524-4183-b898-95a4ab22856f admin admin] Pushing event deleted for resources: {'Network': ['ID=ae734c75-a748-4df4-b086-ac0f469b1a67,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:10.835836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44100) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:10.972936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f50a521-acc2-45ed-aece-fd7232943080 admin admin] Deleting subnet de136a0a-0a78-4e60-8bf8-4b4a9bc2047a {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:10.984174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9f50a521-acc2-45ed-aece-fd7232943080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.076340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9f50a521-acc2-45ed-aece-fd7232943080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.196610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9f50a521-acc2-45ed-aece-fd7232943080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.348130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e743995d-4e9b-4819-9755-8c92f389e789 req-0e1ae4d8-ded3-4189-b6e2-ba244c00a7a3 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] For port c531f351-3987-43ce-b217-f39e062deec0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c531f351-3987-43ce-b217-f39e062deec0,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:11.348816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e743995d-4e9b-4819-9755-8c92f389e789 req-0e1ae4d8-ded3-4189-b6e2-ba244c00a7a3 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.356410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.373629 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.390082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:11.403263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.403804 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Added segment d3a1aaf7-f7ba-4c3d-88b2-aef03881573d of type vlan for network 5d3d20ac-046f-47c8-882c-5ceb17958810 Jul 16 18:13:11.425732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9f50a521-acc2-45ed-aece-fd7232943080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.432162 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7a44ea7-11c5-4915-bf4f-ad5a63367b3e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.434681 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7a44ea7-11c5-4915-bf4f-ad5a63367b3e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.465998 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.518239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e743995d-4e9b-4819-9755-8c92f389e789 req-0e1ae4d8-ded3-4189-b6e2-ba244c00a7a3 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Calling delete_port for c531f351-3987-43ce-b217-f39e062deec0 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:11.522258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f50a521-acc2-45ed-aece-fd7232943080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de136a0a-0a78-4e60-8bf8-4b4a9bc2047a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.531909 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9f50a521-acc2-45ed-aece-fd7232943080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.534566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64495995-c067-44d0-a5e6-6d3c0c73a67f req-a07be023-678f-4207-b25a-fe8c0575aadc tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.536309 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9f50a521-acc2-45ed-aece-fd7232943080 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/de136a0a-0a78-4e60-8bf8-4b4a9bc2047a HTTP/1.1" status: 204 len: 168 time: 0.6921010 Jul 16 18:13:11.544853 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64495995-c067-44d0-a5e6-6d3c0c73a67f req-a07be023-678f-4207-b25a-fe8c0575aadc tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 949 time: 0.6828065 Jul 16 18:13:11.552609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44102) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.588102 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.591723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.594502 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.603645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Allocated IP 172.20.0.1 (d4248d94-fb29-4c80-a104-d1fb9002f4cb/0d178a1d-7663-4604-8f43-6d2a0f7970f2/04c6f8cd-8965-4a00-a923-5568629d74f5) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:11.634961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c531f351-3987-43ce-b217-f39e062deec0 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:11.675597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b2fcb1-1ee5-44ca-9062-1f95dfed4136 req-3a285fa8-d78b-4b1f-ac37-9e0e06049017 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:11.676466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7864ed1d-deab-4479-85a0-da6b0f0421dc None None] Network 38f338fc-1222-41c5-9490-977f55c20f3e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:11.684674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27b2fcb1-1ee5-44ca-9062-1f95dfed4136 req-3a285fa8-d78b-4b1f-ac37-9e0e06049017 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.5538003 Jul 16 18:13:11.724571 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.731839 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.9488521 Jul 16 18:13:11.748926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44104) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:11.767324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64495995-c067-44d0-a5e6-6d3c0c73a67f req-cfaf5ba7-ee7f-489a-985c-1a774fa3d20b tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/security-groups?id=bc890a44-3598-482f-80fd-b09a7c37e5e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213326 Jul 16 18:13:11.772167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27b2fcb1-1ee5-44ca-9062-1f95dfed4136 req-547af132-1204-43ad-bd5a-e219986948c5 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864341 Jul 16 18:13:11.779547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] Request body: {'subnet': {'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-122387867-subnet', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:11.846327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-abe06861-bd4d-4708-ab7c-561307614d95 None None] Provisioning for port 3b810324-468a-4d67-a5fd-6808112c89f1 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:11.866482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7a44ea7-11c5-4915-bf4f-ad5a63367b3e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:11.885596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8228cafe-4d80-46c9-bfad-400828fca205,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:11.988035 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.016798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e86f47-ee7e-481e-9aba-07ca4dd7f721 admin admin] Pushing event updated for resources: {'Network': ['ID=5d3d20ac-046f-47c8-882c-5ceb17958810,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:12.026733 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.043927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc1ba613-1728-48a1-a852-cd747979fe08']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:12.055821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a6a1328-d8da-40f5-a30d-3d5e359092c3') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:12.056124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a6a1328-d8da-40f5-a30d-3d5e359092c3') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:12.068442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 5d3d20ac-046f-47c8-882c-5ceb17958810 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:12.069716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.086671 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.094934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:12.095343 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.109828 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.161063 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7a44ea7-11c5-4915-bf4f-ad5a63367b3e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:12.174457 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:12.179276 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.187750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c531f351-3987-43ce-b217-f39e062deec0, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c531f351-3987-43ce-b217-f39e062deec0,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:12.191078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87704ca-47c2-44c5-a8c9-94a39a4476c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c531f351-3987-43ce-b217-f39e062deec0'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:12.194674 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4577b9e-0c06-41ba-ba92-85a95882e159" -d '{"events": [{"server_uuid": "f87704ca-47c2-44c5-a8c9-94a39a4476c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c531f351-3987-43ce-b217-f39e062deec0"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:12.209426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.212784 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.220784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.225230 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] 10.222.0.47 "DELETE /v2.0/networks/fc1ba613-1728-48a1-a852-cd747979fe08 HTTP/1.1" status: 204 len: 168 time: 0.6589565 Jul 16 18:13:12.225230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cec46d2-21bf-48b7-911c-787472337ec6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc1ba613-1728-48a1-a852-cd747979fe08,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:12.242182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7a44ea7-11c5-4915-bf4f-ad5a63367b3e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.243340 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c7a44ea7-11c5-4915-bf4f-ad5a63367b3e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 2.0361834 Jul 16 18:13:12.251149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Transition to ACTIVE for port object 04c6f8cd-8965-4a00-a923-5568629d74f5 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:12.260278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44112) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.288112 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] Made reservation on behalf of 2a99d476093c4dc6ba6f1f764cdbd58f for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:12.298427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.329651 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.384735 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-190618f0-4214-4b1b-a8bf-9df25e44ca25 x-openstack-request-id: req-190618f0-4214-4b1b-a8bf-9df25e44ca25 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:12.385108 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87704ca-47c2-44c5-a8c9-94a39a4476c9", "name": "network-vif-unplugged", "status": "completed", "tag": "c531f351-3987-43ce-b217-f39e062deec0", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:12.385286 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-190618f0-4214-4b1b-a8bf-9df25e44ca25 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:12.385681 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87704ca-47c2-44c5-a8c9-94a39a4476c9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c531f351-3987-43ce-b217-f39e062deec0', 'code': 200} Jul 16 18:13:12.386461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=c531f351-3987-43ce-b217-f39e062deec0,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:12.397674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Network d4248d94-fb29-4c80-a104-d1fb9002f4cb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:12.402291 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:12.410501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:12.457039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:12.534655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event updated for resources: {'Port': ['ID=04c6f8cd-8965-4a00-a923-5568629d74f5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:12.568147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:12.568812 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.809559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3b810324-468a-4d67-a5fd-6808112c89f1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:12.823057 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44114) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:12.864147 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e743995d-4e9b-4819-9755-8c92f389e789 req-0e1ae4d8-ded3-4189-b6e2-ba244c00a7a3 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.982282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e1b05791-a369-4d01-a528-290b9bc35849 None None] Provisioning for port 04c6f8cd-8965-4a00-a923-5568629d74f5 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:12.993076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e1b05791-a369-4d01-a528-290b9bc35849 None None] Provisioning complete for port 04c6f8cd-8965-4a00-a923-5568629d74f5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:12.993467 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e1b05791-a369-4d01-a528-290b9bc35849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:12.998489 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3b810324-468a-4d67-a5fd-6808112c89f1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:13.031716 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1ae4d8-ded3-4189-b6e2-ba244c00a7a3 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Pushing event deleted for resources: {'Port': ['ID=c531f351-3987-43ce-b217-f39e062deec0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:13.091799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3b810324-468a-4d67-a5fd-6808112c89f1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:13.095922 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.103708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.222174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e1b05791-a369-4d01-a528-290b9bc35849 None None] Port 04c6f8cd-8965-4a00-a923-5568629d74f5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:13.240326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e71acca5-cd66-4bf1-8616-46f98b106b76 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.266150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159240bd-3ffc-4dfd-8f43-052f40492f35 req-80f11069-9597-4eaa-b748-1df97c1a5fe8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.274062 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-159240bd-3ffc-4dfd-8f43-052f40492f35 req-80f11069-9597-4eaa-b748-1df97c1a5fe8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 945 time: 1.1097727 Jul 16 18:13:13.342705 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.348682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.445086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f2bea0f0-4ec4-4817-a0eb-a730fb190608 None None] Provisioning complete for port 3b810324-468a-4d67-a5fd-6808112c89f1 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:13.445086 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f2bea0f0-4ec4-4817-a0eb-a730fb190608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.486992 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-03508615-0e8b-4468-a4b3-d808e08eff40 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8bea26d270524a6fb7e94e82f8fe8bd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6610203 Jul 16 18:13:13.497001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44122) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:13.506126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3b810324-468a-4d67-a5fd-6808112c89f1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3b810324-468a-4d67-a5fd-6808112c89f1,segment=NetworkSegment(aec39fda-598b-497f-9e76-2960e52606fc),segment_id=aec39fda-598b-497f-9e76-2960e52606fc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:13.520453 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.554018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-159240bd-3ffc-4dfd-8f43-052f40492f35 req-98d61323-3ba2-44c7-96c5-d438b9259ac0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945354 Jul 16 18:13:13.693667 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e71acca5-cd66-4bf1-8616-46f98b106b76 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.697697 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e71acca5-cd66-4bf1-8616-46f98b106b76 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.774414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e743995d-4e9b-4819-9755-8c92f389e789 req-0e1ae4d8-ded3-4189-b6e2-ba244c00a7a3 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] No DVR routers for this DVR port c531f351-3987-43ce-b217-f39e062deec0 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:13.784471 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e743995d-4e9b-4819-9755-8c92f389e789 req-0e1ae4d8-ded3-4189-b6e2-ba244c00a7a3 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.791965 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e743995d-4e9b-4819-9755-8c92f389e789 req-0e1ae4d8-ded3-4189-b6e2-ba244c00a7a3 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.18 "DELETE /v2.0/ports/c531f351-3987-43ce-b217-f39e062deec0 HTTP/1.1" status: 204 len: 173 time: 4.3529949 Jul 16 18:13:13.804826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87704ca-47c2-44c5-a8c9-94a39a4476c9', 'name': 'network-vif-deleted', 'tag': 'c531f351-3987-43ce-b217-f39e062deec0'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:13.813115 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ad82b3-5f54-4bdb-8038-ce4ceb446e3f" -d '{"events": [{"server_uuid": "f87704ca-47c2-44c5-a8c9-94a39a4476c9", "name": "network-vif-deleted", "tag": "c531f351-3987-43ce-b217-f39e062deec0"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:13.847127 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11b7b32f-04d1-4454-9625-2e83c4d8cb3a req-65fe5be4-d2e9-4073-b922-b07e287876d2 tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 210 time: 0.0335886 Jul 16 18:13:13.865710 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e71acca5-cd66-4bf1-8616-46f98b106b76 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.866344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71acca5-cd66-4bf1-8616-46f98b106b76 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ea7a8abc-f263-465d-bb75-7951feecd272 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:13.869224 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9a746d96-0cdf-48e5-8d9b-fdfcfac3f0af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.875914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e71acca5-cd66-4bf1-8616-46f98b106b76 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:13.880502 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e71acca5-cd66-4bf1-8616-46f98b106b76 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "DELETE /v2.0/routers/ea7a8abc-f263-465d-bb75-7951feecd272 HTTP/1.1" status: 204 len: 168 time: 1.6176519 Jul 16 18:13:13.918316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3b810324-468a-4d67-a5fd-6808112c89f1,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:13.934102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c1488-f5c4-40da-a624-2a270ee2a3f8 req-92c54d0f-f808-48c4-b742-ef80064490e9 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:13.936203 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-839c1488-f5c4-40da-a624-2a270ee2a3f8 req-92c54d0f-f808-48c4-b742-ef80064490e9 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.37 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 945 time: 0.7908802 Jul 16 18:13:13.967151 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.043664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] Checking segment: {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:14.045066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] Network hostable DHCP agents. Network: 5d3d20ac-046f-47c8-882c-5ceb17958810, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:14.102659 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9a746d96-0cdf-48e5-8d9b-fdfcfac3f0af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.160626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3b810324-468a-4d67-a5fd-6808112c89f1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:14.168078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7df14d04-6d47-4b12-8b32-0871eb840ae8,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.304372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3b810324-468a-4d67-a5fd-6808112c89f1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:14.310341 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.370214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44128) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:14.389330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-839c1488-f5c4-40da-a624-2a270ee2a3f8 req-0581bded-3f1b-4a71-9c82-7e33eb28503f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Deleting port 694be1b3-3c41-47a6-a257-2bd1b2103518 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:14.390114 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-839c1488-f5c4-40da-a624-2a270ee2a3f8 req-0581bded-3f1b-4a71-9c82-7e33eb28503f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.523347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-839c1488-f5c4-40da-a624-2a270ee2a3f8 req-0581bded-3f1b-4a71-9c82-7e33eb28503f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] For port 694be1b3-3c41-47a6-a257-2bd1b2103518, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=694be1b3-3c41-47a6-a257-2bd1b2103518,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:14.523747 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-839c1488-f5c4-40da-a624-2a270ee2a3f8 req-0581bded-3f1b-4a71-9c82-7e33eb28503f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.543489 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-839c1488-f5c4-40da-a624-2a270ee2a3f8 req-0581bded-3f1b-4a71-9c82-7e33eb28503f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Calling delete_port for 694be1b3-3c41-47a6-a257-2bd1b2103518 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:14.680669 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.687387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] Network 5d3d20ac-046f-47c8-882c-5ceb17958810 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:14.705549 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe8c8c9-bb8f-46ac-b3c3-738525b8cb8d x-openstack-request-id: req-fbe8c8c9-bb8f-46ac-b3c3-738525b8cb8d {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:14.705852 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87704ca-47c2-44c5-a8c9-94a39a4476c9", "name": "network-vif-deleted", "tag": "c531f351-3987-43ce-b217-f39e062deec0", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:14.706132 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fbe8c8c9-bb8f-46ac-b3c3-738525b8cb8d {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:14.706526 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f87704ca-47c2-44c5-a8c9-94a39a4476c9', 'name': 'network-vif-deleted', 'tag': 'c531f351-3987-43ce-b217-f39e062deec0', 'status': 'completed', 'code': 200} Jul 16 18:13:14.709237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.739261 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-839c1488-f5c4-40da-a624-2a270ee2a3f8 req-0581bded-3f1b-4a71-9c82-7e33eb28503f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.752120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5ac8a80d-b1e0-4580-ba20-cd2ca72975e6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:14.774362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581bded-3f1b-4a71-9c82-7e33eb28503f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Pushing event deleted for resources: {'Port': ['ID=694be1b3-3c41-47a6-a257-2bd1b2103518,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.782748 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9a746d96-0cdf-48e5-8d9b-fdfcfac3f0af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.785725 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9a746d96-0cdf-48e5-8d9b-fdfcfac3f0af admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.790718 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9a746d96-0cdf-48e5-8d9b-fdfcfac3f0af admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0ff3e853-5ceb-4321-962a-cb439c8f9f4d HTTP/1.1" status: 204 len: 168 time: 1.2237840 Jul 16 18:13:14.804913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a746d96-0cdf-48e5-8d9b-fdfcfac3f0af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff3e853-5ceb-4321-962a-cb439c8f9f4d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:14.857030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-839c1488-f5c4-40da-a624-2a270ee2a3f8 req-0581bded-3f1b-4a71-9c82-7e33eb28503f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] No DVR routers for this DVR port 694be1b3-3c41-47a6-a257-2bd1b2103518 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:14.864253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-26758123', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:14.900298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['694be1b3-3c41-47a6-a257-2bd1b2103518'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:14.907099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-839c1488-f5c4-40da-a624-2a270ee2a3f8 req-0581bded-3f1b-4a71-9c82-7e33eb28503f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.909993 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-839c1488-f5c4-40da-a624-2a270ee2a3f8 req-0581bded-3f1b-4a71-9c82-7e33eb28503f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.37 "DELETE /v2.0/ports/694be1b3-3c41-47a6-a257-2bd1b2103518 HTTP/1.1" status: 204 len: 173 time: 0.9650409 Jul 16 18:13:14.910322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cab49d7e-ed8a-464c-8b95-63981119fcda', 'name': 'network-vif-deleted', 'tag': '694be1b3-3c41-47a6-a257-2bd1b2103518'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:14.913297 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7d4e8d-f14e-4847-9cf7-8c90c09902d0" -d '{"events": [{"server_uuid": "cab49d7e-ed8a-464c-8b95-63981119fcda", "name": "network-vif-deleted", "tag": "694be1b3-3c41-47a6-a257-2bd1b2103518"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:14.918614 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.919398 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.990180 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:14.990739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 5d3d20ac-046f-47c8-882c-5ceb17958810) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:15.018938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db0266e-ee3e-46ae-9a62-5f1831a5555e req-047cdeec-4276-4bcb-af20-2db5174511d0 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.024160 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9db0266e-ee3e-46ae-9a62-5f1831a5555e req-047cdeec-4276-4bcb-af20-2db5174511d0 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=cab49d7e-ed8a-464c-8b95-63981119fcda HTTP/1.1" status: 200 len: 867 time: 1.7177024 Jul 16 18:13:15.025686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.028435 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.035350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00019439-84f3-4366-87c7-42a4892f4693 None None] Network 5d3d20ac-046f-47c8-882c-5ceb17958810 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:15.175008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.199948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a3d6349d-fc2e-445e-ac50-0976716fc8b5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 3.4227574 Jul 16 18:13:15.199948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event updated for resources: {'Port': ['ID=04c6f8cd-8965-4a00-a923-5568629d74f5,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:15.201433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44144) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:15.210575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-122387867-router', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:15.215636 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9db0266e-ee3e-46ae-9a62-5f1831a5555e req-b9054b0e-70f2-4879-9dec-36349fd0947f tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645944 Jul 16 18:13:15.276531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-5d3d20ac-046f-47c8-882c-5ceb17958810', 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'fixed_ips': [{'subnet_id': '7df14d04-6d47-4b12-8b32-0871eb840ae8'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:15.278057 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.356403 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.357798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Network d4248d94-fb29-4c80-a104-d1fb9002f4cb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:15.358679 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.362812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:15.670025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6217edd6-52ab-496d-889e-29b1da9419c2 req-a53d944f-976e-4fb3-98b5-49798d57a6e3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:15.676512 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b4e89da-2910-4177-b399-1b6679867952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.679665 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6217edd6-52ab-496d-889e-29b1da9419c2 req-a53d944f-976e-4fb3-98b5-49798d57a6e3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 945 time: 0.7862158 Jul 16 18:13:15.743881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Allocated IP 172.20.0.2 (5d3d20ac-046f-47c8-882c-5ceb17958810/7df14d04-6d47-4b12-8b32-0871eb840ae8/27ed0fa2-4597-42f3-b8b4-33dde64f1940) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:15.748186 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6217edd6-52ab-496d-889e-29b1da9419c2 req-198b4903-acbc-4ea5-9c34-a170b51071c0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671923 Jul 16 18:13:15.769897 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.802226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99a4d87e-3160-4f0a-aef9-85855fb87523 req-5efb4817-f264-4b73-8ea7-b83a4b1c031b tempest-VolumesNegativeTest-828875716 tempest-VolumesNegativeTest-828875716-project] 10.222.0.47 "GET /v2.0/ports?device_id=f87704ca-47c2-44c5-a8c9-94a39a4476c9 HTTP/1.1" status: 200 len: 210 time: 0.1734140 Jul 16 18:13:15.866775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44148) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:15.884108 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d034837c-52c1-4085-b2d1-863da747554a x-openstack-request-id: req-d034837c-52c1-4085-b2d1-863da747554a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:15.884418 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cab49d7e-ed8a-464c-8b95-63981119fcda", "name": "network-vif-deleted", "tag": "694be1b3-3c41-47a6-a257-2bd1b2103518", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:15.884750 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d034837c-52c1-4085-b2d1-863da747554a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:15.885084 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cab49d7e-ed8a-464c-8b95-63981119fcda', 'name': 'network-vif-deleted', 'tag': '694be1b3-3c41-47a6-a257-2bd1b2103518', 'status': 'completed', 'code': 200} Jul 16 18:13:15.886199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Router d7206992-f82b-4ef1-88a1-381bac3c33a7 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:15.897334 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:15.950459 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e4b8452-0553-4c41-a4cf-a4650ffd8640 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cbb6fa0210a446dc8640429922a15e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812128 Jul 16 18:13:15.951550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44150) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.037206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8f526090-bd5a-4231-a2b5-f78d196bf87c None None] Provisioning complete for port 04c6f8cd-8965-4a00-a923-5568629d74f5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:16.038828 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8f526090-bd5a-4231-a2b5-f78d196bf87c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.115084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:16.120931 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.126334 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3e03cc6c-8017-4b70-8813-56dcbe24be65 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "PUT /v2.0/routers/d7206992-f82b-4ef1-88a1-381bac3c33a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4667835 Jul 16 18:13:16.126334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44152) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.149725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8f526090-bd5a-4231-a2b5-f78d196bf87c None None] Port 04c6f8cd-8965-4a00-a923-5568629d74f5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:16.154794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07ab44-c16e-4808-b0a1-6a439cc25f84 None None] Sync routers for ids ['d7206992-f82b-4ef1-88a1-381bac3c33a7'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:16.180721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07ab44-c16e-4808-b0a1-6a439cc25f84 None None] Routers {'d7206992-f82b-4ef1-88a1-381bac3c33a7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:16.181364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8e07ab44-c16e-4808-b0a1-6a439cc25f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:12:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d7206992-f82b-4ef1-88a1-381bac3c33a7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:16.216604 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-42442e6f-40d7-45ed-975a-5fe824ca260b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.217951 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.220210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8e07ab44-c16e-4808-b0a1-6a439cc25f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:16.232530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Transition to ACTIVE for port object 27ed0fa2-4597-42f3-b8b4-33dde64f1940 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:16.239821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e07ab44-c16e-4808-b0a1-6a439cc25f84 None None] Routers {'d7206992-f82b-4ef1-88a1-381bac3c33a7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:16.240449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8e07ab44-c16e-4808-b0a1-6a439cc25f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:12:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d7206992-f82b-4ef1-88a1-381bac3c33a7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:16.254449 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-42442e6f-40d7-45ed-975a-5fe824ca260b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.257326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.279525 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.286188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8e07ab44-c16e-4808-b0a1-6a439cc25f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:16.286828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e07ab44-c16e-4808-b0a1-6a439cc25f84 None None] The sync data for ids ['d7206992-f82b-4ef1-88a1-381bac3c33a7'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:16.288680 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Transition to ACTIVE for port object 27ed0fa2-4597-42f3-b8b4-33dde64f1940 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:16.297367 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.334049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Network 5d3d20ac-046f-47c8-882c-5ceb17958810 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:16.337317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:16.341480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:16.380505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Pushing event updated for resources: {'Port': ['ID=27ed0fa2-4597-42f3-b8b4-33dde64f1940,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.408654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Allocated IP 172.25.7.99 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/2562fac2-45ec-42f3-8933-86eeadd3439b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:16.419191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Attempting to bind port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:16.419638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Attempting to bind port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:16.420012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Attempting to bind port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 on network 5d3d20ac-046f-47c8-882c-5ceb17958810 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:16.422599 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-42442e6f-40d7-45ed-975a-5fe824ca260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.426052 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-42442e6f-40d7-45ed-975a-5fe824ca260b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.426646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:16.427215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Checking segment: {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:16.427733 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-42442e6f-40d7-45ed-975a-5fe824ca260b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2a445fa-7790-4be0-9b50-aecf06092f6d HTTP/1.1" status: 204 len: 168 time: 0.4352865 Jul 16 18:13:16.428006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.428554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Bound using segment: {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:16.429186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Bound port: 27ed0fa2-4597-42f3-b8b4-33dde64f1940, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:16.429847 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.446499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42442e6f-40d7-45ed-975a-5fe824ca260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a445fa-7790-4be0-9b50-aecf06092f6d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.521699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] For port 27ed0fa2-4597-42f3-b8b4-33dde64f1940, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:16.527049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] For port 27ed0fa2-4597-42f3-b8b4-33dde64f1940, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=27ed0fa2-4597-42f3-b8b4-33dde64f1940,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:16.532405 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.618074 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.618432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c329a979-0e34-4f84-9fa1-955b4da66f55 None None] Pushing event updated for resources: {'Port': ['ID=27ed0fa2-4597-42f3-b8b4-33dde64f1940,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.721469 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-7726d6c7-e572-4e69-8f72-5c23fcb99ff0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:16.722428 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7726d6c7-e572-4e69-8f72-5c23fcb99ff0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "PUT /v2.0/routers/d7206992-f82b-4ef1-88a1-381bac3c33a7/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5957994 Jul 16 18:13:16.726551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44160) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:16.755042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:16.807785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 694be1b3-3c41-47a6-a257-2bd1b2103518 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:16.855403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Pushing event updated for resources: {'Port': ['ID=2562fac2-45ec-42f3-8933-86eeadd3439b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:16.860542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 694be1b3-3c41-47a6-a257-2bd1b2103518 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:16.860963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 694be1b3-3c41-47a6-a257-2bd1b2103518 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:16.873237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:16.945907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:16.956265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:17.264977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4f64b2-f7d4-4f26-9c5d-eda4ffe715f9 req-5df31e0d-d454-4e0c-86d8-cb5146b9f874 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.266635 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc4f64b2-f7d4-4f26-9c5d-eda4ffe715f9 req-5df31e0d-d454-4e0c-86d8-cb5146b9f874 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.2618132 Jul 16 18:13:17.275376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.331072 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.409832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc4f64b2-f7d4-4f26-9c5d-eda4ffe715f9 req-72e3d1be-1cc8-4489-8a67-d93c304cd755 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351776 Jul 16 18:13:17.517095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530b222c-91c3-4dab-bde9-046fdc2903ee req-b2321a92-8032-495e-9eed-5cba162fc919 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:17.523875 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-530b222c-91c3-4dab-bde9-046fdc2903ee req-b2321a92-8032-495e-9eed-5cba162fc919 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 945 time: 0.5170062 Jul 16 18:13:17.567628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Allocated IP 172.25.7.32 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/e7a2da18-0f3f-4110-8ac1-39e68da8e222) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:17.584193 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.629012 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-530b222c-91c3-4dab-bde9-046fdc2903ee req-1ec98545-da9c-424c-9f78-85ce721d5817 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041288 Jul 16 18:13:17.736622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe92d1ef-34ba-4af2-8bda-b27bdcd45e35 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.848366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.931033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f2b237-9dbd-4e4f-bdf2-79e479f82845 None None] Network 5d3d20ac-046f-47c8-882c-5ceb17958810 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:17.955631 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:17.965412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.052558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:18.096258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:18.098700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:18.105029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fe92d1ef-34ba-4af2-8bda-b27bdcd45e35 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Deleting port 04c6f8cd-8965-4a00-a923-5568629d74f5 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:18.106240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe92d1ef-34ba-4af2-8bda-b27bdcd45e35 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.122413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0dacbd1b-a924-4bf3-91d0-0baa4510dcb6 None None] Provisioning for port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:18.138003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Pushing event updated for resources: {'Port': ['ID=e7a2da18-0f3f-4110-8ac1-39e68da8e222,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.192298 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.206109 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8ae52686-396d-4a9f-8748-f30f1ef2e8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.223369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 27ed0fa2-4597-42f3-b8b4-33dde64f1940 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:18.275909 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe92d1ef-34ba-4af2-8bda-b27bdcd45e35 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.293461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fe92d1ef-34ba-4af2-8bda-b27bdcd45e35 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Calling delete_port for 04c6f8cd-8965-4a00-a923-5568629d74f5 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:18.328172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:18.332522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:18.332992 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.503875 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.581289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 27ed0fa2-4597-42f3-b8b4-33dde64f1940, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=27ed0fa2-4597-42f3-b8b4-33dde64f1940,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:18.582279 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe92d1ef-34ba-4af2-8bda-b27bdcd45e35 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.590516 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.597461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ca2cd0c3-5c70-46b9-b3a2-ef9a99ee093d None None] Provisioning complete for port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:18.598059 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ca2cd0c3-5c70-46b9-b3a2-ef9a99ee093d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:18.697021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=27ed0fa2-4597-42f3-b8b4-33dde64f1940,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.738645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe92d1ef-34ba-4af2-8bda-b27bdcd45e35 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event deleted for resources: {'Port': ['ID=04c6f8cd-8965-4a00-a923-5568629d74f5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:18.768656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Router c63ad258-2d27-4e81-bace-2426e20e8acc is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:18.988612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4010cad-b403-4d21-ad1d-7a82bc5bedc8 req-e4b5b8a0-4d08-48e0-84d2-7c948bd80b84 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:18.995979 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d4010cad-b403-4d21-ad1d-7a82bc5bedc8 req-e4b5b8a0-4d08-48e0-84d2-7c948bd80b84 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.3827786 Jul 16 18:13:19.005750 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe92d1ef-34ba-4af2-8bda-b27bdcd45e35 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.054247 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.112116 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d4010cad-b403-4d21-ad1d-7a82bc5bedc8 req-52629f3b-f546-4d8d-978b-bdfe2d6270a3 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150687 Jul 16 18:13:19.183936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:19.193159 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c78403-70af-48ed-99c8-9ae638335757 None None] Sync routers for ids ['c63ad258-2d27-4e81-bace-2426e20e8acc'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:19.213395 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c78403-70af-48ed-99c8-9ae638335757 None None] Routers {'c63ad258-2d27-4e81-bace-2426e20e8acc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:19.214056 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-95c78403-70af-48ed-99c8-9ae638335757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c63ad258-2d27-4e81-bace-2426e20e8acc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:19.218221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a76f7f1-ccc8-4281-81a9-96f2e4da0fd7 req-eb71be06-2ffc-476e-8fc4-7b84de537f46 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:19.219981 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a76f7f1-ccc8-4281-81a9-96f2e4da0fd7 req-eb71be06-2ffc-476e-8fc4-7b84de537f46 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 945 time: 0.3563435 Jul 16 18:13:19.227858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe92d1ef-34ba-4af2-8bda-b27bdcd45e35 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Router d7206992-f82b-4ef1-88a1-381bac3c33a7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:19.259916 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.262173 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-871d113f-f4eb-464e-b125-acaf9d12bcd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.8926325 Jul 16 18:13:19.273356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44282) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.297693 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-95c78403-70af-48ed-99c8-9ae638335757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:19.309510 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c78403-70af-48ed-99c8-9ae638335757 None None] Routers {'c63ad258-2d27-4e81-bace-2426e20e8acc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:19.310413 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-95c78403-70af-48ed-99c8-9ae638335757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c63ad258-2d27-4e81-bace-2426e20e8acc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:19.324053 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe92d1ef-34ba-4af2-8bda-b27bdcd45e35 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:19.333845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f8cafc-a44d-4557-be23-7fba455c1f08 None None] Sync routers for ids ['d7206992-f82b-4ef1-88a1-381bac3c33a7'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:19.334914 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fe92d1ef-34ba-4af2-8bda-b27bdcd45e35 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "PUT /v2.0/routers/d7206992-f82b-4ef1-88a1-381bac3c33a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6072698 Jul 16 18:13:19.340563 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44296) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.350365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8cafc-a44d-4557-be23-7fba455c1f08 None None] Routers {'d7206992-f82b-4ef1-88a1-381bac3c33a7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:19.353970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-24f8cafc-a44d-4557-be23-7fba455c1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d7206992-f82b-4ef1-88a1-381bac3c33a7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:19.357535 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-95c78403-70af-48ed-99c8-9ae638335757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:19.358366 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c78403-70af-48ed-99c8-9ae638335757 None None] The sync data for ids ['c63ad258-2d27-4e81-bace-2426e20e8acc'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:19.403947 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-9445d4ab-9f41-4f0b-8ccd-81f798514872 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] delete failed (client error): The resource could not be found. Jul 16 18:13:19.405611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9445d4ab-9f41-4f0b-8ccd-81f798514872 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1809530612 HTTP/1.1" status: 404 len: 335 time: 0.0633907 Jul 16 18:13:19.406859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-24f8cafc-a44d-4557-be23-7fba455c1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:19.410503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44306) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.415018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9601af17-3e66-4bd9-81b8-1d43b9e6401a tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7206992-f82b-4ef1-88a1-381bac3c33a7'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:19.418398 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8cafc-a44d-4557-be23-7fba455c1f08 None None] Routers {'d7206992-f82b-4ef1-88a1-381bac3c33a7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:19.419301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-24f8cafc-a44d-4557-be23-7fba455c1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d7206992-f82b-4ef1-88a1-381bac3c33a7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:19.429224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a76f7f1-ccc8-4281-81a9-96f2e4da0fd7 req-6a94ffa8-d8c7-4ced-9ccd-8069e5ba24f1 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021468 Jul 16 18:13:19.521341 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.640986 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-da87a113-7d8d-4c81-9321-147d3e72926e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/routers/c63ad258-2d27-4e81-bace-2426e20e8acc HTTP/1.1" status: 200 len: 922 time: 0.3327155 Jul 16 18:13:19.642790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-24f8cafc-a44d-4557-be23-7fba455c1f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:19.643448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f8cafc-a44d-4557-be23-7fba455c1f08 None None] The sync data for ids ['d7206992-f82b-4ef1-88a1-381bac3c33a7'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:19.643741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44326) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.667321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 66056d0b-9b35-4a79-8305-2ddaf7c755ad details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:19.668622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9601af17-3e66-4bd9-81b8-1d43b9e6401a tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.681724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44330) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.682090 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2650a297-d7e8-4282-ad20-f65f2ad6b12c tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=c63ad258-2d27-4e81-bace-2426e20e8acc HTTP/1.1" status: 200 len: 205 time: 0.0371854 Jul 16 18:13:19.716639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:19.732872 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-9601af17-3e66-4bd9-81b8-1d43b9e6401a tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] update failed (client error): The resource could not be found. Jul 16 18:13:19.739229 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9601af17-3e66-4bd9-81b8-1d43b9e6401a tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "PUT /v2.0/routers/d7206992-f82b-4ef1-88a1-381bac3c33a7 HTTP/1.1" status: 404 len: 339 time: 0.3277144 Jul 16 18:13:19.740072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44336) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.799726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:19.818354 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.821448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'network_id': '27e1b332-974b-445e-9a42-b3119f6937a1', 'port_id': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'mac_address': 'fa:16:3e:2f:6c:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 365, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f068b8-d687-447c-9e12-67b3a467d48c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:19.862916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:19.874018 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Sync routers for ids ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:19.889524 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Routers {'26356b5d-0e4e-49d2-ae7f-ca062c6f418f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:19.895499 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:19.906941 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.906941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-84d25cc7-ca13-4269-a717-af402c5d954b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6999135 Jul 16 18:13:19.909448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44352) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:19.933600 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:19.964645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66056d0b-9b35-4a79-8305-2ddaf7c755ad {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:20.022316 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.029190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:20.036125 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.105401 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Set router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:20.142320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=11']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:20.145683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 27ed0fa2-4597-42f3-b8b4-33dde64f1940 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:20.238158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.264285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:20.264908 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.328535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['66056d0b-9b35-4a79-8305-2ddaf7c755ad'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:20.431015 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'name': 'tempest-TestServerMultinode-122387867-router', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:15Z', 'updated_at': '2021-07-16T18:13:18Z', 'revision_number': 3, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'gw_port': {'id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:17Z', 'updated_at': '2021-07-16T18:13:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:20.473163 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.541641 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Checking router: 26356b5d-0e4e-49d2-ae7f-ca062c6f418f for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:20.545394 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Updating router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f port e7a2da18-0f3f-4110-8ac1-39e68da8e222 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:20.551006 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.656788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a28a9-7d6a-4afa-b3cd-3e34d23937bc req-f3f10119-5798-4b5f-bc55-3e979ed6af1d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.658659 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ed9a28a9-7d6a-4afa-b3cd-3e34d23937bc req-f3f10119-5798-4b5f-bc55-3e979ed6af1d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.3403485 Jul 16 18:13:20.736140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Allocated IP 172.20.0.1 (5d3d20ac-046f-47c8-882c-5ceb17958810/7df14d04-6d47-4b12-8b32-0871eb840ae8/8d9b6b75-bb8b-4573-94a5-fb38af134ce5) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:20.743624 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.790741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Deleting port 2562fac2-45ec-42f3-8933-86eeadd3439b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:20.791307 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.798239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ed9a28a9-7d6a-4afa-b3cd-3e34d23937bc req-38ea7507-cd9c-490d-a4eb-15c89feb1125 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033366 Jul 16 18:13:20.836656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Allocated IP 172.20.0.1 (080d1393-5633-44e3-942b-3f6e1020fdb4/1db546eb-570b-4250-a25c-3414613cb854/8fbc055b-070d-478a-8fed-2d5e2341c899) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:20.938152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b041ea9e-b62a-4139-8410-3cad00f922cc req-5af32702-2be9-4e4d-8113-cfabd36cd6c8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:20.939721 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b041ea9e-b62a-4139-8410-3cad00f922cc req-5af32702-2be9-4e4d-8113-cfabd36cd6c8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 946 time: 0.1955197 Jul 16 18:13:20.952438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:20.985882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Transition to ACTIVE for port object 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:21.004567 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b041ea9e-b62a-4139-8410-3cad00f922cc req-bf2771a4-9c13-4a30-a9b8-8c245a8ea677 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563223 Jul 16 18:13:21.060389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.086617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Network 5d3d20ac-046f-47c8-882c-5ceb17958810 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:21.088336 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.103819 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Transition to ACTIVE for port object e7a2da18-0f3f-4110-8ac1-39e68da8e222 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:21.105471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:21.108968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:21.112118 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.179339 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Pushing event updated for resources: {'Port': ['ID=e7a2da18-0f3f-4110-8ac1-39e68da8e222,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.194925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9b6b75-bb8b-4573-94a5-fb38af134ce5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.196556 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.197047 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.197482 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.197932 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.198945 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.199380 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.199849 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.200268 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.200836 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.201367 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.201902 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.203265 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:21.209505 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Attempting to bind port e7a2da18-0f3f-4110-8ac1-39e68da8e222 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:21.210022 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Attempting to bind port e7a2da18-0f3f-4110-8ac1-39e68da8e222 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:21.210532 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Attempting to bind port e7a2da18-0f3f-4110-8ac1-39e68da8e222 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:21.220594 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:21.220594 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:21.220802 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.221143 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:21.221721 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Bound port: e7a2da18-0f3f-4110-8ac1-39e68da8e222, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:21.222105 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.238806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.310296 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] For port e7a2da18-0f3f-4110-8ac1-39e68da8e222, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:21.313745 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] For port e7a2da18-0f3f-4110-8ac1-39e68da8e222, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e7a2da18-0f3f-4110-8ac1-39e68da8e222,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:21.317926 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.416426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.432532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Calling delete_port for 2562fac2-45ec-42f3-8933-86eeadd3439b owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:21.442346 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.455779 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Routers {'26356b5d-0e4e-49d2-ae7f-ca062c6f418f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:21.456328 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:21.463015 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c61227-9472-45f7-9f98-77ee342478d2 None None] Pushing event updated for resources: {'Port': ['ID=e7a2da18-0f3f-4110-8ac1-39e68da8e222,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.531581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aab66a5e-6b5e-4aee-9d31-e048da5d77bd None None] Provisioning for port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:21.535869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aab66a5e-6b5e-4aee-9d31-e048da5d77bd None None] Provisioning complete for port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:21.536250 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aab66a5e-6b5e-4aee-9d31-e048da5d77bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.616522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-aab66a5e-6b5e-4aee-9d31-e048da5d77bd None None] Port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:21.643287 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.656184 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] Set router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:21.684191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 66056d0b-9b35-4a79-8305-2ddaf7c755ad up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:21.710130 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.725051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.738123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Transition to ACTIVE for port object 8fbc055b-070d-478a-8fed-2d5e2341c899 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:21.775779 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.797641 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 66056d0b-9b35-4a79-8305-2ddaf7c755ad completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:21.801856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 66056d0b-9b35-4a79-8305-2ddaf7c755ad triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:21.802341 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.825257 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Pushing event deleted for resources: {'Port': ['ID=2562fac2-45ec-42f3-8933-86eeadd3439b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.850860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Pushing event updated for resources: {'Port': ['ID=8d9b6b75-bb8b-4573-94a5-fb38af134ce5,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:21.866860 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.877613 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.912241 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.948211 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:21.952179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:21.954832 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c8ba19-7e4f-4429-ae57-89fd77726f19" -d '{"events": [{"server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "name": "network-vif-plugged", "status": "completed", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:21.956756 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'name': 'tempest-TestServerMultinode-122387867-router', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:15Z', 'updated_at': '2021-07-16T18:13:21Z', 'revision_number': 4, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'gw_port': {'id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:17Z', 'updated_at': '2021-07-16T18:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8d9b6b75-bb8b-4573-94a5-fb38af134ce5', 'name': '', 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'mac_address': 'fa:16:3e:31:f3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:20Z', 'updated_at': '2021-07-16T18:13:20Z', 'revision_number': 1, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'subnets': [{'id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:21.971303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:21.977254 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.047619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Network 080d1393-5633-44e3-942b-3f6e1020fdb4 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:22.055719 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567cf3aa-8941-400e-a3a7-bb5c382092de None None] The sync data for ids ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'] in n-d-794306-7 is: [{'id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'name': 'tempest-TestServerMultinode-122387867-router', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:15Z', 'updated_at': '2021-07-16T18:13:21Z', 'revision_number': 4, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'gw_port': {'id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f0:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:17Z', 'updated_at': '2021-07-16T18:13:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8d9b6b75-bb8b-4573-94a5-fb38af134ce5', 'name': '', 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'mac_address': 'fa:16:3e:31:f3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:20Z', 'updated_at': '2021-07-16T18:13:20Z', 'revision_number': 1, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'subnets': [{'id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:22.058562 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1263a61c-ebc5-4d81-9c43-d2b8d6edcbc9 x-openstack-request-id: req-1263a61c-ebc5-4d81-9c43-d2b8d6edcbc9 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:22.059110 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "name": "network-vif-plugged", "status": "completed", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:22.059936 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1263a61c-ebc5-4d81-9c43-d2b8d6edcbc9 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:22.060269 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'code': 200} Jul 16 18:13:22.066278 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.110664 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=12']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:22.158608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:22.189098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Network 5d3d20ac-046f-47c8-882c-5ceb17958810 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:22.193983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:22.358143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:22.384186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event updated for resources: {'Port': ['ID=8fbc055b-070d-478a-8fed-2d5e2341c899,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:22.505747 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.508956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.523478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5378c49-0fe4-4e77-bba1-1a0b8131c713 req-acc4a48c-9107-4ead-9f6c-7ade0e04f548 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.531800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5378c49-0fe4-4e77-bba1-1a0b8131c713 req-acc4a48c-9107-4ead-9f6c-7ade0e04f548 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.4604373 Jul 16 18:13:22.604867 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5378c49-0fe4-4e77-bba1-1a0b8131c713 req-a03f5d16-0d94-400e-8073-328aac29027a tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717952 Jul 16 18:13:22.621829 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.622362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Fanout notify agent at l3_agent the message router_deleted on router c63ad258-2d27-4e81-bace-2426e20e8acc {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:22.654006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-00ec24eb-a7a8-4d7d-aec5-0764aba87b0e None None] Provisioning for port 8fbc055b-070d-478a-8fed-2d5e2341c899 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:22.662967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:22.667751 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.669772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-00ec24eb-a7a8-4d7d-aec5-0764aba87b0e None None] Provisioning complete for port 8fbc055b-070d-478a-8fed-2d5e2341c899 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:22.672821 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5153c9b7-18f6-4d01-b230-ac4561198c71 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/c63ad258-2d27-4e81-bace-2426e20e8acc HTTP/1.1" status: 204 len: 168 time: 2.9895525 Jul 16 18:13:22.674202 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-00ec24eb-a7a8-4d7d-aec5-0764aba87b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.679439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44424) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:22.689057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Request body: {'router': {'name': 'tempest-snat-router-808152400', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'enable_snat': False}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:22.715179 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.716346 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.723054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.749400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-00ec24eb-a7a8-4d7d-aec5-0764aba87b0e None None] Port 8fbc055b-070d-478a-8fed-2d5e2341c899 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:22.807668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732280da-e42a-4a65-ad7a-ac7436e9b3b1 req-8d4b09d4-77ba-4761-af00-6df2d2fdb7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.809273 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-732280da-e42a-4a65-ad7a-ac7436e9b3b1 req-8d4b09d4-77ba-4761-af00-6df2d2fdb7eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 1098 time: 0.6011033 Jul 16 18:13:22.832537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639346a4-5cda-4c18-93da-8c0fa34cb9b4 req-d14e6801-a084-497e-a42e-bacaa25c0077 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.834143 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-639346a4-5cda-4c18-93da-8c0fa34cb9b4 req-d14e6801-a084-497e-a42e-bacaa25c0077 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.18 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.5289583 Jul 16 18:13:22.871946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994b737-50b9-46c4-8fab-2cd467875899 req-85d2d2fe-178d-40ef-9d0b-7c8f6c096ceb tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:22.878504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3994b737-50b9-46c4-8fab-2cd467875899 req-85d2d2fe-178d-40ef-9d0b-7c8f6c096ceb tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.5786946 Jul 16 18:13:22.895445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ebd58bff-6fe1-4c2e-bb36-4bd131200d99 None None] Provisioning complete for port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:22.896281 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ebd58bff-6fe1-4c2e-bb36-4bd131200d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.920745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:22.945181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1b911c86-0cf2-4eb4-94a0-a010368dfa44 admin admin] 10.222.0.47 "PUT /v2.0/routers/26356b5d-0e4e-49d2-ae7f-ca062c6f418f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0345700 Jul 16 18:13:22.959045 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:22.987930 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3994b737-50b9-46c4-8fab-2cd467875899 req-2b390fe0-ef12-4608-8b6c-c940992e5ca9 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081455 Jul 16 18:13:23.018420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ebd58bff-6fe1-4c2e-bb36-4bd131200d99 None None] Port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:23.043472 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.167402 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:13:23.170401 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-732280da-e42a-4a65-ad7a-ac7436e9b3b1 req-b9993563-2e24-478a-a18a-f67f30602c65 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2442601 Jul 16 18:13:23.179183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.390347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-639346a4-5cda-4c18-93da-8c0fa34cb9b4 req-a0ae06ae-46d8-47a5-aa47-ce1c38b26a06 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Deleting port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:23.390698 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-639346a4-5cda-4c18-93da-8c0fa34cb9b4 req-a0ae06ae-46d8-47a5-aa47-ce1c38b26a06 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.650338 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.658151 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.805578 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.816340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-639346a4-5cda-4c18-93da-8c0fa34cb9b4 req-a0ae06ae-46d8-47a5-aa47-ce1c38b26a06 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] For port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:23.817164 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-639346a4-5cda-4c18-93da-8c0fa34cb9b4 req-a0ae06ae-46d8-47a5-aa47-ce1c38b26a06 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:23.858017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-639346a4-5cda-4c18-93da-8c0fa34cb9b4 req-a0ae06ae-46d8-47a5-aa47-ce1c38b26a06 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Calling delete_port for 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:23.958546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44452) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:23.968051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-169120995-network', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:24.015065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Made reservation on behalf of d323a94841ba40fbbb5c907938a8f770 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:24.017712 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.051443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.115874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event updated for resources: {'Port': ['ID=8fbc055b-070d-478a-8fed-2d5e2341c899,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.199491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e7a2da18-0f3f-4110-8ac1-39e68da8e222 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:24.296188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port e7a2da18-0f3f-4110-8ac1-39e68da8e222 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:24.298756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f846508-e81f-45bc-96c7-d27b3144a7e7 req-926ea41d-901d-46d2-a071-fab32606a1df tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:24.300801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e7a2da18-0f3f-4110-8ac1-39e68da8e222 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:24.301182 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.307093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f846508-e81f-45bc-96c7-d27b3144a7e7 req-926ea41d-901d-46d2-a071-fab32606a1df tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 945 time: 0.3922505 Jul 16 18:13:24.398025 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f846508-e81f-45bc-96c7-d27b3144a7e7 req-34fe27b1-5009-4b5b-b326-ff343e6068c9 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/security-groups?id=b2d6d56e-b72f-405d-b978-3214410db8ab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887575 Jul 16 18:13:24.456061 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.474790 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-639346a4-5cda-4c18-93da-8c0fa34cb9b4 req-a0ae06ae-46d8-47a5-aa47-ce1c38b26a06 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.481759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port e7a2da18-0f3f-4110-8ac1-39e68da8e222, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e7a2da18-0f3f-4110-8ac1-39e68da8e222,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:24.487081 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.532205 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.567401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=e7a2da18-0f3f-4110-8ac1-39e68da8e222,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.603814 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.644614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Network 080d1393-5633-44e3-942b-3f6e1020fdb4 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:24.651057 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ae06ae-46d8-47a5-aa47-ce1c38b26a06 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Pushing event deleted for resources: {'Port': ['ID=5ac8a80d-b1e0-4580-ba20-cd2ca72975e6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:24.659891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:24.721323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-639346a4-5cda-4c18-93da-8c0fa34cb9b4 req-a0ae06ae-46d8-47a5-aa47-ce1c38b26a06 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] No DVR routers for this DVR port 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:24.725803 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-639346a4-5cda-4c18-93da-8c0fa34cb9b4 req-a0ae06ae-46d8-47a5-aa47-ce1c38b26a06 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.731726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-639346a4-5cda-4c18-93da-8c0fa34cb9b4 req-a0ae06ae-46d8-47a5-aa47-ce1c38b26a06 tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.18 "DELETE /v2.0/ports/5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 HTTP/1.1" status: 204 len: 173 time: 1.8877020 Jul 16 18:13:24.734526 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc17ada-75bc-4cea-8e12-380541c95f84', 'name': 'network-vif-deleted', 'tag': '5ac8a80d-b1e0-4580-ba20-cd2ca72975e6'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:24.754402 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be387c3d-2866-495f-b60b-87d65a928f66" -d '{"events": [{"server_uuid": "adc17ada-75bc-4cea-8e12-380541c95f84", "name": "network-vif-deleted", "tag": "5ac8a80d-b1e0-4580-ba20-cd2ca72975e6"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:24.801248 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.816942 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:24.934621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:24.939403 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb4f39bf-9638-42b2-8725-40177e80349c x-openstack-request-id: req-bb4f39bf-9638-42b2-8725-40177e80349c {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:24.941121 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc17ada-75bc-4cea-8e12-380541c95f84", "name": "network-vif-deleted", "tag": "5ac8a80d-b1e0-4580-ba20-cd2ca72975e6", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:24.942823 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bb4f39bf-9638-42b2-8725-40177e80349c {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:24.943478 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc17ada-75bc-4cea-8e12-380541c95f84', 'name': 'network-vif-deleted', 'tag': '5ac8a80d-b1e0-4580-ba20-cd2ca72975e6', 'status': 'completed', 'code': 200} Jul 16 18:13:24.991110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Allocated IP 172.25.7.207 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/5fe73d74-a5e5-4a42-9ce7-b3b1946048fe) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:25.019100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7adbde82-6a21-424b-b829-f3c39604c6c9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:25.061199 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.061669 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Added segment 53fdd5c9-33ba-4dd0-9e0b-a42de696d116 of type vlan for network ae74ebcd-9cc4-48f8-bb09-004ba05f1630 Jul 16 18:13:25.123628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ad4eca-3840-40aa-93a7-6bfd81f7f3da req-ae0b5933-2f10-4fcb-a882-966bf42200ed tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.131295 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3ad4eca-3840-40aa-93a7-6bfd81f7f3da req-ae0b5933-2f10-4fcb-a882-966bf42200ed tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.7084935 Jul 16 18:13:25.188622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a7cc55a0-9863-4359-8e30-f2566603149e None None] Provisioning complete for port 8fbc055b-070d-478a-8fed-2d5e2341c899 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:25.189234 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a7cc55a0-9863-4359-8e30-f2566603149e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.194452 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.221040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Router d7206992-f82b-4ef1-88a1-381bac3c33a7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:25.255035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3ad4eca-3840-40aa-93a7-6bfd81f7f3da req-df360c1a-a2de-4658-97e9-45cb0e8abab8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114883 Jul 16 18:13:25.325761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a7cc55a0-9863-4359-8e30-f2566603149e None None] Port 8fbc055b-070d-478a-8fed-2d5e2341c899 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:25.415006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.416036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:25.416622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.419193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44496) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:25.463092 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:25.475822 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-118f9942-8e78-45f6-8156-41b7e5cc7b05 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "PUT /v2.0/routers/d7206992-f82b-4ef1-88a1-381bac3c33a7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7328162 Jul 16 18:13:25.476672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a75f32-c760-46b4-9f01-3ba66989e265 None None] Sync routers for ids ['d7206992-f82b-4ef1-88a1-381bac3c33a7'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:25.477463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44502) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:25.498095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a75f32-c760-46b4-9f01-3ba66989e265 None None] Routers {'d7206992-f82b-4ef1-88a1-381bac3c33a7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:25.498754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-09a75f32-c760-46b4-9f01-3ba66989e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d7206992-f82b-4ef1-88a1-381bac3c33a7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:25.513542 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Sync routers for ids ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:25.527248 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Routers {'26356b5d-0e4e-49d2-ae7f-ca062c6f418f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:25.527904 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:25.565190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-09a75f32-c760-46b4-9f01-3ba66989e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:25.577352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] Pushing event updated for resources: {'Network': ['ID=ae74ebcd-9cc4-48f8-bb09-004ba05f1630,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:25.578247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a75f32-c760-46b4-9f01-3ba66989e265 None None] Routers {'d7206992-f82b-4ef1-88a1-381bac3c33a7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:25.579423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-09a75f32-c760-46b4-9f01-3ba66989e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d7206992-f82b-4ef1-88a1-381bac3c33a7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:25.618315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.646636 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7725d790-a879-4997-bbc4-94903504ef2e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.6824181 Jul 16 18:13:25.650834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-09a75f32-c760-46b4-9f01-3ba66989e265 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:25.654128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09a75f32-c760-46b4-9f01-3ba66989e265 None None] The sync data for ids ['d7206992-f82b-4ef1-88a1-381bac3c33a7'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:25.654524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44504) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:25.660992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network ae74ebcd-9cc4-48f8-bb09-004ba05f1630 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:25.666661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] Request body: {'subnet': {'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-169120995-subnet', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:25.689842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c886e4e1-00e1-4095-a21a-52d5b3851dbd tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.697130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:25.756334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:25.756918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5ac8a80d-b1e0-4580-ba20-cd2ca72975e6 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:25.784425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] Made reservation on behalf of d323a94841ba40fbbb5c907938a8f770 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:25.789459 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.818295 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Set router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:25.836192 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:25.924386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:25.949436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:25.969245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:25.973407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event updated for resources: {'Port': ['ID=5fe73d74-a5e5-4a42-9ce7-b3b1946048fe,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.001819 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6f2bf886-cc30-48eb-aac0-785849f39cf6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6ee055cf91194aebbb3e0d461af8843d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677121 Jul 16 18:13:26.005470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44506) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.043288 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'name': 'tempest-TestServerMultinode-122387867-router', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:15Z', 'updated_at': '2021-07-16T18:13:21Z', 'revision_number': 4, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'gw_port': {'id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:17Z', 'updated_at': '2021-07-16T18:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8d9b6b75-bb8b-4573-94a5-fb38af134ce5', 'name': '', 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'mac_address': 'fa:16:3e:31:f3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:20Z', 'updated_at': '2021-07-16T18:13:21Z', 'revision_number': 2, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'subnets': [{'id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:26.073994 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Checking router: 26356b5d-0e4e-49d2-ae7f-ca062c6f418f for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:26.074350 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Updating router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:26.124105 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.156692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e7a2da18-0f3f-4110-8ac1-39e68da8e222 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:26.188001 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb726f85-7268-4431-9959-8f10a85392ed req-8048185b-1d58-4a3b-b4b7-6eaedbaa244d tempest-ServerRescueNegativeTestJSON-1348342469 tempest-ServerRescueNegativeTestJSON-1348342469-project] 10.222.0.47 "GET /v2.0/ports?device_id=adc17ada-75bc-4cea-8e12-380541c95f84 HTTP/1.1" status: 200 len: 210 time: 0.3691263 Jul 16 18:13:26.192252 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-c886e4e1-00e1-4095-a21a-52d5b3851dbd tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:13:26.196114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c886e4e1-00e1-4095-a21a-52d5b3851dbd tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "DELETE /v2.0/routers/d7206992-f82b-4ef1-88a1-381bac3c33a7 HTTP/1.1" status: 409 len: 329 time: 0.7146349 Jul 16 18:13:26.196442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44508) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.202620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f81d942d-7f66-483e-8ba0-1a0d886dbeb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.223253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e7a2da18-0f3f-4110-8ac1-39e68da8e222 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:26.223916 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.257910 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f81d942d-7f66-483e-8ba0-1a0d886dbeb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.356902 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.462830 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.536581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=295d00c8-5e66-4fdd-8641-bbe26d57c7ca,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.551035 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Transition to ACTIVE for port object 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:26.561136 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.562394 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f81d942d-7f66-483e-8ba0-1a0d886dbeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.567232 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f81d942d-7f66-483e-8ba0-1a0d886dbeb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.568445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f81d942d-7f66-483e-8ba0-1a0d886dbeb6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bc890a44-3598-482f-80fd-b09a7c37e5e0 HTTP/1.1" status: 204 len: 168 time: 0.5620115 Jul 16 18:13:26.587522 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-928f226d-b0e6-4e35-8c26-fc5f7b49d0e0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.608146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] Checking segment: {'id': '53fdd5c9-33ba-4dd0-9e0b-a42de696d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:26.609424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] Network hostable DHCP agents. Network: ae74ebcd-9cc4-48f8-bb09-004ba05f1630, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:26.631599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81d942d-7f66-483e-8ba0-1a0d886dbeb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc890a44-3598-482f-80fd-b09a7c37e5e0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.664423 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dfc7c-1315-4db0-93ad-4846287221ca None None] Pushing event updated for resources: {'Port': ['ID=8d9b6b75-bb8b-4573-94a5-fb38af134ce5,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:26.692274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524eceae-f3dd-4ef8-97f4-51fe247ce54a req-41f0cbc5-ae33-4b66-839f-f6b9cda2b16d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.694276 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-524eceae-f3dd-4ef8-97f4-51fe247ce54a req-41f0cbc5-ae33-4b66-839f-f6b9cda2b16d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.2649925 Jul 16 18:13:26.703012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.709607 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Attempting to bind port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:26.710073 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Attempting to bind port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:26.710558 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Attempting to bind port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 on network 5d3d20ac-046f-47c8-882c-5ceb17958810 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:26.717431 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:26.717955 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Checking segment: {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:26.718465 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.718918 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Bound using segment: {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:26.719455 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Bound port: 8d9b6b75-bb8b-4573-94a5-fb38af134ce5, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:26.719964 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.753406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] Network ae74ebcd-9cc4-48f8-bb09-004ba05f1630 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:26.811829 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] For port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:26.816575 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] For port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8d9b6b75-bb8b-4573-94a5-fb38af134ce5,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:26.822492 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.827100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, ae74ebcd-9cc4-48f8-bb09-004ba05f1630) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:26.838036 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979a719a-588c-4040-8377-2d98f2811ccd None None] Network ae74ebcd-9cc4-48f8-bb09-004ba05f1630 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:26.852160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:26.853077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:26.879457 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-524eceae-f3dd-4ef8-97f4-51fe247ce54a req-5e42c306-710e-4d9f-babf-c1881086ee64 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777058 Jul 16 18:13:26.909634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44518) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:26.913575 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-17bbe205-5ffd-4cb2-93dc-6c07cd80ccb7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2504587 Jul 16 18:13:26.920373 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-169120995-router', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:27.022576 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Routers {'26356b5d-0e4e-49d2-ae7f-ca062c6f418f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:27.024258 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:27.028103 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.029212 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.154902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-928f226d-b0e6-4e35-8c26-fc5f7b49d0e0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Deleting port 8fbc055b-070d-478a-8fed-2d5e2341c899 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:27.155398 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-928f226d-b0e6-4e35-8c26-fc5f7b49d0e0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.200861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.201493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-ae74ebcd-9cc4-48f8-bb09-004ba05f1630', 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'fixed_ips': [{'subnet_id': '295d00c8-5e66-4fdd-8641-bbe26d57c7ca'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:13:27.202221 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.269625 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.367978 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44532) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:27.437850 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] Set router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:27.468931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Allocated IP 172.20.0.2 (ae74ebcd-9cc4-48f8-bb09-004ba05f1630/295d00c8-5e66-4fdd-8641-bbe26d57c7ca/d6f76560-80c1-4b10-9e25-0f7066bfef01) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:27.518342 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54dfc7c-1315-4db0-93ad-4846287221ca None None] Pushing event updated for resources: {'Port': ['ID=8d9b6b75-bb8b-4573-94a5-fb38af134ce5,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:27.610054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-928f226d-b0e6-4e35-8c26-fc5f7b49d0e0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.653490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-928f226d-b0e6-4e35-8c26-fc5f7b49d0e0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Calling delete_port for 8fbc055b-070d-478a-8fed-2d5e2341c899 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:27.658642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.670957 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'name': 'tempest-TestServerMultinode-122387867-router', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:15Z', 'updated_at': '2021-07-16T18:13:21Z', 'revision_number': 4, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'gw_port': {'id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:17Z', 'updated_at': '2021-07-16T18:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8d9b6b75-bb8b-4573-94a5-fb38af134ce5', 'name': '', 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'mac_address': 'fa:16:3e:31:f3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:20Z', 'updated_at': '2021-07-16T18:13:26Z', 'revision_number': 4, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'subnets': [{'id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:27.699364 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c72e9c-d7ae-4a48-9c01-b86adaffcc39 None None] The sync data for ids ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'] in n-d-794306-7 is: [{'id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'name': 'tempest-TestServerMultinode-122387867-router', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:15Z', 'updated_at': '2021-07-16T18:13:21Z', 'revision_number': 4, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'gw_port': {'id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:17Z', 'updated_at': '2021-07-16T18:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8d9b6b75-bb8b-4573-94a5-fb38af134ce5', 'name': '', 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'mac_address': 'fa:16:3e:31:f3:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2269, 'fixed_ips': [{'subnet_id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:20Z', 'updated_at': '2021-07-16T18:13:26Z', 'revision_number': 4, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'subnets': [{'id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:27.716058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e47360-6961-404c-adc1-a3c119daa0ce req-51e54983-460b-4ec9-ad4a-e96e68ae1fe6 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:27.723810 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8e47360-6961-404c-adc1-a3c119daa0ce req-51e54983-460b-4ec9-ad4a-e96e68ae1fe6 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.4875667 Jul 16 18:13:27.774370 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.788538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Transition to ACTIVE for port object d6f76560-80c1-4b10-9e25-0f7066bfef01 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:27.825044 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Transition to ACTIVE for port object d6f76560-80c1-4b10-9e25-0f7066bfef01 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:27.827831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Router f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:27.848882 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:27.905846 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8e47360-6961-404c-adc1-a3c119daa0ce req-4e6bef94-98f3-4f9f-a0e6-1de419ddebf3 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810601 Jul 16 18:13:27.909604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Network ae74ebcd-9cc4-48f8-bb09-004ba05f1630 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:27.913743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:27.920567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:27.924215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Pushing event updated for resources: {'Port': ['ID=d6f76560-80c1-4b10-9e25-0f7066bfef01,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.020728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Attempting to bind port d6f76560-80c1-4b10-9e25-0f7066bfef01 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:28.021740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Attempting to bind port d6f76560-80c1-4b10-9e25-0f7066bfef01 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '53fdd5c9-33ba-4dd0-9e0b-a42de696d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:28.022766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Attempting to bind port d6f76560-80c1-4b10-9e25-0f7066bfef01 on network ae74ebcd-9cc4-48f8-bb09-004ba05f1630 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:28.031858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:28.032499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Checking segment: {'id': '53fdd5c9-33ba-4dd0-9e0b-a42de696d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:28.032912 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.033305 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Bound using segment: {'id': '53fdd5c9-33ba-4dd0-9e0b-a42de696d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:28.034071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Bound port: d6f76560-80c1-4b10-9e25-0f7066bfef01, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fdd5c9-33ba-4dd0-9e0b-a42de696d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:28.034201 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.162295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] For port d6f76560-80c1-4b10-9e25-0f7066bfef01, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:28.169460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] For port d6f76560-80c1-4b10-9e25-0f7066bfef01, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d6f76560-80c1-4b10-9e25-0f7066bfef01,segment=NetworkSegment(53fdd5c9-33ba-4dd0-9e0b-a42de696d116),segment_id=53fdd5c9-33ba-4dd0-9e0b-a42de696d116)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:28.177524 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.229059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:28.251633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Sync routers for ids ['f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:28.256456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:28.307152 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-928f226d-b0e6-4e35-8c26-fc5f7b49d0e0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.331341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea93630-22bd-4106-85d5-690ceeb826ae None None] Pushing event updated for resources: {'Port': ['ID=d6f76560-80c1-4b10-9e25-0f7066bfef01,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.346126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.349902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a08ff995-bb03-4b72-8649-98a3e0932156 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.6660311 Jul 16 18:13:28.352544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44550) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:28.380623 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Routers {'f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:28.390495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:28.458120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:28.465091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:28.465638 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.499335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039915d-146c-4d25-93a7-04508d13983f req-dd19707f-1107-475b-83ed-465eb864742f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:28.515109 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a039915d-146c-4d25-93a7-04508d13983f req-dd19707f-1107-475b-83ed-465eb864742f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.3912606 Jul 16 18:13:28.586634 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.591128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Set router f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:28.611090 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.616385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f226d-b0e6-4e35-8c26-fc5f7b49d0e0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event deleted for resources: {'Port': ['ID=8fbc055b-070d-478a-8fed-2d5e2341c899,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:28.744202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a039915d-146c-4d25-93a7-04508d13983f req-5c65a670-8157-439e-b7f0-f33d291456cd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281210 Jul 16 18:13:28.792427 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.861047 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:28.966192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d21ef644-6d6a-4d0b-b964-04c0ed2a3880 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/routers/f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5 HTTP/1.1" status: 200 len: 908 time: 0.6116912 Jul 16 18:13:28.969043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44564) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:28.975982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Request body: {'router': {'name': 'tempest-snat-router-808152400', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'enable_snat': True}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:29.048465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-928f226d-b0e6-4e35-8c26-fc5f7b49d0e0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.082695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8d9b6b75-bb8b-4573-94a5-fb38af134ce5,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:29.091590 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.110546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.111843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.249239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=8d9b6b75-bb8b-4573-94a5-fb38af134ce5,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:29.263456 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.285613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5', 'name': 'tempest-snat-router-808152400', 'tenant_id': '2a507ec4c4e842458b6850d54c192c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.207'}], 'enable_snat': False}, 'gw_port_id': '5fe73d74-a5e5-4a42-9ce7-b3b1946048fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:22Z', 'updated_at': '2021-07-16T18:13:26Z', 'revision_number': 3, 'project_id': '2a507ec4c4e842458b6850d54c192c17', 'gw_port': {'id': '5fe73d74-a5e5-4a42-9ce7-b3b1946048fe', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:24Z', 'updated_at': '2021-07-16T18:13:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:29.316941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-928f226d-b0e6-4e35-8c26-fc5f7b49d0e0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Router d7206992-f82b-4ef1-88a1-381bac3c33a7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:29.333118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Checking router: f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:29.333465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Updating router f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5 port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:29.386614 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.420017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-928f226d-b0e6-4e35-8c26-fc5f7b49d0e0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:29.431198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-928f226d-b0e6-4e35-8c26-fc5f7b49d0e0 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "PUT /v2.0/routers/d7206992-f82b-4ef1-88a1-381bac3c33a7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2337649 Jul 16 18:13:29.433578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Allocated IP 172.25.7.77 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/e6ed2651-072d-4e83-b367-fc0785ae9104) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:29.434660 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85f568-5598-4031-86cb-e3c81d88be05 None None] Sync routers for ids ['d7206992-f82b-4ef1-88a1-381bac3c33a7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:29.436325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44566) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:29.453637 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85f568-5598-4031-86cb-e3c81d88be05 None None] Routers {'d7206992-f82b-4ef1-88a1-381bac3c33a7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:29.455180 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2a85f568-5598-4031-86cb-e3c81d88be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d7206992-f82b-4ef1-88a1-381bac3c33a7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:29.484391 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-ae40b13a-e450-4ae0-ac6e-ea17c951f761 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] show failed (client error): The resource could not be found. Jul 16 18:13:29.485698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ae40b13a-e450-4ae0-ac6e-ea17c951f761 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1677611638 HTTP/1.1" status: 404 len: 335 time: 0.0482707 Jul 16 18:13:29.500240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44568) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:29.511110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1ce54a64-1cc2-4ca5-9e90-973416093b3c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:29.544159 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2a85f568-5598-4031-86cb-e3c81d88be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:29.564836 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a85f568-5598-4031-86cb-e3c81d88be05 None None] Routers {'d7206992-f82b-4ef1-88a1-381bac3c33a7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:29.565706 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2a85f568-5598-4031-86cb-e3c81d88be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d7206992-f82b-4ef1-88a1-381bac3c33a7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:29.625696 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-1ce54a64-1cc2-4ca5-9e90-973416093b3c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] update failed (client error): The resource could not be found. Jul 16 18:13:29.629106 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2a85f568-5598-4031-86cb-e3c81d88be05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:29.631509 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a85f568-5598-4031-86cb-e3c81d88be05 None None] The sync data for ids ['d7206992-f82b-4ef1-88a1-381bac3c33a7'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:29.633659 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1ce54a64-1cc2-4ca5-9e90-973416093b3c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-141594045 HTTP/1.1" status: 404 len: 334 time: 0.1297657 Jul 16 18:13:29.634263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44570) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:29.734079 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.803824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-cda591b7-aada-4b54-8442-236f331dfa08 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Deleting subnet 23d06adc-ad73-4d66-8ce1-2c119ddb4d95 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:29.812618 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cda591b7-aada-4b54-8442-236f331dfa08 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.872151 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.886431 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cda591b7-aada-4b54-8442-236f331dfa08 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.935169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b877111-32df-4b68-b345-87f7ea619a79 req-daf2bbc3-90fe-4177-ae6b-37d010348bcd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:29.936786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2b877111-32df-4b68-b345-87f7ea619a79 req-daf2bbc3-90fe-4177-ae6b-37d010348bcd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.7817729 Jul 16 18:13:29.972310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:29.991522 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.045811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:30.047554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:30.057011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:30.061959 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cda591b7-aada-4b54-8442-236f331dfa08 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.065342 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2b877111-32df-4b68-b345-87f7ea619a79 req-f543b1e5-532e-4050-9b1e-6b24906cd1e6 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200044 Jul 16 18:13:30.131909 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140a73c9-be3d-4314-83b1-42ddad91ee45 None None] Network ae74ebcd-9cc4-48f8-bb09-004ba05f1630 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:30.140033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Pushing event updated for resources: {'Port': ['ID=e6ed2651-072d-4e83-b367-fc0785ae9104,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:30.216828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Deleting port d526640f-7b78-4318-945f-cd74b7723ebf {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:30.218746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.243799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ee482e42-bf9e-4af1-9b9b-372eb897b8ee None None] Provisioning for port d6f76560-80c1-4b10-9e25-0f7066bfef01 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:30.247046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.247602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.248681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.249197 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.249703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.250203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.250690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.251191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.251714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.253337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.254824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.255350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:30.275460 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cda591b7-aada-4b54-8442-236f331dfa08 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.351771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:30.383024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda591b7-aada-4b54-8442-236f331dfa08 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event deleted for resources: {'Subnet': ['ID=23d06adc-ad73-4d66-8ce1-2c119ddb4d95,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:30.384575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] For port d526640f-7b78-4318-945f-cd74b7723ebf, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d526640f-7b78-4318-945f-cd74b7723ebf,segment=NetworkSegment(aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382),segment_id=aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:30.384975 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.390308 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cda591b7-aada-4b54-8442-236f331dfa08 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.392417 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cda591b7-aada-4b54-8442-236f331dfa08 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "DELETE /v2.0/subnets/23d06adc-ad73-4d66-8ce1-2c119ddb4d95 HTTP/1.1" status: 204 len: 168 time: 0.7543821 Jul 16 18:13:30.395998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44578) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:30.413207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168c0660-055f-44ed-865f-d2cd85fde474 None None] Network 38f338fc-1222-41c5-9490-977f55c20f3e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:30.474736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d60a82-37e7-4c44-a9a0-71d348e31b5c req-8cd4820f-23de-4751-8d45-4ec2968e0ce4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:30.476431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08d60a82-37e7-4c44-a9a0-71d348e31b5c req-8cd4820f-23de-4751-8d45-4ec2968e0ce4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.2318234 Jul 16 18:13:30.477711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Calling delete_port for d526640f-7b78-4318-945f-cd74b7723ebf owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:30.483035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-56100968-5b44-48f8-a84e-3347b47a483c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Deleting subnet 0d178a1d-7663-4604-8f43-6d2a0f7970f2 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:30.486757 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56100968-5b44-48f8-a84e-3347b47a483c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.574114 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56100968-5b44-48f8-a84e-3347b47a483c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.597920 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.606435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08d60a82-37e7-4c44-a9a0-71d348e31b5c req-35f31f37-7647-4aff-951a-354fbe03a5b2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152627 Jul 16 18:13:30.640694 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.663710 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.680346 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.716657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Transition to ACTIVE for port object 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:30.739262 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.749635 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56100968-5b44-48f8-a84e-3347b47a483c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.805185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:30.806862 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.931889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Allocated IP 172.25.7.117 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/d6576b8f-556d-4445-bbe0-61b3a219eb5e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:30.941034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Attempting to bind port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:30.941422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Attempting to bind port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:30.941793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Attempting to bind port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:30.952610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:30.953123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:30.953783 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:30.954420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:30.955295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Bound port: 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:30.961532 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.012491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437c222-86b1-436d-948d-640a9d710aa5 req-d744b62b-7ffc-4fce-a9c4-52001bed2379 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:31.014375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0437c222-86b1-436d-948d-640a9d710aa5 req-d744b62b-7ffc-4fce-a9c4-52001bed2379 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.2191341 Jul 16 18:13:31.018182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.037912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] For port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:31.042164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] For port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5fe73d74-a5e5-4a42-9ce7-b3b1946048fe,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:31.053943 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.081999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd08fb5-c115-4aa2-9661-5359fad19aba None None] Pushing event updated for resources: {'Port': ['ID=5fe73d74-a5e5-4a42-9ce7-b3b1946048fe,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:31.160330 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d6f76560-80c1-4b10-9e25-0f7066bfef01 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:31.176816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Pushing event deleted for resources: {'Port': ['ID=d526640f-7b78-4318-945f-cd74b7723ebf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:31.226745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.227093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.227433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.227787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.228118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.228739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.229673 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.230186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.230596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.230927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.231254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.231654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:31.247280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Routers {'f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:31.255936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:31.259985 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd08fb5-c115-4aa2-9661-5359fad19aba None None] Pushing event updated for resources: {'Port': ['ID=5fe73d74-a5e5-4a42-9ce7-b3b1946048fe,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:31.315592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56100968-5b44-48f8-a84e-3347b47a483c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.324706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3691f570-f627-4eb8-9eb1-07cbcc57ae07 None None] DHCP port deletion for 38f338fc-1222-41c5-9490-977f55c20f3e request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:31.353870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0437c222-86b1-436d-948d-640a9d710aa5 req-61c138e6-dc8a-4e1f-bf4e-e35f1c3883d5 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127134 Jul 16 18:13:31.390157 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56100968-5b44-48f8-a84e-3347b47a483c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.393084 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-56100968-5b44-48f8-a84e-3347b47a483c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "DELETE /v2.0/subnets/0d178a1d-7663-4604-8f43-6d2a0f7970f2 HTTP/1.1" status: 204 len: 168 time: 0.9966569 Jul 16 18:13:31.397186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56100968-5b44-48f8-a84e-3347b47a483c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event deleted for resources: {'Subnet': ['ID=0d178a1d-7663-4604-8f43-6d2a0f7970f2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:31.399575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44592) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:31.406053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0263c0-cc67-4b2a-b02c-68cc34d9267d None None] Network d4248d94-fb29-4c80-a104-d1fb9002f4cb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:31.455212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1d149042-0c42-45bb-9918-ebe279d07b8f None None] Provisioning complete for port d6f76560-80c1-4b10-9e25-0f7066bfef01 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:31.455612 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d149042-0c42-45bb-9918-ebe279d07b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.457122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port d6f76560-80c1-4b10-9e25-0f7066bfef01 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:31.496240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port d6f76560-80c1-4b10-9e25-0f7066bfef01 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:31.496482 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.591599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] Set router f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:31.611092 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.661508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3691f570-f627-4eb8-9eb1-07cbcc57ae07 None None] Deleting port 3b810324-468a-4d67-a5fd-6808112c89f1 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:31.661891 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3691f570-f627-4eb8-9eb1-07cbcc57ae07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.678688 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.731233 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.733474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb8fab4-5a1d-4e48-ae05-c7073c5a4a11 req-b41dc409-7156-41c5-83c2-4352c7c1eae9 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:31.735740 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2bb8fab4-5a1d-4e48-ae05-c7073c5a4a11 req-b41dc409-7156-41c5-83c2-4352c7c1eae9 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.1211038 Jul 16 18:13:31.784137 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.805528 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2bb8fab4-5a1d-4e48-ae05-c7073c5a4a11 req-e1d8d681-83cc-40b5-ad40-d3ff89843f20 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617328 Jul 16 18:13:31.847282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Deleting port 3b810324-468a-4d67-a5fd-6808112c89f1 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:31.847660 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.886861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.919080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3691f570-f627-4eb8-9eb1-07cbcc57ae07 None None] For port 3b810324-468a-4d67-a5fd-6808112c89f1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3b810324-468a-4d67-a5fd-6808112c89f1,segment=NetworkSegment(aec39fda-598b-497f-9e76-2960e52606fc),segment_id=aec39fda-598b-497f-9e76-2960e52606fc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:31.919591 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3691f570-f627-4eb8-9eb1-07cbcc57ae07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.938567 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] For port 3b810324-468a-4d67-a5fd-6808112c89f1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3b810324-468a-4d67-a5fd-6808112c89f1,segment=NetworkSegment(aec39fda-598b-497f-9e76-2960e52606fc),segment_id=aec39fda-598b-497f-9e76-2960e52606fc)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:31.939520 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.947703 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:31.963869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Calling delete_port for 3b810324-468a-4d67-a5fd-6808112c89f1 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:31.985011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Router c23b4a05-92d1-4afa-a687-f241e9890c26 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:31.987059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3691f570-f627-4eb8-9eb1-07cbcc57ae07 None None] Calling delete_port for 3b810324-468a-4d67-a5fd-6808112c89f1 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:31.998770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:32.023390 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d149042-0c42-45bb-9918-ebe279d07b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.033335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:32.057141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:32.093321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port d6f76560-80c1-4b10-9e25-0f7066bfef01, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d6f76560-80c1-4b10-9e25-0f7066bfef01,segment=NetworkSegment(53fdd5c9-33ba-4dd0-9e0b-a42de696d116),segment_id=53fdd5c9-33ba-4dd0-9e0b-a42de696d116)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:32.111835 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.186708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.210449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5', 'name': 'tempest-snat-router-808152400', 'tenant_id': '2a507ec4c4e842458b6850d54c192c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.207'}], 'enable_snat': False}, 'gw_port_id': '5fe73d74-a5e5-4a42-9ce7-b3b1946048fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:22Z', 'updated_at': '2021-07-16T18:13:26Z', 'revision_number': 3, 'project_id': '2a507ec4c4e842458b6850d54c192c17', 'gw_port': {'id': '5fe73d74-a5e5-4a42-9ce7-b3b1946048fe', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:24Z', 'updated_at': '2021-07-16T18:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:32.228417 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event updated for resources: {'Port': ['ID=d6576b8f-556d-4445-bbe0-61b3a219eb5e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.244031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event deleted for resources: {'Port': ['ID=3b810324-468a-4d67-a5fd-6808112c89f1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:13:32.249258 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:13:32.271219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23a5c7ea-233d-4533-8875-9c5206c9b8bf None None] DHCP port deletion for d4248d94-fb29-4c80-a104-d1fb9002f4cb request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:32.278017 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3691f570-f627-4eb8-9eb1-07cbcc57ae07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.279038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] No DVR routers for this DVR port 3b810324-468a-4d67-a5fd-6808112c89f1 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:32.288093 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-1d149042-0c42-45bb-9918-ebe279d07b8f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:13:32.288599 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-1d149042-0c42-45bb-9918-ebe279d07b8f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:13:32.305883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:32.394363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Sync routers for ids ['c23b4a05-92d1-4afa-a687-f241e9890c26'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:32.418174 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.418747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691f570-f627-4eb8-9eb1-07cbcc57ae07 None None] No DVR routers for this DVR port 3b810324-468a-4d67-a5fd-6808112c89f1 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:32.422781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44602) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:32.425493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=d6f76560-80c1-4b10-9e25-0f7066bfef01,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.428840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a9e5f04d-33ea-435d-8f44-78a8c9e23e6c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5180840 Jul 16 18:13:32.443903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3142321-39ba-4b23-bd78-df39ad7a7ef2 None None] The sync data for ids ['f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5'] in n-d-794306-7 is: [{'id': 'f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5', 'name': 'tempest-snat-router-808152400', 'tenant_id': '2a507ec4c4e842458b6850d54c192c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.207'}], 'enable_snat': False}, 'gw_port_id': '5fe73d74-a5e5-4a42-9ce7-b3b1946048fe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:22Z', 'updated_at': '2021-07-16T18:13:26Z', 'revision_number': 3, 'project_id': '2a507ec4c4e842458b6850d54c192c17', 'gw_port': {'id': '5fe73d74-a5e5-4a42-9ce7-b3b1946048fe', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ea:75:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2275, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:24Z', 'updated_at': '2021-07-16T18:13:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:32.489057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691f570-f627-4eb8-9eb1-07cbcc57ae07 None None] Pushing event deleted for resources: {'Port': ['ID=3b810324-468a-4d67-a5fd-6808112c89f1,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:32.506322 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.519803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3b810324-468a-4d67-a5fd-6808112c89f1 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:32.541551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38f338fc-1222-41c5-9490-977f55c20f3e']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:32.544523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Routers {'c23b4a05-92d1-4afa-a687-f241e9890c26'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:32.545114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c23b4a05-92d1-4afa-a687-f241e9890c26'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:32.551326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3b810324-468a-4d67-a5fd-6808112c89f1 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:32.551326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3b810324-468a-4d67-a5fd-6808112c89f1 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:32.592074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec39fda-598b-497f-9e76-2960e52606fc') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:32.592444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec39fda-598b-497f-9e76-2960e52606fc') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:32.687611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.747252 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.760776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:32.763025 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:32.766778 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:32.890531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.896147 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:32.898194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "DELETE /v2.0/networks/38f338fc-1222-41c5-9490-977f55c20f3e HTTP/1.1" status: 204 len: 168 time: 1.4683032 Jul 16 18:13:32.913759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44606) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:32.914594 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc9a7e7-ea38-4f34-a1ca-aa9efc5256b6 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event deleted for resources: {'Network': ['ID=38f338fc-1222-41c5-9490-977f55c20f3e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.039377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-23a5c7ea-233d-4533-8875-9c5206c9b8bf None None] Deleting port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:33.039700 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-23a5c7ea-233d-4533-8875-9c5206c9b8bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.066119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Router e740df05-fd53-438d-90f5-e90e2e1b3fc0 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:33.094723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b715b4-162a-414a-8ba7-6e748d3015ee req-c501b047-daa2-40c1-bd3e-074a8adf8110 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:33.097281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5b715b4-162a-414a-8ba7-6e748d3015ee req-c501b047-daa2-40c1-bd3e-074a8adf8110 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.4505355 Jul 16 18:13:33.134041 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.136842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-23a5c7ea-233d-4533-8875-9c5206c9b8bf None None] For port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f,segment=NetworkSegment(6cf400ab-378c-4c37-992b-db2d2670e76e),segment_id=6cf400ab-378c-4c37-992b-db2d2670e76e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:33.137238 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-23a5c7ea-233d-4533-8875-9c5206c9b8bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.187584 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.187800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Set router c23b4a05-92d1-4afa-a687-f241e9890c26 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:33.230504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Deleting port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:33.230956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.352859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] For port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f,segment=NetworkSegment(6cf400ab-378c-4c37-992b-db2d2670e76e),segment_id=6cf400ab-378c-4c37-992b-db2d2670e76e)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:33.353382 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.375937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-23a5c7ea-233d-4533-8875-9c5206c9b8bf None None] Calling delete_port for 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:33.376454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Calling delete_port for 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:33.491969 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.539493 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] No DVR routers for this DVR port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:33.550664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event deleted for resources: {'Port': ['ID=419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.560133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'name': 'tempest-TestServerMultinode-169120995-router', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:27Z', 'updated_at': '2021-07-16T18:13:30Z', 'revision_number': 3, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'gw_port': {'id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:28Z', 'updated_at': '2021-07-16T18:13:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:33.602110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Checking router: c23b4a05-92d1-4afa-a687-f241e9890c26 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:33.602553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Updating router c23b4a05-92d1-4afa-a687-f241e9890c26 port e6ed2651-072d-4e83-b367-fc0785ae9104 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:33.653009 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-23a5c7ea-233d-4533-8875-9c5206c9b8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.691345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a5c7ea-233d-4533-8875-9c5206c9b8bf None None] Pushing event deleted for resources: {'Port': ['ID=419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:33.694288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a5c7ea-233d-4533-8875-9c5206c9b8bf None None] No DVR routers for this DVR port 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:33.695727 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.700495 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.731370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4248d94-fb29-4c80-a104-d1fb9002f4cb']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:33.751466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cf400ab-378c-4c37-992b-db2d2670e76e') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:33.751741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cf400ab-378c-4c37-992b-db2d2670e76e') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:33.763056 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.793490 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.800283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:33.800706 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:33.803830 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:33.935640 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.940705 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:33.942344 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "DELETE /v2.0/networks/d4248d94-fb29-4c80-a104-d1fb9002f4cb HTTP/1.1" status: 204 len: 168 time: 1.0239642 Jul 16 18:13:33.958224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44616) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:33.965764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5b715b4-162a-414a-8ba7-6e748d3015ee req-ee52c160-fc7a-423a-bd2a-d50b72e829d7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8251915 Jul 16 18:13:33.974969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f1d9bc-3332-4417-8f9f-004e82457ee1 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event deleted for resources: {'Network': ['ID=d4248d94-fb29-4c80-a104-d1fb9002f4cb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.060127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cac1447-5d02-4645-bcae-cc2c966efa8b tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Deleting subnet 1db546eb-570b-4250-a25c-3414613cb854 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:34.064748 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5cac1447-5d02-4645-bcae-cc2c966efa8b tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.107281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:34.117548 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9826d7b-6813-4c63-bf57-7c09d19929c8 None None] Sync routers for ids ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:34.123460 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5cac1447-5d02-4645-bcae-cc2c966efa8b tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.129285 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9826d7b-6813-4c63-bf57-7c09d19929c8 None None] Routers {'e740df05-fd53-438d-90f5-e90e2e1b3fc0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:34.129901 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c9826d7b-6813-4c63-bf57-7c09d19929c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.169674 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.226382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Transition to ACTIVE for port object e6ed2651-072d-4e83-b367-fc0785ae9104 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:34.242844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-16d8b6a8-6241-4726-9908-baa44d9fb350 admin admin] 10.222.0.47 "PUT /v2.0/routers/e740df05-fd53-438d-90f5-e90e2e1b3fc0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8716497 Jul 16 18:13:34.245801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5cac1447-5d02-4645-bcae-cc2c966efa8b tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.247055 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.309677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44618) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.313164 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c9826d7b-6813-4c63-bf57-7c09d19929c8 None None] Set router e740df05-fd53-438d-90f5-e90e2e1b3fc0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:34.324455 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5cac1447-5d02-4645-bcae-cc2c966efa8b tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.393202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e427a-d33c-4a53-9edf-adbefad342bc None None] Pushing event updated for resources: {'Port': ['ID=e6ed2651-072d-4e83-b367-fc0785ae9104,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.396440 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5cac1447-5d02-4645-bcae-cc2c966efa8b tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.401937 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5cac1447-5d02-4645-bcae-cc2c966efa8b tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "DELETE /v2.0/subnets/1db546eb-570b-4250-a25c-3414613cb854 HTTP/1.1" status: 204 len: 168 time: 0.4429295 Jul 16 18:13:34.402908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cac1447-5d02-4645-bcae-cc2c966efa8b tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event deleted for resources: {'Subnet': ['ID=1db546eb-570b-4250-a25c-3414613cb854,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:34.404860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Attempting to bind port e6ed2651-072d-4e83-b367-fc0785ae9104 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:34.405245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Attempting to bind port e6ed2651-072d-4e83-b367-fc0785ae9104 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:34.406660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44620) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:34.411064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Attempting to bind port e6ed2651-072d-4e83-b367-fc0785ae9104 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:34.415671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21078a1-b471-4d54-b948-85f79553e380 None None] Network 080d1393-5633-44e3-942b-3f6e1020fdb4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:34.442033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:34.442428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:34.442828 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.443231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:34.444497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Bound port: e6ed2651-072d-4e83-b367-fc0785ae9104, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:34.444892 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.520643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] For port e6ed2651-072d-4e83-b367-fc0785ae9104, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:34.523511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] For port e6ed2651-072d-4e83-b367-fc0785ae9104, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e6ed2651-072d-4e83-b367-fc0785ae9104,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:34.529367 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:34.542606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.555384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.565389 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.593064 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.675539 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c9826d7b-6813-4c63-bf57-7c09d19929c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-router', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:14Z', 'updated_at': '2021-07-16T18:13:30Z', 'revision_number': 5, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'gw_port': {'id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:15Z', 'updated_at': '2021-07-16T18:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.717852 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9826d7b-6813-4c63-bf57-7c09d19929c8 None None] Checking router: e740df05-fd53-438d-90f5-e90e2e1b3fc0 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:34.728500 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9826d7b-6813-4c63-bf57-7c09d19929c8 None None] Routers {'e740df05-fd53-438d-90f5-e90e2e1b3fc0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:34.730319 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c9826d7b-6813-4c63-bf57-7c09d19929c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.733921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Deleting port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:34.734271 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.737783 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.793727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Routers {'c23b4a05-92d1-4afa-a687-f241e9890c26'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:34.794079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c23b4a05-92d1-4afa-a687-f241e9890c26'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:34.817154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.842127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] For port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6e2a2f1a-3aad-4af5-af38-f9caf56d52a6,segment=NetworkSegment(4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8),segment_id=4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:34.842560 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.857921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Calling delete_port for 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:34.925055 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c9826d7b-6813-4c63-bf57-7c09d19929c8 None None] Set router e740df05-fd53-438d-90f5-e90e2e1b3fc0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:34.937110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Deleting port 42f003d1-74cd-4d32-8f0d-98430e8d6d23 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:34.937459 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:34.949579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] Set router c23b4a05-92d1-4afa-a687-f241e9890c26 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:34.987611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e427a-d33c-4a53-9edf-adbefad342bc None None] Pushing event updated for resources: {'Port': ['ID=e6ed2651-072d-4e83-b367-fc0785ae9104,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.191681 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.239150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:35.250638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Router 976a5a7d-1f2b-4512-863e-81d14f2bff2b is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:35.285093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event deleted for resources: {'Port': ['ID=6e2a2f1a-3aad-4af5-af38-f9caf56d52a6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.301269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:35.301625 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.305868 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Allocated IP 172.20.0.1 (ae74ebcd-9cc4-48f8-bb09-004ba05f1630/295d00c8-5e66-4fdd-8641-bbe26d57c7ca/3f665d53-b054-4ec9-8f43-bd898de67ac7) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:35.309246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] For port 42f003d1-74cd-4d32-8f0d-98430e8d6d23, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=42f003d1-74cd-4d32-8f0d-98430e8d6d23,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:35.310206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.314174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] No DVR routers for this DVR port 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:13:35.337389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Calling delete_port for 42f003d1-74cd-4d32-8f0d-98430e8d6d23 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:35.502737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc0e587-1884-42ea-8e62-ac772c3f3405 None None] DHCP port deletion for 080d1393-5633-44e3-942b-3f6e1020fdb4 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:13:35.537583 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c9826d7b-6813-4c63-bf57-7c09d19929c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-router', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:14Z', 'updated_at': '2021-07-16T18:13:30Z', 'revision_number': 5, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'gw_port': {'id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:15Z', 'updated_at': '2021-07-16T18:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:35.597425 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9826d7b-6813-4c63-bf57-7c09d19929c8 None None] The sync data for ids ['e740df05-fd53-438d-90f5-e90e2e1b3fc0'] in n-d-794306-7 is: [{'id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'name': 'tempest-ServerRescueNegativeTestJSON-1925273941-router', 'tenant_id': '3527270398ad4b0083aab94bfdca9b5c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47'}], 'enable_snat': True}, 'gw_port_id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:10:14Z', 'updated_at': '2021-07-16T18:13:30Z', 'revision_number': 5, 'project_id': '3527270398ad4b0083aab94bfdca9b5c', 'gw_port': {'id': '42f003d1-74cd-4d32-8f0d-98430e8d6d23', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:70:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e740df05-fd53-438d-90f5-e90e2e1b3fc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:10:15Z', 'updated_at': '2021-07-16T18:10:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:35.643528 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.658075 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.679691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['080d1393-5633-44e3-942b-3f6e1020fdb4']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:35.681402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5fe73d74-a5e5-4a42-9ce7-b3b1946048fe,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:35.689329 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.690221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d6f76560-80c1-4b10-9e25-0f7066bfef01 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:35.699933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:35.700482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db6bfc8-aa38-4e7a-a39f-9844c7e0b7f8') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:35.706153 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.715984 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.735407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Transition to ACTIVE for port object 3f665d53-b054-4ec9-8f43-bd898de67ac7 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:35.743296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'name': 'tempest-TestServerMultinode-169120995-router', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:27Z', 'updated_at': '2021-07-16T18:13:30Z', 'revision_number': 3, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'gw_port': {'id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:28Z', 'updated_at': '2021-07-16T18:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:35.780476 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.781041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84d5d484-95c9-4125-8761-0b7a6721bebf None None] The sync data for ids ['c23b4a05-92d1-4afa-a687-f241e9890c26'] in n-d-794306-7 is: [{'id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'name': 'tempest-TestServerMultinode-169120995-router', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:27Z', 'updated_at': '2021-07-16T18:13:30Z', 'revision_number': 3, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'gw_port': {'id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:28Z', 'updated_at': '2021-07-16T18:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:35.791616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Releasing vlan 391 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:35.791850 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:35.796687 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:35.807080 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1a628-fed4-4088-90fd-a6c28c254008 req-8c1b5365-c52e-42af-a2aa-bec456e8d23d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:35.808966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4cb1a628-fed4-4088-90fd-a6c28c254008 req-8c1b5365-c52e-42af-a2aa-bec456e8d23d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.6144528 Jul 16 18:13:35.832862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=5fe73d74-a5e5-4a42-9ce7-b3b1946048fe,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:35.840821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.841287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.841724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.842157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.842585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.843010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.843639 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.844066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.844491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.844911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.845335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.845754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:13:35.857800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port d6f76560-80c1-4b10-9e25-0f7066bfef01 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:35.858278 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.878253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4cb1a628-fed4-4088-90fd-a6c28c254008 req-c35f1bf1-d241-4b88-a75f-eb8a81aff835 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581791 Jul 16 18:13:35.885703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:35.908773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Sync routers for ids ['976a5a7d-1f2b-4512-863e-81d14f2bff2b'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:35.922540 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.923966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b1827812-c643-4797-87f2-02c1ba67b093 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.9519720 Jul 16 18:13:35.926051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.926300 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.929415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44632) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:35.931199 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:35.935954 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "DELETE /v2.0/networks/080d1393-5633-44e3-942b-3f6e1020fdb4 HTTP/1.1" status: 204 len: 168 time: 1.5255501 Jul 16 18:13:35.940586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44634) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:35.965521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Routers {'976a5a7d-1f2b-4512-863e-81d14f2bff2b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:35.966301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['976a5a7d-1f2b-4512-863e-81d14f2bff2b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:36.019704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c81b13c-0b89-4204-bd94-7eb20d7069c5 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Pushing event deleted for resources: {'Network': ['ID=080d1393-5633-44e3-942b-3f6e1020fdb4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.024387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-da8e3137-4770-48d3-8d13-7bbeb636a9f3 tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7206992-f82b-4ef1-88a1-381bac3c33a7 HTTP/1.1" status: 200 len: 205 time: 0.0812354 Jul 16 18:13:36.026045 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.035703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44636) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:36.068369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Network ae74ebcd-9cc4-48f8-bb09-004ba05f1630 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:36.076561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:36.079039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:36.180420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Pushing event updated for resources: {'Port': ['ID=3f665d53-b054-4ec9-8f43-bd898de67ac7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.275013 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.276867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f003d1-74cd-4d32-8f0d-98430e8d6d23,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:36.363237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49984118-67b9-46f2-966d-6907bc8ad61c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.514931 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f0fd74f1-ee7e-49d4-9d58-f8ba4016af5b tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/routers/976a5a7d-1f2b-4512-863e-81d14f2bff2b HTTP/1.1" status: 200 len: 907 time: 0.5731308 Jul 16 18:13:36.519446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44642) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:36.585204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Set router 976a5a7d-1f2b-4512-863e-81d14f2bff2b gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:36.702809 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.712256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-45dd535e-5bf5-4c9a-a114-bbc6b5cf9c4c None None] Provisioning for port 3f665d53-b054-4ec9-8f43-bd898de67ac7 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:36.720886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-45dd535e-5bf5-4c9a-a114-bbc6b5cf9c4c None None] Provisioning complete for port 3f665d53-b054-4ec9-8f43-bd898de67ac7 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:36.721270 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-45dd535e-5bf5-4c9a-a114-bbc6b5cf9c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.786330 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.796947 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49984118-67b9-46f2-966d-6907bc8ad61c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.810917 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.816452 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49984118-67b9-46f2-966d-6907bc8ad61c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:36.824567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-45dd535e-5bf5-4c9a-a114-bbc6b5cf9c4c None None] Port 3f665d53-b054-4ec9-8f43-bd898de67ac7 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:36.828811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:36.875752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:36.876982 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 419f1d60-efa7-4dc5-99ec-1c5d0e13dc6f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:37.054554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976a5a7d-1f2b-4512-863e-81d14f2bff2b', 'name': 'tempest-snat-router-808152400', 'tenant_id': '2a507ec4c4e842458b6850d54c192c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.117'}], 'enable_snat': True}, 'gw_port_id': 'd6576b8f-556d-4445-bbe0-61b3a219eb5e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:29Z', 'updated_at': '2021-07-16T18:13:32Z', 'revision_number': 3, 'project_id': '2a507ec4c4e842458b6850d54c192c17', 'gw_port': {'id': 'd6576b8f-556d-4445-bbe0-61b3a219eb5e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:09:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976a5a7d-1f2b-4512-863e-81d14f2bff2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2285, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:30Z', 'updated_at': '2021-07-16T18:13:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:37.098598 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.112327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.114652 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.152442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Checking router: 976a5a7d-1f2b-4512-863e-81d14f2bff2b for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:37.153042 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Updating router 976a5a7d-1f2b-4512-863e-81d14f2bff2b port d6576b8f-556d-4445-bbe0-61b3a219eb5e binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:37.176090 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49984118-67b9-46f2-966d-6907bc8ad61c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.176608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49984118-67b9-46f2-966d-6907bc8ad61c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Fanout notify agent at l3_agent the message router_deleted on router d7206992-f82b-4ef1-88a1-381bac3c33a7 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:37.204735 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.232133 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.253566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Deleting port d6576b8f-556d-4445-bbe0-61b3a219eb5e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:37.256148 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.261299 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-49984118-67b9-46f2-966d-6907bc8ad61c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.262695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-49984118-67b9-46f2-966d-6907bc8ad61c tempest-RoutersNegativeTest-262075400 tempest-RoutersNegativeTest-262075400-project] 10.222.0.47 "DELETE /v2.0/routers/d7206992-f82b-4ef1-88a1-381bac3c33a7 HTTP/1.1" status: 204 len: 168 time: 1.2229781 Jul 16 18:13:37.264929 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.265198 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.265958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e740df05-fd53-438d-90f5-e90e2e1b3fc0 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:37.271813 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.272954 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-931097fb-2824-4c8e-889a-baf9be4d0a14 admin admin] 10.222.0.47 "DELETE /v2.0/routers/e740df05-fd53-438d-90f5-e90e2e1b3fc0 HTTP/1.1" status: 204 len: 168 time: 2.9622078 Jul 16 18:13:37.279599 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44654) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:37.309985 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:37.353469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-965345de-7e89-4520-aaad-39d742152ad1 admin admin] Deleting subnet 9f76011d-b60e-4cfd-83c1-aa32785951cc {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:13:37.377115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568f8fe2-17f7-4b54-8b5e-ee24b815d0d2 req-2de1ca63-8c79-4258-8068-150dd772cc44 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.384394 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-568f8fe2-17f7-4b54-8b5e-ee24b815d0d2 req-2de1ca63-8c79-4258-8068-150dd772cc44 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.5753620 Jul 16 18:13:37.404462 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-965345de-7e89-4520-aaad-39d742152ad1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.410587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-b6b010a9-a9aa-4ec2-80b2-e93327fddbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:37.413118 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-b6b010a9-a9aa-4ec2-80b2-e93327fddbc5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 1098 time: 0.7040782 Jul 16 18:13:37.504330 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.529236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Pushing event updated for resources: {'Port': ['ID=3f665d53-b054-4ec9-8f43-bd898de67ac7,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:37.554899 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-568f8fe2-17f7-4b54-8b5e-ee24b815d0d2 req-46f024ec-67cb-4fa4-89f4-7ae80c171348 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682386 Jul 16 18:13:37.698102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Network ae74ebcd-9cc4-48f8-bb09-004ba05f1630 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:37.702606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:37.865142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:37.867216 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.871301 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.892932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44660) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:37.919739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Transition to ACTIVE for port object d6576b8f-556d-4445-bbe0-61b3a219eb5e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:37.922361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Router c23b4a05-92d1-4afa-a687-f241e9890c26 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:37.934299 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.943785 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:37.966684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Calling delete_port for d6576b8f-556d-4445-bbe0-61b3a219eb5e owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:38.008784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021e4ea-2115-40e9-ba76-1e5c68ebb7a0 None None] Pushing event updated for resources: {'Port': ['ID=d6576b8f-556d-4445-bbe0-61b3a219eb5e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:38.105261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Attempting to bind port d6576b8f-556d-4445-bbe0-61b3a219eb5e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:38.105646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Attempting to bind port d6576b8f-556d-4445-bbe0-61b3a219eb5e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:38.106018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Attempting to bind port d6576b8f-556d-4445-bbe0-61b3a219eb5e on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:38.125320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:38.125707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:38.126123 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.126529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:38.131369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Bound port: d6576b8f-556d-4445-bbe0-61b3a219eb5e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:38.131951 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.226480 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-965345de-7e89-4520-aaad-39d742152ad1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.228432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] For port d6576b8f-556d-4445-bbe0-61b3a219eb5e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:38.233816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] For port d6576b8f-556d-4445-bbe0-61b3a219eb5e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d6576b8f-556d-4445-bbe0-61b3a219eb5e,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:38.251860 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.269515 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-965345de-7e89-4520-aaad-39d742152ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.329719 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-965345de-7e89-4520-aaad-39d742152ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.332998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e6ed2651-072d-4e83-b367-fc0785ae9104 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:38.345109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Routers {'976a5a7d-1f2b-4512-863e-81d14f2bff2b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:38.345763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['976a5a7d-1f2b-4512-863e-81d14f2bff2b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:38.374962 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-965345de-7e89-4520-aaad-39d742152ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.376840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-965345de-7e89-4520-aaad-39d742152ad1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9f76011d-b60e-4cfd-83c1-aa32785951cc HTTP/1.1" status: 204 len: 168 time: 1.0960557 Jul 16 18:13:38.377922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965345de-7e89-4520-aaad-39d742152ad1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f76011d-b60e-4cfd-83c1-aa32785951cc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:38.379644 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44666) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.411813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-e9a5323d-06e7-4aa8-89d4-fee7c3e72cda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.413295 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-e9a5323d-06e7-4aa8-89d4-fee7c3e72cda service neutron] 10.222.0.18 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 914 time: 0.9633188 Jul 16 18:13:38.474552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] Set router 976a5a7d-1f2b-4512-863e-81d14f2bff2b gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:38.502927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.505732 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-1c868a41-8aed-4903-9e1b-4978e95fa337 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad HTTP/1.1" status: 200 len: 217 time: 0.0840452 Jul 16 18:13:38.642185 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.652814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cfbb1364-8965-4034-8a5d-2a62077b03f0 None None] Provisioning complete for port 3f665d53-b054-4ec9-8f43-bd898de67ac7 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:38.654367 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13ce4986-d26e-4f96-8ffd-11ed79085e83']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:38.667859 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cfbb1364-8965-4034-8a5d-2a62077b03f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.677676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:38.678024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa78f31d-3e6e-4e79-98c7-eb1c5a1a4382') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:38.747776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.771003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976a5a7d-1f2b-4512-863e-81d14f2bff2b', 'name': 'tempest-snat-router-808152400', 'tenant_id': '2a507ec4c4e842458b6850d54c192c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:29Z', 'updated_at': '2021-07-16T18:13:37Z', 'revision_number': 4, 'project_id': '2a507ec4c4e842458b6850d54c192c17', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:38.817751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-7c0e9b10-e396-4220-b0c2-39908e60c380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:38.823527 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-7c0e9b10-e396-4220-b0c2-39908e60c380 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13f068b8-d687-447c-9e12-67b3a467d48c HTTP/1.1" status: 200 len: 853 time: 0.3067355 Jul 16 18:13:38.848163 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.905120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bb32b0-7886-4327-8f22-99654827e56b None None] The sync data for ids ['976a5a7d-1f2b-4512-863e-81d14f2bff2b'] in n-d-794306-7 is: [{'id': '976a5a7d-1f2b-4512-863e-81d14f2bff2b', 'name': 'tempest-snat-router-808152400', 'tenant_id': '2a507ec4c4e842458b6850d54c192c17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:29Z', 'updated_at': '2021-07-16T18:13:37Z', 'revision_number': 4, 'project_id': '2a507ec4c4e842458b6850d54c192c17', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:38.933138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9021e4ea-2115-40e9-ba76-1e5c68ebb7a0 None None] Pushing event updated for resources: {'Port': ['ID=d6576b8f-556d-4445-bbe0-61b3a219eb5e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:38.948891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port e6ed2651-072d-4e83-b367-fc0785ae9104 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:38.951486 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-cfbb1364-8965-4034-8a5d-2a62077b03f0 None None] Port 3f665d53-b054-4ec9-8f43-bd898de67ac7 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:38.951781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:38.955191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e6ed2651-072d-4e83-b367-fc0785ae9104 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:38.955458 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.960412 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-b51f2c03-925f-4200-8351-d2bb9f8e8c6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27e1b332-974b-445e-9a42-b3119f6937a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1324520 Jul 16 18:13:38.961024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0f075825-9249-45b9-99b3-150243bce790 admin admin] 10.222.0.47 "PUT /v2.0/routers/c23b4a05-92d1-4afa-a687-f241e9890c26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5259120 Jul 16 18:13:38.962349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] Releasing vlan 385 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:38.962800 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:38.966484 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:38.978403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44672) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:38.980876 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Sync routers for ids ['c23b4a05-92d1-4afa-a687-f241e9890c26'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:38.983609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b5beffc8-7f6f-44a8-b48a-8f951c13a743 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d1b86cbefe6946f49891767b107d9033&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0875635 Jul 16 18:13:38.984749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-4d107da7-84f9-4282-90db-6da1494afea1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:13:38.985819 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-4d107da7-84f9-4282-90db-6da1494afea1 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056620 Jul 16 18:13:39.016314 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Routers {'c23b4a05-92d1-4afa-a687-f241e9890c26'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:39.016975 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c23b4a05-92d1-4afa-a687-f241e9890c26'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:39.134311 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.177503 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.184136 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] 10.222.0.47 "DELETE /v2.0/networks/13ce4986-d26e-4f96-8ffd-11ed79085e83 HTTP/1.1" status: 204 len: 168 time: 0.7976546 Jul 16 18:13:39.208804 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.213541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1974c9aa-d23f-4828-a305-34872a52fd61 admin admin] Pushing event deleted for resources: {'Network': ['ID=13ce4986-d26e-4f96-8ffd-11ed79085e83,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.245052 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Set router c23b4a05-92d1-4afa-a687-f241e9890c26 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:39.267595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port e6ed2651-072d-4e83-b367-fc0785ae9104, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e6ed2651-072d-4e83-b367-fc0785ae9104,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:39.272062 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.311584 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.389699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412f9202-60be-45bf-bb56-582386262c56 req-3acd4ea1-6966-4192-a52a-9ce142f13cfa tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:39.397762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-412f9202-60be-45bf-bb56-582386262c56 req-3acd4ea1-6966-4192-a52a-9ce142f13cfa tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.4924128 Jul 16 18:13:39.410076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d526640f-7b78-4318-945f-cd74b7723ebf no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:39.427334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event deleted for resources: {'Port': ['ID=d6576b8f-556d-4445-bbe0-61b3a219eb5e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.481499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: d526640f-7b78-4318-945f-cd74b7723ebf {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:39.481829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d526640f-7b78-4318-945f-cd74b7723ebf not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:39.485922 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:39.495154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=e6ed2651-072d-4e83-b367-fc0785ae9104,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.511136 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-412f9202-60be-45bf-bb56-582386262c56 req-334122ea-ed79-4dbd-a0f2-8440ca2e24c0 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122532 Jul 16 18:13:39.518433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-91efd0f1-c3dc-4f76-a7f9-c0afc50f5bbc service neutron] 10.222.0.18 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5215936 Jul 16 18:13:39.539820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63d54ba8-fe49-4603-ae2a-9237a26fb557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.556434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:39.560815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6e2a2f1a-3aad-4af5-af38-f9caf56d52a6 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:39.610717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44702) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.641011 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4655ec5c-d707-4fbb-85ff-f8529ff86cb7 req-e14bc07b-c450-4c0c-a65f-79b1f17e14d8 service neutron] 10.222.0.18 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072679 Jul 16 18:13:39.657229 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.707098 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63d54ba8-fe49-4603-ae2a-9237a26fb557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.753794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e6ed2651-072d-4e83-b367-fc0785ae9104 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:39.794426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63d54ba8-fe49-4603-ae2a-9237a26fb557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.798097 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63d54ba8-fe49-4603-ae2a-9237a26fb557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.799605 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-63d54ba8-fe49-4603-ae2a-9237a26fb557 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0810585d-50c8-4072-b550-9108c128dbe2 HTTP/1.1" status: 204 len: 168 time: 0.8127952 Jul 16 18:13:39.834161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d54ba8-fe49-4603-ae2a-9237a26fb557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0810585d-50c8-4072-b550-9108c128dbe2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:39.837252 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.846993 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.860801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-750079d2-da77-492d-8217-9d66285a8bdc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3527270398ad4b0083aab94bfdca9b5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426543 Jul 16 18:13:39.861114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44720) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:39.901133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e6ed2651-072d-4e83-b367-fc0785ae9104 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:39.901705 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.923918 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.924685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 976a5a7d-1f2b-4512-863e-81d14f2bff2b {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:39.929359 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:39.934213 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b1061019-4ebd-4ef1-b461-f3ff64fc87a9 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "DELETE /v2.0/routers/976a5a7d-1f2b-4512-863e-81d14f2bff2b HTTP/1.1" status: 204 len: 168 time: 3.4122331 Jul 16 18:13:39.935370 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44726) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:40.021544 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-939398a6-7812-47ed-8912-2e8d69821eaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.030820 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'name': 'tempest-TestServerMultinode-169120995-router', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:27Z', 'updated_at': '2021-07-16T18:13:36Z', 'revision_number': 4, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'gw_port': {'id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:28Z', 'updated_at': '2021-07-16T18:13:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3f665d53-b054-4ec9-8f43-bd898de67ac7', 'name': '', 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'mac_address': 'fa:16:3e:95:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '295d00c8-5e66-4fdd-8641-bbe26d57c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:34Z', 'updated_at': '2021-07-16T18:13:36Z', 'revision_number': 2, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'subnets': [{'id': '295d00c8-5e66-4fdd-8641-bbe26d57c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:40.086490 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-939398a6-7812-47ed-8912-2e8d69821eaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.101335 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Checking router: c23b4a05-92d1-4afa-a687-f241e9890c26 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:13:40.101783 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Updating router c23b4a05-92d1-4afa-a687-f241e9890c26 port 3f665d53-b054-4ec9-8f43-bd898de67ac7 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:13:40.174587 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 42f003d1-74cd-4d32-8f0d-98430e8d6d23 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:40.231386 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.232660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 42f003d1-74cd-4d32-8f0d-98430e8d6d23 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:40.235325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 42f003d1-74cd-4d32-8f0d-98430e8d6d23 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:40.239154 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-939398a6-7812-47ed-8912-2e8d69821eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.241353 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.242680 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-939398a6-7812-47ed-8912-2e8d69821eaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.247820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-939398a6-7812-47ed-8912-2e8d69821eaf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2d6d56e-b72f-405d-b978-3214410db8ab HTTP/1.1" status: 204 len: 168 time: 0.3852165 Jul 16 18:13:40.282910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939398a6-7812-47ed-8912-2e8d69821eaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2d6d56e-b72f-405d-b978-3214410db8ab,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.522266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-ccf051e4-7d09-4881-bdbb-d126c679bd4d tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:40.529507 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-ccf051e4-7d09-4881-bdbb-d126c679bd4d tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/networks?id=5d3d20ac-046f-47c8-882c-5ceb17958810 HTTP/1.1" status: 200 len: 910 time: 0.3270793 Jul 16 18:13:40.562123 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.579671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-ad49c3b5-5c90-431c-970d-c2621ab3ad5c tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/quotas/d323a94841ba40fbbb5c907938a8f770 HTTP/1.1" status: 200 len: 375 time: 0.0386767 Jul 16 18:13:40.800001 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.812636 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Transition to ACTIVE for port object 3f665d53-b054-4ec9-8f43-bd898de67ac7 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:40.819959 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:40.886792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288b9976-d6a5-459b-b5ab-922685b80677 req-154cd556-4f38-4e7c-8868-43bc11e9055e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:40.894321 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866afe3-e357-4adf-8ca4-483c7bb35ea8 None None] Pushing event updated for resources: {'Port': ['ID=3f665d53-b054-4ec9-8f43-bd898de67ac7,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:40.897524 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-288b9976-d6a5-459b-b5ab-922685b80677 req-154cd556-4f38-4e7c-8868-43bc11e9055e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.1790752 Jul 16 18:13:40.956375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-1a9437a9-488c-47ea-8f16-9cf37ab8b70a tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?tenant_id=d323a94841ba40fbbb5c907938a8f770&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3710680 Jul 16 18:13:40.983316 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-288b9976-d6a5-459b-b5ab-922685b80677 req-b7605e4b-33c1-4459-8641-5f232957daee tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799539 Jul 16 18:13:41.058394 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Attempting to bind port 3f665d53-b054-4ec9-8f43-bd898de67ac7 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:41.060128 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Attempting to bind port 3f665d53-b054-4ec9-8f43-bd898de67ac7 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '53fdd5c9-33ba-4dd0-9e0b-a42de696d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:41.060951 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Attempting to bind port 3f665d53-b054-4ec9-8f43-bd898de67ac7 on network ae74ebcd-9cc4-48f8-bb09-004ba05f1630 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:41.069295 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:41.070271 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Checking segment: {'id': '53fdd5c9-33ba-4dd0-9e0b-a42de696d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:41.071198 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.072206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Bound using segment: {'id': '53fdd5c9-33ba-4dd0-9e0b-a42de696d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:41.073284 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Bound port: 3f665d53-b054-4ec9-8f43-bd898de67ac7, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53fdd5c9-33ba-4dd0-9e0b-a42de696d116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:41.074414 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.162104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Deleting port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:41.165061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.229439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-48ef77aa-20fa-48f5-ae67-986ad09cf46c service neutron] 10.222.0.47 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2700732 Jul 16 18:13:41.242798 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] For port 3f665d53-b054-4ec9-8f43-bd898de67ac7, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:41.249188 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] For port 3f665d53-b054-4ec9-8f43-bd898de67ac7, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3f665d53-b054-4ec9-8f43-bd898de67ac7,segment=NetworkSegment(53fdd5c9-33ba-4dd0-9e0b-a42de696d116),segment_id=53fdd5c9-33ba-4dd0-9e0b-a42de696d116)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:41.256933 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.334963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a55611-83fb-465a-9892-89fd4cfb2412 req-35994ff9-6864-4228-be6a-451f84381f65 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:41.341552 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34a55611-83fb-465a-9892-89fd4cfb2412 req-35994ff9-6864-4228-be6a-451f84381f65 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.1600051 Jul 16 18:13:41.360813 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866afe3-e357-4adf-8ca4-483c7bb35ea8 None None] Pushing event updated for resources: {'Port': ['ID=3f665d53-b054-4ec9-8f43-bd898de67ac7,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:41.364841 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Routers {'c23b4a05-92d1-4afa-a687-f241e9890c26'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:41.365445 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c23b4a05-92d1-4afa-a687-f241e9890c26'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:41.435058 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34a55611-83fb-465a-9892-89fd4cfb2412 req-753b60ac-0eb2-4ce8-a65d-138e213d3210 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863373 Jul 16 18:13:41.510424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] For port 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5fe73d74-a5e5-4a42-9ce7-b3b1946048fe,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:41.511711 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:41.636564 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-af8eadc5-996d-47e2-a40d-1bd3e31b73d7 service neutron] 10.222.0.47 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001558 Jul 16 18:13:41.653490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Calling delete_port for 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:41.703803 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] Set router c23b4a05-92d1-4afa-a687-f241e9890c26 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:13:41.986395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44806) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:42.030191 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.099888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.111354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467366fd-a798-4452-b49d-a43a36de31d1 req-25369333-d86a-49ee-bbaf-7864b06a96d6 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.113240 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-467366fd-a798-4452-b49d-a43a36de31d1 req-25369333-d86a-49ee-bbaf-7864b06a96d6 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.2644088 Jul 16 18:13:42.161425 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'name': 'tempest-TestServerMultinode-169120995-router', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:27Z', 'updated_at': '2021-07-16T18:13:36Z', 'revision_number': 4, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'gw_port': {'id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:28Z', 'updated_at': '2021-07-16T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3f665d53-b054-4ec9-8f43-bd898de67ac7', 'name': '', 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'mac_address': 'fa:16:3e:95:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '295d00c8-5e66-4fdd-8641-bbe26d57c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:34Z', 'updated_at': '2021-07-16T18:13:41Z', 'revision_number': 4, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'subnets': [{'id': '295d00c8-5e66-4fdd-8641-bbe26d57c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:42.167240 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4da2127a-9d9c-47d0-b0fd-83554821b05d req-a609eb6f-03bd-4319-a01c-1ef307048719 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 210 time: 0.0605328 Jul 16 18:13:42.199609 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8979e496-7ce2-4ca6-873d-59e5529b81cd None None] The sync data for ids ['c23b4a05-92d1-4afa-a687-f241e9890c26'] in n-d-794306-7 is: [{'id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'name': 'tempest-TestServerMultinode-169120995-router', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:27Z', 'updated_at': '2021-07-16T18:13:36Z', 'revision_number': 4, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'gw_port': {'id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:28Z', 'updated_at': '2021-07-16T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3f665d53-b054-4ec9-8f43-bd898de67ac7', 'name': '', 'network_id': 'ae74ebcd-9cc4-48f8-bb09-004ba05f1630', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'mac_address': 'fa:16:3e:95:36:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_interface', 'standard_attr_id': 2286, 'fixed_ips': [{'subnet_id': '295d00c8-5e66-4fdd-8641-bbe26d57c7ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:34Z', 'updated_at': '2021-07-16T18:13:41Z', 'revision_number': 4, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'subnets': [{'id': '295d00c8-5e66-4fdd-8641-bbe26d57c7ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:42.210599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fe73d74-a5e5-4a42-9ce7-b3b1946048fe,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:42.228134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-98b5b103-ba3b-4667-904c-147a9aa1506e tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:42.228932 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-98b5b103-ba3b-4667-904c-147a9aa1506e tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:13:42.229741 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-98b5b103-ba3b-4667-904c-147a9aa1506e tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:13:42.236225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-98b5b103-ba3b-4667-904c-147a9aa1506e tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2437129 Jul 16 18:13:42.242444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44816) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:42.317987 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-467366fd-a798-4452-b49d-a43a36de31d1 req-661954fa-c134-4a33-b1d0-801c4c80b213 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974998 Jul 16 18:13:42.328971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1216596255'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:42.335551 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.567647 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.617011 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.620536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.625984 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.702228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44832) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:42.712527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.713812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:42.731165 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.742305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44836) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:42.745319 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b06baaa0-460e-434c-b4a2-3bfb6a1a215d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "DELETE /v2.0/routers/f2b8c377-50f8-4a88-bb13-7dc39b1bb6f5 HTTP/1.1" status: 204 len: 168 time: 2.8067737 Jul 16 18:13:42.756546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-144991224', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:42.765305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe6c439-930a-4012-8495-84f418dd14a3 req-6a3046b3-d45d-413c-8abb-643f5e21084e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:42.781090 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fe6c439-930a-4012-8495-84f418dd14a3 req-6a3046b3-d45d-413c-8abb-643f5e21084e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.2105045 Jul 16 18:13:42.871932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2fe6c439-930a-4012-8495-84f418dd14a3 req-3dcdef05-ee5e-435b-972e-f1e253f896ae tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889435 Jul 16 18:13:42.884793 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d33fcff-7f16-44d8-851c-b9ea047a73cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.959144 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.966156 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.989973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:42.999889 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.005020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0399eac8-039d-4c28-b380-2c2c0f9cd161,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.026403 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.api [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:13:43.026403 n-d-794306-7 neutron-server[105439]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:13:43.026403 n-d-794306-7 neutron-server[105439]: [parameters: {'project_id_1': 'f1746829995045e3a9d3293ad252627a', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 13, 42, 977552)}] Jul 16 18:13:43.026403 n-d-794306-7 neutron-server[105439]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:13:43.026849 n-d-794306-7 neutron-server[105439]: DEBUG oslo_db.api [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:13:43.102258 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.252961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3a5249-957f-420c-98cb-bae0b1ee2bd9 req-0619b2ed-cdb2-498e-b96a-323bc5d9285a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.262009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2d3a5249-957f-420c-98cb-bae0b1ee2bd9 req-0619b2ed-cdb2-498e-b96a-323bc5d9285a tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.0995526 Jul 16 18:13:43.292470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.325289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2d3a5249-957f-420c-98cb-bae0b1ee2bd9 req-b5cf6203-5004-40a5-8f2a-4fa37a364c46 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620849 Jul 16 18:13:43.362701 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-196c97a5-3990-467d-939a-684bbaf4b8c2 req-654620ee-5b6a-4599-b104-2dc00116bf76 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 210 time: 0.0343359 Jul 16 18:13:43.394135 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d33fcff-7f16-44d8-851c-b9ea047a73cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.399853 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d33fcff-7f16-44d8-851c-b9ea047a73cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.464414 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9d33fcff-7f16-44d8-851c-b9ea047a73cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a08b26153b0c47baa7c1d09af7403d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597618 Jul 16 18:13:43.464504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44846) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:43.466873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d33fcff-7f16-44d8-851c-b9ea047a73cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0c3554-dbf5-4f38-a730-693c959cb0e9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.536699 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.714818 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.759374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.777977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3f665d53-b054-4ec9-8f43-bd898de67ac7 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:43.787161 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.790438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf110294-d2a7-4fdb-abdd-30735aa168da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.797228 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.836945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.843798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.6001256 Jul 16 18:13:43.846433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44856) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:43.854128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1b9e1e6a-62d5-476a-af3d-eb71c294b8bf tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '9ec069fe-4e82-44b9-a041-fa42e137af1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:43.894184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf110294-d2a7-4fdb-abdd-30735aa168da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.911373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c3169-bf93-4b53-a07a-5cc2c1b6a52a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec069fe-4e82-44b9-a041-fa42e137af1a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:43.948184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86263f9f-7c7b-40b0-84a7-65b085a6a80e req-3f68ae6a-4507-4830-b9c7-6501d308597f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.952146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3f665d53-b054-4ec9-8f43-bd898de67ac7 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:43.956261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86263f9f-7c7b-40b0-84a7-65b085a6a80e req-3f68ae6a-4507-4830-b9c7-6501d308597f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.4442585 Jul 16 18:13:43.962222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3f665d53-b054-4ec9-8f43-bd898de67ac7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:43.962603 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.964830 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1e6a-62d5-476a-af3d-eb71c294b8bf tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:43.972007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-993bca86-04bf-418d-aa84-5f1798412d23 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:43.973523 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-993bca86-04bf-418d-aa84-5f1798412d23 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.18 "GET /v2.0/networks?id=5d3d20ac-046f-47c8-882c-5ceb17958810 HTTP/1.1" status: 200 len: 910 time: 0.2695501 Jul 16 18:13:44.016547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Request body: {'port': {'device_id': 'bbd57b98-174c-4e38-b1d7-70af43adb8e6', 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810', 'admin_state_up': True, 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:44.066228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86263f9f-7c7b-40b0-84a7-65b085a6a80e req-081fcb77-eec0-452b-8e62-5bb2d0c0f858 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088066 Jul 16 18:13:44.106825 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf110294-d2a7-4fdb-abdd-30735aa168da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.116365 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf110294-d2a7-4fdb-abdd-30735aa168da admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.122871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bf110294-d2a7-4fdb-abdd-30735aa168da admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b0c3554-dbf5-4f38-a730-693c959cb0e9 HTTP/1.1" status: 204 len: 168 time: 0.6580319 Jul 16 18:13:44.144817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf110294-d2a7-4fdb-abdd-30735aa168da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0c3554-dbf5-4f38-a730-693c959cb0e9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.185638 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Allocated IP 172.25.7.152 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/196204e6-c97a-456a-909f-7048e363eac9) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:44.209914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Made reservation on behalf of d323a94841ba40fbbb5c907938a8f770 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:44.217726 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.220217 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.287952 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3f665d53-b054-4ec9-8f43-bd898de67ac7, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3f665d53-b054-4ec9-8f43-bd898de67ac7,segment=NetworkSegment(53fdd5c9-33ba-4dd0-9e0b-a42de696d116),segment_id=53fdd5c9-33ba-4dd0-9e0b-a42de696d116)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:44.294854 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.312740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1e6a-62d5-476a-af3d-eb71c294b8bf tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.332958 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1e6a-62d5-476a-af3d-eb71c294b8bf tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.361071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3f665d53-b054-4ec9-8f43-bd898de67ac7,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.394487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:13:44.445246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:13:44.445598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5fe73d74-a5e5-4a42-9ce7-b3b1946048fe not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:13:44.484765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b9e1e6a-62d5-476a-af3d-eb71c294b8bf tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.486878 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1b9e1e6a-62d5-476a-af3d-eb71c294b8bf tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6386781 Jul 16 18:13:44.486878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9e1e6a-62d5-476a-af3d-eb71c294b8bf tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7563462f-d8a1-4bbf-bddd-7ccf39c0d846,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.489030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44870) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:44.494870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a0af52b8-6dbd-42c9-98a1-35241d121102 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '9ec069fe-4e82-44b9-a041-fa42e137af1a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:44.560516 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5c6b56b-ec0c-43af-91dd-889b0e1284bf req-e3b77dd4-964b-4f4a-9331-401b719c77a0 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 210 time: 0.0423779 Jul 16 18:13:44.578159 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0af52b8-6dbd-42c9-98a1-35241d121102 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.612430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.640104 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-a0af52b8-6dbd-42c9-98a1-35241d121102 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:13:44.643781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a0af52b8-6dbd-42c9-98a1-35241d121102 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1509905 Jul 16 18:13:44.644329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44876) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:44.672661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4085021c-50e1-47dc-b1a0-c61866f2f064 req-c4d464b9-9b57-4c0d-bc11-f9e241f5eeaa tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:44.680573 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4085021c-50e1-47dc-b1a0-c61866f2f064 req-c4d464b9-9b57-4c0d-bc11-f9e241f5eeaa tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.3063471 Jul 16 18:13:44.713813 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1ef9-6415-4495-b02b-bc5e1ad90c51 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.733025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Allocated IP 172.20.0.9 (5d3d20ac-046f-47c8-882c-5ceb17958810/7df14d04-6d47-4b12-8b32-0871eb840ae8/99e400b5-8539-4ecb-a43a-ec298989d334) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:44.741407 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1ef9-6415-4495-b02b-bc5e1ad90c51 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.758065 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4085021c-50e1-47dc-b1a0-c61866f2f064 req-b60810ca-f124-435a-a9d7-981a00e2ccc8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765951 Jul 16 18:13:44.805203 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.812249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1ef9-6415-4495-b02b-bc5e1ad90c51 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.817307 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce1f1ef9-6415-4495-b02b-bc5e1ad90c51 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:44.820660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ce1f1ef9-6415-4495-b02b-bc5e1ad90c51 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "DELETE /v2.0/security-groups/9ec069fe-4e82-44b9-a041-fa42e137af1a HTTP/1.1" status: 204 len: 168 time: 0.1734223 Jul 16 18:13:44.821881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44884) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:44.846131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f1ef9-6415-4495-b02b-bc5e1ad90c51 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec069fe-4e82-44b9-a041-fa42e137af1a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:44.884403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:44.923168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:44.928959 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44890) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:44.933725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e2ed9e3b-236c-4b79-ac44-a3f2d3f6d691 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'tempest-secgroup--417753513'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:44.935368 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2bc4c19c-ee7a-4858-bc33-14aa9189f012 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803068 Jul 16 18:13:44.939209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:44.944960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Pushing event updated for resources: {'Port': ['ID=196204e6-c97a-456a-909f-7048e363eac9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.026586 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9e3b-236c-4b79-ac44-a3f2d3f6d691 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.034608 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.046495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116e5e34-eaa7-4a9e-9686-3f0998e4784c req-7caa7dc2-2b4a-4329-bf2a-aea63c3052d7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.048303 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-116e5e34-eaa7-4a9e-9686-3f0998e4784c req-7caa7dc2-2b4a-4329-bf2a-aea63c3052d7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.0865953 Jul 16 18:13:45.094984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-116e5e34-eaa7-4a9e-9686-3f0998e4784c req-2f36b282-de96-4ebb-8584-40eed5588cba tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402031 Jul 16 18:13:45.142658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44900) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:45.145590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Transition to ACTIVE for port object 99e400b5-8539-4ecb-a43a-ec298989d334 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:45.358782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1341328996-network', 'tenant_id': '71249f47bce1486884557327fa01957e'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:45.421101 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.424871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.439942 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-215331f2-e176-4abd-8b78-00734e7bddbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.552024 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9e3b-236c-4b79-ac44-a3f2d3f6d691 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.567160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Network 5d3d20ac-046f-47c8-882c-5ceb17958810 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:45.576973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Made reservation on behalf of 71249f47bce1486884557327fa01957e for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:45.579594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.588718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.598066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9e3b-236c-4b79-ac44-a3f2d3f6d691 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.607374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:45.609283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Pushing event updated for resources: {'Port': ['ID=99e400b5-8539-4ecb-a43a-ec298989d334,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.615543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:45.711547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ed9e3b-236c-4b79-ac44-a3f2d3f6d691 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c21a9117-c05c-4e29-b199-a5fb1afecd82,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.715093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3f665d53-b054-4ec9-8f43-bd898de67ac7 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:45.798554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.799432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.805889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3f665d53-b054-4ec9-8f43-bd898de67ac7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:45.806687 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.818666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b6ed48-9f79-4cd1-88c0-1e98379eda78 req-5534bd79-62aa-4287-a6d5-06cfe79c952b tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.821868 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.830330 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.833625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d7b6ed48-9f79-4cd1-88c0-1e98379eda78 req-5534bd79-62aa-4287-a6d5-06cfe79c952b tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.4032297 Jul 16 18:13:45.862138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 379} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:45.891663 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e2ed9e3b-236c-4b79-ac44-a3f2d3f6d691 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.896135 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e2ed9e3b-236c-4b79-ac44-a3f2d3f6d691 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9660773 Jul 16 18:13:45.897167 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:45.897692 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Added segment 15054850-de55-491b-9963-3b9bf9177f4a of type vlan for network c1cf56c9-75f1-4d86-a931-fef3c4c36409 Jul 16 18:13:45.899795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44914) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:45.900714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee19c383-60bb-44fe-9cfa-cb62ea83e151,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:45.905041 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-69687913-a829-4943-a058-ddfbdf161371 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8985343 Jul 16 18:13:45.908246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-887826c1-e43b-4125-b935-0424333b6272 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': 'c21a9117-c05c-4e29-b199-a5fb1afecd82', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:45.909169 n-d-794306-7 neutron-server[105439]: WARNING neutron.api.v2.base [None req-887826c1-e43b-4125-b935-0424333b6272 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:13:45.909845 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-887826c1-e43b-4125-b935-0424333b6272 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:45.911073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-887826c1-e43b-4125-b935-0424333b6272 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0072703 Jul 16 18:13:45.915936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44916) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:45.940531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Request body: {'port': {'device_id': 'bbd57b98-174c-4e38-b1d7-70af43adb8e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:45.971996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ff4ace-1458-4b70-ace8-292232bdfc5b req-2c33b405-6732-49ed-8669-b0f2370e7e25 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:45.976905 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29ff4ace-1458-4b70-ace8-292232bdfc5b req-2c33b405-6732-49ed-8669-b0f2370e7e25 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1027 time: 0.2138083 Jul 16 18:13:45.982227 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.046204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29ff4ace-1458-4b70-ace8-292232bdfc5b req-f9b42136-bb0d-42ba-ad46-b9b2ab81c430 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594285 Jul 16 18:13:46.065663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.066779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.067451 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.073616 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d7b6ed48-9f79-4cd1-88c0-1e98379eda78 req-e390a977-8ec1-4fab-8b51-d6e6795952f2 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2390010 Jul 16 18:13:46.097985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.137788 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9854910 Jul 16 18:13:46.186675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2878a686-c519-4130-b897-4ccaab9095f3 admin admin] Pushing event updated for resources: {'Network': ['ID=c1cf56c9-75f1-4d86-a931-fef3c4c36409,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:46.194776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-26bcf162-4097-4923-9c2b-2f4d602bfcad None None] Provisioning for port 99e400b5-8539-4ecb-a43a-ec298989d334 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:46.205610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-26bcf162-4097-4923-9c2b-2f4d602bfcad None None] Provisioning complete for port 99e400b5-8539-4ecb-a43a-ec298989d334 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:46.206323 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26bcf162-4097-4923-9c2b-2f4d602bfcad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.250902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network c1cf56c9-75f1-4d86-a931-fef3c4c36409 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:46.276881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-26bcf162-4097-4923-9c2b-2f4d602bfcad None None] Port 99e400b5-8539-4ecb-a43a-ec298989d334 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:13:46.346583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c7ed5-0c85-46a7-af05-395f1e3b7f3c req-6c856913-f20e-4b3b-ac56-7a4c0e15746c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.359892 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a45c7ed5-0c85-46a7-af05-395f1e3b7f3c req-6c856913-f20e-4b3b-ac56-7a4c0e15746c tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.1211340 Jul 16 18:13:46.412138 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a45c7ed5-0c85-46a7-af05-395f1e3b7f3c req-16610fc8-7594-4af8-9fe9-6730a8aafad4 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504699 Jul 16 18:13:46.663131 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acb7a48a-6e58-4833-a9ae-24c44f2a2625 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.692079 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.750184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261ec697-cbb8-48ab-b98f-8fd4665894a0 req-b15e6643-8309-4b51-8080-49ea4eebcad8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.751757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-261ec697-cbb8-48ab-b98f-8fd4665894a0 req-b15e6643-8309-4b51-8080-49ea4eebcad8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.0761602 Jul 16 18:13:46.795903 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-261ec697-cbb8-48ab-b98f-8fd4665894a0 req-d266acaa-4cd6-4ce1-988c-c95742da4e55 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363386 Jul 16 18:13:46.798493 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acb7a48a-6e58-4833-a9ae-24c44f2a2625 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:46.859406 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd78be-6c3b-4501-b9d9-8c86f9c24ec2 req-0041fd08-3586-486e-91f7-3736489533fb tempest-ComputeTenantNetworksTest-1860941896 tempest-ComputeTenantNetworksTest-1860941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.865642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd78be-6c3b-4501-b9d9-8c86f9c24ec2 req-0041fd08-3586-486e-91f7-3736489533fb tempest-ComputeTenantNetworksTest-1860941896 tempest-ComputeTenantNetworksTest-1860941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.871443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdd78be-6c3b-4501-b9d9-8c86f9c24ec2 req-0041fd08-3586-486e-91f7-3736489533fb tempest-ComputeTenantNetworksTest-1860941896 tempest-ComputeTenantNetworksTest-1860941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:46.873313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4bdd78be-6c3b-4501-b9d9-8c86f9c24ec2 req-0041fd08-3586-486e-91f7-3736489533fb tempest-ComputeTenantNetworksTest-1860941896 tempest-ComputeTenantNetworksTest-1860941896-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.3191462 Jul 16 18:13:47.015606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acb7a48a-6e58-4833-a9ae-24c44f2a2625 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.018282 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acb7a48a-6e58-4833-a9ae-24c44f2a2625 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.019980 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-acb7a48a-6e58-4833-a9ae-24c44f2a2625 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "DELETE /v2.0/security-groups/c21a9117-c05c-4e29-b199-a5fb1afecd82 HTTP/1.1" status: 204 len: 168 time: 1.0922847 Jul 16 18:13:47.023307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44940) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.037227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8869bfbc-6f22-4c82-90b7-a307a7e4d8d7 req-5ca3b06a-f2d6-4e6a-b392-4361ac191f42 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:47.039153 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8869bfbc-6f22-4c82-90b7-a307a7e4d8d7 req-5ca3b06a-f2d6-4e6a-b392-4361ac191f42 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.0984411 Jul 16 18:13:47.098185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb7a48a-6e58-4833-a9ae-24c44f2a2625 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c21a9117-c05c-4e29-b199-a5fb1afecd82,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.109036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8869bfbc-6f22-4c82-90b7-a307a7e4d8d7 req-f76511bb-4b8e-4b16-95bf-aa9e2e45ba76 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628018 Jul 16 18:13:47.122447 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-95b594fc-cded-4837-a1b8-2a92a697634a tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0901916 Jul 16 18:13:47.123590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44944) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.130785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-29e85752-80e0-4b1b-825b-b5f9d0446fec tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1695078141'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:47.143438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c3cf00-2635-487b-b0b9-5dc0a737d324 req-4b305b6a-0468-4cbb-99b0-7268eb2754da tempest-ComputeTenantNetworksTest-1860941896 tempest-ComputeTenantNetworksTest-1860941896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:47.147652 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85c3cf00-2635-487b-b0b9-5dc0a737d324 req-4b305b6a-0468-4cbb-99b0-7268eb2754da tempest-ComputeTenantNetworksTest-1860941896 tempest-ComputeTenantNetworksTest-1860941896-project] 10.222.0.47 "GET /v2.0/networks/c1cf56c9-75f1-4d86-a931-fef3c4c36409 HTTP/1.1" status: 200 len: 769 time: 0.2082109 Jul 16 18:13:47.154121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Router e8660868-3cda-445e-b69d-14af7b8ff79b is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:47.160849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44948) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.169548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-29e85752-80e0-4b1b-825b-b5f9d0446fec tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.351868 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-29e85752-80e0-4b1b-825b-b5f9d0446fec tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.360207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-29e85752-80e0-4b1b-825b-b5f9d0446fec tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.396086 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-29e85752-80e0-4b1b-825b-b5f9d0446fec tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.397315 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-29e85752-80e0-4b1b-825b-b5f9d0446fec tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2724254 Jul 16 18:13:47.398938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e85752-80e0-4b1b-825b-b5f9d0446fec tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05ed007e-5de3-4f39-838f-c7dba482fe13,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.401682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44952) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.403544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d2887-907c-42df-95d4-bfa083901f23 req-0f899c0c-fb42-4d3d-87ee-994c670d00ce tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:47.405069 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f7d2887-907c-42df-95d4-bfa083901f23 req-0f899c0c-fb42-4d3d-87ee-994c670d00ce tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1027 time: 0.1247461 Jul 16 18:13:47.410051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-708f02a3-a93f-45c7-9364-aa363bdefa81 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '05ed007e-5de3-4f39-838f-c7dba482fe13', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:47.410901 n-d-794306-7 neutron-server[105439]: WARNING neutron.api.v2.base [None req-708f02a3-a93f-45c7-9364-aa363bdefa81 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:13:47.411405 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-708f02a3-a93f-45c7-9364-aa363bdefa81 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:47.412542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-708f02a3-a93f-45c7-9364-aa363bdefa81 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0064473 Jul 16 18:13:47.419314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44954) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.429341 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.467877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f7d2887-907c-42df-95d4-bfa083901f23 req-cb6c6b0b-2770-445c-af63-828e5d12e938 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544446 Jul 16 18:13:47.492096 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7734693d-e77a-4f24-bcc8-980f3c3158ca tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.517804 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7734693d-e77a-4f24-bcc8-980f3c3158ca tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.560669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:47.561658 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7734693d-e77a-4f24-bcc8-980f3c3158ca tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.565172 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7734693d-e77a-4f24-bcc8-980f3c3158ca tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.565784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7734693d-e77a-4f24-bcc8-980f3c3158ca tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "DELETE /v2.0/security-groups/05ed007e-5de3-4f39-838f-c7dba482fe13 HTTP/1.1" status: 204 len: 168 time: 0.1446297 Jul 16 18:13:47.569378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44958) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.573883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b874d-4567-4a6d-80be-a3613aecbfd1 None None] Sync routers for ids ['e8660868-3cda-445e-b69d-14af7b8ff79b'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:47.575464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff334a-640b-4d32-859b-3e0a894b8da1 req-31cd37ac-2827-4d3f-84dd-855db8dda5bf tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:47.577273 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1cff334a-640b-4d32-859b-3e0a894b8da1 req-31cd37ac-2827-4d3f-84dd-855db8dda5bf tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.2971985 Jul 16 18:13:47.588229 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734693d-e77a-4f24-bcc8-980f3c3158ca tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05ed007e-5de3-4f39-838f-c7dba482fe13,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.623315 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cad911e7-ac2d-4304-8b0b-7b60409e062e tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528648 Jul 16 18:13:47.626844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44960) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.632486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bc701b8a-5a27-4d43-a697-c67395108e25 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1547167331'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:47.637218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b874d-4567-4a6d-80be-a3613aecbfd1 None None] Routers {'e8660868-3cda-445e-b69d-14af7b8ff79b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:47.637876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-265b874d-4567-4a6d-80be-a3613aecbfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e8660868-3cda-445e-b69d-14af7b8ff79b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.666980 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc701b8a-5a27-4d43-a697-c67395108e25 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.686460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-265b874d-4567-4a6d-80be-a3613aecbfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.691786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.695429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265b874d-4567-4a6d-80be-a3613aecbfd1 None None] Routers {'e8660868-3cda-445e-b69d-14af7b8ff79b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:47.696337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-265b874d-4567-4a6d-80be-a3613aecbfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e8660868-3cda-445e-b69d-14af7b8ff79b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.698869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99e400b5-8539-4ecb-a43a-ec298989d334 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:47.714970 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.719003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ef984515-68e8-4806-b7f8-dce66b74acd5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.9754424 Jul 16 18:13:47.719877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44962) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:47.720893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1cf56c9-75f1-4d86-a931-fef3c4c36409']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.724313 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.726790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d8f190c7-fae1-4e74-88b7-94c4bea04096 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'enable_snat': False}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:47.737810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-265b874d-4567-4a6d-80be-a3613aecbfd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.738472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-265b874d-4567-4a6d-80be-a3613aecbfd1 None None] The sync data for ids ['e8660868-3cda-445e-b69d-14af7b8ff79b'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:47.751474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15054850-de55-491b-9963-3b9bf9177f4a') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.751798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15054850-de55-491b-9963-3b9bf9177f4a') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:47.764547 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1cff334a-640b-4d32-859b-3e0a894b8da1 req-47d19f4b-23ec-49a0-8d3e-9603a8d4c422 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374183 Jul 16 18:13:47.766618 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.773791 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Transition to ACTIVE for port object 99e400b5-8539-4ecb-a43a-ec298989d334 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:47.779953 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.795087 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.830706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] Releasing vlan 379 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:13:47.831118 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:13:47.834887 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:13:47.872655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc701b8a-5a27-4d43-a697-c67395108e25 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.877840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Pushing event updated for resources: {'Port': ['ID=99e400b5-8539-4ecb-a43a-ec298989d334,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.923044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc701b8a-5a27-4d43-a697-c67395108e25 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:47.979070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc701b8a-5a27-4d43-a697-c67395108e25 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2bc5bf-9915-4094-9f9b-a729f4ed6649,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:47.981213 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.020212 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.022704 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c1cf56c9-75f1-4d86-a931-fef3c4c36409 HTTP/1.1" status: 204 len: 168 time: 0.8593712 Jul 16 18:13:48.025711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5b21ea-a73c-4236-8845-36b02b74bcc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c1cf56c9-75f1-4d86-a931-fef3c4c36409,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.049572 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc701b8a-5a27-4d43-a697-c67395108e25 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.050728 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bc701b8a-5a27-4d43-a697-c67395108e25 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4222016 Jul 16 18:13:48.054552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44974) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.060548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b9c21540-3125-4153-8635-d11b87fc1028 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '0f2bc5bf-9915-4094-9f9b-a729f4ed6649', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:48.076110 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-b9c21540-3125-4153-8635-d11b87fc1028 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:13:48.077041 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-b9c21540-3125-4153-8635-d11b87fc1028 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:48.079119 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b9c21540-3125-4153-8635-d11b87fc1028 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0233030 Jul 16 18:13:48.083779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44976) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.096650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-32d7e3b6-2324-4e62-aac4-1ed55acdf635 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '0f2bc5bf-9915-4094-9f9b-a729f4ed6649', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:48.099082 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-32d7e3b6-2324-4e62-aac4-1ed55acdf635 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:13:48.102574 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-32d7e3b6-2324-4e62-aac4-1ed55acdf635 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:48.104125 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32d7e3b6-2324-4e62-aac4-1ed55acdf635 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0188611 Jul 16 18:13:48.117186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44978) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.129302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f8b53787-f61a-4503-9cdd-bd5b568dc3de tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '0f2bc5bf-9915-4094-9f9b-a729f4ed6649', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:48.131756 n-d-794306-7 neutron-server[105439]: WARNING neutron.api.v2.base [None req-f8b53787-f61a-4503-9cdd-bd5b568dc3de tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:13:48.132606 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-f8b53787-f61a-4503-9cdd-bd5b568dc3de tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:48.136854 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f8b53787-f61a-4503-9cdd-bd5b568dc3de tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0161717 Jul 16 18:13:48.137490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Attempting to bind port 99e400b5-8539-4ecb-a43a-ec298989d334 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:48.137637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44980) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.139348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Attempting to bind port 99e400b5-8539-4ecb-a43a-ec298989d334 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:48.140710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Attempting to bind port 99e400b5-8539-4ecb-a43a-ec298989d334 on network 5d3d20ac-046f-47c8-882c-5ceb17958810 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:48.150727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-eaeede59-7ef9-49e0-b723-51efa2f3a9e9 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '0f2bc5bf-9915-4094-9f9b-a729f4ed6649', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:48.151647 n-d-794306-7 neutron-server[105439]: WARNING neutron.api.v2.base [None req-eaeede59-7ef9-49e0-b723-51efa2f3a9e9 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:13:48.152149 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-eaeede59-7ef9-49e0-b723-51efa2f3a9e9 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:48.153870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Port 99e400b5-8539-4ecb-a43a-ec298989d334 on network 5d3d20ac-046f-47c8-882c-5ceb17958810 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:48.154801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Attempting to bind port 99e400b5-8539-4ecb-a43a-ec298989d334 on network 5d3d20ac-046f-47c8-882c-5ceb17958810 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:48.156008 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-eaeede59-7ef9-49e0-b723-51efa2f3a9e9 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103905 Jul 16 18:13:48.158174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44982) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.164636 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:48.165688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Checking segment: {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:48.167146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Bound using segment: {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:48.168007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Bound port: 99e400b5-8539-4ecb-a43a-ec298989d334, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:48.168870 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.188439 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a2bf014a-024f-4861-9227-3aef4b11b9e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.191120 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.207136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e41f63-2425-4c94-92b0-3016b9ac38e9 req-370ee52e-de77-4804-8be8-d725496be227 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.214357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-55e41f63-2425-4c94-92b0-3016b9ac38e9 req-370ee52e-de77-4804-8be8-d725496be227 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.2932189 Jul 16 18:13:48.265037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44984) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.301005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] For port 99e400b5-8539-4ecb-a43a-ec298989d334, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:48.323062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] For port 99e400b5-8539-4ecb-a43a-ec298989d334, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=99e400b5-8539-4ecb-a43a-ec298989d334,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:48.334611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.340850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-55e41f63-2425-4c94-92b0-3016b9ac38e9 req-ef07a8b0-3fed-41dc-8fb4-6f49fae6f448 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252604 Jul 16 18:13:48.377386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44986) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.384987 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-545090c5-3f37-45d2-9fe7-ddd0cb2f3a9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71249f47bce1486884557327fa01957e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1180494 Jul 16 18:13:48.412458 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.413080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.414675 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] 10.222.0.18 "PUT /v2.0/ports/99e400b5-8539-4ecb-a43a-ec298989d334 HTTP/1.1" status: 200 len: 1091 time: 2.4970195 Jul 16 18:13:48.415297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbd57b98-174c-4e38-b1d7-70af43adb8e6', 'tag': '99e400b5-8539-4ecb-a43a-ec298989d334'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:48.420166 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd369f5-a294-4597-940b-785334fffad2" -d '{"events": [{"name": "network-changed", "server_uuid": "bbd57b98-174c-4e38-b1d7-70af43adb8e6", "tag": "99e400b5-8539-4ecb-a43a-ec298989d334"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:48.455732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9166f72-bf0e-4709-877f-8ebb35bef98d service neutron] Pushing event updated for resources: {'Port': ['ID=99e400b5-8539-4ecb-a43a-ec298989d334,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.481317 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8f190c7-fae1-4e74-88b7-94c4bea04096 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.493223 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cfa47d9a-e7cc-4b8b-96e5-c80601fb09df tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.526492 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d4edfe-741b-466b-a5c8-850b602885a6 x-openstack-request-id: req-58d4edfe-741b-466b-a5c8-850b602885a6 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:48.526786 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbd57b98-174c-4e38-b1d7-70af43adb8e6", "tag": "99e400b5-8539-4ecb-a43a-ec298989d334", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:48.530314 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58d4edfe-741b-466b-a5c8-850b602885a6 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:48.533756 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbd57b98-174c-4e38-b1d7-70af43adb8e6', 'tag': '99e400b5-8539-4ecb-a43a-ec298989d334', 'status': 'completed', 'code': 200} Jul 16 18:13:48.537425 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cfa47d9a-e7cc-4b8b-96e5-c80601fb09df tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.566827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-b455d0fd-f340-4aa1-930b-13f328cfc755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.568533 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-b455d0fd-f340-4aa1-930b-13f328cfc755 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d323a94841ba40fbbb5c907938a8f770&device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1094 time: 0.1048582 Jul 16 18:13:48.614128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25849986-e317-4315-bec3-d945e6e41c0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.634947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-445dc911-090a-402a-bd41-eff77a450a23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e400b5-8539-4ecb-a43a-ec298989d334 HTTP/1.1" status: 200 len: 217 time: 0.0577376 Jul 16 18:13:48.663218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cfa47d9a-e7cc-4b8b-96e5-c80601fb09df tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.665957 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cfa47d9a-e7cc-4b8b-96e5-c80601fb09df tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.667609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cfa47d9a-e7cc-4b8b-96e5-c80601fb09df tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "DELETE /v2.0/security-groups/0f2bc5bf-9915-4094-9f9b-a729f4ed6649 HTTP/1.1" status: 204 len: 168 time: 0.5050247 Jul 16 18:13:48.672715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44996) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.706151 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25849986-e317-4315-bec3-d945e6e41c0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.710065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa47d9a-e7cc-4b8b-96e5-c80601fb09df tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2bc5bf-9915-4094-9f9b-a729f4ed6649,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.768204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2ee872db-48af-4655-a1f4-38e0804cbdba tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868936 Jul 16 18:13:48.780497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-9c6897ed-7923-45c9-9c91-7c77790bf989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.782271 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-9c6897ed-7923-45c9-9c91-7c77790bf989 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7df14d04-6d47-4b12-8b32-0871eb840ae8 HTTP/1.1" status: 200 len: 848 time: 0.1369691 Jul 16 18:13:48.784164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45000) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:48.791465 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0640a69e-768b-41d1-b815-37c41caea328 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1871917388'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:48.819761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc57694-cccd-444d-8220-425e39cde94d req-1f46158d-a208-4df8-8820-381523c557e8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.821493 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3dc57694-cccd-444d-8220-425e39cde94d req-1f46158d-a208-4df8-8820-381523c557e8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.2705445 Jul 16 18:13:48.858494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783e60a-3151-4f4a-adc8-08c90c7a7d96 req-71378365-ed95-4a57-adfb-3e70b492844a tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.860957 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6783e60a-3151-4f4a-adc8-08c90c7a7d96 req-71378365-ed95-4a57-adfb-3e70b492844a tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1094 time: 0.2249358 Jul 16 18:13:48.864590 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0640a69e-768b-41d1-b815-37c41caea328 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.876516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25849986-e317-4315-bec3-d945e6e41c0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.879434 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25849986-e317-4315-bec3-d945e6e41c0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:48.880828 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-25849986-e317-4315-bec3-d945e6e41c0f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ee19c383-60bb-44fe-9cfa-cb62ea83e151 HTTP/1.1" status: 204 len: 168 time: 0.5006406 Jul 16 18:13:48.893343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25849986-e317-4315-bec3-d945e6e41c0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee19c383-60bb-44fe-9cfa-cb62ea83e151,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:48.909506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3dc57694-cccd-444d-8220-425e39cde94d req-104f4490-3e1c-4497-b765-aa7a4be8893f tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765669 Jul 16 18:13:48.974122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6783e60a-3151-4f4a-adc8-08c90c7a7d96 req-0f832b8c-34c7-4230-8ec4-252c8a3a58b9 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944204 Jul 16 18:13:48.987402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-d4d59f60-f8f5-4b38-a4a3-6e7ee0a910b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:48.992868 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-d4d59f60-f8f5-4b38-a4a3-6e7ee0a910b1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d3d20ac-046f-47c8-882c-5ceb17958810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1922824 Jul 16 18:13:49.210456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0640a69e-768b-41d1-b815-37c41caea328 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.226512 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0640a69e-768b-41d1-b815-37c41caea328 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.278566 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-00a3213a-34b0-4002-b174-69c5030170dd service neutron] 10.222.0.18 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2763145 Jul 16 18:13:49.349638 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0640a69e-768b-41d1-b815-37c41caea328 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.350862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0640a69e-768b-41d1-b815-37c41caea328 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5660005 Jul 16 18:13:49.367876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45012) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.389218 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0640a69e-768b-41d1-b815-37c41caea328 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=329b17b9-2aa5-4bd7-b876-30ffdf356e26,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:49.396330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ce429488-2736-40fa-8b2e-cfe53e34aa65 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '329b17b9-2aa5-4bd7-b876-30ffdf356e26', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:49.397451 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-ce429488-2736-40fa-8b2e-cfe53e34aa65 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:13:49.398140 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-ce429488-2736-40fa-8b2e-cfe53e34aa65 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:49.399602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ce429488-2736-40fa-8b2e-cfe53e34aa65 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0303316 Jul 16 18:13:49.403698 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45016) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.410107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d5f2bb13-6e2b-41f2-be9b-3f9cff7c5e98 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '329b17b9-2aa5-4bd7-b876-30ffdf356e26', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:49.535164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcbd8151-3fa0-4ef5-8bc3-a79a909711df req-e791fa5a-1186-40d6-8c83-daa666b02c3a service neutron] 10.222.0.18 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354417 Jul 16 18:13:49.558315 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-d5f2bb13-6e2b-41f2-be9b-3f9cff7c5e98 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:49.560523 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d5f2bb13-6e2b-41f2-be9b-3f9cff7c5e98 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1549873 Jul 16 18:13:49.565686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45022) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.573099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2bd1c443-0676-4420-b314-99357a399dea tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '329b17b9-2aa5-4bd7-b876-30ffdf356e26', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:49.573401 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-2bd1c443-0676-4420-b314-99357a399dea tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:13:49.574065 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-2bd1c443-0676-4420-b314-99357a399dea tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:49.575272 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2bd1c443-0676-4420-b314-99357a399dea tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0074427 Jul 16 18:13:49.578570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45024) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.584503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6239be09-ef46-4b47-84f3-61f76a04b263 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '329b17b9-2aa5-4bd7-b876-30ffdf356e26', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:49.701678 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-6239be09-ef46-4b47-84f3-61f76a04b263 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:49.702743 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6239be09-ef46-4b47-84f3-61f76a04b263 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1225250 Jul 16 18:13:49.706410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45028) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.716856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-28c1a2e6-389d-484f-9c94-0816c6c305cc tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '329b17b9-2aa5-4bd7-b876-30ffdf356e26', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:49.717419 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-28c1a2e6-389d-484f-9c94-0816c6c305cc tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:13:49.720426 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-28c1a2e6-389d-484f-9c94-0816c6c305cc tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:49.722441 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-28c1a2e6-389d-484f-9c94-0816c6c305cc tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0150907 Jul 16 18:13:49.726809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd369f5-a294-4597-940b-785334fffad2 req-8d82fe35-4a5c-4c96-acb7-a30b7782035f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.730640 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fd369f5-a294-4597-940b-785334fffad2 req-8d82fe35-4a5c-4c96-acb7-a30b7782035f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d323a94841ba40fbbb5c907938a8f770&device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1094 time: 0.1201501 Jul 16 18:13:49.732272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45030) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.736710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9fdaf9ca-37e1-48f0-907b-4757f006b392 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '329b17b9-2aa5-4bd7-b876-30ffdf356e26', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:49.815195 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.819400 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-9fdaf9ca-37e1-48f0-907b-4757f006b392 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Project f1746829995045e3a9d3293ad252627a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:13:49.849042 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-9fdaf9ca-37e1-48f0-907b-4757f006b392 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:49.849609 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9fdaf9ca-37e1-48f0-907b-4757f006b392 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1164124 Jul 16 18:13:49.853955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45036) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.858274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c0fb754e-8108-4c36-bded-ac653137d9f4 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '329b17b9-2aa5-4bd7-b876-30ffdf356e26', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:49.858778 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-c0fb754e-8108-4c36-bded-ac653137d9f4 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:13:49.859236 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-c0fb754e-8108-4c36-bded-ac653137d9f4 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:49.860191 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c0fb754e-8108-4c36-bded-ac653137d9f4 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0056002 Jul 16 18:13:49.866095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45038) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.870995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-71f66fc6-ac96-417f-a463-aa95f05fd07c tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '329b17b9-2aa5-4bd7-b876-30ffdf356e26', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:49.883016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd369f5-a294-4597-940b-785334fffad2 req-51030d65-93e0-4fe0-850f-62658ae668e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:49.884341 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fd369f5-a294-4597-940b-785334fffad2 req-51030d65-93e0-4fe0-850f-62658ae668e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d3d20ac-046f-47c8-882c-5ceb17958810 HTTP/1.1" status: 200 len: 910 time: 0.1429839 Jul 16 18:13:49.930909 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8f190c7-fae1-4e74-88b7-94c4bea04096 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.936330 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fd369f5-a294-4597-940b-785334fffad2 req-1c4b1178-ecb5-4c93-bd6b-5d72a9fe58c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=99e400b5-8539-4ecb-a43a-ec298989d334 HTTP/1.1" status: 200 len: 217 time: 0.0438292 Jul 16 18:13:49.936529 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8f190c7-fae1-4e74-88b7-94c4bea04096 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:49.953609 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-71f66fc6-ac96-417f-a463-aa95f05fd07c tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Project f1746829995045e3a9d3293ad252627a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:13:49.993511 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-71f66fc6-ac96-417f-a463-aa95f05fd07c tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:49.998775 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45044) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:49.999432 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-71f66fc6-ac96-417f-a463-aa95f05fd07c tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1323845 Jul 16 18:13:50.004509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8e2098f7-93e4-449e-bb3f-5a1c647b8461 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '329b17b9-2aa5-4bd7-b876-30ffdf356e26', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:50.020765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd369f5-a294-4597-940b-785334fffad2 req-a7dfa520-2495-4fc9-acee-de565d9e513b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.024044 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fd369f5-a294-4597-940b-785334fffad2 req-a7dfa520-2495-4fc9-acee-de565d9e513b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7df14d04-6d47-4b12-8b32-0871eb840ae8 HTTP/1.1" status: 200 len: 848 time: 0.0804038 Jul 16 18:13:50.095719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45048) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.121120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd369f5-a294-4597-940b-785334fffad2 req-3b0928bf-fea1-4df6-898c-621cae83c673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.122924 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fd369f5-a294-4597-940b-785334fffad2 req-3b0928bf-fea1-4df6-898c-621cae83c673 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d3d20ac-046f-47c8-882c-5ceb17958810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0921538 Jul 16 18:13:50.130808 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-8e2098f7-93e4-449e-bb3f-5a1c647b8461 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Project f1746829995045e3a9d3293ad252627a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:13:50.156702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8f190c7-fae1-4e74-88b7-94c4bea04096 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Router e8660868-3cda-445e-b69d-14af7b8ff79b has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:13:50.160734 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-8e2098f7-93e4-449e-bb3f-5a1c647b8461 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:50.164554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8e2098f7-93e4-449e-bb3f-5a1c647b8461 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1615939 Jul 16 18:13:50.167466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45054) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.315394 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7502b2b7-e93a-4518-949a-c31842dce30f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.388371 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7502b2b7-e93a-4518-949a-c31842dce30f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.404766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1313990120-network', 'tenant_id': '79d2f2980cab4822ad81a06ea76d15ed'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:50.483817 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47c009f-0b12-47c7-b2e3-a88ee1911b52 req-c15b3f79-ab20-4c0d-9ec5-adfb8ac3593d tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.485354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c009f-0b12-47c7-b2e3-a88ee1911b52 req-c15b3f79-ab20-4c0d-9ec5-adfb8ac3593d tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1094 time: 0.3370206 Jul 16 18:13:50.502120 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fd369f5-a294-4597-940b-785334fffad2 req-15c88def-fbae-437b-80b4-a09e28140c6a service neutron] 10.222.0.18 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3689311 Jul 16 18:13:50.524290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8f190c7-fae1-4e74-88b7-94c4bea04096 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:50.541801 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17318687-aab4-45b1-9267-8ca41c1a247b None None] Sync routers for ids ['e8660868-3cda-445e-b69d-14af7b8ff79b'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:50.543530 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8f190c7-fae1-4e74-88b7-94c4bea04096 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.547207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d8f190c7-fae1-4e74-88b7-94c4bea04096 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "PUT /v2.0/routers/e8660868-3cda-445e-b69d-14af7b8ff79b HTTP/1.1" status: 200 len: 925 time: 2.8237240 Jul 16 18:13:50.547207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7502b2b7-e93a-4518-949a-c31842dce30f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.548716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7502b2b7-e93a-4518-949a-c31842dce30f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.549764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7502b2b7-e93a-4518-949a-c31842dce30f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "DELETE /v2.0/security-groups/329b17b9-2aa5-4bd7-b876-30ffdf356e26 HTTP/1.1" status: 204 len: 168 time: 0.3810306 Jul 16 18:13:50.551309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45064) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.558323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Made reservation on behalf of 79d2f2980cab4822ad81a06ea76d15ed for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:50.558910 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17318687-aab4-45b1-9267-8ca41c1a247b None None] Routers {'e8660868-3cda-445e-b69d-14af7b8ff79b'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:50.559575 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-17318687-aab4-45b1-9267-8ca41c1a247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e8660868-3cda-445e-b69d-14af7b8ff79b'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:50.562777 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.562937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45066) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.581034 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.617219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502b2b7-e93a-4518-949a-c31842dce30f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=329b17b9-2aa5-4bd7-b876-30ffdf356e26,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:50.628521 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47c009f-0b12-47c7-b2e3-a88ee1911b52 req-95b4008f-12e4-48c2-9de2-a0ba93bf4333 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250892 Jul 16 18:13:50.640062 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-17318687-aab4-45b1-9267-8ca41c1a247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:50.650972 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17318687-aab4-45b1-9267-8ca41c1a247b None None] Routers {'e8660868-3cda-445e-b69d-14af7b8ff79b'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:50.651805 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-17318687-aab4-45b1-9267-8ca41c1a247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e8660868-3cda-445e-b69d-14af7b8ff79b'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:50.692615 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-17318687-aab4-45b1-9267-8ca41c1a247b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:50.693491 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17318687-aab4-45b1-9267-8ca41c1a247b None None] The sync data for ids ['e8660868-3cda-445e-b69d-14af7b8ff79b'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:50.720400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45068) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.745328 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fd369f5-a294-4597-940b-785334fffad2 req-181d7a32-fe5f-4de7-8b5d-5b9d071f866a service neutron] 10.222.0.18 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322545 Jul 16 18:13:50.764664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a698def2-ede4-4d1e-8359-a0e68d141980 req-5f5656ee-8605-49ad-a866-65c4c3cdeef0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3074064 Jul 16 18:13:50.794918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d3504e77-78ee-463d-88c7-156e70d6dc62 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2297499 Jul 16 18:13:50.799061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45072) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.805937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2874dedf-ddb4-4c27-ba09-97205823a121 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1846771471'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:50.846170 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.851017 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.867841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 396} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:13:50.880309 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.880660 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Added segment 115ec927-d343-456a-ac50-38fb6643a139 of type vlan for network 87c0994c-4aaf-49f7-8df5-387a862ccd8a Jul 16 18:13:50.912859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2874dedf-ddb4-4c27-ba09-97205823a121 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.920355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-067914be-44f2-490f-a69b-70f6d637a22d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/routers/e8660868-3cda-445e-b69d-14af7b8ff79b HTTP/1.1" status: 200 len: 925 time: 0.3644576 Jul 16 18:13:50.928072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45074) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:50.945095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.997377 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:50.998376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:50.999099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.004572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698def2-ede4-4d1e-8359-a0e68d141980 req-10d8dccd-7eba-405b-8ab7-aa75389b0c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.006088 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a698def2-ede4-4d1e-8359-a0e68d141980 req-10d8dccd-7eba-405b-8ab7-aa75389b0c5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 1098 time: 0.1907854 Jul 16 18:13:51.016962 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acdc1108-9d09-4c79-a615-dc9a72db0039 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.072606 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.131871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] Pushing event updated for resources: {'Network': ['ID=87c0994c-4aaf-49f7-8df5-387a862ccd8a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.137935 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2874dedf-ddb4-4c27-ba09-97205823a121 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.143491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 87c0994c-4aaf-49f7-8df5-387a862ccd8a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:13:51.227939 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b781f410-01ea-4d0a-bf95-89c0167bc60a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1309452 Jul 16 18:13:51.232351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45076) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.237415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] Request body: {'subnet': {'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1313990120-subnet', 'tenant_id': '79d2f2980cab4822ad81a06ea76d15ed', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:51.238552 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2874dedf-ddb4-4c27-ba09-97205823a121 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.311053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1124e42d-074e-4caf-b1a7-858689016357 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.315604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1124e42d-074e-4caf-b1a7-858689016357 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&device_id=e8660868-3cda-445e-b69d-14af7b8ff79b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3837440 Jul 16 18:13:51.318628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2874dedf-ddb4-4c27-ba09-97205823a121 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5507117-0acf-4e46-8ae4-9f505df72cbd,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.318628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45078) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.328563 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698def2-ede4-4d1e-8359-a0e68d141980 req-6b02c326-58e1-4d6b-9f62-89d7d8af9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.330257 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a698def2-ede4-4d1e-8359-a0e68d141980 req-6b02c326-58e1-4d6b-9f62-89d7d8af9df8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 200 len: 914 time: 0.2853253 Jul 16 18:13:51.437557 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a698def2-ede4-4d1e-8359-a0e68d141980 req-7901656f-931e-48dc-aad4-5a53b3d18af9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad HTTP/1.1" status: 200 len: 217 time: 0.0781155 Jul 16 18:13:51.542050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea3786a0-0d86-4da8-b7c6-e84b6376505b tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.546173 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ea3786a0-0d86-4da8-b7c6-e84b6376505b tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 881 time: 0.2239559 Jul 16 18:13:51.546465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45086) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.587082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e626a7b9-422f-42bb-9500-c4645a2a4435 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8660868-3cda-445e-b69d-14af7b8ff79b HTTP/1.1" status: 200 len: 205 time: 0.0372005 Jul 16 18:13:51.589298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45088) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.596044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a698def2-ede4-4d1e-8359-a0e68d141980 req-848f25e5-a972-4fbb-a3c5-ad5e7ee02a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:51.597832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a698def2-ede4-4d1e-8359-a0e68d141980 req-848f25e5-a972-4fbb-a3c5-ad5e7ee02a52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=13f068b8-d687-447c-9e12-67b3a467d48c HTTP/1.1" status: 200 len: 853 time: 0.1032686 Jul 16 18:13:51.655638 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acdc1108-9d09-4c79-a615-dc9a72db0039 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.661751 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a698def2-ede4-4d1e-8359-a0e68d141980 req-8934d152-9071-4b1d-b09e-7b54854596ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=27e1b332-974b-445e-9a42-b3119f6937a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335407 Jul 16 18:13:51.662248 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acdc1108-9d09-4c79-a615-dc9a72db0039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.669638 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2874dedf-ddb4-4c27-ba09-97205823a121 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.673745 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2874dedf-ddb4-4c27-ba09-97205823a121 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8706281 Jul 16 18:13:51.674661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45092) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.721342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-acdc1108-9d09-4c79-a615-dc9a72db0039 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e053565c606849e58841525cc41a19db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9942701 Jul 16 18:13:51.721342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdc1108-9d09-4c79-a615-dc9a72db0039 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e383f0ca-3471-4cb6-ab4c-c4209046c4b4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:51.722592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bd79cdd1-1288-4255-a2f6-946c923c43e6 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': 'd5507117-0acf-4e46-8ae4-9f505df72cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:51.724258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45094) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.734105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] Made reservation on behalf of 79d2f2980cab4822ad81a06ea76d15ed for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:51.738831 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.824119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 99e400b5-8539-4ecb-a43a-ec298989d334 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:13:51.827902 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.862412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e73b7623-ba06-4664-a8fb-51b9206925a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.903115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a698def2-ede4-4d1e-8359-a0e68d141980 req-5cba1f59-ce16-4090-9677-8117cdea06d2 service neutron] 10.222.0.18 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2309830 Jul 16 18:13:51.904467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e73b7623-ba06-4664-a8fb-51b9206925a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:51.938435 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-bd79cdd1-1288-4255-a2f6-946c923c43e6 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The resource could not be found. Jul 16 18:13:51.942043 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bd79cdd1-1288-4255-a2f6-946c923c43e6 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2557325 Jul 16 18:13:51.943466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45096) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:51.955102 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 99e400b5-8539-4ecb-a43a-ec298989d334, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=99e400b5-8539-4ecb-a43a-ec298989d334,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:51.961296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c94953f4-5563-4c13-9eb5-41a313d33048 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': 'd5507117-0acf-4e46-8ae4-9f505df72cbd', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e5d5be06-f784-4eee-8794-3e9490022355'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:52.043837 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e73b7623-ba06-4664-a8fb-51b9206925a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.046479 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e73b7623-ba06-4664-a8fb-51b9206925a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.050716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e73b7623-ba06-4664-a8fb-51b9206925a3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e383f0ca-3471-4cb6-ab4c-c4209046c4b4 HTTP/1.1" status: 204 len: 168 time: 0.3249848 Jul 16 18:13:52.083548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fa3da8-f6bb-4780-b86d-aea0de8a11e4 req-e98f8297-3888-4345-93e5-999bc4e98dec tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.085159 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-60fa3da8-f6bb-4780-b86d-aea0de8a11e4 req-e98f8297-3888-4345-93e5-999bc4e98dec tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1094 time: 0.2367754 Jul 16 18:13:52.085962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73b7623-ba06-4664-a8fb-51b9206925a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e383f0ca-3471-4cb6-ab4c-c4209046c4b4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.141808 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '99e400b5-8539-4ecb-a43a-ec298989d334', 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810', 'port_id': '99e400b5-8539-4ecb-a43a-ec298989d334', 'mac_address': 'fa:16:3e:a1:71:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:13:52.193575 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.209392 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.211064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99e400b5-8539-4ecb-a43a-ec298989d334 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:52.221924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.246089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 99e400b5-8539-4ecb-a43a-ec298989d334, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=99e400b5-8539-4ecb-a43a-ec298989d334,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:52.251909 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.280675 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-60fa3da8-f6bb-4780-b86d-aea0de8a11e4 req-1527c89f-419d-4fab-9c96-2aa73f87a0aa tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677070 Jul 16 18:13:52.315529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=99e400b5-8539-4ecb-a43a-ec298989d334,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.318151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6db1d6e3-b917-4d9a-9c9e-22474e4c041f,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.325030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] Checking segment: {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:52.325533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] Network hostable DHCP agents. Network: 87c0994c-4aaf-49f7-8df5-387a862ccd8a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:13:52.346767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] Network 87c0994c-4aaf-49f7-8df5-387a862ccd8a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:13:52.363473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 87c0994c-4aaf-49f7-8df5-387a862ccd8a) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:52.373288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:52.373893 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.375483 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d7cd965-e0cc-40ff-ba86-ad1f0e243184 None None] Network 87c0994c-4aaf-49f7-8df5-387a862ccd8a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:52.461799 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.479625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f7d24539-4635-4178-b207-696bb286a863 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2399800 Jul 16 18:13:52.506254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a698def2-ede4-4d1e-8359-a0e68d141980 req-ac0b38fe-7fe5-4115-8828-6e84c40fc125 service neutron] 10.222.0.18 "GET /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5777183 Jul 16 18:13:52.536568 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-c94953f4-5563-4c13-9eb5-41a313d33048 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The resource could not be found. Jul 16 18:13:52.537691 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c94953f4-5563-4c13-9eb5-41a313d33048 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5944724 Jul 16 18:13:52.541524 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45112) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:52.590960 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['99e400b5-8539-4ecb-a43a-ec298989d334'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:13:52.649937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Deleting port 196204e6-c97a-456a-909f-7048e363eac9 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:52.650355 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.718373 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5244249a-d2f4-4913-a997-d3855c881f7f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.776965 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5244249a-d2f4-4913-a997-d3855c881f7f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.854042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.859834 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5244249a-d2f4-4913-a997-d3855c881f7f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.863249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5244249a-d2f4-4913-a997-d3855c881f7f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:52.864598 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5244249a-d2f4-4913-a997-d3855c881f7f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "DELETE /v2.0/security-groups/d5507117-0acf-4e46-8ae4-9f505df72cbd HTTP/1.1" status: 204 len: 168 time: 0.3217928 Jul 16 18:13:52.867989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45124) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:52.895736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Calling delete_port for 196204e6-c97a-456a-909f-7048e363eac9 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:52.917480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5244249a-d2f4-4913-a997-d3855c881f7f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5507117-0acf-4e46-8ae4-9f505df72cbd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:52.990944 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-06fffc6f-4890-42c7-b545-69eaaa8a1b7b tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1158757 Jul 16 18:13:52.991287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45132) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:52.996612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-715522b4-4ed7-4e96-85fb-53f1d1ff3b45 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': 'd153a93a-e405-4bc7-88f4-dc0b24c2215e', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:53.043429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ab2d60-80f3-4056-b5fd-0b6db28b9e91 None None] Network 87c0994c-4aaf-49f7-8df5-387a862ccd8a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:13:53.097460 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-715522b4-4ed7-4e96-85fb-53f1d1ff3b45 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The resource could not be found. Jul 16 18:13:53.102486 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-715522b4-4ed7-4e96-85fb-53f1d1ff3b45 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1066136 Jul 16 18:13:53.104103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45138) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.105567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.112596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f3a4e159-5471-4d8b-9ea4-db9f85be0861 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'tempest-secgroup--800715884'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:53.152827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Pushing event deleted for resources: {'Port': ['ID=196204e6-c97a-456a-909f-7048e363eac9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:53.175853 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e159-5471-4d8b-9ea4-db9f85be0861 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.226812 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.347365 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.350273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.407415 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.408017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Fanout notify agent at l3_agent the message router_deleted on router e8660868-3cda-445e-b69d-14af7b8ff79b {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:53.420910 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.428356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a18a6864-f0ff-4201-809b-5a1eef9178c6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/e8660868-3cda-445e-b69d-14af7b8ff79b HTTP/1.1" status: 204 len: 168 time: 1.8395257 Jul 16 18:13:53.429204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45156) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.434374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-dcc49b6f-11c7-44d1-a4aa-86f8b051b5a9 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-30680202', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:53.444713 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e159-5471-4d8b-9ea4-db9f85be0861 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.455849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-5d1a96c9-270f-4ae5-8c6e-c5a6ebe041b0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.457525 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-5d1a96c9-270f-4ae5-8c6e-c5a6ebe041b0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 815 time: 0.2339542 Jul 16 18:13:53.459056 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e159-5471-4d8b-9ea4-db9f85be0861 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.497548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-2c7f3628-f41d-45cb-a856-71078e76a66a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/quotas/79d2f2980cab4822ad81a06ea76d15ed HTTP/1.1" status: 200 len: 375 time: 0.0315528 Jul 16 18:13:53.501033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcc49b6f-11c7-44d1-a4aa-86f8b051b5a9 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.502054 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcc49b6f-11c7-44d1-a4aa-86f8b051b5a9 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.503823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4e159-5471-4d8b-9ea4-db9f85be0861 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c57e28a-0382-44dc-848c-efb9defb1e82,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:53.521198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3a4e159-5471-4d8b-9ea4-db9f85be0861 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.522642 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f3a4e159-5471-4d8b-9ea4-db9f85be0861 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4168382 Jul 16 18:13:53.526415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45158) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.531832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b6546abf-9868-49c9-9ebb-9d66b02785a9 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'tempest-secgroup--874239773'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:53.558388 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-14cee52f-083f-4d8a-b7dd-174101650836 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0520170 Jul 16 18:13:53.575877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-b60d3db5-d76f-4b3d-84a9-2d5b7c7ade2d service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:13:53.584622 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-b60d3db5-d76f-4b3d-84a9-2d5b7c7ade2d service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063992 Jul 16 18:13:53.588611 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77400437-50e8-4fc2-a883-2073af471722 req-a7f300a9-b18e-4944-97ae-f318c8aeeeb2 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:53.590220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77400437-50e8-4fc2-a883-2073af471722 req-a7f300a9-b18e-4944-97ae-f318c8aeeeb2 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1095 time: 0.1329699 Jul 16 18:13:53.593122 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcc49b6f-11c7-44d1-a4aa-86f8b051b5a9 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.611630 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcc49b6f-11c7-44d1-a4aa-86f8b051b5a9 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.619894 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6546abf-9868-49c9-9ebb-9d66b02785a9 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.639146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77400437-50e8-4fc2-a883-2073af471722 req-997a4318-b977-460e-af0b-8674888791ea tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422421 Jul 16 18:13:53.641370 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dcc49b6f-11c7-44d1-a4aa-86f8b051b5a9 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:53.643424 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dcc49b6f-11c7-44d1-a4aa-86f8b051b5a9 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2124567 Jul 16 18:13:53.655037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45164) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:53.673231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:53.839167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 99e400b5-8539-4ecb-a43a-ec298989d334 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:13:53.899012 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-ae6306f6-e686-4647-8d3c-4319f32bbfb2 service neutron] 10.222.0.47 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3118634 Jul 16 18:13:53.965248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 99e400b5-8539-4ecb-a43a-ec298989d334 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:13:53.969560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 99e400b5-8539-4ecb-a43a-ec298989d334 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:13:53.969952 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.040524 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6546abf-9868-49c9-9ebb-9d66b02785a9 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.052264 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6546abf-9868-49c9-9ebb-9d66b02785a9 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.064616 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.097585 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-30690495-10c6-4992-abc7-67616b3f475d service neutron] 10.222.0.47 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902561 Jul 16 18:13:54.114008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6546abf-9868-49c9-9ebb-9d66b02785a9 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.115611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b6546abf-9868-49c9-9ebb-9d66b02785a9 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5889049 Jul 16 18:13:54.116995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6546abf-9868-49c9-9ebb-9d66b02785a9 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8289601-1f62-41a7-82ec-6f448652b18b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.120162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45176) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.126922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-821eedd5-90c9-447b-96d8-37ba36bea988 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '3c57e28a-0382-44dc-848c-efb9defb1e82', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'f8289601-1f62-41a7-82ec-6f448652b18b'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:54.182712 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.234198 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-821eedd5-90c9-447b-96d8-37ba36bea988 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:54.236085 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-821eedd5-90c9-447b-96d8-37ba36bea988 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1142972 Jul 16 18:13:54.237376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd57b98-174c-4e38-b1d7-70af43adb8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e400b5-8539-4ecb-a43a-ec298989d334'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:13:54.239392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45182) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.241301 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a97e9e4-7c03-48ff-9010-dbd219119061" -d '{"events": [{"server_uuid": "bbd57b98-174c-4e38-b1d7-70af43adb8e6", "name": "network-vif-plugged", "status": "completed", "tag": "99e400b5-8539-4ecb-a43a-ec298989d334"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:13:54.272996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 99e400b5-8539-4ecb-a43a-ec298989d334, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=99e400b5-8539-4ecb-a43a-ec298989d334,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:54.278788 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.366273 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d7a06f-ba0c-4b18-95af-9cbbfcbb9a81 x-openstack-request-id: req-d5d7a06f-ba0c-4b18-95af-9cbbfcbb9a81 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:13:54.366580 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd57b98-174c-4e38-b1d7-70af43adb8e6", "name": "network-vif-plugged", "status": "completed", "tag": "99e400b5-8539-4ecb-a43a-ec298989d334", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:13:54.366978 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d5d7a06f-ba0c-4b18-95af-9cbbfcbb9a81 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:13:54.373368 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd57b98-174c-4e38-b1d7-70af43adb8e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99e400b5-8539-4ecb-a43a-ec298989d334', 'code': 200} Jul 16 18:13:54.426935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=99e400b5-8539-4ecb-a43a-ec298989d334,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.520749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a97ccd9-76ef-45d6-bfe0-a34c7d26d09a req-cc8fa81a-da06-4dd9-b4a7-10c7caafbdf7 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 210 time: 0.1040652 Jul 16 18:13:54.532633 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.570917 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.576307 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61e59a6-9d76-4aea-9f4a-1bcb65aa5cb3 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.649704 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61e59a6-9d76-4aea-9f4a-1bcb65aa5cb3 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.666253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d955ea8-cfee-423c-8e0c-8e7c901d17aa req-1984948a-953a-41fe-ad1f-175d08d1365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:54.667980 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2d955ea8-cfee-423c-8e0c-8e7c901d17aa req-1984948a-953a-41fe-ad1f-175d08d1365a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1096 time: 0.2552884 Jul 16 18:13:54.768875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2d955ea8-cfee-423c-8e0c-8e7c901d17aa req-60975e10-03e4-4a4b-8d8a-410c69232c4b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922916 Jul 16 18:13:54.795769 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61e59a6-9d76-4aea-9f4a-1bcb65aa5cb3 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.798273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61e59a6-9d76-4aea-9f4a-1bcb65aa5cb3 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:54.799464 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c61e59a6-9d76-4aea-9f4a-1bcb65aa5cb3 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "DELETE /v2.0/security-groups/f8289601-1f62-41a7-82ec-6f448652b18b HTTP/1.1" status: 204 len: 168 time: 0.5589764 Jul 16 18:13:54.801138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Allocated IP 172.25.7.127 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/223df9c8-bfb1-47a5-9014-a501196b4545) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:54.802188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45202) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:54.817015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61e59a6-9d76-4aea-9f4a-1bcb65aa5cb3 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8289601-1f62-41a7-82ec-6f448652b18b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:54.984926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.036087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990bed79-5a0c-461a-870a-ec7f79218174 req-7cb06c67-ce82-43a6-9975-85f393eea447 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:55.040889 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.058540 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-990bed79-5a0c-461a-870a-ec7f79218174 req-7cb06c67-ce82-43a6-9975-85f393eea447 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1096 time: 0.2089391 Jul 16 18:13:55.094559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:55.097929 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:55.104439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:55.136914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Pushing event updated for resources: {'Port': ['ID=223df9c8-bfb1-47a5-9014-a501196b4545,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.209083 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fd367f56-9d88-4a7c-bd67-f569facc667b tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4055719 Jul 16 18:13:55.210131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45208) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.254065 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-990bed79-5a0c-461a-870a-ec7f79218174 req-1bce050d-eb0d-456c-9100-46150f04946a tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666672 Jul 16 18:13:55.317384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16c16a67-69ba-4f39-b3ec-17e78391ed2b tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.347769 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16c16a67-69ba-4f39-b3ec-17e78391ed2b tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.450101 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16c16a67-69ba-4f39-b3ec-17e78391ed2b tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.453077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16c16a67-69ba-4f39-b3ec-17e78391ed2b tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.454243 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-16c16a67-69ba-4f39-b3ec-17e78391ed2b tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "DELETE /v2.0/security-groups/3c57e28a-0382-44dc-848c-efb9defb1e82 HTTP/1.1" status: 204 len: 168 time: 0.2361910 Jul 16 18:13:55.457355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45216) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.466421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c16a67-69ba-4f39-b3ec-17e78391ed2b tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c57e28a-0382-44dc-848c-efb9defb1e82,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.488059 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.568456 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-667dee32-b455-4440-905a-5f2a8b24b54b tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1080370 Jul 16 18:13:55.569397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45220) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.575429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-eeb4af68-ca1e-40d1-90de-35b054acb8b0 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'tempest-secgroup--353553445'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:55.613710 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeb4af68-ca1e-40d1-90de-35b054acb8b0 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.738997 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeb4af68-ca1e-40d1-90de-35b054acb8b0 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.765878 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeb4af68-ca1e-40d1-90de-35b054acb8b0 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.792056 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-57e242fe-a202-4efd-a829-32fe69d13c92 req-b87c1e26-f97a-4766-b961-779e633bb281 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 210 time: 0.0497785 Jul 16 18:13:55.819811 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeb4af68-ca1e-40d1-90de-35b054acb8b0 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:55.821415 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eeb4af68-ca1e-40d1-90de-35b054acb8b0 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2501485 Jul 16 18:13:55.828800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb4af68-ca1e-40d1-90de-35b054acb8b0 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38462489-d379-442f-a657-be5c8a25c66e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:55.831709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45224) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.837909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4584391f-0a73-41f2-849a-516b7be1fcc1 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '38462489-d379-442f-a657-be5c8a25c66e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:55.885445 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-4584391f-0a73-41f2-849a-516b7be1fcc1 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:55.887686 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4584391f-0a73-41f2-849a-516b7be1fcc1 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0536265 Jul 16 18:13:55.889462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45226) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:55.895602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5a196419-bab7-4049-b738-4c148730c8ca tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group_rule': {'security_group_id': '38462489-d379-442f-a657-be5c8a25c66e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:55.968144 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-5a196419-bab7-4049-b738-4c148730c8ca tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:13:55.969193 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5a196419-bab7-4049-b738-4c148730c8ca tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0781863 Jul 16 18:13:55.972082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45232) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:56.086623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac2a34aa-c735-4832-8a5b-b09a073d5894 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.159803 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac2a34aa-c735-4832-8a5b-b09a073d5894 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.259588 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac2a34aa-c735-4832-8a5b-b09a073d5894 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.265068 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac2a34aa-c735-4832-8a5b-b09a073d5894 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.267880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.269622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45238) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:56.270215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ac2a34aa-c735-4832-8a5b-b09a073d5894 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "DELETE /v2.0/security-groups/38462489-d379-442f-a657-be5c8a25c66e HTTP/1.1" status: 204 len: 168 time: 0.2968457 Jul 16 18:13:56.284737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2a34aa-c735-4832-8a5b-b09a073d5894 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38462489-d379-442f-a657-be5c8a25c66e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.295806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.385667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ea71c161-f55e-441f-9595-24ed18bcf66f tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1108854 Jul 16 18:13:56.386864 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45244) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:56.393088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bb1bd9b6-ed49-4eff-aad3-4ab667580211 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'tempest-secgroup--1694288554'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:56.478913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd9b6-ed49-4eff-aad3-4ab667580211 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.545120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49eecaa0-3b05-4a6a-a671-e1687210c255 req-52b08b63-e9ed-41bd-b5d1-a2b8e12c67e2 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.553703 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49eecaa0-3b05-4a6a-a671-e1687210c255 req-52b08b63-e9ed-41bd-b5d1-a2b8e12c67e2 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1229265 Jul 16 18:13:56.561425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Router 1330b014-21ed-4f97-8172-60343938de3d is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:13:56.642829 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49eecaa0-3b05-4a6a-a671-e1687210c255 req-8b63b98f-73dc-431d-9aea-2754a85a1793 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846455 Jul 16 18:13:56.689788 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd9b6-ed49-4eff-aad3-4ab667580211 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.697219 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd9b6-ed49-4eff-aad3-4ab667580211 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.759549 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb1bd9b6-ed49-4eff-aad3-4ab667580211 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.763466 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bb1bd9b6-ed49-4eff-aad3-4ab667580211 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3719740 Jul 16 18:13:56.763466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1bd9b6-ed49-4eff-aad3-4ab667580211 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbc1f51-a933-42e5-98d2-68dd7944e1e3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:56.765096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45252) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:56.769579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6e756ef0-affb-4abe-ad25-141b6027fd85 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:56.770001 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-6e756ef0-affb-4abe-ad25-141b6027fd85 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:13:56.770493 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-6e756ef0-affb-4abe-ad25-141b6027fd85 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:13:56.772321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6e756ef0-affb-4abe-ad25-141b6027fd85 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "PUT /v2.0/security-groups/5dbc1f51-a933-42e5-98d2-68dd7944e1e3 HTTP/1.1" status: 409 len: 330 time: 0.0064397 Jul 16 18:13:56.775120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45254) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:56.857695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-bfb527be-c4b6-4818-b2ee-11597b4bf433 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.872845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-bfb527be-c4b6-4818-b2ee-11597b4bf433 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.37 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 815 time: 0.1994753 Jul 16 18:13:56.874522 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f6df801-1507-4811-9d6d-9f78a0eb41dc tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.908362 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f6df801-1507-4811-9d6d-9f78a0eb41dc tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.937828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:13:56.940783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9d2101-fb58-4796-bdde-e1cdef2ae8bd req-02752a06-115b-4aa9-bf83-4e17bf830cfd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:56.942603 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d9d2101-fb58-4796-bdde-e1cdef2ae8bd req-02752a06-115b-4aa9-bf83-4e17bf830cfd tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.1181781 Jul 16 18:13:56.945327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Request body: {'port': {'device_id': '88d2a093-e403-4acd-8079-c4436ef13a69', 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a', 'admin_state_up': True, 'tenant_id': '79d2f2980cab4822ad81a06ea76d15ed'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:56.949319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c75395-fba8-4bf6-8201-5888b62c65f2 None None] Sync routers for ids ['1330b014-21ed-4f97-8172-60343938de3d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:13:56.954196 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:56.958268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d209cc5b-5a3d-4f95-94f4-919b0e7de3d1 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "PUT /v2.0/routers/1330b014-21ed-4f97-8172-60343938de3d HTTP/1.1" status: 200 len: 882 time: 3.2982831 Jul 16 18:13:56.960447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45258) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:56.965368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c75395-fba8-4bf6-8201-5888b62c65f2 None None] Routers {'1330b014-21ed-4f97-8172-60343938de3d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:56.966033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c8c75395-fba8-4bf6-8201-5888b62c65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1330b014-21ed-4f97-8172-60343938de3d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:57.004988 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d9d2101-fb58-4796-bdde-e1cdef2ae8bd req-6eb26caf-f013-4943-ba94-d9256c06f52d tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498569 Jul 16 18:13:57.025156 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f6df801-1507-4811-9d6d-9f78a0eb41dc tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.027832 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f6df801-1507-4811-9d6d-9f78a0eb41dc tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.035413 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7f6df801-1507-4811-9d6d-9f78a0eb41dc tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "DELETE /v2.0/security-groups/5dbc1f51-a933-42e5-98d2-68dd7944e1e3 HTTP/1.1" status: 204 len: 168 time: 0.2584624 Jul 16 18:13:57.038872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45260) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.039022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c8c75395-fba8-4bf6-8201-5888b62c65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:57.050087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c75395-fba8-4bf6-8201-5888b62c65f2 None None] Routers {'1330b014-21ed-4f97-8172-60343938de3d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:13:57.050802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c8c75395-fba8-4bf6-8201-5888b62c65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1330b014-21ed-4f97-8172-60343938de3d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:57.087757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6df801-1507-4811-9d6d-9f78a0eb41dc tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbc1f51-a933-42e5-98d2-68dd7944e1e3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.089464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c8c75395-fba8-4bf6-8201-5888b62c65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:13:57.090337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c75395-fba8-4bf6-8201-5888b62c65f2 None None] The sync data for ids ['1330b014-21ed-4f97-8172-60343938de3d'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:13:57.137620 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-64c22377-ebd4-43bd-bf28-a8c23f69969c tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0960388 Jul 16 18:13:57.141236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45262) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.157370 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-3dd6fce7-c3c5-4b0d-988b-4dd12b24c939 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] delete failed (client error): The resource could not be found. Jul 16 18:13:57.158633 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3dd6fce7-c3c5-4b0d-988b-4dd12b24c939 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "DELETE /v2.0/security-groups/1a46ae65-54bf-46c4-a6fc-21a84778cd94 HTTP/1.1" status: 404 len: 347 time: 0.0162497 Jul 16 18:13:57.162330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45264) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.178644 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-d59ae2c9-150d-4059-8895-b10115a6e293 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] show failed (client error): The resource could not be found. Jul 16 18:13:57.179961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d59ae2c9-150d-4059-8895-b10115a6e293 tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-groups/50683583-7a9c-4cb3-a831-0e119b16c2f5 HTTP/1.1" status: 404 len: 347 time: 0.0163364 Jul 16 18:13:57.188746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45266) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.218847 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5bd8c5df-8f09-4a24-afe5-6140ebc7e8d0 req-5734bd05-1e42-41bb-aeb2-c5abca29526e tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 210 time: 0.0423040 Jul 16 18:13:57.225082 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-672eba10-d6e8-4f9c-b0dc-1319c605337b tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] show failed (client error): The resource could not be found. Jul 16 18:13:57.226144 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-672eba10-d6e8-4f9c-b0dc-1319c605337b tempest-NegativeSecGroupIPv6Test-1532118519 tempest-NegativeSecGroupIPv6Test-1532118519-project] 10.222.0.47 "GET /v2.0/security-group-rules/a32c356c-6528-4cd3-8321-d8bf4e2e8952 HTTP/1.1" status: 404 len: 356 time: 0.0364568 Jul 16 18:13:57.228393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Made reservation on behalf of 79d2f2980cab4822ad81a06ea76d15ed for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:57.232989 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.282800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0f0c2c0b-1d1e-49e7-9df2-119ed8872e93 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/routers/1330b014-21ed-4f97-8172-60343938de3d HTTP/1.1" status: 200 len: 923 time: 0.3209383 Jul 16 18:13:57.285588 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45270) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.286618 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce19725-cde9-407e-8e10-ea350f221033 req-8c3c66ea-2317-489b-97d4-b98b5cf09272 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.288469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ce19725-cde9-407e-8e10-ea350f221033 req-8c3c66ea-2317-489b-97d4-b98b5cf09272 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1096 time: 0.2743120 Jul 16 18:13:57.412860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ce19725-cde9-407e-8e10-ea350f221033 req-8faaabe4-2846-42e2-9410-f1c7a52d7fce tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933015 Jul 16 18:13:57.472654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Allocated IP 172.20.0.14 (87c0994c-4aaf-49f7-8df5-387a862ccd8a/6db1d6e3-b917-4d9a-9c9e-22474e4c041f/1208a4d5-a318-4ff0-b20e-f4391c5c76c6) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:13:57.570139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad94fa9-09a1-4efb-8a8e-a6a5349dd31e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.574839 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fad94fa9-09a1-4efb-8a8e-a6a5349dd31e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&device_id=1330b014-21ed-4f97-8172-60343938de3d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2859662 Jul 16 18:13:57.575540 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45274) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.697132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45278) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.726038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b5d790-c81f-4646-aa1c-c2906762465e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.727883 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c4b5d790-c81f-4646-aa1c-c2906762465e tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 881 time: 0.1509163 Jul 16 18:13:57.731820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45282) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.738243 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.765285 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d46126c2-4ad3-441e-b79e-65337c7294c8 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=1330b014-21ed-4f97-8172-60343938de3d HTTP/1.1" status: 200 len: 205 time: 0.0333052 Jul 16 18:13:57.767686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45288) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:57.770952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba60d45b-76ba-4800-9815-eb1f9fbeee8f req-98bcacf9-680c-41fa-8cb6-aabe95d7fe30 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:57.772534 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ba60d45b-76ba-4800-9815-eb1f9fbeee8f req-98bcacf9-680c-41fa-8cb6-aabe95d7fe30 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1154435 Jul 16 18:13:57.788315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.842031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Network 87c0994c-4aaf-49f7-8df5-387a862ccd8a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:13:57.851883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:13:57.866195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:13:57.889715 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ba60d45b-76ba-4800-9815-eb1f9fbeee8f req-ac1e7f1e-21a5-4377-bdcb-494544db387d tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775998 Jul 16 18:13:57.910945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:57.918128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Pushing event updated for resources: {'Port': ['ID=1208a4d5-a318-4ff0-b20e-f4391c5c76c6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:57.983402 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d3199e5c-e43b-4b6f-86d3-21095c29f681 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f1746829995045e3a9d3293ad252627a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2852914 Jul 16 18:13:57.986150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45298) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:58.014540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:58.015275 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.062314 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.084599 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-794e5311-7f85-4308-8861-a064f96d5776 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.089514 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-9bcdc2c8-6659-48b2-99fe-8e4fb7c61574 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1492865 Jul 16 18:13:58.133342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-ec4c3c85-993f-49b3-8eb7-178ba8d3ed56 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:13:58.135400 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-ec4c3c85-993f-49b3-8eb7-178ba8d3ed56 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0149038 Jul 16 18:13:58.178788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Deleting port 223df9c8-bfb1-47a5-9014-a501196b4545 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:58.179232 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.185928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-794e5311-7f85-4308-8861-a064f96d5776 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.250365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Request body: {'port': {'device_id': '88d2a093-e403-4acd-8079-c4436ef13a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:58.313192 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.328374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Calling delete_port for 223df9c8-bfb1-47a5-9014-a501196b4545 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:58.343113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b398a9f2-418f-45d8-b253-35c1403af49a req-6681530a-bbe8-4fb7-95c0-34bceaa5a721 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:58.344317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b398a9f2-418f-45d8-b253-35c1403af49a req-6681530a-bbe8-4fb7-95c0-34bceaa5a721 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.1417933 Jul 16 18:13:58.440141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b398a9f2-418f-45d8-b253-35c1403af49a req-66c9eede-b7bd-417e-a2ea-fbe31b171f60 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572515 Jul 16 18:13:58.445390 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-794e5311-7f85-4308-8861-a064f96d5776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.447619 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-794e5311-7f85-4308-8861-a064f96d5776 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.451015 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-794e5311-7f85-4308-8861-a064f96d5776 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0399eac8-039d-4c28-b380-2c2c0f9cd161 HTTP/1.1" status: 204 len: 168 time: 0.4617090 Jul 16 18:13:58.453377 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-0a0d6b00-826d-46c4-aa67-389f4e35ddc0 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:58.454961 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-0a0d6b00-826d-46c4-aa67-389f4e35ddc0 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/networks?id=5d3d20ac-046f-47c8-882c-5ceb17958810 HTTP/1.1" status: 200 len: 910 time: 0.2525270 Jul 16 18:13:58.458199 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.476365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794e5311-7f85-4308-8861-a064f96d5776 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0399eac8-039d-4c28-b380-2c2c0f9cd161,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.500016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-88a45476-3b70-4ca6-a644-b2bc65043495 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/quotas/d323a94841ba40fbbb5c907938a8f770 HTTP/1.1" status: 200 len: 375 time: 0.0346637 Jul 16 18:13:58.535335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d08e48-7b5d-45a4-83ed-b45f39ccfbc5 req-897c9ada-5f89-4361-9edd-807e021d82b7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:58.537753 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7d08e48-7b5d-45a4-83ed-b45f39ccfbc5 req-897c9ada-5f89-4361-9edd-807e021d82b7 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.18 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.2433071 Jul 16 18:13:58.683261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2a97d1-09ef-4fd5-89e8-d54a3792b5b5 req-602e331a-34a9-4060-aceb-161031b4fc79 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:58.686518 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ba2a97d1-09ef-4fd5-89e8-d54a3792b5b5 req-602e331a-34a9-4060-aceb-161031b4fc79 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 932 time: 0.1064887 Jul 16 18:13:58.687772 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.742385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Pushing event deleted for resources: {'Port': ['ID=223df9c8-bfb1-47a5-9014-a501196b4545,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:58.835061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ba2a97d1-09ef-4fd5-89e8-d54a3792b5b5 req-c052a578-0f15-46d4-a45a-f416a301a9d3 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391180 Jul 16 18:13:58.853030 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.906288 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-72f5c2de-bb48-451d-bdf7-766d1f15d48e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?tenant_id=d323a94841ba40fbbb5c907938a8f770&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3834329 Jul 16 18:13:58.964021 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.966348 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:58.989629 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:13:59.003605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.021674 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.022401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Fanout notify agent at l3_agent the message router_deleted on router 1330b014-21ed-4f97-8172-60343938de3d {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:13:59.037475 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.042716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e7d3e2cb-6de2-4961-a3f8-c9feeeda5478 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/1330b014-21ed-4f97-8172-60343938de3d HTTP/1.1" status: 204 len: 168 time: 1.2731619 Jul 16 18:13:59.045504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45334) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:59.061031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-059473dd-8778-41d7-a2b0-1660fa548e89 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1851131185', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:59.089059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-3cd2bcdc-36fc-47b9-b5c9-2a6602788a17 service neutron] 10.222.0.47 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483505 Jul 16 18:13:59.101707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Transition to ACTIVE for port object 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:13:59.104555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a7d08e48-7b5d-45a4-83ed-b45f39ccfbc5 req-92bb5dea-35a5-4f71-9a99-ef1fe9f02598 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Deleting port 66056d0b-9b35-4a79-8305-2ddaf7c755ad {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:13:59.104905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a7d08e48-7b5d-45a4-83ed-b45f39ccfbc5 req-92bb5dea-35a5-4f71-9a99-ef1fe9f02598 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.140562 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-059473dd-8778-41d7-a2b0-1660fa548e89 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.142274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-059473dd-8778-41d7-a2b0-1660fa548e89 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.142515 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.207541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Pushing event updated for resources: {'Port': ['ID=1208a4d5-a318-4ff0-b20e-f4391c5c76c6,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:13:59.258371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-059473dd-8778-41d7-a2b0-1660fa548e89 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.269042 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.273277 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-059473dd-8778-41d7-a2b0-1660fa548e89 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.297556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-059473dd-8778-41d7-a2b0-1660fa548e89 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.304280 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-059473dd-8778-41d7-a2b0-1660fa548e89 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2482181 Jul 16 18:13:59.304280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45340) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:59.308974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'enable_snat': True}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:59.409141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-00e52308-ee33-4d26-ab95-ace1549644c9 service neutron] 10.222.0.47 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000357 Jul 16 18:13:59.457976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a7d08e48-7b5d-45a4-83ed-b45f39ccfbc5 req-92bb5dea-35a5-4f71-9a99-ef1fe9f02598 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] For port 66056d0b-9b35-4a79-8305-2ddaf7c755ad, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=66056d0b-9b35-4a79-8305-2ddaf7c755ad,segment=NetworkSegment(e387438a-fb67-44a7-bef5-bdb4f076e083),segment_id=e387438a-fb67-44a7-bef5-bdb4f076e083)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:13:59.458464 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a7d08e48-7b5d-45a4-83ed-b45f39ccfbc5 req-92bb5dea-35a5-4f71-9a99-ef1fe9f02598 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.543268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a7d08e48-7b5d-45a4-83ed-b45f39ccfbc5 req-92bb5dea-35a5-4f71-9a99-ef1fe9f02598 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Calling delete_port for 66056d0b-9b35-4a79-8305-2ddaf7c755ad owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:13:59.547211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Attempting to bind port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:13:59.547587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Attempting to bind port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:13:59.547915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Attempting to bind port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:59.563252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45348) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:13:59.585692 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.596873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:13:59.597365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Attempting to bind port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:13:59.670876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:13:59.671218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Checking segment: {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:13:59.671691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Bound using segment: {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:13:59.672138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Bound port: 1208a4d5-a318-4ff0-b20e-f4391c5c76c6, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:13:59.672645 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.728531 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd5738d2-8b0e-4f94-ba05-6be406ef5ff5 req-1d69b118-5d97-41fb-aeaa-9e522ba0db20 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 210 time: 0.0520489 Jul 16 18:13:59.797644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1740188308'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:13:59.834025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] For port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:13:59.885215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] For port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1208a4d5-a318-4ff0-b20e-f4391c5c76c6,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:13:59.885808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7a1df3-76e5-4ea4-8922-2d2acf7fadb6 req-be22780d-b9f7-43eb-8027-c87fd25b2221 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:13:59.887736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f7a1df3-76e5-4ea4-8922-2d2acf7fadb6 req-be22780d-b9f7-43eb-8027-c87fd25b2221 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 947 time: 0.1899147 Jul 16 18:13:59.889788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Made reservation on behalf of 52b97140971347d4af0bf9cb3a29894f for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:13:59.894321 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.903979 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.937645 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:13:59.984202 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f7a1df3-76e5-4ea4-8922-2d2acf7fadb6 req-e4bcd121-6d93-4789-aa02-4e2d24f2b73e tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/security-groups?id=51308fb6-e452-4c6e-864d-0f0d641f4b32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883772 Jul 16 18:13:59.987980 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.019434 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.128963 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:00.160703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Allocated IP 172.25.7.61 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/bf19942a-3c51-4b8e-9cd5-751d080e00ba) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:00.309529 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a7d08e48-7b5d-45a4-83ed-b45f39ccfbc5 req-92bb5dea-35a5-4f71-9a99-ef1fe9f02598 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.319082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.319839 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.321374 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] 10.222.0.37 "PUT /v2.0/ports/1208a4d5-a318-4ff0-b20e-f4391c5c76c6 HTTP/1.1" status: 200 len: 1092 time: 2.1671081 Jul 16 18:14:00.345524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88d2a093-e403-4acd-8079-c4436ef13a69', 'tag': '1208a4d5-a318-4ff0-b20e-f4391c5c76c6'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:00.347975 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f94d9251-cc11-45aa-be96-014dc858a130" -d '{"events": [{"name": "network-changed", "server_uuid": "88d2a093-e403-4acd-8079-c4436ef13a69", "tag": "1208a4d5-a318-4ff0-b20e-f4391c5c76c6"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:00.348597 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.425864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.445620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1459d031-7bfe-4752-986d-b3325826c5ce service neutron] Pushing event updated for resources: {'Port': ['ID=1208a4d5-a318-4ff0-b20e-f4391c5c76c6,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.498359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event updated for resources: {'Port': ['ID=bf19942a-3c51-4b8e-9cd5-751d080e00ba,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.525817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d08e48-7b5d-45a4-83ed-b45f39ccfbc5 req-92bb5dea-35a5-4f71-9a99-ef1fe9f02598 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] No DVR routers for this DVR port 66056d0b-9b35-4a79-8305-2ddaf7c755ad on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:00.529554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:00.533287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:00.537729 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a7d08e48-7b5d-45a4-83ed-b45f39ccfbc5 req-92bb5dea-35a5-4f71-9a99-ef1fe9f02598 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.540589 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7d08e48-7b5d-45a4-83ed-b45f39ccfbc5 req-92bb5dea-35a5-4f71-9a99-ef1fe9f02598 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.18 "DELETE /v2.0/ports/66056d0b-9b35-4a79-8305-2ddaf7c755ad HTTP/1.1" status: 204 len: 173 time: 1.9810069 Jul 16 18:14:00.546001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bb5dea-35a5-4f71-9a99-ef1fe9f02598 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] Pushing event deleted for resources: {'Port': ['ID=66056d0b-9b35-4a79-8305-2ddaf7c755ad,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.576412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:00.604391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef624de-4e58-4db9-8582-26de16544ed6 req-a371caca-916c-41a4-9129-982d7e44cb61 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.612111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ef624de-4e58-4db9-8582-26de16544ed6 req-a371caca-916c-41a4-9129-982d7e44cb61 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 944 time: 0.3263810 Jul 16 18:14:00.655485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-f09a6415-f46e-4637-b1e5-ff62ebecc5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.657301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-f09a6415-f46e-4637-b1e5-ff62ebecc5be service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 1095 time: 0.2528143 Jul 16 18:14:00.734418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.749707 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ef624de-4e58-4db9-8582-26de16544ed6 req-0719d200-69e5-4489-af24-48d10103b13c tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348853 Jul 16 18:14:00.753476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.770220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-61655982-8f08-423f-b68d-b03f8fa32166 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1208a4d5-a318-4ff0-b20e-f4391c5c76c6 HTTP/1.1" status: 200 len: 217 time: 0.0901766 Jul 16 18:14:00.844090 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:00.863954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2faab05-7bdf-4af3-9501-30377fd596d8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:00.872447 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3c68cc4-e595-4aad-bbdf-0a0849e9907d x-openstack-request-id: req-e3c68cc4-e595-4aad-bbdf-0a0849e9907d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:00.872734 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88d2a093-e403-4acd-8079-c4436ef13a69", "tag": "1208a4d5-a318-4ff0-b20e-f4391c5c76c6", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:00.872979 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3c68cc4-e595-4aad-bbdf-0a0849e9907d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:00.873408 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88d2a093-e403-4acd-8079-c4436ef13a69', 'tag': '1208a4d5-a318-4ff0-b20e-f4391c5c76c6', 'status': 'completed', 'code': 200} Jul 16 18:14:00.880895 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:00.881535 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Added segment 4aa3e204-f8c5-4472-b7c2-49e566d50555 of type vlan for network 61bc9dd7-eee2-44aa-9467-804c1a99b71e Jul 16 18:14:00.948504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-f814a6e8-75a8-4d4b-be42-a0ec701468a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:00.949983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-f814a6e8-75a8-4d4b-be42-a0ec701468a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6db1d6e3-b917-4d9a-9c9e-22474e4c041f HTTP/1.1" status: 200 len: 855 time: 0.1712573 Jul 16 18:14:00.988940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.003723 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6bf5ce4-9579-46f4-8416-0b9cff5790f5 req-f8153969-4e6d-4810-b538-07869f7e9099 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 210 time: 0.0653300 Jul 16 18:14:01.032092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-e6a1a086-7dac-4e59-bf4b-bc732e89a319 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87c0994c-4aaf-49f7-8df5-387a862ccd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0741014 Jul 16 18:14:01.255164 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.263315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.264101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.350513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7822342 Jul 16 18:14:01.366520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45382) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:01.378697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Request body: {'subnet': {'network_id': '61bc9dd7-eee2-44aa-9467-804c1a99b71e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:01.381224 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6405976a-a547-4a6a-8659-33575f3ac2f1 req-f13ed724-a3ad-48c2-9a86-aa875e908ef8 tempest-ServersNegativeTestJSON-722436754 tempest-ServersNegativeTestJSON-722436754-project] 10.222.0.47 "GET /v2.0/ports?device_id=9989b94a-5e0c-4826-8bc9-971a1815b2aa HTTP/1.1" status: 200 len: 210 time: 0.0559416 Jul 16 18:14:01.496345 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.520335 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-156ec314-9363-40c7-acc1-9402cf7e93c0 service neutron] 10.222.0.37 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4782019 Jul 16 18:14:01.586824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd19e6-3730-4f52-b67a-dcc96442251c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Pushing event updated for resources: {'Network': ['ID=61bc9dd7-eee2-44aa-9467-804c1a99b71e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:01.601345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 61bc9dd7-eee2-44aa-9467-804c1a99b71e details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:01.758439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Made reservation on behalf of 52b97140971347d4af0bf9cb3a29894f for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:01.763099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.809608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-196ee97c-b8e5-496a-898d-b0d8d15437c3 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:01.811233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-196ee97c-b8e5-496a-898d-b0d8d15437c3 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.37 "GET /v2.0/networks?id=5d3d20ac-046f-47c8-882c-5ceb17958810 HTTP/1.1" status: 200 len: 910 time: 0.5577981 Jul 16 18:14:01.827662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Request body: {'port': {'device_id': '82ab87de-163d-4fec-821a-ed3b4493fcd2', 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810', 'admin_state_up': True, 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:01.828943 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.834136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:01.840792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb39d3c-3366-4adc-8f2d-fec8636b5f8a req-8277e5c3-b2b8-4f22-a158-7430aec4e5db service neutron] 10.222.0.37 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3074148 Jul 16 18:14:01.857259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 66056d0b-9b35-4a79-8305-2ddaf7c755ad no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:01.909051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 66056d0b-9b35-4a79-8305-2ddaf7c755ad {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:01.912325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 66056d0b-9b35-4a79-8305-2ddaf7c755ad not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:01.924488 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Made reservation on behalf of d323a94841ba40fbbb5c907938a8f770 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:01.926993 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.076871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a609fcc4-a26b-425d-935c-c618ce1cda97 req-1eddd6d7-04d3-4790-a9ba-cb245907b272 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.078537 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a609fcc4-a26b-425d-935c-c618ce1cda97 req-1eddd6d7-04d3-4790-a9ba-cb245907b272 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 944 time: 0.1138532 Jul 16 18:14:02.094694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Router a333432f-1d55-4168-a5a0-abc34e73dbb7 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:02.214760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a609fcc4-a26b-425d-935c-c618ce1cda97 req-293a65ac-2759-4444-bd62-5e4e9188955e tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302516 Jul 16 18:14:02.240438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:02.246536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.250749 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-51fd5069-a180-4513-94a1-04c383aea0da tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "PUT /v2.0/routers/a333432f-1d55-4168-a5a0-abc34e73dbb7 HTTP/1.1" status: 200 len: 918 time: 2.9474981 Jul 16 18:14:02.251482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45390) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.253961 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d6fbac-cf64-44c8-ba48-a3435cfa6cc9 None None] Sync routers for ids ['a333432f-1d55-4168-a5a0-abc34e73dbb7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:02.272313 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4604608a-47d6-4723-b984-55b6e993a371 req-a95c2214-015a-46b7-800e-b312d44bf206 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 210 time: 0.0616612 Jul 16 18:14:02.279263 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6fbac-cf64-44c8-ba48-a3435cfa6cc9 None None] Routers {'a333432f-1d55-4168-a5a0-abc34e73dbb7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:02.287813 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-07d6fbac-cf64-44c8-ba48-a3435cfa6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a333432f-1d55-4168-a5a0-abc34e73dbb7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:02.294952 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d9251-cc11-45aa-be96-014dc858a130 req-2e93dd9d-cf98-4d06-966d-a71ff56b487e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.296942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f94d9251-cc11-45aa-be96-014dc858a130 req-2e93dd9d-cf98-4d06-966d-a71ff56b487e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 1095 time: 0.3414512 Jul 16 18:14:02.322248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Allocated IP 172.20.0.14 (5d3d20ac-046f-47c8-882c-5ceb17958810/7df14d04-6d47-4b12-8b32-0871eb840ae8/dabe1fb1-27f9-4759-b64e-e65526904c82) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:02.334799 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.353117 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-07d6fbac-cf64-44c8-ba48-a3435cfa6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:02.374955 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d6fbac-cf64-44c8-ba48-a3435cfa6cc9 None None] Routers {'a333432f-1d55-4168-a5a0-abc34e73dbb7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:02.376963 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-07d6fbac-cf64-44c8-ba48-a3435cfa6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a333432f-1d55-4168-a5a0-abc34e73dbb7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:02.385892 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9d6d02f7-6c30-4917-be87-be5aec1f7200 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/routers/a333432f-1d55-4168-a5a0-abc34e73dbb7 HTTP/1.1" status: 200 len: 924 time: 0.1319356 Jul 16 18:14:02.387554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45394) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.440960 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-07d6fbac-cf64-44c8-ba48-a3435cfa6cc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:02.441871 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d6fbac-cf64-44c8-ba48-a3435cfa6cc9 None None] The sync data for ids ['a333432f-1d55-4168-a5a0-abc34e73dbb7'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:02.492064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204d8d33-a6e4-4754-b976-8dcee8e2c2de tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.494945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-204d8d33-a6e4-4754-b976-8dcee8e2c2de tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&device_id=a333432f-1d55-4168-a5a0-abc34e73dbb7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1061389 Jul 16 18:14:02.497502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45400) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.518601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45402) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.527099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Pushing event updated for resources: {'Subnet': ['ID=8835a02e-ac0b-4264-a3fb-6666f2c9d18c,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:02.606157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-3796fb76-ff71-4044-841e-1565a7666e7c admin admin] Deleting subnet 13f068b8-d687-447c-9e12-67b3a467d48c {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:02.617113 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3796fb76-ff71-4044-841e-1565a7666e7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.635145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0039ef26-bf61-4659-bcd9-94838330be31 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.639185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0039ef26-bf61-4659-bcd9-94838330be31 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 881 time: 0.1371899 Jul 16 18:14:02.639464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45404) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.641448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Checking segment: {'id': '4aa3e204-f8c5-4472-b7c2-49e566d50555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '61bc9dd7-eee2-44aa-9467-804c1a99b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:02.641848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Network hostable DHCP agents. Network: 61bc9dd7-eee2-44aa-9467-804c1a99b71e, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:02.661469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d9251-cc11-45aa-be96-014dc858a130 req-7643c805-8099-4999-b3b6-235508a11d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.662967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f94d9251-cc11-45aa-be96-014dc858a130 req-7643c805-8099-4999-b3b6-235508a11d4d service neutron] 10.222.0.37 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 916 time: 0.3574429 Jul 16 18:14:02.677544 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-877d9f00-82bf-4f89-85fc-d66d75ddfab6 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=a333432f-1d55-4168-a5a0-abc34e73dbb7 HTTP/1.1" status: 200 len: 205 time: 0.0346823 Jul 16 18:14:02.678365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45408) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.765376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3796fb76-ff71-4044-841e-1565a7666e7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.770045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f94d9251-cc11-45aa-be96-014dc858a130 req-9e2fd81b-9eea-4457-bcda-e3d0940b767c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1208a4d5-a318-4ff0-b20e-f4391c5c76c6 HTTP/1.1" status: 200 len: 217 time: 0.0881140 Jul 16 18:14:02.799022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45412) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:02.843617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Network 61bc9dd7-eee2-44aa-9467-804c1a99b71e is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:02.849243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.876020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'name': 'network-vif-deleted', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:02.878473 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cb013fe-a138-4ad8-af10-d852bbc3f1f7" -d '{"events": [{"server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "name": "network-vif-deleted", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:02.893338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 61bc9dd7-eee2-44aa-9467-804c1a99b71e) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:02.904287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0b20e1-01aa-4619-a48a-52263efb1cf9 None None] Network 61bc9dd7-eee2-44aa-9467-804c1a99b71e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:02.911407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d9251-cc11-45aa-be96-014dc858a130 req-8b0e4f98-c3e4-4e01-a643-ba48d2cc3210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.912920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f94d9251-cc11-45aa-be96-014dc858a130 req-8b0e4f98-c3e4-4e01-a643-ba48d2cc3210 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6db1d6e3-b917-4d9a-9c9e-22474e4c041f HTTP/1.1" status: 200 len: 855 time: 0.1182351 Jul 16 18:14:02.914183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:02.915279 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.921843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3796fb76-ff71-4044-841e-1565a7666e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.926210 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:02.976995 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b444fd32-d372-44af-92ac-0ede718ec325 x-openstack-request-id: req-b444fd32-d372-44af-92ac-0ede718ec325 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:02.978094 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9989b94a-5e0c-4826-8bc9-971a1815b2aa", "name": "network-vif-deleted", "tag": "66056d0b-9b35-4a79-8305-2ddaf7c755ad", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:02.978530 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b444fd32-d372-44af-92ac-0ede718ec325 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:02.979118 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9989b94a-5e0c-4826-8bc9-971a1815b2aa', 'name': 'network-vif-deleted', 'tag': '66056d0b-9b35-4a79-8305-2ddaf7c755ad', 'status': 'completed', 'code': 200} Jul 16 18:14:03.008154 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-44adf815-b466-4f87-b30d-7893297802c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.017375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f94d9251-cc11-45aa-be96-014dc858a130 req-32e51f24-f5eb-4596-a8b0-a8eefb991e06 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87c0994c-4aaf-49f7-8df5-387a862ccd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0883842 Jul 16 18:14:03.020869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Transition to ACTIVE for port object dabe1fb1-27f9-4759-b64e-e65526904c82 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:03.023601 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d0ad37ec-9c9b-4350-8381-fd2b9f1cadde tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6536593 Jul 16 18:14:03.027270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45418) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.034813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Request body: {'port': {'network_id': '61bc9dd7-eee2-44aa-9467-804c1a99b71e', 'name': 'tempest-TagsExtTest-704483147'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:03.090807 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.155625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3796fb76-ff71-4044-841e-1565a7666e7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.178532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-61bc9dd7-eee2-44aa-9467-804c1a99b71e', 'network_id': '61bc9dd7-eee2-44aa-9467-804c1a99b71e', 'tenant_id': '52b97140971347d4af0bf9cb3a29894f', 'fixed_ips': [{'subnet_id': '8835a02e-ac0b-4264-a3fb-6666f2c9d18c'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:03.180700 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.207463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796fb76-ff71-4044-841e-1565a7666e7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13f068b8-d687-447c-9e12-67b3a467d48c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.209827 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3796fb76-ff71-4044-841e-1565a7666e7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.212681 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3796fb76-ff71-4044-841e-1565a7666e7c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/13f068b8-d687-447c-9e12-67b3a467d48c HTTP/1.1" status: 204 len: 168 time: 0.6830747 Jul 16 18:14:03.216953 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f94d9251-cc11-45aa-be96-014dc858a130 req-bc45facf-5b1f-41a8-9d96-487ff7f3ac7b service neutron] 10.222.0.37 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900842 Jul 16 18:14:03.218089 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.220428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45420) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.234434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['99e400b5-8539-4ecb-a43a-ec298989d334'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:03.294788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Deleting port bf19942a-3c51-4b8e-9cd5-751d080e00ba {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:03.295130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.302591 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-44adf815-b466-4f87-b30d-7893297802c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.317458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-44adf815-b466-4f87-b30d-7893297802c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.500485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Made reservation on behalf of 52b97140971347d4af0bf9cb3a29894f for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:03.504137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.529113 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-44adf815-b466-4f87-b30d-7893297802c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ddf8727532e84ee5b29650e6d8d3678d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7289724 Jul 16 18:14:03.542801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45426) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:03.543009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44adf815-b466-4f87-b30d-7893297802c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e2ca64-e044-49d6-a54b-43568e04c3e7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.604970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] device_id is not set on port 08a6050e-d239-492a-b0b7-9683fb156e82 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:03.610956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.632199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Network 5d3d20ac-046f-47c8-882c-5ceb17958810 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:03.643308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Calling delete_port for bf19942a-3c51-4b8e-9cd5-751d080e00ba owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:03.674603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Allocated IP 172.20.0.2 (61bc9dd7-eee2-44aa-9467-804c1a99b71e/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/53704908-a3f8-45ab-9d6a-7a7e4d091ce5) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:03.719592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:03.732222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:03.741074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Pushing event updated for resources: {'Port': ['ID=dabe1fb1-27f9-4759-b64e-e65526904c82,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:03.766454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.779210 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22b40596-8128-4794-86a9-3d953cfd99d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.810819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af0ce9-f671-4100-8da9-b2f47323c063 req-845ea758-dbb2-46c4-928f-d171a49e6505 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.818009 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05af0ce9-f671-4100-8da9-b2f47323c063 req-845ea758-dbb2-46c4-928f-d171a49e6505 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1028 time: 0.3022664 Jul 16 18:14:03.831697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:03.832463 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.836047 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f94d9251-cc11-45aa-be96-014dc858a130 req-27942335-8b56-4625-be02-477425a8645c service neutron] 10.222.0.37 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6046472 Jul 16 18:14:03.836211 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22b40596-8128-4794-86a9-3d953cfd99d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.915361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-98855ae4-bec5-4c47-a729-db509c75131e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.0947199 Jul 16 18:14:03.949813 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05af0ce9-f671-4100-8da9-b2f47323c063 req-b8908a7a-f178-4bb6-9167-ca15b4734fe3 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307890 Jul 16 18:14:03.958933 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.968371 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:03.971674 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Transition to ACTIVE for port object 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:03.983637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27e1b332-974b-445e-9a42-b3119f6937a1']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:03.998867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e387438a-fb67-44a7-bef5-bdb4f076e083') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:03.999204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e387438a-fb67-44a7-bef5-bdb4f076e083') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:04.005982 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Transition to ACTIVE for port object 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:04.009438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.015874 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.027715 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.035759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] Releasing vlan 365 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:04.036371 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.042981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22b40596-8128-4794-86a9-3d953cfd99d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.050281 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22b40596-8128-4794-86a9-3d953cfd99d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.051811 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-22b40596-8128-4794-86a9-3d953cfd99d8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7e2ca64-e044-49d6-a54b-43568e04c3e7 HTTP/1.1" status: 204 len: 168 time: 0.5059843 Jul 16 18:14:04.084265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Pushing event updated for resources: {'Port': ['ID=53704908-a3f8-45ab-9d6a-7a7e4d091ce5,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:04.101601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Network 61bc9dd7-eee2-44aa-9467-804c1a99b71e is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:04.106878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:04.111325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:04.115743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b40596-8128-4794-86a9-3d953cfd99d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e2ca64-e044-49d6-a54b-43568e04c3e7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: items = [ Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:04.142763 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:04.146072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Allocated IP 172.20.0.13 (61bc9dd7-eee2-44aa-9467-804c1a99b71e/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/08a6050e-d239-492a-b0b7-9683fb156e82) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:04.154643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2958e1e4-f35e-4efe-b509-680153641ef0 req-4a90bed6-c9dc-4991-825e-7b2d19371297 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.156874 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.164436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2958e1e4-f35e-4efe-b509-680153641ef0 req-4a90bed6-c9dc-4991-825e-7b2d19371297 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 944 time: 0.5623615 Jul 16 18:14:04.176513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Request body: {'port': {'device_id': '82ab87de-163d-4fec-821a-ed3b4493fcd2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:04.200352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Pushing event deleted for resources: {'Port': ['ID=bf19942a-3c51-4b8e-9cd5-751d080e00ba,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:04.214681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-15b70c02-8172-4c71-845f-8a9293abc0ce None None] Provisioning for port dabe1fb1-27f9-4759-b64e-e65526904c82 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:04.224998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-15b70c02-8172-4c71-845f-8a9293abc0ce None None] Provisioning complete for port dabe1fb1-27f9-4759-b64e-e65526904c82 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:04.225275 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15b70c02-8172-4c71-845f-8a9293abc0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.248397 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.250448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Attempting to bind port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:04.250629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Attempting to bind port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '4aa3e204-f8c5-4472-b7c2-49e566d50555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '61bc9dd7-eee2-44aa-9467-804c1a99b71e'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:04.250997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Attempting to bind port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 on network 61bc9dd7-eee2-44aa-9467-804c1a99b71e {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:04.260953 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.265580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/27e1b332-974b-445e-9a42-b3119f6937a1 HTTP/1.1" status: 204 len: 168 time: 1.0449347 Jul 16 18:14:04.280287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:04.288787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Checking segment: {'id': '4aa3e204-f8c5-4472-b7c2-49e566d50555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '61bc9dd7-eee2-44aa-9467-804c1a99b71e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:04.289469 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.290117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Bound using segment: {'id': '4aa3e204-f8c5-4472-b7c2-49e566d50555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '61bc9dd7-eee2-44aa-9467-804c1a99b71e'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:04.290773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Bound port: 53704908-a3f8-45ab-9d6a-7a7e4d091ce5, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4aa3e204-f8c5-4472-b7c2-49e566d50555', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '61bc9dd7-eee2-44aa-9467-804c1a99b71e'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:04.291340 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.297937 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.312666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dc1e51-07b8-4bc2-b4bf-c1371b265bd4 admin admin] Pushing event deleted for resources: {'Network': ['ID=27e1b332-974b-445e-9a42-b3119f6937a1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:04.322033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-15b70c02-8172-4c71-845f-8a9293abc0ce None None] Port dabe1fb1-27f9-4759-b64e-e65526904c82 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:04.344798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2958e1e4-f35e-4efe-b509-680153641ef0 req-e50bce5a-fe27-4847-bbd8-e9624c16f32d tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776357 Jul 16 18:14:04.423317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] For port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:04.430103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] For port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=53704908-a3f8-45ab-9d6a-7a7e4d091ce5,segment=NetworkSegment(4aa3e204-f8c5-4472-b7c2-49e566d50555),segment_id=4aa3e204-f8c5-4472-b7c2-49e566d50555)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:04.437662 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.439003 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.444419 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.447378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.529635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d10b7-1f47-470e-8296-f14d2d4f1ee1 None None] Pushing event updated for resources: {'Port': ['ID=53704908-a3f8-45ab-9d6a-7a7e4d091ce5,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:04.531977 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-3ca7c57d-7844-4a7b-b0bd-5a40c699941d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3045449 Jul 16 18:14:04.594501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.595040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Fanout notify agent at l3_agent the message router_deleted on router a333432f-1d55-4168-a5a0-abc34e73dbb7 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:04.616412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.619761 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-907d3807-08d1-4ce1-ad37-2b480f4a901f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/a333432f-1d55-4168-a5a0-abc34e73dbb7 HTTP/1.1" status: 204 len: 168 time: 1.9396200 Jul 16 18:14:04.627412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45442) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.639102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2220f63e-d61c-4f80-ac83-aee69d0c68bf tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1711699328', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:04.646669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45444) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.721850 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2220f63e-d61c-4f80-ac83-aee69d0c68bf tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.723165 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2220f63e-d61c-4f80-ac83-aee69d0c68bf tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.752402 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:04.764269 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a9860498-108f-4e5a-9ee9-0450f275df2d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8aa30b8fbf314b88b8c2528ca1f95bf3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1140027 Jul 16 18:14:04.767330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45448) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:04.794875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Transition to ACTIVE for port object 08a6050e-d239-492a-b0b7-9683fb156e82 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:04.878902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-8943ae08-a43b-44b2-867d-7cda15a40ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.881292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-8943ae08-a43b-44b2-867d-7cda15a40ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.881292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-8943ae08-a43b-44b2-867d-7cda15a40ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.881292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-8943ae08-a43b-44b2-867d-7cda15a40ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.881292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-8943ae08-a43b-44b2-867d-7cda15a40ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.885163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-8943ae08-a43b-44b2-867d-7cda15a40ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.886017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-8943ae08-a43b-44b2-867d-7cda15a40ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:04.893216 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-8943ae08-a43b-44b2-867d-7cda15a40ddf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6490 time: 0.2133787 Jul 16 18:14:04.948261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:05.129425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-41cdf493-ea7f-45fd-9d35-d0bd98ec9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.130204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-41cdf493-ea7f-45fd-9d35-d0bd98ec9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.130831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-41cdf493-ea7f-45fd-9d35-d0bd98ec9040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.134862 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-41cdf493-ea7f-45fd-9d35-d0bd98ec9040 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a HTTP/1.1" status: 200 len: 2293 time: 0.1970172 Jul 16 18:14:05.142927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1208a4d5-a318-4ff0-b20e-f4391c5c76c6,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:05.159003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '1208a4d5-a318-4ff0-b20e-f4391c5c76c6', 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a', 'port_id': '1208a4d5-a318-4ff0-b20e-f4391c5c76c6', 'mac_address': 'fa:16:3e:73:bc:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db1d6e3-b917-4d9a-9c9e-22474e4c041f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:05.224708 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.226685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dabe1fb1-27f9-4759-b64e-e65526904c82 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:05.236728 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.254351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Transition to ACTIVE for port object dabe1fb1-27f9-4759-b64e-e65526904c82 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:05.255145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:05.286569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1208a4d5-a318-4ff0-b20e-f4391c5c76c6,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:05.292336 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.328902 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2220f63e-d61c-4f80-ac83-aee69d0c68bf tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.358550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=1208a4d5-a318-4ff0-b20e-f4391c5c76c6,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.368847 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.378781 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-098a847e-03d8-4b76-9438-14fe1b6848c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.385744 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2220f63e-d61c-4f80-ac83-aee69d0c68bf tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.456064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00011540-137c-4e3f-8e23-a36a7613c8d3 req-95d012d1-d77c-45a8-9b5e-b088d2415b33 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.466111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-df6bfb2f-076f-4de8-86c3-54253594bd22 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a99993-167c-45c1-b0e8-012ff5e913fc HTTP/1.1" status: 200 len: 1002 time: 0.2101948 Jul 16 18:14:05.466919 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-00011540-137c-4e3f-8e23-a36a7613c8d3 req-95d012d1-d77c-45a8-9b5e-b088d2415b33 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1053 time: 0.1888812 Jul 16 18:14:05.471888 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-098a847e-03d8-4b76-9438-14fe1b6848c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.480527 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2220f63e-d61c-4f80-ac83-aee69d0c68bf tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.485821 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2220f63e-d61c-4f80-ac83-aee69d0c68bf tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8550599 Jul 16 18:14:05.491506 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45466) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:05.497903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'enable_snat': False}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:05.535765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Pushing event updated for resources: {'Port': ['ID=dabe1fb1-27f9-4759-b64e-e65526904c82,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.596644 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.656411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['1208a4d5-a318-4ff0-b20e-f4391c5c76c6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:05.746405 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-00011540-137c-4e3f-8e23-a36a7613c8d3 req-8c004620-ecc9-4021-8375-8e07e119e61f tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785113 Jul 16 18:14:05.818853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:05.825843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-554bb1b7-4dd7-4500-9c64-9a4cf9597130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.827349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-554bb1b7-4dd7-4500-9c64-9a4cf9597130 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bed990a2-d4cd-48d5-b858-b087aef8b72e HTTP/1.1" status: 200 len: 851 time: 0.2932975 Jul 16 18:14:05.893952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Pushing event updated for resources: {'Port': ['ID=08a6050e-d239-492a-b0b7-9683fb156e82,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:05.926914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2c970-7d19-4ab1-945c-db11c72b7b50 req-f309451c-d1f5-456d-b31e-d4057f9264ec tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:05.935189 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-21c2c970-7d19-4ab1-945c-db11c72b7b50 req-f309451c-d1f5-456d-b31e-d4057f9264ec tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 945 time: 0.3883348 Jul 16 18:14:05.970575 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-098a847e-03d8-4b76-9438-14fe1b6848c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.983057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:05.983303 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-098a847e-03d8-4b76-9438-14fe1b6848c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:05.984307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Attempting to bind port dabe1fb1-27f9-4759-b64e-e65526904c82 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:05.987258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Attempting to bind port dabe1fb1-27f9-4759-b64e-e65526904c82 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:05.987258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Attempting to bind port dabe1fb1-27f9-4759-b64e-e65526904c82 on network 5d3d20ac-046f-47c8-882c-5ceb17958810 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:05.988326 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-098a847e-03d8-4b76-9438-14fe1b6848c9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/51308fb6-e452-4c6e-864d-0f0d641f4b32 HTTP/1.1" status: 204 len: 168 time: 1.2146187 Jul 16 18:14:05.995236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Network 61bc9dd7-eee2-44aa-9467-804c1a99b71e is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:06.009128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:06.021380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:06.022870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a847e-03d8-4b76-9438-14fe1b6848c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51308fb6-e452-4c6e-864d-0f0d641f4b32,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.038664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Port dabe1fb1-27f9-4759-b64e-e65526904c82 on network 5d3d20ac-046f-47c8-882c-5ceb17958810 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:06.039060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Attempting to bind port dabe1fb1-27f9-4759-b64e-e65526904c82 on network 5d3d20ac-046f-47c8-882c-5ceb17958810 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:06.048843 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-21c2c970-7d19-4ab1-945c-db11c72b7b50 req-3c821667-42c5-4e88-a992-27247c6c0cda tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126218 Jul 16 18:14:06.063076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:06.063434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Checking segment: {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:06.063947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Bound using segment: {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:06.071977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Bound port: dabe1fb1-27f9-4759-b64e-e65526904c82, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:06.072524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.152140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-0b46f7fe-64f5-4f57-8251-88ab67addc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:06.157002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-0b46f7fe-64f5-4f57-8251-88ab67addc56 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3209596 Jul 16 18:14:06.182616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c042d46-6db3-4e37-8bb6-dd2562a3e76b None None] Network 61bc9dd7-eee2-44aa-9467-804c1a99b71e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:06.197081 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.213256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:06.214136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.234863 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d9c162b9-6767-415c-8324-1826d2d67193 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2038870 Jul 16 18:14:06.238545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45478) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:06.247153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4baa7aae-98a5-4a0b-9359-1da1c640bdc8 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-83086582', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:06.320344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-68e12533-f758-4626-a0c8-5dfbd3804aa5 None None] Provisioning for port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:06.328413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-68e12533-f758-4626-a0c8-5dfbd3804aa5 None None] Provisioning complete for port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:06.329142 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68e12533-f758-4626-a0c8-5dfbd3804aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.340881 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-852d1153-2260-416b-8795-3eb8ef21ef30 service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733000 Jul 16 18:14:06.363357 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4baa7aae-98a5-4a0b-9359-1da1c640bdc8 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.370546 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4baa7aae-98a5-4a0b-9359-1da1c640bdc8 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.384851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] For port dabe1fb1-27f9-4759-b64e-e65526904c82, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:06.389691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] For port dabe1fb1-27f9-4759-b64e-e65526904c82, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dabe1fb1-27f9-4759-b64e-e65526904c82,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:06.506727 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68e12533-f758-4626-a0c8-5dfbd3804aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.567223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-68e12533-f758-4626-a0c8-5dfbd3804aa5 None None] For port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=53704908-a3f8-45ab-9d6a-7a7e4d091ce5,segment=NetworkSegment(4aa3e204-f8c5-4472-b7c2-49e566d50555),segment_id=4aa3e204-f8c5-4472-b7c2-49e566d50555)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:06.573829 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.574868 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68e12533-f758-4626-a0c8-5dfbd3804aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.596126 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4baa7aae-98a5-4a0b-9359-1da1c640bdc8 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.611881 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-c52be709-8efb-4870-83aa-73bb538f3fe1 service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2192554 Jul 16 18:14:06.614716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4baa7aae-98a5-4a0b-9359-1da1c640bdc8 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.627191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:06.628718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.631158 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] 10.222.0.37 "PUT /v2.0/ports/dabe1fb1-27f9-4759-b64e-e65526904c82 HTTP/1.1" status: 200 len: 1092 time: 2.4863033 Jul 16 18:14:06.643345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82ab87de-163d-4fec-821a-ed3b4493fcd2', 'tag': 'dabe1fb1-27f9-4759-b64e-e65526904c82'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:06.648735 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5715158-70ad-4b73-8c97-7a8000162b32" -d '{"events": [{"name": "network-changed", "server_uuid": "82ab87de-163d-4fec-821a-ed3b4493fcd2", "tag": "dabe1fb1-27f9-4759-b64e-e65526904c82"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:06.668850 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4baa7aae-98a5-4a0b-9359-1da1c640bdc8 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:06.674316 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4baa7aae-98a5-4a0b-9359-1da1c640bdc8 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4343183 Jul 16 18:14:06.675061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45494) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:06.689758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e12533-f758-4626-a0c8-5dfbd3804aa5 None None] Pushing event updated for resources: {'Port': ['ID=53704908-a3f8-45ab-9d6a-7a7e4d091ce5,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:06.796664 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7dd03fb-ec9c-4b15-bc29-c2e08610fb41 x-openstack-request-id: req-e7dd03fb-ec9c-4b15-bc29-c2e08610fb41 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:06.796777 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82ab87de-163d-4fec-821a-ed3b4493fcd2", "tag": "dabe1fb1-27f9-4759-b64e-e65526904c82", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:06.797033 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e7dd03fb-ec9c-4b15-bc29-c2e08610fb41 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:06.797485 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82ab87de-163d-4fec-821a-ed3b4493fcd2', 'tag': 'dabe1fb1-27f9-4759-b64e-e65526904c82', 'status': 'completed', 'code': 200} Jul 16 18:14:06.839712 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-656d4ef0-010c-456b-9c8d-b3c67be62e62 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-136059183', 'prefixes': ['172.20.0.0/16']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:06.843612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-fb99672e-6492-4199-9417-aa861189dad2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4 HTTP/1.1" status: 200 len: 217 time: 0.2082679 Jul 16 18:14:06.962747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:07.025398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-6bf99e5e-b5a2-484d-973b-f85ccdceb386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.026942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-6bf99e5e-b5a2-484d-973b-f85ccdceb386 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d323a94841ba40fbbb5c907938a8f770&device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1095 time: 0.3109584 Jul 16 18:14:07.029140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-21da3e92-1a5c-4858-90a0-80983bdddcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.030814 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-21da3e92-1a5c-4858-90a0-80983bdddcb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1728785 Jul 16 18:14:07.032719 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae65fcd8-3447-4c18-8636-9765c4ede038 service neutron] Pushing event updated for resources: {'Port': ['ID=dabe1fb1-27f9-4759-b64e-e65526904c82,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.035454 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.109077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4bd61080-c388-4d51-9455-944bb6c0b487 None None] Provisioning complete for port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:07.109452 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4bd61080-c388-4d51-9455-944bb6c0b487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.118506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-c837f90d-83e7-4b37-97d5-001b85e1fae3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dabe1fb1-27f9-4759-b64e-e65526904c82 HTTP/1.1" status: 200 len: 217 time: 0.0721347 Jul 16 18:14:07.229173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-4aee00c1-d982-4304-833e-114448f62dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.231024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-4aee00c1-d982-4304-833e-114448f62dbe service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7df14d04-6d47-4b12-8b32-0871eb840ae8 HTTP/1.1" status: 200 len: 848 time: 0.0772395 Jul 16 18:14:07.231152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:07.239081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-71dda3e7-f714-49b5-a152-479446f71a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.240728 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.241250 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-71dda3e7-f714-49b5-a152-479446f71a1b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1259804 Jul 16 18:14:07.263986 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:07.264639 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.398282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45516) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:07.411946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-0ad39ffa-ff66-4796-96b9-13266de0cf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.413876 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-0ad39ffa-ff66-4796-96b9-13266de0cf5a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d3d20ac-046f-47c8-882c-5ceb17958810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715412 Jul 16 18:14:07.476290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Allocated IP 172.25.7.150 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/2c75ed24-0cee-4f22-88cf-23a28d818283) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:07.484118 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.523324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d2a093-e403-4acd-8079-c4436ef13a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1208a4d5-a318-4ff0-b20e-f4391c5c76c6'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:07.526772 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a06e6c44-ebf9-4d8c-b03b-3b8e6e13d909" -d '{"events": [{"server_uuid": "88d2a093-e403-4acd-8079-c4436ef13a69", "name": "network-vif-plugged", "status": "completed", "tag": "1208a4d5-a318-4ff0-b20e-f4391c5c76c6"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:07.541979 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-20159ed3-a4c0-45dc-8be4-80211fa8ef58 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502408 Jul 16 18:14:07.544755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1208a4d5-a318-4ff0-b20e-f4391c5c76c6,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:07.552637 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.594703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.631751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=1208a4d5-a318-4ff0-b20e-f4391c5c76c6,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.640347 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4bd61080-c388-4d51-9455-944bb6c0b487 None None] Provisioning for port 08a6050e-d239-492a-b0b7-9683fb156e82 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:07.651598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4bd61080-c388-4d51-9455-944bb6c0b487 None None] Provisioning complete for port 08a6050e-d239-492a-b0b7-9683fb156e82 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:07.652150 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4bd61080-c388-4d51-9455-944bb6c0b487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.654546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45524) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:07.659283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.665554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-38457004-5f64-4ba6-a196-9a35babe239a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1621946942', 'description': 'tempest-secgroup-smoke-1621946942 description', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:07.703025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:07.709536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4bd61080-c388-4d51-9455-944bb6c0b487 None None] Port 08a6050e-d239-492a-b0b7-9683fb156e82 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:07.712029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:07.717064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:07.720789 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-656d4ef0-010c-456b-9c8d-b3c67be62e62 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for subnetpool, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.722717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-656d4ef0-010c-456b-9c8d-b3c67be62e62 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.9521194 Jul 16 18:14:07.730528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:07.750389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45526) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:07.784283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:07.784658 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.786075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-751d586c-5ac9-421e-a2a4-ca6e3ebf4682 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c', 'tempest-TagsExtTest-Tag-1387760367') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:07.803607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-896364126-network', 'tenant_id': '0ec083485d2446fc89949e95b10ed207'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:07.824989 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-61d435b3-f6f5-43fe-a2f5-beafff1a2626 service neutron] 10.222.0.37 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898878 Jul 16 18:14:07.873893 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38457004-5f64-4ba6-a196-9a35babe239a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.878258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Pushing event updated for resources: {'Port': ['ID=2c75ed24-0cee-4f22-88cf-23a28d818283,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:07.887107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471a922e-e6b4-4f40-be50-b201f618b9dd req-79f18935-e476-4f4c-9c3c-f48792aea904 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:07.888932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-471a922e-e6b4-4f40-be50-b201f618b9dd req-79f18935-e476-4f4c-9c3c-f48792aea904 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1095 time: 0.8467917 Jul 16 18:14:07.897054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5ed0ecd9-373f-472f-a3a5-02776fbcc32e None None] Provisioning complete for port 08a6050e-d239-492a-b0b7-9683fb156e82 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:07.897562 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5ed0ecd9-373f-472f-a3a5-02776fbcc32e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.917256 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-46acb3bc-91f8-4f8b-8160-031fcdd93e1a service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660398 Jul 16 18:14:07.942337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5ed0ecd9-373f-472f-a3a5-02776fbcc32e None None] Port 08a6050e-d239-492a-b0b7-9683fb156e82 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:07.958628 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38457004-5f64-4ba6-a196-9a35babe239a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:07.960096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Made reservation on behalf of 0ec083485d2446fc89949e95b10ed207 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:07.962583 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.085087 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-471a922e-e6b4-4f40-be50-b201f618b9dd req-9b1c399e-0f71-4bc9-af46-73498aee9734 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822214 Jul 16 18:14:08.177242 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11bcf953-fc02-46dd-ba41-ed09125eb553 x-openstack-request-id: req-11bcf953-fc02-46dd-ba41-ed09125eb553 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:08.177804 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d2a093-e403-4acd-8079-c4436ef13a69", "name": "network-vif-plugged", "status": "completed", "tag": "1208a4d5-a318-4ff0-b20e-f4391c5c76c6", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:08.178360 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-11bcf953-fc02-46dd-ba41-ed09125eb553 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:08.179018 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d2a093-e403-4acd-8079-c4436ef13a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1208a4d5-a318-4ff0-b20e-f4391c5c76c6', 'code': 200} Jul 16 18:14:08.203357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-751d586c-5ac9-421e-a2a4-ca6e3ebf4682 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags/tempest-TagsExtTest-Tag-1387760367 HTTP/1.1" status: 201 len: 201 time: 0.4216681 Jul 16 18:14:08.206710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45528) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.214583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-99083b97-6225-4710-97bb-d062d8e99327 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82', 'tempest-TagsExtTest-Tag-1988927093') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:08.273749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-c17e2cb5-0e54-4e60-8e05-7b1e302465e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=1d4fbd0b-e052-4618-a347-ee1e17463815 HTTP/1.1" status: 200 len: 217 time: 0.3231757 Jul 16 18:14:08.276073 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.321787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c756cf5-ed44-409e-947f-3596800f5122 req-349c4bde-f4c1-420a-8422-b1f7c345951a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.329022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8c756cf5-ed44-409e-947f-3596800f5122 req-349c4bde-f4c1-420a-8422-b1f7c345951a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 946 time: 0.5393634 Jul 16 18:14:08.330843 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38457004-5f64-4ba6-a196-9a35babe239a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.345483 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38457004-5f64-4ba6-a196-9a35babe239a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.353672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.437188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38457004-5f64-4ba6-a196-9a35babe239a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e03863e-6f54-4c0a-974c-361648425e75,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:08.453174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8c756cf5-ed44-409e-947f-3596800f5122 req-13a4b80d-c996-4740-96c5-f60c0f7b1dd1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232786 Jul 16 18:14:08.472721 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c215fe03-4129-4442-97b7-b5a0fb9dcce8 req-679874b2-5442-49b7-ab2d-19299af000ef service neutron] 10.222.0.37 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6247115 Jul 16 18:14:08.483992 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-de10a093-e3e2-42e4-991c-5356b33ce1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.485586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-de10a093-e3e2-42e4-991c-5356b33ce1d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1917193 Jul 16 18:14:08.499934 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-99083b97-6225-4710-97bb-d062d8e99327 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags/tempest-TagsExtTest-Tag-1988927093 HTTP/1.1" status: 201 len: 201 time: 0.2905204 Jul 16 18:14:08.502426 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45530) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.512645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-1ce2189f-7ed7-45b2-a6d8-9fd6e2af59ec tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7', 'tempest-TagsExtTest-Tag-1517625109') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:08.585693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12296e2d-23e9-4602-b93e-0b4de41b398d req-027486e6-1ce2-44bd-99f8-a95b52f4fb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.588628 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12296e2d-23e9-4602-b93e-0b4de41b398d req-027486e6-1ce2-44bd-99f8-a95b52f4fb4f service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 1097 time: 0.2310598 Jul 16 18:14:08.677006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-2d86ca2b-17b6-481b-b444-a22a99279167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.678480 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-2d86ca2b-17b6-481b-b444-a22a99279167 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1825609 Jul 16 18:14:08.700264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1ce2189f-7ed7-45b2-a6d8-9fd6e2af59ec tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags/tempest-TagsExtTest-Tag-1517625109 HTTP/1.1" status: 201 len: 201 time: 0.1965547 Jul 16 18:14:08.703035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45532) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.707752 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-caa32d19-3fa4-4280-a799-b3de5c5da384 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d', 'tempest-TagsExtTest-Tag-1158226736') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:08.713130 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.717229 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12296e2d-23e9-4602-b93e-0b4de41b398d req-cbcb1b09-52eb-45b4-9bee-89aa728a2011 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195245 Jul 16 18:14:08.732813 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.733501 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.748624 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.809857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:08.836807 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.837116 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Added segment 3235cb39-bc48-4632-b0ce-e168f0f54723 of type vlan for network 9237f126-ad24-478f-b67a-2ed7d9d9948f Jul 16 18:14:08.838612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3320f28-43e5-418a-a2ad-419eddba3d3c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:08.842026 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-caa32d19-3fa4-4280-a799-b3de5c5da384 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags/tempest-TagsExtTest-Tag-1158226736 HTTP/1.1" status: 201 len: 201 time: 0.1379230 Jul 16 18:14:08.845916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45534) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:08.876605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-999d443e-7dc9-4b82-a67a-f2398776fa22 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:08.895014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5715158-70ad-4b73-8c97-7a8000162b32 req-135113db-ac8e-4734-9754-7424ae183b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.896553 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5715158-70ad-4b73-8c97-7a8000162b32 req-135113db-ac8e-4734-9754-7424ae183b72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=d323a94841ba40fbbb5c907938a8f770&device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1095 time: 0.2800255 Jul 16 18:14:08.907333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.912280 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-f582c718-2e15-433d-b234-25e8e3e16325 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221069 Jul 16 18:14:08.942595 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:08.943426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:08.944128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.036897 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] Pushing event updated for resources: {'Network': ['ID=9237f126-ad24-478f-b67a-2ed7d9d9948f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.048018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9237f126-ad24-478f-b67a-2ed7d9d9948f details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:09.200682 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-a259c920-a453-4cd9-be84-d32526ab3c28 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845040 Jul 16 18:14:09.201619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5715158-70ad-4b73-8c97-7a8000162b32 req-05c04e8a-8d20-4731-a15e-192ace350f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.203098 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5715158-70ad-4b73-8c97-7a8000162b32 req-05c04e8a-8d20-4731-a15e-192ace350f3f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d3d20ac-046f-47c8-882c-5ceb17958810 HTTP/1.1" status: 200 len: 910 time: 0.1860278 Jul 16 18:14:09.285377 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38457004-5f64-4ba6-a196-9a35babe239a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.298370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-c38f43b4-6077-4cb2-907d-4791d855536d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=6f59f170-ea3b-48fb-bfc9-90634344e929 HTTP/1.1" status: 200 len: 217 time: 0.0813060 Jul 16 18:14:09.299955 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5715158-70ad-4b73-8c97-7a8000162b32 req-c6f51341-577d-48bb-96fb-f5e5004d6c93 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dabe1fb1-27f9-4759-b64e-e65526904c82 HTTP/1.1" status: 200 len: 217 time: 0.0817959 Jul 16 18:14:09.304944 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d836aa24-87f8-4228-aca2-9228a161c90c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9024410 Jul 16 18:14:09.305223 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45538) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.310719 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] Request body: {'subnet': {'network_id': '9237f126-ad24-478f-b67a-2ed7d9d9948f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-896364126-subnet', 'tenant_id': '0ec083485d2446fc89949e95b10ed207', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:09.318710 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38457004-5f64-4ba6-a196-9a35babe239a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.376951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38457004-5f64-4ba6-a196-9a35babe239a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af4baaad-d604-4b56-99cc-3135c799d87b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.389194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-999d443e-7dc9-4b82-a67a-f2398776fa22 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags HTTP/1.1" status: 200 len: 241 time: 0.5422425 Jul 16 18:14:09.393102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45542) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.397884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-e2b6db47-d2f3-412b-919b-ed355fd2513c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c', 'tempest-TagsExtTest-Tag-1387760367') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.405082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Router 5ed555b3-c8b5-4236-9c45-90a5b936fb01 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:09.427816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-bef8d4ee-6cc7-41c7-bf6a-d16706f2daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.430201 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-bef8d4ee-6cc7-41c7-bf6a-d16706f2daa8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1152339 Jul 16 18:14:09.430201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] Made reservation on behalf of 0ec083485d2446fc89949e95b10ed207 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:09.433459 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.442387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38457004-5f64-4ba6-a196-9a35babe239a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.447402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-38457004-5f64-4ba6-a196-9a35babe239a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.7861257 Jul 16 18:14:09.447977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45544) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.453772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5d303745-073b-4bdb-ac64-4be23283c37d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'af4baaad-d604-4b56-99cc-3135c799d87b', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:09.458955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8a948-28d2-46ea-8e12-948d0abf3630 req-b3a633cd-e4e3-480f-b8bf-112d95e145ac tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.460508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cfa8a948-28d2-46ea-8e12-948d0abf3630 req-b3a633cd-e4e3-480f-b8bf-112d95e145ac tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1095 time: 0.1779134 Jul 16 18:14:09.470986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5715158-70ad-4b73-8c97-7a8000162b32 req-e47eecba-327a-44e7-90fe-afa4169b59e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.472642 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5715158-70ad-4b73-8c97-7a8000162b32 req-e47eecba-327a-44e7-90fe-afa4169b59e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7df14d04-6d47-4b12-8b32-0871eb840ae8 HTTP/1.1" status: 200 len: 848 time: 0.1573761 Jul 16 18:14:09.608435 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d303745-073b-4bdb-ac64-4be23283c37d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.622238 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cfa8a948-28d2-46ea-8e12-948d0abf3630 req-63d15c9c-573c-44c9-a3f9-fa4a1d264a90 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255243 Jul 16 18:14:09.630951 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e2b6db47-d2f3-412b-919b-ed355fd2513c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags/tempest-TagsExtTest-Tag-1387760367 HTTP/1.1" status: 204 len: 168 time: 0.2366898 Jul 16 18:14:09.635816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45548) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.638564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-18905712-2ef3-4aab-9449-481b79e7e4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.640358 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-18905712-2ef3-4aab-9449-481b79e7e4fb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1897414 Jul 16 18:14:09.645783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-b08961ac-34ad-4405-9160-39d0af592c8d tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c', 'tempest-TagsExtTest-Tag-1387760367') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.645919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5715158-70ad-4b73-8c97-7a8000162b32 req-5276cbb5-84f1-403b-9e5f-7ae86a632232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:09.647646 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5715158-70ad-4b73-8c97-7a8000162b32 req-5276cbb5-84f1-403b-9e5f-7ae86a632232 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d3d20ac-046f-47c8-882c-5ceb17958810&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1558104 Jul 16 18:14:09.656734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:09.672739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7012b70-1278-4d6a-b9e6-af24c5b2ec6e None None] Sync routers for ids ['5ed555b3-c8b5-4236-9c45-90a5b936fb01'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:09.681420 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.682644 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-411e49e1-4ce2-4b72-a0ab-f27bfbc9989a tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "PUT /v2.0/routers/5ed555b3-c8b5-4236-9c45-90a5b936fb01 HTTP/1.1" status: 200 len: 920 time: 4.1883461 Jul 16 18:14:09.686947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7012b70-1278-4d6a-b9e6-af24c5b2ec6e None None] Routers {'5ed555b3-c8b5-4236-9c45-90a5b936fb01'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:09.687723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c7012b70-1278-4d6a-b9e6-af24c5b2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5ed555b3-c8b5-4236-9c45-90a5b936fb01'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.689077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45552) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.739293 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d303745-073b-4bdb-ac64-4be23283c37d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.751172 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d303745-073b-4bdb-ac64-4be23283c37d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.779509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d303745-073b-4bdb-ac64-4be23283c37d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=452369d5-4382-4455-ac72-70b71be7d8f3,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:09.794240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d303745-073b-4bdb-ac64-4be23283c37d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.795515 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5d303745-073b-4bdb-ac64-4be23283c37d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3465683 Jul 16 18:14:09.801689 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b08961ac-34ad-4405-9160-39d0af592c8d tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags/tempest-TagsExtTest-Tag-1387760367 HTTP/1.1" status: 204 len: 168 time: 0.1603143 Jul 16 18:14:09.801689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45554) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.803873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b2d2ff12-adbf-4e66-8b6b-c66c18fb15fd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'af4baaad-d604-4b56-99cc-3135c799d87b', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:09.808790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45556) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.813172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-eb08f98f-8bc5-412b-a1f7-94f0c748e865 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.882191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2d2ff12-adbf-4e66-8b6b-c66c18fb15fd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:09.953154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c7012b70-1278-4d6a-b9e6-af24c5b2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.963145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7012b70-1278-4d6a-b9e6-af24c5b2ec6e None None] Routers {'5ed555b3-c8b5-4236-9c45-90a5b936fb01'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:09.963807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c7012b70-1278-4d6a-b9e6-af24c5b2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5ed555b3-c8b5-4236-9c45-90a5b936fb01'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.975686 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eb08f98f-8bc5-412b-a1f7-94f0c748e865 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags HTTP/1.1" status: 200 len: 205 time: 0.1657853 Jul 16 18:14:09.981101 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45558) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:09.988239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-5f7ca83a-d01b-4d02-8b6e-f19680b96f6e tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:09.999575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c7012b70-1278-4d6a-b9e6-af24c5b2ec6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.000493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7012b70-1278-4d6a-b9e6-af24c5b2ec6e None None] The sync data for ids ['5ed555b3-c8b5-4236-9c45-90a5b936fb01'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:10.014018 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.016956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2d2ff12-adbf-4e66-8b6b-c66c18fb15fd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.026668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2d2ff12-adbf-4e66-8b6b-c66c18fb15fd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.051882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d2ff12-adbf-4e66-8b6b-c66c18fb15fd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a580a1d0-e8d4-4555-bdc0-80f19f234670,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.064228 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2d2ff12-adbf-4e66-8b6b-c66c18fb15fd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.065556 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b2d2ff12-adbf-4e66-8b6b-c66c18fb15fd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2653563 Jul 16 18:14:10.069794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45560) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.074819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3cb449da-c804-44e6-b48e-0e5bffc83f42 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'af4baaad-d604-4b56-99cc-3135c799d87b', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:10.092138 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5f7ca83a-d01b-4d02-8b6e-f19680b96f6e tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags HTTP/1.1" status: 200 len: 241 time: 0.1099567 Jul 16 18:14:10.093952 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5715158-70ad-4b73-8c97-7a8000162b32 req-7c7947cf-b47f-4a97-be1b-eec2485ba82d service neutron] 10.222.0.37 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4239051 Jul 16 18:14:10.094799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45562) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.098956 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-f792dbab-6f32-493f-a1c4-c16f0296b095 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4319396 Jul 16 18:14:10.099129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-36e64d48-4d41-402d-b0a4-fd264275df5b tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82', 'tempest-TagsExtTest-Tag-1988927093') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.103536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-679a713b-f02b-4d33-acd0-d7a0f7987c4d tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/routers/5ed555b3-c8b5-4236-9c45-90a5b936fb01 HTTP/1.1" status: 200 len: 926 time: 0.4127264 Jul 16 18:14:10.109422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45564) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.113255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f1bce5-6524-4054-a3ea-6a142e723fe0 req-4170b8b8-d2a1-4a8b-9b4d-f63ae514dc86 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.115275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57f1bce5-6524-4054-a3ea-6a142e723fe0 req-4170b8b8-d2a1-4a8b-9b4d-f63ae514dc86 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 946 time: 0.4442706 Jul 16 18:14:10.178106 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb449da-c804-44e6-b48e-0e5bffc83f42 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.183182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58a6e69a-ef58-4b68-be33-46747608b197,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.242385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-36e64d48-4d41-402d-b0a4-fd264275df5b tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags/tempest-TagsExtTest-Tag-1988927093 HTTP/1.1" status: 204 len: 168 time: 0.1465373 Jul 16 18:14:10.246870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45566) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.253675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-205111d4-96a8-4ac5-bf0a-5943a153c683 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82', 'tempest-TagsExtTest-Tag-1988927093') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.257521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-148c32dc-c469-4ab5-b182-8ea752ddf289 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.259061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-148c32dc-c469-4ab5-b182-8ea752ddf289 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&device_id=5ed555b3-c8b5-4236-9c45-90a5b936fb01&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1486828 Jul 16 18:14:10.261885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45568) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.297622 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57f1bce5-6524-4054-a3ea-6a142e723fe0 req-14949760-f359-40d6-a9ec-2f786768130f tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693196 Jul 16 18:14:10.304879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] Checking segment: {'id': '3235cb39-bc48-4632-b0ce-e168f0f54723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9237f126-ad24-478f-b67a-2ed7d9d9948f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:10.306839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] Network hostable DHCP agents. Network: 9237f126-ad24-478f-b67a-2ed7d9d9948f, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:10.320234 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb449da-c804-44e6-b48e-0e5bffc83f42 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.331727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb449da-c804-44e6-b48e-0e5bffc83f42 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.351129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5715158-70ad-4b73-8c97-7a8000162b32 req-4934a80e-d82f-4626-8f10-e7821c7a0106 service neutron] 10.222.0.37 "GET /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336943 Jul 16 18:14:10.353812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-63cb561f-f895-4c72-b65f-e1d37caf38fe service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375872 Jul 16 18:14:10.359793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] Network 9237f126-ad24-478f-b67a-2ed7d9d9948f is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:10.383404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9237f126-ad24-478f-b67a-2ed7d9d9948f) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:10.395726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ac4075-925d-41fb-934c-2ade87f39a2a None None] Network 9237f126-ad24-478f-b67a-2ed7d9d9948f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:10.403026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb449da-c804-44e6-b48e-0e5bffc83f42 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4864442-e6c2-42f0-a2bd-102bd5b45e68,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.416770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.416928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.417181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb449da-c804-44e6-b48e-0e5bffc83f42 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.418417 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3cb449da-c804-44e6-b48e-0e5bffc83f42 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3479187 Jul 16 18:14:10.420349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-633519a1-a62e-45fa-a4bd-4e29b7a72d96 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 HTTP/1.1" status: 200 len: 217 time: 0.0433950 Jul 16 18:14:10.422314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45570) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.427833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2d52db38-5d82-4ecd-8452-8c1f0456a108 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'af4baaad-d604-4b56-99cc-3135c799d87b', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:10.458490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072ed403-3e01-4f93-9a93-b3127b7c74d1 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.462911 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-072ed403-3e01-4f93-9a93-b3127b7c74d1 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/networks/bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 881 time: 0.1971858 Jul 16 18:14:10.463855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45572) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.472397 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ba06554c-afed-4cc5-86fb-22ba929ef105 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1584249 Jul 16 18:14:10.481390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-205111d4-96a8-4ac5-bf0a-5943a153c683 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags/tempest-TagsExtTest-Tag-1988927093 HTTP/1.1" status: 204 len: 168 time: 0.2305183 Jul 16 18:14:10.487339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45576) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.494811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-3798f27d-9be2-4893-ac37-1302d92d87a2 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.500326 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d52db38-5d82-4ecd-8452-8c1f0456a108 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.551034 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1ae647d9-f49f-4ed4-8855-94b7b3c1287b tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ed555b3-c8b5-4236-9c45-90a5b936fb01 HTTP/1.1" status: 200 len: 205 time: 0.0823565 Jul 16 18:14:10.552366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45580) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.563323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfded702-f110-427a-9d1c-8f8d852fe598 None None] Network 9237f126-ad24-478f-b67a-2ed7d9d9948f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:10.585086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-6c5e895f-1b59-42df-9604-75b6c019924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:10.587538 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-6c5e895f-1b59-42df-9604-75b6c019924b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1595907 Jul 16 18:14:10.608292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3798f27d-9be2-4893-ac37-1302d92d87a2 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags HTTP/1.1" status: 200 len: 205 time: 0.1182151 Jul 16 18:14:10.610241 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d52db38-5d82-4ecd-8452-8c1f0456a108 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.612676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45582) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.622290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-8b0b9ae4-f793-4b9a-a8fa-1af9ee1185c5 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.627711 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d52db38-5d82-4ecd-8452-8c1f0456a108 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.712710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52db38-5d82-4ecd-8452-8c1f0456a108 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80bf872-575e-4fe1-b354-3db1154324e8,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:10.775767 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2d52db38-5d82-4ecd-8452-8c1f0456a108 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.781767 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2d52db38-5d82-4ecd-8452-8c1f0456a108 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3573430 Jul 16 18:14:10.782476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45588) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.791010 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8b0b9ae4-f793-4b9a-a8fa-1af9ee1185c5 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags HTTP/1.1" status: 200 len: 241 time: 0.1702061 Jul 16 18:14:10.791010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-08a96c85-215c-4607-ab30-6e885fc7cd9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'af4baaad-d604-4b56-99cc-3135c799d87b', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:10.798845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45590) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.804659 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-ca477ec0-0fa6-492a-9d41-974aa05b09fd tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7', 'tempest-TagsExtTest-Tag-1517625109') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.910527 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-08a96c85-215c-4607-ab30-6e885fc7cd9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Project 8adf9a60b51a4b999caf9bedee2d7ddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:14:10.923131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ca477ec0-0fa6-492a-9d41-974aa05b09fd tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags/tempest-TagsExtTest-Tag-1517625109 HTTP/1.1" status: 204 len: 168 time: 0.1210322 Jul 16 18:14:10.923131 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08a96c85-215c-4607-ab30-6e885fc7cd9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:10.928140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45596) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:10.935968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-f796abd6-fa4a-40b3-bba7-26a910072204 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7', 'tempest-TagsExtTest-Tag-1517625109') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:10.983879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dabe1fb1-27f9-4759-b64e-e65526904c82 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:11.046282 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.102961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08a96c85-215c-4607-ab30-6e885fc7cd9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.106236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-fa2b04d4-1d39-4c3a-af6a-1cc15e45131b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.106986 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-fa2b04d4-1d39-4c3a-af6a-1cc15e45131b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4770956 Jul 16 18:14:11.111595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08a96c85-215c-4607-ab30-6e885fc7cd9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.128635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45602) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.131631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a96c85-215c-4607-ab30-6e885fc7cd9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fff5e423-225c-4deb-9b43-1af378d63d32,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.139297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port dabe1fb1-27f9-4759-b64e-e65526904c82, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dabe1fb1-27f9-4759-b64e-e65526904c82,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:11.139418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1092455454-network', 'tenant_id': '28e50a249ac542049dccd6709176f90e'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:11.154764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'dabe1fb1-27f9-4759-b64e-e65526904c82', 'network_id': '5d3d20ac-046f-47c8-882c-5ceb17958810', 'port_id': 'dabe1fb1-27f9-4759-b64e-e65526904c82', 'mac_address': 'fa:16:3e:f9:48:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7df14d04-6d47-4b12-8b32-0871eb840ae8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:11.170674 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f796abd6-fa4a-40b3-bba7-26a910072204 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags/tempest-TagsExtTest-Tag-1517625109 HTTP/1.1" status: 204 len: 168 time: 0.2411842 Jul 16 18:14:11.173521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45604) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.185853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-8e6d0f90-e1d4-4746-bd07-0966c400006c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:11.193651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a906d36-8051-4528-b64f-e327396b27ce req-fd7e7c80-312d-43b5-9690-9e2b4d474111 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.195177 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a906d36-8051-4528-b64f-e327396b27ce req-fd7e7c80-312d-43b5-9690-9e2b4d474111 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1095 time: 0.2141593 Jul 16 18:14:11.218417 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.229600 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Made reservation on behalf of 28e50a249ac542049dccd6709176f90e for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:11.232117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.234350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dabe1fb1-27f9-4759-b64e-e65526904c82 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:11.236920 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08a96c85-215c-4607-ab30-6e885fc7cd9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.241066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-08a96c85-215c-4607-ab30-6e885fc7cd9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4543483 Jul 16 18:14:11.248123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45606) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.255323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port dabe1fb1-27f9-4759-b64e-e65526904c82, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dabe1fb1-27f9-4759-b64e-e65526904c82,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:11.260176 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.272117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.291701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f537a466-8487-4fa5-b606-999b1bc4c6fb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'af4baaad-d604-4b56-99cc-3135c799d87b', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:11.297088 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.298835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a906d36-8051-4528-b64f-e327396b27ce req-adc921ce-2721-4f8b-a99c-4cf965a54a84 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735350 Jul 16 18:14:11.300956 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-f0a7ba1f-8f1f-403f-9d3a-0cb96a01832c service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869130 Jul 16 18:14:11.332621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=dabe1fb1-27f9-4759-b64e-e65526904c82,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.332883 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8e6d0f90-e1d4-4746-bd07-0966c400006c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags HTTP/1.1" status: 200 len: 205 time: 0.1579616 Jul 16 18:14:11.335469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45610) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.342114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-3f4ba401-3c89-4efc-ab1b-f5eb91e029d1 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:11.351073 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-f537a466-8487-4fa5-b606-999b1bc4c6fb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Project 8adf9a60b51a4b999caf9bedee2d7ddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:14:11.376577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f537a466-8487-4fa5-b606-999b1bc4c6fb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.415358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3f4ba401-3c89-4efc-ab1b-f5eb91e029d1 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags HTTP/1.1" status: 200 len: 241 time: 0.0755656 Jul 16 18:14:11.421029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45612) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.430158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-baff5960-abd2-463e-94e7-bd3e3e233b6a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d', 'tempest-TagsExtTest-Tag-1158226736') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:11.482207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Deleting port 2c75ed24-0cee-4f22-88cf-23a28d818283 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:11.482541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.504961 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-8d3543f4-0eb0-4fd3-9710-f555264f50c5 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736522 Jul 16 18:14:11.531938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-baff5960-abd2-463e-94e7-bd3e3e233b6a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags/tempest-TagsExtTest-Tag-1158226736 HTTP/1.1" status: 204 len: 168 time: 0.1061225 Jul 16 18:14:11.532366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45614) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.537635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-fb26c917-dcd3-40ee-8ade-33c9d1f29316 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d', 'tempest-TagsExtTest-Tag-1158226736') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:11.555316 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f537a466-8487-4fa5-b606-999b1bc4c6fb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.572858 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f537a466-8487-4fa5-b606-999b1bc4c6fb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.573113 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-1c12421a-9830-4766-886f-f5ad2875f5e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b HTTP/1.1" status: 200 len: 217 time: 0.0596616 Jul 16 18:14:11.612336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['dabe1fb1-27f9-4759-b64e-e65526904c82'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:11.627226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f537a466-8487-4fa5-b606-999b1bc4c6fb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197f07ca-a315-449c-a383-471230a6926d,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.632815 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.643658 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.660541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.662254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3af991-c47b-47f9-875c-4f3b75ff7672 req-9859aa63-55ec-4bcc-8810-90cf5af3d2cb tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.663860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e3af991-c47b-47f9-875c-4f3b75ff7672 req-9859aa63-55ec-4bcc-8810-90cf5af3d2cb tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 946 time: 0.2169676 Jul 16 18:14:11.665365 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f537a466-8487-4fa5-b606-999b1bc4c6fb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.669629 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f537a466-8487-4fa5-b606-999b1bc4c6fb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3878043 Jul 16 18:14:11.669857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45616) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.674824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'network': {'name': 'tempest-network-smoke--1940647555', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'port_security_enabled': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:11.682065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-0d9fd27c-8f55-4cf3-b4f5-a9fb91392650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.683529 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-0d9fd27c-8f55-4cf3-b4f5-a9fb91392650 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.0855074 Jul 16 18:14:11.688066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Calling delete_port for 2c75ed24-0cee-4f22-88cf-23a28d818283 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:11.706812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:11.732542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fb26c917-dcd3-40ee-8ade-33c9d1f29316 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags/tempest-TagsExtTest-Tag-1158226736 HTTP/1.1" status: 204 len: 168 time: 0.1982172 Jul 16 18:14:11.738679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45620) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.740128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.740564 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Added segment 63d9f52a-6c37-47b7-9330-494e6fe855ad of type vlan for network 9a625551-9539-4fdf-ab54-4d2aa57f8a16 Jul 16 18:14:11.748936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-2dfeef6c-4b9b-483f-8897-6dec8809eaf4 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:11.797845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.805013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:11.809219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.866898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d31f34-02f9-4ad9-8502-0498877b4bd9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:11.867125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2dfeef6c-4b9b-483f-8897-6dec8809eaf4 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags HTTP/1.1" status: 200 len: 205 time: 0.1261351 Jul 16 18:14:11.874575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45622) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.880450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-010a3226-59f9-4527-973a-883b8bdeb121 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:11.887599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:11.901606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.902782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.903449 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.928728 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e3af991-c47b-47f9-875c-4f3b75ff7672 req-1e579d72-0c00-4063-b067-028872bcb636 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136173 Jul 16 18:14:11.954190 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8192713 Jul 16 18:14:11.957345 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45624) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:11.959237 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:11.959925 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Added segment 9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0 of type vlan for network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b Jul 16 18:14:11.964732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] Request body: {'subnet': {'network_id': '9a625551-9539-4fdf-ab54-4d2aa57f8a16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1092455454-subnet', 'tenant_id': '28e50a249ac542049dccd6709176f90e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:11.973400 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-89c022ed-cef8-44cc-ba66-f1562812a5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:11.974972 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-89c022ed-cef8-44cc-ba66-f1562812a5d0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2830114 Jul 16 18:14:12.006062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7cf0a5-2398-4ed4-aef9-7982cbd19b1f admin admin] Pushing event updated for resources: {'Network': ['ID=9a625551-9539-4fdf-ab54-4d2aa57f8a16,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.020351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9a625551-9539-4fdf-ab54-4d2aa57f8a16 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:12.035451 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.044195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] Made reservation on behalf of 28e50a249ac542049dccd6709176f90e for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:12.046845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.076725 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.138426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-010a3226-59f9-4527-973a-883b8bdeb121 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags HTTP/1.1" status: 204 len: 168 time: 0.2619362 Jul 16 18:14:12.141228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45628) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.148272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-e08ad434-1aab-49f3-802a-1ac37d745b7b tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:12.202893 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-8e4817c0-bb62-4502-a29a-9606d9f24739 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178648 Jul 16 18:14:12.204554 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.235795 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.241416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.242039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.267047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Pushing event deleted for resources: {'Port': ['ID=2c75ed24-0cee-4f22-88cf-23a28d818283,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.281383 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e08ad434-1aab-49f3-802a-1ac37d745b7b tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1363051 Jul 16 18:14:12.282652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45630) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.288833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-a069907d-19ed-43e0-8079-eee935a48589 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:12.419210 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.463879 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7930691 Jul 16 18:14:12.465127 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.470022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45638) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.471251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebc0274-ea44-4ddd-83fc-f61c05cae6b4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Network': ['ID=379c4479-a9ca-40b5-ac15-6d4de9b75d0b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.482730 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:12.484153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'admin_state_up': True, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:12.556537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6b85bad-dbfe-4ed2-931f-8b03bc832a60,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:12.584734 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a069907d-19ed-43e0-8079-eee935a48589 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags HTTP/1.1" status: 204 len: 168 time: 0.2985482 Jul 16 18:14:12.585945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.587331 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.591397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45642) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.596930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-060842fc-7573-4a17-8c2c-4271ae135a17 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:12.623824 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.625237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] Checking segment: {'id': '63d9f52a-6c37-47b7-9330-494e6fe855ad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '9a625551-9539-4fdf-ab54-4d2aa57f8a16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:12.625537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] Network hostable DHCP agents. Network: 9a625551-9539-4fdf-ab54-4d2aa57f8a16, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:12.627487 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.710829 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.714831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] Network 9a625551-9539-4fdf-ab54-4d2aa57f8a16 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:12.715579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-f97a33a3-b1ef-498c-ad72-878f787a95b8 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5057456 Jul 16 18:14:12.717447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.718401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Fanout notify agent at l3_agent the message router_deleted on router 5ed555b3-c8b5-4236-9c45-90a5b936fb01 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:12.722900 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2578b5a7-adc7-46a9-9f9a-f182417d9331 req-18edd065-9cc2-40b6-ac3a-54ae61eb7ef6 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.724635 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2578b5a7-adc7-46a9-9f9a-f182417d9331 req-18edd065-9cc2-40b6-ac3a-54ae61eb7ef6 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1096 time: 0.2324007 Jul 16 18:14:12.733541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9a625551-9539-4fdf-ab54-4d2aa57f8a16) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:12.744041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d9a88b-d78d-4fc1-b139-410f81fa08f7 None None] Network 9a625551-9539-4fdf-ab54-4d2aa57f8a16 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:12.748893 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.750995 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dd55a743-5519-4c93-8db3-8fb111226703 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/5ed555b3-c8b5-4236-9c45-90a5b936fb01 HTTP/1.1" status: 204 len: 168 time: 2.1985540 Jul 16 18:14:12.798025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45644) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.802274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1250881831', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:12.808306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.808904 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.815360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-16a71b8d-731c-4131-8bf7-d5f0859afa90 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77da69d-468d-40e0-a756-d7d719aac266 HTTP/1.1" status: 200 len: 217 time: 0.0625918 Jul 16 18:14:12.891575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-f56abbcc-8c93-4fa7-8788-d632f84a2543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:12.893462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-f56abbcc-8c93-4fa7-8788-d632f84a2543 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.0714362 Jul 16 18:14:12.936513 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.937197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.949547 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-060842fc-7573-4a17-8c2c-4271ae135a17 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags HTTP/1.1" status: 204 len: 168 time: 0.3527672 Jul 16 18:14:12.950325 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-374d80d0-35b0-40f1-9d9c-5e7d8ba9a49f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9923394 Jul 16 18:14:12.950700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45646) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:12.953560 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:12.968311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2578b5a7-adc7-46a9-9f9a-f182417d9331 req-0145f822-b42c-47a5-b76b-15b1ff4aacab tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992605 Jul 16 18:14:12.978567 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.tag.tag_plugin [None req-a5314e5e-0974-4213-ab62-888a76f148b9 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c', 'tempest-TagsExtTest-Tag-1670800869') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:13.017327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dabe1fb1-27f9-4759-b64e-e65526904c82 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:13.029096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-9f197f64-7c72-44ca-8bb4-57a5fe1df12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:13.031965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-9f197f64-7c72-44ca-8bb4-57a5fe1df12b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1305156 Jul 16 18:14:13.072529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780cf1ea-05a2-441d-ac20-66aee9ba5434 None None] Network 9a625551-9539-4fdf-ab54-4d2aa57f8a16 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:13.165897 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.233257 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-89140eab-e4fb-40fb-98ab-5a062a234619 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944196 Jul 16 18:14:13.295236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port dabe1fb1-27f9-4759-b64e-e65526904c82 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:13.373525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port dabe1fb1-27f9-4759-b64e-e65526904c82 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:13.378140 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.493148 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.502814 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c0e0857-7ec5-4424-b341-4cf144f6c64f req-d6221e4b-f9dd-4952-9a5d-742048589b1d service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629697 Jul 16 18:14:13.580728 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.628947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ab87de-163d-4fec-821a-ed3b4493fcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabe1fb1-27f9-4759-b64e-e65526904c82'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:13.631935 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d88c7760-2618-4132-8fba-4573c14363bf" -d '{"events": [{"server_uuid": "82ab87de-163d-4fec-821a-ed3b4493fcd2", "name": "network-vif-plugged", "status": "completed", "tag": "dabe1fb1-27f9-4759-b64e-e65526904c82"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:13.653647 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port dabe1fb1-27f9-4759-b64e-e65526904c82, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dabe1fb1-27f9-4759-b64e-e65526904c82,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:13.665260 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:13.705703 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ade4e6c-b9d5-4f72-a411-49036750ca17 x-openstack-request-id: req-2ade4e6c-b9d5-4f72-a411-49036750ca17 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:13.706046 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ab87de-163d-4fec-821a-ed3b4493fcd2", "name": "network-vif-plugged", "status": "completed", "tag": "dabe1fb1-27f9-4759-b64e-e65526904c82", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:13.706235 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2ade4e6c-b9d5-4f72-a411-49036750ca17 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:13.706622 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ab87de-163d-4fec-821a-ed3b4493fcd2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dabe1fb1-27f9-4759-b64e-e65526904c82', 'code': 200} Jul 16 18:14:13.736784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=dabe1fb1-27f9-4759-b64e-e65526904c82,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:13.853470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80b498d-681f-4281-bd6e-637a42f8d87e req-6408f9c3-989e-444d-94c9-ad77b9d8e793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:13.855361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a80b498d-681f-4281-bd6e-637a42f8d87e req-6408f9c3-989e-444d-94c9-ad77b9d8e793 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1097 time: 0.0609953 Jul 16 18:14:13.899326 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a80b498d-681f-4281-bd6e-637a42f8d87e req-dfacd19e-9b67-431a-adea-2b0827811308 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361438 Jul 16 18:14:14.008978 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a5314e5e-0974-4213-ab62-888a76f148b9 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags/tempest-TagsExtTest-Tag-1670800869 HTTP/1.1" status: 201 len: 201 time: 1.0340791 Jul 16 18:14:14.011936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45672) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.016707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-92489da4-eb94-449a-a53d-e6e64d0e64bb tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82', 'tempest-TagsExtTest-Tag-196137552') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:14.103077 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-92489da4-eb94-449a-a53d-e6e64d0e64bb tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags/tempest-TagsExtTest-Tag-196137552 HTTP/1.1" status: 201 len: 201 time: 0.0864112 Jul 16 18:14:14.103077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45674) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.109047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-2661a445-5dae-4bc4-8137-d4995cca8ec4 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7', 'tempest-TagsExtTest-Tag-166135374') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:14.216899 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.240664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cde83c1-78bc-4c50-a913-1ba72cda6dee req-9215964a-8137-471d-a073-56bd1b22d204 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.242215 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1cde83c1-78bc-4c50-a913-1ba72cda6dee req-9215964a-8137-471d-a073-56bd1b22d204 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1097 time: 0.1369970 Jul 16 18:14:14.245129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2661a445-5dae-4bc4-8137-d4995cca8ec4 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags/tempest-TagsExtTest-Tag-166135374 HTTP/1.1" status: 201 len: 201 time: 0.1410434 Jul 16 18:14:14.247853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45678) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.249997 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.253642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-7057544f-fd27-4c7b-bbb6-b52ef73d9f6e tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d', 'tempest-TagsExtTest-Tag-1559354065') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:14.258984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-a196ffe5-6fed-40cb-82eb-b1151afc3df5 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:14.260556 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-a196ffe5-6fed-40cb-82eb-b1151afc3df5 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/networks?id=9237f126-ad24-478f-b67a-2ed7d9d9948f HTTP/1.1" status: 200 len: 824 time: 0.2487876 Jul 16 18:14:14.303738 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1cde83c1-78bc-4c50-a913-1ba72cda6dee req-460e55ef-766d-4fe1-99da-f58b5d29b03e tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536077 Jul 16 18:14:14.317229 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7057544f-fd27-4c7b-bbb6-b52ef73d9f6e tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags/tempest-TagsExtTest-Tag-1559354065 HTTP/1.1" status: 201 len: 201 time: 0.0657883 Jul 16 18:14:14.317818 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45680) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.329338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-4011ce4d-ce46-465d-983e-efa7232ea582 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c', {'tags': ['tempest-TagsExtTest-Tag-881630708', 'tempest-TagsExtTest-Tag-1343037200', 'tempest-TagsExtTest-Tag-79506255']}) {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:14.384370 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-aeb4fc96-4b39-4941-83b5-04423d9607fe tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/quotas/0ec083485d2446fc89949e95b10ed207 HTTP/1.1" status: 200 len: 375 time: 0.0884864 Jul 16 18:14:14.409095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.450553 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4011ce4d-ce46-465d-983e-efa7232ea582 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags HTTP/1.1" status: 200 len: 315 time: 0.1313705 Jul 16 18:14:14.453860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45682) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.458700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-b33d3402-07d0-4ea9-b1e9-cdad74008c97 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:14.459675 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.472123 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-0b9c44f6-96a3-473e-a32c-8c040f85f702 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=0ec083485d2446fc89949e95b10ed207&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0661409 Jul 16 18:14:14.544475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b33d3402-07d0-4ea9-b1e9-cdad74008c97 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags HTTP/1.1" status: 204 len: 168 time: 0.0893450 Jul 16 18:14:14.547608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45684) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.552632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-cadaa0dd-f983-447a-85c9-90e040e8f140 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c', 'tempest-TagsExtTest-Tag-881630708') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:14.592195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.25.7.120 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/67291e47-6758-42e3-982c-c3733db2de7d) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:14.615051 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-cadaa0dd-f983-447a-85c9-90e040e8f140 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:14.620172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cadaa0dd-f983-447a-85c9-90e040e8f140 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags/tempest-TagsExtTest-Tag-881630708 HTTP/1.1" status: 404 len: 328 time: 0.0680175 Jul 16 18:14:14.620769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45688) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:14.632144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-ea5b3209-d042-4a1c-a943-ef729b53cbc3 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c', 'tempest-TagsExtTest-Tag-1343037200') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:14.676242 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-d68bca25-4500-4d3a-8b43-19e328b8126f service neutron] 10.222.0.47 "GET /v2.0/networks/9237f126-ad24-478f-b67a-2ed7d9d9948f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841493 Jul 16 18:14:14.835128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.861984 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-85a80933-806f-4766-aea6-4500dfa1e512 service neutron] 10.222.0.47 "GET /v2.0/networks/9237f126-ad24-478f-b67a-2ed7d9d9948f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405509 Jul 16 18:14:14.901977 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:14.975416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:14.984715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:14.993510 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-ea5b3209-d042-4a1c-a943-ef729b53cbc3 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:14.994305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:14.998850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ea5b3209-d042-4a1c-a943-ef729b53cbc3 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags/tempest-TagsExtTest-Tag-1343037200 HTTP/1.1" status: 404 len: 329 time: 0.3754075 Jul 16 18:14:14.999599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45694) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.004033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-757cf039-ef41-4f92-8213-57e235df19cf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c', 'tempest-TagsExtTest-Tag-79506255') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:15.080586 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-757cf039-ef41-4f92-8213-57e235df19cf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:15.085556 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-757cf039-ef41-4f92-8213-57e235df19cf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags/tempest-TagsExtTest-Tag-79506255 HTTP/1.1" status: 404 len: 327 time: 0.0848904 Jul 16 18:14:15.086734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45702) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.092348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-490c715f-abc8-44fc-8204-c0dd08dc7c53 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82', {'tags': ['tempest-TagsExtTest-Tag-812197513', 'tempest-TagsExtTest-Tag-892376253', 'tempest-TagsExtTest-Tag-1384850263']}) {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:15.107528 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=67291e47-6758-42e3-982c-c3733db2de7d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.179059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-490c715f-abc8-44fc-8204-c0dd08dc7c53 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags HTTP/1.1" status: 200 len: 316 time: 0.0911286 Jul 16 18:14:15.181310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Allocated IP 172.25.7.2 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/2a027e5f-c46b-4558-a268-2c0a653b5b7f) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:15.183429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45706) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.196257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-12375552-48de-4d2a-ae30-ab5d0e4e9cd3 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:15.205966 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe829214-f4bb-460c-a7cc-0bf3313a929b req-356e8f2f-2584-4599-883c-8b85d06ae1fc tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 210 time: 0.0913465 Jul 16 18:14:15.355266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-12375552-48de-4d2a-ae30-ab5d0e4e9cd3 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags HTTP/1.1" status: 204 len: 168 time: 0.1696243 Jul 16 18:14:15.359585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45716) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.381398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-07d84263-5883-4fdf-a5da-788c4eadeb7b tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82', 'tempest-TagsExtTest-Tag-812197513') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:15.462791 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7b64e47-0f6d-4da3-ab63-9357b76a017a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.507672 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-07d84263-5883-4fdf-a5da-788c4eadeb7b tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:15.510080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-07d84263-5883-4fdf-a5da-788c4eadeb7b tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags/tempest-TagsExtTest-Tag-812197513 HTTP/1.1" status: 404 len: 328 time: 0.1490533 Jul 16 18:14:15.513412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45720) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.518405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-a4d1a24c-619d-4c52-bfa6-0b03c4d42a8d tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82', 'tempest-TagsExtTest-Tag-892376253') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:15.600110 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-a4d1a24c-619d-4c52-bfa6-0b03c4d42a8d tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:15.601275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a4d1a24c-619d-4c52-bfa6-0b03c4d42a8d tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags/tempest-TagsExtTest-Tag-892376253 HTTP/1.1" status: 404 len: 328 time: 0.0864494 Jul 16 18:14:15.604949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45722) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.612421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-0465c4cf-2552-4ede-b650-02ccb30bd0d3 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82', 'tempest-TagsExtTest-Tag-1384850263') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:15.668444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.682602 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-0465c4cf-2552-4ede-b650-02ccb30bd0d3 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:15.683811 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0465c4cf-2552-4ede-b650-02ccb30bd0d3 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags/tempest-TagsExtTest-Tag-1384850263 HTTP/1.1" status: 404 len: 329 time: 0.0768964 Jul 16 18:14:15.686751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45726) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.693213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-dce4df64-a9ed-458f-80a2-cc584c1dc03a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7', {'tags': ['tempest-TagsExtTest-Tag-1469484272', 'tempest-TagsExtTest-Tag-1611473383', 'tempest-TagsExtTest-Tag-1824761211']}) {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:15.707446 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.775514 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:15.810879 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dce4df64-a9ed-458f-80a2-cc584c1dc03a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags HTTP/1.1" status: 200 len: 318 time: 0.1219597 Jul 16 18:14:15.813441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45728) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.819342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-9885ce78-4a7b-43ff-94b4-1cb18310ded1 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:15.862302 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bcf5d1-b717-441c-bb7a-21f0393c032c req-fbad0a62-1b38-4aed-9ac5-a9c670bf8416 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:15.869694 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5bcf5d1-b717-441c-bb7a-21f0393c032c req-fbad0a62-1b38-4aed-9ac5-a9c670bf8416 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1097 time: 0.3617268 Jul 16 18:14:15.895113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:15.913219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:15.918626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:15.921487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Pushing event updated for resources: {'Port': ['ID=2a027e5f-c46b-4558-a268-2c0a653b5b7f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:15.925829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9885ce78-4a7b-43ff-94b4-1cb18310ded1 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1104064 Jul 16 18:14:15.930789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45730) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:15.935724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-a44a294e-e790-451e-afb4-cd3914647572 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7', 'tempest-TagsExtTest-Tag-1469484272') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.009212 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5bcf5d1-b717-441c-bb7a-21f0393c032c req-a794d937-a4d3-4b13-8db7-4d9cccb851da tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378281 Jul 16 18:14:16.040195 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-a44a294e-e790-451e-afb4-cd3914647572 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:16.043678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a44a294e-e790-451e-afb4-cd3914647572 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags/tempest-TagsExtTest-Tag-1469484272 HTTP/1.1" status: 404 len: 329 time: 0.1093233 Jul 16 18:14:16.044598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45732) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.049775 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-c16b4167-3bf4-4bef-bdcb-6ceeb8368973 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7', 'tempest-TagsExtTest-Tag-1611473383') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.130580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.144102 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-c16b4167-3bf4-4bef-bdcb-6ceeb8368973 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:16.146037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c16b4167-3bf4-4bef-bdcb-6ceeb8368973 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags/tempest-TagsExtTest-Tag-1611473383 HTTP/1.1" status: 404 len: 329 time: 0.1001453 Jul 16 18:14:16.159346 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45736) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.166713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-a7504409-8112-4abe-83df-5aef56328633 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7', 'tempest-TagsExtTest-Tag-1824761211') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.304278 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-a7504409-8112-4abe-83df-5aef56328633 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:16.305860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a7504409-8112-4abe-83df-5aef56328633 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags/tempest-TagsExtTest-Tag-1824761211 HTTP/1.1" status: 404 len: 329 time: 0.1453803 Jul 16 18:14:16.312298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45740) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.317870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-4643e281-0b73-4e98-89c0-6f551e9d3545 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d', {'tags': ['tempest-TagsExtTest-Tag-542875038', 'tempest-TagsExtTest-Tag-998308743', 'tempest-TagsExtTest-Tag-1068236196']}) {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.338115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3222d08c-7e8d-4db0-942b-26d664769dc5 req-3bb57466-cc7e-4827-9a4d-8758b97f6cf7 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.346158 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3222d08c-7e8d-4db0-942b-26d664769dc5 req-3bb57466-cc7e-4827-9a4d-8758b97f6cf7 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1097 time: 0.1842589 Jul 16 18:14:16.413217 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3222d08c-7e8d-4db0-942b-26d664769dc5 req-ee655b18-be6e-4b74-9e17-6d2a6a8eba90 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652461 Jul 16 18:14:16.419004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4643e281-0b73-4e98-89c0-6f551e9d3545 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "PUT /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags HTTP/1.1" status: 200 len: 316 time: 0.1054909 Jul 16 18:14:16.421898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45744) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.439226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-7e5681df-439a-4f48-808f-02f9d947805c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.488373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7e5681df-439a-4f48-808f-02f9d947805c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags HTTP/1.1" status: 204 len: 168 time: 0.0651603 Jul 16 18:14:16.491238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45748) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.496887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-d0ca93be-3beb-4c57-8efd-ce3f6df28481 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d', 'tempest-TagsExtTest-Tag-542875038') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.511234 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-490225ad-7b72-470c-8132-7e7360233e4d req-c5c81b13-b86b-4b1c-aa06-e44748138564 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 210 time: 0.0463903 Jul 16 18:14:16.546018 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:16.550281 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-d0ca93be-3beb-4c57-8efd-ce3f6df28481 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:16.551881 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d0ca93be-3beb-4c57-8efd-ce3f6df28481 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags/tempest-TagsExtTest-Tag-542875038 HTTP/1.1" status: 404 len: 328 time: 0.0594325 Jul 16 18:14:16.555709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45750) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.560551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-d5ef315b-b81e-4aa2-8156-6359edb79443 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d', 'tempest-TagsExtTest-Tag-998308743') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.585174 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-d5ef315b-b81e-4aa2-8156-6359edb79443 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:16.587952 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d5ef315b-b81e-4aa2-8156-6359edb79443 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags/tempest-TagsExtTest-Tag-998308743 HTTP/1.1" status: 404 len: 328 time: 0.0309727 Jul 16 18:14:16.590724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45752) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.596567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-191cd6f0-67f9-4d7b-a7b5-b543d05f81ed tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d', 'tempest-TagsExtTest-Tag-1068236196') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.622874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:16.628096 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-191cd6f0-67f9-4d7b-a7b5-b543d05f81ed tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] show failed (client error): The resource could not be found. Jul 16 18:14:16.629856 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-191cd6f0-67f9-4d7b-a7b5-b543d05f81ed tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags/tempest-TagsExtTest-Tag-1068236196 HTTP/1.1" status: 404 len: 329 time: 0.0378966 Jul 16 18:14:16.641395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45756) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.649255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-af1b82a7-0169-49b9-af34-d78507eceb6a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b73a4807-60cc-4ac2-aa06-23a66953b20d') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.824794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-af1b82a7-0169-49b9-af34-d78507eceb6a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d/tags HTTP/1.1" status: 204 len: 168 time: 0.1810119 Jul 16 18:14:16.825459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45758) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:16.838865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-cb574198-9441-47a0-a3f4-fd097a194e64 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '67da9da7-ad12-413c-b451-29aa6586c3d7') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:16.942977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e59bda-0aaf-4407-b3df-ab824b631ea9 req-aee1b896-a5b3-4000-a032-41945edc4eaa tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.944529 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5e59bda-0aaf-4407-b3df-ab824b631ea9 req-aee1b896-a5b3-4000-a032-41945edc4eaa tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1097 time: 0.2823644 Jul 16 18:14:16.952944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-085a7e31-9f55-48db-8f56-dde1ba6af51b tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:16.954477 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-085a7e31-9f55-48db-8f56-dde1ba6af51b tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.18 "GET /v2.0/networks?id=9237f126-ad24-478f-b67a-2ed7d9d9948f HTTP/1.1" status: 200 len: 824 time: 0.2460389 Jul 16 18:14:16.972243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Request body: {'port': {'device_id': 'dc9c55f5-d217-4e2e-9cff-df3e51238cd4', 'network_id': '9237f126-ad24-478f-b67a-2ed7d9d9948f', 'admin_state_up': True, 'tenant_id': '0ec083485d2446fc89949e95b10ed207'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:17.012628 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cb574198-9441-47a0-a3f4-fd097a194e64 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7/tags HTTP/1.1" status: 204 len: 168 time: 0.1829517 Jul 16 18:14:17.013995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45760) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.053523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-b02bffc3-81c1-4839-b936-79d72ed9c61c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '08a6050e-d239-492a-b0b7-9683fb156e82') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.130440 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5e59bda-0aaf-4407-b3df-ab824b631ea9 req-7f25d1e5-353f-44a0-84a9-1501c99a562f tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735632 Jul 16 18:14:17.207508 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b02bffc3-81c1-4839-b936-79d72ed9c61c tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82/tags HTTP/1.1" status: 204 len: 168 time: 0.1742570 Jul 16 18:14:17.210468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45764) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.216644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.tag.tag_plugin [None req-ba3e5614-67d6-4562-84d1-deb31a693602 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '8835a02e-ac0b-4264-a3fb-6666f2c9d18c') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.251003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Made reservation on behalf of 0ec083485d2446fc89949e95b10ed207 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:17.255242 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.349183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:17.362032 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Sync routers for ids ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:17.384333 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Routers {'05e7bbc2-6070-4caa-9d75-1213cc07ee4f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:17.385072 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:13:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:17.415976 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.431115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.434088 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4908f870-9fbb-4740-b3a9-4785f250745b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.9607198 Jul 16 18:14:17.456609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45766) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.507745 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ba3e5614-67d6-4562-84d1-deb31a693602 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c/tags HTTP/1.1" status: 204 len: 168 time: 0.2914345 Jul 16 18:14:17.524326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45774) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.543516 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Set router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:17.649323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Allocated IP 172.20.0.13 (9237f126-ad24-478f-b67a-2ed7d9d9948f/58a6e69a-ef58-4b68-be33-46747608b197/3b354177-4f43-4bb4-919b-3ad64e4eead2) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:17.778814 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca0d2717-1f82-480a-a85b-0d4ca4e46c55 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for subnetpool, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:17.785525 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ca0d2717-1f82-480a-a85b-0d4ca4e46c55 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/subnetpools/b73a4807-60cc-4ac2-aa06-23a66953b20d HTTP/1.1" status: 204 len: 168 time: 0.2580047 Jul 16 18:14:17.786398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45778) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.901592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-15f3d873-97c5-4a15-852e-9f6288c8bace tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=8adf9a60b51a4b999caf9bedee2d7ddc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4192777 Jul 16 18:14:17.906035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45782) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:17.946244 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-904d3969-d0d7-4004-b353-cf57ede073b0 req-5eb03601-b363-44da-8259-69dde36fb852 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 210 time: 0.1275122 Jul 16 18:14:18.000313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-34bb0b8c-7246-4af1-88cc-a8acbe8540ac tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "GET /v2.0/ports?device_id=67da9da7-ad12-413c-b451-29aa6586c3d7 HTTP/1.1" status: 200 len: 205 time: 0.2069232 Jul 16 18:14:18.002754 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:15Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:18.009735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45784) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.062371 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Checking router: 05e7bbc2-6070-4caa-9d75-1213cc07ee4f for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:18.063092 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Updating router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f port 67291e47-6758-42e3-982c-c3733db2de7d binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:18.124414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.129072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Router 366aa822-74c2-43ac-b218-35e93ebf5aec is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:18.131891 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.140709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-52845dac-3866-41ae-a02b-621ce209ff6a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.198492 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.215155 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5c1d6b24-ec3f-4b0a-bff2-21b8ae9cf5fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.219623 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.392726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Network 9237f126-ad24-478f-b67a-2ed7d9d9948f is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:18.413260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:18.422275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a98b6-f750-40e6-aee0-3a1bbbec244f req-28858ee0-f3c1-4437-94fa-c2c0b73805fe tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:18.423899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-805a98b6-f750-40e6-aee0-3a1bbbec244f req-28858ee0-f3c1-4437-94fa-c2c0b73805fe tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1097 time: 0.6547980 Jul 16 18:14:18.428671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:18.431604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Pushing event updated for resources: {'Port': ['ID=3b354177-4f43-4bb4-919b-3ad64e4eead2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.433616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-52845dac-3866-41ae-a02b-621ce209ff6a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.436632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-52845dac-3866-41ae-a02b-621ce209ff6a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.478920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc856cd-d7fc-4c01-b624-84cf683e195e tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:18.483469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ccc856cd-d7fc-4c01-b624-84cf683e195e tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5764639 Jul 16 18:14:18.488546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45786) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.525464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:18.526139 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.531232 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-805a98b6-f750-40e6-aee0-3a1bbbec244f req-61e2ee76-2d9f-4285-9e06-461d56ff6e81 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920565 Jul 16 18:14:18.532705 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.537639 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0f905eb4-4579-4b3c-b6b2-77a6b2988016 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0477042 Jul 16 18:14:18.542001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45788) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.548879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-164559064', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:18.550772 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Transition to ACTIVE for port object 67291e47-6758-42e3-982c-c3733db2de7d will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:18.562330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-52845dac-3866-41ae-a02b-621ce209ff6a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.562947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52845dac-3866-41ae-a02b-621ce209ff6a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Fanout notify agent at l3_agent the message router_deleted on router 67da9da7-ad12-413c-b451-29aa6586c3d7 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:18.575901 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.584533 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-52845dac-3866-41ae-a02b-621ce209ff6a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.585655 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-52845dac-3866-41ae-a02b-621ce209ff6a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/routers/67da9da7-ad12-413c-b451-29aa6586c3d7 HTTP/1.1" status: 204 len: 168 time: 0.5738883 Jul 16 18:14:18.588973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45792) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:18.595623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-f4470203-265e-4c15-bd11-b382817bf013 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6274440 Jul 16 18:14:18.619115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Request body: {'port': {'device_id': 'dc9c55f5-d217-4e2e-9cff-df3e51238cd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:18.649511 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec6a34-028c-49ed-ab63-1d821ed5c4e2 None None] Pushing event updated for resources: {'Port': ['ID=67291e47-6758-42e3-982c-c3733db2de7d,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:18.678166 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Attempting to bind port 67291e47-6758-42e3-982c-c3733db2de7d on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:18.678666 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Attempting to bind port 67291e47-6758-42e3-982c-c3733db2de7d by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:18.679035 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Attempting to bind port 67291e47-6758-42e3-982c-c3733db2de7d on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:18.688502 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:18.688975 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:18.689389 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.689928 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:18.690489 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Bound port: 67291e47-6758-42e3-982c-c3733db2de7d, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:18.691772 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.758808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:18.760295 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] For port 67291e47-6758-42e3-982c-c3733db2de7d, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:18.764315 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] For port 67291e47-6758-42e3-982c-c3733db2de7d, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=67291e47-6758-42e3-982c-c3733db2de7d,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:18.769008 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d23e4-c5d9-493a-9b3e-d6eeb62d5787 None None] Sync routers for ids ['366aa822-74c2-43ac-b218-35e93ebf5aec'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:18.771510 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.785344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d23e4-c5d9-493a-9b3e-d6eeb62d5787 None None] Routers {'366aa822-74c2-43ac-b218-35e93ebf5aec'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:18.786327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-da0d23e4-c5d9-493a-9b3e-d6eeb62d5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['366aa822-74c2-43ac-b218-35e93ebf5aec'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:18.846156 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b7947105-001c-434b-b75d-0f44b6b4e10a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Deleting port 08a6050e-d239-492a-b0b7-9683fb156e82 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:18.846855 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7947105-001c-434b-b75d-0f44b6b4e10a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.859040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-da0d23e4-c5d9-493a-9b3e-d6eeb62d5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:18.865117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:18.880221 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Routers {'05e7bbc2-6070-4caa-9d75-1213cc07ee4f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:18.881108 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:18.887513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0d23e4-c5d9-493a-9b3e-d6eeb62d5787 None None] Routers {'366aa822-74c2-43ac-b218-35e93ebf5aec'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:18.888498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-da0d23e4-c5d9-493a-9b3e-d6eeb62d5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['366aa822-74c2-43ac-b218-35e93ebf5aec'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:18.962024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-da0d23e4-c5d9-493a-9b3e-d6eeb62d5787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:18.972206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0d23e4-c5d9-493a-9b3e-d6eeb62d5787 None None] The sync data for ids ['366aa822-74c2-43ac-b218-35e93ebf5aec'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:18.993713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:18.998165 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.018105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7947105-001c-434b-b75d-0f44b6b4e10a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.050870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b7947105-001c-434b-b75d-0f44b6b4e10a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Calling delete_port for 08a6050e-d239-492a-b0b7-9683fb156e82 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:19.058903 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] Set router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:19.082105 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ec6a34-028c-49ed-ab63-1d821ed5c4e2 None None] Pushing event updated for resources: {'Port': ['ID=67291e47-6758-42e3-982c-c3733db2de7d,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:19.120923 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.122346 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-461861e9-a998-44df-9988-caca8e3aa755 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.3234143 Jul 16 18:14:19.130926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45796) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.137845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:19.314598 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7947105-001c-434b-b75d-0f44b6b4e10a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.392723 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:15Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:19.439958 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62bc599-0566-422a-9cf6-17c2411b823f None None] The sync data for ids ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'] in n-d-794306-7 is: [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:15Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:19.455863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7947105-001c-434b-b75d-0f44b6b4e10a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Pushing event deleted for resources: {'Port': ['ID=08a6050e-d239-492a-b0b7-9683fb156e82,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:19.811214 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.843737 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7947105-001c-434b-b75d-0f44b6b4e10a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:19.848126 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b7947105-001c-434b-b75d-0f44b6b4e10a tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/ports/08a6050e-d239-492a-b0b7-9683fb156e82 HTTP/1.1" status: 204 len: 168 time: 1.2580619 Jul 16 18:14:19.857786 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e3d429-fee4-428d-a2e7-d72276144dcd req-50efbc54-8adc-48fc-99df-c745f0c7aae3 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.859421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e9e3d429-fee4-428d-a2e7-d72276144dcd req-50efbc54-8adc-48fc-99df-c745f0c7aae3 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 932 time: 0.5646892 Jul 16 18:14:19.859964 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45804) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:19.900977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be88b1-dad4-4ff6-8a98-436a6956a24a req-9153b090-3b11-43f4-9638-7cd6928cda25 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:19.902634 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-05be88b1-dad4-4ff6-8a98-436a6956a24a req-9153b090-3b11-43f4-9638-7cd6928cda25 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1097 time: 0.9530363 Jul 16 18:14:20.072384 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e9e3d429-fee4-428d-a2e7-d72276144dcd req-5d54db76-b4e0-41cc-86d6-7034764059c7 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885431 Jul 16 18:14:20.074857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ef184e-47c2-4457-a411-a86da53a1bde req-c0390a0f-a419-4e50-9861-24f201f2d84f tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:20.076829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86ef184e-47c2-4457-a411-a86da53a1bde req-c0390a0f-a419-4e50-9861-24f201f2d84f tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 1097 time: 0.3032193 Jul 16 18:14:20.083884 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.086660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0c989a-cba4-4d41-a8ec-75bcdf947374 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Deleting subnet 8835a02e-ac0b-4264-a3fb-6666f2c9d18c {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:20.105015 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fb0c989a-cba4-4d41-a8ec-75bcdf947374 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.190027 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.206836 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fb0c989a-cba4-4d41-a8ec-75bcdf947374 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.247590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Subnet': ['ID=453b52b8-8e08-46c5-8ddd-2311e38d5615,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.267038 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.307279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86ef184e-47c2-4457-a411-a86da53a1bde req-0debac4c-4597-4258-a91f-1ee1feffe4a1 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649125 Jul 16 18:14:20.317421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Checking segment: {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:20.317830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network hostable DHCP agents. Network: 379c4479-a9ca-40b5-ac15-6d4de9b75d0b, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:20.322177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b354177-4f43-4bb4-919b-3ad64e4eead2 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:20.343600 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.370700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-05be88b1-dad4-4ff6-8a98-436a6956a24a req-bbcce7f0-6bbf-486e-bd65-119aefb50091 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Deleting port dabe1fb1-27f9-4759-b64e-e65526904c82 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:20.370700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-05be88b1-dad4-4ff6-8a98-436a6956a24a req-bbcce7f0-6bbf-486e-bd65-119aefb50091 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.371985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:20.386767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 379c4479-a9ca-40b5-ac15-6d4de9b75d0b) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:20.393155 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:20.394057 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.394926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6a8bfe-e909-4961-8de6-b1bed5610a12 None None] Network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:20.416643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Transition to ACTIVE for port object 3b354177-4f43-4bb4-919b-3ad64e4eead2 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:20.431080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fb0c989a-cba4-4d41-a8ec-75bcdf947374 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.434330 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.525152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Deleting port 2a027e5f-c46b-4558-a268-2c0a653b5b7f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:20.525705 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.621104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Pushing event updated for resources: {'Port': ['ID=3b354177-4f43-4bb4-919b-3ad64e4eead2,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.639043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-05be88b1-dad4-4ff6-8a98-436a6956a24a req-bbcce7f0-6bbf-486e-bd65-119aefb50091 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] For port dabe1fb1-27f9-4759-b64e-e65526904c82, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=dabe1fb1-27f9-4759-b64e-e65526904c82,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:20.639445 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-05be88b1-dad4-4ff6-8a98-436a6956a24a req-bbcce7f0-6bbf-486e-bd65-119aefb50091 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.651117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-36e4f281-cc6f-4aed-b17f-b9cdd98cde92 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.1080823 Jul 16 18:14:20.655875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45808) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:20.670784 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.685968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-05be88b1-dad4-4ff6-8a98-436a6956a24a req-bbcce7f0-6bbf-486e-bd65-119aefb50091 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Calling delete_port for dabe1fb1-27f9-4759-b64e-e65526904c82 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:20.697587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fb0c989a-cba4-4d41-a8ec-75bcdf947374 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.700930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Calling delete_port for 2a027e5f-c46b-4558-a268-2c0a653b5b7f owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:20.705900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:20.707007 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.876235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0c989a-cba4-4d41-a8ec-75bcdf947374 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Pushing event deleted for resources: {'Subnet': ['ID=8835a02e-ac0b-4264-a3fb-6666f2c9d18c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:20.884470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fb0c989a-cba4-4d41-a8ec-75bcdf947374 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:20.886671 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fb0c989a-cba4-4d41-a8ec-75bcdf947374 tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/subnets/8835a02e-ac0b-4264-a3fb-6666f2c9d18c HTTP/1.1" status: 204 len: 168 time: 1.0156639 Jul 16 18:14:20.889271 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45812) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:20.981748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Allocated IP 172.20.0.2 (379c4479-a9ca-40b5-ac15-6d4de9b75d0b/453b52b8-8e08-46c5-8ddd-2311e38d5615/0c6682af-cb08-406a-b80c-b4ec1de79b30) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:20.984438 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Attempting to bind port 3b354177-4f43-4bb4-919b-3ad64e4eead2 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:20.985091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Attempting to bind port 3b354177-4f43-4bb4-919b-3ad64e4eead2 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3235cb39-bc48-4632-b0ce-e168f0f54723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9237f126-ad24-478f-b67a-2ed7d9d9948f'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:20.985091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Attempting to bind port 3b354177-4f43-4bb4-919b-3ad64e4eead2 on network 9237f126-ad24-478f-b67a-2ed7d9d9948f {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:21.001176 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.061388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Port 3b354177-4f43-4bb4-919b-3ad64e4eead2 on network 9237f126-ad24-478f-b67a-2ed7d9d9948f not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:21.061698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Attempting to bind port 3b354177-4f43-4bb4-919b-3ad64e4eead2 on network 9237f126-ad24-478f-b67a-2ed7d9d9948f {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:21.063247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913a053a-e1fe-4e9e-9a23-b02abcbbdf6d None None] Network 61bc9dd7-eee2-44aa-9467-804c1a99b71e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:21.080499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:21.080833 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Checking segment: {'id': '3235cb39-bc48-4632-b0ce-e168f0f54723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9237f126-ad24-478f-b67a-2ed7d9d9948f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:21.081980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Bound using segment: {'id': '3235cb39-bc48-4632-b0ce-e168f0f54723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9237f126-ad24-478f-b67a-2ed7d9d9948f'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:21.081980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Bound port: 3b354177-4f43-4bb4-919b-3ad64e4eead2, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3235cb39-bc48-4632-b0ce-e168f0f54723', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': '9237f126-ad24-478f-b67a-2ed7d9d9948f'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:21.082247 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.170288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Deleting port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:21.170801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.194072 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.310922 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-05be88b1-dad4-4ff6-8a98-436a6956a24a req-bbcce7f0-6bbf-486e-bd65-119aefb50091 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.315299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] For port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=53704908-a3f8-45ab-9d6a-7a7e4d091ce5,segment=NetworkSegment(4aa3e204-f8c5-4472-b7c2-49e566d50555),segment_id=4aa3e204-f8c5-4472-b7c2-49e566d50555)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:21.316912 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.331360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['99e400b5-8539-4ecb-a43a-ec298989d334'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:21.347395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Calling delete_port for 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:21.374392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] For port 3b354177-4f43-4bb4-919b-3ad64e4eead2, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:21.460944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcce7f0-6bbf-486e-bd65-119aefb50091 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Pushing event deleted for resources: {'Port': ['ID=dabe1fb1-27f9-4759-b64e-e65526904c82,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.469242 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.501294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Transition to ACTIVE for port object 0c6682af-cb08-406a-b80c-b4ec1de79b30 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:21.542603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] For port 3b354177-4f43-4bb4-919b-3ad64e4eead2, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3b354177-4f43-4bb4-919b-3ad64e4eead2,segment=NetworkSegment(3235cb39-bc48-4632-b0ce-e168f0f54723),segment_id=3235cb39-bc48-4632-b0ce-e168f0f54723)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:21.552753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Pushing event deleted for resources: {'Port': ['ID=2a027e5f-c46b-4558-a268-2c0a653b5b7f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.580127 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.606034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Transition to ACTIVE for port object 0c6682af-cb08-406a-b80c-b4ec1de79b30 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:21.683503 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.689572 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.696376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-05be88b1-dad4-4ff6-8a98-436a6956a24a req-bbcce7f0-6bbf-486e-bd65-119aefb50091 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] No DVR routers for this DVR port dabe1fb1-27f9-4759-b64e-e65526904c82 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:21.719319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-05be88b1-dad4-4ff6-8a98-436a6956a24a req-bbcce7f0-6bbf-486e-bd65-119aefb50091 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.721442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-05be88b1-dad4-4ff6-8a98-436a6956a24a req-bbcce7f0-6bbf-486e-bd65-119aefb50091 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.37 "DELETE /v2.0/ports/dabe1fb1-27f9-4759-b64e-e65526904c82 HTTP/1.1" status: 204 len: 173 time: 1.7936852 Jul 16 18:14:21.728618 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82ab87de-163d-4fec-821a-ed3b4493fcd2', 'name': 'network-vif-deleted', 'tag': 'dabe1fb1-27f9-4759-b64e-e65526904c82'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:21.731067 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0490d9-437f-4853-9f4c-1dba1bd084e6" -d '{"events": [{"server_uuid": "82ab87de-163d-4fec-821a-ed3b4493fcd2", "name": "network-vif-deleted", "tag": "dabe1fb1-27f9-4759-b64e-e65526904c82"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:21.738251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.738887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.740451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] 10.222.0.18 "PUT /v2.0/ports/3b354177-4f43-4bb4-919b-3ad64e4eead2 HTTP/1.1" status: 200 len: 1092 time: 3.1258268 Jul 16 18:14:21.780808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf5d2cf-7abc-45b6-9316-b780331fe20f service neutron] Pushing event updated for resources: {'Port': ['ID=3b354177-4f43-4bb4-919b-3ad64e4eead2,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:21.817361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b85138-e78b-47b4-9c1a-27744c7456ac req-75cefb32-e949-4de2-b40e-84162191019d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:21.825346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-74b85138-e78b-47b4-9c1a-27744c7456ac req-75cefb32-e949-4de2-b40e-84162191019d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 944 time: 0.3807116 Jul 16 18:14:21.902628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1590c87f-b88a-4456-88a3-fa665924c3ce None None] DHCP port deletion for 61bc9dd7-eee2-44aa-9467-804c1a99b71e request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:21.904631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 67291e47-6758-42e3-982c-c3733db2de7d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:21.970392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:21.975884 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.980119 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:21.991351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:21.994121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Pushing event updated for resources: {'Port': ['ID=0c6682af-cb08-406a-b80c-b4ec1de79b30,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.000307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:22.038524 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8c43d864-3002-4fef-bddb-78a5ca72fc95 req-c3fa31bd-f138-462c-8d43-963be7235463 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=82ab87de-163d-4fec-821a-ed3b4493fcd2 HTTP/1.1" status: 200 len: 210 time: 0.4906456 Jul 16 18:14:22.104459 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 67291e47-6758-42e3-982c-c3733db2de7d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:22.106164 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-74b85138-e78b-47b4-9c1a-27744c7456ac req-edbe7936-f945-4186-9ec9-fbb47ebc2754 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796092 Jul 16 18:14:22.112592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Pushing event deleted for resources: {'Port': ['ID=53704908-a3f8-45ab-9d6a-7a7e4d091ce5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.122813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] No DVR routers for this DVR port 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:22.143964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Attempting to bind port 0c6682af-cb08-406a-b80c-b4ec1de79b30 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:22.144825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Attempting to bind port 0c6682af-cb08-406a-b80c-b4ec1de79b30 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:22.145306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Attempting to bind port 0c6682af-cb08-406a-b80c-b4ec1de79b30 on network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:22.147728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 67291e47-6758-42e3-982c-c3733db2de7d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:22.148314 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.194835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:22.196049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Checking segment: {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:22.196567 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.197074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Bound using segment: {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:22.201640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Bound port: 0c6682af-cb08-406a-b80c-b4ec1de79b30, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:22.202361 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.204630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-58ecad84-3739-4afb-8603-9b9872454681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.206428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-58ecad84-3739-4afb-8603-9b9872454681 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ec083485d2446fc89949e95b10ed207&device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 1095 time: 0.3232009 Jul 16 18:14:22.261434 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af52c2b4-33ed-4543-b0f8-5ec24eff4d7b x-openstack-request-id: req-af52c2b4-33ed-4543-b0f8-5ec24eff4d7b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:22.261766 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82ab87de-163d-4fec-821a-ed3b4493fcd2", "name": "network-vif-deleted", "tag": "dabe1fb1-27f9-4759-b64e-e65526904c82", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:22.261983 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af52c2b4-33ed-4543-b0f8-5ec24eff4d7b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:22.262364 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82ab87de-163d-4fec-821a-ed3b4493fcd2', 'name': 'network-vif-deleted', 'tag': 'dabe1fb1-27f9-4759-b64e-e65526904c82', 'status': 'completed', 'code': 200} Jul 16 18:14:22.265304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.268731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-a705c7eb-bc31-4260-a64d-8ee64658068f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b354177-4f43-4bb4-919b-3ad64e4eead2 HTTP/1.1" status: 200 len: 217 time: 0.0507116 Jul 16 18:14:22.334486 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] For port 0c6682af-cb08-406a-b80c-b4ec1de79b30, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:22.356187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] For port 0c6682af-cb08-406a-b80c-b4ec1de79b30, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0c6682af-cb08-406a-b80c-b4ec1de79b30,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:22.358294 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.376803 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.393654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-7d162c4b-9315-4ec2-816c-b9f1ce08eee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:22.395439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-7d162c4b-9315-4ec2-816c-b9f1ce08eee6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58a6e69a-ef58-4b68-be33-46747608b197 HTTP/1.1" status: 200 len: 864 time: 0.1174521 Jul 16 18:14:22.426311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 67291e47-6758-42e3-982c-c3733db2de7d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=67291e47-6758-42e3-982c-c3733db2de7d,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:22.442995 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.455872 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-33f212fd-d745-492b-805b-67dd946704b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9237f126-ad24-478f-b67a-2ed7d9d9948f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318356 Jul 16 18:14:22.470543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3cedf9-937e-4af4-a8d3-15cd9d115558 None None] Pushing event updated for resources: {'Port': ['ID=0c6682af-cb08-406a-b80c-b4ec1de79b30,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.491054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.502284 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.505466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61bc9dd7-eee2-44aa-9467-804c1a99b71e']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:22.516738 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.520791 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4aa3e204-f8c5-4472-b7c2-49e566d50555') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:22.521231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4aa3e204-f8c5-4472-b7c2-49e566d50555') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:22.536133 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.550100 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=67291e47-6758-42e3-982c-c3733db2de7d,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.617987 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.627533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:22.628238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:22.632165 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:22.651258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Router 366aa822-74c2-43ac-b218-35e93ebf5aec has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:22.740693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-a667e177-5342-451e-99af-9d69bca64a71 service neutron] 10.222.0.18 "GET /v2.0/networks/9237f126-ad24-478f-b67a-2ed7d9d9948f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2720792 Jul 16 18:14:22.809367 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.819100 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.821187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] 10.222.0.47 "DELETE /v2.0/networks/61bc9dd7-eee2-44aa-9467-804c1a99b71e HTTP/1.1" status: 204 len: 168 time: 1.9308443 Jul 16 18:14:22.844740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d6884-b763-47d9-be7a-363f6fdf69bf tempest-TagsExtTest-2120101113 tempest-TagsExtTest-2120101113-project] Pushing event deleted for resources: {'Network': ['ID=61bc9dd7-eee2-44aa-9467-804c1a99b71e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:22.846897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:22.854134 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:22.866533 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3de3c55a-29c4-4e79-af42-74d2b0295d50 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "PUT /v2.0/routers/366aa822-74c2-43ac-b218-35e93ebf5aec HTTP/1.1" status: 200 len: 710 time: 3.7343321 Jul 16 18:14:22.867744 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b399b-fcc8-4bff-a5c0-09ce04b4073a None None] Sync routers for ids ['366aa822-74c2-43ac-b218-35e93ebf5aec'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:22.870444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45826) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:22.880254 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b399b-fcc8-4bff-a5c0-09ce04b4073a None None] Routers {'366aa822-74c2-43ac-b218-35e93ebf5aec'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:22.881389 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-796b399b-fcc8-4bff-a5c0-09ce04b4073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['366aa822-74c2-43ac-b218-35e93ebf5aec'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:22.937108 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-796b399b-fcc8-4bff-a5c0-09ce04b4073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:22.950982 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796b399b-fcc8-4bff-a5c0-09ce04b4073a None None] Routers {'366aa822-74c2-43ac-b218-35e93ebf5aec'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:22.951831 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-796b399b-fcc8-4bff-a5c0-09ce04b4073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['366aa822-74c2-43ac-b218-35e93ebf5aec'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:23.026813 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-796b399b-fcc8-4bff-a5c0-09ce04b4073a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:23.027887 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-796b399b-fcc8-4bff-a5c0-09ce04b4073a None None] The sync data for ids ['366aa822-74c2-43ac-b218-35e93ebf5aec'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:23.040131 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92cdf88a-74d0-4140-aa17-f140977f5285 req-a1a2a965-2a1c-4b68-a018-37c64d506c0f service neutron] 10.222.0.18 "GET /v2.0/networks/9237f126-ad24-478f-b67a-2ed7d9d9948f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584419 Jul 16 18:14:23.045169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45830) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:23.047341 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-02d05016-f743-48bf-beed-30dc747c56ea tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/routers/366aa822-74c2-43ac-b218-35e93ebf5aec HTTP/1.1" status: 200 len: 745 time: 0.1729031 Jul 16 18:14:23.058016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.20.0.1 (379c4479-a9ca-40b5-ac15-6d4de9b75d0b/453b52b8-8e08-46c5-8ddd-2311e38d5615/3715e6e2-8643-4b5d-8479-1903e17ad1ed) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:23.065645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dabe1fb1-27f9-4759-b64e-e65526904c82 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:23.091329 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: dabe1fb1-27f9-4759-b64e-e65526904c82 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:23.091935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device dabe1fb1-27f9-4759-b64e-e65526904c82 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:23.100627 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1f8634e8-6a12-4f57-b928-95c8c4186d98 tempest-RoutersIpV6AdminTest-1631219386 tempest-RoutersIpV6AdminTest-1631219386-project-admin] 10.222.0.47 "GET /v2.0/ports?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&device_id=366aa822-74c2-43ac-b218-35e93ebf5aec HTTP/1.1" status: 200 len: 205 time: 0.0541720 Jul 16 18:14:23.104478 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45834) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:23.253204 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.593705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45842) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:23.600384 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b0b7bf10-9da7-4508-8cd9-3bc0a8231bee tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=366aa822-74c2-43ac-b218-35e93ebf5aec HTTP/1.1" status: 200 len: 205 time: 0.4936554 Jul 16 18:14:23.600961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45848) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:23.606976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Transition to ACTIVE for port object 3715e6e2-8643-4b5d-8479-1903e17ad1ed will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:23.701021 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.775377 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-740a1af6-2c74-464d-80ea-7279066b276a tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:23.860915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=3715e6e2-8643-4b5d-8479-1903e17ad1ed,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:23.890431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0c6682af-cb08-406a-b80c-b4ec1de79b30 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:23.893384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:23.898145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:23.901545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:23.957082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 0c6682af-cb08-406a-b80c-b4ec1de79b30 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:23.963798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 67291e47-6758-42e3-982c-c3733db2de7d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:23.967299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d7a098-af9a-4b01-8eec-13c7f774a8b3 req-9bfd739b-6285-49fb-86ac-3134999e4546 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:23.969050 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01d7a098-af9a-4b01-8eec-13c7f774a8b3 req-9bfd739b-6285-49fb-86ac-3134999e4546 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1096 time: 0.1912594 Jul 16 18:14:23.970427 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.001151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-247d2c7b-b0c2-4adc-835a-9495373ae376 None None] Network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:24.003211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c42d57d-ed57-4e53-a855-75a6d0dffc2c req-5adf4788-a11f-400c-8952-97149c344678 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.005250 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7c42d57d-ed57-4e53-a855-75a6d0dffc2c req-5adf4788-a11f-400c-8952-97149c344678 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 944 time: 0.4224594 Jul 16 18:14:24.017466 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-740a1af6-2c74-464d-80ea-7279066b276a tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.026578 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-740a1af6-2c74-464d-80ea-7279066b276a tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.074759 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01d7a098-af9a-4b01-8eec-13c7f774a8b3 req-751d6595-e524-4823-8f11-d3a998885b3f tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654118 Jul 16 18:14:24.112137 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-594468b0-4f54-4f03-8661-80af809f2d67 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=52b97140971347d4af0bf9cb3a29894f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5169969 Jul 16 18:14:24.116400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45854) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.126034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-37c6e305-169c-4e93-b069-7d1fcface800 None None] Provisioning for port 0c6682af-cb08-406a-b80c-b4ec1de79b30 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:24.142623 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-37c6e305-169c-4e93-b069-7d1fcface800 None None] Provisioning complete for port 0c6682af-cb08-406a-b80c-b4ec1de79b30 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:24.142993 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-37c6e305-169c-4e93-b069-7d1fcface800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.144392 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-740a1af6-2c74-464d-80ea-7279066b276a tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.144892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740a1af6-2c74-464d-80ea-7279066b276a tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Fanout notify agent at l3_agent the message router_deleted on router 366aa822-74c2-43ac-b218-35e93ebf5aec {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:24.156078 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-740a1af6-2c74-464d-80ea-7279066b276a tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.161935 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-740a1af6-2c74-464d-80ea-7279066b276a tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/366aa822-74c2-43ac-b218-35e93ebf5aec HTTP/1.1" status: 204 len: 168 time: 0.5210102 Jul 16 18:14:24.165921 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7c42d57d-ed57-4e53-a855-75a6d0dffc2c req-bdc5c77e-fcc6-43fd-8579-84a41291124a tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464527 Jul 16 18:14:24.166446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45856) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.188635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 67291e47-6758-42e3-982c-c3733db2de7d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:24.189237 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.217971 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-025eebd4-60ef-4474-b109-03801a279a45 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=366aa822-74c2-43ac-b218-35e93ebf5aec HTTP/1.1" status: 200 len: 205 time: 0.0403309 Jul 16 18:14:24.219058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45858) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.246939 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-321a664f-974b-439a-9f4b-8ca3b1562e54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.261701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.270832 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-f13a324a-3d31-4490-8dcc-4162a48549da tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] delete failed (client error): The resource could not be found. Jul 16 18:14:24.271632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-321a664f-974b-439a-9f4b-8ca3b1562e54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.272396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f13a324a-3d31-4490-8dcc-4162a48549da tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/366aa822-74c2-43ac-b218-35e93ebf5aec HTTP/1.1" status: 404 len: 336 time: 0.0499251 Jul 16 18:14:24.276967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc9c55f5-d217-4e2e-9cff-df3e51238cd4', 'tag': '3b354177-4f43-4bb4-919b-3ad64e4eead2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:24.279508 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d3e3d6e-2e98-4aa1-b788-fda6cf71f742" -d '{"events": [{"name": "network-changed", "server_uuid": "dc9c55f5-d217-4e2e-9cff-df3e51238cd4", "tag": "3b354177-4f43-4bb4-919b-3ad64e4eead2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:24.283815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45860) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.375809 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-321a664f-974b-439a-9f4b-8ca3b1562e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.378894 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-321a664f-974b-439a-9f4b-8ca3b1562e54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.381064 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-321a664f-974b-439a-9f4b-8ca3b1562e54 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d2faab05-7bdf-4af3-9501-30377fd596d8 HTTP/1.1" status: 204 len: 168 time: 0.2611780 Jul 16 18:14:24.391335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a664f-974b-439a-9f4b-8ca3b1562e54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2faab05-7bdf-4af3-9501-30377fd596d8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.408552 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1753c542-1276-47a2-8422-f0d01d41eb8b tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=5ed555b3-c8b5-4236-9c45-90a5b936fb01 HTTP/1.1" status: 200 len: 205 time: 0.1233938 Jul 16 18:14:24.410290 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-018c2032-6b91-4732-aef2-ea14dbb3b3fe x-openstack-request-id: req-018c2032-6b91-4732-aef2-ea14dbb3b3fe {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:24.410995 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc9c55f5-d217-4e2e-9cff-df3e51238cd4", "tag": "3b354177-4f43-4bb4-919b-3ad64e4eead2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:24.411135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45866) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.411271 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-018c2032-6b91-4732-aef2-ea14dbb3b3fe {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:24.411822 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc9c55f5-d217-4e2e-9cff-df3e51238cd4', 'tag': '3b354177-4f43-4bb4-919b-3ad64e4eead2', 'status': 'completed', 'code': 200} Jul 16 18:14:24.448015 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-37c6e305-169c-4e93-b069-7d1fcface800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.471060 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-b8c5d188-69e0-4f5f-9fb4-cfe7d2909c7f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] delete failed (client error): The resource could not be found. Jul 16 18:14:24.474677 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b8c5d188-69e0-4f5f-9fb4-cfe7d2909c7f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/5ed555b3-c8b5-4236-9c45-90a5b936fb01 HTTP/1.1" status: 404 len: 336 time: 0.0600777 Jul 16 18:14:24.474969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45868) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.567603 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c5cb6fea-5a2d-4c62-8090-d06b6b76dc0d tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=a333432f-1d55-4168-a5a0-abc34e73dbb7 HTTP/1.1" status: 200 len: 205 time: 0.0885861 Jul 16 18:14:24.568107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45872) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.579095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-37c6e305-169c-4e93-b069-7d1fcface800 None None] For port 0c6682af-cb08-406a-b80c-b4ec1de79b30, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0c6682af-cb08-406a-b80c-b4ec1de79b30,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:24.586682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-37c6e305-169c-4e93-b069-7d1fcface800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:24.631165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:24.652288 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-6d42ae7d-51cb-47c5-a3ce-77e1c2f2b58d tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] delete failed (client error): The resource could not be found. Jul 16 18:14:24.653857 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6d42ae7d-51cb-47c5-a3ce-77e1c2f2b58d tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/a333432f-1d55-4168-a5a0-abc34e73dbb7 HTTP/1.1" status: 404 len: 336 time: 0.0847294 Jul 16 18:14:24.657224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45876) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.660422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e3d6e-2e98-4aa1-b788-fda6cf71f742 req-a177ac41-feb4-4609-8ee2-5b35987b3657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.662121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d3e3d6e-2e98-4aa1-b788-fda6cf71f742 req-a177ac41-feb4-4609-8ee2-5b35987b3657 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0ec083485d2446fc89949e95b10ed207&device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 1095 time: 0.2462990 Jul 16 18:14:24.685491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:24.686616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 53704908-a3f8-45ab-9d6a-7a7e4d091ce5 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:24.717979 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-adb8d108-39d3-4a1e-80c5-ca0b2c8fed8e tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=1330b014-21ed-4f97-8172-60343938de3d HTTP/1.1" status: 200 len: 205 time: 0.0593672 Jul 16 18:14:24.720633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45878) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.725370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c6e305-169c-4e93-b069-7d1fcface800 None None] Pushing event updated for resources: {'Port': ['ID=0c6682af-cb08-406a-b80c-b4ec1de79b30,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:24.795710 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-877bbe09-6b61-4f3d-92b2-eab70313c9f9 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] delete failed (client error): The resource could not be found. Jul 16 18:14:24.810906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-877bbe09-6b61-4f3d-92b2-eab70313c9f9 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/1330b014-21ed-4f97-8172-60343938de3d HTTP/1.1" status: 404 len: 336 time: 0.0718215 Jul 16 18:14:24.816611 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45882) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.892966 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3e96e0b7-5532-4bae-9123-b19f34cc74f5 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=e8660868-3cda-445e-b69d-14af7b8ff79b HTTP/1.1" status: 200 len: 205 time: 0.0742953 Jul 16 18:14:24.893793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45888) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:24.902898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e3d6e-2e98-4aa1-b788-fda6cf71f742 req-5bfb5d7a-cba1-464a-8a0a-594c95a39350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:24.905102 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d3e3d6e-2e98-4aa1-b788-fda6cf71f742 req-5bfb5d7a-cba1-464a-8a0a-594c95a39350 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9237f126-ad24-478f-b67a-2ed7d9d9948f HTTP/1.1" status: 200 len: 925 time: 0.2004731 Jul 16 18:14:24.963760 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-7ce222c8-ec1e-452e-8298-cfb7b20dfa64 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] delete failed (client error): The resource could not be found. Jul 16 18:14:24.965378 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7ce222c8-ec1e-452e-8298-cfb7b20dfa64 tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/e8660868-3cda-445e-b69d-14af7b8ff79b HTTP/1.1" status: 404 len: 336 time: 0.0700557 Jul 16 18:14:24.968181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45890) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:25.017442 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c7d066de-ad6a-42d1-948a-20c324c6c0bb tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "GET /v2.0/ports?device_id=c63ad258-2d27-4e81-bace-2426e20e8acc HTTP/1.1" status: 200 len: 205 time: 0.0458851 Jul 16 18:14:25.022129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45894) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:25.026210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d3e3d6e-2e98-4aa1-b788-fda6cf71f742 req-68a1bf0b-5b69-4ef3-804f-ddffbdfb0bd8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3b354177-4f43-4bb4-919b-3ad64e4eead2 HTTP/1.1" status: 200 len: 217 time: 0.0691752 Jul 16 18:14:25.076240 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-31a48f4a-7120-463b-bacc-a92087ba3c0c tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] delete failed (client error): The resource could not be found. Jul 16 18:14:25.078619 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-31a48f4a-7120-463b-bacc-a92087ba3c0c tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/routers/c63ad258-2d27-4e81-bace-2426e20e8acc HTTP/1.1" status: 404 len: 336 time: 0.0540679 Jul 16 18:14:25.081128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45896) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:25.152362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c17d3cfe-993b-4160-a859-b3957045ed44 None None] Provisioning for port 3715e6e2-8643-4b5d-8479-1903e17ad1ed completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:25.160631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c17d3cfe-993b-4160-a859-b3957045ed44 None None] Provisioning complete for port 3715e6e2-8643-4b5d-8479-1903e17ad1ed triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:25.161230 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c17d3cfe-993b-4160-a859-b3957045ed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.173976 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cfb89cc-e344-4b06-bbd5-e3ea550a5e4f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] DELETE failed (client error): The resource could not be found. Jul 16 18:14:25.174639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2cfb89cc-e344-4b06-bbd5-e3ea550a5e4f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:14:25.181268 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2cfb89cc-e344-4b06-bbd5-e3ea550a5e4f tempest-RoutersIpV6AdminTest-1870108000 tempest-RoutersIpV6AdminTest-1870108000-project] 10.222.0.47 "DELETE /v2.0/subnets/f10de452-94a7-4172-8882-94bafae931ae HTTP/1.1" status: 404 len: 337 time: 0.0949428 Jul 16 18:14:25.199627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e3d6e-2e98-4aa1-b788-fda6cf71f742 req-3b575135-9000-418c-8ed3-31677efebcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.201451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d3e3d6e-2e98-4aa1-b788-fda6cf71f742 req-3b575135-9000-418c-8ed3-31677efebcf0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=58a6e69a-ef58-4b68-be33-46747608b197 HTTP/1.1" status: 200 len: 864 time: 0.1665459 Jul 16 18:14:25.285303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c17d3cfe-993b-4160-a859-b3957045ed44 None None] Port 3715e6e2-8643-4b5d-8479-1903e17ad1ed cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:25.302793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c17d3cfe-993b-4160-a859-b3957045ed44 None None] Provisioning complete for port 0c6682af-cb08-406a-b80c-b4ec1de79b30 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:25.303894 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c17d3cfe-993b-4160-a859-b3957045ed44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.311035 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d3e3d6e-2e98-4aa1-b788-fda6cf71f742 req-c560611e-a094-4921-a263-b9bd342007e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9237f126-ad24-478f-b67a-2ed7d9d9948f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1011231 Jul 16 18:14:25.362444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923478d-9593-4dd1-a951-7d911880b972 req-d4869663-99df-43bc-b0da-661507147f6f tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.364196 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7923478d-9593-4dd1-a951-7d911880b972 req-d4869663-99df-43bc-b0da-661507147f6f tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1096 time: 0.2448752 Jul 16 18:14:25.474983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.489880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.637267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c18ec-b241-4a7f-894d-0716ff4cabd2 req-9904224d-7678-4fba-bd77-190c89ae9e10 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.639379 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a86c18ec-b241-4a7f-894d-0716ff4cabd2 req-9904224d-7678-4fba-bd77-190c89ae9e10 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 944 time: 0.1085901 Jul 16 18:14:25.640873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-7923478d-9593-4dd1-a951-7d911880b972 req-465c0f52-45fe-450e-bc7a-3dee960b1c16 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Deleting port 99e400b5-8539-4ecb-a43a-ec298989d334 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:25.641219 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7923478d-9593-4dd1-a951-7d911880b972 req-465c0f52-45fe-450e-bc7a-3dee960b1c16 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.707631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fbd7b8d3-602e-4a46-b08a-1021f5769d03 None None] Provisioning complete for port 3715e6e2-8643-4b5d-8479-1903e17ad1ed triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:25.713202 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fbd7b8d3-602e-4a46-b08a-1021f5769d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.786140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0c6682af-cb08-406a-b80c-b4ec1de79b30 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:25.806096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a86c18ec-b241-4a7f-894d-0716ff4cabd2 req-a34acc2b-3be9-46f0-be43-cadfc34fffff tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420915 Jul 16 18:14:25.833451 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.842656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=3715e6e2-8643-4b5d-8479-1903e17ad1ed,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:25.849857 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-7923478d-9593-4dd1-a951-7d911880b972 req-465c0f52-45fe-450e-bc7a-3dee960b1c16 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] For port 99e400b5-8539-4ecb-a43a-ec298989d334, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=99e400b5-8539-4ecb-a43a-ec298989d334,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:25.850681 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7923478d-9593-4dd1-a951-7d911880b972 req-465c0f52-45fe-450e-bc7a-3dee960b1c16 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.862678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45918) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:25.882808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d3e3d6e-2e98-4aa1-b788-fda6cf71f742 req-2fcf48b0-ddd3-4bf7-98d2-27c50b1f6ec2 service neutron] 10.222.0.18 "GET /v2.0/networks/9237f126-ad24-478f-b67a-2ed7d9d9948f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5565884 Jul 16 18:14:25.885748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fbd7b8d3-602e-4a46-b08a-1021f5769d03 None None] Port 3715e6e2-8643-4b5d-8479-1903e17ad1ed cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:25.893859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-7923478d-9593-4dd1-a951-7d911880b972 req-465c0f52-45fe-450e-bc7a-3dee960b1c16 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Calling delete_port for 99e400b5-8539-4ecb-a43a-ec298989d334 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:25.906394 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 0c6682af-cb08-406a-b80c-b4ec1de79b30 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:25.906791 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:25.941884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3b354177-4f43-4bb4-919b-3ad64e4eead2 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:25.980741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7d68c4-ff1a-4f95-aed6-c564801c812f req-eabdbbe4-8988-4823-a8d6-bac531ef3213 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:25.982302 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab7d68c4-ff1a-4f95-aed6-c564801c812f req-eabdbbe4-8988-4823-a8d6-bac531ef3213 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=bbd57b98-174c-4e38-b1d7-70af43adb8e6 HTTP/1.1" status: 200 len: 1096 time: 0.3978429 Jul 16 18:14:26.107631 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab7d68c4-ff1a-4f95-aed6-c564801c812f req-c1394f4c-0bd8-451c-9fc8-cdd469f43b09 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=7adbde82-6a21-424b-b829-f3c39604c6c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135154 Jul 16 18:14:26.117910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:26.129945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:26.138888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d3e3d6e-2e98-4aa1-b788-fda6cf71f742 req-735e7989-d809-4880-9de4-d2e7abae0439 service neutron] 10.222.0.18 "GET /v2.0/networks/9237f126-ad24-478f-b67a-2ed7d9d9948f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379801 Jul 16 18:14:26.155589 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7923478d-9593-4dd1-a951-7d911880b972 req-465c0f52-45fe-450e-bc7a-3dee960b1c16 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.236745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465c0f52-45fe-450e-bc7a-3dee960b1c16 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Pushing event deleted for resources: {'Port': ['ID=99e400b5-8539-4ecb-a43a-ec298989d334,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.377479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-7923478d-9593-4dd1-a951-7d911880b972 req-465c0f52-45fe-450e-bc7a-3dee960b1c16 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] No DVR routers for this DVR port 99e400b5-8539-4ecb-a43a-ec298989d334 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:26.394109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7923478d-9593-4dd1-a951-7d911880b972 req-465c0f52-45fe-450e-bc7a-3dee960b1c16 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.396548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7923478d-9593-4dd1-a951-7d911880b972 req-465c0f52-45fe-450e-bc7a-3dee960b1c16 tempest-TestServerMultinode-1052937577 tempest-TestServerMultinode-1052937577-project-admin] 10.222.0.18 "DELETE /v2.0/ports/99e400b5-8539-4ecb-a43a-ec298989d334 HTTP/1.1" status: 204 len: 173 time: 1.0259867 Jul 16 18:14:26.400305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbd57b98-174c-4e38-b1d7-70af43adb8e6', 'name': 'network-vif-deleted', 'tag': '99e400b5-8539-4ecb-a43a-ec298989d334'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:26.409008 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f9c2686-e6ba-4a5e-b2cb-e1915d00964f" -d '{"events": [{"server_uuid": "bbd57b98-174c-4e38-b1d7-70af43adb8e6", "name": "network-vif-deleted", "tag": "99e400b5-8539-4ecb-a43a-ec298989d334"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:26.423792 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf225fe6-f923-41cd-8cf1-c387a9c4cd56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.442825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['99e400b5-8539-4ecb-a43a-ec298989d334'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:26.448013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:26.530520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3b354177-4f43-4bb4-919b-3ad64e4eead2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3b354177-4f43-4bb4-919b-3ad64e4eead2,segment=NetworkSegment(3235cb39-bc48-4632-b0ce-e168f0f54723),segment_id=3235cb39-bc48-4632-b0ce-e168f0f54723)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:26.564918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '3b354177-4f43-4bb4-919b-3ad64e4eead2', 'network_id': '9237f126-ad24-478f-b67a-2ed7d9d9948f', 'port_id': '3b354177-4f43-4bb4-919b-3ad64e4eead2', 'mac_address': 'fa:16:3e:18:e7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58a6e69a-ef58-4b68-be33-46747608b197', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:26.659227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:26.665406 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-79b4c2ae-3e80-42cb-a882-72316b562bc4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "PUT /v2.0/routers/05e7bbc2-6070-4caa-9d75-1213cc07ee4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0084567 Jul 16 18:14:26.696560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Sync routers for ids ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:26.697700 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf225fe6-f923-41cd-8cf1-c387a9c4cd56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.717177 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf225fe6-f923-41cd-8cf1-c387a9c4cd56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.760679 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-01697f1d-9ca9-4374-a0e2-f913bc7d1803 None None] Provisioning complete for port 3715e6e2-8643-4b5d-8479-1903e17ad1ed triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:26.761646 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-01697f1d-9ca9-4374-a0e2-f913bc7d1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.783136 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f662076-2880-4a98-b497-5eec75f8bc11 x-openstack-request-id: req-4f662076-2880-4a98-b497-5eec75f8bc11 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:26.783757 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbd57b98-174c-4e38-b1d7-70af43adb8e6", "name": "network-vif-deleted", "tag": "99e400b5-8539-4ecb-a43a-ec298989d334", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:26.784248 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4f662076-2880-4a98-b497-5eec75f8bc11 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:26.784860 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbd57b98-174c-4e38-b1d7-70af43adb8e6', 'name': 'network-vif-deleted', 'tag': '99e400b5-8539-4ecb-a43a-ec298989d334', 'status': 'completed', 'code': 200} Jul 16 18:14:26.805421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cf225fe6-f923-41cd-8cf1-c387a9c4cd56 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=386eb6d5f68445649ececa257654ac95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9410269 Jul 16 18:14:26.807409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf225fe6-f923-41cd-8cf1-c387a9c4cd56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5f5778-05be-4d32-94a3-edd65d713c22,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:26.809028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45944) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:26.867446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-01697f1d-9ca9-4374-a0e2-f913bc7d1803 None None] Port 3715e6e2-8643-4b5d-8479-1903e17ad1ed cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:26.870701 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.872800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Routers {'05e7bbc2-6070-4caa-9d75-1213cc07ee4f'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:26.874036 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:26.906080 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca29c-6a1f-41db-89bc-3c84b83cd57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:26.953918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b354177-4f43-4bb4-919b-3ad64e4eead2 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:26.994712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3b354177-4f43-4bb4-919b-3ad64e4eead2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3b354177-4f43-4bb4-919b-3ad64e4eead2,segment=NetworkSegment(3235cb39-bc48-4632-b0ce-e168f0f54723),segment_id=3235cb39-bc48-4632-b0ce-e168f0f54723)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:27.009200 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.037330 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca29c-6a1f-41db-89bc-3c84b83cd57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.142412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0f29cb-ff05-46d2-ad04-1339ba183e1a req-4380c109-8780-4eee-87c2-8840db1bdc05 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.153521 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af0f29cb-ff05-46d2-ad04-1339ba183e1a req-4380c109-8780-4eee-87c2-8840db1bdc05 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 945 time: 0.1110384 Jul 16 18:14:27.181741 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-127faf6e-bee0-4b17-ac66-ae318af7d00d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1621946942&fields=id&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 267 time: 0.1404128 Jul 16 18:14:27.211503 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=3b354177-4f43-4bb4-919b-3ad64e4eead2,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:27.232384 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af0f29cb-ff05-46d2-ad04-1339ba183e1a req-63effe90-f22b-461a-ba1d-06f7c33fce1f tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775516 Jul 16 18:14:27.245529 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca29c-6a1f-41db-89bc-3c84b83cd57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.248628 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f2ca29c-6a1f-41db-89bc-3c84b83cd57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:27.254406 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7f2ca29c-6a1f-41db-89bc-3c84b83cd57b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/da5f5778-05be-4d32-94a3-edd65d713c22 HTTP/1.1" status: 204 len: 168 time: 0.4442966 Jul 16 18:14:27.280284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['3b354177-4f43-4bb4-919b-3ad64e4eead2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:27.296510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2ca29c-6a1f-41db-89bc-3c84b83cd57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5f5778-05be-4d32-94a3-edd65d713c22,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:27.392639 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Set router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:27.458789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45970) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:27.469036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-30a85dd4-bdd1-44f8-a7d4-e5baf24997ae tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:27.480554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-30a85dd4-bdd1-44f8-a7d4-e5baf24997ae tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/networks?id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 200 len: 797 time: 0.2806075 Jul 16 18:14:27.503516 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-c908ca5c-5a85-4b3a-b6f3-9403a0bfc07e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/quotas/8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 375 time: 0.0206032 Jul 16 18:14:27.643882 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-2ea93633-8676-4ac8-8e5c-a907e0b53aba tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1388228 Jul 16 18:14:27.817208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-a185cb0e-5d5d-4823-afa4-7357c6cc5d01 service neutron] 10.222.0.47 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534061 Jul 16 18:14:27.938475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:24Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3715e6e2-8643-4b5d-8479-1903e17ad1ed', 'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:4a:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:24Z', 'revision_number': 2, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:27.947971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 99e400b5-8539-4ecb-a43a-ec298989d334 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:28.000163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Checking router: 05e7bbc2-6070-4caa-9d75-1213cc07ee4f for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:28.000523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Updating router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f port 3715e6e2-8643-4b5d-8479-1903e17ad1ed binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:14:28.004317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 99e400b5-8539-4ecb-a43a-ec298989d334 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:28.004317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 99e400b5-8539-4ecb-a43a-ec298989d334 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:28.015132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-0ed4deb1-af72-4fe2-9d61-2f2baab0efe6 service neutron] 10.222.0.47 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901143 Jul 16 18:14:28.067773 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.104888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45986) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:28.208676 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a8811f96-fd44-4a80-a695-afe0f62e2fd3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a507ec4c4e842458b6850d54c192c17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025634 Jul 16 18:14:28.213447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45992) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:28.238166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-26ab1c46-a399-4ef5-9a3d-a5b8e625329a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:28.240302 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-26ab1c46-a399-4ef5-9a3d-a5b8e625329a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 815 time: 0.2893322 Jul 16 18:14:28.308815 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-ddf719e7-e98d-4490-8735-1114d02440b5 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/quotas/79d2f2980cab4822ad81a06ea76d15ed HTTP/1.1" status: 200 len: 375 time: 0.0578842 Jul 16 18:14:28.318842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b939055d-5082-4c31-a190-13a4335d1b91 req-7180df7a-f463-4dbd-8e51-7ec11fa67a27 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 210 time: 0.0351992 Jul 16 18:14:28.349746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b972f38f-1452-4791-9797-8d1871f7ecf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.405528 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b972f38f-1452-4791-9797-8d1871f7ecf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.515786 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b972f38f-1452-4791-9797-8d1871f7ecf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.521838 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b972f38f-1452-4791-9797-8d1871f7ecf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.524109 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b972f38f-1452-4791-9797-8d1871f7ecf8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f00ace0-831c-41e7-956b-3e70cde7f11c HTTP/1.1" status: 204 len: 168 time: 0.3094969 Jul 16 18:14:28.544822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b972f38f-1452-4791-9797-8d1871f7ecf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f00ace0-831c-41e7-956b-3e70cde7f11c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:28.564945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-4ae8f2d1-ce32-4274-886d-046fe6a4b7c9 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2388127 Jul 16 18:14:28.627241 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.717849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ed88e-6639-496e-b71b-378621a48c9d req-d397551e-aeba-4d3a-b085-22aad6f16c9f tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:28.719616 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-760ed88e-6639-496e-b71b-378621a48c9d req-d397551e-aeba-4d3a-b085-22aad6f16c9f tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 945 time: 0.1769290 Jul 16 18:14:28.800058 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-760ed88e-6639-496e-b71b-378621a48c9d req-b5a7c277-d48f-409c-8357-7b4db9dd4851 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747499 Jul 16 18:14:28.964728 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:28.997083 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Transition to ACTIVE for port object 3715e6e2-8643-4b5d-8479-1903e17ad1ed will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:29.012000 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.047915 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-219b642c-100c-4b3d-83f0-f2d0db2b7c87 service neutron] 10.222.0.47 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4816933 Jul 16 18:14:29.098703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5707a6-ebfa-4527-a456-9cfa525fae7b None None] Pushing event updated for resources: {'Port': ['ID=3715e6e2-8643-4b5d-8479-1903e17ad1ed,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.205987 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-6c78997d-4c1f-4500-9323-20f555f3e47e service neutron] 10.222.0.47 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568570 Jul 16 18:14:29.252322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Attempting to bind port 3715e6e2-8643-4b5d-8479-1903e17ad1ed on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:29.252895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Attempting to bind port 3715e6e2-8643-4b5d-8479-1903e17ad1ed by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:29.253428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Attempting to bind port 3715e6e2-8643-4b5d-8479-1903e17ad1ed on network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:29.269097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:29.269608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Checking segment: {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:29.270144 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.270660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Bound using segment: {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:29.271139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Bound port: 3715e6e2-8643-4b5d-8479-1903e17ad1ed, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:29.271528 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.282910 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.374483 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] Deleting port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:29.377550 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.512018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] For port 3715e6e2-8643-4b5d-8479-1903e17ad1ed, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:29.528494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] For port 3715e6e2-8643-4b5d-8479-1903e17ad1ed, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3715e6e2-8643-4b5d-8479-1903e17ad1ed,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:29.536119 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.646271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-852a52bb-d546-44b0-aab5-7dc6cf7aa986 req-57b43d11-1e6c-4729-be4b-e1c97908d9a7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 210 time: 0.0744240 Jul 16 18:14:29.664037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-911c0416-8fba-4852-b46e-71b42fb63f54 req-f82162ac-3730-4e88-a2fb-3ef7cd6c38c7 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 210 time: 0.1107550 Jul 16 18:14:29.694581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Routers {'05e7bbc2-6070-4caa-9d75-1213cc07ee4f'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:29.695256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:29.704218 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] For port 8d9b6b75-bb8b-4573-94a5-fb38af134ce5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8d9b6b75-bb8b-4573-94a5-fb38af134ce5,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:29.704740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:29.721828 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] Calling delete_port for 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:29.777960 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5707a6-ebfa-4527-a456-9cfa525fae7b None None] Pushing event updated for resources: {'Port': ['ID=3715e6e2-8643-4b5d-8479-1903e17ad1ed,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:29.921576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] Set router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:29.999422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3b354177-4f43-4bb4-919b-3ad64e4eead2 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:30.074939 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.079738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46048) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:30.150604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e49f40-d3f9-49d7-a327-4d3dff24c091 req-14a5cb4a-770d-4724-bc8d-1b4ad5ff00ae tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.150783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d9b6b75-bb8b-4573-94a5-fb38af134ce5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:30.172391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3e49f40-d3f9-49d7-a327-4d3dff24c091 req-14a5cb4a-770d-4724-bc8d-1b4ad5ff00ae tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 945 time: 0.1460907 Jul 16 18:14:30.280983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3e49f40-d3f9-49d7-a327-4d3dff24c091 req-4c5d8445-75fc-41c7-9f19-07847f6d7055 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076074 Jul 16 18:14:30.334626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-385485453'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:30.384616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Made reservation on behalf of d0ddeb6532fd48c4806dd4ed41eb268e for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:30.392585 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.408760 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.428775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 3b354177-4f43-4bb4-919b-3ad64e4eead2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:30.452759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 3b354177-4f43-4bb4-919b-3ad64e4eead2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:30.453381 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.599452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:24Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3715e6e2-8643-4b5d-8479-1903e17ad1ed', 'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:4a:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:29Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:30.660669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.668323 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.675084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-267e8608-2331-4b12-83fb-0933ab001a58 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:30.676778 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-267e8608-2331-4b12-83fb-0933ab001a58 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.18 "GET /v2.0/networks?id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 200 len: 797 time: 0.3021264 Jul 16 18:14:30.679820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.721790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b997448-f9fa-4cfa-8b73-e6f6013ea200 None None] The sync data for ids ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'] in n-d-794306-7 is: [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:24Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3715e6e2-8643-4b5d-8479-1903e17ad1ed', 'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:4a:7c:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:29Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:30.764012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:30.836561 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.837296 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Added segment f328114c-6496-4e4a-8e05-5d6426a5202b of type vlan for network 1da93f1a-060f-409a-a5ce-7c6ed2fc42af Jul 16 18:14:30.841079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4571b660-f533-49f2-95f1-eeee94d243f6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:30.934296 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:30.941143 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.001858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9c55f5-d217-4e2e-9cff-df3e51238cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b354177-4f43-4bb4-919b-3ad64e4eead2'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:31.004473 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48802f47-5b25-462e-b208-2171e6aa1740" -d '{"events": [{"server_uuid": "dc9c55f5-d217-4e2e-9cff-df3e51238cd4", "name": "network-vif-plugged", "status": "completed", "tag": "3b354177-4f43-4bb4-919b-3ad64e4eead2"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:31.051648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3b354177-4f43-4bb4-919b-3ad64e4eead2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3b354177-4f43-4bb4-919b-3ad64e4eead2,segment=NetworkSegment(3235cb39-bc48-4632-b0ce-e168f0f54723),segment_id=3235cb39-bc48-4632-b0ce-e168f0f54723)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:31.061930 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.078874 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-658475ce-7137-4f98-92d8-af79b917f1ff tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 380 time: 0.3900614 Jul 16 18:14:31.103194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'port': {'device_id': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'admin_state_up': True, 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'security_groups': ['af4baaad-d604-4b56-99cc-3135c799d87b']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:31.110075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71518fb9-e3cd-4844-ba6e-622b3004467b req-18bba6a1-6db7-4b3f-977e-1e40487ca4f6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 210 time: 0.1004639 Jul 16 18:14:31.120453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.124363 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91c1434e-ca4a-4501-87a7-f9d748b869b0 req-14e9ed53-3d0e-4490-baba-ead3526a82e3 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 210 time: 0.0637553 Jul 16 18:14:31.126674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:31.128443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:31.171289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=3b354177-4f43-4bb4-919b-3ad64e4eead2,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:31.178715 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0960906 Jul 16 18:14:31.184553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46068) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:31.196295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Request body: {'subnet': {'network_id': '1da93f1a-060f-409a-a5ce-7c6ed2fc42af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:31.605344 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-387b6267-9681-4b76-8863-4f469fa066df x-openstack-request-id: req-387b6267-9681-4b76-8863-4f469fa066df {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:31.605643 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9c55f5-d217-4e2e-9cff-df3e51238cd4", "name": "network-vif-plugged", "status": "completed", "tag": "3b354177-4f43-4bb4-919b-3ad64e4eead2", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:31.605942 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-387b6267-9681-4b76-8863-4f469fa066df {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:31.606345 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9c55f5-d217-4e2e-9cff-df3e51238cd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b354177-4f43-4bb4-919b-3ad64e4eead2', 'code': 200} Jul 16 18:14:31.931538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3715e6e2-8643-4b5d-8479-1903e17ad1ed up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:31.950068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Pushing event updated for resources: {'Network': ['ID=1da93f1a-060f-409a-a5ce-7c6ed2fc42af,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:32.000339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3715e6e2-8643-4b5d-8479-1903e17ad1ed completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:32.005789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3715e6e2-8643-4b5d-8479-1903e17ad1ed triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:32.006428 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.055114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] Router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:32.148056 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:32.154036 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.189359 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.221036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.221649 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.222182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.222683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.223191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.223812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.224326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.224827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.225316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.226460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.227685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.228184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-babef0ee-80c0-4257-9380-5e06a9e6a6d2 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:32.244669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 1da93f1a-060f-409a-a5ce-7c6ed2fc42af details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:32.270864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3715e6e2-8643-4b5d-8479-1903e17ad1ed, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3715e6e2-8643-4b5d-8479-1903e17ad1ed,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:32.288284 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.437007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Made reservation on behalf of d0ddeb6532fd48c4806dd4ed41eb268e for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:32.446520 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-24c8479a-41d3-4a9a-9ab3-c5f60b49b424 req-9b123d75-da2e-46c8-9e41-c4c6f446cc35 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 210 time: 0.0858963 Jul 16 18:14:32.449178 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.472598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-144134f5-578c-4d68-992c-09f2ca181073 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.480843 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-144134f5-578c-4d68-992c-09f2ca181073 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 815 time: 0.4996243 Jul 16 18:14:32.508977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Request body: {'port': {'device_id': '24d8a045-bf06-444d-a21f-cb7be80dd080', 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a', 'admin_state_up': True, 'tenant_id': '79d2f2980cab4822ad81a06ea76d15ed'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:32.522317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3715e6e2-8643-4b5d-8479-1903e17ad1ed,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:32.528300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9afc195-c6ce-4c4a-9adf-597aeefa7f6c req-b07bf77d-1bcb-414b-897e-b12d0c79df59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.530078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9afc195-c6ce-4c4a-9adf-597aeefa7f6c req-b07bf77d-1bcb-414b-897e-b12d0c79df59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 1097 time: 0.5359771 Jul 16 18:14:32.555987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba12879-614c-46bc-b715-b8a99c036138 req-317432bc-cb33-4817-83e0-c5b5224172c0 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:32.557884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bba12879-614c-46bc-b715-b8a99c036138 req-317432bc-cb33-4817-83e0-c5b5224172c0 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 946 time: 0.5957043 Jul 16 18:14:32.565509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:32.576152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f98e78c8-cc2a-4c49-a83d-f2364401f786 admin admin] 10.222.0.47 "PUT /v2.0/routers/26356b5d-0e4e-49d2-ae7f-ca062c6f418f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1157832 Jul 16 18:14:32.577562 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7a93f-2128-4ae1-9dac-76a68dcbb082 None None] Sync routers for ids ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:32.579538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46080) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:32.590663 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7a93f-2128-4ae1-9dac-76a68dcbb082 None None] Routers {'26356b5d-0e4e-49d2-ae7f-ca062c6f418f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:32.594227 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-42e7a93f-2128-4ae1-9dac-76a68dcbb082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:32.678341 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.20.0.4 (379c4479-a9ca-40b5-ac15-6d4de9b75d0b/453b52b8-8e08-46c5-8ddd-2311e38d5615/799dfd0b-016b-4a97-8033-f3e29d6e8fcf) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:32.683066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0750bbb-4a7b-4723-aec7-376863c56e17 req-c0d1ba80-ab30-4ddc-8122-f1b70d6c9802 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 210 time: 0.0533423 Jul 16 18:14:32.759868 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-42e7a93f-2128-4ae1-9dac-76a68dcbb082 None None] Set router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:32.826979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:32.973936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.013088 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b9afc195-c6ce-4c4a-9adf-597aeefa7f6c req-277a5d77-c54a-4c11-a5d1-fc28f0bdc4f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4514196 Jul 16 18:14:33.036707 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-42e7a93f-2128-4ae1-9dac-76a68dcbb082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'name': 'tempest-TestServerMultinode-122387867-router', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32'}], 'enable_snat': True}, 'gw_port_id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:15Z', 'updated_at': '2021-07-16T18:14:29Z', 'revision_number': 5, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'gw_port': {'id': 'e7a2da18-0f3f-4110-8ac1-39e68da8e222', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f0:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2268, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:17Z', 'updated_at': '2021-07-16T18:13:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:33.053048 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bba12879-614c-46bc-b715-b8a99c036138 req-c742621a-f2fc-44a4-a9d7-2e0edc466409 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4522285 Jul 16 18:14:33.102021 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7a93f-2128-4ae1-9dac-76a68dcbb082 None None] Checking router: 26356b5d-0e4e-49d2-ae7f-ca062c6f418f for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:33.116121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Made reservation on behalf of 79d2f2980cab4822ad81a06ea76d15ed for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:33.123517 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.124018 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e7a93f-2128-4ae1-9dac-76a68dcbb082 None None] Routers {'26356b5d-0e4e-49d2-ae7f-ca062c6f418f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:33.124898 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-42e7a93f-2128-4ae1-9dac-76a68dcbb082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:33.179756 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.306703 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-42e7a93f-2128-4ae1-9dac-76a68dcbb082 None None] Set router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:33.325941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Transition to ACTIVE for port object 799dfd0b-016b-4a97-8033-f3e29d6e8fcf will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:33.352800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Deleting port e7a2da18-0f3f-4110-8ac1-39e68da8e222 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:33.352800 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.415861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.489854 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.531751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] For port e7a2da18-0f3f-4110-8ac1-39e68da8e222, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e7a2da18-0f3f-4110-8ac1-39e68da8e222,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:33.532175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.547652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Calling delete_port for e7a2da18-0f3f-4110-8ac1-39e68da8e222 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:33.562238 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-42e7a93f-2128-4ae1-9dac-76a68dcbb082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'name': 'tempest-TestServerMultinode-122387867-router', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:15Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 6, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:33.564326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Pushing event updated for resources: {'Subnet': ['ID=9e7b47cf-c5a4-415c-94dd-8d50b66b6347,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.579398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Checking segment: {'id': 'f328114c-6496-4e4a-8e05-5d6426a5202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1da93f1a-060f-409a-a5ce-7c6ed2fc42af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:33.579909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Network hostable DHCP agents. Network: 1da93f1a-060f-409a-a5ce-7c6ed2fc42af, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:33.589864 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42e7a93f-2128-4ae1-9dac-76a68dcbb082 None None] The sync data for ids ['26356b5d-0e4e-49d2-ae7f-ca062c6f418f'] in n-d-794306-7 is: [{'id': '26356b5d-0e4e-49d2-ae7f-ca062c6f418f', 'name': 'tempest-TestServerMultinode-122387867-router', 'tenant_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:15Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 6, 'project_id': '2a99d476093c4dc6ba6f1f764cdbd58f', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:33.663951 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4de8849-e6b5-4ef2-b5a5-bbdd4f3a1280 req-1a6b4baf-a0a3-4f43-a800-01577169630d tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 210 time: 0.0426521 Jul 16 18:14:33.668448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:33.681742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:33.683608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:33.687419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Allocated IP 172.20.0.2 (87c0994c-4aaf-49f7-8df5-387a862ccd8a/6db1d6e3-b917-4d9a-9c9e-22474e4c041f/eab973bc-f1a7-4045-b739-6a1cbfd3d2fa) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:33.692226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:33.696531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.696811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.697449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.697546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.697829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.698177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.698510 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.698849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.699252 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.699866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.699866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.700195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:33.720280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Network 1da93f1a-060f-409a-a5ce-7c6ed2fc42af is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:33.748654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 1da93f1a-060f-409a-a5ce-7c6ed2fc42af) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:33.762437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-012b6b26-3e41-4713-b944-a52fba5a5ef2 None None] Network 1da93f1a-060f-409a-a5ce-7c6ed2fc42af requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:33.800295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:33.800899 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.819142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:33.820767 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:33.851175 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-11076f3c-6bdc-4a97-ade4-648a3e377f9a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7523384 Jul 16 18:14:33.865573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Request body: {'port': {'device_id': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:33.882735 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-35e0c948-0df3-46c6-8014-23c035b3faff tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6937482 Jul 16 18:14:33.882958 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46090) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:33.888394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Request body: {'port': {'network_id': '1da93f1a-060f-409a-a5ce-7c6ed2fc42af', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1808297362'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:34.070441 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3715e6e2-8643-4b5d-8479-1903e17ad1ed up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:34.104487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Made reservation on behalf of d0ddeb6532fd48c4806dd4ed41eb268e for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:34.109925 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.129551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] device_id is not set on port 54ab2eef-2820-4b59-92ac-9638dae6b126 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:34.144616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1d1e4cce-274d-40ea-a10d-2395c12d0c71 None None] Provisioning for port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:34.150537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.150703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1d1e4cce-274d-40ea-a10d-2395c12d0c71 None None] Provisioning complete for port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:34.150703 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d1e4cce-274d-40ea-a10d-2395c12d0c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.189074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1d1e4cce-274d-40ea-a10d-2395c12d0c71 None None] Port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:34.190682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-1da93f1a-060f-409a-a5ce-7c6ed2fc42af', 'network_id': '1da93f1a-060f-409a-a5ce-7c6ed2fc42af', 'tenant_id': 'd0ddeb6532fd48c4806dd4ed41eb268e', 'fixed_ips': [{'subnet_id': '9e7b47cf-c5a4-415c-94dd-8d50b66b6347'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:34.191654 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.193674 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.257623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7a2da18-0f3f-4110-8ac1-39e68da8e222,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:34.305720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30a83c2-182f-49f5-922d-ac1cb109db1b req-38271299-b749-48b5-b29e-3e8d597db5cd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.312856 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e30a83c2-182f-49f5-922d-ac1cb109db1b req-38271299-b749-48b5-b29e-3e8d597db5cd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 931 time: 0.3444052 Jul 16 18:14:34.323969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3715e6e2-8643-4b5d-8479-1903e17ad1ed triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:34.324366 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.347419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Allocated IP 172.20.0.3 (1da93f1a-060f-409a-a5ce-7c6ed2fc42af/9e7b47cf-c5a4-415c-94dd-8d50b66b6347/54ab2eef-2820-4b59-92ac-9638dae6b126) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:34.356921 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.469003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:34.484417 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a268a52b-1194-40f6-8d68-2f32597ead5a req-89722b45-23d2-491d-964e-6a9701f8c018 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:34.493687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a268a52b-1194-40f6-8d68-2f32597ead5a req-89722b45-23d2-491d-964e-6a9701f8c018 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 946 time: 0.2555332 Jul 16 18:14:34.497232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:34.498563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8d9b6b75-bb8b-4573-94a5-fb38af134ce5 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:34.509623 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.537842 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e30a83c2-182f-49f5-922d-ac1cb109db1b req-e039776a-2447-4d39-b3f8-fca1f074bbd0 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239883 Jul 16 18:14:34.545281 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.550121 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.614538 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a268a52b-1194-40f6-8d68-2f32597ead5a req-615be120-e231-4e23-acb6-a04fad99d132 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197612 Jul 16 18:14:34.655275 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.655858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26356b5d-0e4e-49d2-ae7f-ca062c6f418f {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:34.668391 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.671691 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fe6f7e86-ab66-45d5-a1d5-8f4e51cd2de0 admin admin] 10.222.0.47 "DELETE /v2.0/routers/26356b5d-0e4e-49d2-ae7f-ca062c6f418f HTTP/1.1" status: 204 len: 168 time: 2.0893588 Jul 16 18:14:34.696858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46104) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:34.794179 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.829883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['1208a4d5-a318-4ff0-b20e-f4391c5c76c6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:34.914666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-228035aa-0f1f-4aa1-ab02-cb30e5cb714f admin admin] Deleting subnet 7df14d04-6d47-4b12-8b32-0871eb840ae8 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:34.924213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 799dfd0b-016b-4a97-8033-f3e29d6e8fcf {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:34.937089 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-228035aa-0f1f-4aa1-ab02-cb30e5cb714f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.945201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:34.977228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Transition to ACTIVE for port object 799dfd0b-016b-4a97-8033-f3e29d6e8fcf will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:34.982557 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.019920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Network 87c0994c-4aaf-49f7-8df5-387a862ccd8a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:35.034463 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.052274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:35.055358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Transition to ACTIVE for port object 54ab2eef-2820-4b59-92ac-9638dae6b126 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:35.059704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Pushing event updated for resources: {'Port': ['ID=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.060007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Pushing event updated for resources: {'Port': ['ID=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.063538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:35.075380 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-228035aa-0f1f-4aa1-ab02-cb30e5cb714f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.185105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.185825 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.193117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c451a3d-0c3f-447e-8802-c1b1b52d10d3 req-33694565-025d-4a59-8c08-b7a48369912b tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.195232 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c451a3d-0c3f-447e-8802-c1b1b52d10d3 req-33694565-025d-4a59-8c08-b7a48369912b tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 931 time: 0.1369290 Jul 16 18:14:35.220036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Attempting to bind port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:35.220322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Attempting to bind port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:35.220612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Attempting to bind port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf on network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:35.233532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf on network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:35.233924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Attempting to bind port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf on network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:35.242740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:35.243204 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Checking segment: {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:35.244860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Bound using segment: {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:35.244860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Bound port: 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:35.244860 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.254599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87d0641-b69c-457d-ab0e-459054a60abf req-aefc9513-21fb-4382-8b5d-0301d9efbfc6 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.256406 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a87d0641-b69c-457d-ab0e-459054a60abf req-aefc9513-21fb-4382-8b5d-0301d9efbfc6 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 946 time: 0.4564285 Jul 16 18:14:35.302433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2d456fbe-9771-45bc-97e6-169100f92455 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8037305 Jul 16 18:14:35.306257 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c451a3d-0c3f-447e-8802-c1b1b52d10d3 req-6716a720-39e6-4b6f-a1ed-98ec009865e1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993927 Jul 16 18:14:35.330572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Request body: {'port': {'device_id': '24d8a045-bf06-444d-a21f-cb7be80dd080', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:35.352428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:35.352690 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.357484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:35.363169 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.381700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Allocated IP 172.20.0.2 (1da93f1a-060f-409a-a5ce-7c6ed2fc42af/9e7b47cf-c5a4-415c-94dd-8d50b66b6347/9961cb54-4d48-4879-b5f0-3dccef194f11) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:35.412047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.412927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.414962 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] 10.222.0.18 "PUT /v2.0/ports/799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 1091 time: 1.5567131 Jul 16 18:14:35.415677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:35.418246 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6300cb2d-62c7-4d42-9547-66354518a700" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:35.434464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Pushing event updated for resources: {'Port': ['ID=54ab2eef-2820-4b59-92ac-9638dae6b126,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.470928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Network 1da93f1a-060f-409a-a5ce-7c6ed2fc42af is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:35.477188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:35.494519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:35.498182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-228035aa-0f1f-4aa1-ab02-cb30e5cb714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.536106 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc841fed-c38a-4e01-92b0-7ce86e54b6d5 x-openstack-request-id: req-dc841fed-c38a-4e01-92b0-7ce86e54b6d5 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:35.537519 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:35.539540 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc841fed-c38a-4e01-92b0-7ce86e54b6d5 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:35.542284 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'status': 'completed', 'code': 200} Jul 16 18:14:35.564824 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a87d0641-b69c-457d-ab0e-459054a60abf req-e4394ceb-7fa1-4ce2-a126-198a63ebc755 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673540 Jul 16 18:14:35.578025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59863bbd-6176-48c8-a734-af69914a0905 service neutron] Pushing event updated for resources: {'Port': ['ID=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:35.623827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-305e54c3-110a-4450-97b4-713384c42804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.625603 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-305e54c3-110a-4450-97b4-713384c42804 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1094 time: 0.1664166 Jul 16 18:14:35.668605 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.669283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.692265 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-bd298abd-e56e-49cf-908c-b9b10187453d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 217 time: 0.0584407 Jul 16 18:14:35.697771 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.710332 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.717862 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8d170a71-b1e1-4bb3-af73-fa5df6a3bfb7 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.8333731 Jul 16 18:14:35.722773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46118) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:35.723432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Transition to ACTIVE for port object 9961cb54-4d48-4879-b5f0-3dccef194f11 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:35.729133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Request body: {'port': {'network_id': '1da93f1a-060f-409a-a5ce-7c6ed2fc42af', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1884566248', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:35.730299 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.api.validators [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] bootfile-name is not in valid_values {{(pid=105439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:35.730806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.api.validators [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] tftp-server is not in valid_values {{(pid=105439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:35.731325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.api.validators [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] server-ip-address is not in valid_values {{(pid=105439) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:35.764967 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Transition to ACTIVE for port object 9961cb54-4d48-4879-b5f0-3dccef194f11 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:35.779536 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.820693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Network 1da93f1a-060f-409a-a5ce-7c6ed2fc42af is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:35.840098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-12ee8cb3-88d9-4041-b176-4aa8f0eea606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:35.843325 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-12ee8cb3-88d9-4041-b176-4aa8f0eea606 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=453b52b8-8e08-46c5-8ddd-2311e38d5615 HTTP/1.1" status: 200 len: 834 time: 0.1447308 Jul 16 18:14:35.845091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:35.849061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:35.872103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e7a2da18-0f3f-4110-8ac1-39e68da8e222 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:35.919447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-228035aa-0f1f-4aa1-ab02-cb30e5cb714f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:35.958795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: e7a2da18-0f3f-4110-8ac1-39e68da8e222 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:35.959178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e7a2da18-0f3f-4110-8ac1-39e68da8e222 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:36.025454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940de96f-fbb8-4429-8a10-de446256b13d req-7129bcd0-9770-4b8e-9ca7-8084af9e5d6c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.028646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-940de96f-fbb8-4429-8a10-de446256b13d req-7129bcd0-9770-4b8e-9ca7-8084af9e5d6c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 943 time: 0.1742480 Jul 16 18:14:36.034709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Attempting to bind port 9961cb54-4d48-4879-b5f0-3dccef194f11 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:36.035199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Attempting to bind port 9961cb54-4d48-4879-b5f0-3dccef194f11 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'f328114c-6496-4e4a-8e05-5d6426a5202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1da93f1a-060f-409a-a5ce-7c6ed2fc42af'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:36.035802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Attempting to bind port 9961cb54-4d48-4879-b5f0-3dccef194f11 on network 1da93f1a-060f-409a-a5ce-7c6ed2fc42af {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:36.036462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-183e20dd-ab5f-4738-a207-4ab3295b2d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.040456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Pushing event updated for resources: {'Port': ['ID=9961cb54-4d48-4879-b5f0-3dccef194f11,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:36.041569 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-183e20dd-ab5f-4738-a207-4ab3295b2d35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1852026 Jul 16 18:14:36.049403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:36.049779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Checking segment: {'id': 'f328114c-6496-4e4a-8e05-5d6426a5202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1da93f1a-060f-409a-a5ce-7c6ed2fc42af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:36.050184 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.050577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Bound using segment: {'id': 'f328114c-6496-4e4a-8e05-5d6426a5202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1da93f1a-060f-409a-a5ce-7c6ed2fc42af'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:36.051160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Bound port: 9961cb54-4d48-4879-b5f0-3dccef194f11, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f328114c-6496-4e4a-8e05-5d6426a5202b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '1da93f1a-060f-409a-a5ce-7c6ed2fc42af'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:36.051421 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.055145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.055493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.055860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.056196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.056527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.056856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.057184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.057507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.057831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.058153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.058476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.058795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:14:36.059834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228035aa-0f1f-4aa1-ab02-cb30e5cb714f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7df14d04-6d47-4b12-8b32-0871eb840ae8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:36.069325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a25df80-7cc7-47a7-8ad9-5cc8da901451 None None] Network 5d3d20ac-046f-47c8-882c-5ceb17958810 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:36.092633 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-940de96f-fbb8-4429-8a10-de446256b13d req-15cf76f8-3e6f-4b47-ac19-3533db0ca21e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479698 Jul 16 18:14:36.187544 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-228035aa-0f1f-4aa1-ab02-cb30e5cb714f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.190425 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-228035aa-0f1f-4aa1-ab02-cb30e5cb714f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7df14d04-6d47-4b12-8b32-0871eb840ae8 HTTP/1.1" status: 204 len: 168 time: 1.4857738 Jul 16 18:14:36.224303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46130) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:36.400369 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.443444 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-518cfe13-d8bd-458a-a776-a34db36b6e97 service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3595705 Jul 16 18:14:36.479182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Made reservation on behalf of d0ddeb6532fd48c4806dd4ed41eb268e for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:36.484674 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.510411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] For port 9961cb54-4d48-4879-b5f0-3dccef194f11, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:36.512228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] device_id is not set on port 8fd84109-d8e0-4040-9dd5-a2e869313511 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:36.517088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] For port 9961cb54-4d48-4879-b5f0-3dccef194f11, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9961cb54-4d48-4879-b5f0-3dccef194f11,segment=NetworkSegment(f328114c-6496-4e4a-8e05-5d6426a5202b),segment_id=f328114c-6496-4e4a-8e05-5d6426a5202b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:36.528685 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.621855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2562b64-ddbf-4f1c-942e-0ebb6af554a2 req-43d4fcfa-4fae-4828-8508-9daa04522ea5 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:36.632866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b2562b64-ddbf-4f1c-942e-0ebb6af554a2 req-43d4fcfa-4fae-4828-8508-9daa04522ea5 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 946 time: 0.3045151 Jul 16 18:14:36.638667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Allocated IP 172.20.0.8 (1da93f1a-060f-409a-a5ce-7c6ed2fc42af/9e7b47cf-c5a4-415c-94dd-8d50b66b6347/8fd84109-d8e0-4040-9dd5-a2e869313511) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:36.642673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3fa4f2-078f-4ecb-97dc-43c9a27a3522 None None] Pushing event updated for resources: {'Port': ['ID=9961cb54-4d48-4879-b5f0-3dccef194f11,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:36.681101 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Deleting port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:36.681101 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.697985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eab973bc-f1a7-4045-b739-6a1cbfd3d2fa {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:36.733062 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b504d1a6-164a-4b22-b7be-9c91b1994586 req-c3e4d5e4-e296-452e-ab1f-879f0f35bab3 service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2813106 Jul 16 18:14:36.749548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b2562b64-ddbf-4f1c-942e-0ebb6af554a2 req-e47cecf5-05d3-4ad6-9b56-705c8eaf69ee tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157265 Jul 16 18:14:36.851211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf91a7b-495f-4b1f-8e79-139ac2f76d1e None None] DHCP port deletion for 5d3d20ac-046f-47c8-882c-5ceb17958810 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:36.868137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] For port 27ed0fa2-4597-42f3-b8b4-33dde64f1940, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=27ed0fa2-4597-42f3-b8b4-33dde64f1940,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:36.868824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:36.895722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Calling delete_port for 27ed0fa2-4597-42f3-b8b4-33dde64f1940 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:36.963450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fcf91a7b-495f-4b1f-8e79-139ac2f76d1e None None] Deleting port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:36.963875 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fcf91a7b-495f-4b1f-8e79-139ac2f76d1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.115728 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.136826 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:14:37.149848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fcf91a7b-495f-4b1f-8e79-139ac2f76d1e None None] For port 27ed0fa2-4597-42f3-b8b4-33dde64f1940, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=27ed0fa2-4597-42f3-b8b4-33dde64f1940,segment=NetworkSegment(d3a1aaf7-f7ba-4c3d-88b2-aef03881573d),segment_id=d3a1aaf7-f7ba-4c3d-88b2-aef03881573d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:37.150118 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fcf91a7b-495f-4b1f-8e79-139ac2f76d1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.172737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fcf91a7b-495f-4b1f-8e79-139ac2f76d1e None None] Calling delete_port for 27ed0fa2-4597-42f3-b8b4-33dde64f1940 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:37.193157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Pushing event deleted for resources: {'Port': ['ID=27ed0fa2-4597-42f3-b8b4-33dde64f1940,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.207098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] No DVR routers for this DVR port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:37.295780 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.317714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300cb2d-62c7-4d42-9547-66354518a700 req-656ca16c-a2d7-494f-b5f6-8e4536a175a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.318815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Transition to ACTIVE for port object eab973bc-f1a7-4045-b739-6a1cbfd3d2fa will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:37.320155 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6300cb2d-62c7-4d42-9547-66354518a700 req-656ca16c-a2d7-494f-b5f6-8e4536a175a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1094 time: 0.3961625 Jul 16 18:14:37.344870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.373906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.378597 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fcf91a7b-495f-4b1f-8e79-139ac2f76d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.402215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d3d20ac-046f-47c8-882c-5ceb17958810']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:37.414571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:37.414979 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3a1aaf7-f7ba-4c3d-88b2-aef03881573d') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:37.425936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.442677 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.450578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:37.451740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.451895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Pushing event updated for resources: {'Port': ['ID=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.466378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf91a7b-495f-4b1f-8e79-139ac2f76d1e None None] No DVR routers for this DVR port 27ed0fa2-4597-42f3-b8b4-33dde64f1940 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:37.478632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf91a7b-495f-4b1f-8e79-139ac2f76d1e None None] Pushing event deleted for resources: {'Port': ['ID=27ed0fa2-4597-42f3-b8b4-33dde64f1940,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:37.570429 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:37.620965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c36fe66-5159-4fba-97ac-a1540cba1293 req-4882f856-2511-4d29-ab65-de9b19875b0f tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.623655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c36fe66-5159-4fba-97ac-a1540cba1293 req-4882f856-2511-4d29-ab65-de9b19875b0f tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 931 time: 0.9345150 Jul 16 18:14:37.680075 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.693293 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.698131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5d3d20ac-046f-47c8-882c-5ceb17958810 HTTP/1.1" status: 204 len: 168 time: 1.4713342 Jul 16 18:14:37.709721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46146) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:37.760154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:37.776650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c56a4b-5762-4c4a-8334-697b0ad0dac0 admin admin] Pushing event deleted for resources: {'Network': ['ID=5d3d20ac-046f-47c8-882c-5ceb17958810,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:37.790085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300cb2d-62c7-4d42-9547-66354518a700 req-b086fd26-6c21-4573-836b-ba25f54b436a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.792485 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6300cb2d-62c7-4d42-9547-66354518a700 req-b086fd26-6c21-4573-836b-ba25f54b436a service neutron] 10.222.0.18 "GET /v2.0/networks?id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 200 len: 898 time: 0.4631722 Jul 16 18:14:37.842085 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9961cb54-4d48-4879-b5f0-3dccef194f11 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:37.865510 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6300cb2d-62c7-4d42-9547-66354518a700 req-7ecf0590-54b4-4f32-8ec4-5b5def71a286 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 217 time: 0.0598221 Jul 16 18:14:37.937535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 9961cb54-4d48-4879-b5f0-3dccef194f11 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:37.944657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Attempting to bind port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:37.945003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Attempting to bind port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:37.949410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Attempting to bind port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:37.965769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300cb2d-62c7-4d42-9547-66354518a700 req-c125098c-5157-4370-b043-12200c51daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:37.967762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6300cb2d-62c7-4d42-9547-66354518a700 req-c125098c-5157-4370-b043-12200c51daa8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=453b52b8-8e08-46c5-8ddd-2311e38d5615 HTTP/1.1" status: 200 len: 834 time: 0.0949268 Jul 16 18:14:37.993028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 799dfd0b-016b-4a97-8033-f3e29d6e8fcf details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:37.993862 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c36fe66-5159-4fba-97ac-a1540cba1293 req-25103222-3ee6-4860-bb9c-bafd83f42794 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3516691 Jul 16 18:14:38.005964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Transition to ACTIVE for port object 8fd84109-d8e0-4040-9dd5-a2e869313511 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:38.032381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:14:38.034201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Attempting to bind port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:38.055984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:38.056404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Checking segment: {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:38.056862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Bound using segment: {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:38.057512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Bound port: eab973bc-f1a7-4045-b739-6a1cbfd3d2fa, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:38.057936 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.060814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 27ed0fa2-4597-42f3-b8b4-33dde64f1940 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:38.176399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 27ed0fa2-4597-42f3-b8b4-33dde64f1940 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:38.176842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 27ed0fa2-4597-42f3-b8b4-33dde64f1940 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:38.189369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e36a6-d95e-4367-b6f6-5277be6f640a req-80f35813-ea5c-4b60-b549-7fc956320b52 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.205871 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e92e36a6-d95e-4367-b6f6-5277be6f640a req-80f35813-ea5c-4b60-b549-7fc956320b52 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 943 time: 0.2357650 Jul 16 18:14:38.218572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300cb2d-62c7-4d42-9547-66354518a700 req-ab032c1d-3bb4-418d-9a08-f1c6a9ab8663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.221165 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6300cb2d-62c7-4d42-9547-66354518a700 req-ab032c1d-3bb4-418d-9a08-f1c6a9ab8663 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2396739 Jul 16 18:14:38.293130 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.333490 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e92e36a6-d95e-4367-b6f6-5277be6f640a req-75a7238a-23d5-499b-b3d2-c7b5e83afa6b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1266205 Jul 16 18:14:38.363380 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:38.393094 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'port_id': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'mac_address': 'fa:16:3e:b0:c6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:38.421905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Pushing event updated for resources: {'Port': ['ID=8fd84109-d8e0-4040-9dd5-a2e869313511,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.481650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] For port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:38.499134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Network 1da93f1a-060f-409a-a5ce-7c6ed2fc42af is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:38.510272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb6c8a6-9521-4be3-8b63-61d43dc570bc None None] Network 1da93f1a-060f-409a-a5ce-7c6ed2fc42af requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:38.527619 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.536144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:38.539131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:38.571339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] For port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:38.605152 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.605428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799dfd0b-016b-4a97-8033-f3e29d6e8fcf {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:38.617806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-723f7b07-67e3-4caf-b089-39f708deb447 None None] Provisioning for port 9961cb54-4d48-4879-b5f0-3dccef194f11 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:38.666653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-723f7b07-67e3-4caf-b089-39f708deb447 None None] Provisioning complete for port 9961cb54-4d48-4879-b5f0-3dccef194f11 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:38.666653 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-723f7b07-67e3-4caf-b089-39f708deb447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.696048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:38.710350 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.712704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.713458 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.749002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:38.749641 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:38.751433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/eab973bc-f1a7-4045-b739-6a1cbfd3d2fa HTTP/1.1" status: 200 len: 1091 time: 3.4295485 Jul 16 18:14:38.751965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d8a045-bf06-444d-a21f-cb7be80dd080', 'tag': 'eab973bc-f1a7-4045-b739-6a1cbfd3d2fa'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:38.755301 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc2c079-a13f-4cb7-938c-7d8cb9834188" -d '{"events": [{"name": "network-changed", "server_uuid": "24d8a045-bf06-444d-a21f-cb7be80dd080", "tag": "eab973bc-f1a7-4045-b739-6a1cbfd3d2fa"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:38.866173 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcabff11-ae92-4b48-b6e7-0e3cb708bd51 x-openstack-request-id: req-bcabff11-ae92-4b48-b6e7-0e3cb708bd51 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:38.867100 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d8a045-bf06-444d-a21f-cb7be80dd080", "tag": "eab973bc-f1a7-4045-b739-6a1cbfd3d2fa", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:38.867367 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bcabff11-ae92-4b48-b6e7-0e3cb708bd51 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:38.867818 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d8a045-bf06-444d-a21f-cb7be80dd080', 'tag': 'eab973bc-f1a7-4045-b739-6a1cbfd3d2fa', 'status': 'completed', 'code': 200} Jul 16 18:14:38.874203 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-264b94f7-da90-4606-817a-5d1edf6709d1 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.1499991 Jul 16 18:14:38.886722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46154) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:38.891501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:38.951586 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6300cb2d-62c7-4d42-9547-66354518a700 req-9e11ca8f-7f4e-4165-b03f-388cf919dbd0 service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7197113 Jul 16 18:14:38.964464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['799dfd0b-016b-4a97-8033-f3e29d6e8fcf'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:38.969799 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-723f7b07-67e3-4caf-b089-39f708deb447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.008616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6370c4ac-6840-4374-af26-5f028a9ff6fa req-5bbafc2c-5bb4-41e2-971e-7250978186c7 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.009620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6370c4ac-6840-4374-af26-5f028a9ff6fa req-5bbafc2c-5bb4-41e2-971e-7250978186c7 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 946 time: 0.6066294 Jul 16 18:14:39.010455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ba3c11-b765-442b-99cd-31e1572842e4 service neutron] Pushing event updated for resources: {'Port': ['ID=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.060610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-723f7b07-67e3-4caf-b089-39f708deb447 None None] For port 9961cb54-4d48-4879-b5f0-3dccef194f11, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9961cb54-4d48-4879-b5f0-3dccef194f11,segment=NetworkSegment(f328114c-6496-4e4a-8e05-5d6426a5202b),segment_id=f328114c-6496-4e4a-8e05-5d6426a5202b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:39.072021 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-723f7b07-67e3-4caf-b089-39f708deb447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.101860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6300cb2d-62c7-4d42-9547-66354518a700 req-bcf05b36-7847-4311-b307-5d601fcc38c3 service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431489 Jul 16 18:14:39.162588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723f7b07-67e3-4caf-b089-39f708deb447 None None] Pushing event updated for resources: {'Port': ['ID=9961cb54-4d48-4879-b5f0-3dccef194f11,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:39.247099 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6370c4ac-6840-4374-af26-5f028a9ff6fa req-5fc31955-7034-4693-92fa-03e67c167229 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221277 Jul 16 18:14:39.259695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-bb5479be-4fe7-42d6-b135-ba5350b3ccb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.261300 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-bb5479be-4fe7-42d6-b135-ba5350b3ccb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 1094 time: 0.4521816 Jul 16 18:14:39.266912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc976643-f14d-48e5-80f0-1ae7470c1992 req-2b00ece6-3096-4f80-9528-93d4fc964250 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.276284 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc976643-f14d-48e5-80f0-1ae7470c1992 req-2b00ece6-3096-4f80-9528-93d4fc964250 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 943 time: 0.0913720 Jul 16 18:14:39.354278 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc976643-f14d-48e5-80f0-1ae7470c1992 req-a94f1764-e4e9-4626-bb42-7193d6ea7e4e tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613759 Jul 16 18:14:39.397769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909dcff-b7d9-42b6-96bd-f8b0603c6eba req-c14c7e05-83a8-44eb-9ce3-633f19cdfa2f tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.400695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a909dcff-b7d9-42b6-96bd-f8b0603c6eba req-c14c7e05-83a8-44eb-9ce3-633f19cdfa2f tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.18 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 946 time: 0.3811960 Jul 16 18:14:39.415203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e07961-3dd0-4ad8-aee8-55debeee3062 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.421851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e07961-3dd0-4ad8-aee8-55debeee3062 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.429866 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e07961-3dd0-4ad8-aee8-55debeee3062 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.434216 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b6e07961-3dd0-4ad8-aee8-55debeee3062 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.5413091 Jul 16 18:14:39.435381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-2c1a6391-5064-4766-943a-a46b16d56b47 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa HTTP/1.1" status: 200 len: 217 time: 0.1591456 Jul 16 18:14:39.436659 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46162) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:39.523410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43113dac-ec07-4256-bf7c-3f5eeb018b29 None None] Provisioning for port 54ab2eef-2820-4b59-92ac-9638dae6b126 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:39.533422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43113dac-ec07-4256-bf7c-3f5eeb018b29 None None] Provisioning complete for port 54ab2eef-2820-4b59-92ac-9638dae6b126 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:39.533994 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43113dac-ec07-4256-bf7c-3f5eeb018b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.534435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-d8761bd6-de00-4a01-ba6a-8161471c14c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.537741 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-d8761bd6-de00-4a01-ba6a-8161471c14c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6db1d6e3-b917-4d9a-9c9e-22474e4c041f HTTP/1.1" status: 200 len: 855 time: 0.0909932 Jul 16 18:14:39.589810 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-4516fa86-c761-4286-b152-ffe7c617fa60 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87c0994c-4aaf-49f7-8df5-387a862ccd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396132 Jul 16 18:14:39.629757 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-43113dac-ec07-4256-bf7c-3f5eeb018b29 None None] Port 54ab2eef-2820-4b59-92ac-9638dae6b126 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:39.661178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43113dac-ec07-4256-bf7c-3f5eeb018b29 None None] Provisioning complete for port 9961cb54-4d48-4879-b5f0-3dccef194f11 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:39.661567 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43113dac-ec07-4256-bf7c-3f5eeb018b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.753574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9961cb54-4d48-4879-b5f0-3dccef194f11 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:39.760776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496ca4dc-20f7-4c87-b14c-f844305a2d12 req-220e7b38-db50-4fcf-9b58-defafed958ab tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:39.762515 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-496ca4dc-20f7-4c87-b14c-f844305a2d12 req-220e7b38-db50-4fcf-9b58-defafed958ab tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 944 time: 0.2261901 Jul 16 18:14:39.793130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-41d41e3a-3864-40ab-b9bd-294d2b3f8730 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Deleting port 8fd84109-d8e0-4040-9dd5-a2e869313511 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:39.793130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41d41e3a-3864-40ab-b9bd-294d2b3f8730 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.845112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.899054 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-09eec286-e7cd-4fdf-8377-f363585463a1 service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2798905 Jul 16 18:14:39.902568 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-496ca4dc-20f7-4c87-b14c-f844305a2d12 req-ba8d6d17-324b-4806-8cfb-7d0f423ffc21 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1323485 Jul 16 18:14:39.941931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43113dac-ec07-4256-bf7c-3f5eeb018b29 None None] Provisioning for port 8fd84109-d8e0-4040-9dd5-a2e869313511 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:39.956967 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41d41e3a-3864-40ab-b9bd-294d2b3f8730 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.960620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43113dac-ec07-4256-bf7c-3f5eeb018b29 None None] Provisioning complete for port 8fd84109-d8e0-4040-9dd5-a2e869313511 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:39.961071 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43113dac-ec07-4256-bf7c-3f5eeb018b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.964954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9961cb54-4d48-4879-b5f0-3dccef194f11 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:39.965566 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:39.979014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-41d41e3a-3864-40ab-b9bd-294d2b3f8730 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Calling delete_port for 8fd84109-d8e0-4040-9dd5-a2e869313511 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:40.018698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 799dfd0b-016b-4a97-8033-f3e29d6e8fcf up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:40.036887 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ffa39e9-bfa4-4a6d-a864-6e09692cbc1f req-7bf8ba4b-91be-489a-901c-91a9a3b9fcaf service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988514 Jul 16 18:14:40.067131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a909dcff-b7d9-42b6-96bd-f8b0603c6eba req-ecf1325a-ac03-4738-abf8-d4638f44ec9d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Deleting port 3b354177-4f43-4bb4-919b-3ad64e4eead2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:40.067716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a909dcff-b7d9-42b6-96bd-f8b0603c6eba req-ecf1325a-ac03-4738-abf8-d4638f44ec9d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.127048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-43113dac-ec07-4256-bf7c-3f5eeb018b29 None None] Port 8fd84109-d8e0-4040-9dd5-a2e869313511 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:40.185457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:40.189885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:40.190266 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.252770 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41d41e3a-3864-40ab-b9bd-294d2b3f8730 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.294454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fe9a2a25-93b4-426e-a86f-45c3db3891db None None] Provisioning complete for port 54ab2eef-2820-4b59-92ac-9638dae6b126 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:40.294829 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe9a2a25-93b4-426e-a86f-45c3db3891db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.308314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d41e3a-3864-40ab-b9bd-294d2b3f8730 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Pushing event deleted for resources: {'Port': ['ID=8fd84109-d8e0-4040-9dd5-a2e869313511,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:40.440129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fe9a2a25-93b4-426e-a86f-45c3db3891db None None] Port 54ab2eef-2820-4b59-92ac-9638dae6b126 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:40.446918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fe9a2a25-93b4-426e-a86f-45c3db3891db None None] Could not find standard attr ID for object 8fd84109-d8e0-4040-9dd5-a2e869313511. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:14:40.463299 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.475311 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41d41e3a-3864-40ab-b9bd-294d2b3f8730 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.478263 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-41d41e3a-3864-40ab-b9bd-294d2b3f8730 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] 10.222.0.47 "DELETE /v2.0/ports/8fd84109-d8e0-4040-9dd5-a2e869313511 HTTP/1.1" status: 204 len: 168 time: 1.0400593 Jul 16 18:14:40.484676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46178) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:40.490530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Request body: {'port': {'name': 'tempest-new-port-name-1440446765', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:40.493647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.api.validators [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] bootfile-name is not in valid_values {{(pid=105438) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:40.494237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.api.validators [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] tftp-server is not in valid_values {{(pid=105438) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:40.494811 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.api.validators [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] server-ip-address is not in valid_values {{(pid=105438) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 18:14:40.518606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:40.530459 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a618b321-8b96-4522-aa89-5cc977d8af51" -d '{"events": [{"server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "name": "network-vif-plugged", "status": "completed", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:40.568923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:40.577178 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.687276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:40.693386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.756284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c53fcf-c300-486b-883c-0aaa492d36bc req-584253f3-9eb9-4df9-8e08-9c12c2836db8 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.763748 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0c53fcf-c300-486b-883c-0aaa492d36bc req-584253f3-9eb9-4df9-8e08-9c12c2836db8 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 943 time: 0.1520684 Jul 16 18:14:40.873912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a909dcff-b7d9-42b6-96bd-f8b0603c6eba req-ecf1325a-ac03-4738-abf8-d4638f44ec9d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] For port 3b354177-4f43-4bb4-919b-3ad64e4eead2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3b354177-4f43-4bb4-919b-3ad64e4eead2,segment=NetworkSegment(3235cb39-bc48-4632-b0ce-e168f0f54723),segment_id=3235cb39-bc48-4632-b0ce-e168f0f54723)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:40.874473 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a909dcff-b7d9-42b6-96bd-f8b0603c6eba req-ecf1325a-ac03-4738-abf8-d4638f44ec9d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.890756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2c079-a13f-4cb7-938c-7d8cb9834188 req-53406651-5f53-4d0b-bb17-a154b15b5580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.893447 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fc2c079-a13f-4cb7-938c-7d8cb9834188 req-53406651-5f53-4d0b-bb17-a154b15b5580 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 1094 time: 0.7457304 Jul 16 18:14:40.907360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a909dcff-b7d9-42b6-96bd-f8b0603c6eba req-ecf1325a-ac03-4738-abf8-d4638f44ec9d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Calling delete_port for 3b354177-4f43-4bb4-919b-3ad64e4eead2 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:40.910149 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0c53fcf-c300-486b-883c-0aaa492d36bc req-71ae024a-eb3a-4d1a-bb29-faf52a94f757 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449862 Jul 16 18:14:40.977528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247852c-bb16-4fee-9155-2d786e9eb017 req-c3178ed2-12e4-4e36-95b2-aa2c51fca1d4 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:40.988401 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6247852c-bb16-4fee-9155-2d786e9eb017 req-c3178ed2-12e4-4e36-95b2-aa2c51fca1d4 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 946 time: 0.3294222 Jul 16 18:14:40.992630 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:40.999177 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.114505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Pushing event updated for resources: {'Port': ['ID=54ab2eef-2820-4b59-92ac-9638dae6b126,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.138088 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbe0fe23-c2e5-4905-9efd-b43c54c812eb x-openstack-request-id: req-fbe0fe23-c2e5-4905-9efd-b43c54c812eb {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:41.138088 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "name": "network-vif-plugged", "status": "completed", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:41.138088 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fbe0fe23-c2e5-4905-9efd-b43c54c812eb {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:41.138731 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'code': 200} Jul 16 18:14:41.152057 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] In _notify_port_updated(), no bound segment for port 54ab2eef-2820-4b59-92ac-9638dae6b126 on network 1da93f1a-060f-409a-a5ce-7c6ed2fc42af {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:14:41.177727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.182294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.192867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-df28e21e-e926-4ad6-9b1c-751344d31b71 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] 10.222.0.47 "PUT /v2.0/ports/54ab2eef-2820-4b59-92ac-9638dae6b126 HTTP/1.1" status: 200 len: 1136 time: 0.7063813 Jul 16 18:14:41.196366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46186) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:41.254537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2c079-a13f-4cb7-938c-7d8cb9834188 req-7ffeb51c-0c97-4aae-bc41-dc2a3a50b767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.264821 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fc2c079-a13f-4cb7-938c-7d8cb9834188 req-7ffeb51c-0c97-4aae-bc41-dc2a3a50b767 service neutron] 10.222.0.18 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 916 time: 0.3605895 Jul 16 18:14:41.289090 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6247852c-bb16-4fee-9155-2d786e9eb017 req-614cadc3-4b3c-4947-8642-e002d6c37506 tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/security-groups?id=d3320f28-43e5-418a-a2ad-419eddba3d3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995222 Jul 16 18:14:41.406074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ad5e65-5fa0-4c01-b564-ebc4b9e937b3 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.409945 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fc2c079-a13f-4cb7-938c-7d8cb9834188 req-a76b89e1-9d2b-46ab-8d35-83dfd73b4326 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa HTTP/1.1" status: 200 len: 217 time: 0.1195028 Jul 16 18:14:41.414222 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-21ad5e65-5fa0-4c01-b564-ebc4b9e937b3 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] 10.222.0.47 "GET /v2.0/ports/54ab2eef-2820-4b59-92ac-9638dae6b126 HTTP/1.1" status: 200 len: 1136 time: 0.2154472 Jul 16 18:14:41.417271 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46188) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:41.492879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fcd819cf-13d2-4cf6-8b60-bf2d648760dd None None] Provisioning complete for port 54ab2eef-2820-4b59-92ac-9638dae6b126 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:41.493494 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fcd819cf-13d2-4cf6-8b60-bf2d648760dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.519339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82af3d-60df-465f-8581-561884136e8e req-e0ad87bb-414a-4999-b654-f9b8bbf52163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.520910 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe82af3d-60df-465f-8581-561884136e8e req-e0ad87bb-414a-4999-b654-f9b8bbf52163 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1096 time: 0.2829485 Jul 16 18:14:41.555622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2c079-a13f-4cb7-938c-7d8cb9834188 req-01487951-65df-4248-8a46-7853ba7e7328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.557802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fc2c079-a13f-4cb7-938c-7d8cb9834188 req-01487951-65df-4248-8a46-7853ba7e7328 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6db1d6e3-b917-4d9a-9c9e-22474e4c041f HTTP/1.1" status: 200 len: 855 time: 0.1387389 Jul 16 18:14:41.560439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e556462-af37-4a3a-bacf-f2272fdc56a7 req-78da0735-9cdb-42f7-a887-fa9e25ca5c5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:41.567336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e556462-af37-4a3a-bacf-f2272fdc56a7 req-78da0735-9cdb-42f7-a887-fa9e25ca5c5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.2385776 Jul 16 18:14:41.569738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fcd819cf-13d2-4cf6-8b60-bf2d648760dd None None] Port 54ab2eef-2820-4b59-92ac-9638dae6b126 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:14:41.606056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fc2c079-a13f-4cb7-938c-7d8cb9834188 req-4134bccd-4a80-43b4-9392-1e292e057056 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87c0994c-4aaf-49f7-8df5-387a862ccd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405459 Jul 16 18:14:41.608105 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a909dcff-b7d9-42b6-96bd-f8b0603c6eba req-ecf1325a-ac03-4738-abf8-d4638f44ec9d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.638944 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe82af3d-60df-465f-8581-561884136e8e req-6b292695-fa12-4c6c-af8d-20fbcb2b2cfd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964911 Jul 16 18:14:41.642450 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e556462-af37-4a3a-bacf-f2272fdc56a7 req-17b2ebab-eedb-4087-8758-c1f69d0b513d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0740144 Jul 16 18:14:41.656727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-69ccbd0b-d829-4945-9881-a6aa548abcc9 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Deleting port 54ab2eef-2820-4b59-92ac-9638dae6b126 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:41.657080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd0b-d829-4945-9881-a6aa548abcc9 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.676589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf1325a-ac03-4738-abf8-d4638f44ec9d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Pushing event deleted for resources: {'Port': ['ID=3b354177-4f43-4bb4-919b-3ad64e4eead2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:41.737174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] Deleting port 3f665d53-b054-4ec9-8f43-bd898de67ac7 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:41.737528 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.768282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a909dcff-b7d9-42b6-96bd-f8b0603c6eba req-ecf1325a-ac03-4738-abf8-d4638f44ec9d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] No DVR routers for this DVR port 3b354177-4f43-4bb4-919b-3ad64e4eead2 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:41.770992 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd0b-d829-4945-9881-a6aa548abcc9 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.775213 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a909dcff-b7d9-42b6-96bd-f8b0603c6eba req-ecf1325a-ac03-4738-abf8-d4638f44ec9d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.777402 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a909dcff-b7d9-42b6-96bd-f8b0603c6eba req-ecf1325a-ac03-4738-abf8-d4638f44ec9d tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.18 "DELETE /v2.0/ports/3b354177-4f43-4bb4-919b-3ad64e4eead2 HTTP/1.1" status: 204 len: 173 time: 2.3390169 Jul 16 18:14:41.779627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc9c55f5-d217-4e2e-9cff-df3e51238cd4', 'name': 'network-vif-deleted', 'tag': '3b354177-4f43-4bb4-919b-3ad64e4eead2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:41.781924 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8c426c-59fd-4672-9b25-ed6ad66580a7" -d '{"events": [{"server_uuid": "dc9c55f5-d217-4e2e-9cff-df3e51238cd4", "name": "network-vif-deleted", "tag": "3b354177-4f43-4bb4-919b-3ad64e4eead2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:41.791871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-69ccbd0b-d829-4945-9881-a6aa548abcc9 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Calling delete_port for 54ab2eef-2820-4b59-92ac-9638dae6b126 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:41.851389 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926eae72-0623-4995-9a69-3f59a30ff5ef x-openstack-request-id: req-926eae72-0623-4995-9a69-3f59a30ff5ef {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:41.851702 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc9c55f5-d217-4e2e-9cff-df3e51238cd4", "name": "network-vif-deleted", "tag": "3b354177-4f43-4bb4-919b-3ad64e4eead2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:41.852025 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-926eae72-0623-4995-9a69-3f59a30ff5ef {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:41.853351 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc9c55f5-d217-4e2e-9cff-df3e51238cd4', 'name': 'network-vif-deleted', 'tag': '3b354177-4f43-4bb4-919b-3ad64e4eead2', 'status': 'completed', 'code': 200} Jul 16 18:14:41.873588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fc2c079-a13f-4cb7-938c-7d8cb9834188 req-5c598e8a-2829-47a7-95c4-af03cc8805c6 service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604499 Jul 16 18:14:41.914177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] For port 3f665d53-b054-4ec9-8f43-bd898de67ac7, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3f665d53-b054-4ec9-8f43-bd898de67ac7,segment=NetworkSegment(53fdd5c9-33ba-4dd0-9e0b-a42de696d116),segment_id=53fdd5c9-33ba-4dd0-9e0b-a42de696d116)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:41.914865 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:41.954263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] Calling delete_port for 3f665d53-b054-4ec9-8f43-bd898de67ac7 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:42.013792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device eab973bc-f1a7-4045-b739-6a1cbfd3d2fa details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:14:42.034081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3b354177-4f43-4bb4-919b-3ad64e4eead2 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:42.079502 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd0b-d829-4945-9881-a6aa548abcc9 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.102162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 3b354177-4f43-4bb4-919b-3ad64e4eead2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:42.102162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3b354177-4f43-4bb4-919b-3ad64e4eead2 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:42.137082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ccbd0b-d829-4945-9881-a6aa548abcc9 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Pushing event deleted for resources: {'Port': ['ID=54ab2eef-2820-4b59-92ac-9638dae6b126,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:42.141364 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.310729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:42.348954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'eab973bc-f1a7-4045-b739-6a1cbfd3d2fa', 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a', 'port_id': 'eab973bc-f1a7-4045-b739-6a1cbfd3d2fa', 'mac_address': 'fa:16:3e:8b:32:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db1d6e3-b917-4d9a-9c9e-22474e4c041f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:14:42.445595 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.449380 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69ccbd0b-d829-4945-9881-a6aa548abcc9 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.464252 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eab973bc-f1a7-4045-b739-6a1cbfd3d2fa {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:14:42.464624 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-69ccbd0b-d829-4945-9881-a6aa548abcc9 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] 10.222.0.47 "DELETE /v2.0/ports/54ab2eef-2820-4b59-92ac-9638dae6b126 HTTP/1.1" status: 204 len: 168 time: 1.0442011 Jul 16 18:14:42.467405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46206) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:42.496191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fc2c079-a13f-4cb7-938c-7d8cb9834188 req-560d5f90-ab72-48f8-b38a-65f4a7772362 service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770588 Jul 16 18:14:42.500850 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:42.510436 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.532012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.601004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f665d53-b054-4ec9-8f43-bd898de67ac7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:42.621515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9396127-a889-47e2-ad11-eed20714460a tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Deleting subnet 9e7b47cf-c5a4-415c-94dd-8d50b66b6347 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:42.625511 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9396127-a889-47e2-ad11-eed20714460a tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.675743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:42.720694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de8d5f-8e67-43c5-9552-271129ac8427 req-1efe0e1e-8d12-4c1b-9616-06ec48c62493 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:42.729685 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5de8d5f-8e67-43c5-9552-271129ac8427 req-1efe0e1e-8d12-4c1b-9616-06ec48c62493 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 943 time: 0.5447614 Jul 16 18:14:42.738731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['eab973bc-f1a7-4045-b739-6a1cbfd3d2fa'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:14:42.752903 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9396127-a889-47e2-ad11-eed20714460a tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.833207 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5de8d5f-8e67-43c5-9552-271129ac8427 req-c2b79ce6-dd27-4b9d-b473-d013606bf22e tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015332 Jul 16 18:14:42.916336 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9396127-a889-47e2-ad11-eed20714460a tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:42.996595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9396127-a889-47e2-ad11-eed20714460a tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.036935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9396127-a889-47e2-ad11-eed20714460a tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Pushing event deleted for resources: {'Subnet': ['ID=9e7b47cf-c5a4-415c-94dd-8d50b66b6347,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.051506 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.058561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92ddb04b-a88f-42f3-b6b0-ef5757b2cb1b req-7abc3836-a923-4e14-9003-d4194502e22a tempest-ServersNegativeTestMultiTenantJSON-1348293393 tempest-ServersNegativeTestMultiTenantJSON-1348293393-project] 10.222.0.47 "GET /v2.0/ports?device_id=dc9c55f5-d217-4e2e-9cff-df3e51238cd4 HTTP/1.1" status: 200 len: 210 time: 0.3334696 Jul 16 18:14:43.077785 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9396127-a889-47e2-ad11-eed20714460a tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.079726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b9396127-a889-47e2-ad11-eed20714460a tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] 10.222.0.47 "DELETE /v2.0/subnets/9e7b47cf-c5a4-415c-94dd-8d50b66b6347 HTTP/1.1" status: 204 len: 168 time: 0.6112466 Jul 16 18:14:43.084436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46212) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:43.087608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ebfbc7-619e-47ec-86ab-07286626f92b None None] Network 1da93f1a-060f-409a-a5ce-7c6ed2fc42af requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:43.164221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9841e950-cf11-4b72-a8c7-4b8bd542fd03 req-16be225d-9ad6-459c-bbb6-89b51bee734c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.165852 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9841e950-cf11-4b72-a8c7-4b8bd542fd03 req-16be225d-9ad6-459c-bbb6-89b51bee734c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.1242371 Jul 16 18:14:43.230980 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9841e950-cf11-4b72-a8c7-4b8bd542fd03 req-0cbc520a-7b85-4c1f-a229-3e4d3df2c9ef tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583975 Jul 16 18:14:43.288769 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.390237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b68f05e4-cd17-4ba2-926e-6eefff342eaa None None] DHCP port deletion for 1da93f1a-060f-409a-a5ce-7c6ed2fc42af request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:43.450704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b68f05e4-cd17-4ba2-926e-6eefff342eaa None None] Deleting port 9961cb54-4d48-4879-b5f0-3dccef194f11 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:43.451148 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b68f05e4-cd17-4ba2-926e-6eefff342eaa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.501342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Deleting port 9961cb54-4d48-4879-b5f0-3dccef194f11 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:43.501811 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.534266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b68f05e4-cd17-4ba2-926e-6eefff342eaa None None] For port 9961cb54-4d48-4879-b5f0-3dccef194f11, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9961cb54-4d48-4879-b5f0-3dccef194f11,segment=NetworkSegment(f328114c-6496-4e4a-8e05-5d6426a5202b),segment_id=f328114c-6496-4e4a-8e05-5d6426a5202b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:43.534834 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b68f05e4-cd17-4ba2-926e-6eefff342eaa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.552400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b68f05e4-cd17-4ba2-926e-6eefff342eaa None None] Calling delete_port for 9961cb54-4d48-4879-b5f0-3dccef194f11 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:43.571600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb818d6-54fb-4a14-8f3f-4085cba601f6 req-2ff051cd-2cfc-44e5-a2d0-5d362f0fe423 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.573245 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb818d6-54fb-4a14-8f3f-4085cba601f6 req-2ff051cd-2cfc-44e5-a2d0-5d362f0fe423 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.1728704 Jul 16 18:14:43.620149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] Router c23b4a05-92d1-4afa-a687-f241e9890c26 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:43.630998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] For port 9961cb54-4d48-4879-b5f0-3dccef194f11, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9961cb54-4d48-4879-b5f0-3dccef194f11,segment=NetworkSegment(f328114c-6496-4e4a-8e05-5d6426a5202b),segment_id=f328114c-6496-4e4a-8e05-5d6426a5202b)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:43.631346 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.647678 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b68f05e4-cd17-4ba2-926e-6eefff342eaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.661621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Calling delete_port for 9961cb54-4d48-4879-b5f0-3dccef194f11 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:43.682457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68f05e4-cd17-4ba2-926e-6eefff342eaa None None] Pushing event deleted for resources: {'Port': ['ID=9961cb54-4d48-4879-b5f0-3dccef194f11,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.684978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68f05e4-cd17-4ba2-926e-6eefff342eaa None None] No DVR routers for this DVR port 9961cb54-4d48-4879-b5f0-3dccef194f11 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:43.778098 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbb818d6-54fb-4a14-8f3f-4085cba601f6 req-b592b532-3d42-48b3-9909-fe582513cc31 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745377 Jul 16 18:14:43.817121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9961cb54-4d48-4879-b5f0-3dccef194f11 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:43.820759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46218) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:43.844781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 9961cb54-4d48-4879-b5f0-3dccef194f11 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:43.845481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9961cb54-4d48-4879-b5f0-3dccef194f11 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:43.867315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:43.881271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:43.898445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7153183e-fa6a-4e81-a937-1c6668ddbc78 None None] Sync routers for ids ['c23b4a05-92d1-4afa-a687-f241e9890c26'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:43.911437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a905e79e-6073-4735-a9da-c1f73997a150 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:43.912522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7153183e-fa6a-4e81-a937-1c6668ddbc78 None None] Routers {'c23b4a05-92d1-4afa-a687-f241e9890c26'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:43.917588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7153183e-fa6a-4e81-a937-1c6668ddbc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c23b4a05-92d1-4afa-a687-f241e9890c26'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:43.918574 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a905e79e-6073-4735-a9da-c1f73997a150 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1091 time: 0.0969994 Jul 16 18:14:43.921157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46222) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:43.929444 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f8491f73-f40c-4149-9a37-36413e53eff9 admin admin] 10.222.0.47 "PUT /v2.0/routers/c23b4a05-92d1-4afa-a687-f241e9890c26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2117116 Jul 16 18:14:43.933370 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] No DVR routers for this DVR port 9961cb54-4d48-4879-b5f0-3dccef194f11 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:43.934081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:43.935848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Pushing event deleted for resources: {'Port': ['ID=9961cb54-4d48-4879-b5f0-3dccef194f11,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:43.941470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46224) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:44.040805 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.125374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cedbf5f-8f34-48e9-8bc6-024b8bfa2a81 req-3c3c42bc-0b7e-47c2-b32c-a43fe3b3f0de tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:44.128479 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6cedbf5f-8f34-48e9-8bc6-024b8bfa2a81 req-3c3c42bc-0b7e-47c2-b32c-a43fe3b3f0de tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 944 time: 0.1544075 Jul 16 18:14:44.135049 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.153551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da93f1a-060f-409a-a5ce-7c6ed2fc42af']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:44.184393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f328114c-6496-4e4a-8e05-5d6426a5202b') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:44.195667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f328114c-6496-4e4a-8e05-5d6426a5202b') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:44.212732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.224906 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.253629 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46232) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:44.277418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.297038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device eab973bc-f1a7-4045-b739-6a1cbfd3d2fa up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:44.328632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:44.330336 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:44.338752 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:44.351805 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-af1e203a-c48d-4e1c-8786-b496ddc3d95e admin admin] Deleting subnet 58a6e69a-ef58-4b68-be33-46747608b197 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:44.358878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-7153183e-fa6a-4e81-a937-1c6668ddbc78 None None] Set router c23b4a05-92d1-4afa-a687-f241e9890c26 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:44.386312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af1e203a-c48d-4e1c-8786-b496ddc3d95e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.393824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:44.428446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:44.428852 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.508569 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af1e203a-c48d-4e1c-8786-b496ddc3d95e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.622091 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af1e203a-c48d-4e1c-8786-b496ddc3d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.688526 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.740584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46238) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:44.756847 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af1e203a-c48d-4e1c-8786-b496ddc3d95e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.786199 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6cedbf5f-8f34-48e9-8bc6-024b8bfa2a81 req-6c23cfd2-671d-471f-aef7-87efac8f73cd tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6504307 Jul 16 18:14:44.790718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d8a045-bf06-444d-a21f-cb7be80dd080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab973bc-f1a7-4045-b739-6a1cbfd3d2fa'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:44.801469 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d46a93-3620-4183-9fc9-702fd0f96e14" -d '{"events": [{"server_uuid": "24d8a045-bf06-444d-a21f-cb7be80dd080", "name": "network-vif-plugged", "status": "completed", "tag": "eab973bc-f1a7-4045-b739-6a1cbfd3d2fa"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:44.837120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af1e203a-c48d-4e1c-8786-b496ddc3d95e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.839139 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-af1e203a-c48d-4e1c-8786-b496ddc3d95e admin admin] 10.222.0.47 "DELETE /v2.0/subnets/58a6e69a-ef58-4b68-be33-46747608b197 HTTP/1.1" status: 204 len: 168 time: 0.5838163 Jul 16 18:14:44.842168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1e203a-c48d-4e1c-8786-b496ddc3d95e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58a6e69a-ef58-4b68-be33-46747608b197,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:44.844016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46244) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:44.871000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:44.887038 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.926205 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe298faa-f259-40cb-8f5a-2892569437fe x-openstack-request-id: req-fe298faa-f259-40cb-8f5a-2892569437fe {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:44.926982 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d8a045-bf06-444d-a21f-cb7be80dd080", "name": "network-vif-plugged", "status": "completed", "tag": "eab973bc-f1a7-4045-b739-6a1cbfd3d2fa", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:44.927629 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fe298faa-f259-40cb-8f5a-2892569437fe {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:44.928594 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d8a045-bf06-444d-a21f-cb7be80dd080', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eab973bc-f1a7-4045-b739-6a1cbfd3d2fa', 'code': 200} Jul 16 18:14:44.960946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7153183e-fa6a-4e81-a937-1c6668ddbc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'name': 'tempest-TestServerMultinode-169120995-router', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:27Z', 'updated_at': '2021-07-16T18:14:42Z', 'revision_number': 5, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'gw_port': {'id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:28Z', 'updated_at': '2021-07-16T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:44.972390 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:44.995441 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.001796 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] 10.222.0.47 "DELETE /v2.0/networks/1da93f1a-060f-409a-a5ce-7c6ed2fc42af HTTP/1.1" status: 204 len: 168 time: 1.9089308 Jul 16 18:14:45.007594 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a72ab761-ec71-424e-bc13-8e533f97a228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.013144 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.028709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.043116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7153183e-fa6a-4e81-a937-1c6668ddbc78 None None] Checking router: c23b4a05-92d1-4afa-a687-f241e9890c26 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:45.046614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.052890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef1e2ef-7b3a-46bb-9916-be16040fdb37 tempest-ExtraDHCPOptionsTestJSON-1598857116 tempest-ExtraDHCPOptionsTestJSON-1598857116-project] Pushing event deleted for resources: {'Network': ['ID=1da93f1a-060f-409a-a5ce-7c6ed2fc42af,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.060039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7153183e-fa6a-4e81-a937-1c6668ddbc78 None None] Routers {'c23b4a05-92d1-4afa-a687-f241e9890c26'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:45.061424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7153183e-fa6a-4e81-a937-1c6668ddbc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c23b4a05-92d1-4afa-a687-f241e9890c26'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:45.096455 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.163467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a72ab761-ec71-424e-bc13-8e533f97a228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.192111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d33d83a-eabf-4a8e-a719-61e3c81d638e req-13f3873c-59de-41ae-a270-a407ea9e084b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:45.195491 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7d33d83a-eabf-4a8e-a719-61e3c81d638e req-13f3873c-59de-41ae-a270-a407ea9e084b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 1096 time: 0.1625745 Jul 16 18:14:45.203389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-7153183e-fa6a-4e81-a937-1c6668ddbc78 None None] Set router c23b4a05-92d1-4afa-a687-f241e9890c26 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:45.229119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Deleting port e6ed2651-072d-4e83-b367-fc0785ae9104 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:45.229922 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.285662 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a72ab761-ec71-424e-bc13-8e533f97a228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.354214 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7d33d83a-eabf-4a8e-a719-61e3c81d638e req-5498dfa2-14e9-4e36-99f1-670e48992479 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403997 Jul 16 18:14:45.410427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] For port e6ed2651-072d-4e83-b367-fc0785ae9104, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e6ed2651-072d-4e83-b367-fc0785ae9104,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:45.411357 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.422372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46250) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:45.454066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.25.7.165 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/ed201111-bd25-472a-ac5e-ad8255bbf4c0) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:45.466255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Calling delete_port for e6ed2651-072d-4e83-b367-fc0785ae9104 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:45.484713 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-686fc2a1-b798-41d5-b4d0-a588130e51ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.502589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7153183e-fa6a-4e81-a937-1c6668ddbc78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'name': 'tempest-TestServerMultinode-169120995-router', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:27Z', 'updated_at': '2021-07-16T18:14:42Z', 'revision_number': 5, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'gw_port': {'id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:28Z', 'updated_at': '2021-07-16T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:45.545981 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7153183e-fa6a-4e81-a937-1c6668ddbc78 None None] The sync data for ids ['c23b4a05-92d1-4afa-a687-f241e9890c26'] in n-d-794306-7 is: [{'id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'name': 'tempest-TestServerMultinode-169120995-router', 'tenant_id': 'd323a94841ba40fbbb5c907938a8f770', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:13:27Z', 'updated_at': '2021-07-16T18:14:42Z', 'revision_number': 5, 'project_id': 'd323a94841ba40fbbb5c907938a8f770', 'gw_port': {'id': 'e6ed2651-072d-4e83-b367-fc0785ae9104', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:78:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c23b4a05-92d1-4afa-a687-f241e9890c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2283, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:13:28Z', 'updated_at': '2021-07-16T18:13:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:45.615215 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.630007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ab761-ec71-424e-bc13-8e533f97a228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b168d83-4551-40e2-93a5-cdfcb976d12c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.686749 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a72ab761-ec71-424e-bc13-8e533f97a228 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77a68e8efba640fb8134651734c0cab7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9411263 Jul 16 18:14:45.690001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46254) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:45.706259 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.730074 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.742162 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.745012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9237f126-ad24-478f-b67a-2ed7d9d9948f']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:45.795950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:45.798233 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3235cb39-bc48-4632-b0ce-e168f0f54723') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:45.798530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3235cb39-bc48-4632-b0ce-e168f0f54723') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:45.818273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:45.823518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:45.842455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6ed2651-072d-4e83-b367-fc0785ae9104,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.852871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-790ed322-af2c-42b5-9e17-9e3fe3cb4fbc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0ddeb6532fd48c4806dd4ed41eb268e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4288211 Jul 16 18:14:45.857968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46260) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:45.859715 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.887880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=ed201111-bd25-472a-ac5e-ad8255bbf4c0,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:45.890410 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d110a401-0339-4296-9895-ea9bfb8d9fa6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.917592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.947667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:45.947982 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:45.949898 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:45.983381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d110a401-0339-4296-9895-ea9bfb8d9fa6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.073929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3f665d53-b054-4ec9-8f43-bd898de67ac7 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:46.074754 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.120863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3f665d53-b054-4ec9-8f43-bd898de67ac7 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:46.121099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3f665d53-b054-4ec9-8f43-bd898de67ac7 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:46.148512 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4661-0170-43d2-9249-1cf99f70cdcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.166785 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.193057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.196490 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9237f126-ad24-478f-b67a-2ed7d9d9948f HTTP/1.1" status: 204 len: 168 time: 1.3415198 Jul 16 18:14:46.202943 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4661-0170-43d2-9249-1cf99f70cdcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.205562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46262) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.223637 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.231333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.258477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6cce14-954e-4a47-a58e-aafb28f2a695 admin admin] Pushing event deleted for resources: {'Network': ['ID=9237f126-ad24-478f-b67a-2ed7d9d9948f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.313051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a1b410-6efb-445a-a6b1-7e890a871baf req-4ca53853-63be-484e-91b5-9cb5256bc8c7 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:46.314735 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31a1b410-6efb-445a-a6b1-7e890a871baf req-4ca53853-63be-484e-91b5-9cb5256bc8c7 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 945 time: 0.3029189 Jul 16 18:14:46.320838 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.322610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c23b4a05-92d1-4afa-a687-f241e9890c26 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:14:46.324781 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d110a401-0339-4296-9895-ea9bfb8d9fa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.327289 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d110a401-0339-4296-9895-ea9bfb8d9fa6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.332004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d110a401-0339-4296-9895-ea9bfb8d9fa6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b168d83-4551-40e2-93a5-cdfcb976d12c HTTP/1.1" status: 204 len: 168 time: 0.6371653 Jul 16 18:14:46.332004 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.333456 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-80ca0683-8be5-4f8b-93f5-57d60a2cc028 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c23b4a05-92d1-4afa-a687-f241e9890c26 HTTP/1.1" status: 204 len: 168 time: 2.3897145 Jul 16 18:14:46.336282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46266) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.356115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-060469f0-5b61-4b45-a478-3d17300bad82 admin admin] Deleting subnet e6b85bad-dbfe-4ed2-931f-8b03bc832a60 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:46.364835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-060469f0-5b61-4b45-a478-3d17300bad82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.390119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d110a401-0339-4296-9895-ea9bfb8d9fa6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b168d83-4551-40e2-93a5-cdfcb976d12c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.419190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-31a1b410-6efb-445a-a6b1-7e890a871baf req-dc5a1b06-8a66-4c6b-8d6e-0e15da762061 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837064 Jul 16 18:14:46.435117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5548a73-0322-46c7-917b-57ba04019d1b admin admin] Deleting subnet 295d00c8-5e66-4fdd-8641-bbe26d57c7ca {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:14:46.442330 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5548a73-0322-46c7-917b-57ba04019d1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.500499 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4661-0170-43d2-9249-1cf99f70cdcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.503194 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ccf4661-0170-43d2-9249-1cf99f70cdcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.504644 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8ccf4661-0170-43d2-9249-1cf99f70cdcf admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4571b660-f533-49f2-95f1-eeee94d243f6 HTTP/1.1" status: 204 len: 168 time: 0.6430018 Jul 16 18:14:46.513277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5548a73-0322-46c7-917b-57ba04019d1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.523157 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-060469f0-5b61-4b45-a478-3d17300bad82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.552752 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf4661-0170-43d2-9249-1cf99f70cdcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4571b660-f533-49f2-95f1-eeee94d243f6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.604766 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-060469f0-5b61-4b45-a478-3d17300bad82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.705949 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5548a73-0322-46c7-917b-57ba04019d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.767612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-060469f0-5b61-4b45-a478-3d17300bad82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.802253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060469f0-5b61-4b45-a478-3d17300bad82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6b85bad-dbfe-4ed2-931f-8b03bc832a60,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.809444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.811416 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5548a73-0322-46c7-917b-57ba04019d1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.814175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-060469f0-5b61-4b45-a478-3d17300bad82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.816735 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-060469f0-5b61-4b45-a478-3d17300bad82 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e6b85bad-dbfe-4ed2-931f-8b03bc832a60 HTTP/1.1" status: 204 len: 168 time: 0.5997248 Jul 16 18:14:46.823201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46272) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.896014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5548a73-0322-46c7-917b-57ba04019d1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=295d00c8-5e66-4fdd-8641-bbe26d57c7ca,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:46.898437 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5548a73-0322-46c7-917b-57ba04019d1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.900472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b5548a73-0322-46c7-917b-57ba04019d1b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/295d00c8-5e66-4fdd-8641-bbe26d57c7ca HTTP/1.1" status: 204 len: 168 time: 0.5632966 Jul 16 18:14:46.904992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69678681-6c57-480e-8735-59096247cda1 None None] Network ae74ebcd-9cc4-48f8-bb09-004ba05f1630 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:46.937621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46278) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:46.938449 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:46.961750 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.045356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46286) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:47.073454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dab0d27e-ae44-4841-9e59-171308f8c84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.157125 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.190728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a625551-9539-4fdf-ab54-4d2aa57f8a16']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:47.207789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63d9f52a-6c37-47b7-9330-494e6fe855ad') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:47.208086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63d9f52a-6c37-47b7-9330-494e6fe855ad') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:47.226657 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.252487 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.254697 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.268296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:47.268999 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:47.270842 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:47.338063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a506c863-8232-41a0-9cfa-c2873b8c9140 None None] DHCP port deletion for ae74ebcd-9cc4-48f8-bb09-004ba05f1630 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:14:47.395954 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dab0d27e-ae44-4841-9e59-171308f8c84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.399511 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.403253 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dab0d27e-ae44-4841-9e59-171308f8c84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.403494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.408511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Deleting port d6f76560-80c1-4b10-9e25-0f7066bfef01 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:47.408873 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.416193 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a506c863-8232-41a0-9cfa-c2873b8c9140 None None] Deleting port d6f76560-80c1-4b10-9e25-0f7066bfef01 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:47.416859 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a506c863-8232-41a0-9cfa-c2873b8c9140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.427595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.448222 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.453829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9a625551-9539-4fdf-ab54-4d2aa57f8a16 HTTP/1.1" status: 204 len: 168 time: 0.6190765 Jul 16 18:14:47.453829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b8aeb0-7685-4b3a-84d2-348210b0f499 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a625551-9539-4fdf-ab54-4d2aa57f8a16,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.516734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a506c863-8232-41a0-9cfa-c2873b8c9140 None None] For port d6f76560-80c1-4b10-9e25-0f7066bfef01, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d6f76560-80c1-4b10-9e25-0f7066bfef01,segment=NetworkSegment(53fdd5c9-33ba-4dd0-9e0b-a42de696d116),segment_id=53fdd5c9-33ba-4dd0-9e0b-a42de696d116)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:47.517376 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a506c863-8232-41a0-9cfa-c2873b8c9140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.532541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dab0d27e-ae44-4841-9e59-171308f8c84d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=951711942be1421e9d3c5734876d0748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4833906 Jul 16 18:14:47.536134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46296) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:47.541507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a506c863-8232-41a0-9cfa-c2873b8c9140 None None] Calling delete_port for d6f76560-80c1-4b10-9e25-0f7066bfef01 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:47.556206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab0d27e-ae44-4841-9e59-171308f8c84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fb7c22-41f8-4cfb-9f9f-d2b9dea32709,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.711987 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a506c863-8232-41a0-9cfa-c2873b8c9140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.714356 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb385c05-f60f-49ea-b0ec-0d1641d39929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.748808 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a506c863-8232-41a0-9cfa-c2873b8c9140 None None] No DVR routers for this DVR port d6f76560-80c1-4b10-9e25-0f7066bfef01 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:47.773688 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb385c05-f60f-49ea-b0ec-0d1641d39929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.784173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46302) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:47.798756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506c863-8232-41a0-9cfa-c2873b8c9140 None None] Pushing event deleted for resources: {'Port': ['ID=d6f76560-80c1-4b10-9e25-0f7066bfef01,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:47.818614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e6ed2651-072d-4e83-b367-fc0785ae9104 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:47.856527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: e6ed2651-072d-4e83-b367-fc0785ae9104 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:47.856527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e6ed2651-072d-4e83-b367-fc0785ae9104 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:47.856527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d6f76560-80c1-4b10-9e25-0f7066bfef01 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:14:47.881551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: d6f76560-80c1-4b10-9e25-0f7066bfef01 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:14:47.882049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d6f76560-80c1-4b10-9e25-0f7066bfef01 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:14:47.885857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b4bf80-f98c-452a-a298-ad06620fe094 req-a07acd94-7a3e-4e58-acff-28081cfe9411 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:47.887611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02b4bf80-f98c-452a-a298-ad06620fe094 req-a07acd94-7a3e-4e58-acff-28081cfe9411 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 945 time: 0.1883092 Jul 16 18:14:47.903506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-18b11972-cf0c-439b-8065-d63bf82c6c4d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0ec083485d2446fc89949e95b10ed207&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151159 Jul 16 18:14:47.905574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46306) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:47.931770 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb385c05-f60f-49ea-b0ec-0d1641d39929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.934912 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb385c05-f60f-49ea-b0ec-0d1641d39929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:47.936208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fb385c05-f60f-49ea-b0ec-0d1641d39929 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/69fb7c22-41f8-4cfb-9f9f-d2b9dea32709 HTTP/1.1" status: 204 len: 168 time: 0.3990068 Jul 16 18:14:48.012972 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02b4bf80-f98c-452a-a298-ad06620fe094 req-8acc8f32-d5ba-4bdb-b6ad-59f9a36f79b2 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090975 Jul 16 18:14:48.015736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb385c05-f60f-49ea-b0ec-0d1641d39929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fb7c22-41f8-4cfb-9f9f-d2b9dea32709,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.021995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46310) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:48.067071 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba3c63f2-c355-4d22-84c9-2514915c0d73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.137984 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba3c63f2-c355-4d22-84c9-2514915c0d73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.157758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=ed201111-bd25-472a-ac5e-ad8255bbf4c0,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.195600 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] For port d6f76560-80c1-4b10-9e25-0f7066bfef01, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d6f76560-80c1-4b10-9e25-0f7066bfef01,segment=NetworkSegment(53fdd5c9-33ba-4dd0-9e0b-a42de696d116),segment_id=53fdd5c9-33ba-4dd0-9e0b-a42de696d116)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:48.196277 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.214885 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.216528 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.220778 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fb6102ca-365f-43ad-8bf8-a64488d7f70e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.268652 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'networks': [{'name': 'tempest-network--778628831'}, {'name': 'tempest-network--1643192704'}]} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:48.270366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Calling delete_port for d6f76560-80c1-4b10-9e25-0f7066bfef01 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:48.272604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'network': {'name': 'tempest-network--778628831'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:48.273363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'network': {'name': 'tempest-network--1643192704'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:48.320472 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba3c63f2-c355-4d22-84c9-2514915c0d73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.324965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ba3c63f2-c355-4d22-84c9-2514915c0d73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.328618 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ba3c63f2-c355-4d22-84c9-2514915c0d73 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3320f28-43e5-418a-a2ad-419eddba3d3c HTTP/1.1" status: 204 len: 168 time: 0.4220376 Jul 16 18:14:48.393536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c63f2-c355-4d22-84c9-2514915c0d73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3320f28-43e5-418a-a2ad-419eddba3d3c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.396405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Made reservation on behalf of b71b8a8bd67f4f01807e5aa1ad19b7fc for: {'network': 2} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:48.408138 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.448539 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.521518 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Floating IP a418829b-4a20-4cc7-83a8-7bedbb434737 associated. External IP: 172.25.7.165, port: 799dfd0b-016b-4a97-8033-f3e29d6e8fcf. Jul 16 18:14:48.616441 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.692376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.699541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.700360 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.728779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f76560-80c1-4b10-9e25-0f7066bfef01,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.745484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] No DVR routers for this DVR port d6f76560-80c1-4b10-9e25-0f7066bfef01 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:14:48.757742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1be896a3-e23c-4f67-9c38-6e182c494150,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:48.776066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:48.796484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.796973 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Added segment 647a573f-6e73-4274-bb52-fb5a5c22dd1a of type vlan for network 3784e749-9dfb-4c9c-b7cf-c910fb6d5b52 Jul 16 18:14:48.855149 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.902413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:48.915836 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:48.915836 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Added segment 9ef8b270-d7e2-4204-9056-0c29d63f7759 of type vlan for network 7c142622-8e18-4274-b2d3-80d3386c5b13 Jul 16 18:14:49.030274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.051778 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.059612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae74ebcd-9cc4-48f8-bb09-004ba05f1630']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:49.081765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53fdd5c9-33ba-4dd0-9e0b-a42de696d116') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:49.082280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53fdd5c9-33ba-4dd0-9e0b-a42de696d116') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:49.099451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.124119 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.125938 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.126463 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.137478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.137750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:49.138458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:49.144146 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:49.149087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.149087 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.170272 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.1451890 Jul 16 18:14:49.178813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46344) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.218087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46346) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.259642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event updated for resources: {'Network': ['ID=3784e749-9dfb-4c9c-b7cf-c910fb6d5b52,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:49.277202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 3784e749-9dfb-4c9c-b7cf-c910fb6d5b52 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:49.363924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83bd54-feb0-4528-8a0d-ca845ee926a4 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event updated for resources: {'Network': ['ID=7c142622-8e18-4274-b2d3-80d3386c5b13,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:49.378696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.397820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.399957 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/ae74ebcd-9cc4-48f8-bb09-004ba05f1630 HTTP/1.1" status: 204 len: 168 time: 2.4595194 Jul 16 18:14:49.411371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:14:49.421708 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-51952d66-fb3e-4768-a0d1-50aa8b5a2e12 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=28e50a249ac542049dccd6709176f90e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2021627 Jul 16 18:14:49.429163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46350) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.434440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8717116-97a0-428a-ad08-a51ac495a6e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae74ebcd-9cc4-48f8-bb09-004ba05f1630,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:49.488249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 7c142622-8e18-4274-b2d3-80d3386c5b13 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:49.526374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e55a8-5113-4f8b-bc9c-2d3d0961b91e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.534861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e55a8-5113-4f8b-bc9c-2d3d0961b91e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.555670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e55a8-5113-4f8b-bc9c-2d3d0961b91e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.572479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e55a8-5113-4f8b-bc9c-2d3d0961b91e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:49.579772 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5f0e55a8-5113-4f8b-bc9c-2d3d0961b91e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3952579 Jul 16 18:14:49.584740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46358) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.622517 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0757250c-afd9-4410-9639-64652edd406d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.708502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0757250c-afd9-4410-9639-64652edd406d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.800587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46362) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:49.818201 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.842870 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.868063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:49.868330 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0757250c-afd9-4410-9639-64652edd406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.873267 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0757250c-afd9-4410-9639-64652edd406d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:49.875130 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0757250c-afd9-4410-9639-64652edd406d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2d31f34-02f9-4ad9-8502-0498877b4bd9 HTTP/1.1" status: 204 len: 168 time: 0.4444191 Jul 16 18:14:49.883863 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311c95e-2f13-4d21-a6dc-23e39021a955 None None] Sync routers for ids ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:49.913486 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311c95e-2f13-4d21-a6dc-23e39021a955 None None] Routers {'05e7bbc2-6070-4caa-9d75-1213cc07ee4f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:49.914478 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9311c95e-2f13-4d21-a6dc-23e39021a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:49.939135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0757250c-afd9-4410-9639-64652edd406d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d31f34-02f9-4ad9-8502-0498877b4bd9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:49.985426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bc22936b-002d-4167-91f1-d48795c54c63 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2a99d476093c4dc6ba6f1f764cdbd58f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1836333 Jul 16 18:14:49.989408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46368) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.013496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.030133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3784e749-9dfb-4c9c-b7cf-c910fb6d5b52']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:50.045503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647a573f-6e73-4274-bb52-fb5a5c22dd1a') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:50.046102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647a573f-6e73-4274-bb52-fb5a5c22dd1a') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:50.056615 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.076953 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.086074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:50.086495 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.103173 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9311c95e-2f13-4d21-a6dc-23e39021a955 None None] Set router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:50.168271 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:50.175608 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.175608 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.177604 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4700f06d-ebe2-4c72-9e96-ddf4b9a7fcbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.235654 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.238145 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "DELETE /v2.0/networks/3784e749-9dfb-4c9c-b7cf-c910fb6d5b52 HTTP/1.1" status: 204 len: 168 time: 0.6506932 Jul 16 18:14:50.242092 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cf4d4-420d-43a1-a13d-ea84dda4d7d2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Network': ['ID=3784e749-9dfb-4c9c-b7cf-c910fb6d5b52,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:50.242290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46374) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.267460 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-33158efb-1d85-4445-ae5b-b471b5570eb3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.3438783 Jul 16 18:14:50.269888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:14:50.275597 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:14:50.285824 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4700f06d-ebe2-4c72-9e96-ddf4b9a7fcbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.421506 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e75915e-ee5d-4339-9ecb-0205b54afd87 x-openstack-request-id: req-7e75915e-ee5d-4339-9ecb-0205b54afd87 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:14:50.421678 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:14:50.421962 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7e75915e-ee5d-4339-9ecb-0205b54afd87 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:14:50.422362 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'status': 'completed', 'code': 200} Jul 16 18:14:50.533385 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9311c95e-2f13-4d21-a6dc-23e39021a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:24Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'a418829b-4a20-4cc7-83a8-7bedbb434737', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'port_id': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'mac_address': 'fa:16:3e:b0:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:46Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3715e6e2-8643-4b5d-8479-1903e17ad1ed', 'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:4a:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:50.587254 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311c95e-2f13-4d21-a6dc-23e39021a955 None None] Checking router: 05e7bbc2-6070-4caa-9d75-1213cc07ee4f for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:14:50.598251 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9311c95e-2f13-4d21-a6dc-23e39021a955 None None] Routers {'05e7bbc2-6070-4caa-9d75-1213cc07ee4f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:50.599410 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9311c95e-2f13-4d21-a6dc-23e39021a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:50.698759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc646709-2f82-4ad8-bd02-215c196ca820 req-cf5f5022-e559-430b-9de8-75cf823f9bbc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.711629 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc646709-2f82-4ad8-bd02-215c196ca820 req-cf5f5022-e559-430b-9de8-75cf823f9bbc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.1657012 Jul 16 18:14:50.727915 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.829223 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4700f06d-ebe2-4c72-9e96-ddf4b9a7fcbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.835040 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4700f06d-ebe2-4c72-9e96-ddf4b9a7fcbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:50.847534 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4700f06d-ebe2-4c72-9e96-ddf4b9a7fcbc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8228cafe-4d80-46c9-bfad-400828fca205 HTTP/1.1" status: 204 len: 168 time: 0.8500471 Jul 16 18:14:50.870002 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc646709-2f82-4ad8-bd02-215c196ca820 req-555267b7-11f2-444b-84d9-231f1224fcd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520505 Jul 16 18:14:50.907230 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9311c95e-2f13-4d21-a6dc-23e39021a955 None None] Set router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:14:50.917063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46396) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:50.925439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2 req-0293b259-6e3c-442e-9d32-1d3f6ab4dd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:50.927472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2 req-0293b259-6e3c-442e-9d32-1d3f6ab4dd08 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1096 time: 0.4918110 Jul 16 18:14:51.010609 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eb1e35d5-23f3-481f-ac72-12d411f45849 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/a418829b-4a20-4cc7-83a8-7bedbb434737 HTTP/1.1" status: 200 len: 991 time: 0.0914032 Jul 16 18:14:51.031403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4700f06d-ebe2-4c72-9e96-ddf4b9a7fcbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8228cafe-4d80-46c9-bfad-400828fca205,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.137981 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.158647 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c142622-8e18-4274-b2d3-80d3386c5b13']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:51.175004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ef8b270-d7e2-4204-9056-0c29d63f7759') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:51.175742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ef8b270-d7e2-4204-9056-0c29d63f7759') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:51.200196 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.218218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2 req-6d1b40a0-7200-42ee-aae0-d4ea24add0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.220455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2 req-6d1b40a0-7200-42ee-aae0-d4ea24add0a5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 200 len: 898 time: 0.2848940 Jul 16 18:14:51.234285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.380337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:14:51.380763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:14:51.385019 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:14:51.518745 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.522831 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2 req-aec381d1-9197-4ba2-869d-434561176e21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 999 time: 0.2780044 Jul 16 18:14:51.543979 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.546006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "DELETE /v2.0/networks/7c142622-8e18-4274-b2d3-80d3386c5b13 HTTP/1.1" status: 204 len: 168 time: 1.2927339 Jul 16 18:14:51.549937 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46410) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.577430 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9311c95e-2f13-4d21-a6dc-23e39021a955 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:24Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'a418829b-4a20-4cc7-83a8-7bedbb434737', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'port_id': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'mac_address': 'fa:16:3e:b0:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:46Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3715e6e2-8643-4b5d-8479-1903e17ad1ed', 'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:4a:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:51.589498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fd2bc-1bdd-475d-a04d-a5017326a6db tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Network': ['ID=7c142622-8e18-4274-b2d3-80d3386c5b13,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:51.598323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46412) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.645580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2 req-3018be33-c3eb-4838-9cff-aa80a0fe315f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.647530 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2 req-3018be33-c3eb-4838-9cff-aa80a0fe315f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=453b52b8-8e08-46c5-8ddd-2311e38d5615 HTTP/1.1" status: 200 len: 834 time: 0.1136088 Jul 16 18:14:51.682943 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9311c95e-2f13-4d21-a6dc-23e39021a955 None None] The sync data for ids ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'] in n-d-794306-7 is: [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:24Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'a418829b-4a20-4cc7-83a8-7bedbb434737', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.165', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'port_id': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2440, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'mac_address': 'fa:16:3e:b0:c6:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:14:46Z', 'updated_at': '2021-07-16T18:14:46Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3715e6e2-8643-4b5d-8479-1903e17ad1ed', 'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:4a:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:14:51.699460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a464056-f543-4b87-be99-51f2598d232e req-e16a7bd4-b873-4ff1-821b-a0253535769e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2640126 Jul 16 18:14:51.705478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5a25ad1f-f69c-4d9d-ad9b-f2a809d0802f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d323a94841ba40fbbb5c907938a8f770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1025207 Jul 16 18:14:51.711233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46414) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.830843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd7554-bfed-40af-9491-590ba538913b tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.833333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f54a4246-ccb3-4a5e-a9c3-d54f91290287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.843811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dd7554-bfed-40af-9491-590ba538913b tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.845750 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-33dd7554-bfed-40af-9491-590ba538913b tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2940190 Jul 16 18:14:51.851638 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46420) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:51.861613 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.875368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-175424730'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:51.891486 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f54a4246-ccb3-4a5e-a9c3-d54f91290287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:51.911740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2 req-e06f6fa4-8098-4d45-a273-55b1d480634e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:51.918930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2 req-e06f6fa4-8098-4d45-a273-55b1d480634e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2557175 Jul 16 18:14:51.949865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Made reservation on behalf of b71b8a8bd67f4f01807e5aa1ad19b7fc for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:51.966524 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.019938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46426) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.093033 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2 req-f28adcff-576d-4634-be5e-b8265a1dc19f service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658282 Jul 16 18:14:52.131142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947ebb67-1a21-42e9-90c4-f55fd664e41b None None] New status for floating IP a418829b-4a20-4cc7-83a8-7bedbb434737: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:14:52.162115 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f54a4246-ccb3-4a5e-a9c3-d54f91290287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.167410 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f54a4246-ccb3-4a5e-a9c3-d54f91290287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.173250 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f54a4246-ccb3-4a5e-a9c3-d54f91290287 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7adbde82-6a21-424b-b829-f3c39604c6c9 HTTP/1.1" status: 204 len: 168 time: 0.4594669 Jul 16 18:14:52.231815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54a4246-ccb3-4a5e-a9c3-d54f91290287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7adbde82-6a21-424b-b829-f3c39604c6c9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:52.245709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:52.290571 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ae1f9ab-132a-44a2-9ce9-89e6303fc7d2 req-61be713e-c55c-4685-ac09-6022123ddf46 service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907320 Jul 16 18:14:52.345397 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cb13da97-1987-40db-bae1-07b8fce57f40 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/a418829b-4a20-4cc7-83a8-7bedbb434737 HTTP/1.1" status: 200 len: 991 time: 0.3190656 Jul 16 18:14:52.354998 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.358042 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Added segment 4295ef3e-9737-42cc-b64e-448f35bd0851 of type vlan for network 77adf9ec-b625-4251-b346-d798633dcb93 Jul 16 18:14:52.494378 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.544040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.553132 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.553886 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.638015 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7818761 Jul 16 18:14:52.641118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a464056-f543-4b87-be99-51f2598d232e req-43fa370b-837a-481d-9a05-4f3fc8590605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.645814 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46434) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:52.660936 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a464056-f543-4b87-be99-51f2598d232e req-43fa370b-837a-481d-9a05-4f3fc8590605 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1096 time: 0.2214980 Jul 16 18:14:52.674159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1261346197'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:52.764383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Made reservation on behalf of b71b8a8bd67f4f01807e5aa1ad19b7fc for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:52.770832 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.839229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e709008-6fb6-4311-b946-91e95919e593 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event updated for resources: {'Network': ['ID=77adf9ec-b625-4251-b346-d798633dcb93,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:52.853097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 77adf9ec-b625-4251-b346-d798633dcb93 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:52.889635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:52.928903 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:52.929427 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Added segment d417da7e-054c-4567-9e6e-2891d040b1ff of type vlan for network 64c63cea-aff4-462b-bee1-7c58e9a6f4dd Jul 16 18:14:52.958221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a464056-f543-4b87-be99-51f2598d232e req-b9d9110f-5a52-4913-9dec-f71c5a1663fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:52.961124 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a464056-f543-4b87-be99-51f2598d232e req-b9d9110f-5a52-4913-9dec-f71c5a1663fc service neutron] 10.222.0.18 "GET /v2.0/networks?id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 200 len: 898 time: 0.2893779 Jul 16 18:14:53.047278 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.090150 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.091246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a464056-f543-4b87-be99-51f2598d232e req-af28a41c-f0cd-4211-9932-db0410310ea8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 1001 time: 0.1191888 Jul 16 18:14:53.096743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.097412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.184625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5375333 Jul 16 18:14:53.186638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46452) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.187784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46454) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.210822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'ports': [{'network_id': '77adf9ec-b625-4251-b346-d798633dcb93', 'name': 'tempest-port--2018198344', 'admin_state_up': True}, {'network_id': '64c63cea-aff4-462b-bee1-7c58e9a6f4dd', 'admin_state_up': False}]} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:53.211501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'port': {'network_id': '77adf9ec-b625-4251-b346-d798633dcb93', 'name': 'tempest-port--2018198344', 'admin_state_up': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:53.212236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'port': {'network_id': '64c63cea-aff4-462b-bee1-7c58e9a6f4dd', 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:53.269390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a464056-f543-4b87-be99-51f2598d232e req-d1323abc-79c6-46c0-a47b-5e4d7f5aa842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.273044 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a464056-f543-4b87-be99-51f2598d232e req-d1323abc-79c6-46c0-a47b-5e4d7f5aa842 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=453b52b8-8e08-46c5-8ddd-2311e38d5615 HTTP/1.1" status: 200 len: 834 time: 0.1691041 Jul 16 18:14:53.273753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da6a5cb-978e-46ab-b06a-278d0d901b50 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event updated for resources: {'Network': ['ID=64c63cea-aff4-462b-bee1-7c58e9a6f4dd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:53.298963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 64c63cea-aff4-462b-bee1-7c58e9a6f4dd details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:53.345677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46458) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:53.438634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1924666728-network', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:53.487062 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ffff0b89-0ebc-44f1-87cf-44dd66019b01 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/a418829b-4a20-4cc7-83a8-7bedbb434737 HTTP/1.1" status: 200 len: 993 time: 0.1388781 Jul 16 18:14:53.564427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Made reservation on behalf of 3f18daf9c5b94c00baa8540845ced375 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:53.568321 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.586656 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:53.617407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a464056-f543-4b87-be99-51f2598d232e req-5e5711b4-be96-4369-8521-5774ab6bd729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:53.619970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a464056-f543-4b87-be99-51f2598d232e req-5e5711b4-be96-4369-8521-5774ab6bd729 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3392889 Jul 16 18:14:53.676630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Made reservation on behalf of b71b8a8bd67f4f01807e5aa1ad19b7fc for: {'port': 2} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:53.681746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.056523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-fa61c954-619e-409b-a5c1-535a3cc51d83 req-e2597e03-d274-4929-819a-eb1096c22ea4 service neutron] (105438) timed out ('10.222.0.37', 63890) {{(pid=105438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:14:54.086586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-e7015d8f-029e-4ae3-9d98-2dd33f76ea67 req-46261d5f-a965-4daf-9d79-bf36356db2ba service neutron] (105438) timed out ('10.222.0.37', 63900) {{(pid=105438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:14:54.111812 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.218008 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a464056-f543-4b87-be99-51f2598d232e req-7227b0a0-a93c-41c2-bc3c-6a6a1f4683c9 service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5897472 Jul 16 18:14:54.273893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] device_id is not set on port 4a32aad9-1599-4a7b-821b-6933fe9872ad yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:54.403300 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.414283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.466210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a464056-f543-4b87-be99-51f2598d232e req-ce86b5d6-d33d-4fc0-b669-2513942081a4 service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169476 Jul 16 18:14:54.511989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:54.526146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ee01a4-cde8-4d7c-8066-0e3d905244d5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:54.561170 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.561518 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Added segment 794edc75-7d09-4780-8c87-77ed129bf8fb of type vlan for network 032e67dc-6b84-4995-a4b1-3d903541d6af Jul 16 18:14:54.662915 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.695637 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.762776 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.763576 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:54.764281 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.824745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] device_id is not set on port ee446670-3b6c-4e51-ab65-75f37445b352 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:14:54.846801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6551538 Jul 16 18:14:54.848136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46472) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:54.858401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] Request body: {'subnet': {'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1924666728-subnet', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:54.887336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] Made reservation on behalf of 3f18daf9c5b94c00baa8540845ced375 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:54.887820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbee73d2-92c5-4b4e-b160-eb1c36ea2d66 admin admin] Pushing event updated for resources: {'Network': ['ID=032e67dc-6b84-4995-a4b1-3d903541d6af,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:54.890524 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:54.902391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 032e67dc-6b84-4995-a4b1-3d903541d6af details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:55.020006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.086040 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.182437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event updated for resources: {'Port': ['ID=4a32aad9-1599-4a7b-821b-6933fe9872ad,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.223661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Checking segment: {'id': '4295ef3e-9737-42cc-b64e-448f35bd0851', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '77adf9ec-b625-4251-b346-d798633dcb93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:55.224409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Network hostable DHCP agents. Network: 77adf9ec-b625-4251-b346-d798633dcb93, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:55.253592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Network 77adf9ec-b625-4251-b346-d798633dcb93 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:55.268653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 77adf9ec-b625-4251-b346-d798633dcb93) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:55.277029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:55.278001 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.290104 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f513186d-7fc1-48f2-97bb-8b1b192af414 None None] Network 77adf9ec-b625-4251-b346-d798633dcb93 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:55.307364 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.383089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event updated for resources: {'Port': ['ID=ee446670-3b6c-4e51-ab65-75f37445b352,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.401666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-b984b773-947c-4c35-8259-bf64c54c5299 req-33c16044-741e-4d16-ad85-10d8be317a04 service neutron] (105438) timed out ('10.222.0.37', 63901) {{(pid=105438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:14:55.420392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Checking segment: {'id': 'd417da7e-054c-4567-9e6e-2891d040b1ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '64c63cea-aff4-462b-bee1-7c58e9a6f4dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:55.421582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Network hostable DHCP agents. Network: 64c63cea-aff4-462b-bee1-7c58e9a6f4dd, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:55.450566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Network 64c63cea-aff4-462b-bee1-7c58e9a6f4dd is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:55.462031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ff903a4-1c74-4430-9027-b8f7bcc4676d,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:55.466233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 64c63cea-aff4-462b-bee1-7c58e9a6f4dd) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:55.471313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:55.478393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fd4c7c-738c-4e99-a243-18d80d2c43be None None] Network 64c63cea-aff4-462b-bee1-7c58e9a6f4dd requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:55.479832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.486323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.487113 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.492502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] Checking segment: {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:55.493222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] Network hostable DHCP agents. Network: 032e67dc-6b84-4995-a4b1-3d903541d6af, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:14:55.511155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bd57474e-6980-442b-b915-cc1593e441ab tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.3208859 Jul 16 18:14:55.514537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46488) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.542019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] Network 032e67dc-6b84-4995-a4b1-3d903541d6af is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:14:55.565019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 032e67dc-6b84-4995-a4b1-3d903541d6af) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:55.572379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.574297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.594446 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7ddf0230-6b11-49e7-8f07-609e75123457 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7441843 Jul 16 18:14:55.597295 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46490) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.603770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:55.634400 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.636233 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.641848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2879b8f9-88b2-4cd6-8fc1-af566cf062d8 None None] Network 032e67dc-6b84-4995-a4b1-3d903541d6af requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:55.733298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82389a48-a195-4837-ab8c-9afeb60bad3e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.745718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82389a48-a195-4837-ab8c-9afeb60bad3e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:55.747662 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-82389a48-a195-4837-ab8c-9afeb60bad3e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2317393 Jul 16 18:14:55.749659 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.751225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46494) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:55.952126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-032e67dc-6b84-4995-a4b1-3d903541d6af', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:14:55.952126 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:55.990405 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.023289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1db96-5f29-4937-8345-77918cc2967d tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Deleting port 4a32aad9-1599-4a7b-821b-6933fe9872ad {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:56.023938 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7d1db96-5f29-4937-8345-77918cc2967d tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.121498 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7d1db96-5f29-4937-8345-77918cc2967d tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.164962 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c7d1db96-5f29-4937-8345-77918cc2967d tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Calling delete_port for 4a32aad9-1599-4a7b-821b-6933fe9872ad owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:56.211857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Allocated IP 172.20.0.2 (032e67dc-6b84-4995-a4b1-3d903541d6af/0ff903a4-1c74-4430-9027-b8f7bcc4676d/4e87260e-1306-4740-89cf-922f520a774c) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:56.334753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7d1db96-5f29-4937-8345-77918cc2967d tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.389136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.391311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d1db96-5f29-4937-8345-77918cc2967d tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Port': ['ID=4a32aad9-1599-4a7b-821b-6933fe9872ad,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.408027 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7d1db96-5f29-4937-8345-77918cc2967d tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.413172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c7d1db96-5f29-4937-8345-77918cc2967d tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "DELETE /v2.0/ports/4a32aad9-1599-4a7b-821b-6933fe9872ad HTTP/1.1" status: 204 len: 168 time: 0.6594279 Jul 16 18:14:56.432322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46506) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:56.469815 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.574316 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.587398 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Transition to ACTIVE for port object 4e87260e-1306-4740-89cf-922f520a774c will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:56.609523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-18eeff78-60c5-4e88-be38-df42b77c3b49 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Deleting port ee446670-3b6c-4e51-ab65-75f37445b352 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:14:56.609978 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18eeff78-60c5-4e88-be38-df42b77c3b49 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.610118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Transition to ACTIVE for port object 4e87260e-1306-4740-89cf-922f520a774c will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:14:56.619732 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.642225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Network 032e67dc-6b84-4995-a4b1-3d903541d6af is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:56.645498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:56.670534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:56.681682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-d516c092-0363-4243-88fd-8e49a3618fda tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:56.683763 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-d516c092-0363-4243-88fd-8e49a3618fda tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 815 time: 0.1435730 Jul 16 18:14:56.712351 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-efb42b59-b25c-4c0d-8ab9-624570d75bad tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/quotas/79d2f2980cab4822ad81a06ea76d15ed HTTP/1.1" status: 200 len: 375 time: 0.0197313 Jul 16 18:14:56.728541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18eeff78-60c5-4e88-be38-df42b77c3b49 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.731297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Pushing event updated for resources: {'Port': ['ID=4e87260e-1306-4740-89cf-922f520a774c,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.753453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-18eeff78-60c5-4e88-be38-df42b77c3b49 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Calling delete_port for ee446670-3b6c-4e51-ab65-75f37445b352 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:14:56.767772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Attempting to bind port 4e87260e-1306-4740-89cf-922f520a774c on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:14:56.768311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Attempting to bind port 4e87260e-1306-4740-89cf-922f520a774c by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:14:56.768517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Attempting to bind port 4e87260e-1306-4740-89cf-922f520a774c on network 032e67dc-6b84-4995-a4b1-3d903541d6af {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:14:56.775344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:14:56.775766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Checking segment: {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:14:56.776177 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.776578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Bound using segment: {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:14:56.777065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Bound port: 4e87260e-1306-4740-89cf-922f520a774c, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:14:56.777448 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.855082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Allocated IP 172.25.7.44 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/9d2b2e9f-f406-4df2-8825-aeeeca5b9c49) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:14:56.855348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] For port 4e87260e-1306-4740-89cf-922f520a774c, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:14:56.860433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] For port 4e87260e-1306-4740-89cf-922f520a774c, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4e87260e-1306-4740-89cf-922f520a774c,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:14:56.866584 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.901845 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18eeff78-60c5-4e88-be38-df42b77c3b49 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.906014 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-ec1c98a5-9c53-4ee0-aad3-d339d32a2899 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1828508 Jul 16 18:14:56.954194 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18eeff78-60c5-4e88-be38-df42b77c3b49 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:56.956730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-18eeff78-60c5-4e88-be38-df42b77c3b49 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "DELETE /v2.0/ports/ee446670-3b6c-4e51-ab65-75f37445b352 HTTP/1.1" status: 204 len: 168 time: 0.5231261 Jul 16 18:14:56.957689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eeff78-60c5-4e88-be38-df42b77c3b49 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Port': ['ID=ee446670-3b6c-4e51-ab65-75f37445b352,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:56.960834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46516) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:56.965000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ac337-0612-483d-bf2a-775e24a73a50 None None] Pushing event updated for resources: {'Port': ['ID=4e87260e-1306-4740-89cf-922f520a774c,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:57.011835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-191ffdf1-85ba-41b5-bfd0-a90ff94bd89c tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0448277 Jul 16 18:14:57.015397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46518) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:57.034178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-483764873'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:57.221440 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.228509 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-25bbed2c-04ca-4409-9b28-6f943482b5c8 service neutron] 10.222.0.47 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2947872 Jul 16 18:14:57.231890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Made reservation on behalf of b71b8a8bd67f4f01807e5aa1ad19b7fc for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:57.236462 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.746354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:57.773688 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.800361 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.800711 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Added segment 769e28d0-388f-42e4-a374-9fc0a5f0a9cd of type vlan for network 697d2a71-c64a-412c-8d2a-53d890da15f0 Jul 16 18:14:57.807183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4e87260e-1306-4740-89cf-922f520a774c up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:14:57.884046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 4e87260e-1306-4740-89cf-922f520a774c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:57.915066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:14:57.933701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:14:57.944386 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-6f4b9572-7c80-4a06-a7d4-5c098b0590b8 service neutron] 10.222.0.47 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7016668 Jul 16 18:14:57.949067 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:14:57.977818 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:57.988871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2b2e9f-f406-4df2-8825-aeeeca5b9c49,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.119883 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.134614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.136133 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.260920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee42d424-186a-43f8-ba1f-f910e7564c3c req-c59ab086-d5df-4b9c-b37c-49a2be245a92 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 210 time: 0.0656767 Jul 16 18:14:58.284202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb67fc4-0567-4080-bf7e-523d5c03af43 None None] Network 032e67dc-6b84-4995-a4b1-3d903541d6af requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:14:58.300083 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2839046 Jul 16 18:14:58.300917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46532) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:58.307259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-466887771'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:14:58.337323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Made reservation on behalf of b71b8a8bd67f4f01807e5aa1ad19b7fc for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:14:58.356540 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.402993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc2821-ab1e-4aa1-b9ae-0bb90a3d99b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event updated for resources: {'Network': ['ID=697d2a71-c64a-412c-8d2a-53d890da15f0,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.432193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:14:58.469428 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.470125 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Added segment 97963732-9ac7-466c-a245-c38c6efc6dad of type vlan for network 78ab8f0a-7d99-42c8-94c1-25357623a0d6 Jul 16 18:14:58.570089 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.629073 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.655198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:14:58.656602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.658010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:58.720417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 697d2a71-c64a-412c-8d2a-53d890da15f0 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:58.752220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4498875 Jul 16 18:14:58.850250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49b060a-b2d6-4aa0-843c-d2fe73ceff00 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event updated for resources: {'Network': ['ID=78ab8f0a-7d99-42c8-94c1-25357623a0d6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:58.979853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 78ab8f0a-7d99-42c8-94c1-25357623a0d6 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:14:59.103223 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46546) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.160856 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.181503 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-42c64a81-16d6-48e6-9723-428c588c3ed7 None None] Provisioning for port 4e87260e-1306-4740-89cf-922f520a774c completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:14:59.198891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-42c64a81-16d6-48e6-9723-428c588c3ed7 None None] Provisioning complete for port 4e87260e-1306-4740-89cf-922f520a774c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:59.199324 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-42c64a81-16d6-48e6-9723-428c588c3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.297515 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.340226 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-064792a7-9966-4cd7-a0c1-0925bf72e1eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.435649 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-42c64a81-16d6-48e6-9723-428c588c3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.499130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-42c64a81-16d6-48e6-9723-428c588c3ed7 None None] For port 4e87260e-1306-4740-89cf-922f520a774c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4e87260e-1306-4740-89cf-922f520a774c,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:14:59.506628 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-42c64a81-16d6-48e6-9723-428c588c3ed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.648871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Router 2a0dde7b-b344-4741-a7a0-2a3213da7191 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:14:59.702522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c64a81-16d6-48e6-9723-428c588c3ed7 None None] Pushing event updated for resources: {'Port': ['ID=4e87260e-1306-4740-89cf-922f520a774c,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.796475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e12bd79-7cb7-48f2-ba69-f53b966a23b9 req-a686c3e5-12b8-4b7a-87fb-a150d707ca23 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 210 time: 0.1347454 Jul 16 18:14:59.839400 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-064792a7-9966-4cd7-a0c1-0925bf72e1eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.855092 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-064792a7-9966-4cd7-a0c1-0925bf72e1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.908082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-064792a7-9966-4cd7-a0c1-0925bf72e1eb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b1c85625d7424507a16c2a25e5d83216&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8037918 Jul 16 18:14:59.911038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46556) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:14:59.913926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064792a7-9966-4cd7-a0c1-0925bf72e1eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d154a4d-68c1-4da1-9a04-71004a10171e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:14:59.939593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a9dab1e1-1d9d-45b2-acfb-5f9826015d8d None None] Provisioning complete for port 4e87260e-1306-4740-89cf-922f520a774c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:14:59.940112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9dab1e1-1d9d-45b2-acfb-5f9826015d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.945282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:14:59.956881 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Sync routers for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:14:59.971771 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:14:59.975368 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:14:59.984109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:14:59.989655 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-684a60e4-71bf-4a69-952f-45ed8bd3f675 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.3877988 Jul 16 18:14:59.990878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46558) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:00.010679 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a933255b-f837-4e8a-abf8-3f95e0385474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.047335 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a933255b-f837-4e8a-abf8-3f95e0385474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.122661 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a933255b-f837-4e8a-abf8-3f95e0385474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.126204 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a933255b-f837-4e8a-abf8-3f95e0385474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.127633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a933255b-f837-4e8a-abf8-3f95e0385474 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4d154a4d-68c1-4da1-9a04-71004a10171e HTTP/1.1" status: 204 len: 168 time: 0.2148578 Jul 16 18:15:00.149472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a933255b-f837-4e8a-abf8-3f95e0385474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d154a4d-68c1-4da1-9a04-71004a10171e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:00.255277 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:00.597276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-7b804c0c-5b49-4ee5-b4e6-d004cc1e37f9 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:00.602032 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-7b804c0c-5b49-4ee5-b4e6-d004cc1e37f9 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 815 time: 0.3359275 Jul 16 18:15:00.625701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Request body: {'port': {'device_id': 'dd9eebf3-96b3-4fba-8625-4ea1b5d62c54', 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a', 'admin_state_up': True, 'tenant_id': '79d2f2980cab4822ad81a06ea76d15ed'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:00.861056 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:14:58Z', 'revision_number': 3, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:14:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:00.890452 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:00.974231 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Checking router: 2a0dde7b-b344-4741-a7a0-2a3213da7191 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:00.975383 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Updating router 2a0dde7b-b344-4741-a7a0-2a3213da7191 port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:00.979954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Made reservation on behalf of 79d2f2980cab4822ad81a06ea76d15ed for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:00.985112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.061928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46568) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:01.071063 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.108349 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73cf059d-d50f-4dba-be73-83c051b116e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.240288 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a089e58-5a4c-4188-af00-e2048c200f9f req-aa96d52c-220d-4614-b191-ea10cc7050e7 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 210 time: 0.1766918 Jul 16 18:15:01.359982 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Allocated IP 172.20.0.1 (032e67dc-6b84-4995-a4b1-3d903541d6af/0ff903a4-1c74-4430-9027-b8f7bcc4676d/1c2698f7-da91-4b06-8a4f-d58ff22da1fe) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:01.390044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Allocated IP 172.20.0.7 (87c0994c-4aaf-49f7-8df5-387a862ccd8a/6db1d6e3-b917-4d9a-9c9e-22474e4c041f/892d3af1-288b-4033-a80e-eda871caa99e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:01.492422 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.504032 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Transition to ACTIVE for port object 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:01.512343 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.521971 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73cf059d-d50f-4dba-be73-83c051b116e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.530956 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73cf059d-d50f-4dba-be73-83c051b116e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.572828 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.584466 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Attempting to bind port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:01.585410 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Attempting to bind port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:01.586450 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Attempting to bind port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:01.597957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Transition to ACTIVE for port object 1c2698f7-da91-4b06-8a4f-d58ff22da1fe will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:01.619764 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:01.621453 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:01.622332 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.623185 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:01.623600 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-73cf059d-d50f-4dba-be73-83c051b116e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8f69dd4fce844d4bb082bde053690173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5555439 Jul 16 18:15:01.625584 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Bound port: 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:01.626437 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.635533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46570) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:01.644128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.654237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cf059d-d50f-4dba-be73-83c051b116e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2665f5-9fb1-4c16-97b3-366c814b3720,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.722180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Network 032e67dc-6b84-4995-a4b1-3d903541d6af is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:01.738695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:01.743782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:01.779986 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.797700 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.847363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4e87260e-1306-4740-89cf-922f520a774c up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:01.856152 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.860934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Pushing event updated for resources: {'Port': ['ID=1c2698f7-da91-4b06-8a4f-d58ff22da1fe,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:01.912844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['eab973bc-f1a7-4045-b739-6a1cbfd3d2fa'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:01.915299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['1208a4d5-a318-4ff0-b20e-f4391c5c76c6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:01.916640 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76d628b6-308b-4733-82cb-bec1b9bf2ff4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.972005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Network 87c0994c-4aaf-49f7-8df5-387a862ccd8a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:01.976965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:01.980234 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76d628b6-308b-4733-82cb-bec1b9bf2ff4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:01.988561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:01.993858 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] For port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:01.999531 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] For port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9d2b2e9f-f406-4df2-8825-aeeeca5b9c49,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:02.006983 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Pushing event updated for resources: {'Port': ['ID=9d2b2e9f-f406-4df2-8825-aeeeca5b9c49,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.017311 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.029793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Pushing event updated for resources: {'Port': ['ID=892d3af1-288b-4033-a80e-eda871caa99e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.040141 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.040141 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.040423 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.053227 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.056489 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.056675 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.056949 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.057285 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.057614 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.057944 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.058307 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.058590 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:02.076524 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76d628b6-308b-4733-82cb-bec1b9bf2ff4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.085128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76d628b6-308b-4733-82cb-bec1b9bf2ff4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.092503 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-76d628b6-308b-4733-82cb-bec1b9bf2ff4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac2665f5-9fb1-4c16-97b3-366c814b3720 HTTP/1.1" status: 204 len: 168 time: 0.4497480 Jul 16 18:15:02.119440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:02.121987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.206571 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.210797 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-9d5732f7-fffb-464f-8e2f-25f45d6f0911 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5913615 Jul 16 18:15:02.211541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d628b6-308b-4733-82cb-bec1b9bf2ff4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2665f5-9fb1-4c16-97b3-366c814b3720,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.244098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Request body: {'port': {'device_id': 'dd9eebf3-96b3-4fba-8625-4ea1b5d62c54', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:02.244660 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:02.245477 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:02.392005 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:02.466575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8c32b069-eae0-4256-bd16-12ad273bd0eb None None] Provisioning for port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:02.587291 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9abfff-ef86-4f22-937c-c5d3ea2e9ad5 None None] Pushing event updated for resources: {'Port': ['ID=9d2b2e9f-f406-4df2-8825-aeeeca5b9c49,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:02.644961 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.656867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8c32b069-eae0-4256-bd16-12ad273bd0eb None None] Provisioning complete for port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:02.657687 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8c32b069-eae0-4256-bd16-12ad273bd0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.870976 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.880045 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.891982 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4e87260e-1306-4740-89cf-922f520a774c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:02.893076 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:02.929633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46580) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:02.954914 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:01Z', 'revision_number': 1, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:02.960437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'subnets': [{'network_id': '697d2a71-c64a-412c-8d2a-53d890da15f0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--949560596', 'ip_version': 6}, {'network_id': '78ab8f0a-7d99-42c8-94c1-25357623a0d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:02.960771 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'subnet': {'network_id': '697d2a71-c64a-412c-8d2a-53d890da15f0', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--949560596', 'ip_version': 6}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:02.961426 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Request body: {'subnet': {'network_id': '78ab8f0a-7d99-42c8-94c1-25357623a0d6', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:02.998204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8c32b069-eae0-4256-bd16-12ad273bd0eb None None] Port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:03.030112 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Pushing event updated for resources: {'Port': ['ID=1c2698f7-da91-4b06-8a4f-d58ff22da1fe,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:03.063907 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adac2d2-a422-4ba8-9b33-75bcecf0c919 None None] The sync data for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 is: [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:01Z', 'revision_number': 1, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:03.084961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.200215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a3c0f-7252-46ad-8e6d-bd46ec035f05 req-07d7c418-a604-4a70-815b-cc4c746f2eea tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:03.202744 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d1a3c0f-7252-46ad-8e6d-bd46ec035f05 req-07d7c418-a604-4a70-815b-cc4c746f2eea tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 931 time: 0.5250494 Jul 16 18:15:03.293498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 892d3af1-288b-4033-a80e-eda871caa99e {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:03.305936 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.311820 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d1a3c0f-7252-46ad-8e6d-bd46ec035f05 req-3a922fad-3b9c-44a8-8949-10b7c3189a7b tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585947 Jul 16 18:15:03.341496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Transition to ACTIVE for port object 892d3af1-288b-4033-a80e-eda871caa99e will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:03.347459 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.357534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Made reservation on behalf of b71b8a8bd67f4f01807e5aa1ad19b7fc for: {'subnet': 2} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:03.364175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.364175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.445758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Pushing event updated for resources: {'Port': ['ID=892d3af1-288b-4033-a80e-eda871caa99e,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:03.494551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Network 032e67dc-6b84-4995-a4b1-3d903541d6af is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:03.500595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:03.543606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Attempting to bind port 892d3af1-288b-4033-a80e-eda871caa99e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:03.543935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Attempting to bind port 892d3af1-288b-4033-a80e-eda871caa99e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:03.544258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Attempting to bind port 892d3af1-288b-4033-a80e-eda871caa99e on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:03.557676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Port 892d3af1-288b-4033-a80e-eda871caa99e on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:03.557676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Attempting to bind port 892d3af1-288b-4033-a80e-eda871caa99e on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:03.566225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:03.566840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Checking segment: {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:03.568828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Bound using segment: {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:03.569665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Bound port: 892d3af1-288b-4033-a80e-eda871caa99e, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:03.570699 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.701517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] For port 892d3af1-288b-4033-a80e-eda871caa99e, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:03.711853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] For port 892d3af1-288b-4033-a80e-eda871caa99e, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=892d3af1-288b-4033-a80e-eda871caa99e,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:03.719772 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.784300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:03.784906 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.786461 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] 10.222.0.18 "PUT /v2.0/ports/892d3af1-288b-4033-a80e-eda871caa99e HTTP/1.1" status: 200 len: 1091 time: 1.5716815 Jul 16 18:15:03.787694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9eebf3-96b3-4fba-8625-4ea1b5d62c54', 'tag': '892d3af1-288b-4033-a80e-eda871caa99e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:03.791510 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98af62db-7714-4092-ad00-dccb2af30fef" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9eebf3-96b3-4fba-8625-4ea1b5d62c54", "tag": "892d3af1-288b-4033-a80e-eda871caa99e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:03.903687 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d434cbd9-59c1-410a-9ece-6b3bb5e57329 x-openstack-request-id: req-d434cbd9-59c1-410a-9ece-6b3bb5e57329 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:03.904303 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9eebf3-96b3-4fba-8625-4ea1b5d62c54", "tag": "892d3af1-288b-4033-a80e-eda871caa99e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:03.904791 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d434cbd9-59c1-410a-9ece-6b3bb5e57329 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:03.905438 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9eebf3-96b3-4fba-8625-4ea1b5d62c54', 'tag': '892d3af1-288b-4033-a80e-eda871caa99e', 'status': 'completed', 'code': 200} Jul 16 18:15:03.929005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Router 2a0dde7b-b344-4741-a7a0-2a3213da7191 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:03.941393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0e9d4403-fb45-4ef5-bb8e-a6e1c56c4142 None None] Provisioning complete for port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:03.942499 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e9d4403-fb45-4ef5-bb8e-a6e1c56c4142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:03.948731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917be61b-55ba-4a85-90fd-0cd790078f42 service neutron] Pushing event updated for resources: {'Port': ['ID=892d3af1-288b-4033-a80e-eda871caa99e,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.018485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-95a2774e-163e-4725-b9c2-83f3e78e911d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.020079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-95a2774e-163e-4725-b9c2-83f3e78e911d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 1094 time: 0.1788983 Jul 16 18:15:04.046699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0e9d4403-fb45-4ef5-bb8e-a6e1c56c4142 None None] Port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:04.096690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-3a7cb3be-33a3-4d26-8834-21d4f74bbf93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892d3af1-288b-4033-a80e-eda871caa99e HTTP/1.1" status: 200 len: 217 time: 0.0669832 Jul 16 18:15:04.173870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-5d041024-b3a5-45bf-9a98-8f39a74d5b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.175620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-5d041024-b3a5-45bf-9a98-8f39a74d5b9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6db1d6e3-b917-4d9a-9c9e-22474e4c041f HTTP/1.1" status: 200 len: 855 time: 0.0697954 Jul 16 18:15:04.269429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-68ddb12f-f420-44cf-ae2e-9f48c62e9a07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87c0994c-4aaf-49f7-8df5-387a862ccd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0772448 Jul 16 18:15:04.290083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:04.304629 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f3d25f38-820c-4e87-b87d-7c363bead2ce admin admin] 10.222.0.47 "PUT /v2.0/routers/2a0dde7b-b344-4741-a7a0-2a3213da7191/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3116078 Jul 16 18:15:04.453078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-aa41e865-94bd-473d-84f1-e7a4aeee4b94 service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765640 Jul 16 18:15:04.455161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.575369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event updated for resources: {'Subnet': ['ID=25f07b44-8b95-41ef-b982-7118e1c9a0fc,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:04.600490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Checking segment: {'id': '769e28d0-388f-42e4-a374-9fc0a5f0a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '697d2a71-c64a-412c-8d2a-53d890da15f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:04.603082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Network hostable DHCP agents. Network: 697d2a71-c64a-412c-8d2a-53d890da15f0, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:04.608183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c1fbbfae-44f4-4d2a-afbf-a85b6909eba6 req-7256e816-d1e9-48df-b458-6b7d8e24fcdd service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1471992 Jul 16 18:15:04.651019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Network 697d2a71-c64a-412c-8d2a-53d890da15f0 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:04.705085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 697d2a71-c64a-412c-8d2a-53d890da15f0) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:04.712779 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:04.716004 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e8a6b39-fb23-49df-be5f-812cac97bb6b None None] Network 697d2a71-c64a-412c-8d2a-53d890da15f0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:04.823302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af62db-7714-4092-ad00-dccb2af30fef req-b3acdd83-a5e9-4782-bee0-1018efb78bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.825823 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98af62db-7714-4092-ad00-dccb2af30fef req-b3acdd83-a5e9-4782-bee0-1018efb78bb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 1094 time: 0.1551776 Jul 16 18:15:04.963653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af62db-7714-4092-ad00-dccb2af30fef req-e05646d5-5ae2-4048-93f1-923d2541a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:04.965159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98af62db-7714-4092-ad00-dccb2af30fef req-e05646d5-5ae2-4048-93f1-923d2541a2c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 916 time: 0.1315129 Jul 16 18:15:05.085306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-697d2a71-c64a-412c-8d2a-53d890da15f0', 'network_id': '697d2a71-c64a-412c-8d2a-53d890da15f0', 'tenant_id': 'b71b8a8bd67f4f01807e5aa1ad19b7fc', 'fixed_ips': [{'subnet_id': '25f07b44-8b95-41ef-b982-7118e1c9a0fc'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:05.088276 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.095967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98af62db-7714-4092-ad00-dccb2af30fef req-45890ccb-2c28-4694-a576-149bad87c6eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=892d3af1-288b-4033-a80e-eda871caa99e HTTP/1.1" status: 200 len: 217 time: 0.1241612 Jul 16 18:15:05.179789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46622) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:05.218459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f0f32e00-8cd5-47a9-b655-a722cbee11a3 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--194455227', 'description': 'tempest-description--1873142702'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:05.313701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f0f32e00-8cd5-47a9-b655-a722cbee11a3 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.374832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Allocated IP 2001:db8::1 (697d2a71-c64a-412c-8d2a-53d890da15f0/25f07b44-8b95-41ef-b982-7118e1c9a0fc/2b78f330-7d2d-4e9d-a954-eb24bba1f247) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:05.486862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9a40bc-df1f-4631-adf8-88d8d836453f req-729fe15d-4d39-4530-82ff-188534748ebf tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.495061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0c9a40bc-df1f-4631-adf8-88d8d836453f req-729fe15d-4d39-4530-82ff-188534748ebf tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 943 time: 0.8672910 Jul 16 18:15:05.499497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event updated for resources: {'Subnet': ['ID=2883c1d8-eb90-42e3-afe7-6379945d0a27,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.549474 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f0f32e00-8cd5-47a9-b655-a722cbee11a3 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.556909 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f0f32e00-8cd5-47a9-b655-a722cbee11a3 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.572955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0c9a40bc-df1f-4631-adf8-88d8d836453f req-f8e65659-4d69-4dcd-98d5-1fc4100bb538 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721967 Jul 16 18:15:05.577051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af62db-7714-4092-ad00-dccb2af30fef req-d0a3c6f5-c1c3-4aa8-8479-8356974bd1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.577318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Checking segment: {'id': '97963732-9ac7-466c-a245-c38c6efc6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '78ab8f0a-7d99-42c8-94c1-25357623a0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:05.577853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Network hostable DHCP agents. Network: 78ab8f0a-7d99-42c8-94c1-25357623a0d6, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:05.578911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98af62db-7714-4092-ad00-dccb2af30fef req-d0a3c6f5-c1c3-4aa8-8479-8356974bd1d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6db1d6e3-b917-4d9a-9c9e-22474e4c041f HTTP/1.1" status: 200 len: 855 time: 0.4759233 Jul 16 18:15:05.610274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Network 78ab8f0a-7d99-42c8-94c1-25357623a0d6 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:05.627310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 78ab8f0a-7d99-42c8-94c1-25357623a0d6) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:05.634132 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.634623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:05.635306 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.650145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a2e22c-cdea-4b61-93c1-3bb2a667c7d7 None None] Network 78ab8f0a-7d99-42c8-94c1-25357623a0d6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:05.662601 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3b6d9184-aa18-4149-a52f-6bf678382058 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 2.7116017 Jul 16 18:15:05.663756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46624) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:05.677857 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.685753 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98af62db-7714-4092-ad00-dccb2af30fef req-6aa14a38-c2cf-406d-b95b-724ed6660d7c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87c0994c-4aaf-49f7-8df5-387a862ccd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801272 Jul 16 18:15:05.695539 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f0f32e00-8cd5-47a9-b655-a722cbee11a3 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.699873 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f0f32e00-8cd5-47a9-b655-a722cbee11a3 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4981167 Jul 16 18:15:05.700145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46626) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:05.707636 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ad87afcb-8a2a-4c0f-b10b-e4d5b8a00b11 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'security_group_rule': {'security_group_id': 'e2311cbd-273b-43df-82b7-9036d5bd611b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:05.711029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f32e00-8cd5-47a9-b655-a722cbee11a3 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2311cbd-273b-43df-82b7-9036d5bd611b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:05.713103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Transition to ACTIVE for port object 2b78f330-7d2d-4e9d-a954-eb24bba1f247 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:05.769000 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad87afcb-8a2a-4c0f-b10b-e4d5b8a00b11 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.820905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Transition to ACTIVE for port object 2b78f330-7d2d-4e9d-a954-eb24bba1f247 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:05.844140 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:05.862047 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-4266f261-970a-45ac-af48-f39a66e2b981 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6757996 Jul 16 18:15:05.950825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Network 697d2a71-c64a-412c-8d2a-53d890da15f0 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:05.957732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:05.970069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:05.980000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:06.009397 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad87afcb-8a2a-4c0f-b10b-e4d5b8a00b11 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.009645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Pushing event updated for resources: {'Port': ['ID=2b78f330-7d2d-4e9d-a954-eb24bba1f247,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.022413 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad87afcb-8a2a-4c0f-b10b-e4d5b8a00b11 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.038414 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646cc07-6f30-4a17-810a-3e0ea899774c tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.040390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646cc07-6f30-4a17-810a-3e0ea899774c tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.042499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c646cc07-6f30-4a17-810a-3e0ea899774c tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.055978 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46630) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:06.056533 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c646cc07-6f30-4a17-810a-3e0ea899774c tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.3760355 Jul 16 18:15:06.079376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad87afcb-8a2a-4c0f-b10b-e4d5b8a00b11 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ab1ef6-cdcb-4c7e-ad5c-25c44223b184,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.082806 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad87afcb-8a2a-4c0f-b10b-e4d5b8a00b11 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.089962 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ad87afcb-8a2a-4c0f-b10b-e4d5b8a00b11 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3841324 Jul 16 18:15:06.095501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46632) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:06.103385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-be1ae773-d3b7-4ea5-93c7-c23ce2756712 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'security_group_rule': {'security_group_id': 'e2311cbd-273b-43df-82b7-9036d5bd611b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:06.105474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-78ab8f0a-7d99-42c8-94c1-25357623a0d6', 'network_id': '78ab8f0a-7d99-42c8-94c1-25357623a0d6', 'tenant_id': 'b71b8a8bd67f4f01807e5aa1ad19b7fc', 'fixed_ips': [{'subnet_id': '2883c1d8-eb90-42e3-afe7-6379945d0a27'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:06.106361 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.108348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 892d3af1-288b-4033-a80e-eda871caa99e details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:06.151990 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-0472ef5a-d5b7-4ba2-b739-6b3c11e20432 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Deleting subnet 25f07b44-8b95-41ef-b982-7118e1c9a0fc {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:06.157926 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0472ef5a-d5b7-4ba2-b739-6b3c11e20432 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.172385 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be1ae773-d3b7-4ea5-93c7-c23ce2756712 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.177763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98af62db-7714-4092-ad00-dccb2af30fef req-f99d0951-9842-4923-84f8-198ff0a7543d service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4671812 Jul 16 18:15:06.185192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Attempting to bind port 2b78f330-7d2d-4e9d-a954-eb24bba1f247 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:06.185684 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Attempting to bind port 2b78f330-7d2d-4e9d-a954-eb24bba1f247 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '769e28d0-388f-42e4-a374-9fc0a5f0a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '697d2a71-c64a-412c-8d2a-53d890da15f0'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:06.186220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Attempting to bind port 2b78f330-7d2d-4e9d-a954-eb24bba1f247 on network 697d2a71-c64a-412c-8d2a-53d890da15f0 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:06.207398 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0472ef5a-d5b7-4ba2-b739-6b3c11e20432 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.252270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-c09e640d-ff7a-484e-b9a8-bd28f77f0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.252867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-c09e640d-ff7a-484e-b9a8-bd28f77f0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.253807 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-c09e640d-ff7a-484e-b9a8-bd28f77f0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.253949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-c09e640d-ff7a-484e-b9a8-bd28f77f0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.254487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-c09e640d-ff7a-484e-b9a8-bd28f77f0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.254956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-c09e640d-ff7a-484e-b9a8-bd28f77f0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.255523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-c09e640d-ff7a-484e-b9a8-bd28f77f0099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.257902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-c09e640d-ff7a-484e-b9a8-bd28f77f0099 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6490 time: 0.2265182 Jul 16 18:15:06.298797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:06.300389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Checking segment: {'id': '769e28d0-388f-42e4-a374-9fc0a5f0a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '697d2a71-c64a-412c-8d2a-53d890da15f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:06.300801 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.301204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Bound using segment: {'id': '769e28d0-388f-42e4-a374-9fc0a5f0a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '697d2a71-c64a-412c-8d2a-53d890da15f0'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:06.301694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Bound port: 2b78f330-7d2d-4e9d-a954-eb24bba1f247, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '769e28d0-388f-42e4-a374-9fc0a5f0a9cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '697d2a71-c64a-412c-8d2a-53d890da15f0'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:06.302626 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.353788 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0472ef5a-d5b7-4ba2-b739-6b3c11e20432 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.393783 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be1ae773-d3b7-4ea5-93c7-c23ce2756712 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.399449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:06.404379 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be1ae773-d3b7-4ea5-93c7-c23ce2756712 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.414105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98af62db-7714-4092-ad00-dccb2af30fef req-afdaf9ab-765c-4eda-a8c1-f2ebc0b828ab service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2263443 Jul 16 18:15:06.436788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:06.437564 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.466994 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0472ef5a-d5b7-4ba2-b739-6b3c11e20432 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.495748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1ae773-d3b7-4ea5-93c7-c23ce2756712 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e4055e7-1dcb-4ff8-a689-00d80ce90d91,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.501099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472ef5a-d5b7-4ba2-b739-6b3c11e20432 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Subnet': ['ID=25f07b44-8b95-41ef-b982-7118e1c9a0fc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:06.514756 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be1ae773-d3b7-4ea5-93c7-c23ce2756712 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.515139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 892d3af1-288b-4033-a80e-eda871caa99e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=892d3af1-288b-4033-a80e-eda871caa99e,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:06.515404 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0472ef5a-d5b7-4ba2-b739-6b3c11e20432 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.519337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-be1ae773-d3b7-4ea5-93c7-c23ce2756712 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4193838 Jul 16 18:15:06.519337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46636) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:06.523703 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0472ef5a-d5b7-4ba2-b739-6b3c11e20432 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "DELETE /v2.0/subnets/25f07b44-8b95-41ef-b982-7118e1c9a0fc HTTP/1.1" status: 204 len: 168 time: 0.4638686 Jul 16 18:15:06.524835 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46638) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:06.529089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:06.557133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Allocated IP 2001:db8:0:1::1 (78ab8f0a-7d99-42c8-94c1-25357623a0d6/2883c1d8-eb90-42e3-afe7-6379945d0a27/241645b2-c16d-49f5-a7e3-351b15ef4662) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:06.566058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-51c73176-b739-4e39-b3b6-1ff53a220937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.566626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-51c73176-b739-4e39-b3b6-1ff53a220937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.567206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-51c73176-b739-4e39-b3b6-1ff53a220937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.569067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '892d3af1-288b-4033-a80e-eda871caa99e', 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a', 'port_id': '892d3af1-288b-4033-a80e-eda871caa99e', 'mac_address': 'fa:16:3e:42:03:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db1d6e3-b917-4d9a-9c9e-22474e4c041f', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:06.570409 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-51c73176-b739-4e39-b3b6-1ff53a220937 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a HTTP/1.1" status: 200 len: 2293 time: 0.2540326 Jul 16 18:15:06.573031 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] For port 2b78f330-7d2d-4e9d-a954-eb24bba1f247, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:06.580368 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.596011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a39f227c-6c35-409f-a379-59fcfdf48854 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Deleting subnet 2883c1d8-eb90-42e3-afe7-6379945d0a27 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:06.654769 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-935303f0-fdf1-4e86-8a25-ece8c200149f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a99993-167c-45c1-b0e8-012ff5e913fc HTTP/1.1" status: 200 len: 1002 time: 0.0759790 Jul 16 18:15:06.658337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] For port 2b78f330-7d2d-4e9d-a954-eb24bba1f247, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2b78f330-7d2d-4e9d-a954-eb24bba1f247,segment=NetworkSegment(769e28d0-388f-42e4-a374-9fc0a5f0a9cd),segment_id=769e28d0-388f-42e4-a374-9fc0a5f0a9cd)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:06.678414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Sync routers for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:06.690314 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.742938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-3c9803dc-5ed1-4e36-895c-e2e77971f2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.744370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-3c9803dc-5ed1-4e36-895c-e2e77971f2cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bed990a2-d4cd-48d5-b858-b087aef8b72e HTTP/1.1" status: 200 len: 851 time: 0.0779111 Jul 16 18:15:06.855763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8dfa07-0cfc-4d45-8432-98f9c57ff12a req-e4fb773c-a8f8-4a91-885a-48a1e2eec718 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.857348 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e8dfa07-0cfc-4d45-8432-98f9c57ff12a req-e4fb773c-a8f8-4a91-885a-48a1e2eec718 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 943 time: 0.1194282 Jul 16 18:15:06.863122 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:06.891933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-54ced0d6-50ba-40fa-8985-147b72520463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:06.893179 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-54ced0d6-50ba-40fa-8985-147b72520463 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1417923 Jul 16 18:15:06.916422 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e8dfa07-0cfc-4d45-8432-98f9c57ff12a req-5b98e00c-850e-4604-9262-a00bb40ff1fa tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526664 Jul 16 18:15:07.029295 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.111354 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:07.112511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:07.248733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 892d3af1-288b-4033-a80e-eda871caa99e {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:07.276036 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 892d3af1-288b-4033-a80e-eda871caa99e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=892d3af1-288b-4033-a80e-eda871caa99e,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:07.296509 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.298172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c6695-6ed2-40d9-8d00-09f39d81ace2 None None] Pushing event updated for resources: {'Port': ['ID=2b78f330-7d2d-4e9d-a954-eb24bba1f247,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:07.428323 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.545740 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-5d7a9fb5-cec6-4617-aa6c-c7dc2e747f1e service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5974236 Jul 16 18:15:07.574472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Allocated IP 172.25.7.31 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/3050850a-c720-4e7c-ae0b-fded6704ff07) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:07.650604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9d2b2e9f-f406-4df2-8825-aeeeca5b9c49,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:07.656228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['892d3af1-288b-4033-a80e-eda871caa99e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:07.715041 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.780693 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.828914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=892d3af1-288b-4033-a80e-eda871caa99e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:07.857157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:07.895548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.923018 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:07.980190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-6b202267-eb35-4b12-9bfa-4de70c5610d5 service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4204011 Jul 16 18:15:07.987803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2b78f330-7d2d-4e9d-a954-eb24bba1f247 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:08.039696 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-0e0d37fb-edee-412f-813c-05fbe44469e6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4 HTTP/1.1" status: 200 len: 217 time: 0.0515037 Jul 16 18:15:08.047330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:08.069037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Transition to ACTIVE for port object 241645b2-c16d-49f5-a7e3-351b15ef4662 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:08.117073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-6ac5d346-a64d-427e-bbf8-5d6143b7bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.118617 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-6ac5d346-a64d-427e-bbf8-5d6143b7bb5f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.0702465 Jul 16 18:15:08.120262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:08.123025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:08.136630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'Port': ['ID=3050850a-c720-4e7c-ae0b-fded6704ff07,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.263495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0314a2d6-cc28-491f-a343-ac3bca58df5d req-d0dc507c-8f18-414c-ad86-3aad4b3fc148 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.291835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0314a2d6-cc28-491f-a343-ac3bca58df5d req-d0dc507c-8f18-414c-ad86-3aad4b3fc148 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 944 time: 0.1542966 Jul 16 18:15:08.294908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Transition to ACTIVE for port object 241645b2-c16d-49f5-a7e3-351b15ef4662 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:08.312710 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a39f227c-6c35-409f-a379-59fcfdf48854 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.324753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=9d2b2e9f-f406-4df2-8825-aeeeca5b9c49,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.336187 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.431910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-a3d38a0b-7af3-44d6-a6a0-f8fdfd4d3b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:08.434654 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-a3d38a0b-7af3-44d6-a6a0-f8fdfd4d3b8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2986290 Jul 16 18:15:08.436661 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Network 78ab8f0a-7d99-42c8-94c1-25357623a0d6 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:08.449226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:08.456336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:08.490802 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0314a2d6-cc28-491f-a343-ac3bca58df5d req-567f0a04-4214-4404-8556-deac9476dc17 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1979835 Jul 16 18:15:08.502106 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a39f227c-6c35-409f-a379-59fcfdf48854 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.516259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Pushing event updated for resources: {'Port': ['ID=241645b2-c16d-49f5-a7e3-351b15ef4662,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.560682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 2, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:08.564695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 2b78f330-7d2d-4e9d-a954-eb24bba1f247 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:08.591314 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.675898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-d6260297-d088-4556-b335-c30664696118 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315862 Jul 16 18:15:08.683827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Attempting to bind port 241645b2-c16d-49f5-a7e3-351b15ef4662 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:08.684523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Attempting to bind port 241645b2-c16d-49f5-a7e3-351b15ef4662 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '97963732-9ac7-466c-a245-c38c6efc6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '78ab8f0a-7d99-42c8-94c1-25357623a0d6'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:08.685139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Attempting to bind port 241645b2-c16d-49f5-a7e3-351b15ef4662 on network 78ab8f0a-7d99-42c8-94c1-25357623a0d6 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:08.690891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Checking router: 2a0dde7b-b344-4741-a7a0-2a3213da7191 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:08.691504 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.691840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Updating router 2a0dde7b-b344-4741-a7a0-2a3213da7191 port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:15:08.700916 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a39f227c-6c35-409f-a379-59fcfdf48854 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.707460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0474cc-aced-49a7-a907-1082c5523ccf None None] Network 697d2a71-c64a-412c-8d2a-53d890da15f0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:08.745775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:08.746709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Checking segment: {'id': '97963732-9ac7-466c-a245-c38c6efc6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '78ab8f0a-7d99-42c8-94c1-25357623a0d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:08.748248 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.748901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Bound using segment: {'id': '97963732-9ac7-466c-a245-c38c6efc6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '78ab8f0a-7d99-42c8-94c1-25357623a0d6'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:08.750086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Bound port: 241645b2-c16d-49f5-a7e3-351b15ef4662, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97963732-9ac7-466c-a245-c38c6efc6dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': '78ab8f0a-7d99-42c8-94c1-25357623a0d6'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:08.751467 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.792698 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a39f227c-6c35-409f-a379-59fcfdf48854 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.845339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f227c-6c35-409f-a379-59fcfdf48854 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Subnet': ['ID=2883c1d8-eb90-42e3-afe7-6379945d0a27,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:08.849503 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a39f227c-6c35-409f-a379-59fcfdf48854 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.854660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46654) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:08.855415 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a39f227c-6c35-409f-a379-59fcfdf48854 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "DELETE /v2.0/subnets/2883c1d8-eb90-42e3-afe7-6379945d0a27 HTTP/1.1" status: 204 len: 168 time: 2.3288324 Jul 16 18:15:08.864276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-18f62d3b-b4dc-4a9d-a372-c230f57e6ce0 None None] Provisioning for port 2b78f330-7d2d-4e9d-a954-eb24bba1f247 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:08.875307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-18f62d3b-b4dc-4a9d-a372-c230f57e6ce0 None None] Provisioning complete for port 2b78f330-7d2d-4e9d-a954-eb24bba1f247 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:08.876240 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-18f62d3b-b4dc-4a9d-a372-c230f57e6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.924328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-74da7228-34a8-4130-88d3-d724b8aa8193 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414730 Jul 16 18:15:08.978231 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:08.982289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-7d5c5222-33b4-45f5-96f7-97ff7c0f5904 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=1d4fbd0b-e052-4618-a347-ee1e17463815 HTTP/1.1" status: 200 len: 217 time: 0.0446584 Jul 16 18:15:09.017532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4192fa1e-51f7-4071-9d9b-c28317bc48b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.040402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46658) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:09.047207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4192fa1e-51f7-4071-9d9b-c28317bc48b1 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1796310 Jul 16 18:15:09.173550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-32d0e1e0-a987-4958-8a0e-2c26a63eca22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.173550 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-32d0e1e0-a987-4958-8a0e-2c26a63eca22 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1821997 Jul 16 18:15:09.301190 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.312694 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.337019 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.393835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] For port 241645b2-c16d-49f5-a7e3-351b15ef4662, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:09.441740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Deleting port 241645b2-c16d-49f5-a7e3-351b15ef4662 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:09.442369 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.451111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'Port': ['ID=3050850a-c720-4e7c-ae0b-fded6704ff07,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.455594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-0225642a-57cd-4b85-ae2a-8ba6e464706d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.457337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-0225642a-57cd-4b85-ae2a-8ba6e464706d service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2694004 Jul 16 18:15:09.472282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] For port 241645b2-c16d-49f5-a7e3-351b15ef4662, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=241645b2-c16d-49f5-a7e3-351b15ef4662,segment=NetworkSegment(97963732-9ac7-466c-a245-c38c6efc6dad),segment_id=97963732-9ac7-466c-a245-c38c6efc6dad)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:09.497328 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.555861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] For port 241645b2-c16d-49f5-a7e3-351b15ef4662, host n-d-794306-7, got binding levels [] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:09.556331 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.585025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Calling delete_port for 241645b2-c16d-49f5-a7e3-351b15ef4662 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:09.608188 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-b8a7b445-08d6-4fbf-97d1-4eb3b12e6061 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364942 Jul 16 18:15:09.629763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.652291 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.662567 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bac08b07-4e84-4128-9d49-75d364dfaa46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1421456 Jul 16 18:15:09.705998 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-18f62d3b-b4dc-4a9d-a372-c230f57e6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.777573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac955960-7bd4-468e-99ae-85425f7dc15e None None] Pushing event updated for resources: {'Port': ['ID=241645b2-c16d-49f5-a7e3-351b15ef4662,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.810126 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:09.821660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-b98e4825-27db-427b-ae26-24308fcbbc76 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066748 Jul 16 18:15:09.901250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] No DVR routers for this DVR port 241645b2-c16d-49f5-a7e3-351b15ef4662 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:09.904713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Port': ['ID=241645b2-c16d-49f5-a7e3-351b15ef4662,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:09.911165 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-2a5d0964-6540-4773-9b79-373b483ad397 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=6f59f170-ea3b-48fb-bfc9-90634344e929 HTTP/1.1" status: 200 len: 217 time: 0.0818095 Jul 16 18:15:09.936108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b838c5-08c4-4987-bb92-c874b7314142 None None] DHCP port deletion for 697d2a71-c64a-412c-8d2a-53d890da15f0 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:09.937996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:09.947431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-18f62d3b-b4dc-4a9d-a372-c230f57e6ce0 None None] For port 2b78f330-7d2d-4e9d-a954-eb24bba1f247, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2b78f330-7d2d-4e9d-a954-eb24bba1f247,segment=NetworkSegment(769e28d0-388f-42e4-a374-9fc0a5f0a9cd),segment_id=769e28d0-388f-42e4-a374-9fc0a5f0a9cd)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:09.980160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-910bb132-22d0-4ff1-bd53-c29828bbf3a4 None None] Network 78ab8f0a-7d99-42c8-94c1-25357623a0d6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:09.989308 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-9ceb7b2f-eaa4-4ee5-b3ea-d531a3e9448e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:09.990905 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-9ceb7b2f-eaa4-4ee5-b3ea-d531a3e9448e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.0673113 Jul 16 18:15:09.992352 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-18f62d3b-b4dc-4a9d-a372-c230f57e6ce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.024416 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.038179 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-ce011ff3-b433-436a-b52a-1a1ae7b11a7e tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--194455227&fields=id&tenant_id=3f18daf9c5b94c00baa8540845ced375 HTTP/1.1" status: 200 len: 267 time: 0.0705259 Jul 16 18:15:10.057532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aca19e4-9b32-4ada-ae96-fa853c045389 req-5e66870a-e52e-4679-88b4-abca3d2e09df tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.060354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9aca19e4-9b32-4ada-ae96-fa853c045389 req-5e66870a-e52e-4679-88b4-abca3d2e09df tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 944 time: 0.3419096 Jul 16 18:15:10.064189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78ab8f0a-7d99-42c8-94c1-25357623a0d6']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:10.107928 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97963732-9ac7-466c-a245-c38c6efc6dad') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:10.108627 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97963732-9ac7-466c-a245-c38c6efc6dad') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:10.143729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.150137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-48751ef3-6b8e-4060-934f-8c2cd54b3534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.151746 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-48751ef3-6b8e-4060-934f-8c2cd54b3534 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1542621 Jul 16 18:15:10.181578 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.201514 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9aca19e4-9b32-4ada-ae96-fa853c045389 req-b917d382-96ee-4939-87e2-cd3935d8664c tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128557 Jul 16 18:15:10.203200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:10.204557 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:10.210099 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:10.235240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-6319125d-987c-4f01-b5b5-1e1453636c92 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.236855 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-6319125d-987c-4f01-b5b5-1e1453636c92 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 811 time: 0.1874373 Jul 16 18:15:10.328915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-682a315c-80cd-4521-934e-85795644f143 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/quotas/3f18daf9c5b94c00baa8540845ced375 HTTP/1.1" status: 200 len: 375 time: 0.0569091 Jul 16 18:15:10.333409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 892d3af1-288b-4033-a80e-eda871caa99e up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:10.333675 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.342982 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.348648 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "DELETE /v2.0/networks/78ab8f0a-7d99-42c8-94c1-25357623a0d6 HTTP/1.1" status: 204 len: 168 time: 1.3032899 Jul 16 18:15:10.354912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46682) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:10.374166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c98728-a7af-4179-bcd9-ff3f26521862 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Network': ['ID=78ab8f0a-7d99-42c8-94c1-25357623a0d6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.391404 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-f778fddc-6e92-4f7d-9ca0-e65ab5520f0c service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316945 Jul 16 18:15:10.522800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f62d3b-b4dc-4a9d-a372-c230f57e6ce0 None None] Pushing event updated for resources: {'Port': ['ID=2b78f330-7d2d-4e9d-a954-eb24bba1f247,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:10.570787 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.621328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:10.622070 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.623380 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-1ea40185-2cd6-4b63-ba6b-f9920fd05ef9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2846215 Jul 16 18:15:10.649242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-2ae07426-7020-41fd-99d1-4cd1277d7752 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284622 Jul 16 18:15:10.687148 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.701614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-57b838c5-08c4-4987-bb92-c874b7314142 None None] Deleting port 2b78f330-7d2d-4e9d-a954-eb24bba1f247 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:10.702150 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-57b838c5-08c4-4987-bb92-c874b7314142 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.719661 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 892d3af1-288b-4033-a80e-eda871caa99e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:10.722300 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-8a292403-a0f9-487c-b866-26f45f4fec0f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 HTTP/1.1" status: 200 len: 217 time: 0.0623019 Jul 16 18:15:10.772040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 892d3af1-288b-4033-a80e-eda871caa99e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:10.772597 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.780636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Transition to ACTIVE for port object 1c2698f7-da91-4b06-8a4f-d58ff22da1fe will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:10.848232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-237423f7-0531-4717-ac8c-326f89b8f7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:10.850620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-237423f7-0531-4717-ac8c-326f89b8f7d4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1220436 Jul 16 18:15:10.874538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Deleting port 2b78f330-7d2d-4e9d-a954-eb24bba1f247 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:10.874905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.889852 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:10.900941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-3c6bfe6d-e285-4115-8821-8177d1356bc8 service neutron] 10.222.0.47 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541778 Jul 16 18:15:10.978194 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-57b838c5-08c4-4987-bb92-c874b7314142 None None] For port 2b78f330-7d2d-4e9d-a954-eb24bba1f247, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2b78f330-7d2d-4e9d-a954-eb24bba1f247,segment=NetworkSegment(769e28d0-388f-42e4-a374-9fc0a5f0a9cd),segment_id=769e28d0-388f-42e4-a374-9fc0a5f0a9cd)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:10.978658 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-57b838c5-08c4-4987-bb92-c874b7314142 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.032761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32012e77-7f33-4333-b701-730c25413fe6 None None] Pushing event updated for resources: {'Port': ['ID=1c2698f7-da91-4b06-8a4f-d58ff22da1fe,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.042310 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-57b838c5-08c4-4987-bb92-c874b7314142 None None] Calling delete_port for 2b78f330-7d2d-4e9d-a954-eb24bba1f247 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:11.240806 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.248243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Attempting to bind port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:11.248726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Attempting to bind port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:11.249048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Attempting to bind port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe on network 032e67dc-6b84-4995-a4b1-3d903541d6af {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:11.271402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:11.272024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Checking segment: {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:11.272297 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.272677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Bound using segment: {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:11.273167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Bound port: 1c2698f7-da91-4b06-8a4f-d58ff22da1fe, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:11.273549 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.324125 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9eebf3-96b3-4fba-8625-4ea1b5d62c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892d3af1-288b-4033-a80e-eda871caa99e'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:11.328237 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d45777eb-8acd-46f2-9d05-d969f8d684fa" -d '{"events": [{"server_uuid": "dd9eebf3-96b3-4fba-8625-4ea1b5d62c54", "name": "network-vif-plugged", "status": "completed", "tag": "892d3af1-288b-4033-a80e-eda871caa99e"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:11.377541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 892d3af1-288b-4033-a80e-eda871caa99e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=892d3af1-288b-4033-a80e-eda871caa99e,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:11.390056 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.437100 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-57b838c5-08c4-4987-bb92-c874b7314142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.437484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] For port 2b78f330-7d2d-4e9d-a954-eb24bba1f247, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2b78f330-7d2d-4e9d-a954-eb24bba1f247,segment=NetworkSegment(769e28d0-388f-42e4-a374-9fc0a5f0a9cd),segment_id=769e28d0-388f-42e4-a374-9fc0a5f0a9cd)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:11.437988 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.468120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Calling delete_port for 2b78f330-7d2d-4e9d-a954-eb24bba1f247 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:11.486249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] For port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:11.489334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b838c5-08c4-4987-bb92-c874b7314142 None None] No DVR routers for this DVR port 2b78f330-7d2d-4e9d-a954-eb24bba1f247 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:11.493433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] For port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1c2698f7-da91-4b06-8a4f-d58ff22da1fe,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:11.496731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-ed20e193-756a-4d1d-952a-8fc5ec4c7267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.499460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-ed20e193-756a-4d1d-952a-8fc5ec4c7267 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6406314 Jul 16 18:15:11.508775 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.521723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=892d3af1-288b-4033-a80e-eda871caa99e,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.546467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b3b9df-f77b-44ff-98be-e880b30be6b3 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:15:11.549168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e060d1-f579-4eb1-9009-690f56909846 req-2dc2c98f-ea95-4b04-b9b9-fdc8c35f71e6 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:11.560551 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b7e060d1-f579-4eb1-9009-690f56909846 req-2dc2c98f-ea95-4b04-b9b9-fdc8c35f71e6 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 945 time: 0.1455867 Jul 16 18:15:11.568963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-0e8e67e8-b89d-48b8-bb08-eb3c458c7540 service neutron] 10.222.0.47 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484091 Jul 16 18:15:11.616339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b838c5-08c4-4987-bb92-c874b7314142 None None] Pushing event deleted for resources: {'Port': ['ID=2b78f330-7d2d-4e9d-a954-eb24bba1f247,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.689228 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b7e060d1-f579-4eb1-9009-690f56909846 req-ff2be5a7-e153-490f-a03b-1892f9cd4e15 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269214 Jul 16 18:15:11.722635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:11.724727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:14:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:11.758097 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-f90aa5a6-6f8b-4d09-b684-db7dd54bea84 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2511423 Jul 16 18:15:11.829296 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:11.900607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32012e77-7f33-4333-b701-730c25413fe6 None None] Pushing event updated for resources: {'Port': ['ID=1c2698f7-da91-4b06-8a4f-d58ff22da1fe,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:11.931329 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c3751d3-f865-49ce-b5a0-abb0d31a3950 x-openstack-request-id: req-6c3751d3-f865-49ce-b5a0-abb0d31a3950 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:11.932045 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9eebf3-96b3-4fba-8625-4ea1b5d62c54", "name": "network-vif-plugged", "status": "completed", "tag": "892d3af1-288b-4033-a80e-eda871caa99e", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:11.932487 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6c3751d3-f865-49ce-b5a0-abb0d31a3950 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:11.933057 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9eebf3-96b3-4fba-8625-4ea1b5d62c54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '892d3af1-288b-4033-a80e-eda871caa99e', 'code': 200} Jul 16 18:15:12.069192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2b78f330-7d2d-4e9d-a954-eb24bba1f247 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:12.086610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Port': ['ID=2b78f330-7d2d-4e9d-a954-eb24bba1f247,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:12.089777 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] No DVR routers for this DVR port 2b78f330-7d2d-4e9d-a954-eb24bba1f247 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:12.196919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:12.243021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 2b78f330-7d2d-4e9d-a954-eb24bba1f247 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:12.243547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2b78f330-7d2d-4e9d-a954-eb24bba1f247 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:12.249685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b3b9df-f77b-44ff-98be-e880b30be6b3 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:15:12.272838 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.323115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef89021-b711-422b-b81b-02107ef59b91 req-8549308a-ba36-413d-ab47-702cf43f27e2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 210 time: 0.1330402 Jul 16 18:15:12.402450 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.409503 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-e295c093-c5b2-4d7a-b52a-88d1b9c3e25f service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6419590 Jul 16 18:15:12.435829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['697d2a71-c64a-412c-8d2a-53d890da15f0']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:12.491791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '769e28d0-388f-42e4-a374-9fc0a5f0a9cd') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:12.492364 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '769e28d0-388f-42e4-a374-9fc0a5f0a9cd') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:12.496615 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-20f3db56-0e0f-4737-bdbb-c6f76dc6fe3c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b HTTP/1.1" status: 200 len: 217 time: 0.0754929 Jul 16 18:15:12.524590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.744446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-1cc7c6b3-e93b-4c42-b55c-fcb1e0230503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.746192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-1cc7c6b3-e93b-4c42-b55c-fcb1e0230503 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.2355418 Jul 16 18:15:12.757888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.770088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:12.772373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:12.772935 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:12.878224 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:12.883405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e59d7f-005a-43cb-9cb8-cd17c121c2d5 req-1999b732-a81c-4260-8477-2088f6aeba26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:12.886404 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48e59d7f-005a-43cb-9cb8-cd17c121c2d5 req-1999b732-a81c-4260-8477-2088f6aeba26 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 1096 time: 0.7755842 Jul 16 18:15:12.919214 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:12.927364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d92e6f56-84b1-4216-a70d-cf7df9995522 None None] The sync data for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 is: [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:11Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:13.012869 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.023878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "DELETE /v2.0/networks/697d2a71-c64a-412c-8d2a-53d890da15f0 HTTP/1.1" status: 204 len: 168 time: 2.6648364 Jul 16 18:15:13.028870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46718) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.115438 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dbced8-0413-46e4-a03d-6626b9036d5e tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Network': ['ID=697d2a71-c64a-412c-8d2a-53d890da15f0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.151325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48e59d7f-005a-43cb-9cb8-cd17c121c2d5 req-ef57fffc-25d3-4d6f-a1db-1805748dc316 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132449 Jul 16 18:15:13.164709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-c64b1129-826a-477e-bdc3-921d5c23917c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.166260 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-c64b1129-826a-477e-bdc3-921d5c23917c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2861862 Jul 16 18:15:13.190384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.276742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3f958-8f15-4f5b-b483-6ef751b6f836 req-0c2bddcd-1022-4175-b200-8f0942fba84a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.279068 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2fc3f958-8f15-4f5b-b483-6ef751b6f836 req-0c2bddcd-1022-4175-b200-8f0942fba84a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 945 time: 0.2690947 Jul 16 18:15:13.465313 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-04c88496-7616-4b3a-82e5-cba0c9c08065 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2834237 Jul 16 18:15:13.485085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.550648 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2fc3f958-8f15-4f5b-b483-6ef751b6f836 req-319d0458-aa0f-42c0-8d56-0f6b189da1fa tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316253 Jul 16 18:15:13.558668 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64c63cea-aff4-462b-bee1-7c58e9a6f4dd']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:13.580855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd417da7e-054c-4567-9e6e-2891d040b1ff') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:13.581270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd417da7e-054c-4567-9e6e-2891d040b1ff') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:13.602120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.632188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.634955 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-f0d96cdc-202b-4909-8a02-f627b13113db service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639881 Jul 16 18:15:13.656754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Releasing vlan 358 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:13.657267 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:13.660427 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:13.724317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-1658a5a8-a9e9-4705-8208-bde82f6f464d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77da69d-468d-40e0-a756-d7d719aac266 HTTP/1.1" status: 200 len: 217 time: 0.0823517 Jul 16 18:15:13.788732 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96731f50-71a7-48b0-b0ff-cdfc38fa90a7 req-7a53475c-495e-4327-9604-5e4211d5fd13 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 210 time: 0.0748029 Jul 16 18:15:13.791292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.853800 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.860986 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "DELETE /v2.0/networks/64c63cea-aff4-462b-bee1-7c58e9a6f4dd HTTP/1.1" status: 204 len: 168 time: 0.8278999 Jul 16 18:15:13.861677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46724) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:13.868236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7ac79e-6b97-4a3d-885c-5b689b73f2eb tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Network': ['ID=64c63cea-aff4-462b-bee1-7c58e9a6f4dd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:13.905860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1c2698f7-da91-4b06-8a4f-d58ff22da1fe up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:13.972354 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:13.990415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-79a2d1de-fab7-4994-a417-0b7499c94935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:13.994693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-79a2d1de-fab7-4994-a417-0b7499c94935 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.2345059 Jul 16 18:15:14.032831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:14.041304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:14.042098 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.137355 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:14.385205 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.444034 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.445309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1c2698f7-da91-4b06-8a4f-d58ff22da1fe,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:14.455767 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.478756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-e9013ec5-a33a-4f71-a981-7a17485bd94c tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:14.481728 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-e9013ec5-a33a-4f71-a981-7a17485bd94c tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.37 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 811 time: 0.4380751 Jul 16 18:15:14.515149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77adf9ec-b625-4251-b346-d798633dcb93']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:14.533255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4295ef3e-9737-42cc-b64e-448f35bd0851') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:14.533713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4295ef3e-9737-42cc-b64e-448f35bd0851') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:14.551271 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=1c2698f7-da91-4b06-8a4f-d58ff22da1fe,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:14.570688 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.576444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-20533b8a-139a-499f-8ac0-6463494dd76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:14.578285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-20533b8a-139a-499f-8ac0-6463494dd76e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5765474 Jul 16 18:15:14.715931 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.742633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-ec9424a8-7256-4935-84d0-821e07c78f53 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f18daf9c5b94c00baa8540845ced375 HTTP/1.1" status: 200 len: 379 time: 0.2442207 Jul 16 18:15:14.744565 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-68dc49dd-0857-444f-a348-7293a6cc9472 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540949 Jul 16 18:15:14.748642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:14.749099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:14.752648 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:14.791851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'port': {'device_id': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'admin_state_up': True, 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'security_groups': ['e2311cbd-273b-43df-82b7-9036d5bd611b']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:14.997143 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.010761 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.012244 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] 10.222.0.47 "DELETE /v2.0/networks/77adf9ec-b625-4251-b346-d798633dcb93 HTTP/1.1" status: 204 len: 168 time: 1.1495311 Jul 16 18:15:15.021895 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-58509d8f-5773-4fa1-8b88-aca459bf3b4c req-05ec4e52-f5fc-46e7-87fb-227f2669a89c tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 210 time: 0.0444608 Jul 16 18:15:15.052846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dad7d7a-7839-4a19-bf05-6b39c5d52bd2 tempest-BulkNetworkOpsIpV6Test-1279793156 tempest-BulkNetworkOpsIpV6Test-1279793156-project] Pushing event deleted for resources: {'Network': ['ID=77adf9ec-b625-4251-b346-d798633dcb93,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:15.106313 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41a12a92-402a-4eb6-b5c9-e8d038e0ce9d req-3129cd31-0746-41e0-8560-1ad42f188fc4 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3253865 Jul 16 18:15:15.127334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2db00c-1e32-4fec-a6da-3bac65408bf3 req-7bc095b5-1aa6-4179-9d8c-ddbce7d05add tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:15.130863 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae2db00c-1e32-4fec-a6da-3bac65408bf3 req-7bc095b5-1aa6-4179-9d8c-ddbce7d05add tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 945 time: 0.3764095 Jul 16 18:15:15.167236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Made reservation on behalf of 3f18daf9c5b94c00baa8540845ced375 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:15.172112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.214807 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae2db00c-1e32-4fec-a6da-3bac65408bf3 req-81c80bae-dadd-463a-9cf4-ecd96fada25a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760894 Jul 16 18:15:15.355612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Allocated IP 172.20.0.10 (032e67dc-6b84-4995-a4b1-3d903541d6af/0ff903a4-1c74-4430-9027-b8f7bcc4676d/b5b671f5-bf75-43bb-b1f8-3324327700fd) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:15.405308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46746) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:15.479857 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-edfe48db-c418-4398-b39c-f27f1a4443f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.586751 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.631246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Transition to ACTIVE for port object b5b671f5-bf75-43bb-b1f8-3324327700fd will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:15.679993 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6e12c04a-36c1-4c7c-8785-f1855eea2ada admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b71b8a8bd67f4f01807e5aa1ad19b7fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2729080 Jul 16 18:15:15.683643 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46754) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:15.807921 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.848141 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1c2698f7-da91-4b06-8a4f-d58ff22da1fe up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:15.897667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Network 032e67dc-6b84-4995-a4b1-3d903541d6af is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:15.907247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:15.929111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:15.929857 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0da252f3-90fb-44b3-bbdf-c7f0c658a2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.980943 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:15.981456 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:15.985855 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0da252f3-90fb-44b3-bbdf-c7f0c658a2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.004402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'Port': ['ID=b5b671f5-bf75-43bb-b1f8-3324327700fd,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:16.085148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.086986 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.090835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0da252f3-90fb-44b3-bbdf-c7f0c658a2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.095451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0da252f3-90fb-44b3-bbdf-c7f0c658a2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.097046 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0da252f3-90fb-44b3-bbdf-c7f0c658a2c3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1be896a3-e23c-4f67-9c38-6e182c494150 HTTP/1.1" status: 204 len: 168 time: 0.4121537 Jul 16 18:15:16.111385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da252f3-90fb-44b3-bbdf-c7f0c658a2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be896a3-e23c-4f67-9c38-6e182c494150,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:16.131367 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-b398e30f-bbe7-41ff-ac1e-7638e12099b2 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3368273 Jul 16 18:15:16.141564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Request body: {'port': {'device_id': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:16.407871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-18779867-5d05-4fc4-8a8a-667bac71a252 None None] Provisioning for port b5b671f5-bf75-43bb-b1f8-3324327700fd completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:16.413458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-18779867-5d05-4fc4-8a8a-667bac71a252 None None] Provisioning complete for port b5b671f5-bf75-43bb-b1f8-3324327700fd triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:16.413840 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-18779867-5d05-4fc4-8a8a-667bac71a252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.448607 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:16.480466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-18779867-5d05-4fc4-8a8a-667bac71a252 None None] Port b5b671f5-bf75-43bb-b1f8-3324327700fd cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:16.588662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c213491-d489-488b-a54f-3ba27f910238 req-e083cbd0-0dad-4b8c-8298-6b1b1fa8b792 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:16.590770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c213491-d489-488b-a54f-3ba27f910238 req-e083cbd0-0dad-4b8c-8298-6b1b1fa8b792 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 932 time: 0.2342517 Jul 16 18:15:16.778451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c213491-d489-488b-a54f-3ba27f910238 req-075ac722-78ff-427c-9355-d9e3499fec45 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662090 Jul 16 18:15:17.103888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b671f5-bf75-43bb-b1f8-3324327700fd {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:17.115750 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.142248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Transition to ACTIVE for port object b5b671f5-bf75-43bb-b1f8-3324327700fd will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:17.147269 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.256209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Pushing event updated for resources: {'Port': ['ID=b5b671f5-bf75-43bb-b1f8-3324327700fd,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:17.325419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Attempting to bind port b5b671f5-bf75-43bb-b1f8-3324327700fd on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:17.326205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Attempting to bind port b5b671f5-bf75-43bb-b1f8-3324327700fd by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:17.326754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Attempting to bind port b5b671f5-bf75-43bb-b1f8-3324327700fd on network 032e67dc-6b84-4995-a4b1-3d903541d6af {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:17.332992 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Port b5b671f5-bf75-43bb-b1f8-3324327700fd on network 032e67dc-6b84-4995-a4b1-3d903541d6af not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:17.333637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Attempting to bind port b5b671f5-bf75-43bb-b1f8-3324327700fd on network 032e67dc-6b84-4995-a4b1-3d903541d6af {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:17.340036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:17.340378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Checking segment: {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:17.340766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Bound using segment: {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:17.341247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Bound port: b5b671f5-bf75-43bb-b1f8-3324327700fd, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:17.341581 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.411598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46790) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:17.440814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] For port b5b671f5-bf75-43bb-b1f8-3324327700fd, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:17.446338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] For port b5b671f5-bf75-43bb-b1f8-3324327700fd, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b5b671f5-bf75-43bb-b1f8-3324327700fd,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:17.451447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.524707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.525688 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.528144 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] 10.222.0.37 "PUT /v2.0/ports/b5b671f5-bf75-43bb-b1f8-3324327700fd HTTP/1.1" status: 200 len: 1092 time: 1.3946030 Jul 16 18:15:17.528793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'tag': 'b5b671f5-bf75-43bb-b1f8-3324327700fd'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:17.532812 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143dfac6-d185-437d-a5bf-fc905f051580" -d '{"events": [{"name": "network-changed", "server_uuid": "c29fbc0d-17ac-4a4a-8038-90cdea725fcb", "tag": "b5b671f5-bf75-43bb-b1f8-3324327700fd"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:17.547245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff9a01f-f175-47f4-b01c-d83276af5f5e service neutron] Pushing event updated for resources: {'Port': ['ID=b5b671f5-bf75-43bb-b1f8-3324327700fd,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:17.578675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1966147690'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:17.603552 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5a42f8-481d-4ac9-a7e4-721de303ebe1 x-openstack-request-id: req-ea5a42f8-481d-4ac9-a7e4-721de303ebe1 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:17.603915 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29fbc0d-17ac-4a4a-8038-90cdea725fcb", "tag": "b5b671f5-bf75-43bb-b1f8-3324327700fd", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:17.604177 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ea5a42f8-481d-4ac9-a7e4-721de303ebe1 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:17.604617 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'tag': 'b5b671f5-bf75-43bb-b1f8-3324327700fd', 'status': 'completed', 'code': 200} Jul 16 18:15:17.608494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:17.613041 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.635893 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.667094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eddaa8dc-8346-439d-8b89-011d6f90934a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.667474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-eddaa8dc-8346-439d-8b89-011d6f90934a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 1095 time: 0.0763042 Jul 16 18:15:17.753332 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-fe4a24dd-1704-4d1a-9210-0a8113e0a100 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5b671f5-bf75-43bb-b1f8-3324327700fd HTTP/1.1" status: 200 len: 217 time: 0.0626185 Jul 16 18:15:17.836852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-97fb26f7-f24d-4497-bc79-13f9876b9e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.839401 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-97fb26f7-f24d-4497-bc79-13f9876b9e10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.0899289 Jul 16 18:15:17.850902 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.861895 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.878137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:17.897479 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:17.898148 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Added segment 63bf11f3-5917-4bc5-8250-ddad4150aae4 of type vlan for network 6630e7ab-544a-4db9-aff5-775e839df47f Jul 16 18:15:17.921845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-0fa7176a-1877-4c80-a8b9-ddaf79f9c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:17.925445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-0fa7176a-1877-4c80-a8b9-ddaf79f9c72b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0787835 Jul 16 18:15:17.981703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.030704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09148ee7-1474-4532-a68a-fff481623b72,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.045437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-f46805de-6eb8-4d5f-badf-b18d8cc65b4e service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136801 Jul 16 18:15:18.058019 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.063853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.064556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.111380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6976640 Jul 16 18:15:18.131838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce9a368-6a3b-4fda-91ad-c16e0a12ac13 req-e529fa78-1ff0-473b-853e-3e68791dca0e tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.164385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ce9a368-6a3b-4fda-91ad-c16e0a12ac13 req-e529fa78-1ff0-473b-853e-3e68791dca0e tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 944 time: 0.2177815 Jul 16 18:15:18.213915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0c09c84-a0c1-4723-808f-13b48d3eb29b req-49745fe2-6fc6-4e82-8279-a89b4fda07fa service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591601 Jul 16 18:15:18.240281 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a377b47c-d3a9-4cef-950b-83e00ebaeebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.247112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:18.283857 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af56842-6878-4c03-8c5f-839b9beedb46 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Network': ['ID=6630e7ab-544a-4db9-aff5-775e839df47f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:18.304531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 6630e7ab-544a-4db9-aff5-775e839df47f details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:18.353200 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ce9a368-6a3b-4fda-91ad-c16e0a12ac13 req-a6ee7185-1364-449c-b4fe-cdc73660726a tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850200 Jul 16 18:15:18.464859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dfac6-d185-437d-a5bf-fc905f051580 req-9830ee71-0eb4-48bf-8f72-2b15ab530701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.467643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-143dfac6-d185-437d-a5bf-fc905f051580 req-9830ee71-0eb4-48bf-8f72-2b15ab530701 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 1095 time: 0.1578958 Jul 16 18:15:18.722732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dfac6-d185-437d-a5bf-fc905f051580 req-dfae1d07-34a2-4d68-abfd-eb390c53c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.725997 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-143dfac6-d185-437d-a5bf-fc905f051580 req-dfae1d07-34a2-4d68-abfd-eb390c53c816 service neutron] 10.222.0.37 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 912 time: 0.2504811 Jul 16 18:15:18.831471 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-143dfac6-d185-437d-a5bf-fc905f051580 req-2ad8579b-46dd-4403-ba74-857ef1c79f84 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5b671f5-bf75-43bb-b1f8-3324327700fd HTTP/1.1" status: 200 len: 217 time: 0.0971406 Jul 16 18:15:18.904440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dfac6-d185-437d-a5bf-fc905f051580 req-23465aa7-36f1-407a-9267-faf252807797 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:18.918568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-143dfac6-d185-437d-a5bf-fc905f051580 req-23465aa7-36f1-407a-9267-faf252807797 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.0757198 Jul 16 18:15:19.353445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b5b671f5-bf75-43bb-b1f8-3324327700fd details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:19.498532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143dfac6-d185-437d-a5bf-fc905f051580 req-96110471-a141-4cb9-bde3-f182498f56da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:19.504149 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-143dfac6-d185-437d-a5bf-fc905f051580 req-96110471-a141-4cb9-bde3-f182498f56da service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5794737 Jul 16 18:15:19.649012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b5b671f5-bf75-43bb-b1f8-3324327700fd, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b5b671f5-bf75-43bb-b1f8-3324327700fd,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:19.689847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'b5b671f5-bf75-43bb-b1f8-3324327700fd', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'port_id': 'b5b671f5-bf75-43bb-b1f8-3324327700fd', 'mac_address': 'fa:16:3e:91:22:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:19.721109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d618f459-d93f-4849-986e-f8b3fc1a743a req-790c4182-643e-47d4-be83-a264b5a1ce97 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:19.723394 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d618f459-d93f-4849-986e-f8b3fc1a743a req-790c4182-643e-47d4-be83-a264b5a1ce97 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 944 time: 0.1768126 Jul 16 18:15:19.790133 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.806165 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-143dfac6-d185-437d-a5bf-fc905f051580 req-40f6b207-b3da-4230-a910-eea9618669fd service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2948043 Jul 16 18:15:19.819056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b671f5-bf75-43bb-b1f8-3324327700fd {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:19.824673 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d618f459-d93f-4849-986e-f8b3fc1a743a req-5057c306-e25a-4736-8032-60e5cabf5b46 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900533 Jul 16 18:15:19.843993 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:19.888433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b5b671f5-bf75-43bb-b1f8-3324327700fd, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b5b671f5-bf75-43bb-b1f8-3324327700fd,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:19.895717 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:20.003882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=b5b671f5-bf75-43bb-b1f8-3324327700fd,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:20.034543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-143dfac6-d185-437d-a5bf-fc905f051580 req-0cc72062-6ab8-414b-af14-f9000b6eefeb service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208133 Jul 16 18:15:20.258299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['b5b671f5-bf75-43bb-b1f8-3324327700fd'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:20.952213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47037268-e0e5-4818-b540-4c1c78c940c5 req-55bb0733-db5b-472e-9cab-b1a507313e17 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:20.954932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-47037268-e0e5-4818-b540-4c1c78c940c5 req-55bb0733-db5b-472e-9cab-b1a507313e17 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1096 time: 0.1292503 Jul 16 18:15:20.983775 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-47037268-e0e5-4818-b540-4c1c78c940c5 req-039fdc78-bc16-4bed-819d-cc3ba57e5526 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.179613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-47037268-e0e5-4818-b540-4c1c78c940c5 req-039fdc78-bc16-4bed-819d-cc3ba57e5526 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.192773 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-47037268-e0e5-4818-b540-4c1c78c940c5 req-039fdc78-bc16-4bed-819d-cc3ba57e5526 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.269920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039fdc78-bc16-4bed-819d-cc3ba57e5526 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeb37aa3-03ab-47bb-b5e2-7f2ef2ec1052,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:21.288295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958beb4d-de6b-43b9-904d-e6c50715b17f req-80fc4896-e6dd-4c92-baf0-d5d13d506257 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.297915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-958beb4d-de6b-43b9-904d-e6c50715b17f req-80fc4896-e6dd-4c92-baf0-d5d13d506257 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 945 time: 0.2381039 Jul 16 18:15:21.315320 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-47037268-e0e5-4818-b540-4c1c78c940c5 req-039fdc78-bc16-4bed-819d-cc3ba57e5526 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3459880 Jul 16 18:15:21.360676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b5b671f5-bf75-43bb-b1f8-3324327700fd up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:21.401723 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-958beb4d-de6b-43b9-904d-e6c50715b17f req-35495e54-3ee9-4f75-82a6-d9a330f16576 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958743 Jul 16 18:15:21.518245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port b5b671f5-bf75-43bb-b1f8-3324327700fd completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:21.531349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port b5b671f5-bf75-43bb-b1f8-3324327700fd triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:21.532072 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.763467 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.850055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b5b671f5-bf75-43bb-b1f8-3324327700fd, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b5b671f5-bf75-43bb-b1f8-3324327700fd,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:21.853040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b671f5-bf75-43bb-b1f8-3324327700fd'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:21.855942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a27612-73d5-42f3-96c4-d0f9cf5d25f0 req-be8dd27d-3231-45f7-8989-62d6b8580519 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:21.856224 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de9d3568-fe45-47d1-a83d-c417b2d982cd" -d '{"events": [{"server_uuid": "c29fbc0d-17ac-4a4a-8038-90cdea725fcb", "name": "network-vif-plugged", "status": "completed", "tag": "b5b671f5-bf75-43bb-b1f8-3324327700fd"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:21.870421 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d7a27612-73d5-42f3-96c4-d0f9cf5d25f0 req-be8dd27d-3231-45f7-8989-62d6b8580519 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.1750431 Jul 16 18:15:21.915148 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.972161 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:21.975268 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f161320-84cd-4a3d-ab96-02338f0d9b41 x-openstack-request-id: req-7f161320-84cd-4a3d-ab96-02338f0d9b41 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:21.975587 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29fbc0d-17ac-4a4a-8038-90cdea725fcb", "name": "network-vif-plugged", "status": "completed", "tag": "b5b671f5-bf75-43bb-b1f8-3324327700fd", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:21.975847 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7f161320-84cd-4a3d-ab96-02338f0d9b41 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:21.976356 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b671f5-bf75-43bb-b1f8-3324327700fd', 'code': 200} Jul 16 18:15:21.979316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d7a27612-73d5-42f3-96c4-d0f9cf5d25f0 req-703b7259-7187-429c-9f4b-5d6290f4a4c7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077631 Jul 16 18:15:22.002073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46852) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.003950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46854) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.017720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'subnet': {'network_id': '6630e7ab-544a-4db9-aff5-775e839df47f', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:22.035550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=b5b671f5-bf75-43bb-b1f8-3324327700fd,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.169084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:22.173333 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.208074 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b6093dc1-bdb3-471c-b91f-7e329c3fcdbf tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/a418829b-4a20-4cc7-83a8-7bedbb434737 HTTP/1.1" status: 200 len: 993 time: 0.1972864 Jul 16 18:15:22.306414 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53c92d-56ad-4778-9217-971e359a157c req-b22406e0-b188-4485-972a-4d80433a35e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.308970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c53c92d-56ad-4778-9217-971e359a157c req-b22406e0-b188-4485-972a-4d80433a35e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 1097 time: 0.1814041 Jul 16 18:15:22.358529 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c53c92d-56ad-4778-9217-971e359a157c req-bf43d2f9-b12d-45c8-8dd3-86c5992b71a4 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421755 Jul 16 18:15:22.450885 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.542821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Checking segment: {'id': '63bf11f3-5917-4bc5-8250-ddad4150aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6630e7ab-544a-4db9-aff5-775e839df47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:22.543227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network hostable DHCP agents. Network: 6630e7ab-544a-4db9-aff5-775e839df47f, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:22.564194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Subnet': ['ID=c2adbdd6-01bb-436c-98b6-89f2ea1ac4f5,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:22.580171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network 6630e7ab-544a-4db9-aff5-775e839df47f is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:22.593030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 6630e7ab-544a-4db9-aff5-775e839df47f) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:22.602966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be82ad6d-7872-4771-889d-7f4bb162784a None None] Network 6630e7ab-544a-4db9-aff5-775e839df47f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:22.617497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.618324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.673421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a69c3ba2-2ea7-4cdd-813d-8b524d15c73e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6615179 Jul 16 18:15:22.673932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46868) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:22.683591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-544393906'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:22.720973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93274a04-ca27-4114-8d47-f6bacfceec88 req-52f1f4ef-97ed-4c3c-bf97-4b5608d1f697 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.722564 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93274a04-ca27-4114-8d47-f6bacfceec88 req-52f1f4ef-97ed-4c3c-bf97-4b5608d1f697 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1590340 Jul 16 18:15:22.744625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:22.748548 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.821338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:22.828489 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93274a04-ca27-4114-8d47-f6bacfceec88 req-003c7087-fcd7-4903-8c7b-082821fac624 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947905 Jul 16 18:15:22.850121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-6630e7ab-544a-4db9-aff5-775e839df47f', 'network_id': '6630e7ab-544a-4db9-aff5-775e839df47f', 'tenant_id': 'e891986c95644efc8adb1a539ff4fff6', 'fixed_ips': [{'subnet_id': 'c2adbdd6-01bb-436c-98b6-89f2ea1ac4f5'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:22.850787 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.850962 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Added segment 19ce84fd-f30e-477f-9d84-931356ef299a of type vlan for network 0edccafc-c1d4-4a06-a0ce-2d329a453e3a Jul 16 18:15:22.851834 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.915328 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.961482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:22.968933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:22.969773 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.003343 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3281851 Jul 16 18:15:23.008012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46876) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:23.013263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'subnet': {'network_id': '0edccafc-c1d4-4a06-a0ce-2d329a453e3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:23.070786 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59001338-df3f-4522-90d2-e1d9685fc57d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Network': ['ID=0edccafc-c1d4-4a06-a0ce-2d329a453e3a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.087903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 0edccafc-c1d4-4a06-a0ce-2d329a453e3a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:23.158767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:23.164864 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.199074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Allocated IP 2001:db8:0:ffff::2 (6630e7ab-544a-4db9-aff5-775e839df47f/c2adbdd6-01bb-436c-98b6-89f2ea1ac4f5/3dd073c7-68a6-4d31-89c7-ed6a65d21aae) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:23.435310 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.447421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Transition to ACTIVE for port object 3dd073c7-68a6-4d31-89c7-ed6a65d21aae will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:23.465090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Transition to ACTIVE for port object 3dd073c7-68a6-4d31-89c7-ed6a65d21aae will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:23.472563 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.525634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Network 6630e7ab-544a-4db9-aff5-775e839df47f is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:23.529283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:23.533826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:23.544896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Pushing event updated for resources: {'Port': ['ID=3dd073c7-68a6-4d31-89c7-ed6a65d21aae,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.618765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Attempting to bind port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:23.620307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Attempting to bind port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '63bf11f3-5917-4bc5-8250-ddad4150aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6630e7ab-544a-4db9-aff5-775e839df47f'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:23.621012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Attempting to bind port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae on network 6630e7ab-544a-4db9-aff5-775e839df47f {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:23.627107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:23.628024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Checking segment: {'id': '63bf11f3-5917-4bc5-8250-ddad4150aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6630e7ab-544a-4db9-aff5-775e839df47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:23.628858 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.630226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Bound using segment: {'id': '63bf11f3-5917-4bc5-8250-ddad4150aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6630e7ab-544a-4db9-aff5-775e839df47f'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:23.631340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Bound port: 3dd073c7-68a6-4d31-89c7-ed6a65d21aae, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63bf11f3-5917-4bc5-8250-ddad4150aae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '6630e7ab-544a-4db9-aff5-775e839df47f'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:23.632058 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.662304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-1ae7f430-9cd4-40a0-8859-1fb7b86ae5bd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2621758 Jul 16 18:15:23.706939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.objects.ports [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:23.709625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.718688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] For port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:23.724289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] For port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3dd073c7-68a6-4d31-89c7-ed6a65d21aae,segment=NetworkSegment(63bf11f3-5917-4bc5-8250-ddad4150aae4),segment_id=63bf11f3-5917-4bc5-8250-ddad4150aae4)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:23.730768 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.750989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c8e36-fc8b-4d1f-a1cd-20bdbc99346b req-43a1d911-61a6-4218-9543-9c1155f91a18 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.752590 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-314c8e36-fc8b-4d1f-a1cd-20bdbc99346b req-43a1d911-61a6-4218-9543-9c1155f91a18 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.2291055 Jul 16 18:15:23.821606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Subnet': ['ID=915156ef-92db-426f-9546-f509484dd849,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.842449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-314c8e36-fc8b-4d1f-a1cd-20bdbc99346b req-5c266414-d82b-4711-90fb-73db96f2de26 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780840 Jul 16 18:15:23.843285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Checking segment: {'id': '19ce84fd-f30e-477f-9d84-931356ef299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0edccafc-c1d4-4a06-a0ce-2d329a453e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:23.844352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network hostable DHCP agents. Network: 0edccafc-c1d4-4a06-a0ce-2d329a453e3a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:23.869390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network 0edccafc-c1d4-4a06-a0ce-2d329a453e3a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:23.891436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 0edccafc-c1d4-4a06-a0ce-2d329a453e3a) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:23.899740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:23.900476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:23.906739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8632f8-f1b0-4bc2-9720-2a82ab2bd043 None None] Network 0edccafc-c1d4-4a06-a0ce-2d329a453e3a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:23.936098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b1803-06bb-4fd8-ae06-9464874bc4b8 None None] Pushing event updated for resources: {'Port': ['ID=3dd073c7-68a6-4d31-89c7-ed6a65d21aae,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:23.937361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f046dd66-0208-4eec-b4be-1c33b549771b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9281156 Jul 16 18:15:23.938038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46900) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:23.953236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'port': {'network_id': '0edccafc-c1d4-4a06-a0ce-2d329a453e3a', 'name': 'tempest-NetworksIpV6TestAttrs-1557999554'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:24.322088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-0edccafc-c1d4-4a06-a0ce-2d329a453e3a', 'network_id': '0edccafc-c1d4-4a06-a0ce-2d329a453e3a', 'tenant_id': 'e891986c95644efc8adb1a539ff4fff6', 'fixed_ips': [{'subnet_id': '915156ef-92db-426f-9546-f509484dd849'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:24.323138 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.341623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b61d0-45f4-455f-b75c-5e425d64c7b5 req-df962714-77e2-44f0-aa81-a286ba17127a tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.356231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c1b61d0-45f4-455f-b75c-5e425d64c7b5 req-df962714-77e2-44f0-aa81-a286ba17127a tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.2650549 Jul 16 18:15:24.380144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:24.385739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:24.439136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] device_id is not set on port 3c62a056-0723-4add-85ef-5d95d97de420 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:24.521560 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c1b61d0-45f4-455f-b75c-5e425d64c7b5 req-83f2fba7-344c-48e1-9e24-c35755390489 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1632113 Jul 16 18:15:24.672796 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Allocated IP 2001:db8::f816:3eff:fe6b:b8be (0edccafc-c1d4-4a06-a0ce-2d329a453e3a/915156ef-92db-426f-9546-f509484dd849/3c62a056-0723-4add-85ef-5d95d97de420) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:24.881317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23100a-e93e-4794-a25c-16daa8936676 req-fe8f22b3-26dc-458c-926c-08b6ea4a5843 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:24.883787 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2a23100a-e93e-4794-a25c-16daa8936676 req-fe8f22b3-26dc-458c-926c-08b6ea4a5843 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1013942 Jul 16 18:15:24.896786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46924) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:24.920053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-09519fbf-5e63-4293-bb8e-a53894ede90d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'floatingip': {'port_id': 'b5b671f5-bf75-43bb-b1f8-3324327700fd'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:25.016788 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-09519fbf-5e63-4293-bb8e-a53894ede90d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.273195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.358329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Transition to ACTIVE for port object 3c62a056-0723-4add-85ef-5d95d97de420 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:25.494440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4796a4c6-4d45-41c3-9f7d-677290adc269 req-c7cc45ac-c75f-42b4-9649-4c6256d24982 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:25.498089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ccdaba-1097-4713-9f89-9cb40cf65994 None None] Network 6630e7ab-544a-4db9-aff5-775e839df47f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:25.506775 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4796a4c6-4d45-41c3-9f7d-677290adc269 req-c7cc45ac-c75f-42b4-9649-4c6256d24982 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.3109553 Jul 16 18:15:25.593275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-69bfeeb4-a9f2-49f2-83e4-dd3afd4b0497 None None] Provisioning for port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:25.697304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:25.836107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Allocated IP 2001:db8::f816:3eff:fe72:c59a (0edccafc-c1d4-4a06-a0ce-2d329a453e3a/915156ef-92db-426f-9546-f509484dd849/33863275-950a-41e7-b091-c400776d5eef) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:25.850244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Port': ['ID=3c62a056-0723-4add-85ef-5d95d97de420,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:25.908946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4796a4c6-4d45-41c3-9f7d-677290adc269 req-75954bb4-3a87-4afa-84b6-dc0fd57ccd4e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3981352 Jul 16 18:15:25.970726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dd073c7-68a6-4d31-89c7-ed6a65d21aae up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:25.971537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network 0edccafc-c1d4-4a06-a0ce-2d329a453e3a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:26.024757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:26.033913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:26.042164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.043040 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.109923 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dc3629dc-1cc1-41b4-9395-b4262ab353d6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.1613078 Jul 16 18:15:26.113123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46932) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:26.128663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde1df-5719-464b-81ad-24965eac6392 req-80204441-5c2c-4709-92dd-e268e8b5a111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.130645 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-80204441-5c2c-4709-92dd-e268e8b5a111 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1096 time: 0.3776484 Jul 16 18:15:26.282930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:26.298262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9835f26-7c66-4426-9ed9-795bec92bd10 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Deleting subnet 915156ef-92db-426f-9546-f509484dd849 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:26.355879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:26.356542 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.420718 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.434377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Transition to ACTIVE for port object 33863275-950a-41e7-b091-c400776d5eef will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:26.450222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde1df-5719-464b-81ad-24965eac6392 req-3afcf0d8-2134-4d5e-9778-1b9aac26a7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:26.452715 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-3afcf0d8-2134-4d5e-9778-1b9aac26a7e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 200 len: 898 time: 0.3133612 Jul 16 18:15:26.477973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Transition to ACTIVE for port object 33863275-950a-41e7-b091-c400776d5eef will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:26.486925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9835f26-7c66-4426-9ed9-795bec92bd10 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.494050 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.534013 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.560414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Network 0edccafc-c1d4-4a06-a0ce-2d329a453e3a is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:26.571154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:26.583753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:26.620755 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9835f26-7c66-4426-9ed9-795bec92bd10 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.685670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Pushing event updated for resources: {'Port': ['ID=33863275-950a-41e7-b091-c400776d5eef,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:26.698852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Attempting to bind port 33863275-950a-41e7-b091-c400776d5eef on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:26.699222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Attempting to bind port 33863275-950a-41e7-b091-c400776d5eef by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '19ce84fd-f30e-477f-9d84-931356ef299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0edccafc-c1d4-4a06-a0ce-2d329a453e3a'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:26.699608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Attempting to bind port 33863275-950a-41e7-b091-c400776d5eef on network 0edccafc-c1d4-4a06-a0ce-2d329a453e3a {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:26.711148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3dd073c7-68a6-4d31-89c7-ed6a65d21aae,segment=NetworkSegment(63bf11f3-5917-4bc5-8250-ddad4150aae4),segment_id=63bf11f3-5917-4bc5-8250-ddad4150aae4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:26.712457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:26.712946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Checking segment: {'id': '19ce84fd-f30e-477f-9d84-931356ef299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0edccafc-c1d4-4a06-a0ce-2d329a453e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:26.713480 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.714471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Bound using segment: {'id': '19ce84fd-f30e-477f-9d84-931356ef299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0edccafc-c1d4-4a06-a0ce-2d329a453e3a'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:26.715206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Bound port: 33863275-950a-41e7-b091-c400776d5eef, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19ce84fd-f30e-477f-9d84-931356ef299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': '0edccafc-c1d4-4a06-a0ce-2d329a453e3a'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:26.715637 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.731864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-395e9ff4-9c45-4994-97f9-400cd6cd8297 None None] Provisioning complete for port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:26.732293 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-395e9ff4-9c45-4994-97f9-400cd6cd8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.789209 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.820439 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9835f26-7c66-4426-9ed9-795bec92bd10 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.924134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3dd073c7-68a6-4d31-89c7-ed6a65d21aae,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:26.929449 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9835f26-7c66-4426-9ed9-795bec92bd10 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.931961 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.resource_extend [None req-09519fbf-5e63-4293-bb8e-a53894ede90d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] It took 0.79 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:15:26.959278 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e9835f26-7c66-4426-9ed9-795bec92bd10 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:26.968336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e9835f26-7c66-4426-9ed9-795bec92bd10 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/subnets/915156ef-92db-426f-9546-f509484dd849 HTTP/1.1" status: 204 len: 168 time: 0.8524866 Jul 16 18:15:26.968921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46944) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.008436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] For port 33863275-950a-41e7-b091-c400776d5eef, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:27.011734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9835f26-7c66-4426-9ed9-795bec92bd10 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Subnet': ['ID=915156ef-92db-426f-9546-f509484dd849,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.023261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] For port 33863275-950a-41e7-b091-c400776d5eef, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=33863275-950a-41e7-b091-c400776d5eef,segment=NetworkSegment(19ce84fd-f30e-477f-9d84-931356ef299a),segment_id=19ce84fd-f30e-477f-9d84-931356ef299a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:27.030591 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.045066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-bd88e313-ee7a-4d27-9ba4-7338e078f771 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 1001 time: 0.5815318 Jul 16 18:15:27.061155 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-09519fbf-5e63-4293-bb8e-a53894ede90d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.093037 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-09519fbf-5e63-4293-bb8e-a53894ede90d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.131708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea34ea8-ee5e-4da6-9ac6-a969d5be07ef None None] Pushing event updated for resources: {'Port': ['ID=33863275-950a-41e7-b091-c400776d5eef,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:27.155686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1bc398-38f6-4cef-8104-660a95212718 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.158063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d1bc398-38f6-4cef-8104-660a95212718 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.159824 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1d1bc398-38f6-4cef-8104-660a95212718 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1899109 Jul 16 18:15:27.163393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46950) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.279914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde1df-5719-464b-81ad-24965eac6392 req-c00c1e91-c175-40e0-a264-a9f2f1788b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.281410 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-c00c1e91-c175-40e0-a264-a9f2f1788b09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=453b52b8-8e08-46c5-8ddd-2311e38d5615 HTTP/1.1" status: 200 len: 834 time: 0.2037711 Jul 16 18:15:27.294273 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd0a8d38-2523-41f8-aa1a-13f5196325ee tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.303891 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd0a8d38-2523-41f8-aa1a-13f5196325ee tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:15:27.304619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd0a8d38-2523-41f8-aa1a-13f5196325ee tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:27.312075 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46954) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:27.313822 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cd0a8d38-2523-41f8-aa1a-13f5196325ee tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/networks/0edccafc-c1d4-4a06-a0ce-2d329a453e3a HTTP/1.1" status: 409 len: 405 time: 0.1482546 Jul 16 18:15:27.319727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-627530309'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:27.417773 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-09519fbf-5e63-4293-bb8e-a53894ede90d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Floating IP 96090f5c-08a8-4819-9223-8f97e7e6efa4 associated. External IP: 172.25.7.31, port: b5b671f5-bf75-43bb-b1f8-3324327700fd. Jul 16 18:15:27.438106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae293de-316d-4298-9fb3-5aca2704b349 req-dba263af-dcd4-4949-8520-5f8320d2aa9c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.439792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ae293de-316d-4298-9fb3-5aca2704b349 req-dba263af-dcd4-4949-8520-5f8320d2aa9c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.2782311 Jul 16 18:15:27.482924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:27.486605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.612104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:27.640572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde1df-5719-464b-81ad-24965eac6392 req-c1eea6ed-7401-4e93-86b4-4b3d5d46fcfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.642168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-c1eea6ed-7401-4e93-86b4-4b3d5d46fcfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3501227 Jul 16 18:15:27.649596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ae293de-316d-4298-9fb3-5aca2704b349 req-dd0e1577-0ceb-4ec3-a3be-5f4e17717878 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731422 Jul 16 18:15:27.656919 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.657250 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Added segment 3f336335-4c98-4101-8d90-b261761412b8 of type vlan for network b1922105-ec4a-4852-8540-1109094fde32 Jul 16 18:15:27.763490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.970941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 33863275-950a-41e7-b091-c400776d5eef up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:27.971617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:27.977505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:27.978697 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.000193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6873829 Jul 16 18:15:28.002230 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-7ca88c00-be67-4d8a-8adc-feecff949af0 service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3494344 Jul 16 18:15:28.003294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46960) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:28.012121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'subnet': {'network_id': 'b1922105-ec4a-4852-8540-1109094fde32', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:28.049851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 33863275-950a-41e7-b091-c400776d5eef completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:28.056224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dd073c7-68a6-4d31-89c7-ed6a65d21aae up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:28.138734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:28.138734 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.185789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:28.190886 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.212088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09519fbf-5e63-4293-bb8e-a53894ede90d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Router 2a0dde7b-b344-4741-a7a0-2a3213da7191 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:15:28.266753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f93059c-b881-4047-af5f-5019a6c7a716 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Network': ['ID=b1922105-ec4a-4852-8540-1109094fde32,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.288392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b1922105-ec4a-4852-8540-1109094fde32 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:28.333878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-2e4d490d-bfcf-414a-93b3-2137f3cae3ed service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007915 Jul 16 18:15:28.501001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09519fbf-5e63-4293-bb8e-a53894ede90d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:15:28.508777 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-09519fbf-5e63-4293-bb8e-a53894ede90d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.518658 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355e415-a212-4f65-a860-781e216e8b9a None None] Sync routers for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:15:28.526941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8482e78-6ad1-4c3f-9d4d-13c093713099 None None] Network 0edccafc-c1d4-4a06-a0ce-2d329a453e3a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:28.532770 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355e415-a212-4f65-a860-781e216e8b9a None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:28.533767 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1355e415-a212-4f65-a860-781e216e8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:15:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:28.627992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-09519fbf-5e63-4293-bb8e-a53894ede90d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "PUT /v2.0/floatingips/96090f5c-08a8-4819-9223-8f97e7e6efa4 HTTP/1.1" status: 200 len: 991 time: 3.7178526 Jul 16 18:15:28.628917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'tag': 'b5b671f5-bf75-43bb-b1f8-3324327700fd'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:28.638811 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c29fbc0d-17ac-4a4a-8038-90cdea725fcb", "tag": "b5b671f5-bf75-43bb-b1f8-3324327700fd"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:28.661516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ecbedf46-c11f-4bd1-a2a0-a4f54e470a8e None None] Provisioning for port 33863275-950a-41e7-b091-c400776d5eef completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:28.684074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ecbedf46-c11f-4bd1-a2a0-a4f54e470a8e None None] Provisioning complete for port 33863275-950a-41e7-b091-c400776d5eef triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:28.684871 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ecbedf46-c11f-4bd1-a2a0-a4f54e470a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.734972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:28.737072 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-1355e415-a212-4f65-a860-781e216e8b9a None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:28.737805 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.774824 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211d06ca-bc7d-4566-b643-2759e5f8750a x-openstack-request-id: req-211d06ca-bc7d-4566-b643-2759e5f8750a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:28.775127 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c29fbc0d-17ac-4a4a-8038-90cdea725fcb", "tag": "b5b671f5-bf75-43bb-b1f8-3324327700fd", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:28.775384 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-211d06ca-bc7d-4566-b643-2759e5f8750a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:28.775828 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'tag': 'b5b671f5-bf75-43bb-b1f8-3324327700fd', 'status': 'completed', 'code': 200} Jul 16 18:15:28.819043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Subnet': ['ID=65016767-e088-4c17-b584-0f69a6dacc74,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:28.875746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Checking segment: {'id': '3f336335-4c98-4101-8d90-b261761412b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1922105-ec4a-4852-8540-1109094fde32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:28.876124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network hostable DHCP agents. Network: b1922105-ec4a-4852-8540-1109094fde32, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:28.902534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network b1922105-ec4a-4852-8540-1109094fde32 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:28.927045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, b1922105-ec4a-4852-8540-1109094fde32) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:28.955107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:28.955845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:28.996928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc req-811adfb3-b9dc-43ab-9fb5-cd1176abef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.000417 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc req-811adfb3-b9dc-43ab-9fb5-cd1176abef5d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 1097 time: 0.1701753 Jul 16 18:15:29.015761 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-505c295d-d96b-456c-a63b-c13d7fc9decb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0106578 Jul 16 18:15:29.016394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46974) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:29.024031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'port': {'network_id': 'b1922105-ec4a-4852-8540-1109094fde32', 'name': 'tempest-NetworksIpV6TestAttrs-1809327128'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:29.155871 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ecbedf46-c11f-4bd1-a2a0-a4f54e470a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.185633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a51f1b0-626f-4db5-b15e-85383a2d46ac None None] Network b1922105-ec4a-4852-8540-1109094fde32 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:29.220317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc req-cd74b341-c834-4ecf-87a1-5c1f4481b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.228464 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc req-cd74b341-c834-4ecf-87a1-5c1f4481b279 service neutron] 10.222.0.37 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 912 time: 0.2189729 Jul 16 18:15:29.268596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ecbedf46-c11f-4bd1-a2a0-a4f54e470a8e None None] For port 33863275-950a-41e7-b091-c400776d5eef, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=33863275-950a-41e7-b091-c400776d5eef,segment=NetworkSegment(19ce84fd-f30e-477f-9d84-931356ef299a),segment_id=19ce84fd-f30e-477f-9d84-931356ef299a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:29.298888 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1355e415-a212-4f65-a860-781e216e8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '96090f5c-08a8-4819-9223-8f97e7e6efa4', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'port_id': 'b5b671f5-bf75-43bb-b1f8-3324327700fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'mac_address': 'fa:16:3e:91:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:08Z', 'updated_at': '2021-07-16T18:15:26Z', 'revision_number': 1, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:29.305550 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ecbedf46-c11f-4bd1-a2a0-a4f54e470a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.321037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1ba787-450b-4ee4-8a5b-2fa4cda081df None None] DHCP port deletion for 0edccafc-c1d4-4a06-a0ce-2d329a453e3a request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:29.328502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdad1db-acff-4dd6-a8f5-bd97b3d1a202 req-995242fa-006a-4d9c-b716-0969a4d0ab39 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.340147 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcdad1db-acff-4dd6-a8f5-bd97b3d1a202 req-995242fa-006a-4d9c-b716-0969a4d0ab39 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.2769780 Jul 16 18:15:29.342231 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.362659 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355e415-a212-4f65-a860-781e216e8b9a None None] Checking router: 2a0dde7b-b344-4741-a7a0-2a3213da7191 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:15:29.377184 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1355e415-a212-4f65-a860-781e216e8b9a None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:15:29.378053 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1355e415-a212-4f65-a860-781e216e8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:15:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:29.396362 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc req-373fc2f1-3e46-4cd2-b400-66725246c259 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5b671f5-bf75-43bb-b1f8-3324327700fd HTTP/1.1" status: 200 len: 999 time: 0.1548917 Jul 16 18:15:29.445006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcdad1db-acff-4dd6-a8f5-bd97b3d1a202 req-7bbfcf6e-555b-43f6-abfc-5f3d11e1261e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035559 Jul 16 18:15:29.446459 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:29.453703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.478747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] device_id is not set on port fa3527fa-c401-4351-9797-6c82feecc029 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:15:29.510202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc req-6ed2f2e7-5a3c-4c6c-8f95-cbfe9065eda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.511653 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc req-6ed2f2e7-5a3c-4c6c-8f95-cbfe9065eda5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.1077757 Jul 16 18:15:29.540613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbedf46-c11f-4bd1-a2a0-a4f54e470a8e None None] Pushing event updated for resources: {'Port': ['ID=33863275-950a-41e7-b091-c400776d5eef,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:29.547968 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-1355e415-a212-4f65-a860-781e216e8b9a None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:15:29.605019 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ba787-450b-4ee4-8a5b-2fa4cda081df None None] Deleting port 33863275-950a-41e7-b091-c400776d5eef {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:29.605019 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba787-450b-4ee4-8a5b-2fa4cda081df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.606943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc req-4eb2426c-6b69-4ad5-a63c-c33d8b4ac4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:29.609936 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc req-4eb2426c-6b69-4ad5-a63c-c33d8b4ac4dd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919240 Jul 16 18:15:29.679886 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Allocated IP 2001:db8::f816:3eff:fe72:2e25 (b1922105-ec4a-4852-8540-1109094fde32/65016767-e088-4c17-b584-0f69a6dacc74/fa3527fa-c401-4351-9797-6c82feecc029) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:29.696271 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1e1ba787-450b-4ee4-8a5b-2fa4cda081df None None] For port 33863275-950a-41e7-b091-c400776d5eef, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=33863275-950a-41e7-b091-c400776d5eef,segment=NetworkSegment(19ce84fd-f30e-477f-9d84-931356ef299a),segment_id=19ce84fd-f30e-477f-9d84-931356ef299a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:29.696599 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba787-450b-4ee4-8a5b-2fa4cda081df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.714402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1e1ba787-450b-4ee4-8a5b-2fa4cda081df None None] Calling delete_port for 33863275-950a-41e7-b091-c400776d5eef owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:29.795553 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc req-27c244e4-8271-41b5-98ec-aed0e924afd2 service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774642 Jul 16 18:15:29.805685 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba787-450b-4ee4-8a5b-2fa4cda081df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.870505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-b1922105-ec4a-4852-8540-1109094fde32', 'network_id': 'b1922105-ec4a-4852-8540-1109094fde32', 'tenant_id': 'e891986c95644efc8adb1a539ff4fff6', 'fixed_ips': [{'subnet_id': '65016767-e088-4c17-b584-0f69a6dacc74'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:29.871850 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.877655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 33863275-950a-41e7-b091-c400776d5eef no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:29.910972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 33863275-950a-41e7-b091-c400776d5eef {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:29.912761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 33863275-950a-41e7-b091-c400776d5eef not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:29.919991 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:29.920827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ba787-450b-4ee4-8a5b-2fa4cda081df None None] No DVR routers for this DVR port 33863275-950a-41e7-b091-c400776d5eef on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:29.931885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1ba787-450b-4ee4-8a5b-2fa4cda081df None None] Pushing event deleted for resources: {'Port': ['ID=33863275-950a-41e7-b091-c400776d5eef,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:29.949330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Transition to ACTIVE for port object fa3527fa-c401-4351-9797-6c82feecc029 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:29.953623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-acb620e5-6f89-4985-9e0e-10c7eaaf86fc req-06d27849-6725-4fa6-8ad2-fe1f694e80c6 service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403046 Jul 16 18:15:29.997448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.026274 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1355e415-a212-4f65-a860-781e216e8b9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '96090f5c-08a8-4819-9223-8f97e7e6efa4', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'port_id': 'b5b671f5-bf75-43bb-b1f8-3324327700fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'mac_address': 'fa:16:3e:91:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:08Z', 'updated_at': '2021-07-16T18:15:26Z', 'revision_number': 1, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:30.050453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network b1922105-ec4a-4852-8540-1109094fde32 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:30.054606 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:30.065790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:30.071810 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1355e415-a212-4f65-a860-781e216e8b9a None None] The sync data for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 is: [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '96090f5c-08a8-4819-9223-8f97e7e6efa4', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'floating_ip_address': '172.25.7.31', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'port_id': 'b5b671f5-bf75-43bb-b1f8-3324327700fd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'mac_address': 'fa:16:3e:91:22:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:15:08Z', 'updated_at': '2021-07-16T18:15:26Z', 'revision_number': 1, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:15:30.072316 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:30.072988 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.099368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Port': ['ID=fa3527fa-c401-4351-9797-6c82feecc029,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.109699 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-41d2700f-03bc-4902-b86c-95f7735562bc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0921280 Jul 16 18:15:30.112311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46980) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:30.185831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-8709d0e6-e340-4a90-811c-9f82bae0e6d8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Deleting subnet 65016767-e088-4c17-b584-0f69a6dacc74 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:30.207376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Allocated IP 2001:db8::f816:3eff:fe83:77c8 (b1922105-ec4a-4852-8540-1109094fde32/65016767-e088-4c17-b584-0f69a6dacc74/6ea75870-ad0f-40b8-a255-33869c0ef93c) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:30.417055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac96c9f-d08a-40ef-b211-e8be8a9a1cea None None] New status for floating IP 96090f5c-08a8-4819-9223-8f97e7e6efa4: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:15:30.485162 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.527589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Transition to ACTIVE for port object 6ea75870-ad0f-40b8-a255-33869c0ef93c will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:30.554268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Transition to ACTIVE for port object 6ea75870-ad0f-40b8-a255-33869c0ef93c will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:30.562158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8709d0e6-e340-4a90-811c-9f82bae0e6d8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.566462 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.612093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Network b1922105-ec4a-4852-8540-1109094fde32 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:30.633986 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:30.640012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:30.673467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8709d0e6-e340-4a90-811c-9f82bae0e6d8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.694142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4195ac8-0eb9-427d-a2f3-a0c5ab25e4cf req-36ccbf7a-2fdf-4802-9955-eb1bef6af4e8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:30.696037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4195ac8-0eb9-427d-a2f3-a0c5ab25e4cf req-36ccbf7a-2fdf-4802-9955-eb1bef6af4e8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.1149759 Jul 16 18:15:30.715547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Pushing event updated for resources: {'Port': ['ID=6ea75870-ad0f-40b8-a255-33869c0ef93c,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.727732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Attempting to bind port 6ea75870-ad0f-40b8-a255-33869c0ef93c on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:30.728110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Attempting to bind port 6ea75870-ad0f-40b8-a255-33869c0ef93c by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '3f336335-4c98-4101-8d90-b261761412b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1922105-ec4a-4852-8540-1109094fde32'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:30.728472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Attempting to bind port 6ea75870-ad0f-40b8-a255-33869c0ef93c on network b1922105-ec4a-4852-8540-1109094fde32 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:30.743681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:30.744283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Checking segment: {'id': '3f336335-4c98-4101-8d90-b261761412b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1922105-ec4a-4852-8540-1109094fde32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:30.744903 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.745510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Bound using segment: {'id': '3f336335-4c98-4101-8d90-b261761412b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1922105-ec4a-4852-8540-1109094fde32'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:30.746282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Bound port: 6ea75870-ad0f-40b8-a255-33869c0ef93c, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f336335-4c98-4101-8d90-b261761412b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'b1922105-ec4a-4852-8540-1109094fde32'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:30.746790 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.765371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4195ac8-0eb9-427d-a2f3-a0c5ab25e4cf req-4f6161c8-3af1-4a8a-a529-a029f91d2a13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615067 Jul 16 18:15:30.844544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] For port 6ea75870-ad0f-40b8-a255-33869c0ef93c, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:30.848662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] For port 6ea75870-ad0f-40b8-a255-33869c0ef93c, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6ea75870-ad0f-40b8-a255-33869c0ef93c,segment=NetworkSegment(3f336335-4c98-4101-8d90-b261761412b8),segment_id=3f336335-4c98-4101-8d90-b261761412b8)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:30.853454 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.867341 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8709d0e6-e340-4a90-811c-9f82bae0e6d8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.922935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a7049-c4c7-475d-aac0-5e678cdbd7fb None None] Pushing event updated for resources: {'Port': ['ID=6ea75870-ad0f-40b8-a255-33869c0ef93c,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:30.965684 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8709d0e6-e340-4a90-811c-9f82bae0e6d8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.981286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8709d0e6-e340-4a90-811c-9f82bae0e6d8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:30.983310 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8709d0e6-e340-4a90-811c-9f82bae0e6d8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/subnets/65016767-e088-4c17-b584-0f69a6dacc74 HTTP/1.1" status: 204 len: 168 time: 0.8687649 Jul 16 18:15:30.986413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46990) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.002580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8709d0e6-e340-4a90-811c-9f82bae0e6d8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Subnet': ['ID=65016767-e088-4c17-b584-0f69a6dacc74,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:31.054463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990789ae-0484-40ce-a180-baf45d505371 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.056141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-990789ae-0484-40ce-a180-baf45d505371 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.060048 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-990789ae-0484-40ce-a180-baf45d505371 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0701592 Jul 16 18:15:31.060770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46992) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.169201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba337142-9f7a-4243-be3b-e60ab380748d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.182780 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba337142-9f7a-4243-be3b-e60ab380748d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 18:15:31.183449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba337142-9f7a-4243-be3b-e60ab380748d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:31.185438 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ba337142-9f7a-4243-be3b-e60ab380748d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/networks/b1922105-ec4a-4852-8540-1109094fde32 HTTP/1.1" status: 409 len: 405 time: 0.1233940 Jul 16 18:15:31.190222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 46996) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.196054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-881242232'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:31.229286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:31.234271 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.265816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 384} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:31.278492 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.279342 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Added segment a1dd74bb-7fab-4be7-94eb-3e2f6e519453 of type vlan for network 949e57b5-5d24-467f-b560-db5d15123601 Jul 16 18:15:31.344122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.383992 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.392064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:31.392779 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.431477 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2399242 Jul 16 18:15:31.436120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47002) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:31.443872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'subnet': {'network_id': '949e57b5-5d24-467f-b560-db5d15123601', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:31.501133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e69896e-7820-4974-845b-e8a27c2083e2 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Network': ['ID=949e57b5-5d24-467f-b560-db5d15123601,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:31.518130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 949e57b5-5d24-467f-b560-db5d15123601 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:31.641639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:31.647966 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:31.962420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6ea75870-ad0f-40b8-a255-33869c0ef93c up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:32.032697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 6ea75870-ad0f-40b8-a255-33869c0ef93c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:32.038838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.objects.ports [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:32.040897 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.120514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022bbe7b-7650-46bb-aa1a-463b37887ab9 req-b101ea79-4732-47a7-95eb-98572b69f867 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:32.122349 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-022bbe7b-7650-46bb-aa1a-463b37887ab9 req-b101ea79-4732-47a7-95eb-98572b69f867 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.1310332 Jul 16 18:15:32.128029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Subnet': ['ID=42dd907c-2770-4ef4-b157-9680e3b0bc5b,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:32.165335 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-022bbe7b-7650-46bb-aa1a-463b37887ab9 req-0c86d4db-4916-480e-9d65-5546fde923cf tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368099 Jul 16 18:15:32.195347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Checking segment: {'id': 'a1dd74bb-7fab-4be7-94eb-3e2f6e519453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 384, 'network_id': '949e57b5-5d24-467f-b560-db5d15123601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:32.195871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network hostable DHCP agents. Network: 949e57b5-5d24-467f-b560-db5d15123601, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:32.225258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network 949e57b5-5d24-467f-b560-db5d15123601 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:32.244158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 949e57b5-5d24-467f-b560-db5d15123601) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:32.249404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:32.250496 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.272941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4c8301b9-6a11-4504-8ed5-e7e2ac08e490 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.8356559 Jul 16 18:15:32.273763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007b08cb-d352-48d4-bca2-ee17c77cd005 None None] Network 949e57b5-5d24-467f-b560-db5d15123601 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:32.276468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47008) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:32.381399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024ccbed-0825-4783-b2fa-baf1f3829ac7 None None] Network b1922105-ec4a-4852-8540-1109094fde32 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:32.482148 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.583622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6f8ca90e-2105-4b4e-a60b-facb64985b9d None None] Provisioning for port 6ea75870-ad0f-40b8-a255-33869c0ef93c completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:32.594938 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.690167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6f8ca90e-2105-4b4e-a60b-facb64985b9d None None] Provisioning complete for port 6ea75870-ad0f-40b8-a255-33869c0ef93c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:32.690561 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f8ca90e-2105-4b4e-a60b-facb64985b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.737651 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.788688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Subnet': ['ID=42dd907c-2770-4ef4-b157-9680e3b0bc5b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:32.826864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.827279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.827630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.828052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.828285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e6f8bc-4593-4567-bb05-1788bc014edc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-949e57b5-5d24-467f-b560-db5d15123601', 'network_id': '949e57b5-5d24-467f-b560-db5d15123601', 'tenant_id': 'e891986c95644efc8adb1a539ff4fff6', 'fixed_ips': [{'subnet_id': '42dd907c-2770-4ef4-b157-9680e3b0bc5b'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:32.828487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.829174 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e8e6f8bc-4593-4567-bb05-1788bc014edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.829450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.829726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.830054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.830378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.830713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.831031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.831350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:32.904883 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.915340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['949e57b5-5d24-467f-b560-db5d15123601']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:32.926463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1dd74bb-7fab-4be7-94eb-3e2f6e519453') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:32.926863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1dd74bb-7fab-4be7-94eb-3e2f6e519453') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:32.939514 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.970655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.971131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f6f1892-1682-40ba-9ee8-002ff4ba4ccf None None] DHCP port deletion for b1922105-ec4a-4852-8540-1109094fde32 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:32.979251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Releasing vlan 384 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:32.979517 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:32.989351 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:33.004838 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f8ca90e-2105-4b4e-a60b-facb64985b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.011610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a761a02b-eef8-4b33-ab61-18b1841a4456 None None] Network 949e57b5-5d24-467f-b560-db5d15123601 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:33.062794 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.091380 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.105659 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/networks/949e57b5-5d24-467f-b560-db5d15123601 HTTP/1.1" status: 204 len: 168 time: 0.8256712 Jul 16 18:15:33.109804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47026) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:33.116059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1095644460'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:33.140652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:33.147047 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.172896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3d9cfa-3ff5-4543-b722-387c818ce1a8 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Network': ['ID=949e57b5-5d24-467f-b560-db5d15123601,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.175480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6f8ca90e-2105-4b4e-a60b-facb64985b9d None None] For port 6ea75870-ad0f-40b8-a255-33869c0ef93c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6ea75870-ad0f-40b8-a255-33869c0ef93c,segment=NetworkSegment(3f336335-4c98-4101-8d90-b261761412b8),segment_id=3f336335-4c98-4101-8d90-b261761412b8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:33.180987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f1892-1682-40ba-9ee8-002ff4ba4ccf None None] Deleting port 6ea75870-ad0f-40b8-a255-33869c0ef93c {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:33.181553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1892-1682-40ba-9ee8-002ff4ba4ccf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.185449 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f8ca90e-2105-4b4e-a60b-facb64985b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.197194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:33.209004 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.210552 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Added segment e2ce9723-7f02-4e46-813a-14eff9c64c74 of type vlan for network 297bcb78-7640-4e31-9c62-5a8476ac424a Jul 16 18:15:33.258931 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.293871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.299779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:33.300387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.371784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3f6f1892-1682-40ba-9ee8-002ff4ba4ccf None None] For port 6ea75870-ad0f-40b8-a255-33869c0ef93c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6ea75870-ad0f-40b8-a255-33869c0ef93c,segment=NetworkSegment(3f336335-4c98-4101-8d90-b261761412b8),segment_id=3f336335-4c98-4101-8d90-b261761412b8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:33.372237 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1892-1682-40ba-9ee8-002ff4ba4ccf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.381339 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2701783 Jul 16 18:15:33.381557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8ca90e-2105-4b4e-a60b-facb64985b9d None None] Pushing event updated for resources: {'Port': ['ID=6ea75870-ad0f-40b8-a255-33869c0ef93c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.381675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47032) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:33.389997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f1892-1682-40ba-9ee8-002ff4ba4ccf None None] Calling delete_port for 6ea75870-ad0f-40b8-a255-33869c0ef93c owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:33.397988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'subnet': {'network_id': '297bcb78-7640-4e31-9c62-5a8476ac424a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:33.434474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f58d481-a463-4c80-9515-929898bc262e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Network': ['ID=297bcb78-7640-4e31-9c62-5a8476ac424a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.481300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 297bcb78-7640-4e31-9c62-5a8476ac424a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:33.614922 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f6f1892-1682-40ba-9ee8-002ff4ba4ccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.649995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b7f2-7ae1-4e89-9128-b9a6fbba3668 req-f367c301-7210-4fe4-80d4-491460bea3cb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:33.660113 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e139b7f2-7ae1-4e89-9128-b9a6fbba3668 req-f367c301-7210-4fe4-80d4-491460bea3cb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.2082219 Jul 16 18:15:33.692128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f1892-1682-40ba-9ee8-002ff4ba4ccf None None] Pushing event deleted for resources: {'Port': ['ID=6ea75870-ad0f-40b8-a255-33869c0ef93c,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:33.694413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f1892-1682-40ba-9ee8-002ff4ba4ccf None None] No DVR routers for this DVR port 6ea75870-ad0f-40b8-a255-33869c0ef93c on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:33.734373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:33.744141 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:33.763961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e139b7f2-7ae1-4e89-9128-b9a6fbba3668 req-c200176c-3765-431c-8fcc-3604eba41831 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1001887 Jul 16 18:15:33.884198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6ea75870-ad0f-40b8-a255-33869c0ef93c no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:33.909557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 6ea75870-ad0f-40b8-a255-33869c0ef93c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:33.909948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6ea75870-ad0f-40b8-a255-33869c0ef93c not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:34.041035 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.119239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Subnet': ['ID=1d56f2a5-7686-44f9-98f0-40fee491b879,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:34.125882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Checking segment: {'id': 'e2ce9723-7f02-4e46-813a-14eff9c64c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '297bcb78-7640-4e31-9c62-5a8476ac424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:34.126271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network hostable DHCP agents. Network: 297bcb78-7640-4e31-9c62-5a8476ac424a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:34.147473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network 297bcb78-7640-4e31-9c62-5a8476ac424a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:34.161011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 297bcb78-7640-4e31-9c62-5a8476ac424a) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:34.168876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:34.169465 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.177976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2383a9-ff26-4d4e-b7e1-90ccdb2ac043 None None] Network 297bcb78-7640-4e31-9c62-5a8476ac424a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:34.195802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f1dd6c04-b718-4308-a87a-439932a7c4eb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8109052 Jul 16 18:15:34.196023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47044) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:34.404851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-297bcb78-7640-4e31-9c62-5a8476ac424a', 'network_id': '297bcb78-7640-4e31-9c62-5a8476ac424a', 'tenant_id': 'e891986c95644efc8adb1a539ff4fff6', 'fixed_ips': [{'subnet_id': '1d56f2a5-7686-44f9-98f0-40fee491b879'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:34.405972 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.421258 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.523453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.702581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Allocated IP 2001:db8::2 (297bcb78-7640-4e31-9c62-5a8476ac424a/1d56f2a5-7686-44f9-98f0-40fee491b879/d874bc74-5007-429a-8d4b-b36670350a27) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:34.915355 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.924573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Transition to ACTIVE for port object d874bc74-5007-429a-8d4b-b36670350a27 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:34.955768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Transition to ACTIVE for port object d874bc74-5007-429a-8d4b-b36670350a27 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:34.976553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:34.992866 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.041909 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Network 297bcb78-7640-4e31-9c62-5a8476ac424a is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:35.046230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:35.052675 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:35.058904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Subnet': ['ID=1d56f2a5-7686-44f9-98f0-40fee491b879,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.089615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.089968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.090470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.091037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.091421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.092575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.095393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.095846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.096246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.096751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.097152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.098404 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:35.138976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Pushing event updated for resources: {'Port': ['ID=d874bc74-5007-429a-8d4b-b36670350a27,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.229550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Attempting to bind port d874bc74-5007-429a-8d4b-b36670350a27 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:35.230205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Attempting to bind port d874bc74-5007-429a-8d4b-b36670350a27 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'e2ce9723-7f02-4e46-813a-14eff9c64c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '297bcb78-7640-4e31-9c62-5a8476ac424a'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:35.230726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Attempting to bind port d874bc74-5007-429a-8d4b-b36670350a27 on network 297bcb78-7640-4e31-9c62-5a8476ac424a {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:35.250555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3096b0-d586-4a2b-8fcb-4107a6659db6 req-745ab8f8-b62f-4c25-97b7-ddcfe8f3c572 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:35.252148 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be3096b0-d586-4a2b-8fcb-4107a6659db6 req-745ab8f8-b62f-4c25-97b7-ddcfe8f3c572 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.2154288 Jul 16 18:15:35.252842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:35.254546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Checking segment: {'id': 'e2ce9723-7f02-4e46-813a-14eff9c64c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '297bcb78-7640-4e31-9c62-5a8476ac424a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:35.254956 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.255359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Bound using segment: {'id': 'e2ce9723-7f02-4e46-813a-14eff9c64c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '297bcb78-7640-4e31-9c62-5a8476ac424a'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:35.255885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Bound port: d874bc74-5007-429a-8d4b-b36670350a27, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2ce9723-7f02-4e46-813a-14eff9c64c74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '297bcb78-7640-4e31-9c62-5a8476ac424a'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:35.256272 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.305080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.333355 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297bcb78-7640-4e31-9c62-5a8476ac424a']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:35.349790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be3096b0-d586-4a2b-8fcb-4107a6659db6 req-1bcc66a5-43d2-4471-ae99-92f1ac5f3d44 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0848749 Jul 16 18:15:35.359439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ce9723-7f02-4e46-813a-14eff9c64c74') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:35.360732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ce9723-7f02-4e46-813a-14eff9c64c74') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:35.377739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] For port d874bc74-5007-429a-8d4b-b36670350a27, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:35.381189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] For port d874bc74-5007-429a-8d4b-b36670350a27, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d874bc74-5007-429a-8d4b-b36670350a27,segment=NetworkSegment(e2ce9723-7f02-4e46-813a-14eff9c64c74),segment_id=e2ce9723-7f02-4e46-813a-14eff9c64c74)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:35.383686 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.386763 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.424254 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.438083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:35.438674 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:35.452799 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:35.571197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.api [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:15:35.571197 n-d-794306-7 neutron-server[105438]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:15:35.571197 n-d-794306-7 neutron-server[105438]: [parameters: {'id': '297bcb78-7640-4e31-9c62-5a8476ac424a'}] Jul 16 18:15:35.571197 n-d-794306-7 neutron-server[105438]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:35.574721 n-d-794306-7 neutron-server[105438]: DEBUG oslo_db.api [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:35.673015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34cf4f5-9558-444b-bc82-8478241bdc9b None None] Pushing event updated for resources: {'Port': ['ID=d874bc74-5007-429a-8d4b-b36670350a27,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:35.695153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9af5d6b-2673-450d-bed6-25b9d5de5ffd None None] Network 297bcb78-7640-4e31-9c62-5a8476ac424a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:35.880764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c895c925-9607-4ae3-bf28-f5ca4749d903 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:15:36.007462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c895c925-9607-4ae3-bf28-f5ca4749d903 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:15:36.073945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.195604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Deleting port d874bc74-5007-429a-8d4b-b36670350a27 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:36.196875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.282409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] For port d874bc74-5007-429a-8d4b-b36670350a27, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d874bc74-5007-429a-8d4b-b36670350a27,segment=NetworkSegment(e2ce9723-7f02-4e46-813a-14eff9c64c74),segment_id=e2ce9723-7f02-4e46-813a-14eff9c64c74)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:36.283023 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.300380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Calling delete_port for d874bc74-5007-429a-8d4b-b36670350a27 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:36.482571 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.518580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No DVR routers for this DVR port d874bc74-5007-429a-8d4b-b36670350a27 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:36.578316 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Port': ['ID=d874bc74-5007-429a-8d4b-b36670350a27,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:36.678414 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.696170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['297bcb78-7640-4e31-9c62-5a8476ac424a']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:36.716903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2ce9723-7f02-4e46-813a-14eff9c64c74') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:36.717740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2ce9723-7f02-4e46-813a-14eff9c64c74') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:36.733537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.743699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a19a50-0aa9-474e-ae96-cf1a73bdd73e req-284fdc16-7506-441c-ae44-0da90d29a3d9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:36.750605 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14a19a50-0aa9-474e-ae96-cf1a73bdd73e req-284fdc16-7506-441c-ae44-0da90d29a3d9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.2061517 Jul 16 18:15:36.782085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.797775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:36.798164 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:36.801194 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:37.185079 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14a19a50-0aa9-474e-ae96-cf1a73bdd73e req-babf2c48-4606-48b9-9a55-f2eed93c7b45 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4327114 Jul 16 18:15:37.242464 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.259457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.267012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47076) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:37.268872 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/networks/297bcb78-7640-4e31-9c62-5a8476ac424a HTTP/1.1" status: 204 len: 168 time: 3.0716934 Jul 16 18:15:37.273173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1885541647'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:37.284261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00b008e-eac3-43ed-a077-ded3765b0adc tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Network': ['ID=297bcb78-7640-4e31-9c62-5a8476ac424a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.325832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:37.333383 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.384587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:37.396312 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.396911 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Added segment 2def9b1d-aa38-4953-bec2-4e07d21e5e5a of type vlan for network 15a9150e-19b6-41d1-86b0-0bc0ea729c31 Jul 16 18:15:37.441822 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.487326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.498027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:37.499049 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:37.558682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47082) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:37.559304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2905226 Jul 16 18:15:37.565490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Request body: {'subnet': {'network_id': '15a9150e-19b6-41d1-86b0-0bc0ea729c31', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:37.622824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4478e0a1-5123-47bf-a629-5f7369458701 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Network': ['ID=15a9150e-19b6-41d1-86b0-0bc0ea729c31,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:37.635798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 15a9150e-19b6-41d1-86b0-0bc0ea729c31 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:37.738350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Made reservation on behalf of e891986c95644efc8adb1a539ff4fff6 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:37.742277 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.063006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:15:38.064930 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.139757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event updated for resources: {'Subnet': ['ID=7718b053-b9aa-4413-8030-228d4fabc851,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.148899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Checking segment: {'id': '2def9b1d-aa38-4953-bec2-4e07d21e5e5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '15a9150e-19b6-41d1-86b0-0bc0ea729c31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:38.149266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network hostable DHCP agents. Network: 15a9150e-19b6-41d1-86b0-0bc0ea729c31, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:38.168134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Network 15a9150e-19b6-41d1-86b0-0bc0ea729c31 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:38.180850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 15a9150e-19b6-41d1-86b0-0bc0ea729c31) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:38.185586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.186191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.193116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a6d654a-9527-4bc5-9184-345d63ee8d37 None None] Network 15a9150e-19b6-41d1-86b0-0bc0ea729c31 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:38.235180 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c0368646-e1a4-4331-a92d-191068e4517e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6717584 Jul 16 18:15:38.235405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47088) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:38.458634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.502077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c595e0cd-21df-4aac-b2b4-a5b67b6178b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-15a9150e-19b6-41d1-86b0-0bc0ea729c31', 'network_id': '15a9150e-19b6-41d1-86b0-0bc0ea729c31', 'tenant_id': 'e891986c95644efc8adb1a539ff4fff6', 'fixed_ips': [{'subnet_id': '7718b053-b9aa-4413-8030-228d4fabc851'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:38.503576 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c595e0cd-21df-4aac-b2b4-a5b67b6178b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.565806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.618587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a466c40c-c612-420e-a215-0749b48dc29c req-d2c4bc68-7332-4a2b-9436-b8e64f859216 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:38.619328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a466c40c-c612-420e-a215-0749b48dc29c req-d2c4bc68-7332-4a2b-9436-b8e64f859216 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.2335150 Jul 16 18:15:38.682323 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-c595e0cd-21df-4aac-b2b4-a5b67b6178b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7718b053-b9aa-4413-8030-228d4fabc851: This subnet is being modified by another concurrent operation. Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7718b053-b9aa-4413-8030-228d4fabc851: This subnet is being modified by another concurrent operation. Jul 16 18:15:38.686652 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:15:38.714523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5eb9ec0-05df-4b1d-8fda-9de8047faae4 None None] Network 15a9150e-19b6-41d1-86b0-0bc0ea729c31 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:38.730056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a466c40c-c612-420e-a215-0749b48dc29c req-18d0c198-7a39-40fa-8ea4-cd5c7893dcd2 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012051 Jul 16 18:15:38.734238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Subnet': ['ID=7718b053-b9aa-4413-8030-228d4fabc851,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:38.872044 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a545c8d-236c-42e4-9697-4640a947fe7c None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:15:39.010295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a545c8d-236c-42e4-9697-4640a947fe7c None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:15:39.141273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.164550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15a9150e-19b6-41d1-86b0-0bc0ea729c31']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:39.176460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2def9b1d-aa38-4953-bec2-4e07d21e5e5a') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:39.176884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2def9b1d-aa38-4953-bec2-4e07d21e5e5a') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:39.186352 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.200544 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.208518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:39.209128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:39.226466 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:39.280875 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.289710 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.291859 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/networks/15a9150e-19b6-41d1-86b0-0bc0ea729c31 HTTP/1.1" status: 204 len: 168 time: 1.0553989 Jul 16 18:15:39.303841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47102) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.307027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea102108-56dc-43cb-8d83-16d79c8df9be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Network': ['ID=15a9150e-19b6-41d1-86b0-0bc0ea729c31,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:39.341859 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5619798-a727-4673-83fb-7f3a9af2684d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:39.342632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5619798-a727-4673-83fb-7f3a9af2684d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:39.344671 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c5619798-a727-4673-83fb-7f3a9af2684d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/subnets/7718b053-b9aa-4413-8030-228d4fabc851 HTTP/1.1" status: 404 len: 337 time: 0.0389891 Jul 16 18:15:39.348899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47108) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.384617 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-d01489c2-338a-455f-82b6-63cc1b88b79b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:39.385145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d01489c2-338a-455f-82b6-63cc1b88b79b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:39.386836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d01489c2-338a-455f-82b6-63cc1b88b79b tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/networks/15a9150e-19b6-41d1-86b0-0bc0ea729c31 HTTP/1.1" status: 404 len: 339 time: 0.0363915 Jul 16 18:15:39.389548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47114) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.443528 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb527345-5978-46d0-acf5-e3de97297fc3 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:39.444010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb527345-5978-46d0-acf5-e3de97297fc3 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:39.447633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-eb527345-5978-46d0-acf5-e3de97297fc3 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/subnets/1d56f2a5-7686-44f9-98f0-40fee491b879 HTTP/1.1" status: 404 len: 337 time: 0.0549133 Jul 16 18:15:39.449144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47118) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.495402 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-625c6eed-f3db-4e67-837a-95f9ffa0225a tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:39.496555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-625c6eed-f3db-4e67-837a-95f9ffa0225a tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:39.497719 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-625c6eed-f3db-4e67-837a-95f9ffa0225a tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/networks/297bcb78-7640-4e31-9c62-5a8476ac424a HTTP/1.1" status: 404 len: 339 time: 0.0476642 Jul 16 18:15:39.504127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47120) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.537569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def569-e73b-45bf-b276-3e28e1d189aa req-3a1187f5-777f-4389-9bfc-45a443e1d2df tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.539439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-3a1187f5-777f-4389-9bfc-45a443e1d2df tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 815 time: 0.1665132 Jul 16 18:15:39.541927 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5f76c73-4d98-4b7c-a1b0-4389926873cb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:39.542504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5f76c73-4d98-4b7c-a1b0-4389926873cb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:39.544429 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a5f76c73-4d98-4b7c-a1b0-4389926873cb tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/subnets/42dd907c-2770-4ef4-b157-9680e3b0bc5b HTTP/1.1" status: 404 len: 337 time: 0.0385697 Jul 16 18:15:39.553001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47122) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.562366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-49dfebf8-8b70-46c1-9464-dd311467cf7e tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/quotas/79d2f2980cab4822ad81a06ea76d15ed HTTP/1.1" status: 200 len: 375 time: 0.0138140 Jul 16 18:15:39.578291 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b4c7e8-afb0-48fb-9f83-322e262ed1b6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:39.579847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b4c7e8-afb0-48fb-9f83-322e262ed1b6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:39.582176 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-51b4c7e8-afb0-48fb-9f83-322e262ed1b6 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/networks/949e57b5-5d24-467f-b560-db5d15123601 HTTP/1.1" status: 404 len: 339 time: 0.0276797 Jul 16 18:15:39.585286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47124) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:39.725812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-9cdd9727-3548-44f9-a6c1-4823e03a5140 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1529520 Jul 16 18:15:39.756466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-11546b0c-abe3-40d3-bd62-9bb6c361578a tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Deleting port fa3527fa-c401-4351-9797-6c82feecc029 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:39.757307 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11546b0c-abe3-40d3-bd62-9bb6c361578a tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.878033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11546b0c-abe3-40d3-bd62-9bb6c361578a tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:39.900851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-11546b0c-abe3-40d3-bd62-9bb6c361578a tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Calling delete_port for fa3527fa-c401-4351-9797-6c82feecc029 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:39.911394 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-fd279ae9-5816-40da-8ffd-69d0b7381af2 service neutron] 10.222.0.47 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777744 Jul 16 18:15:39.990797 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd0542-07e5-4008-b27d-d6abeba18e12 req-89d60452-9dfb-4b26-8ec3-2247e9ac3f7d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:39.992681 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bdfd0542-07e5-4008-b27d-d6abeba18e12 req-89d60452-9dfb-4b26-8ec3-2247e9ac3f7d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.0660818 Jul 16 18:15:40.036852 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bdfd0542-07e5-4008-b27d-d6abeba18e12 req-be0ac095-0e3f-4e15-9fd2-81fd08d45c1b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376072 Jul 16 18:15:40.065382 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-c38ecc55-eb53-4bfb-a62b-921f4064d5eb service neutron] 10.222.0.47 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453776 Jul 16 18:15:40.066877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11546b0c-abe3-40d3-bd62-9bb6c361578a tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.085993 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11546b0c-abe3-40d3-bd62-9bb6c361578a tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.088098 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-11546b0c-abe3-40d3-bd62-9bb6c361578a tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/ports/fa3527fa-c401-4351-9797-6c82feecc029 HTTP/1.1" status: 204 len: 168 time: 0.4997849 Jul 16 18:15:40.090589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47132) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:40.117709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11546b0c-abe3-40d3-bd62-9bb6c361578a tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Port': ['ID=fa3527fa-c401-4351-9797-6c82feecc029,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.139469 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e222b2f-e57e-4bfd-ba52-5e3532ab3c4f tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:40.139976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e222b2f-e57e-4bfd-ba52-5e3532ab3c4f tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:40.141762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2e222b2f-e57e-4bfd-ba52-5e3532ab3c4f tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/subnets/65016767-e088-4c17-b584-0f69a6dacc74 HTTP/1.1" status: 404 len: 337 time: 0.0502439 Jul 16 18:15:40.145693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47134) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:40.268427 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.300387 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad1aa3be-8b48-4e31-bdeb-a2cf65f420fc req-a9126227-33fc-4fb2-ad5c-a2089e5a0b9a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 210 time: 0.0451176 Jul 16 18:15:40.405284 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.417257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1922105-ec4a-4852-8540-1109094fde32']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:40.429576 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f336335-4c98-4101-8d90-b261761412b8') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:40.429913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f336335-4c98-4101-8d90-b261761412b8') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:40.440476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.462068 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.474091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:40.474527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:40.485258 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:40.646609 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-b4dde1df-5719-464b-81ad-24965eac6392 req-6c26e5fe-67b6-48da-ac2e-1ce5455724c1 service neutron] show failed (client error): The resource could not be found. Jul 16 18:15:40.648263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-6c26e5fe-67b6-48da-ac2e-1ce5455724c1 service neutron] 10.222.0.18 "GET /v2.0/ports/799dfd0b-016b-4a97-8033-f3e29d6e8fcf/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.1620598 Jul 16 18:15:40.649752 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.664495 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.667029 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/networks/b1922105-ec4a-4852-8540-1109094fde32 HTTP/1.1" status: 204 len: 168 time: 0.5197532 Jul 16 18:15:40.669826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47154) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:40.700794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b607b0-aa49-4985-864c-3333c0233d5e tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Network': ['ID=b1922105-ec4a-4852-8540-1109094fde32,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:40.864826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ba470756-1464-4724-b08b-91d4be8f86be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Deleting port 3c62a056-0723-4add-85ef-5d95d97de420 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:40.865481 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba470756-1464-4724-b08b-91d4be8f86be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:40.976568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba470756-1464-4724-b08b-91d4be8f86be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.016520 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ba470756-1464-4724-b08b-91d4be8f86be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Calling delete_port for 3c62a056-0723-4add-85ef-5d95d97de420 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:41.255317 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba470756-1464-4724-b08b-91d4be8f86be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.296444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba470756-1464-4724-b08b-91d4be8f86be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Port': ['ID=3c62a056-0723-4add-85ef-5d95d97de420,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:41.313465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba470756-1464-4724-b08b-91d4be8f86be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.315387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde1df-5719-464b-81ad-24965eac6392 req-b7eec211-97de-4e8a-94ef-14009f01d86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.317519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ba470756-1464-4724-b08b-91d4be8f86be tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/ports/3c62a056-0723-4add-85ef-5d95d97de420 HTTP/1.1" status: 204 len: 168 time: 0.6456661 Jul 16 18:15:41.318295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-b7eec211-97de-4e8a-94ef-14009f01d86c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 1096 time: 0.2058733 Jul 16 18:15:41.320755 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47164) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.339896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:41.367839 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c93a2618-4705-4ef4-ba3a-b4676d77f310 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] DELETE failed (client error): The resource could not be found. Jul 16 18:15:41.369009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c93a2618-4705-4ef4-ba3a-b4676d77f310 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:15:41.370899 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c93a2618-4705-4ef4-ba3a-b4676d77f310 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/subnets/915156ef-92db-426f-9546-f509484dd849 HTTP/1.1" status: 404 len: 337 time: 0.0492058 Jul 16 18:15:41.375065 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47168) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:41.481579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a67a237-ecb4-4fe6-b07a-fb668bd49faa req-36e7cfb1-4535-4e8d-8832-d3c777c93b3d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:41.490716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a67a237-ecb4-4fe6-b07a-fb668bd49faa req-36e7cfb1-4535-4e8d-8832-d3c777c93b3d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.2366290 Jul 16 18:15:41.546085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.557482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.594976 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a67a237-ecb4-4fe6-b07a-fb668bd49faa req-7d08d1be-f730-445b-ad27-680c25aa974c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031313 Jul 16 18:15:41.666644 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.727463 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82998235-1753-4a93-b3fb-1bac83399f3e req-bcbc2c22-4821-488a-b7f0-11ad047f876d tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 210 time: 0.0574212 Jul 16 18:15:41.729456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0edccafc-c1d4-4a06-a0ce-2d329a453e3a']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:41.744134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19ce84fd-f30e-477f-9d84-931356ef299a') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:41.744492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19ce84fd-f30e-477f-9d84-931356ef299a') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:41.783674 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.809587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.819836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:41.821346 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:41.830029 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:41.924473 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.934766 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:41.941687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/networks/0edccafc-c1d4-4a06-a0ce-2d329a453e3a HTTP/1.1" status: 204 len: 168 time: 0.5651515 Jul 16 18:15:41.942312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47172) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:42.000428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:42.017910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e4af50-f4bf-4b48-a913-fe9747fdfd1d tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Network': ['ID=0edccafc-c1d4-4a06-a0ce-2d329a453e3a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.029741 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.074024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-72a15f00-9ea6-416b-9ff7-028c3134f5d9 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Deleting subnet c2adbdd6-01bb-436c-98b6-89f2ea1ac4f5 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:15:42.077346 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72a15f00-9ea6-416b-9ff7-028c3134f5d9 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.099050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def569-e73b-45bf-b276-3e28e1d189aa req-b60a30c0-e225-4e85-9e92-5856d04f8ad3 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:42.100918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-b60a30c0-e225-4e85-9e92-5856d04f8ad3 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 815 time: 0.2242322 Jul 16 18:15:42.103054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:42.129580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72a15f00-9ea6-416b-9ff7-028c3134f5d9 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.131880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Request body: {'port': {'device_id': '9df5908c-35a4-4b33-b8c1-203825bfec45', 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a', 'admin_state_up': True, 'tenant_id': '79d2f2980cab4822ad81a06ea76d15ed'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:42.198526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:42.201147 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffc8f995-ce62-49ec-9748-3785dccdb241" -d '{"events": [{"server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:42.210499 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.232101 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72a15f00-9ea6-416b-9ff7-028c3134f5d9 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.260109 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6712c7d-4979-4d8b-8fa0-dbe1b4d067eb x-openstack-request-id: req-b6712c7d-4979-4d8b-8fa0-dbe1b4d067eb {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:42.260667 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "name": "network-vif-unplugged", "status": "completed", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:42.261075 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b6712c7d-4979-4d8b-8fa0-dbe1b4d067eb {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:42.261476 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'code': 200} Jul 16 18:15:42.282824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Transition to ACTIVE for port object 799dfd0b-016b-4a97-8033-f3e29d6e8fcf will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:42.297530 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.309312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72a15f00-9ea6-416b-9ff7-028c3134f5d9 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.344838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a15f00-9ea6-416b-9ff7-028c3134f5d9 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Subnet': ['ID=c2adbdd6-01bb-436c-98b6-89f2ea1ac4f5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.347073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-72a15f00-9ea6-416b-9ff7-028c3134f5d9 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.352214 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-72a15f00-9ea6-416b-9ff7-028c3134f5d9 tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/subnets/c2adbdd6-01bb-436c-98b6-89f2ea1ac4f5 HTTP/1.1" status: 204 len: 168 time: 0.4056489 Jul 16 18:15:42.352413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47178) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:42.363825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df2ca47e-47b2-476f-b543-947ac5964d1e None None] Network 6630e7ab-544a-4db9-aff5-775e839df47f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:42.470186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Pushing event updated for resources: {'Port': ['ID=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,revision_number=6']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:42.506547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Made reservation on behalf of 79d2f2980cab4822ad81a06ea76d15ed for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:42.510956 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.609825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] No DVR routers for this DVR port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:42.630932 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.685996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] DHCP port deletion for 6630e7ab-544a-4db9-aff5-775e839df47f request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:15:42.755593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Deleting port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:42.755593 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.843685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b65fbb-fb3b-457f-a4d4-03162f983263 req-a17faf0f-0a94-4bbd-9ec4-d719bbffcbe0 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:42.852099 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c2b65fbb-fb3b-457f-a4d4-03162f983263 req-a17faf0f-0a94-4bbd-9ec4-d719bbffcbe0 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 943 time: 0.0914626 Jul 16 18:15:42.856287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] For port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3dd073c7-68a6-4d31-89c7-ed6a65d21aae,segment=NetworkSegment(63bf11f3-5917-4bc5-8250-ddad4150aae4),segment_id=63bf11f3-5917-4bc5-8250-ddad4150aae4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:42.856766 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:42.871878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Calling delete_port for 3dd073c7-68a6-4d31-89c7-ed6a65d21aae owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:42.929204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c2b65fbb-fb3b-457f-a4d4-03162f983263 req-c69155f9-60e1-4154-8df6-615ba1315ad9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759063 Jul 16 18:15:42.996712 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.029239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Allocated IP 172.20.0.9 (87c0994c-4aaf-49f7-8df5-387a862ccd8a/6db1d6e3-b917-4d9a-9c9e-22474e4c041f/90881361-e700-44a2-ae65-13884dd3eee5) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:43.035477 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] No DVR routers for this DVR port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:43.039528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Attempting to bind port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:43.040261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Attempting to bind port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:43.040261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Attempting to bind port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf on network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:43.043841 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-de529284-bc9f-4f4d-94bc-2664dc05140f req-93fb5077-00bc-4a96-8453-df440e7738ef tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 210 time: 0.0783558 Jul 16 18:15:43.056439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Pushing event deleted for resources: {'Port': ['ID=3dd073c7-68a6-4d31-89c7-ed6a65d21aae,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.068859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf on network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:43.069433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Attempting to bind port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf on network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:43.072954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.073529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.074135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.074632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.075126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.075766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.075906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Deleting port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:43.076312 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.076529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.076995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.077495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.078096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.078580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.079060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bcb4f0-32c6-45c7-8d4a-9611e1bec110 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:15:43.086552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:43.086902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Checking segment: {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:43.087318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Bound using segment: {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:43.087800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Bound port: 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:43.088171 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.239876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] For port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae, host n-d-794306-7, got binding levels [] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:43.240241 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.297326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Calling delete_port for 3dd073c7-68a6-4d31-89c7-ed6a65d21aae owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:43.301552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae was not found and therefore no delete operation was performed {{(pid=105439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:15:43.330773 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.336916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:43.377517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:43.381754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] No DVR routers for this DVR port 3dd073c7-68a6-4d31-89c7-ed6a65d21aae on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:43.389067 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47204) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:43.394942 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.397004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Port': ['ID=3dd073c7-68a6-4d31-89c7-ed6a65d21aae,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.501852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.502478 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.504792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] 10.222.0.37 "PUT /v2.0/ports/799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 1091 time: 2.1718323 Jul 16 18:15:43.516222 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.526906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c7b76de-28ca-4136-8bcd-ed182f57f35e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.568240 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.597991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806bb870-4f48-464a-9e7d-af355edcf145 service neutron] Pushing event updated for resources: {'Port': ['ID=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.628156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6630e7ab-544a-4db9-aff5-775e839df47f']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:43.645629 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63bf11f3-5917-4bc5-8250-ddad4150aae4') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:43.645867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63bf11f3-5917-4bc5-8250-ddad4150aae4') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:43.665195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.697817 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.705300 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c7b76de-28ca-4136-8bcd-ed182f57f35e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.712551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:43.713067 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.716631 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c7b76de-28ca-4136-8bcd-ed182f57f35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:43.717145 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:43.749965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.763163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['eab973bc-f1a7-4045-b739-6a1cbfd3d2fa', '892d3af1-288b-4033-a80e-eda871caa99e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:43.809938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['1208a4d5-a318-4ff0-b20e-f4391c5c76c6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:43.812601 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1c7b76de-28ca-4136-8bcd-ed182f57f35e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e9dbb28db87444c2a975d8acd2e8f031&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4221790 Jul 16 18:15:43.813990 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b76de-28ca-4136-8bcd-ed182f57f35e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d027fa6-6182-4766-9190-5eb884e85752,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:43.819283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47210) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:43.840425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde1df-5719-464b-81ad-24965eac6392 req-63b555e7-5907-45a3-8e58-d0bb8080b6f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:43.842901 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-63b555e7-5907-45a3-8e58-d0bb8080b6f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1094 time: 0.2672286 Jul 16 18:15:43.870990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Network 87c0994c-4aaf-49f7-8df5-387a862ccd8a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:43.889338 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f382b817-2c07-432a-b6ab-bf3cae3f6f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.893285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.922231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dd073c7-68a6-4d31-89c7-ed6a65d21aae no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:43.928583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f382b817-2c07-432a-b6ab-bf3cae3f6f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.943959 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:43.957179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3dd073c7-68a6-4d31-89c7-ed6a65d21aae {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:15:43.958210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dd073c7-68a6-4d31-89c7-ed6a65d21aae not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:43.973981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:43.977256 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:43.979111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] 10.222.0.47 "DELETE /v2.0/networks/6630e7ab-544a-4db9-aff5-775e839df47f HTTP/1.1" status: 204 len: 168 time: 1.6231017 Jul 16 18:15:44.038448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Pushing event updated for resources: {'Port': ['ID=90881361-e700-44a2-ae65-13884dd3eee5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.057442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5d2df-ea37-4416-9d5d-850a57b4085c tempest-NetworksIpV6TestAttrs-1344915310 tempest-NetworksIpV6TestAttrs-1344915310-project] Pushing event deleted for resources: {'Network': ['ID=6630e7ab-544a-4db9-aff5-775e839df47f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.075431 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f382b817-2c07-432a-b6ab-bf3cae3f6f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.079291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f382b817-2c07-432a-b6ab-bf3cae3f6f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.083634 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f382b817-2c07-432a-b6ab-bf3cae3f6f04 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2d027fa6-6182-4766-9190-5eb884e85752 HTTP/1.1" status: 204 len: 168 time: 0.2626607 Jul 16 18:15:44.094331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382b817-2c07-432a-b6ab-bf3cae3f6f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d027fa6-6182-4766-9190-5eb884e85752,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.152193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.152800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.179095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-8704a41a-f8ec-4e8f-8926-8b88935cb647 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0521162 Jul 16 18:15:44.184353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde1df-5719-464b-81ad-24965eac6392 req-3165b4eb-10b3-4b25-abdc-eb640c654c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.186205 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-3165b4eb-10b3-4b25-abdc-eb640c654c2a service neutron] 10.222.0.37 "GET /v2.0/networks?id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 200 len: 898 time: 0.3173735 Jul 16 18:15:44.192396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Request body: {'port': {'device_id': '9df5908c-35a4-4b33-b8c1-203825bfec45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:44.268856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7986-fc59-458b-99ca-a7bfa16b47ff req-bfa03f24-7bf6-44e4-9e7c-3eea565bec55 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.277607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7986-fc59-458b-99ca-a7bfa16b47ff req-bfa03f24-7bf6-44e4-9e7c-3eea565bec55 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.293933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7986-fc59-458b-99ca-a7bfa16b47ff req-bfa03f24-7bf6-44e4-9e7c-3eea565bec55 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.302943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7986-fc59-458b-99ca-a7bfa16b47ff req-bfa03f24-7bf6-44e4-9e7c-3eea565bec55 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.309381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:44.311611 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:44.311909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7986-fc59-458b-99ca-a7bfa16b47ff req-bfa03f24-7bf6-44e4-9e7c-3eea565bec55 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.316993 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-67418fc6-df2a-46f6-bc13-4f728789a279 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 999 time: 0.0731339 Jul 16 18:15:44.319915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7986-fc59-458b-99ca-a7bfa16b47ff req-bfa03f24-7bf6-44e4-9e7c-3eea565bec55 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.329076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7986-fc59-458b-99ca-a7bfa16b47ff req-bfa03f24-7bf6-44e4-9e7c-3eea565bec55 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.330342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4caa7986-fc59-458b-99ca-a7bfa16b47ff req-bfa03f24-7bf6-44e4-9e7c-3eea565bec55 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5433 time: 0.1993027 Jul 16 18:15:44.333640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 799dfd0b-016b-4a97-8033-f3e29d6e8fcf no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:15:44.378386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47230) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:44.404190 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4caa7986-fc59-458b-99ca-a7bfa16b47ff req-59c0a5a2-3b08-4ce1-aeb8-acd0cceb838f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0664856 Jul 16 18:15:44.428296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 799dfd0b-016b-4a97-8033-f3e29d6e8fcf not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:15:44.439825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde1df-5719-464b-81ad-24965eac6392 req-c30be9e6-fd58-40d0-b866-f5391c95088b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.445684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-c30be9e6-fd58-40d0-b866-f5391c95088b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=453b52b8-8e08-46c5-8ddd-2311e38d5615 HTTP/1.1" status: 200 len: 834 time: 0.1125288 Jul 16 18:15:44.620515 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e58e5451-9c84-4b67-8af4-d620d0c30e4a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e891986c95644efc8adb1a539ff4fff6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2372169 Jul 16 18:15:44.620768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47244) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:44.665191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7375079c-1acf-47e5-a242-837510dd39e4 req-5e6a4b4d-ad82-40d5-94e4-81338ae13a46 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:44.666684 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7375079c-1acf-47e5-a242-837510dd39e4 req-5e6a4b4d-ad82-40d5-94e4-81338ae13a46 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 931 time: 0.1431575 Jul 16 18:15:44.786237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7375079c-1acf-47e5-a242-837510dd39e4 req-cbea74f5-1b56-446e-ad45-ed64616bf15f tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050375 Jul 16 18:15:44.791196 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af4d3eda-8129-4183-ad96-d8177f62a402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.819478 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af4d3eda-8129-4183-ad96-d8177f62a402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.895278 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af4d3eda-8129-4183-ad96-d8177f62a402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.898705 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af4d3eda-8129-4183-ad96-d8177f62a402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.902776 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-af4d3eda-8129-4183-ad96-d8177f62a402 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09148ee7-1474-4532-a68a-fff481623b72 HTTP/1.1" status: 204 len: 168 time: 0.2783053 Jul 16 18:15:44.913077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:44.918981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4d3eda-8129-4183-ad96-d8177f62a402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09148ee7-1474-4532-a68a-fff481623b72,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:44.999459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ec1697-a7a7-48bf-a6c8-997b80cb926b req-fc115a95-866e-4b1f-b619-ba472837235e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.000962 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8ec1697-a7a7-48bf-a6c8-997b80cb926b req-fc115a95-866e-4b1f-b619-ba472837235e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 943 time: 0.7654176 Jul 16 18:15:45.009474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dde1df-5719-464b-81ad-24965eac6392 req-f479ddbd-11e7-4fc4-9e10-97f5516096f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.010930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-f479ddbd-11e7-4fc4-9e10-97f5516096f5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1520014 Jul 16 18:15:45.117218 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad1cf7df-b548-4d38-b280-7140bd5417d6 x-openstack-request-id: req-ad1cf7df-b548-4d38-b280-7140bd5417d6 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:45.117863 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:45.118072 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ad1cf7df-b548-4d38-b280-7140bd5417d6 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:45.118679 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'status': 'completed', 'code': 200} Jul 16 18:15:45.255130 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8ec1697-a7a7-48bf-a6c8-997b80cb926b req-aea06b01-ce97-40ec-b827-e562071b59e8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2432261 Jul 16 18:15:45.353287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ecb0-4eda-4453-b23b-c5947862a8c7 req-e6a39561-2a1d-45a2-b84e-d16eb8a4e9c3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.360905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ecb0-4eda-4453-b23b-c5947862a8c7 req-e6a39561-2a1d-45a2-b84e-d16eb8a4e9c3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.368399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ecb0-4eda-4453-b23b-c5947862a8c7 req-e6a39561-2a1d-45a2-b84e-d16eb8a4e9c3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.377202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ecb0-4eda-4453-b23b-c5947862a8c7 req-e6a39561-2a1d-45a2-b84e-d16eb8a4e9c3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.384302 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-ff631704-6917-4b82-93b0-942160b07f3a service neutron] 10.222.0.37 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2771890 Jul 16 18:15:45.385216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ecb0-4eda-4453-b23b-c5947862a8c7 req-e6a39561-2a1d-45a2-b84e-d16eb8a4e9c3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.393564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ecb0-4eda-4453-b23b-c5947862a8c7 req-e6a39561-2a1d-45a2-b84e-d16eb8a4e9c3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.407987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-b88cfce6-1965-482a-93ef-0d6a910c0f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.410038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-b88cfce6-1965-482a-93ef-0d6a910c0f0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1094 time: 0.2753460 Jul 16 18:15:45.414212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a2ecb0-4eda-4453-b23b-c5947862a8c7 req-e6a39561-2a1d-45a2-b84e-d16eb8a4e9c3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.421256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b6a2ecb0-4eda-4453-b23b-c5947862a8c7 req-e6a39561-2a1d-45a2-b84e-d16eb8a4e9c3 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5433 time: 0.1964667 Jul 16 18:15:45.455423 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-29def0ac-07db-49d4-8e00-35a721c677ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.643958 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-e3fe3522-a860-4e81-a76f-e801b25013b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.648975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-e3fe3522-a860-4e81-a76f-e801b25013b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 200 len: 898 time: 0.2261271 Jul 16 18:15:45.663073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b4dde1df-5719-464b-81ad-24965eac6392 req-18f6c18f-e74b-470e-94d3-20c93322167f service neutron] 10.222.0.37 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661462 Jul 16 18:15:45.739976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90881361-e700-44a2-ae65-13884dd3eee5 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:45.754872 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.791486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Transition to ACTIVE for port object 90881361-e700-44a2-ae65-13884dd3eee5 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:45.793985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-2a43536f-9ed7-4e59-b363-58f72e85078a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 999 time: 0.1285970 Jul 16 18:15:45.827268 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:45.885825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47288) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:45.931288 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Pushing event updated for resources: {'Port': ['ID=90881361-e700-44a2-ae65-13884dd3eee5,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:45.935757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-c4a6433c-0aaa-4f66-97f2-8700e7c7b0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:45.937221 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-c4a6433c-0aaa-4f66-97f2-8700e7c7b0c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=453b52b8-8e08-46c5-8ddd-2311e38d5615 HTTP/1.1" status: 200 len: 834 time: 0.1219468 Jul 16 18:15:46.025686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-804853175'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:46.045925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-3020bfd6-ccae-4dfb-8ee5-cb933aa2e6ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.047440 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-3020bfd6-ccae-4dfb-8ee5-cb933aa2e6ad service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1094 time: 0.2669587 Jul 16 18:15:46.059077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:46.064950 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.081307 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.163993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Attempting to bind port 90881361-e700-44a2-ae65-13884dd3eee5 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:46.164611 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Attempting to bind port 90881361-e700-44a2-ae65-13884dd3eee5 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:46.164611 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Attempting to bind port 90881361-e700-44a2-ae65-13884dd3eee5 on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:46.190730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Port 90881361-e700-44a2-ae65-13884dd3eee5 on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:46.190730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Attempting to bind port 90881361-e700-44a2-ae65-13884dd3eee5 on network 87c0994c-4aaf-49f7-8df5-387a862ccd8a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:46.210720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-ec600183-a36f-41f7-aa08-24af3aee1845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.212267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-ec600183-a36f-41f7-aa08-24af3aee1845 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2487352 Jul 16 18:15:46.216227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:46.216564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Checking segment: {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:46.216944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Bound using segment: {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:46.217381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Bound port: 90881361-e700-44a2-ae65-13884dd3eee5, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '115ec927-d343-456a-ac50-38fb6643a139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 396, 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:46.217740 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.223222 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.223577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-5ed300c5-7c4c-4fdf-8ad1-94e741d9c8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.225034 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-5ed300c5-7c4c-4fdf-8ad1-94e741d9c8a5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 200 len: 898 time: 0.1693006 Jul 16 18:15:46.229213 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.247150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 364} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:46.264577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55a30c-1236-464b-82f3-249a4b1c09bb req-77c3c155-7b82-4c71-a521-0b8e4c600b1a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.267258 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e55a30c-1236-464b-82f3-249a4b1c09bb req-77c3c155-7b82-4c71-a521-0b8e4c600b1a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 943 time: 0.2927849 Jul 16 18:15:46.276108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.276824 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment c1b30c7f-60cc-464f-a185-0c5f49d7e9c6 of type vlan for network 0524ecdf-a7a8-48c6-8fb3-f82f08908953 Jul 16 18:15:46.288441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26c85128-e8bf-45a3-9915-a9f966a4794c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:46.343486 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.401543 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.415703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.416606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.468997 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-85fbf7f2-6b70-4fd6-b8c7-7cf4167aadbf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 999 time: 0.2351532 Jul 16 18:15:46.502575 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e55a30c-1236-464b-82f3-249a4b1c09bb req-6c339af0-620d-45b4-befb-52e5f2c4321e tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114053 Jul 16 18:15:46.506774 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6195135 Jul 16 18:15:46.574872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09fbdfc-262b-4d8e-82b0-5fa009297d99 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=0524ecdf-a7a8-48c6-8fb3-f82f08908953,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:46.578720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] For port 90881361-e700-44a2-ae65-13884dd3eee5, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:46.588471 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-d9d948a6-1980-4bba-8176-56ac6f3469bb service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3683012 Jul 16 18:15:46.603950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] For port 90881361-e700-44a2-ae65-13884dd3eee5, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=90881361-e700-44a2-ae65-13884dd3eee5,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:46.610475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 0524ecdf-a7a8-48c6-8fb3-f82f08908953 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:46.619512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.641409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-b1fde6b7-394e-4b98-867c-f57b8df46d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.643172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-b1fde6b7-394e-4b98-867c-f57b8df46d11 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=453b52b8-8e08-46c5-8ddd-2311e38d5615 HTTP/1.1" status: 200 len: 834 time: 0.1631057 Jul 16 18:15:46.660798 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32069b0-2dc4-418a-9ca0-3d6a7832fa2f req-49d343d7-6f7f-40a5-ac39-0d425be62dce tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.668242 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c32069b0-2dc4-418a-9ca0-3d6a7832fa2f req-49d343d7-6f7f-40a5-ac39-0d425be62dce tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 943 time: 0.2194369 Jul 16 18:15:46.668799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47296) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:46.676338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'network_id': '0524ecdf-a7a8-48c6-8fb3-f82f08908953', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:46.773485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.774048 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.775478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] 10.222.0.18 "PUT /v2.0/ports/90881361-e700-44a2-ae65-13884dd3eee5 HTTP/1.1" status: 200 len: 1091 time: 2.5883691 Jul 16 18:15:46.811850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c32069b0-2dc4-418a-9ca0-3d6a7832fa2f req-89c6f4d0-f6f6-4387-a41d-ea47833f6005 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280227 Jul 16 18:15:46.832732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c484ba-6644-4907-bacf-4d6b808debce service neutron] Pushing event updated for resources: {'Port': ['ID=90881361-e700-44a2-ae65-13884dd3eee5,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:46.850467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:46.854898 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:46.867968 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-04042417-7ed8-460a-82ec-d8507b50ca71 service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695377 Jul 16 18:15:46.922927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-86324065-eb0f-4851-947a-85d885d232c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.924551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-86324065-eb0f-4851-947a-85d885d232c0 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289274 Jul 16 18:15:46.994081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def569-e73b-45bf-b276-3e28e1d189aa req-e3559c89-d5f3-4017-b3e7-1bb1955e77ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:46.996914 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-e3559c89-d5f3-4017-b3e7-1bb1955e77ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 1094 time: 0.1581740 Jul 16 18:15:47.102651 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.109983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-2cab543e-510f-4ed9-999a-173309a57dee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90881361-e700-44a2-ae65-13884dd3eee5 HTTP/1.1" status: 200 len: 217 time: 0.1036358 Jul 16 18:15:47.116200 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-70880e4c-061e-4bca-a0dd-5d6b1dc43429 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=3ccd5db3d9e547baa140f8c77cbc2f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0972824 Jul 16 18:15:47.119406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9df5908c-35a4-4b33-b8c1-203825bfec45', 'tag': '90881361-e700-44a2-ae65-13884dd3eee5'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:47.121691 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae892fc9-c195-4400-b6f4-543b9a757e5b" -d '{"events": [{"name": "network-changed", "server_uuid": "9df5908c-35a4-4b33-b8c1-203825bfec45", "tag": "90881361-e700-44a2-ae65-13884dd3eee5"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:47.177655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=385e63b9-acfd-484e-b640-41eb3f61a114,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.179680 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f60044c-48f4-41df-a74d-99362a227c02 x-openstack-request-id: req-0f60044c-48f4-41df-a74d-99362a227c02 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:47.180149 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9df5908c-35a4-4b33-b8c1-203825bfec45", "tag": "90881361-e700-44a2-ae65-13884dd3eee5", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:47.180149 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f60044c-48f4-41df-a74d-99362a227c02 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:47.180598 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9df5908c-35a4-4b33-b8c1-203825bfec45', 'tag': '90881361-e700-44a2-ae65-13884dd3eee5', 'status': 'completed', 'code': 200} Jul 16 18:15:47.194292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking segment: {'id': 'c1b30c7f-60cc-464f-a185-0c5f49d7e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0524ecdf-a7a8-48c6-8fb3-f82f08908953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:47.194661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network hostable DHCP agents. Network: 0524ecdf-a7a8-48c6-8fb3-f82f08908953, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:47.226405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network 0524ecdf-a7a8-48c6-8fb3-f82f08908953 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:47.241003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 0524ecdf-a7a8-48c6-8fb3-f82f08908953) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:47.251524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e519e-c95c-41d4-95ce-143fce57a955 None None] Network 0524ecdf-a7a8-48c6-8fb3-f82f08908953 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:47.257486 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-59499ff1-1094-4e98-a60e-25331b0b8e8f service neutron] 10.222.0.37 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3190730 Jul 16 18:15:47.257675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:47.258064 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.278976 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b19c4476-8d1e-4551-8626-abbed29cdfa9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.6090539 Jul 16 18:15:47.283693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47322) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.294723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1613146998'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:47.318101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38def569-e73b-45bf-b276-3e28e1d189aa req-e0b8c052-c1c9-44d1-936d-0dadfa72fac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:47.319691 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-e0b8c052-c1c9-44d1-936d-0dadfa72fac9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6db1d6e3-b917-4d9a-9c9e-22474e4c041f HTTP/1.1" status: 200 len: 855 time: 0.2010312 Jul 16 18:15:47.323818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:47.328671 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.360679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:47.377829 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.379221 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment ce179d41-0405-487b-b218-c239f849cb1a of type vlan for network 54db1bbc-991f-45f1-89b9-35d3e7983d58 Jul 16 18:15:47.409934 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-2b79e8e1-38df-4965-a951-c234c22e1390 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87c0994c-4aaf-49f7-8df5-387a862ccd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0729349 Jul 16 18:15:47.428942 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.464773 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.474114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-0524ecdf-a7a8-48c6-8fb3-f82f08908953', 'network_id': '0524ecdf-a7a8-48c6-8fb3-f82f08908953', 'tenant_id': '68958294e5d14bc3af1ff0437a3fb9eb', 'fixed_ips': [{'subnet_id': '385e63b9-acfd-484e-b640-41eb3f61a114'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:47.475108 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.476156 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:47.476828 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.519185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 799dfd0b-016b-4a97-8033-f3e29d6e8fcf details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:47.533099 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2514610 Jul 16 18:15:47.537806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47330) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.547919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'network_id': '54db1bbc-991f-45f1-89b9-35d3e7983d58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:47.710080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Allocated IP 172.20.255.242 (0524ecdf-a7a8-48c6-8fb3-f82f08908953/385e63b9-acfd-484e-b640-41eb3f61a114/7313d3d4-45ce-4a4a-af2b-d8c844beb891) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:47.728519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:47.733184 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.739115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83737d-a681-4e64-8f1e-379af96a2575 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=54db1bbc-991f-45f1-89b9-35d3e7983d58,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:47.857669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-7c15977c-7be9-4dbb-98cc-f711b5b6c9bc tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:47.864363 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-7c15977c-7be9-4dbb-98cc-f711b5b6c9bc tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7376356 Jul 16 18:15:47.924586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-8fb4c495-25f7-41e0-9df2-c79c626159e9 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/quotas/3ccd5db3d9e547baa140f8c77cbc2f9d HTTP/1.1" status: 200 len: 375 time: 0.0592787 Jul 16 18:15:47.927584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47342) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:47.948779 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:47.960762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Transition to ACTIVE for port object 7313d3d4-45ce-4a4a-af2b-d8c844beb891 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:47.982178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Transition to ACTIVE for port object 7313d3d4-45ce-4a4a-af2b-d8c844beb891 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:47.994064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0242ffc-dd4e-45b4-9ebe-dfe5959e6c05 req-47d11817-3c81-4a70-a684-9b4cdd855e46 service neutron] 10.222.0.37 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7162848 Jul 16 18:15:47.998223 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-5f8d6e18-c4da-468f-9e5f-ec0c71d0c046 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3ccd5db3d9e547baa140f8c77cbc2f9d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0724330 Jul 16 18:15:48.003896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 54db1bbc-991f-45f1-89b9-35d3e7983d58 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:48.010716 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.024322 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-f9357484-69f0-49d2-a869-d2007aeaf27f service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6055410 Jul 16 18:15:48.065769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c29ea20-e48c-4464-ac7a-c010db1d6a0f req-15e086a0-163a-496c-a3b3-bdb04de48eb1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.072602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c29ea20-e48c-4464-ac7a-c010db1d6a0f req-15e086a0-163a-496c-a3b3-bdb04de48eb1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 943 time: 0.1674886 Jul 16 18:15:48.196810 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c29ea20-e48c-4464-ac7a-c010db1d6a0f req-525463e1-43f2-46ac-b1bc-21d3f433729a tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221204 Jul 16 18:15:48.199622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.241187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b610b-6d97-4f62-b740-168bbbf0e0ab req-7e144a17-7007-42c1-8989-99fe08def33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.242385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b610b-6d97-4f62-b740-168bbbf0e0ab req-7e144a17-7007-42c1-8989-99fe08def33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.242947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b610b-6d97-4f62-b740-168bbbf0e0ab req-7e144a17-7007-42c1-8989-99fe08def33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.243496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b610b-6d97-4f62-b740-168bbbf0e0ab req-7e144a17-7007-42c1-8989-99fe08def33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.244073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b610b-6d97-4f62-b740-168bbbf0e0ab req-7e144a17-7007-42c1-8989-99fe08def33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.244615 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b610b-6d97-4f62-b740-168bbbf0e0ab req-7e144a17-7007-42c1-8989-99fe08def33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.245158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b610b-6d97-4f62-b740-168bbbf0e0ab req-7e144a17-7007-42c1-8989-99fe08def33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.255289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-093b610b-6d97-4f62-b740-168bbbf0e0ab req-7e144a17-7007-42c1-8989-99fe08def33f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6490 time: 0.3217680 Jul 16 18:15:48.270903 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38def569-e73b-45bf-b276-3e28e1d189aa req-5d241eca-db8d-4672-9506-005344927715 service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2394695 Jul 16 18:15:48.319762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-093b610b-6d97-4f62-b740-168bbbf0e0ab req-f03b0fae-1031-4173-8c17-1a9c1ad2ae17 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0647342 Jul 16 18:15:48.372947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=d589865d-d599-4249-a099-21cae20a2f00,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.378779 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a02f7d8d-6b67-419a-9f5c-266c80838286 req-90b11d7e-1a63-407a-8b57-4c7020653787 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 210 time: 0.0717802 Jul 16 18:15:48.410704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking segment: {'id': 'ce179d41-0405-487b-b218-c239f849cb1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '54db1bbc-991f-45f1-89b9-35d3e7983d58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:48.411069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network hostable DHCP agents. Network: 54db1bbc-991f-45f1-89b9-35d3e7983d58, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:48.431677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network 54db1bbc-991f-45f1-89b9-35d3e7983d58 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:48.441980 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:48.443649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 54db1bbc-991f-45f1-89b9-35d3e7983d58) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:48.458464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.459299 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.482092 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c39b13f0-20f2-494a-ac90-3eb47cbe533b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9396942 Jul 16 18:15:48.482493 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47360) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:48.498146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892fc9-c195-4400-b6f4-543b9a757e5b req-50c8b0be-a4ac-4f31-8dd6-76ca14e50c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.499966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae892fc9-c195-4400-b6f4-543b9a757e5b req-50c8b0be-a4ac-4f31-8dd6-76ca14e50c21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 1094 time: 0.1511354 Jul 16 18:15:48.506600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Network 0524ecdf-a7a8-48c6-8fb3-f82f08908953 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:48.508363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd40dc-82cc-4d83-a7cc-c9b84a0ced42 req-32d87286-14ab-4ad0-9c09-1f94701ae655 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.517336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ccfd40dc-82cc-4d83-a7cc-c9b84a0ced42 req-32d87286-14ab-4ad0-9c09-1f94701ae655 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 943 time: 0.1866002 Jul 16 18:15:48.534090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c17ae00-403a-4655-adf1-a4fd2efcd439 None None] Network 54db1bbc-991f-45f1-89b9-35d3e7983d58 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:48.623990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.637269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ccfd40dc-82cc-4d83-a7cc-c9b84a0ced42 req-72fe709d-dc7b-4966-ae98-f2d27d9e73b3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189268 Jul 16 18:15:48.677017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:48.681691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:48.695942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'port_id': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'mac_address': 'fa:16:3e:b0:c6:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 385, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:48.697855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Pushing event updated for resources: {'Port': ['ID=7313d3d4-45ce-4a4a-af2b-d8c844beb891,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.699925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.730177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892fc9-c195-4400-b6f4-543b9a757e5b req-9b65e84f-96ff-41de-8cf3-79a88648a63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.732009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae892fc9-c195-4400-b6f4-543b9a757e5b req-9b65e84f-96ff-41de-8cf3-79a88648a63c service neutron] 10.222.0.18 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 916 time: 0.2066207 Jul 16 18:15:48.732994 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.744736 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5ea459b1-c876-4dd0-baa2-bc11ee59b251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.795958 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.813751 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae892fc9-c195-4400-b6f4-543b9a757e5b req-336df2aa-328b-4fdb-90ec-ae3a3bc6b79c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90881361-e700-44a2-ae65-13884dd3eee5 HTTP/1.1" status: 200 len: 217 time: 0.0738254 Jul 16 18:15:48.848332 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Subnet': ['ID=d589865d-d599-4249-a099-21cae20a2f00,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:48.885284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae892fc9-c195-4400-b6f4-543b9a757e5b req-cc3a21b2-4002-4174-9a90-ec718dc4fdd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:48.887953 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae892fc9-c195-4400-b6f4-543b9a757e5b req-cc3a21b2-4002-4174-9a90-ec718dc4fdd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6db1d6e3-b917-4d9a-9c9e-22474e4c041f HTTP/1.1" status: 200 len: 855 time: 0.0656295 Jul 16 18:15:48.903590 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.919537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Attempting to bind port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:48.919973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Attempting to bind port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'c1b30c7f-60cc-464f-a185-0c5f49d7e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0524ecdf-a7a8-48c6-8fb3-f82f08908953'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:48.920344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Attempting to bind port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 on network 0524ecdf-a7a8-48c6-8fb3-f82f08908953 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:48.961554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae892fc9-c195-4400-b6f4-543b9a757e5b req-f7b07235-00ff-41ef-b2ab-addcc82cf698 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87c0994c-4aaf-49f7-8df5-387a862ccd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652413 Jul 16 18:15:48.964201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 799dfd0b-016b-4a97-8033-f3e29d6e8fcf {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:48.969003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204fce3b-e797-4e57-a06c-38f357d16333 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-54db1bbc-991f-45f1-89b9-35d3e7983d58', 'network_id': '54db1bbc-991f-45f1-89b9-35d3e7983d58', 'tenant_id': '68958294e5d14bc3af1ff0437a3fb9eb', 'fixed_ips': [{'subnet_id': 'd589865d-d599-4249-a099-21cae20a2f00'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:48.970281 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-204fce3b-e797-4e57-a06c-38f357d16333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.975190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:48.975943 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Checking segment: {'id': 'c1b30c7f-60cc-464f-a185-0c5f49d7e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0524ecdf-a7a8-48c6-8fb3-f82f08908953'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:48.976605 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.977257 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Bound using segment: {'id': 'c1b30c7f-60cc-464f-a185-0c5f49d7e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0524ecdf-a7a8-48c6-8fb3-f82f08908953'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:48.977957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Bound port: 7313d3d4-45ce-4a4a-af2b-d8c844beb891, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b30c7f-60cc-464f-a185-0c5f49d7e9c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 364, 'network_id': '0524ecdf-a7a8-48c6-8fb3-f82f08908953'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:48.978555 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:48.984320 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.003988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54db1bbc-991f-45f1-89b9-35d3e7983d58']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:49.022076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce179d41-0405-487b-b218-c239f849cb1a') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:49.022605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce179d41-0405-487b-b218-c239f849cb1a') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:49.025512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:49.033316 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.044551 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.065403 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.073569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:49.074227 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:49.078643 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:49.152808 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.158827 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.165871 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/54db1bbc-991f-45f1-89b9-35d3e7983d58 HTTP/1.1" status: 204 len: 168 time: 0.6813743 Jul 16 18:15:49.166240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47372) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:49.178076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832fcd31-64e4-4a20-9969-01af4034d222 None None] Network 54db1bbc-991f-45f1-89b9-35d3e7983d58 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:49.178319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1522845648'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:49.195733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cb3043-04be-46d4-b865-6c1bec95ef16 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=54db1bbc-991f-45f1-89b9-35d3e7983d58,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.199378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832fcd31-64e4-4a20-9969-01af4034d222 None None] Network 54db1bbc-991f-45f1-89b9-35d3e7983d58 could not be found, it might have been deleted concurrently. {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:15:49.200961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.204310 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae892fc9-c195-4400-b6f4-543b9a757e5b req-0a035aa9-bbd4-4cfd-8f71-7e4d7c53e100 service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355444 Jul 16 18:15:49.208546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] For port 7313d3d4-45ce-4a4a-af2b-d8c844beb891, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:49.212645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] For port 7313d3d4-45ce-4a4a-af2b-d8c844beb891, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7313d3d4-45ce-4a4a-af2b-d8c844beb891,segment=NetworkSegment(c1b30c7f-60cc-464f-a185-0c5f49d7e9c6),segment_id=c1b30c7f-60cc-464f-a185-0c5f49d7e9c6)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:49.217462 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.269534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:49.278550 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.303325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e180d-05a3-439f-bf45-c8f470d28415 None None] Pushing event updated for resources: {'Port': ['ID=7313d3d4-45ce-4a4a-af2b-d8c844beb891,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.339882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:49.362997 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.363429 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment bf2658f4-f06a-4a02-a023-0672c82bed2c of type vlan for network 42a4311b-5d3c-4173-aa5f-0b711697d933 Jul 16 18:15:49.421134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b203b1-a133-4aee-a6c7-5408c2360e60 req-d42ddb89-bc62-4ef6-bcab-0c5a1efc5c68 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:49.422716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57b203b1-a133-4aee-a6c7-5408c2360e60 req-d42ddb89-bc62-4ef6-bcab-0c5a1efc5c68 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 943 time: 0.4387276 Jul 16 18:15:49.444684 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['799dfd0b-016b-4a97-8033-f3e29d6e8fcf'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:49.445498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.499322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-297de05d-2613-4c12-9198-27f8cf70047d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:49.500615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa2f8e-2850-44ed-8592-e2ee42b88025 req-ec9ba4df-176a-45bc-876b-00a366a81d0b tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:49.500974 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-297de05d-2613-4c12-9198-27f8cf70047d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.18 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 944 time: 0.4608748 Jul 16 18:15:49.502824 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70fa2f8e-2850-44ed-8592-e2ee42b88025 req-ec9ba4df-176a-45bc-876b-00a366a81d0b tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 943 time: 0.1286936 Jul 16 18:15:49.504725 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.510354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:49.511037 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.570290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae892fc9-c195-4400-b6f4-543b9a757e5b req-a771c3fb-f825-4a6f-a707-2bc86af4fc66 service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488581 Jul 16 18:15:49.592630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4180923 Jul 16 18:15:49.608047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47380) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:49.629256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5fcde9-607b-4c1d-a35b-ecb250bcab88 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=42a4311b-5d3c-4173-aa5f-0b711697d933,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:49.631381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'network_id': '42a4311b-5d3c-4173-aa5f-0b711697d933', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:49.646399 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57b203b1-a133-4aee-a6c7-5408c2360e60 req-14ddafea-1a59-4e03-a145-87886c697684 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2107382 Jul 16 18:15:49.649557 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70fa2f8e-2850-44ed-8592-e2ee42b88025 req-e64b4969-b121-4abe-a9a6-cfcea12b690f tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349516 Jul 16 18:15:49.682393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 42a4311b-5d3c-4173-aa5f-0b711697d933 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:49.821344 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-598be2c9-cf0a-4896-b129-ad86d355d900 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:15:49.822479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-598be2c9-cf0a-4896-b129-ad86d355d900 service neutron] 10.222.0.18 "DELETE /v2.0/ports/799dfd0b-016b-4a97-8033-f3e29d6e8fcf/bindings/n-h2-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.3098407 Jul 16 18:15:49.867875 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:49.912002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-7f60e81c-14b6-4b4c-be6f-62a94d90afbe tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=3ccd5db3d9e547baa140f8c77cbc2f9d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664036 Jul 16 18:15:49.983258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:49.986399 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9937cb65-f865-4362-98e7-0609d30e306e req-ba7a3e31-1e13-4f05-b9b8-36dd1c27f3d8 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 210 time: 0.0390680 Jul 16 18:15:49.996468 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.030010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7313d3d4-45ce-4a4a-af2b-d8c844beb891 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:50.089007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:50.134307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Performing IP validity checks on allocation pools {{(pid=105439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:15:50.134872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:15:50.176530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-a096d4a5-ea3a-47b8-9239-7e730658a225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.178097 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-a096d4a5-ea3a-47b8-9239-7e730658a225 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1095 time: 0.2401674 Jul 16 18:15:50.186247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-0f843f72-ce1a-4ea1-aa30-520268d66073 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.187714 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-0f843f72-ce1a-4ea1-aa30-520268d66073 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2684956 Jul 16 18:15:50.222904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Request body: {'port': {'device_id': 'fb0e9759-c1b6-4317-9557-c798b0813cda', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '3ccd5db3d9e547baa140f8c77cbc2f9d'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:50.355839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 90881361-e700-44a2-ae65-13884dd3eee5 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:50.447796 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-99c047e1-825b-4151-b94e-f9ebe035d9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.449294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-99c047e1-825b-4151-b94e-f9ebe035d9b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 200 len: 898 time: 0.2606843 Jul 16 18:15:50.484527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 90881361-e700-44a2-ae65-13884dd3eee5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=90881361-e700-44a2-ae65-13884dd3eee5,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:50.500792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '90881361-e700-44a2-ae65-13884dd3eee5', 'network_id': '87c0994c-4aaf-49f7-8df5-387a862ccd8a', 'port_id': '90881361-e700-44a2-ae65-13884dd3eee5', 'mac_address': 'fa:16:3e:90:da:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 396, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6db1d6e3-b917-4d9a-9c9e-22474e4c041f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:50.517605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.555373 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.565916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Made reservation on behalf of 3ccd5db3d9e547baa140f8c77cbc2f9d for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:50.569488 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.574790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90881361-e700-44a2-ae65-13884dd3eee5 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:50.591429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-bf9fd488-de64-4329-979f-ab0ee07b2131 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 1000 time: 0.1331658 Jul 16 18:15:50.599720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.603455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 90881361-e700-44a2-ae65-13884dd3eee5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=90881361-e700-44a2-ae65-13884dd3eee5,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:50.608474 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.633409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92855c8a-a103-4dcc-989c-95347b2f95d2 None None] Network 0524ecdf-a7a8-48c6-8fb3-f82f08908953 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:50.672926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=5b237db9-cc2b-4b0c-826b-1a77ac480739,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:50.695949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking segment: {'id': 'bf2658f4-f06a-4a02-a023-0672c82bed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '42a4311b-5d3c-4173-aa5f-0b711697d933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:50.696323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network hostable DHCP agents. Network: 42a4311b-5d3c-4173-aa5f-0b711697d933, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:50.702336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-a354c358-f0c4-4b1f-9509-2fee1a8b80f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.703847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-a354c358-f0c4-4b1f-9509-2fee1a8b80f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=453b52b8-8e08-46c5-8ddd-2311e38d5615 HTTP/1.1" status: 200 len: 834 time: 0.0998991 Jul 16 18:15:50.727335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=90881361-e700-44a2-ae65-13884dd3eee5,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:50.759648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8a6b337d-3412-4465-a68c-1234cf1a868f None None] Provisioning for port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:50.767121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8a6b337d-3412-4465-a68c-1234cf1a868f None None] Provisioning complete for port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:50.767680 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8a6b337d-3412-4465-a68c-1234cf1a868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.782502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network 42a4311b-5d3c-4173-aa5f-0b711697d933 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:50.804957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 42a4311b-5d3c-4173-aa5f-0b711697d933) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:50.811387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.812128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.840091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-2bfd4b85-9cce-4650-afae-d2c0265566b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.841625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-2bfd4b85-9cce-4650-afae-d2c0265566b4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278489 Jul 16 18:15:50.841789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78fb53cf-ee7b-43d2-8185-dc1cc6b43dab None None] Network 42a4311b-5d3c-4173-aa5f-0b711697d933 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:50.881460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['90881361-e700-44a2-ae65-13884dd3eee5'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:15:50.910801 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.919530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5f0156-b80a-49fe-9627-1a80f6b267dd req-1f3a93e6-0331-40c2-9821-ece94043bb1f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:50.921352 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e5f0156-b80a-49fe-9627-1a80f6b267dd req-1f3a93e6-0331-40c2-9821-ece94043bb1f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 944 time: 0.0664790 Jul 16 18:15:50.925318 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:50.945221 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4bbde93a-ae63-47f4-a3a5-01f2b9472673 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3334525 Jul 16 18:15:50.953484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47386) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:50.971338 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e5f0156-b80a-49fe-9627-1a80f6b267dd req-5ed543e1-59a9-4d5d-a9a2-32066affc0bc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424306 Jul 16 18:15:51.077090 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.144122 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8a6b337d-3412-4465-a68c-1234cf1a868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.163962 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:15:51.166053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-6bafb609-74ba-413a-bb2c-c5e2f3debbc3 service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3062718 Jul 16 18:15:51.197469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216c192-bbaa-41e0-96fb-e0111ad47174 req-0af19974-6e48-456a-b312-ea0545e02ede tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:51.199139 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6216c192-bbaa-41e0-96fb-e0111ad47174 req-0af19974-6e48-456a-b312-ea0545e02ede tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 944 time: 0.3514950 Jul 16 18:15:51.233354 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-42a4311b-5d3c-4173-aa5f-0b711697d933', 'network_id': '42a4311b-5d3c-4173-aa5f-0b711697d933', 'tenant_id': '68958294e5d14bc3af1ff0437a3fb9eb', 'fixed_ips': [{'subnet_id': '5b237db9-cc2b-4b0c-826b-1a77ac480739'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:51.234298 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.247188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8a6b337d-3412-4465-a68c-1234cf1a868f None None] For port 7313d3d4-45ce-4a4a-af2b-d8c844beb891, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7313d3d4-45ce-4a4a-af2b-d8c844beb891,segment=NetworkSegment(c1b30c7f-60cc-464f-a185-0c5f49d7e9c6),segment_id=c1b30c7f-60cc-464f-a185-0c5f49d7e9c6)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:51.254594 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8a6b337d-3412-4465-a68c-1234cf1a868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.291149 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5975bc9d-2214-48f4-8e1a-6883f29d8cc9 req-bb0fe31e-440d-4d39-b52e-972d26159125 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 210 time: 0.0679979 Jul 16 18:15:51.308625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.335386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Allocated IP 192.168.233.243 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/05de67bc-3ea5-43ef-a906-50599d25b815) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:51.402804 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6216c192-bbaa-41e0-96fb-e0111ad47174 req-762d56bd-cd74-4d20-8803-3ba6865e3092 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1710551 Jul 16 18:15:51.418311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6b337d-3412-4465-a68c-1234cf1a868f None None] Pushing event updated for resources: {'Port': ['ID=7313d3d4-45ce-4a4a-af2b-d8c844beb891,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.428494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24f6dde0-fff5-4805-a805-b2fe60624055 req-295d7e67-1a67-49dd-a258-9431b2b0b2b4 service neutron] 10.222.0.18 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388086 Jul 16 18:15:51.476652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Allocated IP 172.20.0.3 (42a4311b-5d3c-4173-aa5f-0b711697d933/5b237db9-cc2b-4b0c-826b-1a77ac480739/5b8baaed-1fd4-46ed-89e4-950ed6f1f586) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:51.500555 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-209a5ff1-4ac7-44e3-8015-6201d9118ee0 None None] Provisioning complete for port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:51.501044 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-209a5ff1-4ac7-44e3-8015-6201d9118ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.525118 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.545337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 799dfd0b-016b-4a97-8033-f3e29d6e8fcf up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:51.654762 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.673907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Transition to ACTIVE for port object 05de67bc-3ea5-43ef-a906-50599d25b815 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:51.708101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.720663 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:51.731768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:51.732140 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.754574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:51.760141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:51.764651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:51.769320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Pushing event updated for resources: {'Port': ['ID=05de67bc-3ea5-43ef-a906-50599d25b815,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:51.786256 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.799362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Transition to ACTIVE for port object 5b8baaed-1fd4-46ed-89e4-950ed6f1f586 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:51.821716 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Transition to ACTIVE for port object 5b8baaed-1fd4-46ed-89e4-950ed6f1f586 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:51.823251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:51.824295 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.844716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-d39a2de9-a4c8-4436-a56f-f29600e85fb6 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6301990 Jul 16 18:15:51.857629 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:51.866699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Request body: {'port': {'device_id': 'fb0e9759-c1b6-4317-9557-c798b0813cda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:51.951764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Subnet': ['ID=5b237db9-cc2b-4b0c-826b-1a77ac480739,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.026702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.072455 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.078264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7313d3d4-45ce-4a4a-af2b-d8c844beb891 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:52.105202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a4311b-5d3c-4173-aa5f-0b711697d933']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:52.120560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2658f4-f06a-4a02-a023-0672c82bed2c') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:52.120560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2658f4-f06a-4a02-a023-0672c82bed2c') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:52.120934 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.137609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.168941 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.210292 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.219547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Pushing event updated for resources: {'Port': ['ID=5b8baaed-1fd4-46ed-89e4-950ed6f1f586,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.229631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:52.230043 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:52.233562 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:52.236930 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.262616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Network 42a4311b-5d3c-4173-aa5f-0b711697d933 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:52.270173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9f6b6e80-384b-4eb4-8bf9-55239b2248f2 None None] Provisioning for port 05de67bc-3ea5-43ef-a906-50599d25b815 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:52.276339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:52.276339 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.277937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9f6b6e80-384b-4eb4-8bf9-55239b2248f2 None None] Provisioning complete for port 05de67bc-3ea5-43ef-a906-50599d25b815 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:52.277937 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9f6b6e80-384b-4eb4-8bf9-55239b2248f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.289942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:52.295834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b7257-7a98-4d13-ae39-d3db8bb9bac4 req-c3ccb681-de98-421e-b45f-7c053a6eb4db tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:52.298345 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a0b7257-7a98-4d13-ae39-d3db8bb9bac4 req-c3ccb681-de98-421e-b45f-7c053a6eb4db tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 944 time: 0.1700127 Jul 16 18:15:52.329426 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.api [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:15:52.329426 n-d-794306-7 neutron-server[105439]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:15:52.329426 n-d-794306-7 neutron-server[105439]: [parameters: {'id': '42a4311b-5d3c-4173-aa5f-0b711697d933'}] Jul 16 18:15:52.329426 n-d-794306-7 neutron-server[105439]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:52.330002 n-d-794306-7 neutron-server[105439]: DEBUG oslo_db.api [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:52.364356 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a0b7257-7a98-4d13-ae39-d3db8bb9bac4 req-fd3fba0d-b75f-4d89-833b-2752eaa0e3f0 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567760 Jul 16 18:15:52.381773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:52.382453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47400) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:52.383289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 90881361-e700-44a2-ae65-13884dd3eee5 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:15:52.436559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:52.438654 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298b0996-c1f6-4657-a36c-60f23387808f" -d '{"events": [{"server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "name": "network-vif-plugged", "status": "completed", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:52.473066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:52.490609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05de67bc-3ea5-43ef-a906-50599d25b815 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:52.499522 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.501620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9f6b6e80-384b-4eb4-8bf9-55239b2248f2 None None] Port 05de67bc-3ea5-43ef-a906-50599d25b815 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:15:52.520575 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a2770183-f136-40f1-8572-5d03eeeefdd2 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/a418829b-4a20-4cc7-83a8-7bedbb434737 HTTP/1.1" status: 200 len: 992 time: 0.1358898 Jul 16 18:15:52.541014 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.555852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 90881361-e700-44a2-ae65-13884dd3eee5 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:15:52.569934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Attempting to bind port 5b8baaed-1fd4-46ed-89e4-950ed6f1f586 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:52.570308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Attempting to bind port 5b8baaed-1fd4-46ed-89e4-950ed6f1f586 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'bf2658f4-f06a-4a02-a023-0672c82bed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '42a4311b-5d3c-4173-aa5f-0b711697d933'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:52.570883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Attempting to bind port 5b8baaed-1fd4-46ed-89e4-950ed6f1f586 on network 42a4311b-5d3c-4173-aa5f-0b711697d933 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:52.577200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 90881361-e700-44a2-ae65-13884dd3eee5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:15:52.577779 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.589644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Transition to ACTIVE for port object 05de67bc-3ea5-43ef-a906-50599d25b815 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:52.593381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.610698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:52.611409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Checking segment: {'id': 'bf2658f4-f06a-4a02-a023-0672c82bed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '42a4311b-5d3c-4173-aa5f-0b711697d933'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:52.612021 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.613144 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Bound using segment: {'id': 'bf2658f4-f06a-4a02-a023-0672c82bed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '42a4311b-5d3c-4173-aa5f-0b711697d933'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:52.613800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Bound port: 5b8baaed-1fd4-46ed-89e4-950ed6f1f586, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf2658f4-f06a-4a02-a023-0672c82bed2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '42a4311b-5d3c-4173-aa5f-0b711697d933'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:52.614280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.650644 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4640f-9192-4b9b-a13e-9f80b738d79e req-9aa52fbd-a25c-49da-9f7d-6e0283bfc818 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:52.653161 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ecc4640f-9192-4b9b-a13e-9f80b738d79e req-9aa52fbd-a25c-49da-9f7d-6e0283bfc818 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 944 time: 0.0780110 Jul 16 18:15:52.672605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.691154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Pushing event updated for resources: {'Port': ['ID=05de67bc-3ea5-43ef-a906-50599d25b815,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.715864 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ecc4640f-9192-4b9b-a13e-9f80b738d79e req-5796709e-a235-47a3-8979-64c0f6ba718d tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486343 Jul 16 18:15:52.756137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] For port 5b8baaed-1fd4-46ed-89e4-950ed6f1f586, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:52.760188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] For port 5b8baaed-1fd4-46ed-89e4-950ed6f1f586, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5b8baaed-1fd4-46ed-89e4-950ed6f1f586,segment=NetworkSegment(bf2658f4-f06a-4a02-a023-0672c82bed2c),segment_id=bf2658f4-f06a-4a02-a023-0672c82bed2c)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:52.767751 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.773290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e34872-7990-47c3-a2e4-5b27d8467a81 req-853d0516-4fb2-425f-b84b-53a9c62209a2 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:52.786455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7e34872-7990-47c3-a2e4-5b27d8467a81 req-853d0516-4fb2-425f-b84b-53a9c62209a2 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 936 time: 0.2819653 Jul 16 18:15:52.813130 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9b819a-2e1c-4bbd-9d2c-3db24fda383b x-openstack-request-id: req-7b9b819a-2e1c-4bbd-9d2c-3db24fda383b {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:52.813559 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "name": "network-vif-plugged", "status": "completed", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:52.813931 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7b9b819a-2e1c-4bbd-9d2c-3db24fda383b {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:52.814772 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'code': 200} Jul 16 18:15:52.834712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2b2720-1cba-4d25-80b3-6dc31ca0ec63 None None] Pushing event updated for resources: {'Port': ['ID=5b8baaed-1fd4-46ed-89e4-950ed6f1f586,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:52.835531 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.845773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Attempting to bind port 05de67bc-3ea5-43ef-a906-50599d25b815 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:52.846396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Attempting to bind port 05de67bc-3ea5-43ef-a906-50599d25b815 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:52.846396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Attempting to bind port 05de67bc-3ea5-43ef-a906-50599d25b815 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:52.852766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7e34872-7990-47c3-a2e4-5b27d8467a81 req-79710131-9801-4e13-9a1f-6033efc55163 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652092 Jul 16 18:15:52.858101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Port 05de67bc-3ea5-43ef-a906-50599d25b815 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:15:52.858484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Attempting to bind port 05de67bc-3ea5-43ef-a906-50599d25b815 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:52.865426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:52.865864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:52.866136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:52.866578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Bound port: 05de67bc-3ea5-43ef-a906-50599d25b815, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:52.866920 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.923002 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.937653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d757a7c3-d302-402e-99f9-93a2a7bfc0ca None None] Network 42a4311b-5d3c-4173-aa5f-0b711697d933 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:52.966023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Deleting port 5b8baaed-1fd4-46ed-89e4-950ed6f1f586 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:52.966258 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:52.980732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] For port 05de67bc-3ea5-43ef-a906-50599d25b815, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:52.983412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 90881361-e700-44a2-ae65-13884dd3eee5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=90881361-e700-44a2-ae65-13884dd3eee5,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:53.001153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] For port 05de67bc-3ea5-43ef-a906-50599d25b815, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=05de67bc-3ea5-43ef-a906-50599d25b815,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:53.017608 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.126088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=90881361-e700-44a2-ae65-13884dd3eee5,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:53.166397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e38c971-01a5-42c7-9717-51d585fffbfe None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:15:53.285996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e38c971-01a5-42c7-9717-51d585fffbfe None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:15:53.405640 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.446003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] For port 5b8baaed-1fd4-46ed-89e4-950ed6f1f586, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5b8baaed-1fd4-46ed-89e4-950ed6f1f586,segment=NetworkSegment(bf2658f4-f06a-4a02-a023-0672c82bed2c),segment_id=bf2658f4-f06a-4a02-a023-0672c82bed2c)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:53.446376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.493395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.494022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.495439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] 10.222.0.37 "PUT /v2.0/ports/05de67bc-3ea5-43ef-a906-50599d25b815 HTTP/1.1" status: 200 len: 1096 time: 1.6343398 Jul 16 18:15:53.495924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb0e9759-c1b6-4317-9557-c798b0813cda', 'tag': '05de67bc-3ea5-43ef-a906-50599d25b815'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:53.498210 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb0e9759-c1b6-4317-9557-c798b0813cda", "tag": "05de67bc-3ea5-43ef-a906-50599d25b815"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:53.510108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Calling delete_port for 5b8baaed-1fd4-46ed-89e4-950ed6f1f586 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:53.532948 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393c6a2b-5126-442c-90c4-a93ae52628b3 service neutron] Pushing event updated for resources: {'Port': ['ID=05de67bc-3ea5-43ef-a906-50599d25b815,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:53.584864 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07f8e55-c22a-4818-9bc8-16f5e8307670 x-openstack-request-id: req-e07f8e55-c22a-4818-9bc8-16f5e8307670 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:53.585801 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb0e9759-c1b6-4317-9557-c798b0813cda", "tag": "05de67bc-3ea5-43ef-a906-50599d25b815", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:53.585801 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e07f8e55-c22a-4818-9bc8-16f5e8307670 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:53.585801 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb0e9759-c1b6-4317-9557-c798b0813cda', 'tag': '05de67bc-3ea5-43ef-a906-50599d25b815', 'status': 'completed', 'code': 200} Jul 16 18:15:53.653784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37d5c868-e263-4413-a626-2ea36de3643e req-cb1da048-8a6c-4974-8445-2b04df2fbc1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1963515 Jul 16 18:15:53.691013 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.716409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-ebe4326e-720b-4098-b660-1efaef477b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.717986 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-ebe4326e-720b-4098-b660-1efaef477b4d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ccd5db3d9e547baa140f8c77cbc2f9d&device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 1099 time: 0.1312373 Jul 16 18:15:53.750815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Port': ['ID=5b8baaed-1fd4-46ed-89e4-950ed6f1f586,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:53.794261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No DVR routers for this DVR port 5b8baaed-1fd4-46ed-89e4-950ed6f1f586 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:53.798409 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-4e0cd8a8-21a0-42c9-afa7-55924b3c236f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=05de67bc-3ea5-43ef-a906-50599d25b815 HTTP/1.1" status: 200 len: 217 time: 0.0587227 Jul 16 18:15:53.939101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:53.950649 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5c868-e263-4413-a626-2ea36de3643e req-54b01cc2-f2f4-4abb-9efa-3fd66c633751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.952212 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37d5c868-e263-4413-a626-2ea36de3643e req-54b01cc2-f2f4-4abb-9efa-3fd66c633751 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 1096 time: 0.2764497 Jul 16 18:15:53.958374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-384228da-5c89-4112-890f-8d21dd5bf60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.959864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-384228da-5c89-4112-890f-8d21dd5bf60a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.1530333 Jul 16 18:15:53.961590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42a4311b-5d3c-4173-aa5f-0b711697d933']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:53.982791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf2658f4-f06a-4a02-a023-0672c82bed2c') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:53.983097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf2658f4-f06a-4a02-a023-0672c82bed2c') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:53.985235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66e9b45-dbb0-4a46-931b-1adb1e0d243f req-32ef87bd-4b95-4186-9b14-27f3ffe46bbd tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:53.987670 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e66e9b45-dbb0-4a46-931b-1adb1e0d243f req-32ef87bd-4b95-4186-9b14-27f3ffe46bbd tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 945 time: 0.1155157 Jul 16 18:15:54.026868 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.046852 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e66e9b45-dbb0-4a46-931b-1adb1e0d243f req-dbf2fae3-b4b0-466d-bdab-0803f05c94e8 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523527 Jul 16 18:15:54.088887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.105694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:54.106099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:54.110641 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:54.230320 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.249168 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.251694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/42a4311b-5d3c-4173-aa5f-0b711697d933 HTTP/1.1" status: 204 len: 168 time: 3.2938342 Jul 16 18:15:54.256416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-67976d58-5fc1-4529-ba2a-07755775d72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.257873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47414) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:54.257992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-67976d58-5fc1-4529-ba2a-07755775d72b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2871151 Jul 16 18:15:54.263694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2143121539'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:54.271461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5c868-e263-4413-a626-2ea36de3643e req-9ab39bee-711a-4df0-8c2a-06eb7155e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.272949 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37d5c868-e263-4413-a626-2ea36de3643e req-9ab39bee-711a-4df0-8c2a-06eb7155e70e service neutron] 10.222.0.18 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 916 time: 0.2870631 Jul 16 18:15:54.281858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4127a08-048a-448c-92bc-ce86bfb8b087 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=42a4311b-5d3c-4173-aa5f-0b711697d933,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.304437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:54.307923 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.332984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:54.341837 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.342191 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment ee271aaa-2142-45aa-ad93-598cb4c51dd2 of type vlan for network 9f649a29-1dd9-4daf-afbd-71454b5a9ce9 Jul 16 18:15:54.352745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc36daeb-81b0-4a28-adac-594377aad4ea req-9a2e21fe-04f2-4367-a06b-5a2233fad824 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.354495 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dc36daeb-81b0-4a28-adac-594377aad4ea req-9a2e21fe-04f2-4367-a06b-5a2233fad824 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 948 time: 0.3256061 Jul 16 18:15:54.357604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37d5c868-e263-4413-a626-2ea36de3643e req-3e6ead32-1ed3-459a-9bf1-e7fac10689ab service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa HTTP/1.1" status: 200 len: 217 time: 0.0723808 Jul 16 18:15:54.390510 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.421195 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.427893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.428729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.468689 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2088585 Jul 16 18:15:54.474275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47418) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:54.477908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d5c868-e263-4413-a626-2ea36de3643e req-8007ae15-ed7b-4f9a-876e-ab297251df2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.479412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37d5c868-e263-4413-a626-2ea36de3643e req-8007ae15-ed7b-4f9a-876e-ab297251df2d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6db1d6e3-b917-4d9a-9c9e-22474e4c041f HTTP/1.1" status: 200 len: 855 time: 0.1145961 Jul 16 18:15:54.480608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'network_id': '9f649a29-1dd9-4daf-afbd-71454b5a9ce9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:54.489714 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-60b64ff5-45ae-433a-a69d-01260781ca4a service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200394 Jul 16 18:15:54.514352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dc36daeb-81b0-4a28-adac-594377aad4ea req-3232875c-79b0-40db-ac7d-40fe63b3b361 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537445 Jul 16 18:15:54.553780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37d5c868-e263-4413-a626-2ea36de3643e req-8913fd34-6242-4445-b8d5-0e66e8c87058 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87c0994c-4aaf-49f7-8df5-387a862ccd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667632 Jul 16 18:15:54.558260 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c9a096-051a-46a3-8f1f-44ef2de8b2a6 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=9f649a29-1dd9-4daf-afbd-71454b5a9ce9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.571993 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9f649a29-1dd9-4daf-afbd-71454b5a9ce9 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:54.656671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:54.660786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.712992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0227f087-1ae3-4132-ad81-48c2e2af8dd9 req-bd86b7cf-310e-4897-afc3-419a5e9846fd service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109752 Jul 16 18:15:54.732488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37d5c868-e263-4413-a626-2ea36de3643e req-9a19be29-93e0-40c8-88e8-2028c1e89067 service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691520 Jul 16 18:15:54.816361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df5908c-35a4-4b33-b8c1-203825bfec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90881361-e700-44a2-ae65-13884dd3eee5'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:15:54.819499 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82a023d-e800-4210-998a-5435225b5e03" -d '{"events": [{"server_uuid": "9df5908c-35a4-4b33-b8c1-203825bfec45", "name": "network-vif-plugged", "status": "completed", "tag": "90881361-e700-44a2-ae65-13884dd3eee5"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:15:54.860281 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:15:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13bc159-f25f-4697-b6a9-1c7d3eb645ae x-openstack-request-id: req-b13bc159-f25f-4697-b6a9-1c7d3eb645ae {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:15:54.860281 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df5908c-35a4-4b33-b8c1-203825bfec45", "name": "network-vif-plugged", "status": "completed", "tag": "90881361-e700-44a2-ae65-13884dd3eee5", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:15:54.860281 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b13bc159-f25f-4697-b6a9-1c7d3eb645ae {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:15:54.860614 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df5908c-35a4-4b33-b8c1-203825bfec45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90881361-e700-44a2-ae65-13884dd3eee5', 'code': 200} Jul 16 18:15:54.872790 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:54.874755 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37d5c868-e263-4413-a626-2ea36de3643e req-3fa65057-7f29-40a6-b694-9fc1b719c3c8 service neutron] 10.222.0.18 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358793 Jul 16 18:15:54.904885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b req-beba727a-37c7-40bc-b4ed-10dadc44f14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:54.906472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b req-beba727a-37c7-40bc-b4ed-10dadc44f14a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3ccd5db3d9e547baa140f8c77cbc2f9d&device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 1099 time: 0.0828357 Jul 16 18:15:54.967857 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=c1f3b6e4-5a10-4568-9fdb-078f87703600,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:54.975165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking segment: {'id': 'ee271aaa-2142-45aa-ad93-598cb4c51dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f649a29-1dd9-4daf-afbd-71454b5a9ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:54.975529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network hostable DHCP agents. Network: 9f649a29-1dd9-4daf-afbd-71454b5a9ce9, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:54.993497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network 9f649a29-1dd9-4daf-afbd-71454b5a9ce9 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:55.006275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9f649a29-1dd9-4daf-afbd-71454b5a9ce9) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:55.010388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.010982 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.019426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece615d5-8c7c-4b57-8c86-607bfa77b5fb None None] Network 9f649a29-1dd9-4daf-afbd-71454b5a9ce9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:55.028326 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8cb3ac2d-53bd-4f2e-8730-f6aa3f9d90e8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5527058 Jul 16 18:15:55.031278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47422) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:55.062325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b req-78190a62-2dc0-4f2b-8a8a-00340f68831f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.063884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b req-78190a62-2dc0-4f2b-8a8a-00340f68831f service neutron] 10.222.0.37 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.1510518 Jul 16 18:15:55.080972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e9e2d-f9d1-4125-9a8c-adedee6e8d53 req-7d08d9ae-a85f-4eb8-b934-d36e7260365a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.082866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b83e9e2d-f9d1-4125-9a8c-adedee6e8d53 req-7d08d9ae-a85f-4eb8-b934-d36e7260365a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 1096 time: 0.1073434 Jul 16 18:15:55.121063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b req-38bd124d-4a57-4c54-b382-529a0c615785 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=05de67bc-3ea5-43ef-a906-50599d25b815 HTTP/1.1" status: 200 len: 217 time: 0.0490379 Jul 16 18:15:55.158654 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.199746 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b83e9e2d-f9d1-4125-9a8c-adedee6e8d53 req-921dd73f-1c93-40b4-a32d-21d951aff5fa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886092 Jul 16 18:15:55.200678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-9f649a29-1dd9-4daf-afbd-71454b5a9ce9', 'network_id': '9f649a29-1dd9-4daf-afbd-71454b5a9ce9', 'tenant_id': '68958294e5d14bc3af1ff0437a3fb9eb', 'fixed_ips': [{'subnet_id': 'c1f3b6e4-5a10-4568-9fdb-078f87703600'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:55.201646 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.207876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b req-4464d14d-1d7b-45d4-ad9b-115c54146ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.209353 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b req-4464d14d-1d7b-45d4-ad9b-115c54146ca6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0792146 Jul 16 18:15:55.265541 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.278572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b req-d88f869a-8a99-4e17-924d-394478ac9237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.280304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b req-d88f869a-8a99-4e17-924d-394478ac9237 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0624323 Jul 16 18:15:55.334153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ec08b-fe7c-4629-bdd3-89807e5b1ed2 req-23753867-3652-439c-87a7-ac5ade9dcefc tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.335600 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-150ec08b-fe7c-4629-bdd3-89807e5b1ed2 req-23753867-3652-439c-87a7-ac5ade9dcefc tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 945 time: 0.1212823 Jul 16 18:15:55.369353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Allocated IP 172.20.0.1 (9f649a29-1dd9-4daf-afbd-71454b5a9ce9/c1f3b6e4-5a10-4568-9fdb-078f87703600/318036e8-0c0c-492e-8537-e3f15b85f517) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:15:55.391350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b req-cfe514a8-1592-4908-ac60-77c70e472d4b service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017730 Jul 16 18:15:55.391697 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-150ec08b-fe7c-4629-bdd3-89807e5b1ed2 req-caa1acde-e189-4d97-8cf9-398d71b5bcdd tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478005 Jul 16 18:15:55.492747 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e00b7a9d-2fe6-418e-b9e5-773a9c509a2b req-6dbae446-225f-4e80-9f64-ae625c94226c service neutron] 10.222.0.37 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941572 Jul 16 18:15:55.545397 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.553906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Transition to ACTIVE for port object 318036e8-0c0c-492e-8537-e3f15b85f517 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:55.569950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Transition to ACTIVE for port object 318036e8-0c0c-492e-8537-e3f15b85f517 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:15:55.582960 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.597458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.624162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Network 9f649a29-1dd9-4daf-afbd-71454b5a9ce9 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:15:55.627790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f3b6e4-5a10-4568-9fdb-078f87703600,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:55.630980 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:55.634441 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:15:55.647963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Pushing event updated for resources: {'Port': ['ID=318036e8-0c0c-492e-8537-e3f15b85f517,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:55.704852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Attempting to bind port 318036e8-0c0c-492e-8537-e3f15b85f517 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:15:55.705213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Attempting to bind port 318036e8-0c0c-492e-8537-e3f15b85f517 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ee271aaa-2142-45aa-ad93-598cb4c51dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f649a29-1dd9-4daf-afbd-71454b5a9ce9'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:15:55.706793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Attempting to bind port 318036e8-0c0c-492e-8537-e3f15b85f517 on network 9f649a29-1dd9-4daf-afbd-71454b5a9ce9 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:15:55.713293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:15:55.713935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Checking segment: {'id': 'ee271aaa-2142-45aa-ad93-598cb4c51dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f649a29-1dd9-4daf-afbd-71454b5a9ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:55.714525 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.715080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Bound using segment: {'id': 'ee271aaa-2142-45aa-ad93-598cb4c51dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f649a29-1dd9-4daf-afbd-71454b5a9ce9'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:15:55.715753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Bound port: 318036e8-0c0c-492e-8537-e3f15b85f517, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee271aaa-2142-45aa-ad93-598cb4c51dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '9f649a29-1dd9-4daf-afbd-71454b5a9ce9'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:15:55.716330 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.719792 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.733799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f649a29-1dd9-4daf-afbd-71454b5a9ce9']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:55.737610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb4f839-ed74-4f82-9284-8071f7494302 req-db219cbb-de63-45a0-9eeb-738622287a69 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:55.739287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abb4f839-ed74-4f82-9284-8071f7494302 req-db219cbb-de63-45a0-9eeb-738622287a69 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 948 time: 0.0888014 Jul 16 18:15:55.744769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee271aaa-2142-45aa-ad93-598cb4c51dd2') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:55.745151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee271aaa-2142-45aa-ad93-598cb4c51dd2') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:55.754912 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.783549 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.790293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:55.790702 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:55.794400 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:55.801588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abb4f839-ed74-4f82-9284-8071f7494302 req-73756c5f-d1b9-4a08-92a3-d1e3b85ee62a tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563905 Jul 16 18:15:55.818002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] For port 318036e8-0c0c-492e-8537-e3f15b85f517, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:15:55.858723 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.api [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:15:55.858723 n-d-794306-7 neutron-server[105438]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:15:55.858723 n-d-794306-7 neutron-server[105438]: [parameters: {'id': '9f649a29-1dd9-4daf-afbd-71454b5a9ce9'}] Jul 16 18:15:55.858723 n-d-794306-7 neutron-server[105438]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:15:55.859272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] For port 318036e8-0c0c-492e-8537-e3f15b85f517, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=318036e8-0c0c-492e-8537-e3f15b85f517,segment=NetworkSegment(ee271aaa-2142-45aa-ad93-598cb4c51dd2),segment_id=ee271aaa-2142-45aa-ad93-598cb4c51dd2)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:15:55.859413 n-d-794306-7 neutron-server[105438]: DEBUG oslo_db.api [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:15:55.864351 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:55.942785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1c4471-359c-43dc-b5f1-1347eebcac17 None None] Pushing event updated for resources: {'Port': ['ID=318036e8-0c0c-492e-8537-e3f15b85f517,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:55.969384 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba27753e-0a98-4adf-85ad-28d8c4dc1c21 None None] Network 9f649a29-1dd9-4daf-afbd-71454b5a9ce9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:56.105875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd900e62-36fa-42df-80cb-cca4fb936029 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:15:56.210499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd900e62-36fa-42df-80cb-cca4fb936029 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:15:56.360539 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.432964 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Deleting port 318036e8-0c0c-492e-8537-e3f15b85f517 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:15:56.433308 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.502099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] For port 318036e8-0c0c-492e-8537-e3f15b85f517, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=318036e8-0c0c-492e-8537-e3f15b85f517,segment=NetworkSegment(ee271aaa-2142-45aa-ad93-598cb4c51dd2),segment_id=ee271aaa-2142-45aa-ad93-598cb4c51dd2)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:56.502474 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.517117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Calling delete_port for 318036e8-0c0c-492e-8537-e3f15b85f517 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:15:56.653496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d716c258-954b-4265-82ee-6e2fd0d2847d req-f7e0933f-c2f2-46cb-9447-db3c4f0e621c tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:56.655046 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d716c258-954b-4265-82ee-6e2fd0d2847d req-f7e0933f-c2f2-46cb-9447-db3c4f0e621c tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 945 time: 0.0933430 Jul 16 18:15:56.656245 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.691704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Port': ['ID=318036e8-0c0c-492e-8537-e3f15b85f517,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:56.697304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No DVR routers for this DVR port 318036e8-0c0c-492e-8537-e3f15b85f517 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:15:56.780696 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d716c258-954b-4265-82ee-6e2fd0d2847d req-41176c34-1ec0-4012-bd4e-d74cbacd4423 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146555 Jul 16 18:15:56.810868 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.835147 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f649a29-1dd9-4daf-afbd-71454b5a9ce9']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:56.849942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee271aaa-2142-45aa-ad93-598cb4c51dd2') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:56.850395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee271aaa-2142-45aa-ad93-598cb4c51dd2') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:56.864977 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.882010 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.889004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 350 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:56.889395 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:56.981241 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:56.999818 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.027945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.031708 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/9f649a29-1dd9-4daf-afbd-71454b5a9ce9 HTTP/1.1" status: 204 len: 168 time: 1.9971581 Jul 16 18:15:57.033530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47438) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:57.039091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1137814287'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:57.043411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d878254c-097a-4d0a-904f-612fa55f6e4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=9f649a29-1dd9-4daf-afbd-71454b5a9ce9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:57.071463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:57.075848 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.096447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f32b4-6d87-49d4-b026-885036b48619 req-4f159b4a-6261-4192-b5d4-2a08712e88ce tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.098593 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f9f32b4-6d87-49d4-b026-885036b48619 req-4f159b4a-6261-4192-b5d4-2a08712e88ce tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 948 time: 0.1150279 Jul 16 18:15:57.103788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:57.116328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.116677 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment 1ad41dc8-762b-4f2c-b7a3-bd1065131f5d of type vlan for network 227dd796-1e80-4d51-813d-09c1532c9448 Jul 16 18:15:57.170000 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f9f32b4-6d87-49d4-b026-885036b48619 req-386e93f4-a300-4edb-bbcc-5dfa960578f0 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616767 Jul 16 18:15:57.190414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.232990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.243546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.244543 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.279319 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2445173 Jul 16 18:15:57.284792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47446) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:57.290373 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'network_id': '227dd796-1e80-4d51-813d-09c1532c9448', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:57.324043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2da18c1-4e22-4330-a072-51c31c7ffef9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=227dd796-1e80-4d51-813d-09c1532c9448,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:57.334893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 227dd796-1e80-4d51-813d-09c1532c9448 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:57.407989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:57.412616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.609700 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.668934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=c4c83374-f886-4e01-9e94-fd98e4c4beb1,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:57.683282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking segment: {'id': '1ad41dc8-762b-4f2c-b7a3-bd1065131f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '227dd796-1e80-4d51-813d-09c1532c9448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:57.683770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network hostable DHCP agents. Network: 227dd796-1e80-4d51-813d-09c1532c9448, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:57.708430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network 227dd796-1e80-4d51-813d-09c1532c9448 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:57.721606 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 227dd796-1e80-4d51-813d-09c1532c9448) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:57.725884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:57.726486 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.735857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2830b8-7c27-4cee-a6c5-1b2422357f8e None None] Network 227dd796-1e80-4d51-813d-09c1532c9448 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:57.746013 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fcc6092c-7056-4d62-865f-d36759b9e0af tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4601052 Jul 16 18:15:57.748458 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47448) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:57.873139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.929624 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.970900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3079ff-812a-4180-b7e9-f41f7fe068c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-227dd796-1e80-4d51-813d-09c1532c9448', 'network_id': '227dd796-1e80-4d51-813d-09c1532c9448', 'tenant_id': '68958294e5d14bc3af1ff0437a3fb9eb', 'fixed_ips': [{'subnet_id': 'c4c83374-f886-4e01-9e94-fd98e4c4beb1'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:57.971839 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cb3079ff-812a-4180-b7e9-f41f7fe068c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:57.995755 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.022924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Subnet': ['ID=c4c83374-f886-4e01-9e94-fd98e4c4beb1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-cb3079ff-812a-4180-b7e9-f41f7fe068c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4c83374-f886-4e01-9e94-fd98e4c4beb1: This subnet is being modified by another concurrent operation. Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c4c83374-f886-4e01-9e94-fd98e4c4beb1: This subnet is being modified by another concurrent operation. Jul 16 18:15:58.083701 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:15:58.100524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a458c9-0918-4763-9aaa-0fa02d3c639a None None] Network 227dd796-1e80-4d51-813d-09c1532c9448 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:58.100733 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.113072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['227dd796-1e80-4d51-813d-09c1532c9448']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:58.133417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ad41dc8-762b-4f2c-b7a3-bd1065131f5d') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:58.133713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ad41dc8-762b-4f2c-b7a3-bd1065131f5d') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:58.144427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.159253 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.167245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:58.167772 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:58.170792 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:15:58.224912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-723de11c-bc3d-4811-8122-d3677050fb7b None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:15:58.255185 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.269077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.276990 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/227dd796-1e80-4d51-813d-09c1532c9448 HTTP/1.1" status: 204 len: 168 time: 0.5222058 Jul 16 18:15:58.278302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47456) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:58.284259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1918474210'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:58.290584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2955b-fe14-40ae-bb46-33dc8e2b3ac8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=227dd796-1e80-4d51-813d-09c1532c9448,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:58.313089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:58.318238 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.348059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:15:58.358481 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.358983 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment 2fb28d2f-d451-413b-82ec-857eb2e1faa3 of type vlan for network b42c66a4-9422-4f48-9053-0d5307e2850d Jul 16 18:15:58.363800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723de11c-bc3d-4811-8122-d3677050fb7b None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:15:58.407149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8b4221-46f4-4098-9a06-34cf091051d1 req-0f2dddfc-698f-44d1-b20e-50f192062eeb tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.409473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd8b4221-46f4-4098-9a06-34cf091051d1 req-0f2dddfc-698f-44d1-b20e-50f192062eeb tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 948 time: 0.0969779 Jul 16 18:15:58.436508 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.484322 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd8b4221-46f4-4098-9a06-34cf091051d1 req-2387d7a8-d97a-4674-b93f-04a639f74b8b tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620005 Jul 16 18:15:58.492249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.499687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:58.500348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:58.550780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2705207 Jul 16 18:15:58.554875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47462) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:58.563616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'network_id': 'b42c66a4-9422-4f48-9053-0d5307e2850d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:15:58.589720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d031395-34a2-4bb5-a9a4-88cf23b5bb96 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=b42c66a4-9422-4f48-9053-0d5307e2850d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:58.662290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b42c66a4-9422-4f48-9053-0d5307e2850d details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:15:59.052165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:15:59.056000 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.113208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.ipam_backend_mixin [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Performing IP validity checks on allocation pools {{(pid=105438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:15:59.113729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.ipam_backend_mixin [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:15:59.257851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.261737 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.324612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=d629e9ce-59dd-420f-94f5-513b80df0489,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:59.334148 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking segment: {'id': '2fb28d2f-d451-413b-82ec-857eb2e1faa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'b42c66a4-9422-4f48-9053-0d5307e2850d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:15:59.334512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network hostable DHCP agents. Network: b42c66a4-9422-4f48-9053-0d5307e2850d, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:15:59.352571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network b42c66a4-9422-4f48-9053-0d5307e2850d is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:15:59.361518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, b42c66a4-9422-4f48-9053-0d5307e2850d) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:15:59.376139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be096f54-6215-4d58-988e-09fc88ec7c1f None None] Network b42c66a4-9422-4f48-9053-0d5307e2850d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:59.381312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:59.382285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.413626 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-256d52bf-9792-458a-a241-73bab0c517a8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.8566453 Jul 16 18:15:59.416476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47472) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:15:59.556666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.587523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 05de67bc-3ea5-43ef-a906-50599d25b815 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:15:59.599800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd90519-7a3e-430c-b4d5-382b34b4db1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-b42c66a4-9422-4f48-9053-0d5307e2850d', 'network_id': 'b42c66a4-9422-4f48-9053-0d5307e2850d', 'tenant_id': '68958294e5d14bc3af1ff0437a3fb9eb', 'fixed_ips': [{'subnet_id': 'd629e9ce-59dd-420f-94f5-513b80df0489'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:15:59.600900 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bbd90519-7a3e-430c-b4d5-382b34b4db1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.648417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.734376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.761947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5dcb54-1475-461a-b128-00bca72414b1 req-c14a240d-59be-4c11-a243-3db1cc508da5 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:15:59.776712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a5dcb54-1475-461a-b128-00bca72414b1 req-c14a240d-59be-4c11-a243-3db1cc508da5 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 948 time: 0.1104524 Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-bbd90519-7a3e-430c-b4d5-382b34b4db1c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d629e9ce-59dd-420f-94f5-513b80df0489: This subnet is being modified by another concurrent operation. Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d629e9ce-59dd-420f-94f5-513b80df0489: This subnet is being modified by another concurrent operation. Jul 16 18:15:59.823406 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:15:59.833790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a5dcb54-1475-461a-b128-00bca72414b1 req-92e6250e-b078-4025-8040-a630c7215aef tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480018 Jul 16 18:15:59.834110 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.839047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 05de67bc-3ea5-43ef-a906-50599d25b815, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=05de67bc-3ea5-43ef-a906-50599d25b815,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:15:59.845996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b42c66a4-9422-4f48-9053-0d5307e2850d']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:59.852470 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbc0551-1a5a-4858-aaa1-7c1f38383fe1 None None] Network b42c66a4-9422-4f48-9053-0d5307e2850d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:15:59.859925 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fb28d2f-d451-413b-82ec-857eb2e1faa3') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:59.860232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fb28d2f-d451-413b-82ec-857eb2e1faa3') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:15:59.869359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '05de67bc-3ea5-43ef-a906-50599d25b815', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '05de67bc-3ea5-43ef-a906-50599d25b815', 'mac_address': 'fa:16:3e:f5:1c:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:15:59.892903 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.901765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Subnet': ['ID=d629e9ce-59dd-420f-94f5-513b80df0489,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:15:59.918196 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.920297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.927875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:15:59.928744 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:15:59.968526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05de67bc-3ea5-43ef-a906-50599d25b815 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:15:59.993468 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:00.001995 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.014482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.021539 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/b42c66a4-9422-4f48-9053-0d5307e2850d HTTP/1.1" status: 204 len: 168 time: 0.6000111 Jul 16 18:16:00.021915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47478) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:00.027218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1529008198'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:00.027826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 05de67bc-3ea5-43ef-a906-50599d25b815, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=05de67bc-3ea5-43ef-a906-50599d25b815,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:00.052739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090c05eb-df91-4d25-b0b2-c510fff4a832 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=b42c66a4-9422-4f48-9053-0d5307e2850d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:00.059813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:00.064475 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.064818 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.094286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7b5ab7-427d-48dc-9886-e7052bf9abfb None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:16:00.097049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:00.110099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.110789 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment 7b24b10f-a920-402f-9a42-639ffc2fcb21 of type vlan for network 69f81e9f-b11f-49fb-9e96-5ca5ce54ef27 Jul 16 18:16:00.156167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=05de67bc-3ea5-43ef-a906-50599d25b815,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:00.160990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.196801 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.202881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.206617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.228120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47480) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:00.228577 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2052486 Jul 16 18:16:00.238806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'network_id': '69f81e9f-b11f-49fb-9e96-5ca5ce54ef27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:00.247529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7b5ab7-427d-48dc-9886-e7052bf9abfb None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:16:00.300583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34684b81-bff3-454d-85b4-110f294fba86 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=69f81e9f-b11f-49fb-9e96-5ca5ce54ef27,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:00.322830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 69f81e9f-b11f-49fb-9e96-5ca5ce54ef27 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:00.391264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:00.403115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.492810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['05de67bc-3ea5-43ef-a906-50599d25b815'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:00.666586 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.749504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=b6ef168d-9e96-4026-ab0f-cca8c8f1ad47,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:00.758483 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking segment: {'id': '7b24b10f-a920-402f-9a42-639ffc2fcb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '69f81e9f-b11f-49fb-9e96-5ca5ce54ef27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:00.758852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network hostable DHCP agents. Network: 69f81e9f-b11f-49fb-9e96-5ca5ce54ef27, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:00.787842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network 69f81e9f-b11f-49fb-9e96-5ca5ce54ef27 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:00.797462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 69f81e9f-b11f-49fb-9e96-5ca5ce54ef27) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:00.804300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:00.805039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:00.808808 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad285f6-dc8b-43c5-8015-dd5ee09b4901 None None] Network 69f81e9f-b11f-49fb-9e96-5ca5ce54ef27 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:00.828796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-06951aec-c7a2-4b0c-833c-8c32686184b0 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5970469 Jul 16 18:16:00.831863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47484) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:01.005015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-69f81e9f-b11f-49fb-9e96-5ca5ce54ef27', 'network_id': '69f81e9f-b11f-49fb-9e96-5ca5ce54ef27', 'tenant_id': '68958294e5d14bc3af1ff0437a3fb9eb', 'fixed_ips': [{'subnet_id': 'b6ef168d-9e96-4026-ab0f-cca8c8f1ad47'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:01.009243 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.012063 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.075419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10363622-a7d1-4838-92c0-c4c5aa63aaf6 req-34ccddc1-3f24-4095-b0dd-817efb4a9020 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:01.077856 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10363622-a7d1-4838-92c0-c4c5aa63aaf6 req-34ccddc1-3f24-4095-b0dd-817efb4a9020 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 949 time: 0.1256351 Jul 16 18:16:01.078533 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.133000 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10363622-a7d1-4838-92c0-c4c5aa63aaf6 req-1af20b65-3228-431d-99b6-31f399e7e5a1 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488815 Jul 16 18:16:01.186361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Allocated IP 172.20.0.1 (69f81e9f-b11f-49fb-9e96-5ca5ce54ef27/b6ef168d-9e96-4026-ab0f-cca8c8f1ad47/de6f28f2-de66-4775-bf06-f7cfe739472b) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:01.338686 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.347706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Transition to ACTIVE for port object de6f28f2-de66-4775-bf06-f7cfe739472b will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:01.364336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Transition to ACTIVE for port object de6f28f2-de66-4775-bf06-f7cfe739472b will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:01.376052 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.410531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.421217 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Network 69f81e9f-b11f-49fb-9e96-5ca5ce54ef27 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:01.424148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:01.427492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:01.437028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Pushing event updated for resources: {'Port': ['ID=de6f28f2-de66-4775-bf06-f7cfe739472b,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.449555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ef168d-9e96-4026-ab0f-cca8c8f1ad47,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.512468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Attempting to bind port de6f28f2-de66-4775-bf06-f7cfe739472b on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:01.512990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Attempting to bind port de6f28f2-de66-4775-bf06-f7cfe739472b by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '7b24b10f-a920-402f-9a42-639ffc2fcb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '69f81e9f-b11f-49fb-9e96-5ca5ce54ef27'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:01.513359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Attempting to bind port de6f28f2-de66-4775-bf06-f7cfe739472b on network 69f81e9f-b11f-49fb-9e96-5ca5ce54ef27 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:01.519465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:01.519885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Checking segment: {'id': '7b24b10f-a920-402f-9a42-639ffc2fcb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '69f81e9f-b11f-49fb-9e96-5ca5ce54ef27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:01.520296 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.520697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Bound using segment: {'id': '7b24b10f-a920-402f-9a42-639ffc2fcb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '69f81e9f-b11f-49fb-9e96-5ca5ce54ef27'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:01.521177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Bound port: de6f28f2-de66-4775-bf06-f7cfe739472b, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b24b10f-a920-402f-9a42-639ffc2fcb21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '69f81e9f-b11f-49fb-9e96-5ca5ce54ef27'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:01.521559 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.531126 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.543990 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f81e9f-b11f-49fb-9e96-5ca5ce54ef27']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:01.555682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b24b10f-a920-402f-9a42-639ffc2fcb21') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:01.556052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b24b10f-a920-402f-9a42-639ffc2fcb21') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:01.566229 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.583865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.593628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:01.594071 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:01.597827 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:01.614912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] For port de6f28f2-de66-4775-bf06-f7cfe739472b, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:01.680052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] For port de6f28f2-de66-4775-bf06-f7cfe739472b, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=de6f28f2-de66-4775-bf06-f7cfe739472b,segment=NetworkSegment(7b24b10f-a920-402f-9a42-639ffc2fcb21),segment_id=7b24b10f-a920-402f-9a42-639ffc2fcb21)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:01.685028 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:01.685534 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.api [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:16:01.685534 n-d-794306-7 neutron-server[105438]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:16:01.685534 n-d-794306-7 neutron-server[105438]: [parameters: {'id': '69f81e9f-b11f-49fb-9e96-5ca5ce54ef27'}] Jul 16 18:16:01.685534 n-d-794306-7 neutron-server[105438]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:16:01.686381 n-d-794306-7 neutron-server[105438]: DEBUG oslo_db.api [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:16:01.773914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7530c2bd-d8c8-46ac-be53-9257ba389ff7 None None] Pushing event updated for resources: {'Port': ['ID=de6f28f2-de66-4775-bf06-f7cfe739472b,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:01.793588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296f9b6d-bcd0-4b22-a4ea-fbb788840cda None None] Network 69f81e9f-b11f-49fb-9e96-5ca5ce54ef27 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:01.938101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc905fb-8931-4347-9db7-343ac4e3c08e None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:16:02.048586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc905fb-8931-4347-9db7-343ac4e3c08e None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:16:02.187134 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.258189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Deleting port de6f28f2-de66-4775-bf06-f7cfe739472b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:02.258975 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.333711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66bf99d-9d56-4cc6-9800-56f26d57f377 req-811ee8da-9840-47ed-9f06-d1fca16d9451 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:02.342017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c66bf99d-9d56-4cc6-9800-56f26d57f377 req-811ee8da-9840-47ed-9f06-d1fca16d9451 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 949 time: 0.0821166 Jul 16 18:16:02.344373 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] For port de6f28f2-de66-4775-bf06-f7cfe739472b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=de6f28f2-de66-4775-bf06-f7cfe739472b,segment=NetworkSegment(7b24b10f-a920-402f-9a42-639ffc2fcb21),segment_id=7b24b10f-a920-402f-9a42-639ffc2fcb21)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:02.344851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.359323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Calling delete_port for de6f28f2-de66-4775-bf06-f7cfe739472b owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:02.397754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c66bf99d-9d56-4cc6-9800-56f26d57f377 req-90072da3-a323-4d99-928a-6190a8a23896 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545306 Jul 16 18:16:02.455934 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.482026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Port': ['ID=de6f28f2-de66-4775-bf06-f7cfe739472b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:02.485755 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No DVR routers for this DVR port de6f28f2-de66-4775-bf06-f7cfe739472b on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:02.589448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.595401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69f81e9f-b11f-49fb-9e96-5ca5ce54ef27']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:02.608018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b24b10f-a920-402f-9a42-639ffc2fcb21') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:02.608441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b24b10f-a920-402f-9a42-639ffc2fcb21') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:02.619117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.634066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.640010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:02.640407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:02.644229 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:02.719091 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.734651 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.741783 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/69f81e9f-b11f-49fb-9e96-5ca5ce54ef27 HTTP/1.1" status: 204 len: 168 time: 1.9058020 Jul 16 18:16:02.742173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47498) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.747258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2118470758'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:02.763392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa2e28-7f0c-41d7-9353-49052a2f4ae5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=69f81e9f-b11f-49fb-9e96-5ca5ce54ef27,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:02.778809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:02.786564 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.821124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 397} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:02.835927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.836607 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment 383b7b0b-cd80-481c-910c-dac46fe7d6b8 of type vlan for network a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5 Jul 16 18:16:02.880660 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.918540 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.924434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:02.925044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:02.963384 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2200446 Jul 16 18:16:02.967468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47500) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:02.972813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'network_id': 'a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:02.996078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015b05dd-901f-448b-b5d4-a72cf9383a47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.008519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:03.081402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:03.084970 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.277383 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.344789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=329aa83d-8bbf-4e61-b2bc-367731986598,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.354294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking segment: {'id': '383b7b0b-cd80-481c-910c-dac46fe7d6b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': 'a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:03.354653 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network hostable DHCP agents. Network: a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:03.382201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:03.391650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:03.396725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:03.397627 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.405025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4c4009-d582-41f1-9e90-e89e634c8438 None None] Network a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:03.415532 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0d54faeb-8fb4-4bac-8843-e5b5efa3ea2b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4466763 Jul 16 18:16:03.418900 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47506) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:03.536478 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.592407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca8bf43-c4e2-4fe5-ac48-5b9762f96853 req-07b275ac-cb3e-4886-9e93-2c7ebb6523aa tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:03.594340 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.595012 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ca8bf43-c4e2-4fe5-ac48-5b9762f96853 req-07b275ac-cb3e-4886-9e93-2c7ebb6523aa tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 949 time: 0.0693305 Jul 16 18:16:03.610596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 05de67bc-3ea5-43ef-a906-50599d25b815 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:03.636686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944320d0-d42d-42cd-9cfa-b2116d77aba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5', 'network_id': 'a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5', 'tenant_id': '68958294e5d14bc3af1ff0437a3fb9eb', 'fixed_ips': [{'subnet_id': '329aa83d-8bbf-4e61-b2bc-367731986598'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:03.637917 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-944320d0-d42d-42cd-9cfa-b2116d77aba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.653625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ca8bf43-c4e2-4fe5-ac48-5b9762f96853 req-243a9ad6-8698-4c10-917f-7c4d212712f0 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532858 Jul 16 18:16:03.685883 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.754352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Subnet': ['ID=329aa83d-8bbf-4e61-b2bc-367731986598,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:03.803896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 05de67bc-3ea5-43ef-a906-50599d25b815 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:03.809961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 05de67bc-3ea5-43ef-a906-50599d25b815 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:03.810364 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-944320d0-d42d-42cd-9cfa-b2116d77aba4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 329aa83d-8bbf-4e61-b2bc-367731986598: This subnet is being modified by another concurrent operation. Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 329aa83d-8bbf-4e61-b2bc-367731986598: This subnet is being modified by another concurrent operation. Jul 16 18:16:03.814244 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:16:03.840858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e7815a9-5c1d-4516-a841-521505194487 None None] Network a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:03.841023 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.853150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:03.868380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '383b7b0b-cd80-481c-910c-dac46fe7d6b8') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:03.868905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '383b7b0b-cd80-481c-910c-dac46fe7d6b8') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:03.882244 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.916248 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.926263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 397 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:03.926905 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:03.931088 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:03.991524 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:03.995469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95480a23-539c-4eda-aec2-9bc59ac780de None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:16:04.000894 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.026657 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.030944 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5 HTTP/1.1" status: 204 len: 168 time: 0.6079998 Jul 16 18:16:04.030944 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133fcb77-23ce-4fe2-8e3f-5d43c9697b4d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:04.035469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47510) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.043735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1945559781'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:04.050560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0e9759-c1b6-4317-9557-c798b0813cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05de67bc-3ea5-43ef-a906-50599d25b815'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:04.052911 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a3db62-f0c0-4995-a5ef-c6bdc5bdb848" -d '{"events": [{"server_uuid": "fb0e9759-c1b6-4317-9557-c798b0813cda", "name": "network-vif-plugged", "status": "completed", "tag": "05de67bc-3ea5-43ef-a906-50599d25b815"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:04.073476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 05de67bc-3ea5-43ef-a906-50599d25b815, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=05de67bc-3ea5-43ef-a906-50599d25b815,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:04.074688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:04.079416 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.080249 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.111677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 395} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:04.112681 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c0efbc3-9948-4673-bb05-13be8babf83d x-openstack-request-id: req-9c0efbc3-9948-4673-bb05-13be8babf83d {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:04.113111 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0e9759-c1b6-4317-9557-c798b0813cda", "name": "network-vif-plugged", "status": "completed", "tag": "05de67bc-3ea5-43ef-a906-50599d25b815", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:04.113512 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9c0efbc3-9948-4673-bb05-13be8babf83d {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:04.114102 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0e9759-c1b6-4317-9557-c798b0813cda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05de67bc-3ea5-43ef-a906-50599d25b815', 'code': 200} Jul 16 18:16:04.121815 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.122285 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment 2aaacd06-3c08-4127-adc0-3c47c29691a5 of type vlan for network 686ca36e-41a7-4525-91f2-3d9d12847a51 Jul 16 18:16:04.174163 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.202889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=05de67bc-3ea5-43ef-a906-50599d25b815,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:04.216259 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.227345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.228041 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.231701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95480a23-539c-4eda-aec2-9bc59ac780de None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:16:04.328061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2911916 Jul 16 18:16:04.331063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47516) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.338739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e90f8177-d298-4123-93dc-d1bdb7ce5b0b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:04.373247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d4cae4-4a9f-4b94-8681-c58fd33b0771 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=686ca36e-41a7-4525-91f2-3d9d12847a51,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:04.399034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 686ca36e-41a7-4525-91f2-3d9d12847a51 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:04.412997 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76a77436-a79f-4591-beeb-a52df75d1772 req-b6cb2757-46c3-4537-a3c8-03b3922adc82 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1817737 Jul 16 18:16:04.418247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28bf79-042e-4f9e-a83f-733d6e0d1309 req-4bb26b6c-583b-43be-b6e9-010e1756a610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.419815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f28bf79-042e-4f9e-a83f-733d6e0d1309 req-4bb26b6c-583b-43be-b6e9-010e1756a610 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 1101 time: 0.1562881 Jul 16 18:16:04.508510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f28bf79-042e-4f9e-a83f-733d6e0d1309 req-183006a0-13d2-45aa-9752-75eada2e58b5 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682755 Jul 16 18:16:04.536693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a77436-a79f-4591-beeb-a52df75d1772 req-f45a9829-ff95-4ccd-b148-28a8b12f15a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.538267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76a77436-a79f-4591-beeb-a52df75d1772 req-f45a9829-ff95-4ccd-b148-28a8b12f15a4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 1097 time: 0.0813992 Jul 16 18:16:04.576726 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e90f8177-d298-4123-93dc-d1bdb7ce5b0b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.595548 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e90f8177-d298-4123-93dc-d1bdb7ce5b0b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.608318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e90f8177-d298-4123-93dc-d1bdb7ce5b0b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network 686ca36e-41a7-4525-91f2-3d9d12847a51 is not hosted by any dhcp agent {{(pid=105438) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:16:04.613736 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90f8177-d298-4123-93dc-d1bdb7ce5b0b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.614338 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e90f8177-d298-4123-93dc-d1bdb7ce5b0b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.616337 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e90f8177-d298-4123-93dc-d1bdb7ce5b0b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "PUT /v2.0/networks/686ca36e-41a7-4525-91f2-3d9d12847a51 HTTP/1.1" status: 200 len: 723 time: 0.2830462 Jul 16 18:16:04.618621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47518) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:04.623920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'network_id': '686ca36e-41a7-4525-91f2-3d9d12847a51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:04.678110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90f8177-d298-4123-93dc-d1bdb7ce5b0b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=686ca36e-41a7-4525-91f2-3d9d12847a51,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:04.689799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 686ca36e-41a7-4525-91f2-3d9d12847a51 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:04.743009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:04.747038 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:04.883783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035f167-3723-49c5-9166-ba06148ae7e8 req-aa43b8fb-752e-4ce5-bc49-1b3cea2d67ba tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.885267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0035f167-3723-49c5-9166-ba06148ae7e8 req-aa43b8fb-752e-4ce5-bc49-1b3cea2d67ba tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 950 time: 0.0888488 Jul 16 18:16:04.928656 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0035f167-3723-49c5-9166-ba06148ae7e8 req-53769ad7-a50a-40ca-87a0-6d03c58ec622 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376430 Jul 16 18:16:04.963019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a77436-a79f-4591-beeb-a52df75d1772 req-cfdb5991-358d-4304-8811-164268599d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:04.964574 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76a77436-a79f-4591-beeb-a52df75d1772 req-cfdb5991-358d-4304-8811-164268599d76 service neutron] 10.222.0.37 "GET /v2.0/networks?id=87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 200 len: 916 time: 0.1428084 Jul 16 18:16:05.018453 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76a77436-a79f-4591-beeb-a52df75d1772 req-be4cc341-5d45-4763-b993-2c4bc2e6d593 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1208a4d5-a318-4ff0-b20e-f4391c5c76c6 HTTP/1.1" status: 200 len: 217 time: 0.0443065 Jul 16 18:16:05.090194 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.136329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a77436-a79f-4591-beeb-a52df75d1772 req-65eca44e-f81d-4e74-a92b-b087d8b35139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.137720 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76a77436-a79f-4591-beeb-a52df75d1772 req-65eca44e-f81d-4e74-a92b-b087d8b35139 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=6db1d6e3-b917-4d9a-9c9e-22474e4c041f HTTP/1.1" status: 200 len: 855 time: 0.0954115 Jul 16 18:16:05.155085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=bf58a382-fa94-4f3b-a0db-8fca87df7b07,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.175046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking segment: {'id': '2aaacd06-3c08-4127-adc0-3c47c29691a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '686ca36e-41a7-4525-91f2-3d9d12847a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:05.175413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network hostable DHCP agents. Network: 686ca36e-41a7-4525-91f2-3d9d12847a51, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:05.218638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76a77436-a79f-4591-beeb-a52df75d1772 req-ab9c2bd2-0d90-478f-940e-065c0cd743eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=87c0994c-4aaf-49f7-8df5-387a862ccd8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367310 Jul 16 18:16:05.225217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network 686ca36e-41a7-4525-91f2-3d9d12847a51 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:05.256676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 686ca36e-41a7-4525-91f2-3d9d12847a51) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:05.263158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.263773 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.271801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e60c40e8-ad3f-4beb-b7dc-65412823a188 None None] Network 686ca36e-41a7-4525-91f2-3d9d12847a51 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:05.309932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-50ff55c4-faa6-4571-80b9-6d6d81257015 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6901422 Jul 16 18:16:05.313051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47526) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:05.318525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ffaabb99-25e8-4070-9bc3-de05685b94d2 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:05.375501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76a77436-a79f-4591-beeb-a52df75d1772 req-cd9e80fb-0547-4f95-82e0-1f401f3f9b58 service neutron] 10.222.0.37 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478438 Jul 16 18:16:05.451857 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffaabb99-25e8-4070-9bc3-de05685b94d2 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-126252060'] for subnet, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.462090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-686ca36e-41a7-4525-91f2-3d9d12847a51', 'network_id': '686ca36e-41a7-4525-91f2-3d9d12847a51', 'tenant_id': '68958294e5d14bc3af1ff0437a3fb9eb', 'fixed_ips': [{'subnet_id': 'bf58a382-fa94-4f3b-a0db-8fca87df7b07'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:05.462952 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.565206 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76a77436-a79f-4591-beeb-a52df75d1772 req-4f598df8-db86-4af7-8940-b418ff34a3cd service neutron] 10.222.0.37 "GET /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784868 Jul 16 18:16:05.665634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffaabb99-25e8-4070-9bc3-de05685b94d2 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746775501195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3741920'] for subnet, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.701837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffaabb99-25e8-4070-9bc3-de05685b94d2 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:05.702522 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffaabb99-25e8-4070-9bc3-de05685b94d2 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.706897 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ffaabb99-25e8-4070-9bc3-de05685b94d2 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "PUT /v2.0/subnets/bf58a382-fa94-4f3b-a0db-8fca87df7b07 HTTP/1.1" status: 200 len: 806 time: 0.3897188 Jul 16 18:16:05.707738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47528) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:05.714521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Allocated IP 172.20.0.2 (686ca36e-41a7-4525-91f2-3d9d12847a51/bf58a382-fa94-4f3b-a0db-8fca87df7b07/b63bad51-33b7-4b2b-b4bc-a06393af3b98) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:05.753299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaabb99-25e8-4070-9bc3-de05685b94d2 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=bf58a382-fa94-4f3b-a0db-8fca87df7b07,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:05.860791 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.920623 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.922287 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:05.932969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Transition to ACTIVE for port object b63bad51-33b7-4b2b-b4bc-a06393af3b98 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:05.953534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Transition to ACTIVE for port object b63bad51-33b7-4b2b-b4bc-a06393af3b98 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:05.962815 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.002360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Network 686ca36e-41a7-4525-91f2-3d9d12847a51 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:06.005499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:06.012768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:06.024870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Pushing event updated for resources: {'Port': ['ID=b63bad51-33b7-4b2b-b4bc-a06393af3b98,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.025680 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.094353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Attempting to bind port b63bad51-33b7-4b2b-b4bc-a06393af3b98 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:06.095043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Attempting to bind port b63bad51-33b7-4b2b-b4bc-a06393af3b98 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '2aaacd06-3c08-4127-adc0-3c47c29691a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '686ca36e-41a7-4525-91f2-3d9d12847a51'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:06.096886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Attempting to bind port b63bad51-33b7-4b2b-b4bc-a06393af3b98 on network 686ca36e-41a7-4525-91f2-3d9d12847a51 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:06.103781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:06.104580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Checking segment: {'id': '2aaacd06-3c08-4127-adc0-3c47c29691a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '686ca36e-41a7-4525-91f2-3d9d12847a51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:06.105040 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.105490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Bound using segment: {'id': '2aaacd06-3c08-4127-adc0-3c47c29691a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '686ca36e-41a7-4525-91f2-3d9d12847a51'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:06.105998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Bound port: b63bad51-33b7-4b2b-b4bc-a06393af3b98, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aaacd06-3c08-4127-adc0-3c47c29691a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 395, 'network_id': '686ca36e-41a7-4525-91f2-3d9d12847a51'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:06.106388 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.215230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e3918e-fb31-4fea-8f5d-961d8232e411 req-d39f0f33-d512-4e40-b6e8-5458ed70dcf4 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:06.219292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] For port b63bad51-33b7-4b2b-b4bc-a06393af3b98, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:06.221543 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-12e3918e-fb31-4fea-8f5d-961d8232e411 req-d39f0f33-d512-4e40-b6e8-5458ed70dcf4 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 950 time: 0.1225519 Jul 16 18:16:06.225186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] For port b63bad51-33b7-4b2b-b4bc-a06393af3b98, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b63bad51-33b7-4b2b-b4bc-a06393af3b98,segment=NetworkSegment(2aaacd06-3c08-4127-adc0-3c47c29691a5),segment_id=2aaacd06-3c08-4127-adc0-3c47c29691a5)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:06.234456 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.294231 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-12e3918e-fb31-4fea-8f5d-961d8232e411 req-45ea5dd0-0f22-40c1-b6bc-e6f882c409a7 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658324 Jul 16 18:16:06.344134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e373b93-d335-4be5-bde9-8d85a9cd91f0 None None] Pushing event updated for resources: {'Port': ['ID=b63bad51-33b7-4b2b-b4bc-a06393af3b98,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.397073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a1b8325-9bd1-4a7e-903a-12f3884ed371 None None] Network 686ca36e-41a7-4525-91f2-3d9d12847a51 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:06.503551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Subnet': ['ID=bf58a382-fa94-4f3b-a0db-8fca87df7b07,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:06.570954 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.586541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686ca36e-41a7-4525-91f2-3d9d12847a51']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.586972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622ef34c-9a67-4d0c-8048-ffcace0ad813 None None] Network 686ca36e-41a7-4525-91f2-3d9d12847a51 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:06.599867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aaacd06-3c08-4127-adc0-3c47c29691a5') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.600147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aaacd06-3c08-4127-adc0-3c47c29691a5') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:06.612332 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.636606 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.647899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:06.648764 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:06.655604 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:06.741555 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.api [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:16:06.741555 n-d-794306-7 neutron-server[105439]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:16:06.741555 n-d-794306-7 neutron-server[105439]: [parameters: {'id': '686ca36e-41a7-4525-91f2-3d9d12847a51'}] Jul 16 18:16:06.741555 n-d-794306-7 neutron-server[105439]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:16:06.742642 n-d-794306-7 neutron-server[105439]: DEBUG oslo_db.api [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:16:06.764325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1310244e-f454-4dc3-b2e4-e86247544ffc None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:16:06.902365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1310244e-f454-4dc3-b2e4-e86247544ffc None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:16:07.243519 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.308116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Deleting port b63bad51-33b7-4b2b-b4bc-a06393af3b98 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:07.308420 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.383091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] For port b63bad51-33b7-4b2b-b4bc-a06393af3b98, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b63bad51-33b7-4b2b-b4bc-a06393af3b98,segment=NetworkSegment(2aaacd06-3c08-4127-adc0-3c47c29691a5),segment_id=2aaacd06-3c08-4127-adc0-3c47c29691a5)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:07.383599 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.396415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Calling delete_port for b63bad51-33b7-4b2b-b4bc-a06393af3b98 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:07.516277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.567236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Port': ['ID=b63bad51-33b7-4b2b-b4bc-a06393af3b98,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:07.575675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No DVR routers for this DVR port b63bad51-33b7-4b2b-b4bc-a06393af3b98 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:07.710188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.724804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686ca36e-41a7-4525-91f2-3d9d12847a51']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:07.738968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aaacd06-3c08-4127-adc0-3c47c29691a5') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:07.739696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aaacd06-3c08-4127-adc0-3c47c29691a5') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:07.757228 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.785884 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.793731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 395 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:07.794146 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:07.798411 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:07.880803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.886046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:07.889180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/686ca36e-41a7-4525-91f2-3d9d12847a51 HTTP/1.1" status: 204 len: 168 time: 2.1804285 Jul 16 18:16:07.892024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47552) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:07.916945 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-44531908-d74e-4e68-819e-7dfde6c05463 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:07.917811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44531908-d74e-4e68-819e-7dfde6c05463 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:07.923291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6d12a-66a3-45b7-8c56-b9630f39a8e5 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=686ca36e-41a7-4525-91f2-3d9d12847a51,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:07.923706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47554) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:07.925822 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-44531908-d74e-4e68-819e-7dfde6c05463 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/686ca36e-41a7-4525-91f2-3d9d12847a51 HTTP/1.1" status: 404 len: 339 time: 0.0325520 Jul 16 18:16:07.933443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1039429179', 'description': 'd1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:07.964214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:07.970855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.001450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 359} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:08.024375 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.024806 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment 0d494ceb-eed2-46e9-a324-47f877e95548 of type vlan for network 43c2714d-4543-4805-98dc-ca053a027929 Jul 16 18:16:08.099574 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.139410 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.146097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.146740 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.192122 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2634749 Jul 16 18:16:08.192917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47558) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:08.230142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede71f2-76d1-4ebd-8067-5d94e9a602ea tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=43c2714d-4543-4805-98dc-ca053a027929,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.250104 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 43c2714d-4543-4805-98dc-ca053a027929 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:08.320801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2483035-292a-4b4d-9e6d-aa8b7bf18efc tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.322469 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e2483035-292a-4b4d-9e6d-aa8b7bf18efc tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/networks?id=43c2714d-4543-4805-98dc-ca053a027929 HTTP/1.1" status: 200 len: 761 time: 0.1284575 Jul 16 18:16:08.325816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47560) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:08.331178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-77eeacde-bd1d-4107-aeda-b72516a4679a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'description': 'd2'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:08.515551 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-77eeacde-bd1d-4107-aeda-b72516a4679a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.536426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-77eeacde-bd1d-4107-aeda-b72516a4679a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.546702 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77eeacde-bd1d-4107-aeda-b72516a4679a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network 43c2714d-4543-4805-98dc-ca053a027929 is not hosted by any dhcp agent {{(pid=105438) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:16:08.553985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77eeacde-bd1d-4107-aeda-b72516a4679a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.554645 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-77eeacde-bd1d-4107-aeda-b72516a4679a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.556211 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-77eeacde-bd1d-4107-aeda-b72516a4679a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "PUT /v2.0/networks/43c2714d-4543-4805-98dc-ca053a027929 HTTP/1.1" status: 200 len: 758 time: 0.2298646 Jul 16 18:16:08.559767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47566) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:08.700357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77eeacde-bd1d-4107-aeda-b72516a4679a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=43c2714d-4543-4805-98dc-ca053a027929,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:08.711364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 43c2714d-4543-4805-98dc-ca053a027929 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:08.718475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec234ce4-b50c-4993-af97-e1c2e37b021b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.720421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ec234ce4-b50c-4993-af97-e1c2e37b021b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/networks?id=43c2714d-4543-4805-98dc-ca053a027929 HTTP/1.1" status: 200 len: 761 time: 0.1591225 Jul 16 18:16:08.725782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47568) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:08.731096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1210082904'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:08.761807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:08.768217 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.801566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:08.815064 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.815386 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment eb851a76-e75b-4f0e-ad1d-0aebe8906228 of type vlan for network 4901a94b-fe89-4cf2-971b-992d95cbc176 Jul 16 18:16:08.865131 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.902117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.908669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:08.909776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:08.952605 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2256393 Jul 16 18:16:08.955878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47570) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:08.961567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'network_id': '4901a94b-fe89-4cf2-971b-992d95cbc176', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:08.989071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34439dfc-4607-4d25-b3cf-fc15c5de2181 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=4901a94b-fe89-4cf2-971b-992d95cbc176,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:09.005512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 4901a94b-fe89-4cf2-971b-992d95cbc176 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:09.149215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:09.153599 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.416116 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.508055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=52612f1f-2d0f-437c-8d0d-6a1ace34fefe,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:09.518603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking segment: {'id': 'eb851a76-e75b-4f0e-ad1d-0aebe8906228', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '4901a94b-fe89-4cf2-971b-992d95cbc176'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:09.519087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network hostable DHCP agents. Network: 4901a94b-fe89-4cf2-971b-992d95cbc176, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:09.544540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network 4901a94b-fe89-4cf2-971b-992d95cbc176 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:09.559940 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 4901a94b-fe89-4cf2-971b-992d95cbc176) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:09.572820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:09.574621 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:09.577130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3117394-b944-4d1e-987c-37b6c465e3c8 None None] Network 4901a94b-fe89-4cf2-971b-992d95cbc176 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:09.607031 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4332553f-c7ab-4e97-b7f0-0c44db2abffb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6494808 Jul 16 18:16:09.610779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47574) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:09.917316 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.051397 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.187418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac52165-3c55-4175-84ef-12c8ca0512b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-4901a94b-fe89-4cf2-971b-992d95cbc176', 'network_id': '4901a94b-fe89-4cf2-971b-992d95cbc176', 'tenant_id': '68958294e5d14bc3af1ff0437a3fb9eb', 'fixed_ips': [{'subnet_id': '52612f1f-2d0f-437c-8d0d-6a1ace34fefe'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:10.188519 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1ac52165-3c55-4175-84ef-12c8ca0512b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.202031 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.304920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Subnet': ['ID=52612f1f-2d0f-437c-8d0d-6a1ace34fefe,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:10.316200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f44c4748-8d98-4b39-a425-ee7533265ef7 None None] Network 4901a94b-fe89-4cf2-971b-992d95cbc176 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:10.422006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.442350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4901a94b-fe89-4cf2-971b-992d95cbc176']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:10.467954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb851a76-e75b-4f0e-ad1d-0aebe8906228') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:10.468400 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb851a76-e75b-4f0e-ad1d-0aebe8906228') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:10.484602 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.514886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.524892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:10.525634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:10.529672 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:10.609166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.616476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:10.618633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/4901a94b-fe89-4cf2-971b-992d95cbc176 HTTP/1.1" status: 204 len: 168 time: 1.0062020 Jul 16 18:16:10.621704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47594) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.643064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58152d-e77d-4790-9d27-dd2ea1c5604c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=4901a94b-fe89-4cf2-971b-992d95cbc176,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:10.663032 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4bceb0-3abf-4690-85e6-6a1e2e1ce9cb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] GET failed (client error): The resource could not be found. Jul 16 18:16:10.664407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4c4bceb0-3abf-4690-85e6-6a1e2e1ce9cb tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/subnets/52612f1f-2d0f-437c-8d0d-6a1ace34fefe HTTP/1.1" status: 404 len: 337 time: 0.0415909 Jul 16 18:16:10.667072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47596) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.688807 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-407d38c0-452a-4daf-b76f-f892d8594447 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:10.690011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-407d38c0-452a-4daf-b76f-f892d8594447 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:10.692303 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-407d38c0-452a-4daf-b76f-f892d8594447 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/4901a94b-fe89-4cf2-971b-992d95cbc176 HTTP/1.1" status: 404 len: 339 time: 0.0228562 Jul 16 18:16:10.696904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47598) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.897890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d04260-2a8b-423b-8e7a-749eeeb2355f tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:10.899506 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-17d04260-2a8b-423b-8e7a-749eeeb2355f tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2016366 Jul 16 18:16:10.903933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47600) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:10.942762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a7674d8a-d5f0-4e85-91f8-6049de39f2ef tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 207 time: 0.0376472 Jul 16 18:16:10.946068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47602) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.075898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842d937e-b9ca-47d2-a2ac-be026ffca56a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.082036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842d937e-b9ca-47d2-a2ac-be026ffca56a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.088485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842d937e-b9ca-47d2-a2ac-be026ffca56a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.094971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-842d937e-b9ca-47d2-a2ac-be026ffca56a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.099598 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-842d937e-b9ca-47d2-a2ac-be026ffca56a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.1507275 Jul 16 18:16:11.102572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47606) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.316279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-30d7904d-2b5e-4d78-b18a-4ec48d11553f tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2088940 Jul 16 18:16:11.316531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47610) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.372404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ace19a-cb3e-400e-912e-817d0fbf3d75 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.373492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ace19a-cb3e-400e-912e-817d0fbf3d75 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.379018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-22ace19a-cb3e-400e-912e-817d0fbf3d75 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0570958 Jul 16 18:16:11.379273 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47612) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.433644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9687de-fba4-417e-ae8c-65ba0f104cc8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.435172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9687de-fba4-417e-ae8c-65ba0f104cc8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.436709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2d9687de-fba4-417e-ae8c-65ba0f104cc8 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0565438 Jul 16 18:16:11.440790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47614) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.560233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eadf0ec-cec6-4043-a362-b123bdbfac1b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.561677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3eadf0ec-cec6-4043-a362-b123bdbfac1b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/networks/0524ecdf-a7a8-48c6-8fb3-f82f08908953 HTTP/1.1" status: 200 len: 799 time: 0.1198275 Jul 16 18:16:11.566974 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47616) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.679381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-08f1ff1a-1928-4375-ad80-de216e94dba7 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/networks/0524ecdf-a7a8-48c6-8fb3-f82f08908953?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1113398 Jul 16 18:16:11.683287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47620) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.738506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb46e13c-b305-471a-856b-26b2a145a71b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.739947 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bb46e13c-b305-471a-856b-26b2a145a71b tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/subnets/385e63b9-acfd-484e-b640-41eb3f61a114 HTTP/1.1" status: 200 len: 811 time: 0.0557091 Jul 16 18:16:11.743652 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47622) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.816216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdad7a2-f016-406e-93b8-f23d41306ad3 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['shared'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:11.818118 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cfdad7a2-f016-406e-93b8-f23d41306ad3 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "GET /v2.0/subnets/385e63b9-acfd-484e-b640-41eb3f61a114?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0733576 Jul 16 18:16:11.822007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47624) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:11.827863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1947466962'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:11.857637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:11.862499 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.891161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:11.908461 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.909025 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Added segment 96cb137c-32e2-4522-a268-334c18c8e8f9 of type vlan for network e88c1c61-47ff-438b-a5bb-c25674ae1ab9 Jul 16 18:16:11.955907 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.992683 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:11.999828 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.000545 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.046337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47626) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:12.046459 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2185488 Jul 16 18:16:12.047317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'network_id': 'e88c1c61-47ff-438b-a5bb-c25674ae1ab9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:12.056844 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.087442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31dae0d-a43d-4a67-a285-4fcdc9e63f0d tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Network': ['ID=e88c1c61-47ff-438b-a5bb-c25674ae1ab9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:12.099602 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network e88c1c61-47ff-438b-a5bb-c25674ae1ab9 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:12.162485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Made reservation on behalf of 68958294e5d14bc3af1ff0437a3fb9eb for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:12.166981 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.231739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Performing IP validity checks on allocation pools {{(pid=105439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:16:12.232234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:16:12.380899 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.446144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=44533e7f-9e55-4773-ab18-22309357ad00,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:12.454548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Checking segment: {'id': '96cb137c-32e2-4522-a268-334c18c8e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e88c1c61-47ff-438b-a5bb-c25674ae1ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:12.454939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network hostable DHCP agents. Network: e88c1c61-47ff-438b-a5bb-c25674ae1ab9, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:12.474047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Network e88c1c61-47ff-438b-a5bb-c25674ae1ab9 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:12.484642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, e88c1c61-47ff-438b-a5bb-c25674ae1ab9) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:12.490917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.491525 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.494773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d090b0-27b6-4609-ba61-09190503365b None None] Network e88c1c61-47ff-438b-a5bb-c25674ae1ab9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:12.513907 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47630) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:12.514080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-874be53f-449c-49d3-b7f3-036b9040cb25 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.4711354 Jul 16 18:16:12.521325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-84ca3c70-6566-4610-84c0-3aebda11d588 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:12.639062 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84ca3c70-6566-4610-84c0-3aebda11d588 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127098599'] for subnet, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.667852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-e88c1c61-47ff-438b-a5bb-c25674ae1ab9', 'network_id': 'e88c1c61-47ff-438b-a5bb-c25674ae1ab9', 'tenant_id': '68958294e5d14bc3af1ff0437a3fb9eb', 'fixed_ips': [{'subnet_id': '44533e7f-9e55-4773-ab18-22309357ad00'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:12.669207 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.869044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84ca3c70-6566-4610-84c0-3aebda11d588 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746775501195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127022935'] for subnet, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.922220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Allocated IP 172.20.0.3 (e88c1c61-47ff-438b-a5bb-c25674ae1ab9/44533e7f-9e55-4773-ab18-22309357ad00/113cc394-c34e-44ff-8da9-ba1dfc58a248) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:12.940546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca3c70-6566-4610-84c0-3aebda11d588 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:12.941381 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84ca3c70-6566-4610-84c0-3aebda11d588 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:12.954027 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-84ca3c70-6566-4610-84c0-3aebda11d588 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "PUT /v2.0/subnets/44533e7f-9e55-4773-ab18-22309357ad00 HTTP/1.1" status: 200 len: 877 time: 0.4285164 Jul 16 18:16:12.954508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47632) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:12.970353 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca3c70-6566-4610-84c0-3aebda11d588 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event updated for resources: {'Subnet': ['ID=44533e7f-9e55-4773-ab18-22309357ad00,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.119455 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.140669 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.166439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Transition to ACTIVE for port object 113cc394-c34e-44ff-8da9-ba1dfc58a248 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:13.186170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Transition to ACTIVE for port object 113cc394-c34e-44ff-8da9-ba1dfc58a248 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:13.195013 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.202698 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.248969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Pushing event updated for resources: {'Port': ['ID=113cc394-c34e-44ff-8da9-ba1dfc58a248,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.253407 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Network e88c1c61-47ff-438b-a5bb-c25674ae1ab9 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:13.255432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:13.257996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:13.315326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.356299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Subnet': ['ID=44533e7f-9e55-4773-ab18-22309357ad00,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.363650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Attempting to bind port 113cc394-c34e-44ff-8da9-ba1dfc58a248 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:13.364034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Attempting to bind port 113cc394-c34e-44ff-8da9-ba1dfc58a248 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '96cb137c-32e2-4522-a268-334c18c8e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e88c1c61-47ff-438b-a5bb-c25674ae1ab9'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:13.364404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Attempting to bind port 113cc394-c34e-44ff-8da9-ba1dfc58a248 on network e88c1c61-47ff-438b-a5bb-c25674ae1ab9 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:13.378220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 15, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:13.378626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Checking segment: {'id': '96cb137c-32e2-4522-a268-334c18c8e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e88c1c61-47ff-438b-a5bb-c25674ae1ab9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:13.379031 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.379435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Bound using segment: {'id': '96cb137c-32e2-4522-a268-334c18c8e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e88c1c61-47ff-438b-a5bb-c25674ae1ab9'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:13.380063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Bound port: 113cc394-c34e-44ff-8da9-ba1dfc58a248, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96cb137c-32e2-4522-a268-334c18c8e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e88c1c61-47ff-438b-a5bb-c25674ae1ab9'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:13.380596 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.431756 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.443968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88c1c61-47ff-438b-a5bb-c25674ae1ab9']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:13.454711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cb137c-32e2-4522-a268-334c18c8e8f9') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:13.455553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cb137c-32e2-4522-a268-334c18c8e8f9') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:13.465752 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.472261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] For port 113cc394-c34e-44ff-8da9-ba1dfc58a248, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:13.479053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] For port 113cc394-c34e-44ff-8da9-ba1dfc58a248, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=113cc394-c34e-44ff-8da9-ba1dfc58a248,segment=NetworkSegment(96cb137c-32e2-4522-a268-334c18c8e8f9),segment_id=96cb137c-32e2-4522-a268-334c18c8e8f9)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:13.484355 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.487700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.496724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:13.497370 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:13.581734 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:13.584915 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.api [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:16:13.584915 n-d-794306-7 neutron-server[105439]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:16:13.584915 n-d-794306-7 neutron-server[105439]: [parameters: {'id': 'e88c1c61-47ff-438b-a5bb-c25674ae1ab9'}] Jul 16 18:16:13.584915 n-d-794306-7 neutron-server[105439]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:16:13.585256 n-d-794306-7 neutron-server[105439]: DEBUG oslo_db.api [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:16:13.591579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8067f6-2d12-4abb-a6f2-b82e594aa60b None None] Pushing event updated for resources: {'Port': ['ID=113cc394-c34e-44ff-8da9-ba1dfc58a248,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:13.612849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d7f23ed-8ee3-481c-85a5-b040b229b655 None None] Network e88c1c61-47ff-438b-a5bb-c25674ae1ab9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:13.774020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65b4e0b-d4ce-482e-adb9-8a1de7ab37aa None None] Network e88c1c61-47ff-438b-a5bb-c25674ae1ab9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:13.912794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2f0c7e-c926-4b7b-a084-217303b0832e None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:16:14.028659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2f0c7e-c926-4b7b-a084-217303b0832e None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:16:14.086763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.154547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Deleting port 113cc394-c34e-44ff-8da9-ba1dfc58a248 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:14.155032 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.240466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] For port 113cc394-c34e-44ff-8da9-ba1dfc58a248, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=113cc394-c34e-44ff-8da9-ba1dfc58a248,segment=NetworkSegment(96cb137c-32e2-4522-a268-334c18c8e8f9),segment_id=96cb137c-32e2-4522-a268-334c18c8e8f9)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:14.241397 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.255834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Calling delete_port for 113cc394-c34e-44ff-8da9-ba1dfc58a248 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:14.349366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.375375 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Port': ['ID=113cc394-c34e-44ff-8da9-ba1dfc58a248,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.380067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No DVR routers for this DVR port 113cc394-c34e-44ff-8da9-ba1dfc58a248 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:14.463927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.475821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e88c1c61-47ff-438b-a5bb-c25674ae1ab9']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.488601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96cb137c-32e2-4522-a268-334c18c8e8f9') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.488907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96cb137c-32e2-4522-a268-334c18c8e8f9') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.498627 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.514897 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.522517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:14.523016 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:14.527519 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:14.588721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.598663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.601018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/e88c1c61-47ff-438b-a5bb-c25674ae1ab9 HTTP/1.1" status: 204 len: 168 time: 1.6438243 Jul 16 18:16:14.605177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47646) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.623072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0d952c-50c0-4f70-87cc-fc00c5e8da47 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=e88c1c61-47ff-438b-a5bb-c25674ae1ab9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:14.635968 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-217b9fdd-10f9-4c58-9b73-5a764edd6fa1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:14.636440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-217b9fdd-10f9-4c58-9b73-5a764edd6fa1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:14.641472 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-217b9fdd-10f9-4c58-9b73-5a764edd6fa1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/subnets/44533e7f-9e55-4773-ab18-22309357ad00 HTTP/1.1" status: 404 len: 337 time: 0.0312858 Jul 16 18:16:14.641724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47648) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.664563 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-e48fd03e-13a9-44e7-b5ce-56c9e5ffb976 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:14.665467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e48fd03e-13a9-44e7-b5ce-56c9e5ffb976 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:14.669585 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e48fd03e-13a9-44e7-b5ce-56c9e5ffb976 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/e88c1c61-47ff-438b-a5bb-c25674ae1ab9 HTTP/1.1" status: 404 len: 339 time: 0.0240753 Jul 16 18:16:14.669982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47652) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.701545 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-8342cbbb-8866-4edb-8375-24c131d7f8cf tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:14.702015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8342cbbb-8866-4edb-8375-24c131d7f8cf tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:14.706524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8342cbbb-8866-4edb-8375-24c131d7f8cf tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/subnets/52612f1f-2d0f-437c-8d0d-6a1ace34fefe HTTP/1.1" status: 404 len: 337 time: 0.0327878 Jul 16 18:16:14.707024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47654) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.729806 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dd22d04-caea-44a6-988c-b12e146147a7 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:14.730434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dd22d04-caea-44a6-988c-b12e146147a7 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:14.732509 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3dd22d04-caea-44a6-988c-b12e146147a7 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/4901a94b-fe89-4cf2-971b-992d95cbc176 HTTP/1.1" status: 404 len: 339 time: 0.0242579 Jul 16 18:16:14.735072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47656) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:14.819111 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.916686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.927612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43c2714d-4543-4805-98dc-ca053a027929']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.937367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d494ceb-eed2-46e9-a324-47f877e95548') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.937685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d494ceb-eed2-46e9-a324-47f877e95548') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:14.946876 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.961886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.967860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 359 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:14.968249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:14.972113 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:15.028734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.036661 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.038859 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/43c2714d-4543-4805-98dc-ca053a027929 HTTP/1.1" status: 204 len: 168 time: 0.3026764 Jul 16 18:16:15.041878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47660) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.054722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a072cfd-25f7-4d89-9587-a6f674902dc9 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=43c2714d-4543-4805-98dc-ca053a027929,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:15.074360 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-913c7aca-c4b0-475d-aae2-216dbb9c3f3c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.074908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-913c7aca-c4b0-475d-aae2-216dbb9c3f3c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.076649 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-913c7aca-c4b0-475d-aae2-216dbb9c3f3c tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/subnets/bf58a382-fa94-4f3b-a0db-8fca87df7b07 HTTP/1.1" status: 404 len: 337 time: 0.0332978 Jul 16 18:16:15.079217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47662) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.099294 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d92c5b5-c935-4577-a978-ac4d988c91b1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.099779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d92c5b5-c935-4577-a978-ac4d988c91b1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.101441 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6d92c5b5-c935-4577-a978-ac4d988c91b1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/686ca36e-41a7-4525-91f2-3d9d12847a51 HTTP/1.1" status: 404 len: 339 time: 0.0204222 Jul 16 18:16:15.103943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47664) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.129249 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-29beeef6-774e-4520-9b01-b9b715e74e43 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.129697 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29beeef6-774e-4520-9b01-b9b715e74e43 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.131374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-29beeef6-774e-4520-9b01-b9b715e74e43 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/subnets/329aa83d-8bbf-4e61-b2bc-367731986598 HTTP/1.1" status: 404 len: 337 time: 0.0265925 Jul 16 18:16:15.133855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47666) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.152868 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-96ec9c79-d719-4bdd-a550-ceec69c7da67 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.153405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96ec9c79-d719-4bdd-a550-ceec69c7da67 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.155077 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-96ec9c79-d719-4bdd-a550-ceec69c7da67 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/a102ba9a-9cc3-4a94-81e7-0d601b5ca6c5 HTTP/1.1" status: 404 len: 339 time: 0.0203385 Jul 16 18:16:15.157499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47668) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.184549 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-bead4b75-b553-409e-ba66-aab5a9de175e tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.185106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bead4b75-b553-409e-ba66-aab5a9de175e tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.187186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bead4b75-b553-409e-ba66-aab5a9de175e tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/subnets/b6ef168d-9e96-4026-ab0f-cca8c8f1ad47 HTTP/1.1" status: 404 len: 337 time: 0.0274401 Jul 16 18:16:15.190589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47672) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.209536 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb7ab90-4e03-4f27-b226-bd75b8c0b448 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.210115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb7ab90-4e03-4f27-b226-bd75b8c0b448 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.214182 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3bb7ab90-4e03-4f27-b226-bd75b8c0b448 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/69f81e9f-b11f-49fb-9e96-5ca5ce54ef27 HTTP/1.1" status: 404 len: 339 time: 0.0203133 Jul 16 18:16:15.214385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47674) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.246198 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c0b9560-024f-430d-ab36-bcb10d274553 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.246733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c0b9560-024f-430d-ab36-bcb10d274553 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.250823 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2c0b9560-024f-430d-ab36-bcb10d274553 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/subnets/d629e9ce-59dd-420f-94f5-513b80df0489 HTTP/1.1" status: 404 len: 337 time: 0.0333052 Jul 16 18:16:15.251047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47678) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.269926 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a266ac1e-92b3-4c11-be1e-59939e3f0f18 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.270604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a266ac1e-92b3-4c11-be1e-59939e3f0f18 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.274549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a266ac1e-92b3-4c11-be1e-59939e3f0f18 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/b42c66a4-9422-4f48-9053-0d5307e2850d HTTP/1.1" status: 404 len: 339 time: 0.0203454 Jul 16 18:16:15.274851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47680) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.305105 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b17344d-9d48-485d-92d2-340b19615380 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.305565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b17344d-9d48-485d-92d2-340b19615380 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.307284 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4b17344d-9d48-485d-92d2-340b19615380 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/subnets/c4c83374-f886-4e01-9e94-fd98e4c4beb1 HTTP/1.1" status: 404 len: 337 time: 0.0313392 Jul 16 18:16:15.309744 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47682) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.327255 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-5209e8e3-0260-4280-99eb-c9af55b3def7 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.327828 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5209e8e3-0260-4280-99eb-c9af55b3def7 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.329491 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5209e8e3-0260-4280-99eb-c9af55b3def7 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/227dd796-1e80-4d51-813d-09c1532c9448 HTTP/1.1" status: 404 len: 339 time: 0.0188613 Jul 16 18:16:15.332566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47684) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.358759 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-b739cda3-a097-446b-85d0-d8bbd5a78e6e tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.359132 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b739cda3-a097-446b-85d0-d8bbd5a78e6e tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.360898 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b739cda3-a097-446b-85d0-d8bbd5a78e6e tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/subnets/c1f3b6e4-5a10-4568-9fdb-078f87703600 HTTP/1.1" status: 404 len: 337 time: 0.0273681 Jul 16 18:16:15.363856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47686) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.382581 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddb80d28-3c61-4b90-ad96-e24112b365b1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.383139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddb80d28-3c61-4b90-ad96-e24112b365b1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.384857 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ddb80d28-3c61-4b90-ad96-e24112b365b1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/9f649a29-1dd9-4daf-afbd-71454b5a9ce9 HTTP/1.1" status: 404 len: 339 time: 0.0200865 Jul 16 18:16:15.387372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47688) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.413766 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2dff15-e907-4ebc-8369-79cc709c12ee tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.414214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2dff15-e907-4ebc-8369-79cc709c12ee tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.415933 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8d2dff15-e907-4ebc-8369-79cc709c12ee tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/subnets/5b237db9-cc2b-4b0c-826b-1a77ac480739 HTTP/1.1" status: 404 len: 337 time: 0.0276418 Jul 16 18:16:15.418371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47690) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.438598 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-29cef486-11ee-4531-828f-fbe47bd792df tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.439736 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29cef486-11ee-4531-828f-fbe47bd792df tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.444364 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-29cef486-11ee-4531-828f-fbe47bd792df tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/42a4311b-5d3c-4173-aa5f-0b711697d933 HTTP/1.1" status: 404 len: 339 time: 0.0228572 Jul 16 18:16:15.444604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47692) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.451286 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ce009c07-1fd8-44cb-9c93-88fd1a4f04db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.473805 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-463d7374-75e5-4ae3-b99b-647f405e076a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.474271 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463d7374-75e5-4ae3-b99b-647f405e076a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.476300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-463d7374-75e5-4ae3-b99b-647f405e076a tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/subnets/d589865d-d599-4249-a099-21cae20a2f00 HTTP/1.1" status: 404 len: 337 time: 0.0306187 Jul 16 18:16:15.478799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47694) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.499082 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-f981fac8-54ac-41af-93fc-eea1464d0539 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] DELETE failed (client error): The resource could not be found. Jul 16 18:16:15.499739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f981fac8-54ac-41af-93fc-eea1464d0539 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:16:15.504726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f981fac8-54ac-41af-93fc-eea1464d0539 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/54db1bbc-991f-45f1-89b9-35d3e7983d58 HTTP/1.1" status: 404 len: 339 time: 0.0218430 Jul 16 18:16:15.505011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47696) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.567714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fa330ae-5bcd-43a1-a5b8-21699c2526be tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Deleting subnet 385e63b9-acfd-484e-b640-41eb3f61a114 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:15.571137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9fa330ae-5bcd-43a1-a5b8-21699c2526be tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.619003 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9fa330ae-5bcd-43a1-a5b8-21699c2526be tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.725057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9fa330ae-5bcd-43a1-a5b8-21699c2526be tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.793697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9fa330ae-5bcd-43a1-a5b8-21699c2526be tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.821957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa330ae-5bcd-43a1-a5b8-21699c2526be tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Subnet': ['ID=385e63b9-acfd-484e-b640-41eb3f61a114,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:15.823854 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9fa330ae-5bcd-43a1-a5b8-21699c2526be tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.828155 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9fa330ae-5bcd-43a1-a5b8-21699c2526be tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/subnets/385e63b9-acfd-484e-b640-41eb3f61a114 HTTP/1.1" status: 204 len: 168 time: 0.3219135 Jul 16 18:16:15.828531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e53aa12-c760-4251-aa19-fe0d58c60f17 None None] Network 0524ecdf-a7a8-48c6-8fb3-f82f08908953 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:15.828659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47700) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:15.910324 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:15.965803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Deleting port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:15.966159 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.013621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855f5365-cbf7-47ec-9f2f-055af2af9c80 None None] DHCP port deletion for 0524ecdf-a7a8-48c6-8fb3-f82f08908953 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:16.040525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] For port 7313d3d4-45ce-4a4a-af2b-d8c844beb891, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7313d3d4-45ce-4a4a-af2b-d8c844beb891,segment=NetworkSegment(c1b30c7f-60cc-464f-a185-0c5f49d7e9c6),segment_id=c1b30c7f-60cc-464f-a185-0c5f49d7e9c6)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:16.041052 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.054505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Calling delete_port for 7313d3d4-45ce-4a4a-af2b-d8c844beb891 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:16.065368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-855f5365-cbf7-47ec-9f2f-055af2af9c80 None None] Deleting port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:16.065745 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-855f5365-cbf7-47ec-9f2f-055af2af9c80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.140342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-855f5365-cbf7-47ec-9f2f-055af2af9c80 None None] For port 7313d3d4-45ce-4a4a-af2b-d8c844beb891, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7313d3d4-45ce-4a4a-af2b-d8c844beb891,segment=NetworkSegment(c1b30c7f-60cc-464f-a185-0c5f49d7e9c6),segment_id=c1b30c7f-60cc-464f-a185-0c5f49d7e9c6)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:16.140909 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-855f5365-cbf7-47ec-9f2f-055af2af9c80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.143603 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.155158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-855f5365-cbf7-47ec-9f2f-055af2af9c80 None None] Calling delete_port for 7313d3d4-45ce-4a4a-af2b-d8c844beb891 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:16.171198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Port': ['ID=7313d3d4-45ce-4a4a-af2b-d8c844beb891,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:16.177163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] No DVR routers for this DVR port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:16.242876 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-855f5365-cbf7-47ec-9f2f-055af2af9c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.275894 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.277027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855f5365-cbf7-47ec-9f2f-055af2af9c80 None None] No DVR routers for this DVR port 7313d3d4-45ce-4a4a-af2b-d8c844beb891 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:16.288544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855f5365-cbf7-47ec-9f2f-055af2af9c80 None None] Pushing event deleted for resources: {'Port': ['ID=7313d3d4-45ce-4a4a-af2b-d8c844beb891,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:16.289228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0524ecdf-a7a8-48c6-8fb3-f82f08908953']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:16.306916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b30c7f-60cc-464f-a185-0c5f49d7e9c6') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:16.307215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b30c7f-60cc-464f-a185-0c5f49d7e9c6') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:16.325699 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.343016 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.351826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Releasing vlan 364 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:16.352300 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:16.357571 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:16.433945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.441686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:16.446531 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] 10.222.0.47 "DELETE /v2.0/networks/0524ecdf-a7a8-48c6-8fb3-f82f08908953 HTTP/1.1" status: 204 len: 168 time: 0.6136155 Jul 16 18:16:16.458849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c10c9b-59ae-4123-8ca7-b808eaf271a1 tempest-NetworksTest-1939914003 tempest-NetworksTest-1939914003-project] Pushing event deleted for resources: {'Network': ['ID=0524ecdf-a7a8-48c6-8fb3-f82f08908953,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:16.750179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47716) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:16.921379 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c3ce3d30-ffc1-4e60-a685-c8697d477ea2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=68958294e5d14bc3af1ff0437a3fb9eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1699631 Jul 16 18:16:16.923908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47720) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:16.977514 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c6c2-80e2-4b44-8cda-e33252580b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.000156 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c6c2-80e2-4b44-8cda-e33252580b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.052898 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c6c2-80e2-4b44-8cda-e33252580b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.055602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ee1c6c2-80e2-4b44-8cda-e33252580b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:17.056790 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2ee1c6c2-80e2-4b44-8cda-e33252580b76 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/26c85128-e8bf-45a3-9915-a9f966a4794c HTTP/1.1" status: 204 len: 168 time: 0.1317418 Jul 16 18:16:17.066254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee1c6c2-80e2-4b44-8cda-e33252580b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c85128-e8bf-45a3-9915-a9f966a4794c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:17.874628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7313d3d4-45ce-4a4a-af2b-d8c844beb891 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:17.885949 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47750) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:17.914190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 7313d3d4-45ce-4a4a-af2b-d8c844beb891 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:17.914644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7313d3d4-45ce-4a4a-af2b-d8c844beb891 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:18.016095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1328119347'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:18.041564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:18.045194 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.055869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.181980 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dd8f3671-ffe2-432f-8fcb-740d9ad974ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.186142 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.192244 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.193811 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.225241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:18.242187 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.242412 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added segment d5f3e27b-7d54-42c9-a53a-a65e2d8e64c7 of type vlan for network 791b1a72-0fc9-4515-8f6f-713c58b5805b Jul 16 18:16:18.243474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d170f3b7-cd5f-41ec-a5e2-f94119a2f737,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.288158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.325271 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.331486 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.332115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.376217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4889348 Jul 16 18:16:18.380236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47756) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.387088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-506670114'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:18.424465 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead55e1d-43f3-44d8-ba1c-4c77c9bdc651 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Network': ['ID=791b1a72-0fc9-4515-8f6f-713c58b5805b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.439158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 791b1a72-0fc9-4515-8f6f-713c58b5805b details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:18.455326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:18.462363 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.498058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:18.509997 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.509997 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added segment 35187d8d-aba8-4408-927e-184a2b939a89 of type vlan for network cf2fcc40-c765-45c5-adae-2ad278ea1dd6 Jul 16 18:16:18.555255 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.593910 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.600634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:18.601242 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:18.692895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Network': ['ID=cf2fcc40-c765-45c5-adae-2ad278ea1dd6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:18.699345 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9ade8008-0198-4e74-8100-a865e7471c19 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3150766 Jul 16 18:16:18.699687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47766) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:18.704217 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network cf2fcc40-c765-45c5-adae-2ad278ea1dd6 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:18.718232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'subnet': {'network_id': '791b1a72-0fc9-4515-8f6f-713c58b5805b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:19.230026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:19.233518 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.484623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.549229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Subnet': ['ID=160a5b4b-ed85-47c6-a2c3-39844cf87d23,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:19.557426 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Checking segment: {'id': 'd5f3e27b-7d54-42c9-a53a-a65e2d8e64c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '791b1a72-0fc9-4515-8f6f-713c58b5805b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:19.557787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network hostable DHCP agents. Network: 791b1a72-0fc9-4515-8f6f-713c58b5805b, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:19.577475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 791b1a72-0fc9-4515-8f6f-713c58b5805b is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:19.589086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 791b1a72-0fc9-4515-8f6f-713c58b5805b) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:19.594061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:19.596039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.615412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e3d269-03e1-495c-8a12-4cc6879c015a None None] Network 791b1a72-0fc9-4515-8f6f-713c58b5805b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:19.622800 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7db5b29b-adb9-4b0d-8d8c-690c8dc4f48d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9220519 Jul 16 18:16:19.626189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47772) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:19.634623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'subnet': {'network_id': 'cf2fcc40-c765-45c5-adae-2ad278ea1dd6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:19.768481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:19.772103 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.839989 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:19.842607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-791b1a72-0fc9-4515-8f6f-713c58b5805b', 'network_id': '791b1a72-0fc9-4515-8f6f-713c58b5805b', 'tenant_id': '68ff095569774317bb581577e7674854', 'fixed_ips': [{'subnet_id': '160a5b4b-ed85-47c6-a2c3-39844cf87d23'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:19.845281 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.073600 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.081969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Allocated IP 2001:db8::2 (791b1a72-0fc9-4515-8f6f-713c58b5805b/160a5b4b-ed85-47c6-a2c3-39844cf87d23/91dc5623-3f38-46d1-8c96-55baf9128243) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:20.176269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Subnet': ['ID=e91790b5-de87-4f3a-9d32-7bbd9a99811b,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.185979 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Checking segment: {'id': '35187d8d-aba8-4408-927e-184a2b939a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf2fcc40-c765-45c5-adae-2ad278ea1dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:20.186908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network hostable DHCP agents. Network: cf2fcc40-c765-45c5-adae-2ad278ea1dd6, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:20.210314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network cf2fcc40-c765-45c5-adae-2ad278ea1dd6 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:20.229301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, cf2fcc40-c765-45c5-adae-2ad278ea1dd6) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:20.238124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:20.239966 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.254096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455de71c-1e21-40c9-ac4e-2d446395252a None None] Network cf2fcc40-c765-45c5-adae-2ad278ea1dd6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:20.299809 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6910f9c0-1909-4c2d-8621-28a8f1c1c2f1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6702323 Jul 16 18:16:20.302705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47784) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:20.358396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-de896285-96d4-430a-a178-5bc2a53260bc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-627428036', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:20.389297 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.407276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Transition to ACTIVE for port object 91dc5623-3f38-46d1-8c96-55baf9128243 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:20.444443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de896285-96d4-430a-a178-5bc2a53260bc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.446386 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de896285-96d4-430a-a178-5bc2a53260bc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.460434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Transition to ACTIVE for port object 91dc5623-3f38-46d1-8c96-55baf9128243 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:20.474894 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.488920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c846f1f-5d69-4a7d-a711-91286a06000c req-6d0bb7bd-f04e-4950-906e-79c83a6ad2d2 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:20.497253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8c846f1f-5d69-4a7d-a711-91286a06000c req-6d0bb7bd-f04e-4950-906e-79c83a6ad2d2 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 945 time: 0.2541099 Jul 16 18:16:20.536278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Network 791b1a72-0fc9-4515-8f6f-713c58b5805b is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:20.544494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:20.576486 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:20.580597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de896285-96d4-430a-a178-5bc2a53260bc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.586777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Pushing event updated for resources: {'Port': ['ID=91dc5623-3f38-46d1-8c96-55baf9128243,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.588225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de896285-96d4-430a-a178-5bc2a53260bc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.601385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8c846f1f-5d69-4a7d-a711-91286a06000c req-fcff03ac-2696-492a-b015-25a944a8b995 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032302 Jul 16 18:16:20.612018 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de896285-96d4-430a-a178-5bc2a53260bc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.614197 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-de896285-96d4-430a-a178-5bc2a53260bc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2633219 Jul 16 18:16:20.617421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47786) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:20.665786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Attempting to bind port 91dc5623-3f38-46d1-8c96-55baf9128243 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:20.666895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Attempting to bind port 91dc5623-3f38-46d1-8c96-55baf9128243 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd5f3e27b-7d54-42c9-a53a-a65e2d8e64c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '791b1a72-0fc9-4515-8f6f-713c58b5805b'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:20.667505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Attempting to bind port 91dc5623-3f38-46d1-8c96-55baf9128243 on network 791b1a72-0fc9-4515-8f6f-713c58b5805b {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:20.674318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:20.675122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Checking segment: {'id': 'd5f3e27b-7d54-42c9-a53a-a65e2d8e64c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '791b1a72-0fc9-4515-8f6f-713c58b5805b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:20.675788 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.676416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Bound using segment: {'id': 'd5f3e27b-7d54-42c9-a53a-a65e2d8e64c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '791b1a72-0fc9-4515-8f6f-713c58b5805b'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:20.677129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Bound port: 91dc5623-3f38-46d1-8c96-55baf9128243, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5f3e27b-7d54-42c9-a53a-a65e2d8e64c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': '791b1a72-0fc9-4515-8f6f-713c58b5805b'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:20.678575 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.750071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-cf2fcc40-c765-45c5-adae-2ad278ea1dd6', 'network_id': 'cf2fcc40-c765-45c5-adae-2ad278ea1dd6', 'tenant_id': '68ff095569774317bb581577e7674854', 'fixed_ips': [{'subnet_id': 'e91790b5-de87-4f3a-9d32-7bbd9a99811b'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:20.751587 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.796298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] For port 91dc5623-3f38-46d1-8c96-55baf9128243, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:20.801748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] For port 91dc5623-3f38-46d1-8c96-55baf9128243, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=91dc5623-3f38-46d1-8c96-55baf9128243,segment=NetworkSegment(d5f3e27b-7d54-42c9-a53a-a65e2d8e64c7),segment_id=d5f3e27b-7d54-42c9-a53a-a65e2d8e64c7)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:20.855235 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.971901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:20.977611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c645c1-2504-4be7-b621-dbfe9b6b66ae None None] Pushing event updated for resources: {'Port': ['ID=91dc5623-3f38-46d1-8c96-55baf9128243,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:20.993814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Allocated IP 2001:db8:1::2 (cf2fcc40-c765-45c5-adae-2ad278ea1dd6/e91790b5-de87-4f3a-9d32-7bbd9a99811b/3bcd277a-4cef-459c-91a0-6b0be984db47) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:21.358460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Allocated IP 2001:db8::1 (791b1a72-0fc9-4515-8f6f-713c58b5805b/160a5b4b-ed85-47c6-a2c3-39844cf87d23/fd4c702d-bfa2-4fc9-bca2-4989a93f0eab) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:21.460171 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.471844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Transition to ACTIVE for port object 3bcd277a-4cef-459c-91a0-6b0be984db47 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:21.489735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Transition to ACTIVE for port object 3bcd277a-4cef-459c-91a0-6b0be984db47 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:21.492201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be68411-e2ec-490d-8a16-b879f53f51e3 req-997c7501-e53c-4f31-adbe-73be762e42b3 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:21.493762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9be68411-e2ec-490d-8a16-b879f53f51e3 req-997c7501-e53c-4f31-adbe-73be762e42b3 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1096 time: 0.1543255 Jul 16 18:16:21.497290 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.550510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Network cf2fcc40-c765-45c5-adae-2ad278ea1dd6 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:21.555636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:21.561252 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:21.561701 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.573731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Pushing event updated for resources: {'Port': ['ID=3bcd277a-4cef-459c-91a0-6b0be984db47,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.593223 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9be68411-e2ec-490d-8a16-b879f53f51e3 req-44e5e58b-48d1-470e-a6fe-f29c7e46f842 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828974 Jul 16 18:16:21.607885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Transition to ACTIVE for port object fd4c702d-bfa2-4fc9-bca2-4989a93f0eab will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:21.615358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47798) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:21.662537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Attempting to bind port 3bcd277a-4cef-459c-91a0-6b0be984db47 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:21.662917 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Attempting to bind port 3bcd277a-4cef-459c-91a0-6b0be984db47 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '35187d8d-aba8-4408-927e-184a2b939a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf2fcc40-c765-45c5-adae-2ad278ea1dd6'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:21.663282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Attempting to bind port 3bcd277a-4cef-459c-91a0-6b0be984db47 on network cf2fcc40-c765-45c5-adae-2ad278ea1dd6 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:21.669463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:21.670130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Checking segment: {'id': '35187d8d-aba8-4408-927e-184a2b939a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf2fcc40-c765-45c5-adae-2ad278ea1dd6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:21.670254 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.670615 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Bound using segment: {'id': '35187d8d-aba8-4408-927e-184a2b939a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf2fcc40-c765-45c5-adae-2ad278ea1dd6'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:21.671925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Bound port: 3bcd277a-4cef-459c-91a0-6b0be984db47, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35187d8d-aba8-4408-927e-184a2b939a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'cf2fcc40-c765-45c5-adae-2ad278ea1dd6'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:21.672527 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.732629 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.754054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] For port 3bcd277a-4cef-459c-91a0-6b0be984db47, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:21.757520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] For port 3bcd277a-4cef-459c-91a0-6b0be984db47, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3bcd277a-4cef-459c-91a0-6b0be984db47,segment=NetworkSegment(35187d8d-aba8-4408-927e-184a2b939a89),segment_id=35187d8d-aba8-4408-927e-184a2b939a89)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:21.765324 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.832598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9bb598-cc5c-43d7-bcfd-1aa02c7b3a55 None None] Pushing event updated for resources: {'Port': ['ID=3bcd277a-4cef-459c-91a0-6b0be984db47,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:21.880764 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.880878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 791b1a72-0fc9-4515-8f6f-713c58b5805b is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:21.885450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:21.939986 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:21.941169 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:21.980674 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 91dc5623-3f38-46d1-8c96-55baf9128243 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:22.017403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=fd4c702d-bfa2-4fc9-bca2-4989a93f0eab,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:22.024147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port ed201111-bd25-472a-ac5e-ad8255bbf4c0 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:22.024514 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.081776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 91dc5623-3f38-46d1-8c96-55baf9128243 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:22.105157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5970ec2d-d75a-4f6f-94a7-b7896893d9a0 req-b790e0ca-2051-448b-8a8a-30beb985a9a1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:22.107347 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5970ec2d-d75a-4f6f-94a7-b7896893d9a0 req-b790e0ca-2051-448b-8a8a-30beb985a9a1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 945 time: 0.2112453 Jul 16 18:16:22.162270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c932b7-1d0f-48ef-84c5-704f43b354ea req-2e0b52b8-e878-41ec-bb4c-30072a93d27b tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:22.170950 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4c932b7-1d0f-48ef-84c5-704f43b354ea req-2e0b52b8-e878-41ec-bb4c-30072a93d27b tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 945 time: 0.3572729 Jul 16 18:16:22.192691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.193025 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.211513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for ed201111-bd25-472a-ac5e-ad8255bbf4c0 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:22.258245 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4c932b7-1d0f-48ef-84c5-704f43b354ea req-ee6e193c-dbf1-473d-b262-6f85d96dbc63 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863049 Jul 16 18:16:22.261704 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.578218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-5970ec2d-d75a-4f6f-94a7-b7896893d9a0 req-444ebba0-8fd3-4092-8390-e51463d014f0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Deleting port 90881361-e700-44a2-ae65-13884dd3eee5 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:22.578218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5970ec2d-d75a-4f6f-94a7-b7896893d9a0 req-444ebba0-8fd3-4092-8390-e51463d014f0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.593486 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da720d9d-cc46-4062-b7dc-3e5204340e40 None None] Network 791b1a72-0fc9-4515-8f6f-713c58b5805b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:22.635207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.694989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=ed201111-bd25-472a-ac5e-ad8255bbf4c0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:22.706803 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.713870 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.715187 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.721542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c07cedd3-5ea5-4a1d-8af8-6cc31d1496fa None None] Provisioning for port 91dc5623-3f38-46d1-8c96-55baf9128243 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:22.734983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c07cedd3-5ea5-4a1d-8af8-6cc31d1496fa None None] Provisioning complete for port 91dc5623-3f38-46d1-8c96-55baf9128243 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:22.735459 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c07cedd3-5ea5-4a1d-8af8-6cc31d1496fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:22.785006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=fd4c702d-bfa2-4fc9-bca2-4989a93f0eab,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:22.938243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 791b1a72-0fc9-4515-8f6f-713c58b5805b is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:22.940800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:22.957698 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c07cedd3-5ea5-4a1d-8af8-6cc31d1496fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.083971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c07cedd3-5ea5-4a1d-8af8-6cc31d1496fa None None] For port 91dc5623-3f38-46d1-8c96-55baf9128243, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=91dc5623-3f38-46d1-8c96-55baf9128243,segment=NetworkSegment(d5f3e27b-7d54-42c9-a53a-a65e2d8e64c7),segment_id=d5f3e27b-7d54-42c9-a53a-a65e2d8e64c7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:23.091130 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c07cedd3-5ea5-4a1d-8af8-6cc31d1496fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.130667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 062bccd3-fb8d-4cf3-afef-76d36607220a is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:23.194337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cedd3-5ea5-4a1d-8af8-6cc31d1496fa None None] Pushing event updated for resources: {'Port': ['ID=91dc5623-3f38-46d1-8c96-55baf9128243,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:23.289131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:23.312867 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f938f-a00e-4203-abb3-28c8cd5b4625 None None] Sync routers for ids ['062bccd3-fb8d-4cf3-afef-76d36607220a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:23.318476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.318827 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Floating IP a418829b-4a20-4cc7-83a8-7bedbb434737 disassociated (deleted). External IP: 172.25.7.165, port: 799dfd0b-016b-4a97-8033-f3e29d6e8fcf. Jul 16 18:16:23.323336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47810) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:23.325399 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-357f331b-07b6-4dfd-a5b1-35db4174fdd9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/062bccd3-fb8d-4cf3-afef-76d36607220a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7044010 Jul 16 18:16:23.343668 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f938f-a00e-4203-abb3-28c8cd5b4625 None None] Routers {'062bccd3-fb8d-4cf3-afef-76d36607220a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:23.344349 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-dd3f938f-a00e-4203-abb3-28c8cd5b4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['062bccd3-fb8d-4cf3-afef-76d36607220a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:23.405188 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-dd3f938f-a00e-4203-abb3-28c8cd5b4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:23.423840 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3f938f-a00e-4203-abb3-28c8cd5b4625 None None] Routers {'062bccd3-fb8d-4cf3-afef-76d36607220a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:23.424886 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-dd3f938f-a00e-4203-abb3-28c8cd5b4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['062bccd3-fb8d-4cf3-afef-76d36607220a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:23.467519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-5970ec2d-d75a-4f6f-94a7-b7896893d9a0 req-444ebba0-8fd3-4092-8390-e51463d014f0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] For port 90881361-e700-44a2-ae65-13884dd3eee5, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=90881361-e700-44a2-ae65-13884dd3eee5,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:23.479200 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5970ec2d-d75a-4f6f-94a7-b7896893d9a0 req-444ebba0-8fd3-4092-8390-e51463d014f0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.529517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-5970ec2d-d75a-4f6f-94a7-b7896893d9a0 req-444ebba0-8fd3-4092-8390-e51463d014f0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Calling delete_port for 90881361-e700-44a2-ae65-13884dd3eee5 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:23.540220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e32cecab-fab1-4dbc-beb8-2ef7dc69594d None None] Provisioning for port fd4c702d-bfa2-4fc9-bca2-4989a93f0eab completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:23.545136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e32cecab-fab1-4dbc-beb8-2ef7dc69594d None None] Provisioning complete for port fd4c702d-bfa2-4fc9-bca2-4989a93f0eab triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:23.545682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e32cecab-fab1-4dbc-beb8-2ef7dc69594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:23.565240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffadb7b3-8b5c-44f5-8af6-2ec9f299fead tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:23.566860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ffadb7b3-8b5c-44f5-8af6-2ec9f299fead tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports/fd4c702d-bfa2-4fc9-bca2-4989a93f0eab HTTP/1.1" status: 200 len: 911 time: 0.2423601 Jul 16 18:16:23.570890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47812) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:23.633811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2902f266-102e-408b-9a45-70132c30b918 req-42f43b0b-917a-4b2b-ac00-0e4aaecf9efe tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:23.635526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2902f266-102e-408b-9a45-70132c30b918 req-42f43b0b-917a-4b2b-ac00-0e4aaecf9efe tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 945 time: 0.1560538 Jul 16 18:16:23.640978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e32cecab-fab1-4dbc-beb8-2ef7dc69594d None None] Port fd4c702d-bfa2-4fc9-bca2-4989a93f0eab cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:23.662835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf700a7-8ca6-41d8-8aaa-1daee4db9466 None None] Network cf2fcc40-c765-45c5-adae-2ad278ea1dd6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:23.667184 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-dd3f938f-a00e-4203-abb3-28c8cd5b4625 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:23.668202 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3f938f-a00e-4203-abb3-28c8cd5b4625 None None] The sync data for ids ['062bccd3-fb8d-4cf3-afef-76d36607220a'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:23.709608 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2902f266-102e-408b-9a45-70132c30b918 req-92426653-ae0f-4de4-b051-4d2635c2e20d tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649230 Jul 16 18:16:23.848735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e32cecab-fab1-4dbc-beb8-2ef7dc69594d None None] Provisioning complete for port 91dc5623-3f38-46d1-8c96-55baf9128243 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:23.849305 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e32cecab-fab1-4dbc-beb8-2ef7dc69594d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.162822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3bcd277a-4cef-459c-91a0-6b0be984db47 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:24.209065 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5970ec2d-d75a-4f6f-94a7-b7896893d9a0 req-444ebba0-8fd3-4092-8390-e51463d014f0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.269698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['eab973bc-f1a7-4045-b739-6a1cbfd3d2fa', '892d3af1-288b-4033-a80e-eda871caa99e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:24.274232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['1208a4d5-a318-4ff0-b20e-f4391c5c76c6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:24.326659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444ebba0-8fd3-4092-8390-e51463d014f0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Pushing event deleted for resources: {'Port': ['ID=90881361-e700-44a2-ae65-13884dd3eee5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:24.417819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-902a7806-3402-40dd-9699-072bb4b9453b None None] Provisioning complete for port fd4c702d-bfa2-4fc9-bca2-4989a93f0eab triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:24.418380 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-902a7806-3402-40dd-9699-072bb4b9453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.496108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3bcd277a-4cef-459c-91a0-6b0be984db47 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:24.504915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 91dc5623-3f38-46d1-8c96-55baf9128243 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:24.513763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-902a7806-3402-40dd-9699-072bb4b9453b None None] Port fd4c702d-bfa2-4fc9-bca2-4989a93f0eab cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:24.514851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-5970ec2d-d75a-4f6f-94a7-b7896893d9a0 req-444ebba0-8fd3-4092-8390-e51463d014f0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] No DVR routers for this DVR port 90881361-e700-44a2-ae65-13884dd3eee5 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:24.525961 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5970ec2d-d75a-4f6f-94a7-b7896893d9a0 req-444ebba0-8fd3-4092-8390-e51463d014f0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.528661 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5970ec2d-d75a-4f6f-94a7-b7896893d9a0 req-444ebba0-8fd3-4092-8390-e51463d014f0 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "DELETE /v2.0/ports/90881361-e700-44a2-ae65-13884dd3eee5 HTTP/1.1" status: 204 len: 173 time: 2.4151266 Jul 16 18:16:24.529443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9df5908c-35a4-4b33-b8c1-203825bfec45', 'name': 'network-vif-deleted', 'tag': '90881361-e700-44a2-ae65-13884dd3eee5'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:24.532218 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4646bfb-313b-4abf-82e9-b5febda16e35" -d '{"events": [{"server_uuid": "9df5908c-35a4-4b33-b8c1-203825bfec45", "name": "network-vif-deleted", "tag": "90881361-e700-44a2-ae65-13884dd3eee5"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:24.556481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:24.605648 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2827e80c-2306-4a17-af73-4c1c23bc891c x-openstack-request-id: req-2827e80c-2306-4a17-af73-4c1c23bc891c {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:24.605648 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9df5908c-35a4-4b33-b8c1-203825bfec45", "name": "network-vif-deleted", "tag": "90881361-e700-44a2-ae65-13884dd3eee5", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:24.605648 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2827e80c-2306-4a17-af73-4c1c23bc891c {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:24.606264 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9df5908c-35a4-4b33-b8c1-203825bfec45', 'name': 'network-vif-deleted', 'tag': '90881361-e700-44a2-ae65-13884dd3eee5', 'status': 'completed', 'code': 200} Jul 16 18:16:24.614774 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 90881361-e700-44a2-ae65-13884dd3eee5 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:24.667133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 90881361-e700-44a2-ae65-13884dd3eee5 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:24.668030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 90881361-e700-44a2-ae65-13884dd3eee5 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:24.685233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-902a7806-3402-40dd-9699-072bb4b9453b None None] Provisioning for port 3bcd277a-4cef-459c-91a0-6b0be984db47 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:24.694583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-902a7806-3402-40dd-9699-072bb4b9453b None None] Provisioning complete for port 3bcd277a-4cef-459c-91a0-6b0be984db47 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:24.695086 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-902a7806-3402-40dd-9699-072bb4b9453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.774301 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.801923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:24.812843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:24.821340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23359b83-6e60-4845-a8f9-9539222904a4 None None] Sync routers for ids ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:24.852129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23359b83-6e60-4845-a8f9-9539222904a4 None None] Routers {'05e7bbc2-6070-4caa-9d75-1213cc07ee4f'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:24.852951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-23359b83-6e60-4845-a8f9-9539222904a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:25.022703 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08fe08c9-3976-43ae-9c66-9a6cab276555 req-5c70efb5-75d4-4d39-86d8-b67979b9e8ff tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=9df5908c-35a4-4b33-b8c1-203825bfec45 HTTP/1.1" status: 200 len: 210 time: 0.0846729 Jul 16 18:16:25.037446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 91dc5623-3f38-46d1-8c96-55baf9128243 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:25.037748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.042692 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c2900117-2449-4fe7-8289-0d72582fdb13 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/floatingips/a418829b-4a20-4cc7-83a8-7bedbb434737 HTTP/1.1" status: 204 len: 168 time: 3.4254618 Jul 16 18:16:25.183741 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-902a7806-3402-40dd-9699-072bb4b9453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.276612 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-23359b83-6e60-4845-a8f9-9539222904a4 None None] Set router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:25.358412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Allocated IP 2001:db8:1::1 (cf2fcc40-c765-45c5-adae-2ad278ea1dd6/e91790b5-de87-4f3a-9d32-7bbd9a99811b/b224d24d-6e36-4754-aacd-11c499524d93) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:25.362036 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-902a7806-3402-40dd-9699-072bb4b9453b None None] For port 3bcd277a-4cef-459c-91a0-6b0be984db47, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3bcd277a-4cef-459c-91a0-6b0be984db47,segment=NetworkSegment(35187d8d-aba8-4408-927e-184a2b939a89),segment_id=35187d8d-aba8-4408-927e-184a2b939a89)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:25.386928 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-902a7806-3402-40dd-9699-072bb4b9453b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.594042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.602840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-386c89db-edbf-47fb-bcb0-e093d99d6435 None None] Provisioning complete for port fd4c702d-bfa2-4fc9-bca2-4989a93f0eab triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:25.604562 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-386c89db-edbf-47fb-bcb0-e093d99d6435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.617205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Transition to ACTIVE for port object b224d24d-6e36-4754-aacd-11c499524d93 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:25.712830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902a7806-3402-40dd-9699-072bb4b9453b None None] Pushing event updated for resources: {'Port': ['ID=3bcd277a-4cef-459c-91a0-6b0be984db47,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.739483 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.761640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-386c89db-edbf-47fb-bcb0-e093d99d6435 None None] Port fd4c702d-bfa2-4fc9-bca2-4989a93f0eab cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:25.791714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-386c89db-edbf-47fb-bcb0-e093d99d6435 None None] Provisioning complete for port 3bcd277a-4cef-459c-91a0-6b0be984db47 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:25.792162 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-386c89db-edbf-47fb-bcb0-e093d99d6435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.926340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network cf2fcc40-c765-45c5-adae-2ad278ea1dd6 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:25.926673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-23359b83-6e60-4845-a8f9-9539222904a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:24Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3715e6e2-8643-4b5d-8479-1903e17ad1ed', 'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:4a:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:25.927429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=b224d24d-6e36-4754-aacd-11c499524d93,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:25.936306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:25.948471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:25.949055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:25.997129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3bcd277a-4cef-459c-91a0-6b0be984db47 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:26.006037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23359b83-6e60-4845-a8f9-9539222904a4 None None] Checking router: 05e7bbc2-6070-4caa-9d75-1213cc07ee4f for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:26.060973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23359b83-6e60-4845-a8f9-9539222904a4 None None] Routers {'05e7bbc2-6070-4caa-9d75-1213cc07ee4f'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:26.061906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-23359b83-6e60-4845-a8f9-9539222904a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:26.139245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5441ff3-5812-4983-9b18-647e3b7e41af req-4f3712d1-7b02-40eb-839b-c3d8584e03ab tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:26.146116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5441ff3-5812-4983-9b18-647e3b7e41af req-4f3712d1-7b02-40eb-839b-c3d8584e03ab tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.3209047 Jul 16 18:16:26.308911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d5441ff3-5812-4983-9b18-647e3b7e41af req-50f921fb-e5e9-4963-bfc5-78879a8c8ea1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438949 Jul 16 18:16:26.348789 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.498507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-23359b83-6e60-4845-a8f9-9539222904a4 None None] Set router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:26.581707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3bcd277a-4cef-459c-91a0-6b0be984db47 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:26.582377 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.623629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2980ad23-9193-4f25-afc4-75d12ff1a220 None None] Provisioning for port b224d24d-6e36-4754-aacd-11c499524d93 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:26.659853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:26.662049 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b9806f-2bae-4bbc-a9fb-44871170b25c" -d '{"events": [{"name": "network-changed", "server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:26.686340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2980ad23-9193-4f25-afc4-75d12ff1a220 None None] Provisioning complete for port b224d24d-6e36-4754-aacd-11c499524d93 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:26.686340 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2980ad23-9193-4f25-afc4-75d12ff1a220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.748217 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61277e85-d45a-4e8f-8955-e09c4db3235d x-openstack-request-id: req-61277e85-d45a-4e8f-8955-e09c4db3235d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:26.750056 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:26.752282 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-61277e85-d45a-4e8f-8955-e09c4db3235d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:26.753028 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'status': 'completed', 'code': 200} Jul 16 18:16:26.767798 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.775253 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.777640 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:26.820740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2980ad23-9193-4f25-afc4-75d12ff1a220 None None] Port b224d24d-6e36-4754-aacd-11c499524d93 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:27.020293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=b224d24d-6e36-4754-aacd-11c499524d93,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:27.025706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9806f-2bae-4bbc-a9fb-44871170b25c req-8d792ed9-c211-438d-9f59-d578c352d5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.027967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80b9806f-2bae-4bbc-a9fb-44871170b25c req-8d792ed9-c211-438d-9f59-d578c352d5f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 1096 time: 0.2155159 Jul 16 18:16:27.117731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-23359b83-6e60-4845-a8f9-9539222904a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:24Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3715e6e2-8643-4b5d-8479-1903e17ad1ed', 'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:4a:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:27.155851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9806f-2bae-4bbc-a9fb-44871170b25c req-d2a99bd3-560e-46aa-8244-9c20a0ccd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.157973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80b9806f-2bae-4bbc-a9fb-44871170b25c req-d2a99bd3-560e-46aa-8244-9c20a0ccd018 service neutron] 10.222.0.37 "GET /v2.0/networks?id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 200 len: 898 time: 0.1158233 Jul 16 18:16:27.162907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23359b83-6e60-4845-a8f9-9539222904a4 None None] The sync data for ids ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'] in n-d-794306-7 is: [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:14:24Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3715e6e2-8643-4b5d-8479-1903e17ad1ed', 'name': '', 'network_id': '379c4479-a9ca-40b5-ac15-6d4de9b75d0b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:4a:7c:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2415, 'fixed_ips': [{'subnet_id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:22Z', 'updated_at': '2021-07-16T18:14:32Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '453b52b8-8e08-46c5-8ddd-2311e38d5615', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:27.215293 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80b9806f-2bae-4bbc-a9fb-44871170b25c req-654371a2-24c5-4005-a826-94a1e261019a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 200 len: 217 time: 0.0408885 Jul 16 18:16:27.298907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network cf2fcc40-c765-45c5-adae-2ad278ea1dd6 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:27.302875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:27.320680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9806f-2bae-4bbc-a9fb-44871170b25c req-de986930-29dd-433a-900a-076599ff9d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.322317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80b9806f-2bae-4bbc-a9fb-44871170b25c req-de986930-29dd-433a-900a-076599ff9d8a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=453b52b8-8e08-46c5-8ddd-2311e38d5615 HTTP/1.1" status: 200 len: 834 time: 0.0924740 Jul 16 18:16:27.685437 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a65fe3-3142-49ec-8dea-bcd557564007 None None] New status for floating IP a418829b-4a20-4cc7-83a8-7bedbb434737: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:16:27.717626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 062bccd3-fb8d-4cf3-afef-76d36607220a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:27.744597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63722bd7-9107-411c-934a-7723a62ec12f req-0d675077-b81f-4666-8ca8-343074390b57 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.746236 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63722bd7-9107-411c-934a-7723a62ec12f req-0d675077-b81f-4666-8ca8-343074390b57 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.37 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.3315010 Jul 16 18:16:27.769727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a39fb86d-1d01-472b-a316-bc4f6aabfc74 None None] Provisioning complete for port b224d24d-6e36-4754-aacd-11c499524d93 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:27.770927 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a39fb86d-1d01-472b-a316-bc4f6aabfc74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:27.847954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9806f-2bae-4bbc-a9fb-44871170b25c req-1c0052c4-c916-4301-b27c-86c8f826a929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.849428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e733894a-8006-463d-af28-6e9eb9afbaf9 req-1aaa89d0-9482-4e4d-9f1f-4ac9b528f04c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:27.854283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80b9806f-2bae-4bbc-a9fb-44871170b25c req-1c0052c4-c916-4301-b27c-86c8f826a929 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=379c4479-a9ca-40b5-ac15-6d4de9b75d0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4804785 Jul 16 18:16:27.868748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a39fb86d-1d01-472b-a316-bc4f6aabfc74 None None] Port b224d24d-6e36-4754-aacd-11c499524d93 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:27.881864 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e733894a-8006-463d-af28-6e9eb9afbaf9 req-1aaa89d0-9482-4e4d-9f1f-4ac9b528f04c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 945 time: 0.2969282 Jul 16 18:16:28.040251 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e733894a-8006-463d-af28-6e9eb9afbaf9 req-c9af4c75-2da9-49e7-9e29-1045528323db tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=af4baaad-d604-4b56-99cc-3135c799d87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553409 Jul 16 18:16:28.141080 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:16:28.542518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:28.558393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47854) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.561781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8b7e468c-422a-45c9-a13b-1d85f8ab80e4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/062bccd3-fb8d-4cf3-afef-76d36607220a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9817641 Jul 16 18:16:28.577622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28bf52-4260-43cf-aa85-d43cb4aa2966 None None] Sync routers for ids ['062bccd3-fb8d-4cf3-afef-76d36607220a'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:28.598318 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80b9806f-2bae-4bbc-a9fb-44871170b25c req-e0afe601-7339-4b0c-86d4-dcea8494972f service neutron] 10.222.0.37 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7309401 Jul 16 18:16:28.599849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28bf52-4260-43cf-aa85-d43cb4aa2966 None None] Routers {'062bccd3-fb8d-4cf3-afef-76d36607220a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:28.600756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fd28bf52-4260-43cf-aa85-d43cb4aa2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['062bccd3-fb8d-4cf3-afef-76d36607220a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:28.645423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fd28bf52-4260-43cf-aa85-d43cb4aa2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:28.654972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd28bf52-4260-43cf-aa85-d43cb4aa2966 None None] Routers {'062bccd3-fb8d-4cf3-afef-76d36607220a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:28.655977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fd28bf52-4260-43cf-aa85-d43cb4aa2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['062bccd3-fb8d-4cf3-afef-76d36607220a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:28.681532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32583a61-221f-4172-8048-7166ff5e30d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:28.686308 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32583a61-221f-4172-8048-7166ff5e30d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports/b224d24d-6e36-4754-aacd-11c499524d93 HTTP/1.1" status: 200 len: 913 time: 0.1238286 Jul 16 18:16:28.686567 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47856) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:28.697376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-63722bd7-9107-411c-934a-7723a62ec12f req-a05f57cc-187f-435c-9109-d8ddf4fb874b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:28.697846 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63722bd7-9107-411c-934a-7723a62ec12f req-a05f57cc-187f-435c-9109-d8ddf4fb874b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.702691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fd28bf52-4260-43cf-aa85-d43cb4aa2966 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:28.703394 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd28bf52-4260-43cf-aa85-d43cb4aa2966 None None] The sync data for ids ['062bccd3-fb8d-4cf3-afef-76d36607220a'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:28.854439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80b9806f-2bae-4bbc-a9fb-44871170b25c req-bccac11f-8a47-4b2a-a1f7-d2804c16172a service neutron] 10.222.0.37 "GET /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372301 Jul 16 18:16:28.887667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-63722bd7-9107-411c-934a-7723a62ec12f req-a05f57cc-187f-435c-9109-d8ddf4fb874b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:28.888113 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63722bd7-9107-411c-934a-7723a62ec12f req-a05f57cc-187f-435c-9109-d8ddf4fb874b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:28.908932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-63722bd7-9107-411c-934a-7723a62ec12f req-a05f57cc-187f-435c-9109-d8ddf4fb874b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 799dfd0b-016b-4a97-8033-f3e29d6e8fcf owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:29.276434 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.292686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63722bd7-9107-411c-934a-7723a62ec12f req-a05f57cc-187f-435c-9109-d8ddf4fb874b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.321250 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1d2361a9-40da-45e1-a9a3-37cd06c8e2bc req-d28d65e9-e778-4774-aa77-76f026b0b259 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad HTTP/1.1" status: 200 len: 210 time: 0.0438867 Jul 16 18:16:29.416577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5c250d1-6007-4c9d-a77e-2c5775d4be64 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.421740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-63722bd7-9107-411c-934a-7723a62ec12f req-a05f57cc-187f-435c-9109-d8ddf4fb874b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] No DVR routers for this DVR port 799dfd0b-016b-4a97-8033-f3e29d6e8fcf on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:29.426135 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63722bd7-9107-411c-934a-7723a62ec12f req-a05f57cc-187f-435c-9109-d8ddf4fb874b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:29.428490 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63722bd7-9107-411c-934a-7723a62ec12f req-a05f57cc-187f-435c-9109-d8ddf4fb874b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.37 "DELETE /v2.0/ports/799dfd0b-016b-4a97-8033-f3e29d6e8fcf HTTP/1.1" status: 204 len: 173 time: 1.6739886 Jul 16 18:16:29.429209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'name': 'network-vif-deleted', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:29.441217 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bacec402-e8dc-459f-92b9-c6530cf91a57" -d '{"events": [{"server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "name": "network-vif-deleted", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:29.451129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f57cc-187f-435c-9109-d8ddf4fb874b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=799dfd0b-016b-4a97-8033-f3e29d6e8fcf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:29.577413 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e36c954-85c8-4e63-a720-3871f2780b0d x-openstack-request-id: req-4e36c954-85c8-4e63-a720-3871f2780b0d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:29.579705 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad", "name": "network-vif-deleted", "tag": "799dfd0b-016b-4a97-8033-f3e29d6e8fcf", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:29.580360 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4e36c954-85c8-4e63-a720-3871f2780b0d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:29.582615 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08ef9b1c-f9f9-4a7c-b8c1-b3a282aba5ad', 'name': 'network-vif-deleted', 'tag': '799dfd0b-016b-4a97-8033-f3e29d6e8fcf', 'status': 'completed', 'code': 200} Jul 16 18:16:30.069783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b5c250d1-6007-4c9d-a77e-2c5775d4be64 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port b224d24d-6e36-4754-aacd-11c499524d93 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:30.072710 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5c250d1-6007-4c9d-a77e-2c5775d4be64 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.306592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5c250d1-6007-4c9d-a77e-2c5775d4be64 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.335168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b5c250d1-6007-4c9d-a77e-2c5775d4be64 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for b224d24d-6e36-4754-aacd-11c499524d93 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:30.540937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63796fa-f992-4da5-bc12-8ed103575923 req-b3e1c6cf-4097-4bc5-abf7-2b2b1892ad49 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:30.553398 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b63796fa-f992-4da5-bc12-8ed103575923 req-b3e1c6cf-4097-4bc5-abf7-2b2b1892ad49 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 945 time: 0.2087333 Jul 16 18:16:30.620972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47880) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:30.670407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5c250d1-6007-4c9d-a77e-2c5775d4be64 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:30.694427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b63796fa-f992-4da5-bc12-8ed103575923 req-494243aa-c6a2-4412-9458-75ae05d322d6 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352057 Jul 16 18:16:30.723530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c250d1-6007-4c9d-a77e-2c5775d4be64 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=b224d24d-6e36-4754-aacd-11c499524d93,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:30.920027 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5c250d1-6007-4c9d-a77e-2c5775d4be64 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.249869 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.554872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c250d1-6007-4c9d-a77e-2c5775d4be64 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 062bccd3-fb8d-4cf3-afef-76d36607220a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:31.650043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 3715e6e2-8643-4b5d-8479-1903e17ad1ed {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:31.650665 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.673856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c250d1-6007-4c9d-a77e-2c5775d4be64 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:31.684519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 799dfd0b-016b-4a97-8033-f3e29d6e8fcf no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:31.689112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b5c250d1-6007-4c9d-a77e-2c5775d4be64 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/062bccd3-fb8d-4cf3-afef-76d36607220a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0005560 Jul 16 18:16:31.696310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47886) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:31.700735 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c84349-f069-452b-b916-038fe41dc22c None None] Sync routers for ids ['062bccd3-fb8d-4cf3-afef-76d36607220a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:31.777550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 799dfd0b-016b-4a97-8033-f3e29d6e8fcf {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:31.778666 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c84349-f069-452b-b916-038fe41dc22c None None] Routers {'062bccd3-fb8d-4cf3-afef-76d36607220a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:31.779226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 799dfd0b-016b-4a97-8033-f3e29d6e8fcf not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:31.781195 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-59c84349-f069-452b-b916-038fe41dc22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['062bccd3-fb8d-4cf3-afef-76d36607220a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:31.852334 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-59c84349-f069-452b-b916-038fe41dc22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:31.864753 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c84349-f069-452b-b916-038fe41dc22c None None] Routers {'062bccd3-fb8d-4cf3-afef-76d36607220a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:31.865654 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-59c84349-f069-452b-b916-038fe41dc22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['062bccd3-fb8d-4cf3-afef-76d36607220a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:31.890305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port 3715e6e2-8643-4b5d-8479-1903e17ad1ed, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3715e6e2-8643-4b5d-8479-1903e17ad1ed,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:31.891164 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:31.911201 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-59c84349-f069-452b-b916-038fe41dc22c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:31.912326 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59c84349-f069-452b-b916-038fe41dc22c None None] The sync data for ids ['062bccd3-fb8d-4cf3-afef-76d36607220a'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:31.956211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 3715e6e2-8643-4b5d-8479-1903e17ad1ed owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:32.066993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6cfeef-b733-4a40-b049-148231791b7b req-568ea7e6-9188-41b5-abdf-ef4b8ff9c134 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:32.067316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7d6cfeef-b733-4a40-b049-148231791b7b req-568ea7e6-9188-41b5-abdf-ef4b8ff9c134 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 945 time: 0.3973176 Jul 16 18:16:32.137040 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905efb2-03b4-49ea-bd66-f102872005cc req-6ddcebf7-6818-4f28-8330-5eafccc26aa8 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:32.139141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d905efb2-03b4-49ea-bd66-f102872005cc req-6ddcebf7-6818-4f28-8330-5eafccc26aa8 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 945 time: 0.2288365 Jul 16 18:16:32.194245 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-422d81fb-ab52-48e6-8a3f-3791ab8347b6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.290309 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d905efb2-03b4-49ea-bd66-f102872005cc req-dca1553a-5a1e-464a-b364-cc7dffc441f2 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402419 Jul 16 18:16:32.367762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-7d6cfeef-b733-4a40-b049-148231791b7b req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Deleting port 892d3af1-288b-4033-a80e-eda871caa99e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:32.368043 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7d6cfeef-b733-4a40-b049-148231791b7b req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.483859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.527249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=3715e6e2-8643-4b5d-8479-1903e17ad1ed,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:32.536130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-422d81fb-ab52-48e6-8a3f-3791ab8347b6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port fd4c702d-bfa2-4fc9-bca2-4989a93f0eab {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:32.536616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-422d81fb-ab52-48e6-8a3f-3791ab8347b6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.570154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-7d6cfeef-b733-4a40-b049-148231791b7b req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] For port 892d3af1-288b-4033-a80e-eda871caa99e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=892d3af1-288b-4033-a80e-eda871caa99e,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:32.570154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7d6cfeef-b733-4a40-b049-148231791b7b req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.618960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-7d6cfeef-b733-4a40-b049-148231791b7b req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Calling delete_port for 892d3af1-288b-4033-a80e-eda871caa99e owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:32.649584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-422d81fb-ab52-48e6-8a3f-3791ab8347b6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.668625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-422d81fb-ab52-48e6-8a3f-3791ab8347b6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for fd4c702d-bfa2-4fc9-bca2-4989a93f0eab owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:32.886863 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:32.977091 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-422d81fb-ab52-48e6-8a3f-3791ab8347b6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.015308 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7d6cfeef-b733-4a40-b049-148231791b7b req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.018442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422d81fb-ab52-48e6-8a3f-3791ab8347b6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=fd4c702d-bfa2-4fc9-bca2-4989a93f0eab,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.032103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['eab973bc-f1a7-4045-b739-6a1cbfd3d2fa'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:33.058061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Pushing event deleted for resources: {'Port': ['ID=892d3af1-288b-4033-a80e-eda871caa99e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:33.093938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.094319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.094725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.094725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.095387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.095654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.095980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.096303 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.096624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.096942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.097260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.097575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:33.130718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['1208a4d5-a318-4ff0-b20e-f4391c5c76c6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:33.134503 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-422d81fb-ab52-48e6-8a3f-3791ab8347b6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.143396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d6cfeef-b733-4a40-b049-148231791b7b req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] No DVR routers for this DVR port 892d3af1-288b-4033-a80e-eda871caa99e on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:33.152688 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7d6cfeef-b733-4a40-b049-148231791b7b req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.154718 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7d6cfeef-b733-4a40-b049-148231791b7b req-aa518a4c-24fe-4c0f-867b-0a5dc345cea1 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "DELETE /v2.0/ports/892d3af1-288b-4033-a80e-eda871caa99e HTTP/1.1" status: 204 len: 173 time: 1.0806360 Jul 16 18:16:33.155160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9eebf3-96b3-4fba-8625-4ea1b5d62c54', 'name': 'network-vif-deleted', 'tag': '892d3af1-288b-4033-a80e-eda871caa99e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:33.157955 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25bb1eca-aa21-47c8-ba74-53f5ec096b71" -d '{"events": [{"server_uuid": "dd9eebf3-96b3-4fba-8625-4ea1b5d62c54", "name": "network-vif-deleted", "tag": "892d3af1-288b-4033-a80e-eda871caa99e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:33.259302 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2afc8b-a6b1-45c7-9a98-decdf94a0808 x-openstack-request-id: req-af2afc8b-a6b1-45c7-9a98-decdf94a0808 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:33.259925 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9eebf3-96b3-4fba-8625-4ea1b5d62c54", "name": "network-vif-deleted", "tag": "892d3af1-288b-4033-a80e-eda871caa99e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:33.260331 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-af2afc8b-a6b1-45c7-9a98-decdf94a0808 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:33.264185 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9eebf3-96b3-4fba-8625-4ea1b5d62c54', 'name': 'network-vif-deleted', 'tag': '892d3af1-288b-4033-a80e-eda871caa99e', 'status': 'completed', 'code': 200} Jul 16 18:16:33.437102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:33.492657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-422d81fb-ab52-48e6-8a3f-3791ab8347b6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 062bccd3-fb8d-4cf3-afef-76d36607220a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:33.590759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-422d81fb-ab52-48e6-8a3f-3791ab8347b6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:33.603860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-422d81fb-ab52-48e6-8a3f-3791ab8347b6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/062bccd3-fb8d-4cf3-afef-76d36607220a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9063725 Jul 16 18:16:33.607144 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42965053-5781-4923-bd13-c54bbb2109c3 None None] Sync routers for ids ['062bccd3-fb8d-4cf3-afef-76d36607220a'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:33.611077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47900) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:33.628592 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42965053-5781-4923-bd13-c54bbb2109c3 None None] Routers {'062bccd3-fb8d-4cf3-afef-76d36607220a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:33.629282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-42965053-5781-4923-bd13-c54bbb2109c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['062bccd3-fb8d-4cf3-afef-76d36607220a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:33.648036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a5303a4-b89c-49fb-bf8b-40737df88abd req-6ed7b55c-d691-43ec-8f96-f5ac077aded4 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=dd9eebf3-96b3-4fba-8625-4ea1b5d62c54 HTTP/1.1" status: 200 len: 210 time: 0.0425563 Jul 16 18:16:33.654148 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b63fd4d9-e621-44b3-9824-7817e37de973 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=062bccd3-fb8d-4cf3-afef-76d36607220a HTTP/1.1" status: 200 len: 205 time: 0.0415897 Jul 16 18:16:33.657842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47902) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:33.672176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:33.681333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-73355d2d-f7fb-45f2-94f3-741cc641f9d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "PUT /v2.0/routers/05e7bbc2-6070-4caa-9d75-1213cc07ee4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0592420 Jul 16 18:16:33.684823 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e52d0f-34ef-4e0f-aecf-f4c66bbec6cd None None] Sync routers for ids ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:33.691526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-42965053-5781-4923-bd13-c54bbb2109c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:33.693320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47904) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:33.701548 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e52d0f-34ef-4e0f-aecf-f4c66bbec6cd None None] Routers {'05e7bbc2-6070-4caa-9d75-1213cc07ee4f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:33.703264 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e1e52d0f-34ef-4e0f-aecf-f4c66bbec6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:33.718249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42965053-5781-4923-bd13-c54bbb2109c3 None None] Routers {'062bccd3-fb8d-4cf3-afef-76d36607220a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:33.719053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-42965053-5781-4923-bd13-c54bbb2109c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['062bccd3-fb8d-4cf3-afef-76d36607220a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:33.756752 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cda1199-c0b6-4a61-906f-bf02bc1e86f2 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.802009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-42965053-5781-4923-bd13-c54bbb2109c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:33.802651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-63269f92-602d-46f5-912a-250d84ed45a8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting subnet 453b52b8-8e08-46c5-8ddd-2311e38d5615 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:33.806663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63269f92-602d-46f5-912a-250d84ed45a8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:33.808616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42965053-5781-4923-bd13-c54bbb2109c3 None None] The sync data for ids ['062bccd3-fb8d-4cf3-afef-76d36607220a'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:33.894187 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e1e52d0f-34ef-4e0f-aecf-f4c66bbec6cd None None] Set router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:33.915266 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63269f92-602d-46f5-912a-250d84ed45a8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.085178 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cda1199-c0b6-4a61-906f-bf02bc1e86f2 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.088072 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cda1199-c0b6-4a61-906f-bf02bc1e86f2 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.115943 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63269f92-602d-46f5-912a-250d84ed45a8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.144722 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cda1199-c0b6-4a61-906f-bf02bc1e86f2 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.145213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cda1199-c0b6-4a61-906f-bf02bc1e86f2 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Fanout notify agent at l3_agent the message router_deleted on router 062bccd3-fb8d-4cf3-afef-76d36607220a {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:34.152873 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cda1199-c0b6-4a61-906f-bf02bc1e86f2 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.154050 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9cda1199-c0b6-4a61-906f-bf02bc1e86f2 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/062bccd3-fb8d-4cf3-afef-76d36607220a HTTP/1.1" status: 204 len: 168 time: 0.4946892 Jul 16 18:16:34.157469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47908) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.159177 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e1e52d0f-34ef-4e0f-aecf-f4c66bbec6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:16:32Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:34.202979 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e52d0f-34ef-4e0f-aecf-f4c66bbec6cd None None] Checking router: 05e7bbc2-6070-4caa-9d75-1213cc07ee4f for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:34.203316 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63269f92-602d-46f5-912a-250d84ed45a8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.213045 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e52d0f-34ef-4e0f-aecf-f4c66bbec6cd None None] Routers {'05e7bbc2-6070-4caa-9d75-1213cc07ee4f'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:34.214146 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e1e52d0f-34ef-4e0f-aecf-f4c66bbec6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:34.234485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1473039-8274-423c-8ac2-05f658170501 None None] Network 379c4479-a9ca-40b5-ac15-6d4de9b75d0b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:34.245683 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63269f92-602d-46f5-912a-250d84ed45a8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.250026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a9e3104-d780-4ace-93eb-4f575dcc0292 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting subnet e91790b5-de87-4f3a-9d32-7bbd9a99811b {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:34.251357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-63269f92-602d-46f5-912a-250d84ed45a8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/subnets/453b52b8-8e08-46c5-8ddd-2311e38d5615 HTTP/1.1" status: 204 len: 168 time: 0.5562756 Jul 16 18:16:34.253836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47910) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.257684 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a9e3104-d780-4ace-93eb-4f575dcc0292 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.267677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63269f92-602d-46f5-912a-250d84ed45a8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Subnet': ['ID=453b52b8-8e08-46c5-8ddd-2311e38d5615,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.360666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a9e3104-d780-4ace-93eb-4f575dcc0292 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.362834 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e1e52d0f-34ef-4e0f-aecf-f4c66bbec6cd None None] Set router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:34.461506 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.516875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a9e3104-d780-4ace-93eb-4f575dcc0292 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.533867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd988b7-e2ad-4847-a1d2-42a8f1a1d271 None None] DHCP port deletion for 379c4479-a9ca-40b5-ac15-6d4de9b75d0b request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:34.600718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.606312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8bd988b7-e2ad-4847-a1d2-42a8f1a1d271 None None] Deleting port 0c6682af-cb08-406a-b80c-b4ec1de79b30 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:34.606312 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8bd988b7-e2ad-4847-a1d2-42a8f1a1d271 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.610363 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a9e3104-d780-4ace-93eb-4f575dcc0292 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.637124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 892d3af1-288b-4033-a80e-eda871caa99e no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:34.669583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a9e3104-d780-4ace-93eb-4f575dcc0292 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Subnet': ['ID=e91790b5-de87-4f3a-9d32-7bbd9a99811b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:34.690744 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a9e3104-d780-4ace-93eb-4f575dcc0292 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.693748 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0a9e3104-d780-4ace-93eb-4f575dcc0292 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/e91790b5-de87-4f3a-9d32-7bbd9a99811b HTTP/1.1" status: 204 len: 168 time: 0.5350993 Jul 16 18:16:34.696609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47916) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:34.702142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad59125-3c85-4602-8f1c-898b04224b49 None None] Network cf2fcc40-c765-45c5-adae-2ad278ea1dd6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:34.704122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 892d3af1-288b-4033-a80e-eda871caa99e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:34.704564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 892d3af1-288b-4033-a80e-eda871caa99e not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:34.732028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 67291e47-6758-42e3-982c-c3733db2de7d {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:34.732524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.739595 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e1e52d0f-34ef-4e0f-aecf-f4c66bbec6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:16:32Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:34.764823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8bd988b7-e2ad-4847-a1d2-42a8f1a1d271 None None] For port 0c6682af-cb08-406a-b80c-b4ec1de79b30, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0c6682af-cb08-406a-b80c-b4ec1de79b30,segment=NetworkSegment(9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0),segment_id=9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:34.765144 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8bd988b7-e2ad-4847-a1d2-42a8f1a1d271 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.784241 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e52d0f-34ef-4e0f-aecf-f4c66bbec6cd None None] The sync data for ids ['05e7bbc2-6070-4caa-9d75-1213cc07ee4f'] in n-d-794306-7 is: [{'id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1855368498', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120'}], 'enable_snat': True}, 'gw_port_id': '67291e47-6758-42e3-982c-c3733db2de7d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:12Z', 'updated_at': '2021-07-16T18:16:32Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '67291e47-6758-42e3-982c-c3733db2de7d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:e5:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05e7bbc2-6070-4caa-9d75-1213cc07ee4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:14Z', 'updated_at': '2021-07-16T18:14:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:34.827291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-c00f94cf-6b57-41d0-9ce8-5956fc6dfe82 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting subnet 160a5b4b-ed85-47c6-a2c3-39844cf87d23 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:34.836458 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c00f94cf-6b57-41d0-9ce8-5956fc6dfe82 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.846984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8bd988b7-e2ad-4847-a1d2-42a8f1a1d271 None None] Calling delete_port for 0c6682af-cb08-406a-b80c-b4ec1de79b30 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:34.893932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port 67291e47-6758-42e3-982c-c3733db2de7d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=67291e47-6758-42e3-982c-c3733db2de7d,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:34.894447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.899332 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c00f94cf-6b57-41d0-9ce8-5956fc6dfe82 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:34.936545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 67291e47-6758-42e3-982c-c3733db2de7d owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:34.994820 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8bd988b7-e2ad-4847-a1d2-42a8f1a1d271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.044805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd988b7-e2ad-4847-a1d2-42a8f1a1d271 None None] No DVR routers for this DVR port 0c6682af-cb08-406a-b80c-b4ec1de79b30 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:35.060804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd988b7-e2ad-4847-a1d2-42a8f1a1d271 None None] Pushing event deleted for resources: {'Port': ['ID=0c6682af-cb08-406a-b80c-b4ec1de79b30,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.088274 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c00f94cf-6b57-41d0-9ce8-5956fc6dfe82 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.202697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b34fa12-753a-406d-aa7f-e3f9e7c7832b None None] DHCP port deletion for cf2fcc40-c765-45c5-adae-2ad278ea1dd6 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:35.274522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3b34fa12-753a-406d-aa7f-e3f9e7c7832b None None] Deleting port 3bcd277a-4cef-459c-91a0-6b0be984db47 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:35.275785 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b34fa12-753a-406d-aa7f-e3f9e7c7832b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.354392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5423e73e-6e74-479c-a65d-63869918389c req-27ec9b8b-2432-4ff5-82b7-7fb2f32ae47b tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:35.362861 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5423e73e-6e74-479c-a65d-63869918389c req-27ec9b8b-2432-4ff5-82b7-7fb2f32ae47b tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 945 time: 0.1813021 Jul 16 18:16:35.374959 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3b34fa12-753a-406d-aa7f-e3f9e7c7832b None None] For port 3bcd277a-4cef-459c-91a0-6b0be984db47, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3bcd277a-4cef-459c-91a0-6b0be984db47,segment=NetworkSegment(35187d8d-aba8-4408-927e-184a2b939a89),segment_id=35187d8d-aba8-4408-927e-184a2b939a89)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:35.375365 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b34fa12-753a-406d-aa7f-e3f9e7c7832b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.390706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3b34fa12-753a-406d-aa7f-e3f9e7c7832b None None] Calling delete_port for 3bcd277a-4cef-459c-91a0-6b0be984db47 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:35.410741 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5423e73e-6e74-479c-a65d-63869918389c req-891b6557-2788-4c81-bc92-ce84c71e1758 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467136 Jul 16 18:16:35.490696 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b34fa12-753a-406d-aa7f-e3f9e7c7832b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.528601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b34fa12-753a-406d-aa7f-e3f9e7c7832b None None] No DVR routers for this DVR port 3bcd277a-4cef-459c-91a0-6b0be984db47 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:35.530772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b34fa12-753a-406d-aa7f-e3f9e7c7832b None None] Pushing event deleted for resources: {'Port': ['ID=3bcd277a-4cef-459c-91a0-6b0be984db47,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.641567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c00f94cf-6b57-41d0-9ce8-5956fc6dfe82 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.691253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f94cf-6b57-41d0-9ce8-5956fc6dfe82 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Subnet': ['ID=160a5b4b-ed85-47c6-a2c3-39844cf87d23,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.701328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c00f94cf-6b57-41d0-9ce8-5956fc6dfe82 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.707336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c00f94cf-6b57-41d0-9ce8-5956fc6dfe82 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/160a5b4b-ed85-47c6-a2c3-39844cf87d23 HTTP/1.1" status: 204 len: 168 time: 1.0055563 Jul 16 18:16:35.707336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47926) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:35.712109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55593b7-a473-4c15-9eec-a68f8403b329 None None] Network 791b1a72-0fc9-4515-8f6f-713c58b5805b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:35.741578 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.806806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=67291e47-6758-42e3-982c-c3733db2de7d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:35.840422 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.905632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0c6682af-cb08-406a-b80c-b4ec1de79b30 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:35.911135 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:35.942375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 0c6682af-cb08-406a-b80c-b4ec1de79b30 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:35.942799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0c6682af-cb08-406a-b80c-b4ec1de79b30 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:35.943278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3bcd277a-4cef-459c-91a0-6b0be984db47 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:35.965779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3bcd277a-4cef-459c-91a0-6b0be984db47 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:35.967351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3bcd277a-4cef-459c-91a0-6b0be984db47 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:35.967351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3715e6e2-8643-4b5d-8479-1903e17ad1ed no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:35.972614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f6bb6c-5972-48f0-9790-21517513b825 None None] DHCP port deletion for 791b1a72-0fc9-4515-8f6f-713c58b5805b request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:35.991534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3715e6e2-8643-4b5d-8479-1903e17ad1ed {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:35.992044 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3715e6e2-8643-4b5d-8479-1903e17ad1ed not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:36.042208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-84f6bb6c-5972-48f0-9790-21517513b825 None None] Deleting port 91dc5623-3f38-46d1-8c96-55baf9128243 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:36.042745 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84f6bb6c-5972-48f0-9790-21517513b825 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.058281 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.062321 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.069488 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.074571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf2fcc40-c765-45c5-adae-2ad278ea1dd6']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:36.113939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-84f6bb6c-5972-48f0-9790-21517513b825 None None] For port 91dc5623-3f38-46d1-8c96-55baf9128243, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=91dc5623-3f38-46d1-8c96-55baf9128243,segment=NetworkSegment(d5f3e27b-7d54-42c9-a53a-a65e2d8e64c7),segment_id=d5f3e27b-7d54-42c9-a53a-a65e2d8e64c7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:36.114276 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84f6bb6c-5972-48f0-9790-21517513b825 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.115398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35187d8d-aba8-4408-927e-184a2b939a89') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:36.115744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35187d8d-aba8-4408-927e-184a2b939a89') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:36.127107 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.130309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-84f6bb6c-5972-48f0-9790-21517513b825 None None] Calling delete_port for 91dc5623-3f38-46d1-8c96-55baf9128243 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:36.135385 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.135938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Fanout notify agent at l3_agent the message router_deleted on router 05e7bbc2-6070-4caa-9d75-1213cc07ee4f {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:36.145334 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.152396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5151d19d-6961-406d-87a0-183913603130 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/routers/05e7bbc2-6070-4caa-9d75-1213cc07ee4f HTTP/1.1" status: 204 len: 168 time: 1.8914113 Jul 16 18:16:36.152396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47928) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.159061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.182652 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:36.183010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:36.186516 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:36.254539 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84f6bb6c-5972-48f0-9790-21517513b825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.290566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6bb6c-5972-48f0-9790-21517513b825 None None] Pushing event deleted for resources: {'Port': ['ID=91dc5623-3f38-46d1-8c96-55baf9128243,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:36.301675 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.302182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f6bb6c-5972-48f0-9790-21517513b825 None None] No DVR routers for this DVR port 91dc5623-3f38-46d1-8c96-55baf9128243 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:36.305237 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.312861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.315802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/networks/cf2fcc40-c765-45c5-adae-2ad278ea1dd6 HTTP/1.1" status: 204 len: 168 time: 0.6081645 Jul 16 18:16:36.318507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47932) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.329414 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c9f15d-f043-4e7c-bd29-650b5cd4a625 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Network': ['ID=cf2fcc40-c765-45c5-adae-2ad278ea1dd6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:36.445559 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.469885 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.483909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['379c4479-a9ca-40b5-ac15-6d4de9b75d0b']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:36.513915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:36.514213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb7fb4e-1edb-41c1-a5b0-7dbfa66d8cf0') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:36.526752 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.550903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd6d3b-968a-41ee-a14e-05c835b94602 req-1077ca89-5e22-4588-9887-c3f507be5749 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:36.552579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63dd6d3b-968a-41ee-a14e-05c835b94602 req-1077ca89-5e22-4588-9887-c3f507be5749 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 945 time: 0.1704600 Jul 16 18:16:36.553722 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.566098 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.569161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:36.569161 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:36.572397 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:36.609137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['791b1a72-0fc9-4515-8f6f-713c58b5805b']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:36.626179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5f3e27b-7d54-42c9-a53a-a65e2d8e64c7') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:36.626179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5f3e27b-7d54-42c9-a53a-a65e2d8e64c7') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:36.638650 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.667501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.680345 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f115ab-a8b7-463a-a4c3-869603f92fc9 req-69cbe445-2307-4e40-87a6-908de6ed9249 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:36.682067 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f115ab-a8b7-463a-a4c3-869603f92fc9 req-69cbe445-2307-4e40-87a6-908de6ed9249 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 945 time: 0.1131318 Jul 16 18:16:36.686333 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Releasing vlan 362 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:36.687329 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.687717 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:36.692197 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:36.694845 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.699155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/networks/379c4479-a9ca-40b5-ac15-6d4de9b75d0b HTTP/1.1" status: 204 len: 168 time: 0.5455630 Jul 16 18:16:36.702656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47938) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.720935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba06187-d6f5-409c-b5af-ffe66d20fea3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Network': ['ID=379c4479-a9ca-40b5-ac15-6d4de9b75d0b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:36.750160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-63dd6d3b-968a-41ee-a14e-05c835b94602 req-a5a24d30-9c40-42d1-b96d-afae0752da36 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Deleting port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:36.751806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63dd6d3b-968a-41ee-a14e-05c835b94602 req-a5a24d30-9c40-42d1-b96d-afae0752da36 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.815286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.836925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.843084 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/networks/791b1a72-0fc9-4515-8f6f-713c58b5805b HTTP/1.1" status: 204 len: 168 time: 0.5183501 Jul 16 18:16:36.845242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47940) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:36.850410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1052243646'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:36.856229 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f115ab-a8b7-463a-a4c3-869603f92fc9 req-30317460-a6e6-4dde-bf36-c75ebfe83439 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368115 Jul 16 18:16:36.857213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Network': ['ID=791b1a72-0fc9-4515-8f6f-713c58b5805b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:36.871496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.872269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.872269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.872543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.872857 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.873185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.873754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.874444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.874444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.874730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.875055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.875379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93e17aa3-b511-4512-818f-88cdfc565658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:36.888480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-63dd6d3b-968a-41ee-a14e-05c835b94602 req-a5a24d30-9c40-42d1-b96d-afae0752da36 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] For port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:36.888830 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b87dbbca-ea75-48e3-a148-4cae60410345 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.889278 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63dd6d3b-968a-41ee-a14e-05c835b94602 req-a5a24d30-9c40-42d1-b96d-afae0752da36 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.913407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-63dd6d3b-968a-41ee-a14e-05c835b94602 req-a5a24d30-9c40-42d1-b96d-afae0752da36 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Calling delete_port for eab973bc-f1a7-4045-b739-6a1cbfd3d2fa owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:36.915319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:36.916950 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b87dbbca-ea75-48e3-a148-4cae60410345 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.919354 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.990577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:36.990826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b87dbbca-ea75-48e3-a148-4cae60410345 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.994267 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b87dbbca-ea75-48e3-a148-4cae60410345 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:36.998188 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b87dbbca-ea75-48e3-a148-4cae60410345 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/security-groups/af4baaad-d604-4b56-99cc-3135c799d87b HTTP/1.1" status: 204 len: 168 time: 0.2922173 Jul 16 18:16:37.010141 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.010606 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added segment 5d24317d-1d44-4c01-add9-790c6babe2ca of type vlan for network 178dada5-7497-4742-81a7-6563d08c157b Jul 16 18:16:37.013519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87dbbca-ea75-48e3-a148-4cae60410345 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af4baaad-d604-4b56-99cc-3135c799d87b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.089610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.158732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.164359 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:37.164947 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.175353 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63dd6d3b-968a-41ee-a14e-05c835b94602 req-a5a24d30-9c40-42d1-b96d-afae0752da36 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.186653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['eab973bc-f1a7-4045-b739-6a1cbfd3d2fa'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:37.215635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['1208a4d5-a318-4ff0-b20e-f4391c5c76c6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:37.243211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a24d30-9c40-42d1-b96d-afae0752da36 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Pushing event deleted for resources: {'Port': ['ID=eab973bc-f1a7-4045-b739-6a1cbfd3d2fa,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.308684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4635112 Jul 16 18:16:37.309902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-63dd6d3b-968a-41ee-a14e-05c835b94602 req-a5a24d30-9c40-42d1-b96d-afae0752da36 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] No DVR routers for this DVR port eab973bc-f1a7-4045-b739-6a1cbfd3d2fa on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:37.311915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47946) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.313279 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63dd6d3b-968a-41ee-a14e-05c835b94602 req-a5a24d30-9c40-42d1-b96d-afae0752da36 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.316326 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63dd6d3b-968a-41ee-a14e-05c835b94602 req-a5a24d30-9c40-42d1-b96d-afae0752da36 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.18 "DELETE /v2.0/ports/eab973bc-f1a7-4045-b739-6a1cbfd3d2fa HTTP/1.1" status: 204 len: 173 time: 0.7577472 Jul 16 18:16:37.317601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'subnet': {'network_id': '178dada5-7497-4742-81a7-6563d08c157b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:37.320418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d8a045-bf06-444d-a21f-cb7be80dd080', 'name': 'network-vif-deleted', 'tag': 'eab973bc-f1a7-4045-b739-6a1cbfd3d2fa'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:37.324236 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1bd722-5be1-497f-a5f6-d70a03bda12a" -d '{"events": [{"server_uuid": "24d8a045-bf06-444d-a21f-cb7be80dd080", "name": "network-vif-deleted", "tag": "eab973bc-f1a7-4045-b739-6a1cbfd3d2fa"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:37.381506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c021cea8-cd13-4f5b-a8c7-39140ee89d89 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Network': ['ID=178dada5-7497-4742-81a7-6563d08c157b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.407737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 178dada5-7497-4742-81a7-6563d08c157b details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:37.410264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47950) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.415406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-22dd9283-1586-4b23-b63e-7f157248492c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1584948242', 'description': 'tempest-secgroup-smoke-1584948242 description', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:37.448552 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22dd9283-1586-4b23-b63e-7f157248492c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.513996 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.api [None req-22dd9283-1586-4b23-b63e-7f157248492c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:16:37.513996 n-d-794306-7 neutron-server[105439]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:16:37.513996 n-d-794306-7 neutron-server[105439]: [parameters: {'project_id_1': '8adf9a60b51a4b999caf9bedee2d7ddc', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 16, 37, 501680)}] Jul 16 18:16:37.513996 n-d-794306-7 neutron-server[105439]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:16:37.514677 n-d-794306-7 neutron-server[105439]: DEBUG oslo_db.api [None req-22dd9283-1586-4b23-b63e-7f157248492c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:16:37.526612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:37.530493 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.705558 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e1db6a-1aea-411e-a17a-074980285511 x-openstack-request-id: req-00e1db6a-1aea-411e-a17a-074980285511 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:37.705855 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d8a045-bf06-444d-a21f-cb7be80dd080", "name": "network-vif-deleted", "tag": "eab973bc-f1a7-4045-b739-6a1cbfd3d2fa", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:37.706108 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00e1db6a-1aea-411e-a17a-074980285511 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:37.706520 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d8a045-bf06-444d-a21f-cb7be80dd080', 'name': 'network-vif-deleted', 'tag': 'eab973bc-f1a7-4045-b739-6a1cbfd3d2fa', 'status': 'completed', 'code': 200} Jul 16 18:16:37.790234 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.871340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Subnet': ['ID=e86dfc82-23d4-43eb-b8e0-0d2ec758a1cf,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:37.872828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 67291e47-6758-42e3-982c-c3733db2de7d no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:37.878282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Checking segment: {'id': '5d24317d-1d44-4c01-add9-790c6babe2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '178dada5-7497-4742-81a7-6563d08c157b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:37.878727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network hostable DHCP agents. Network: 178dada5-7497-4742-81a7-6563d08c157b, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:37.894827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 67291e47-6758-42e3-982c-c3733db2de7d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:37.895128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 67291e47-6758-42e3-982c-c3733db2de7d not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:37.895696 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 91dc5623-3f38-46d1-8c96-55baf9128243 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:37.898722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 178dada5-7497-4742-81a7-6563d08c157b is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:37.909094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 178dada5-7497-4742-81a7-6563d08c157b) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:37.914394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:37.915670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 91dc5623-3f38-46d1-8c96-55baf9128243 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:37.915834 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.916704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 91dc5623-3f38-46d1-8c96-55baf9128243 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:37.920793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-430b75d9-0a59-4be7-a58e-4e38b7d2f614 None None] Network 178dada5-7497-4742-81a7-6563d08c157b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:37.948385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ac203ae5-f97a-4b19-8134-8cf84e9ee777 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6357684 Jul 16 18:16:37.951166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47960) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:37.961341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8f9574e5-b30b-48a9-a7e4-bfa62fa7aa43 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1452185031', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:37.995192 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f9574e5-b30b-48a9-a7e4-bfa62fa7aa43 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:37.997485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f9574e5-b30b-48a9-a7e4-bfa62fa7aa43 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.019972 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22dd9283-1586-4b23-b63e-7f157248492c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.094714 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f9574e5-b30b-48a9-a7e4-bfa62fa7aa43 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.104964 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f9574e5-b30b-48a9-a7e4-bfa62fa7aa43 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.108026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-178dada5-7497-4742-81a7-6563d08c157b', 'network_id': '178dada5-7497-4742-81a7-6563d08c157b', 'tenant_id': '68ff095569774317bb581577e7674854', 'fixed_ips': [{'subnet_id': 'e86dfc82-23d4-43eb-b8e0-0d2ec758a1cf'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:38.108986 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.206705 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22dd9283-1586-4b23-b63e-7f157248492c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.213290 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22dd9283-1586-4b23-b63e-7f157248492c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.227326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f9574e5-b30b-48a9-a7e4-bfa62fa7aa43 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.228590 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8f9574e5-b30b-48a9-a7e4-bfa62fa7aa43 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2763848 Jul 16 18:16:38.231619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47962) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.238590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'port': {'network_id': '178dada5-7497-4742-81a7-6563d08c157b', 'name': 'tempest-RoutersIpV6Test-1269805138'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.244346 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22dd9283-1586-4b23-b63e-7f157248492c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.246407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-22dd9283-1586-4b23-b63e-7f157248492c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8349705 Jul 16 18:16:38.251779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47964) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.257793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-07a702c7-6dae-4bcf-a581-a991c72612f3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '605047a2-0b8e-4e4a-a13a-445cbcdfdef9', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.271845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dd9283-1586-4b23-b63e-7f157248492c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=605047a2-0b8e-4e4a-a13a-445cbcdfdef9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.293996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Allocated IP 2001:db8::2 (178dada5-7497-4742-81a7-6563d08c157b/e86dfc82-23d4-43eb-b8e0-0d2ec758a1cf/bc51150f-d00d-443b-8faa-97d0809898e6) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:38.309132 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07a702c7-6dae-4bcf-a581-a991c72612f3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.358548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07a702c7-6dae-4bcf-a581-a991c72612f3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.364249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07a702c7-6dae-4bcf-a581-a991c72612f3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.365400 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8dc91bbe-b563-45fc-8320-8048e693ec11 req-f5ab65df-815d-4f49-a3c0-552e9889a1e8 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d8a045-bf06-444d-a21f-cb7be80dd080 HTTP/1.1" status: 200 len: 210 time: 0.0701883 Jul 16 18:16:38.382328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a702c7-6dae-4bcf-a581-a991c72612f3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f7d6d44-a56b-40aa-9564-57cd8baeb89d,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.404537 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07a702c7-6dae-4bcf-a581-a991c72612f3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.409344 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-07a702c7-6dae-4bcf-a581-a991c72612f3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1532395 Jul 16 18:16:38.409797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47966) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.414747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-99afecc0-ef79-45ab-94e4-c27fb9ed60f8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '605047a2-0b8e-4e4a-a13a-445cbcdfdef9', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.426476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:38.430633 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.445601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-99afecc0-ef79-45ab-94e4-c27fb9ed60f8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.451026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] device_id is not set on port 715590e6-521d-46a9-8130-c802c9c954e8 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:16:38.472428 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.481357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Transition to ACTIVE for port object bc51150f-d00d-443b-8faa-97d0809898e6 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:38.498601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Transition to ACTIVE for port object bc51150f-d00d-443b-8faa-97d0809898e6 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:38.505664 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.521997 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-99afecc0-ef79-45ab-94e4-c27fb9ed60f8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.526600 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-99afecc0-ef79-45ab-94e4-c27fb9ed60f8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.546216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99afecc0-ef79-45ab-94e4-c27fb9ed60f8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a1d2330-8226-44c9-b235-bac0e0418e0d,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.551595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Network 178dada5-7497-4742-81a7-6563d08c157b is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:38.554679 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:38.557377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:38.558751 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-99afecc0-ef79-45ab-94e4-c27fb9ed60f8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.563187 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-99afecc0-ef79-45ab-94e4-c27fb9ed60f8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1522853 Jul 16 18:16:38.564006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47968) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.568828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-955a2f85-50f7-43b3-9111-e7bfa0eef4e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '605047a2-0b8e-4e4a-a13a-445cbcdfdef9', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.569023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Pushing event updated for resources: {'Port': ['ID=bc51150f-d00d-443b-8faa-97d0809898e6,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.585774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Allocated IP 2001:db8::308 (178dada5-7497-4742-81a7-6563d08c157b/e86dfc82-23d4-43eb-b8e0-0d2ec758a1cf/715590e6-521d-46a9-8130-c802c9c954e8) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:38.598340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-955a2f85-50f7-43b3-9111-e7bfa0eef4e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.628091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Attempting to bind port bc51150f-d00d-443b-8faa-97d0809898e6 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:38.628430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Attempting to bind port bc51150f-d00d-443b-8faa-97d0809898e6 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '5d24317d-1d44-4c01-add9-790c6babe2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '178dada5-7497-4742-81a7-6563d08c157b'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:38.628736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Attempting to bind port bc51150f-d00d-443b-8faa-97d0809898e6 on network 178dada5-7497-4742-81a7-6563d08c157b {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:38.634716 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:38.635088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Checking segment: {'id': '5d24317d-1d44-4c01-add9-790c6babe2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '178dada5-7497-4742-81a7-6563d08c157b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:38.635494 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.635934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Bound using segment: {'id': '5d24317d-1d44-4c01-add9-790c6babe2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '178dada5-7497-4742-81a7-6563d08c157b'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:38.636401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Bound port: bc51150f-d00d-443b-8faa-97d0809898e6, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d24317d-1d44-4c01-add9-790c6babe2ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': '178dada5-7497-4742-81a7-6563d08c157b'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:38.636787 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.663585 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-955a2f85-50f7-43b3-9111-e7bfa0eef4e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.669407 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-955a2f85-50f7-43b3-9111-e7bfa0eef4e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.690520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955a2f85-50f7-43b3-9111-e7bfa0eef4e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=700af40e-342e-461f-8727-bd8d97056591,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.705888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-955a2f85-50f7-43b3-9111-e7bfa0eef4e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.710748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-955a2f85-50f7-43b3-9111-e7bfa0eef4e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454511 Jul 16 18:16:38.711848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47974) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.718671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0c937392-a7f3-4230-aaf9-1c89ffae23d8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '605047a2-0b8e-4e4a-a13a-445cbcdfdef9', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.734203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] For port bc51150f-d00d-443b-8faa-97d0809898e6, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:38.740224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] For port bc51150f-d00d-443b-8faa-97d0809898e6, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bc51150f-d00d-443b-8faa-97d0809898e6,segment=NetworkSegment(5d24317d-1d44-4c01-add9-790c6babe2ca),segment_id=5d24317d-1d44-4c01-add9-790c6babe2ca)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:38.747649 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.756355 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c937392-a7f3-4230-aaf9-1c89ffae23d8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.843547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b62e7b3-5678-4988-8379-a3525ba31d92 None None] Pushing event updated for resources: {'Port': ['ID=bc51150f-d00d-443b-8faa-97d0809898e6,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.844225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c937392-a7f3-4230-aaf9-1c89ffae23d8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.850053 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c937392-a7f3-4230-aaf9-1c89ffae23d8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.851825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.870294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Transition to ACTIVE for port object 715590e6-521d-46a9-8130-c802c9c954e8 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:38.873578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c937392-a7f3-4230-aaf9-1c89ffae23d8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=606240ec-5f9e-46d9-95d5-a04fc7152595,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:38.883716 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c937392-a7f3-4230-aaf9-1c89ffae23d8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.886286 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0c937392-a7f3-4230-aaf9-1c89ffae23d8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1726201 Jul 16 18:16:38.888402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47976) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:38.894217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8035c62c-1368-42b2-8113-9674e983ed63 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '605047a2-0b8e-4e4a-a13a-445cbcdfdef9', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:38.917583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.924194 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-8035c62c-1368-42b2-8113-9674e983ed63 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Project 8adf9a60b51a4b999caf9bedee2d7ddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:16:38.930736 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8035c62c-1368-42b2-8113-9674e983ed63 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:38.968790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 178dada5-7497-4742-81a7-6563d08c157b is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:38.977276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:38.981576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:38.989651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:38.990595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.007748 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8035c62c-1368-42b2-8113-9674e983ed63 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.012871 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7800477 Jul 16 18:16:39.013046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8035c62c-1368-42b2-8113-9674e983ed63 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.013745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704336ce-d4d5-42e9-a911-c83929f5a54f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=715590e6-521d-46a9-8130-c802c9c954e8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.016043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47978) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.029090 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8035c62c-1368-42b2-8113-9674e983ed63 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=545042df-7596-4b88-a6e2-4aca553345c0,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.057034 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8035c62c-1368-42b2-8113-9674e983ed63 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.058775 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8035c62c-1368-42b2-8113-9674e983ed63 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1689937 Jul 16 18:16:39.061191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47980) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.068023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-55b17857-c8b1-41e2-844e-b013a8b30316 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '605047a2-0b8e-4e4a-a13a-445cbcdfdef9', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:39.133150 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-55b17857-c8b1-41e2-844e-b013a8b30316 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Project 8adf9a60b51a4b999caf9bedee2d7ddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:16:39.139366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55b17857-c8b1-41e2-844e-b013a8b30316 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.230221 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55b17857-c8b1-41e2-844e-b013a8b30316 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.236788 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55b17857-c8b1-41e2-844e-b013a8b30316 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.258351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b17857-c8b1-41e2-844e-b013a8b30316 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=595c3d12-9ec8-4282-bf3d-663a77f45646,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.275512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-55b17857-c8b1-41e2-844e-b013a8b30316 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.279678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-55b17857-c8b1-41e2-844e-b013a8b30316 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2147989 Jul 16 18:16:39.279911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47990) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.287597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'network': {'name': 'tempest-network-smoke--2063825766', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'port_security_enabled': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:39.320255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:39.324603 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.351131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:39.364169 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.364525 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Added segment b3545e05-6da5-414e-82ee-19a7b3f653f8 of type vlan for network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 Jul 16 18:16:39.409804 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.444673 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.451877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:39.452683 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.470261 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.525554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2444451 Jul 16 18:16:39.526159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48002) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:39.535395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'admin_state_up': True, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:39.614740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0a744b-48f5-40cf-a935-5737f6cabbdc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Network': ['ID=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:39.629802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:39.685656 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.686721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.815507 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.949697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:39.958057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.001844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bc51150f-d00d-443b-8faa-97d0809898e6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:40.086582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port bc51150f-d00d-443b-8faa-97d0809898e6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:40.108620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.112898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=715590e6-521d-46a9-8130-c802c9c954e8,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.262518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aee32d3-5b45-4b04-a3b3-29f7d0a8e741 None None] Network 178dada5-7497-4742-81a7-6563d08c157b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:40.299381 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.355709 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.396859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.400007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aa05d45e-a71e-48ec-b02f-dd5fddd6b65b None None] Provisioning for port bc51150f-d00d-443b-8faa-97d0809898e6 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:40.406335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aa05d45e-a71e-48ec-b02f-dd5fddd6b65b None None] Provisioning complete for port bc51150f-d00d-443b-8faa-97d0809898e6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:40.406635 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aa05d45e-a71e-48ec-b02f-dd5fddd6b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.473376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.564916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.25.7.200 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/da8cd604-30a2-4701-906d-339b1b01fcdf) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:40.701425 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.755811 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.802225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device eab973bc-f1a7-4045-b739-6a1cbfd3d2fa no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:40.824966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: eab973bc-f1a7-4045-b739-6a1cbfd3d2fa {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:40.825626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device eab973bc-f1a7-4045-b739-6a1cbfd3d2fa not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:40.843292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:40.851391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:40.857352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:40.917011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=da8cd604-30a2-4701-906d-339b1b01fcdf,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:40.937257 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aa05d45e-a71e-48ec-b02f-dd5fddd6b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:40.995247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-aa05d45e-a71e-48ec-b02f-dd5fddd6b65b None None] For port bc51150f-d00d-443b-8faa-97d0809898e6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bc51150f-d00d-443b-8faa-97d0809898e6,segment=NetworkSegment(5d24317d-1d44-4c01-add9-790c6babe2ca),segment_id=5d24317d-1d44-4c01-add9-790c6babe2ca)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:41.013063 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aa05d45e-a71e-48ec-b02f-dd5fddd6b65b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.175363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa05d45e-a71e-48ec-b02f-dd5fddd6b65b None None] Pushing event updated for resources: {'Port': ['ID=bc51150f-d00d-443b-8faa-97d0809898e6,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.302739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.443918 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.452007 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.452948 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.465120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-10647801-c8b0-4b60-91f5-b70b5b959e4e None None] Provisioning complete for port bc51150f-d00d-443b-8faa-97d0809898e6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:41.465741 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-10647801-c8b0-4b60-91f5-b70b5b959e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.562331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=715590e6-521d-46a9-8130-c802c9c954e8,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:41.595263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-10647801-c8b0-4b60-91f5-b70b5b959e4e None None] Provisioning for port 715590e6-521d-46a9-8130-c802c9c954e8 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:41.600251 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-10647801-c8b0-4b60-91f5-b70b5b959e4e None None] Provisioning complete for port 715590e6-521d-46a9-8130-c802c9c954e8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:41.600983 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-10647801-c8b0-4b60-91f5-b70b5b959e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.650632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-10647801-c8b0-4b60-91f5-b70b5b959e4e None None] Port 715590e6-521d-46a9-8130-c802c9c954e8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:41.672520 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.702501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 178dada5-7497-4742-81a7-6563d08c157b is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:41.705271 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:41.894172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fc5996bf-74b8-4271-9d68-6d183763aab9 None None] Provisioning complete for port 715590e6-521d-46a9-8130-c802c9c954e8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:41.894763 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fc5996bf-74b8-4271-9d68-6d183763aab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:41.940603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bc51150f-d00d-443b-8faa-97d0809898e6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:41.945748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fc5996bf-74b8-4271-9d68-6d183763aab9 None None] Port 715590e6-521d-46a9-8130-c802c9c954e8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:41.974991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 026832e2-be86-4155-8e64-abbfb5ec0328 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:42.037998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 69db924b-2af2-4638-90b0-c9f27048561d is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:42.038986 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port bc51150f-d00d-443b-8faa-97d0809898e6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:42.039365 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.114083 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.131290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:42.148486 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-19f93548-9f15-443a-aea3-6f89c3871738 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/026832e2-be86-4155-8e64-abbfb5ec0328/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1285810 Jul 16 18:16:42.152107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48044) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.178035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313c0a-cbb3-4bdf-9a1f-d06c84fa4db2 None None] Sync routers for ids ['026832e2-be86-4155-8e64-abbfb5ec0328'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:42.198253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6313c0a-cbb3-4bdf-9a1f-d06c84fa4db2 None None] Routers {'026832e2-be86-4155-8e64-abbfb5ec0328'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:42.199166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d6313c0a-cbb3-4bdf-9a1f-d06c84fa4db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['026832e2-be86-4155-8e64-abbfb5ec0328'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.250028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:42.251328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d6313c0a-cbb3-4bdf-9a1f-d06c84fa4db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.251472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c40a7f-59cd-4797-a105-00c12fc93f43 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.252930 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d9c40a7f-59cd-4797-a105-00c12fc93f43 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports/715590e6-521d-46a9-8130-c802c9c954e8 HTTP/1.1" status: 200 len: 984 time: 0.0998051 Jul 16 18:16:42.255796 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48046) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.262316 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Sync routers for ids ['69db924b-2af2-4638-90b0-c9f27048561d'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:42.275705 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Routers {'69db924b-2af2-4638-90b0-c9f27048561d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:42.277487 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['69db924b-2af2-4638-90b0-c9f27048561d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.293973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6313c0a-cbb3-4bdf-9a1f-d06c84fa4db2 None None] Routers {'026832e2-be86-4155-8e64-abbfb5ec0328'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:42.294756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d6313c0a-cbb3-4bdf-9a1f-d06c84fa4db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['026832e2-be86-4155-8e64-abbfb5ec0328'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.325445 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.328006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1c45a2ea-f593-40de-8497-5f3ecc4fb7f1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.7983074 Jul 16 18:16:42.330757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48054) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.379369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d6313c0a-cbb3-4bdf-9a1f-d06c84fa4db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.380086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6313c0a-cbb3-4bdf-9a1f-d06c84fa4db2 None None] The sync data for ids ['026832e2-be86-4155-8e64-abbfb5ec0328'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:42.409852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3f824394-abf1-4b42-a39b-6fa63c14d386 None None] Provisioning complete for port 715590e6-521d-46a9-8130-c802c9c954e8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:42.410233 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f824394-abf1-4b42-a39b-6fa63c14d386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.442692 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-10015119-b18d-4680-beff-10d05d731396 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=8adf9a60b51a4b999caf9bedee2d7ddc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1005194 Jul 16 18:16:42.449916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48056) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.455695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3f824394-abf1-4b42-a39b-6fa63c14d386 None None] Port 715590e6-521d-46a9-8130-c802c9c954e8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:42.569068 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Set router 69db924b-2af2-4638-90b0-c9f27048561d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:42.666991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d16212e-696c-4818-956a-93ce5b8ca962 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:42.668714 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2d16212e-696c-4818-956a-93ce5b8ca962 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2154357 Jul 16 18:16:42.673920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48058) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.760500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-50fdbdce-05fe-4630-aba3-99f4fe95b37e tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0854819 Jul 16 18:16:42.762819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48066) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:42.775858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1762037356', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:42.789649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0b05845c-82a7-4b34-b833-161618f9d89f None None] Provisioning complete for port 715590e6-521d-46a9-8130-c802c9c954e8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:42.796924 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0b05845c-82a7-4b34-b833-161618f9d89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:42.853342 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:41Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:42.881321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0b05845c-82a7-4b34-b833-161618f9d89f None None] Port 715590e6-521d-46a9-8130-c802c9c954e8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:42.925440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:42.928513 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Checking router: 69db924b-2af2-4638-90b0-c9f27048561d for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:42.928864 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Updating router 69db924b-2af2-4638-90b0-c9f27048561d port da8cd604-30a2-4701-906d-339b1b01fcdf binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:42.930724 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.010550 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.140417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70baf260-29fe-434b-83e4-918c0791dca8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.198476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.285383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Subnet': ['ID=29111361-7f3e-4a74-aaab-0c2844815ea8,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.347631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Checking segment: {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:43.348006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network hostable DHCP agents. Network: e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:43.381571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:43.396478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:43.407818 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:43.408118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e52b3d9-4179-407f-81fb-129d7c75b562 None None] Network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:43.409987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.466588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-375c6e13-7894-4632-b92e-6f6a2d394524 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7023804 Jul 16 18:16:43.466804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48078) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:43.617841 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.628221 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Transition to ACTIVE for port object da8cd604-30a2-4701-906d-339b1b01fcdf will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:43.636934 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.688696 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Attempting to bind port da8cd604-30a2-4701-906d-339b1b01fcdf on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:43.689051 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Attempting to bind port da8cd604-30a2-4701-906d-339b1b01fcdf by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:43.689414 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Attempting to bind port da8cd604-30a2-4701-906d-339b1b01fcdf on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:43.690705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:43.691881 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.705035 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:43.705035 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:43.711685 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.712230 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:43.712739 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Bound port: da8cd604-30a2-4701-906d-339b1b01fcdf, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:43.713132 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.788850 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] For port da8cd604-30a2-4701-906d-339b1b01fcdf, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:43.793533 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] For port da8cd604-30a2-4701-906d-339b1b01fcdf, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=da8cd604-30a2-4701-906d-339b1b01fcdf,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:43.808111 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.819607 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Pushing event updated for resources: {'Port': ['ID=da8cd604-30a2-4701-906d-339b1b01fcdf,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:43.830361 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.830699 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.831035 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.831365 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.831745 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.832069 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.832390 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.832711 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.833046 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.833338 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.833707 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.834161 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:43.923855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-70baf260-29fe-434b-83e4-918c0791dca8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port 715590e6-521d-46a9-8130-c802c9c954e8 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:43.924824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70baf260-29fe-434b-83e4-918c0791dca8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:43.933429 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Routers {'69db924b-2af2-4638-90b0-c9f27048561d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:43.934053 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['69db924b-2af2-4638-90b0-c9f27048561d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:43.936780 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Allocated IP 172.20.0.2 (e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4/29111361-7f3e-4a74-aaab-0c2844815ea8/9289b97b-ce72-4339-8ff7-11c7d602e503) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:44.132486 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed29976f-ea14-46db-ae5e-f03ada5b0bca None None] Pushing event updated for resources: {'Port': ['ID=da8cd604-30a2-4701-906d-339b1b01fcdf,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:44.177673 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] Set router 69db924b-2af2-4638-90b0-c9f27048561d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:44.211200 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70baf260-29fe-434b-83e4-918c0791dca8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.223117 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.233226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Transition to ACTIVE for port object 9289b97b-ce72-4339-8ff7-11c7d602e503 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:44.254875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Transition to ACTIVE for port object 9289b97b-ce72-4339-8ff7-11c7d602e503 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:44.262336 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.316181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-70baf260-29fe-434b-83e4-918c0791dca8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for 715590e6-521d-46a9-8130-c802c9c954e8 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:44.325449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:44.329923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:44.341535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:44.348436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Pushing event updated for resources: {'Port': ['ID=9289b97b-ce72-4339-8ff7-11c7d602e503,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:44.386945 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.388321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.389327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.390617 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.391746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.392423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.393314 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.394212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.394743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.395265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.396077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.396599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:16:44.444426 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:41Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:44.445403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Attempting to bind port 9289b97b-ce72-4339-8ff7-11c7d602e503 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:44.446477 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Attempting to bind port 9289b97b-ce72-4339-8ff7-11c7d602e503 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:44.447043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Attempting to bind port 9289b97b-ce72-4339-8ff7-11c7d602e503 on network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:44.454770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:44.455838 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Checking segment: {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:44.459134 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.460747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Bound using segment: {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:44.461903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Bound port: 9289b97b-ce72-4339-8ff7-11c7d602e503, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:44.462509 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.550628 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1697492-7fe3-462d-a3ce-9c632013ade5 None None] The sync data for ids ['69db924b-2af2-4638-90b0-c9f27048561d'] in n-d-794306-7 is: [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:41Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:44.577798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] For port 9289b97b-ce72-4339-8ff7-11c7d602e503, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:44.581278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] For port 9289b97b-ce72-4339-8ff7-11c7d602e503, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9289b97b-ce72-4339-8ff7-11c7d602e503,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:44.585313 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.674805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8b003d-0f3f-4334-954f-25419b71399b None None] Pushing event updated for resources: {'Port': ['ID=9289b97b-ce72-4339-8ff7-11c7d602e503,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:44.723668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.849684 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70baf260-29fe-434b-83e4-918c0791dca8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:44.971288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70baf260-29fe-434b-83e4-918c0791dca8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=715590e6-521d-46a9-8130-c802c9c954e8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:45.298104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9527a5fd-879f-4f1a-baef-8e6e0b1f30ed req-b202faa6-dc45-4247-bc46-cad04a9a0958 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:45.299861 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9527a5fd-879f-4f1a-baef-8e6e0b1f30ed req-b202faa6-dc45-4247-bc46-cad04a9a0958 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 946 time: 0.5059865 Jul 16 18:16:45.303231 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70baf260-29fe-434b-83e4-918c0791dca8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.388717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9527a5fd-879f-4f1a-baef-8e6e0b1f30ed req-e1473a23-e4ab-426f-baa1-fad975f50a1d tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787435 Jul 16 18:16:45.457395 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1be2e732-b90d-4067-9a10-ca10633f0b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:45.483110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.20.0.1 (e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4/29111361-7f3e-4a74-aaab-0c2844815ea8/5377aa58-5c2b-4446-ba35-a5fccf1a152f) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:45.995926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9289b97b-ce72-4339-8ff7-11c7d602e503 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:46.071787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 9289b97b-ce72-4339-8ff7-11c7d602e503 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:46.076519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device da8cd604-30a2-4701-906d-339b1b01fcdf up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:46.084190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70baf260-29fe-434b-83e4-918c0791dca8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 026832e2-be86-4155-8e64-abbfb5ec0328 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:46.147715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port da8cd604-30a2-4701-906d-339b1b01fcdf completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:46.153787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port da8cd604-30a2-4701-906d-339b1b01fcdf triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:46.154315 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.204213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6929dfe0-39a6-43c7-a02b-6e912016007a None None] Network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:46.248251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70baf260-29fe-434b-83e4-918c0791dca8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:46.252327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.268377 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-70baf260-29fe-434b-83e4-918c0791dca8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/026832e2-be86-4155-8e64-abbfb5ec0328/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0111001 Jul 16 18:16:46.270514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48128) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:46.271008 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1228c3e-ef30-490b-874f-323afac1413f None None] Sync routers for ids ['026832e2-be86-4155-8e64-abbfb5ec0328'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:46.290050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Transition to ACTIVE for port object 5377aa58-5c2b-4446-ba35-a5fccf1a152f will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:46.332728 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.340253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-213f3d48-df05-4a38-a0ad-75a62706e73c None None] Provisioning for port 9289b97b-ce72-4339-8ff7-11c7d602e503 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:46.381856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-213f3d48-df05-4a38-a0ad-75a62706e73c None None] Provisioning complete for port 9289b97b-ce72-4339-8ff7-11c7d602e503 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:46.395380 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-213f3d48-df05-4a38-a0ad-75a62706e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.410914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=5377aa58-5c2b-4446-ba35-a5fccf1a152f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:46.424167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:46.426118 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:46.433405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:46.498446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1228c3e-ef30-490b-874f-323afac1413f None None] Routers {'026832e2-be86-4155-8e64-abbfb5ec0328'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:46.499183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1228c3e-ef30-490b-874f-323afac1413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['026832e2-be86-4155-8e64-abbfb5ec0328'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:46.521923 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.601213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1228c3e-ef30-490b-874f-323afac1413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:46.604339 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.708796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port da8cd604-30a2-4701-906d-339b1b01fcdf, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=da8cd604-30a2-4701-906d-339b1b01fcdf,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:46.715114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1228c3e-ef30-490b-874f-323afac1413f None None] Routers {'026832e2-be86-4155-8e64-abbfb5ec0328'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:46.716056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1228c3e-ef30-490b-874f-323afac1413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['026832e2-be86-4155-8e64-abbfb5ec0328'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:46.762535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1228c3e-ef30-490b-874f-323afac1413f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:46.763283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1228c3e-ef30-490b-874f-323afac1413f None None] The sync data for ids ['026832e2-be86-4155-8e64-abbfb5ec0328'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:46.768441 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.787422 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:46.829189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d4b0a1-74a0-4cc6-91cf-5374bbd5bf7f req-17c4890b-cea5-4b5c-b4b2-45edaf2b2e6e tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:46.831237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-15d4b0a1-74a0-4cc6-91cf-5374bbd5bf7f req-17c4890b-cea5-4b5c-b4b2-45edaf2b2e6e tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 946 time: 0.1706073 Jul 16 18:16:46.971103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=da8cd604-30a2-4701-906d-339b1b01fcdf,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:46.983786 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-213f3d48-df05-4a38-a0ad-75a62706e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.035300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-15d4b0a1-74a0-4cc6-91cf-5374bbd5bf7f req-d92f7d18-de7a-416d-b916-368259d42a16 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/security-groups?id=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716778 Jul 16 18:16:47.038576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-213f3d48-df05-4a38-a0ad-75a62706e73c None None] For port 9289b97b-ce72-4339-8ff7-11c7d602e503, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9289b97b-ce72-4339-8ff7-11c7d602e503,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:47.049190 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-213f3d48-df05-4a38-a0ad-75a62706e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.066783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68400708-22d6-4bff-8141-8ea2689e336d req-5d7028c0-60fb-4d34-b011-6f3ec2fba95b tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:47.068407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68400708-22d6-4bff-8141-8ea2689e336d req-5d7028c0-60fb-4d34-b011-6f3ec2fba95b tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.37 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 946 time: 0.8377612 Jul 16 18:16:47.118338 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213f3d48-df05-4a38-a0ad-75a62706e73c None None] Pushing event updated for resources: {'Port': ['ID=9289b97b-ce72-4339-8ff7-11c7d602e503,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:47.184173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aafd7b08-8ad2-47c7-9398-150b8d8d2b21 None None] Provisioning complete for port 9289b97b-ce72-4339-8ff7-11c7d602e503 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:47.184860 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aafd7b08-8ad2-47c7-9398-150b8d8d2b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.233970 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-e9e1694b-83dc-4648-a04f-48b3c3c65fb5 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 18:16:47.238684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e9e1694b-83dc-4648-a04f-48b3c3c65fb5 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/026832e2-be86-4155-8e64-abbfb5ec0328/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.9664123 Jul 16 18:16:47.243943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48144) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:47.286803 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3ee3505d-ab2a-43c7-93ba-f60c7be54c68 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=026832e2-be86-4155-8e64-abbfb5ec0328 HTTP/1.1" status: 200 len: 205 time: 0.0410519 Jul 16 18:16:47.289290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48150) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:47.387219 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.394204 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.443992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3dc7-9c4f-42b2-98e9-219928ad9538 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.476389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aafd7b08-8ad2-47c7-9398-150b8d8d2b21 None None] Provisioning for port 5377aa58-5c2b-4446-ba35-a5fccf1a152f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:47.482083 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aafd7b08-8ad2-47c7-9398-150b8d8d2b21 None None] Provisioning complete for port 5377aa58-5c2b-4446-ba35-a5fccf1a152f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:47.482531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.485312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=5377aa58-5c2b-4446-ba35-a5fccf1a152f,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:47.486453 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aafd7b08-8ad2-47c7-9398-150b8d8d2b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.555866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-aafd7b08-8ad2-47c7-9398-150b8d8d2b21 None None] Port 5377aa58-5c2b-4446-ba35-a5fccf1a152f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:47.626887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:47.628435 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:47.654816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-68400708-22d6-4bff-8141-8ea2689e336d req-baa90d46-1d0c-4c0c-9624-14ab05a11209 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Deleting port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:47.655165 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-68400708-22d6-4bff-8141-8ea2689e336d req-baa90d46-1d0c-4c0c-9624-14ab05a11209 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.662452 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3dc7-9c4f-42b2-98e9-219928ad9538 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.675027 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3dc7-9c4f-42b2-98e9-219928ad9538 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.727460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e3c2cedf-164f-4bab-a724-09b18fd73f16 None None] Provisioning complete for port 5377aa58-5c2b-4446-ba35-a5fccf1a152f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:47.728270 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3c2cedf-164f-4bab-a724-09b18fd73f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.780127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e3c2cedf-164f-4bab-a724-09b18fd73f16 None None] Port 5377aa58-5c2b-4446-ba35-a5fccf1a152f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:47.786537 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3dc7-9c4f-42b2-98e9-219928ad9538 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.787076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbc3dc7-9c4f-42b2-98e9-219928ad9538 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Fanout notify agent at l3_agent the message router_deleted on router 026832e2-be86-4155-8e64-abbfb5ec0328 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:47.795860 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dbc3dc7-9c4f-42b2-98e9-219928ad9538 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.799994 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48156) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:47.800251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1dbc3dc7-9c4f-42b2-98e9-219928ad9538 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/026832e2-be86-4155-8e64-abbfb5ec0328 HTTP/1.1" status: 204 len: 168 time: 0.5092816 Jul 16 18:16:47.813329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 69db924b-2af2-4638-90b0-c9f27048561d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:47.840723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-68400708-22d6-4bff-8141-8ea2689e336d req-baa90d46-1d0c-4c0c-9624-14ab05a11209 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] For port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1208a4d5-a318-4ff0-b20e-f4391c5c76c6,segment=NetworkSegment(115ec927-d343-456a-ac50-38fb6643a139),segment_id=115ec927-d343-456a-ac50-38fb6643a139)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:47.841129 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-68400708-22d6-4bff-8141-8ea2689e336d req-baa90d46-1d0c-4c0c-9624-14ab05a11209 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.874241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-68400708-22d6-4bff-8141-8ea2689e336d req-baa90d46-1d0c-4c0c-9624-14ab05a11209 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Calling delete_port for 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:47.875602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fae3754-5b8b-4f2f-a1f6-82940620d1b0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting subnet e86dfc82-23d4-43eb-b8e0-0d2ec758a1cf {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:47.881004 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9fae3754-5b8b-4f2f-a1f6-82940620d1b0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:47.944003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9289b97b-ce72-4339-8ff7-11c7d602e503 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:48.056594 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9fae3754-5b8b-4f2f-a1f6-82940620d1b0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.064755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9289b97b-ce72-4339-8ff7-11c7d602e503 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:48.065133 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.139696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-68400708-22d6-4bff-8141-8ea2689e336d req-baa90d46-1d0c-4c0c-9624-14ab05a11209 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.155638 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:48.159137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-05c6e106-4547-4700-9b0f-5d427a44936b None None] Provisioning complete for port 5377aa58-5c2b-4446-ba35-a5fccf1a152f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:48.159869 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-05c6e106-4547-4700-9b0f-5d427a44936b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.162892 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ba0b33e9-12d0-4749-a015-e1b9e5e4281f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "PUT /v2.0/routers/69db924b-2af2-4638-90b0-c9f27048561d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6952724 Jul 16 18:16:48.174417 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Sync routers for ids ['69db924b-2af2-4638-90b0-c9f27048561d'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:48.215000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-05c6e106-4547-4700-9b0f-5d427a44936b None None] Port 5377aa58-5c2b-4446-ba35-a5fccf1a152f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:48.216577 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Routers {'69db924b-2af2-4638-90b0-c9f27048561d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:48.217278 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['69db924b-2af2-4638-90b0-c9f27048561d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:48.269764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device da8cd604-30a2-4701-906d-339b1b01fcdf up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:48.275763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa90d46-1d0c-4c0c-9624-14ab05a11209 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Pushing event deleted for resources: {'Port': ['ID=1208a4d5-a318-4ff0-b20e-f4391c5c76c6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.314993 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9b2826db-fd66-4220-a87f-2595995b7c3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.322134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-39ffbfca-3c5f-47db-8894-a9e56b40559b req-48bf0b9f-90a1-4935-9c0d-11a1a416d0f3 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.47 "GET /v2.0/ports?device_id=88d2a093-e403-4acd-8079-c4436ef13a69 HTTP/1.1" status: 200 len: 210 time: 0.0873117 Jul 16 18:16:48.333640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port da8cd604-30a2-4701-906d-339b1b01fcdf triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:48.334059 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.339285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9fae3754-5b8b-4f2f-a1f6-82940620d1b0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.384567 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.424435 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Set router 69db924b-2af2-4638-90b0-c9f27048561d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:48.431088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-68400708-22d6-4bff-8141-8ea2689e336d req-baa90d46-1d0c-4c0c-9624-14ab05a11209 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] No DVR routers for this DVR port 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:48.450629 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-68400708-22d6-4bff-8141-8ea2689e336d req-baa90d46-1d0c-4c0c-9624-14ab05a11209 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.456505 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68400708-22d6-4bff-8141-8ea2689e336d req-baa90d46-1d0c-4c0c-9624-14ab05a11209 tempest-AttachVolumeNegativeTest-1681494472 tempest-AttachVolumeNegativeTest-1681494472-project] 10.222.0.37 "DELETE /v2.0/ports/1208a4d5-a318-4ff0-b20e-f4391c5c76c6 HTTP/1.1" status: 204 len: 173 time: 1.3742931 Jul 16 18:16:48.457051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88d2a093-e403-4acd-8079-c4436ef13a69', 'name': 'network-vif-deleted', 'tag': '1208a4d5-a318-4ff0-b20e-f4391c5c76c6'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:48.459400 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc9acbee-7f94-423b-acde-0787ab63163b" -d '{"events": [{"server_uuid": "88d2a093-e403-4acd-8079-c4436ef13a69", "name": "network-vif-deleted", "tag": "1208a4d5-a318-4ff0-b20e-f4391c5c76c6"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:48.531784 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9fae3754-5b8b-4f2f-a1f6-82940620d1b0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.579317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae3754-5b8b-4f2f-a1f6-82940620d1b0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Subnet': ['ID=e86dfc82-23d4-43eb-b8e0-0d2ec758a1cf,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:48.594248 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9fae3754-5b8b-4f2f-a1f6-82940620d1b0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.599135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48190) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:48.599396 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9fae3754-5b8b-4f2f-a1f6-82940620d1b0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/e86dfc82-23d4-43eb-b8e0-0d2ec758a1cf HTTP/1.1" status: 204 len: 168 time: 0.7981815 Jul 16 18:16:48.600117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d0741e7-0ef3-47cf-88da-c6c5d3d85168 None None] Network 178dada5-7497-4742-81a7-6563d08c157b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:48.636590 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-fe487726-5eeb-4a9c-875a-6912573bbefc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1584948242&fields=id&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 267 time: 0.0635352 Jul 16 18:16:48.694347 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f411b6-bcce-434e-98e9-283848ab86e9 x-openstack-request-id: req-59f411b6-bcce-434e-98e9-283848ab86e9 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:48.694907 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88d2a093-e403-4acd-8079-c4436ef13a69", "name": "network-vif-deleted", "tag": "1208a4d5-a318-4ff0-b20e-f4391c5c76c6", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:48.695326 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-59f411b6-bcce-434e-98e9-283848ab86e9 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:48.696444 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88d2a093-e403-4acd-8079-c4436ef13a69', 'name': 'network-vif-deleted', 'tag': '1208a4d5-a318-4ff0-b20e-f4391c5c76c6', 'status': 'completed', 'code': 200} Jul 16 18:16:48.764889 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.806290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384568b0-5924-4bb6-b285-f82034395dc6 req-f7bc503c-d3b7-4346-acdc-74d0faea48ff tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:48.816863 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-f7bc503c-d3b7-4346-acdc-74d0faea48ff tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 797 time: 0.1711457 Jul 16 18:16:48.822502 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5377aa58-5c2b-4446-ba35-a5fccf1a152f', 'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:79:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:45Z', 'updated_at': '2021-07-16T18:16:47Z', 'revision_number': 2, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:48.836252 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-a0fd1f2d-b980-4d57-9c7c-112a6119a25b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/quotas/8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 375 time: 0.0184014 Jul 16 18:16:48.850688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2003ed-d865-4b03-bde1-817901ae8dae None None] DHCP port deletion for 178dada5-7497-4742-81a7-6563d08c157b request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:48.851788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port bc51150f-d00d-443b-8faa-97d0809898e6 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:48.852141 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.860314 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Checking router: 69db924b-2af2-4638-90b0-c9f27048561d for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:16:48.860763 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Updating router 69db924b-2af2-4638-90b0-c9f27048561d port 5377aa58-5c2b-4446-ba35-a5fccf1a152f binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:16:48.906620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0e2003ed-d865-4b03-bde1-817901ae8dae None None] Deleting port bc51150f-d00d-443b-8faa-97d0809898e6 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:48.907178 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e2003ed-d865-4b03-bde1-817901ae8dae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.910310 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.927713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] For port bc51150f-d00d-443b-8faa-97d0809898e6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bc51150f-d00d-443b-8faa-97d0809898e6,segment=NetworkSegment(5d24317d-1d44-4c01-add9-790c6babe2ca),segment_id=5d24317d-1d44-4c01-add9-790c6babe2ca)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:48.927967 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.955890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for bc51150f-d00d-443b-8faa-97d0809898e6 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:48.994956 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0e2003ed-d865-4b03-bde1-817901ae8dae None None] For port bc51150f-d00d-443b-8faa-97d0809898e6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bc51150f-d00d-443b-8faa-97d0809898e6,segment=NetworkSegment(5d24317d-1d44-4c01-add9-790c6babe2ca),segment_id=5d24317d-1d44-4c01-add9-790c6babe2ca)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:48.995352 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e2003ed-d865-4b03-bde1-817901ae8dae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:48.997275 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-a6537ed5-46f7-4760-9909-b9be5e4712b7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1600409 Jul 16 18:16:49.043490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0e2003ed-d865-4b03-bde1-817901ae8dae None None] Calling delete_port for bc51150f-d00d-443b-8faa-97d0809898e6 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:49.118497 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.163720 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-c81bd07f-69b5-4b94-86bc-df77277d5677 service neutron] 10.222.0.47 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513865 Jul 16 18:16:49.171305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=bc51150f-d00d-443b-8faa-97d0809898e6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.181434 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0e2003ed-d865-4b03-bde1-817901ae8dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.184315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No DVR routers for this DVR port bc51150f-d00d-443b-8faa-97d0809898e6 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:49.219877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2003ed-d865-4b03-bde1-817901ae8dae None None] Pushing event deleted for resources: {'Port': ['ID=bc51150f-d00d-443b-8faa-97d0809898e6,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.228926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2003ed-d865-4b03-bde1-817901ae8dae None None] No DVR routers for this DVR port bc51150f-d00d-443b-8faa-97d0809898e6 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:49.305232 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-8ab98e63-0aa3-44fe-85bb-bf0ecbe8d3de service neutron] 10.222.0.47 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237111 Jul 16 18:16:49.335076 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.347441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['178dada5-7497-4742-81a7-6563d08c157b']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:49.358917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d24317d-1d44-4c01-add9-790c6babe2ca') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:49.359843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d24317d-1d44-4c01-add9-790c6babe2ca') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:49.370828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.386517 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.394330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:49.394881 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:49.399075 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:49.446614 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.451539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48204) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.473988 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.483961 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.486365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/networks/178dada5-7497-4742-81a7-6563d08c157b HTTP/1.1" status: 204 len: 168 time: 0.8860815 Jul 16 18:16:49.493632 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Transition to ACTIVE for port object 5377aa58-5c2b-4446-ba35-a5fccf1a152f will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:49.500986 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.507544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48206) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.513125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1991776349'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:49.519142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d17bff-3257-4d92-b36e-58808f9db0c4 admin admin] Deleting subnet 6db1d6e3-b917-4d9a-9c9e-22474e4c041f {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:49.519372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77f5c8-a3b7-4c6a-bbe7-0801d6c32eb4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Network': ['ID=178dada5-7497-4742-81a7-6563d08c157b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.536494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d17bff-3257-4d92-b36e-58808f9db0c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.544616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:49.550020 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.589798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:16:49.606021 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.607220 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added segment 2399c6d4-65d8-4eaa-837a-693c84b63a2b of type vlan for network 8585c8ec-5bb7-4dce-9069-ce4acfb0370a Jul 16 18:16:49.630887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d17bff-3257-4d92-b36e-58808f9db0c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.710050 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Attempting to bind port 5377aa58-5c2b-4446-ba35-a5fccf1a152f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:49.713005 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Attempting to bind port 5377aa58-5c2b-4446-ba35-a5fccf1a152f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:49.713488 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Attempting to bind port 5377aa58-5c2b-4446-ba35-a5fccf1a152f on network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:49.728136 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:49.731996 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Checking segment: {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:49.742465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d17bff-3257-4d92-b36e-58808f9db0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.743119 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.743648 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.746158 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Bound using segment: {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:49.746527 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f1fa5fb-2fc3-4aca-a73b-9b2c8b544d9f req-265de785-cf11-4d27-b9f3-9529febf110d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 210 time: 0.0660124 Jul 16 18:16:49.746863 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Bound port: 5377aa58-5c2b-4446-ba35-a5fccf1a152f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:49.747357 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.767146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:49.808171 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.817573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:49.818874 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.863970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:49.863970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 1208a4d5-a318-4ff0-b20e-f4391c5c76c6 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:49.869348 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d17bff-3257-4d92-b36e-58808f9db0c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.882515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3734004 Jul 16 18:16:49.885859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48214) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.896889 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.904766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'subnet': {'network_id': '8585c8ec-5bb7-4dce-9069-ce4acfb0370a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:49.924002 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] For port 5377aa58-5c2b-4446-ba35-a5fccf1a152f, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:49.930952 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] For port 5377aa58-5c2b-4446-ba35-a5fccf1a152f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5377aa58-5c2b-4446-ba35-a5fccf1a152f,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:49.933101 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1ba87-78e1-4848-af4e-10f3f06f2570 None None] Pushing event updated for resources: {'Port': ['ID=5377aa58-5c2b-4446-ba35-a5fccf1a152f,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.954926 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.969106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d17bff-3257-4d92-b36e-58808f9db0c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6db1d6e3-b917-4d9a-9c9e-22474e4c041f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:49.973844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bc51150f-d00d-443b-8faa-97d0809898e6 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:49.974445 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d17bff-3257-4d92-b36e-58808f9db0c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:49.978575 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f7d17bff-3257-4d92-b36e-58808f9db0c4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/6db1d6e3-b917-4d9a-9c9e-22474e4c041f HTTP/1.1" status: 204 len: 168 time: 0.5235436 Jul 16 18:16:49.978819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48224) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:49.992476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb5f84-29ee-49b1-a285-21281a030acd tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Network': ['ID=8585c8ec-5bb7-4dce-9069-ce4acfb0370a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.040735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: bc51150f-d00d-443b-8faa-97d0809898e6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:50.041097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bc51150f-d00d-443b-8faa-97d0809898e6 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:50.051517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 8585c8ec-5bb7-4dce-9069-ce4acfb0370a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:16:50.066169 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.095176 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Routers {'69db924b-2af2-4638-90b0-c9f27048561d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:50.097656 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['69db924b-2af2-4638-90b0-c9f27048561d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:50.216377 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:50.223118 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.233351 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf1ba87-78e1-4848-af4e-10f3f06f2570 None None] Pushing event updated for resources: {'Port': ['ID=5377aa58-5c2b-4446-ba35-a5fccf1a152f,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.252048 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.275463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c0994c-4aaf-49f7-8df5-387a862ccd8a']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:50.306546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '115ec927-d343-456a-ac50-38fb6643a139') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:50.306853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '115ec927-d343-456a-ac50-38fb6643a139') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:50.330091 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.360813 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.379916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] Releasing vlan 396 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:50.381130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:16:50.383654 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:16:50.445604 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] Set router 69db924b-2af2-4638-90b0-c9f27048561d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:16:50.488938 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.494802 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.498928 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/87c0994c-4aaf-49f7-8df5-387a862ccd8a HTTP/1.1" status: 204 len: 168 time: 0.5191171 Jul 16 18:16:50.516365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec840a29-2101-46ae-a0ab-a6b719163da7 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c0994c-4aaf-49f7-8df5-387a862ccd8a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.526106 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.618339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Subnet': ['ID=325c05a5-a314-4d6c-a5ed-3f4200d291d4,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:50.650785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Checking segment: {'id': '2399c6d4-65d8-4eaa-837a-693c84b63a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8585c8ec-5bb7-4dce-9069-ce4acfb0370a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:50.651166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network hostable DHCP agents. Network: 8585c8ec-5bb7-4dce-9069-ce4acfb0370a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:16:50.689786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 8585c8ec-5bb7-4dce-9069-ce4acfb0370a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:16:50.703771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 8585c8ec-5bb7-4dce-9069-ce4acfb0370a) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:50.711507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:50.712137 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.715147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb86c48-4416-470c-9b2c-7ee649f97b0f None None] Network 8585c8ec-5bb7-4dce-9069-ce4acfb0370a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:50.748806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b0993343-a128-482f-8c4d-c97cd956a658 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8621788 Jul 16 18:16:50.752234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48236) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.760706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-cf779215-a3be-453c-b73a-5de830397836 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2101715020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:50.817214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48240) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:50.829256 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf779215-a3be-453c-b73a-5de830397836 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.830102 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf779215-a3be-453c-b73a-5de830397836 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:50.918393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ec78a3ca-4633-4c2f-9ce7-9a1cf2884d75 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=79d2f2980cab4822ad81a06ea76d15ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0984778 Jul 16 18:16:50.919445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48244) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:51.020497 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf779215-a3be-453c-b73a-5de830397836 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.034336 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf779215-a3be-453c-b73a-5de830397836 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.069065 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf779215-a3be-453c-b73a-5de830397836 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.073446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cf779215-a3be-453c-b73a-5de830397836 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3171215 Jul 16 18:16:51.075033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48250) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:51.081196 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-954fdaa1-7dbe-421f-b128-0340c7faf859 req-12829057-7520-49c7-ac8a-2b144850f7ce tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 210 time: 0.0817149 Jul 16 18:16:51.105706 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2a39-f1e1-404e-bcee-a0f509bddd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.147285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2a39-f1e1-404e-bcee-a0f509bddd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.209284 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2a39-f1e1-404e-bcee-a0f509bddd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.212101 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8aa2a39-f1e1-404e-bcee-a0f509bddd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.213517 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d8aa2a39-f1e1-404e-bcee-a0f509bddd57 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8 HTTP/1.1" status: 204 len: 168 time: 0.2922566 Jul 16 18:16:51.224147 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8aa2a39-f1e1-404e-bcee-a0f509bddd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65bf06e5-1dd5-4745-8feb-4ab37d6d8ea8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:51.263815 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5377aa58-5c2b-4446-ba35-a5fccf1a152f', 'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:79:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:45Z', 'updated_at': '2021-07-16T18:16:49Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:51.298898 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9fe557-57dd-4b8a-a66a-c5fab411b25e None None] The sync data for ids ['69db924b-2af2-4638-90b0-c9f27048561d'] in n-d-794306-7 is: [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5377aa58-5c2b-4446-ba35-a5fccf1a152f', 'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:79:6e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:45Z', 'updated_at': '2021-07-16T18:16:49Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:51.449307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-8585c8ec-5bb7-4dce-9069-ce4acfb0370a', 'network_id': '8585c8ec-5bb7-4dce-9069-ce4acfb0370a', 'tenant_id': '68ff095569774317bb581577e7674854', 'fixed_ips': [{'subnet_id': '325c05a5-a314-4d6c-a5ed-3f4200d291d4'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:16:51.452488 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.770460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Allocated IP 2001:db8::2 (8585c8ec-5bb7-4dce-9069-ce4acfb0370a/325c05a5-a314-4d6c-a5ed-3f4200d291d4/ab1f59f4-2df9-4208-850a-131f09c0d43e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:51.824218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:51.966096 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.003070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5377aa58-5c2b-4446-ba35-a5fccf1a152f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:52.055193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e43c0acf-1f69-4d8c-8d35-82d594e3cc99 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:52.056877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e43c0acf-1f69-4d8c-8d35-82d594e3cc99 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.18 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 797 time: 0.4367030 Jul 16 18:16:52.206533 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.237818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Transition to ACTIVE for port object ab1f59f4-2df9-4208-850a-131f09c0d43e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:52.239894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5377aa58-5c2b-4446-ba35-a5fccf1a152f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:52.263821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5377aa58-5c2b-4446-ba35-a5fccf1a152f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:52.264345 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.334634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Transition to ACTIVE for port object ab1f59f4-2df9-4208-850a-131f09c0d43e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:52.349977 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.409999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Network 8585c8ec-5bb7-4dce-9069-ce4acfb0370a is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:52.413305 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b31f19ee-2e2e-4269-91e8-a736406d31da req-f1f81d44-d42d-42c6-a5dd-a3dc6ab5c91f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 210 time: 0.0854359 Jul 16 18:16:52.417379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Pushing event updated for resources: {'Port': ['ID=ab1f59f4-2df9-4208-850a-131f09c0d43e,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.420248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:52.428568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:52.483270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Allocated IP 2001:db8::1 (8585c8ec-5bb7-4dce-9069-ce4acfb0370a/325c05a5-a314-4d6c-a5ed-3f4200d291d4/3aa098ca-1794-4d8c-904e-4b5b11fd46d8) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:52.528790 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.533000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Attempting to bind port ab1f59f4-2df9-4208-850a-131f09c0d43e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:52.533738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Attempting to bind port ab1f59f4-2df9-4208-850a-131f09c0d43e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '2399c6d4-65d8-4eaa-837a-693c84b63a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8585c8ec-5bb7-4dce-9069-ce4acfb0370a'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:52.534345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Attempting to bind port ab1f59f4-2df9-4208-850a-131f09c0d43e on network 8585c8ec-5bb7-4dce-9069-ce4acfb0370a {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:52.549929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:52.550794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Checking segment: {'id': '2399c6d4-65d8-4eaa-837a-693c84b63a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8585c8ec-5bb7-4dce-9069-ce4acfb0370a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:52.551447 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.552125 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Bound using segment: {'id': '2399c6d4-65d8-4eaa-837a-693c84b63a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8585c8ec-5bb7-4dce-9069-ce4acfb0370a'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:52.552870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Bound port: ab1f59f4-2df9-4208-850a-131f09c0d43e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2399c6d4-65d8-4eaa-837a-693c84b63a2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '8585c8ec-5bb7-4dce-9069-ce4acfb0370a'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:52.553507 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.597575 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-56ca0d40-479a-4784-9786-7b62bd8af3d0 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 380 time: 0.2983716 Jul 16 18:16:52.609699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'port': {'device_id': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'admin_state_up': True, 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'security_groups': ['605047a2-0b8e-4e4a-a13a-445cbcdfdef9']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:52.630295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 5377aa58-5c2b-4446-ba35-a5fccf1a152f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5377aa58-5c2b-4446-ba35-a5fccf1a152f,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:52.648953 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.738547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=5377aa58-5c2b-4446-ba35-a5fccf1a152f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.743403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6bf20758-4433-48c4-a244-059bedce326f None None] For port ab1f59f4-2df9-4208-850a-131f09c0d43e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:52.748801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6bf20758-4433-48c4-a244-059bedce326f None None] For port ab1f59f4-2df9-4208-850a-131f09c0d43e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ab1f59f4-2df9-4208-850a-131f09c0d43e,segment=NetworkSegment(2399c6d4-65d8-4eaa-837a-693c84b63a2b),segment_id=2399c6d4-65d8-4eaa-837a-693c84b63a2b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:52.757426 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.823407 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.848347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:16:52.851996 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:52.863601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf20758-4433-48c4-a244-059bedce326f None None] Pushing event updated for resources: {'Port': ['ID=ab1f59f4-2df9-4208-850a-131f09c0d43e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:52.900799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Transition to ACTIVE for port object 3aa098ca-1794-4d8c-904e-4b5b11fd46d8 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:53.107131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.20.0.11 (e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4/29111361-7f3e-4a74-aaab-0c2844815ea8/decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:16:53.221339 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.364224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 8585c8ec-5bb7-4dce-9069-ce4acfb0370a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:53.376638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:53.417869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:53.418442 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.469271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=3aa098ca-1794-4d8c-904e-4b5b11fd46d8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:53.532161 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.557913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Transition to ACTIVE for port object decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:53.646901 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.675576 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35178d62-4f1d-4f98-a76b-8193f504c8aa req-754b10ad-fabc-48e6-a26f-1bf62e968d26 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 210 time: 0.0532558 Jul 16 18:16:53.708890 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.809501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:53.845365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:53.851240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:16:53.885952 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:53.929039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:53.929718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:53.973549 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-ffa0a11d-d855-4613-a0f0-9881821b8767 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3701522 Jul 16 18:16:53.994700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Request body: {'port': {'device_id': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:16:54.197104 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ab1f59f4-2df9-4208-850a-131f09c0d43e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:54.328846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5e8cf78e-3048-4028-838f-207a0d45cea9 None None] Provisioning for port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:54.335594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5e8cf78e-3048-4028-838f-207a0d45cea9 None None] Provisioning complete for port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:54.336024 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e8cf78e-3048-4028-838f-207a0d45cea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.378770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port ab1f59f4-2df9-4208-850a-131f09c0d43e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:54.387738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5377aa58-5c2b-4446-ba35-a5fccf1a152f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:54.391407 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5e8cf78e-3048-4028-838f-207a0d45cea9 None None] Port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:54.460129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5377aa58-5c2b-4446-ba35-a5fccf1a152f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:54.460913 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.592292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc16203-c482-48c0-9c1e-4494c4587c45 None None] Network 8585c8ec-5bb7-4dce-9069-ce4acfb0370a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:54.716867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c4d90e76-bf2a-4995-9b95-5b06dbb835af None None] Provisioning for port ab1f59f4-2df9-4208-850a-131f09c0d43e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:54.730437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c4d90e76-bf2a-4995-9b95-5b06dbb835af None None] Provisioning complete for port ab1f59f4-2df9-4208-850a-131f09c0d43e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:54.730914 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c4d90e76-bf2a-4995-9b95-5b06dbb835af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.733082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.745814 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.746879 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:54.907532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=3aa098ca-1794-4d8c-904e-4b5b11fd46d8,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:55.009245 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c4d90e76-bf2a-4995-9b95-5b06dbb835af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.011510 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.029494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 8585c8ec-5bb7-4dce-9069-ce4acfb0370a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:16:55.035047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:16:55.085749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d21de-97b2-442c-abe0-f056314d08fe req-3c2b8b50-05bc-4b32-9985-a0e6d878fc21 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.096612 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd9d21de-97b2-442c-abe0-f056314d08fe req-3c2b8b50-05bc-4b32-9985-a0e6d878fc21 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 932 time: 0.1336181 Jul 16 18:16:55.133926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c4d90e76-bf2a-4995-9b95-5b06dbb835af None None] For port ab1f59f4-2df9-4208-850a-131f09c0d43e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ab1f59f4-2df9-4208-850a-131f09c0d43e,segment=NetworkSegment(2399c6d4-65d8-4eaa-837a-693c84b63a2b),segment_id=2399c6d4-65d8-4eaa-837a-693c84b63a2b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:55.150221 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c4d90e76-bf2a-4995-9b95-5b06dbb835af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.215294 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd9d21de-97b2-442c-abe0-f056314d08fe req-b90499b0-d082-497a-a02f-89e97f004fee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152270 Jul 16 18:16:55.323692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d90e76-bf2a-4995-9b95-5b06dbb835af None None] Pushing event updated for resources: {'Port': ['ID=ab1f59f4-2df9-4208-850a-131f09c0d43e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:55.432659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 605fa4e8-4000-4298-8e4e-226e358c2b4b is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:16:55.481549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-34cd0e51-e406-4f7e-9418-c46561812997 None None] Provisioning complete for port ab1f59f4-2df9-4208-850a-131f09c0d43e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:55.483658 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-34cd0e51-e406-4f7e-9418-c46561812997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.594740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:55.609563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5301312-17fd-4dc5-b78f-e0eaa9b290ef None None] Sync routers for ids ['605fa4e8-4000-4298-8e4e-226e358c2b4b'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:55.619121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48374) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.619354 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0db21023-1a92-4d86-ac2d-26eec5886626 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/605fa4e8-4000-4298-8e4e-226e358c2b4b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5436134 Jul 16 18:16:55.624185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5301312-17fd-4dc5-b78f-e0eaa9b290ef None None] Routers {'605fa4e8-4000-4298-8e4e-226e358c2b4b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:55.625402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a5301312-17fd-4dc5-b78f-e0eaa9b290ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['605fa4e8-4000-4298-8e4e-226e358c2b4b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:55.651784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:55.660445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-34cd0e51-e406-4f7e-9418-c46561812997 None None] Provisioning for port 3aa098ca-1794-4d8c-904e-4b5b11fd46d8 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:16:55.662815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a5301312-17fd-4dc5-b78f-e0eaa9b290ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:55.669109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-34cd0e51-e406-4f7e-9418-c46561812997 None None] Provisioning complete for port 3aa098ca-1794-4d8c-904e-4b5b11fd46d8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:55.669480 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-34cd0e51-e406-4f7e-9418-c46561812997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.670148 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.708645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Transition to ACTIVE for port object decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:16:55.708910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5301312-17fd-4dc5-b78f-e0eaa9b290ef None None] Routers {'605fa4e8-4000-4298-8e4e-226e358c2b4b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:55.711885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a5301312-17fd-4dc5-b78f-e0eaa9b290ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['605fa4e8-4000-4298-8e4e-226e358c2b4b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:55.717142 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.740064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61dc4c16-e330-418c-9892-cfa6ab817ff8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:55.745756 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-61dc4c16-e330-418c-9892-cfa6ab817ff8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports/3aa098ca-1794-4d8c-904e-4b5b11fd46d8 HTTP/1.1" status: 200 len: 911 time: 0.1250277 Jul 16 18:16:55.747497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a5301312-17fd-4dc5-b78f-e0eaa9b290ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:55.748193 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5301312-17fd-4dc5-b78f-e0eaa9b290ef None None] The sync data for ids ['605fa4e8-4000-4298-8e4e-226e358c2b4b'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:55.749201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48376) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:55.750278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-34cd0e51-e406-4f7e-9418-c46561812997 None None] Port 3aa098ca-1794-4d8c-904e-4b5b11fd46d8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:55.850848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:55.882237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-df023a1c-4836-423b-a6b1-97ed25a59ec5 None None] Provisioning complete for port 3aa098ca-1794-4d8c-904e-4b5b11fd46d8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:55.882619 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-df023a1c-4836-423b-a6b1-97ed25a59ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:55.936644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ab1f59f4-2df9-4208-850a-131f09c0d43e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:16:55.979162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:16:55.980131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:16:55.983492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:55.990434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:16:55.990763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:16:56.009335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:16:56.011846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Checking segment: {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:16:56.012275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Bound using segment: {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:16:56.012820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Bound port: decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:16:56.013101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.097705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-df023a1c-4836-423b-a6b1-97ed25a59ec5 None None] Port 3aa098ca-1794-4d8c-904e-4b5b11fd46d8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:56.168323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:16:56.191236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ab1f59f4-2df9-4208-850a-131f09c0d43e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:56.191671 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.192372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:16:56.200363 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.252025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.253057 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.257313 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] 10.222.0.18 "PUT /v2.0/ports/decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 1092 time: 2.2749383 Jul 16 18:16:56.257922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:16:56.261229 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de92097-ec73-409d-a397-1cbc31b1836e" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:16:56.391773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea529b-646f-40a1-a22e-b8c1dcb19e1b service neutron] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:56.410334 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db2323c-281b-4e00-ac5e-db5408cd914e x-openstack-request-id: req-7db2323c-281b-4e00-ac5e-db5408cd914e {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:16:56.410905 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:16:56.411463 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7db2323c-281b-4e00-ac5e-db5408cd914e {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:16:56.412256 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'status': 'completed', 'code': 200} Jul 16 18:16:56.452582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384568b0-5924-4bb6-b285-f82034395dc6 req-5201ec49-384a-47a0-8c24-b533bb8500b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.455114 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-5201ec49-384a-47a0-8c24-b533bb8500b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1095 time: 0.1399281 Jul 16 18:16:56.522334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c3f04261-881e-4db0-a7e6-8e3c2d7a5429 None None] Provisioning complete for port 3aa098ca-1794-4d8c-904e-4b5b11fd46d8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:16:56.522892 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c3f04261-881e-4db0-a7e6-8e3c2d7a5429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:56.559981 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-108e8a19-1c34-469f-bfb6-edea59192681 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 217 time: 0.0962801 Jul 16 18:16:56.588425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c3f04261-881e-4db0-a7e6-8e3c2d7a5429 None None] Port 3aa098ca-1794-4d8c-904e-4b5b11fd46d8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:16:56.679888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384568b0-5924-4bb6-b285-f82034395dc6 req-359e8757-87a0-42ec-b140-915861679b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.681403 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-359e8757-87a0-42ec-b140-915861679b48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.1021223 Jul 16 18:16:56.746932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb8f9c4-2c36-4147-b9cf-7a2d7ebbd639 req-7fa49f83-1307-49c7-8ca3-eb90496c0c11 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.748936 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5bb8f9c4-2c36-4147-b9cf-7a2d7ebbd639 req-7fa49f83-1307-49c7-8ca3-eb90496c0c11 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 944 time: 0.1915438 Jul 16 18:16:56.810095 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384568b0-5924-4bb6-b285-f82034395dc6 req-1ad6ca4e-620e-4033-866f-50753b64d7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:56.812548 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-1ad6ca4e-620e-4033-866f-50753b64d7c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1228099 Jul 16 18:16:56.832746 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5bb8f9c4-2c36-4147-b9cf-7a2d7ebbd639 req-8eb00ec8-794e-403d-ac13-10b08ae26492 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742033 Jul 16 18:16:56.962114 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07e653c5-34e9-43fa-ad03-6ec86ae3a256 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.024466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-bf081f81-09ae-4787-a692-bba0fd9da297 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2028778 Jul 16 18:16:57.204144 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-384568b0-5924-4bb6-b285-f82034395dc6 req-8232a7ad-59d7-4cbe-870d-18ea4dd9f615 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1724238 Jul 16 18:16:57.364550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de92097-ec73-409d-a397-1cbc31b1836e req-81a326f6-9faf-4d0e-a981-91a41e54ebcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.366566 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9de92097-ec73-409d-a397-1cbc31b1836e req-81a326f6-9faf-4d0e-a981-91a41e54ebcd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1095 time: 0.1127577 Jul 16 18:16:57.377183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-07e653c5-34e9-43fa-ad03-6ec86ae3a256 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port 3aa098ca-1794-4d8c-904e-4b5b11fd46d8 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:57.378856 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07e653c5-34e9-43fa-ad03-6ec86ae3a256 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.488306 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07e653c5-34e9-43fa-ad03-6ec86ae3a256 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.494526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de92097-ec73-409d-a397-1cbc31b1836e req-1f10dd84-f0f9-4497-b380-abf3a0c47c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.496670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9de92097-ec73-409d-a397-1cbc31b1836e req-1f10dd84-f0f9-4497-b380-abf3a0c47c6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.1140149 Jul 16 18:16:57.501873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-07e653c5-34e9-43fa-ad03-6ec86ae3a256 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for 3aa098ca-1794-4d8c-904e-4b5b11fd46d8 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:57.549994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9de92097-ec73-409d-a397-1cbc31b1836e req-fe2466c4-3e04-4b2c-a302-aeab0ad71509 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 217 time: 0.0443456 Jul 16 18:16:57.610478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de92097-ec73-409d-a397-1cbc31b1836e req-23ae8716-615f-4e18-a9be-e7842dff75db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.612032 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9de92097-ec73-409d-a397-1cbc31b1836e req-23ae8716-615f-4e18-a9be-e7842dff75db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.0527382 Jul 16 18:16:57.708559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de92097-ec73-409d-a397-1cbc31b1836e req-abfffa1e-ce69-4525-b494-3cb08d457b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:57.708559 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9de92097-ec73-409d-a397-1cbc31b1836e req-abfffa1e-ce69-4525-b494-3cb08d457b2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0889318 Jul 16 18:16:57.758491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07e653c5-34e9-43fa-ad03-6ec86ae3a256 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.791390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e653c5-34e9-43fa-ad03-6ec86ae3a256 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=3aa098ca-1794-4d8c-904e-4b5b11fd46d8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:57.851413 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9de92097-ec73-409d-a397-1cbc31b1836e req-ca16a0ea-200f-49ee-acfd-c6efd6e5abea service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334879 Jul 16 18:16:57.960587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-07e653c5-34e9-43fa-ad03-6ec86ae3a256 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:57.998164 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9de92097-ec73-409d-a397-1cbc31b1836e req-933897f5-6a45-490f-acd1-9f9a22fd6111 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399620 Jul 16 18:16:58.136186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2218b445-555e-4409-a86e-38f7a7ec9687 req-1015b691-c3a0-42b2-8371-27c1a2299872 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:58.137795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2218b445-555e-4409-a86e-38f7a7ec9687 req-1015b691-c3a0-42b2-8371-27c1a2299872 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 944 time: 0.1024528 Jul 16 18:16:58.167579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07e653c5-34e9-43fa-ad03-6ec86ae3a256 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 605fa4e8-4000-4298-8e4e-226e358c2b4b has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:16:58.186748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2218b445-555e-4409-a86e-38f7a7ec9687 req-a65ae2b9-5cdc-4538-b696-f079b8dab873 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425019 Jul 16 18:16:58.267138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07e653c5-34e9-43fa-ad03-6ec86ae3a256 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:16:58.277908 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb1f1db-35fc-479c-b2e1-76875eefc12f None None] Sync routers for ids ['605fa4e8-4000-4298-8e4e-226e358c2b4b'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:16:58.284927 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-07e653c5-34e9-43fa-ad03-6ec86ae3a256 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/605fa4e8-4000-4298-8e4e-226e358c2b4b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5271842 Jul 16 18:16:58.287666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48438) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.295355 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1f1db-35fc-479c-b2e1-76875eefc12f None None] Routers {'605fa4e8-4000-4298-8e4e-226e358c2b4b'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:58.296021 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-feb1f1db-35fc-479c-b2e1-76875eefc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['605fa4e8-4000-4298-8e4e-226e358c2b4b'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:58.347861 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dc1b5168-9fb9-47f1-98ea-18b8c4132c91 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=605fa4e8-4000-4298-8e4e-226e358c2b4b HTTP/1.1" status: 200 len: 205 time: 0.0575559 Jul 16 18:16:58.349242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48440) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.356624 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-feb1f1db-35fc-479c-b2e1-76875eefc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:58.384874 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb1f1db-35fc-479c-b2e1-76875eefc12f None None] Routers {'605fa4e8-4000-4298-8e4e-226e358c2b4b'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:16:58.386104 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-feb1f1db-35fc-479c-b2e1-76875eefc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['605fa4e8-4000-4298-8e4e-226e358c2b4b'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:58.449133 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-feb1f1db-35fc-479c-b2e1-76875eefc12f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:58.450042 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feb1f1db-35fc-479c-b2e1-76875eefc12f None None] The sync data for ids ['605fa4e8-4000-4298-8e4e-226e358c2b4b'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:16:58.483135 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95939139-f75d-422e-86ad-1e347dda98b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.705753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95939139-f75d-422e-86ad-1e347dda98b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.708198 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95939139-f75d-422e-86ad-1e347dda98b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.757560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:16:58.762601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95939139-f75d-422e-86ad-1e347dda98b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.763295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95939139-f75d-422e-86ad-1e347dda98b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Fanout notify agent at l3_agent the message router_deleted on router 605fa4e8-4000-4298-8e4e-226e358c2b4b {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:16:58.779055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95939139-f75d-422e-86ad-1e347dda98b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.783795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-95939139-f75d-422e-86ad-1e347dda98b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/605fa4e8-4000-4298-8e4e-226e358c2b4b HTTP/1.1" status: 204 len: 168 time: 0.4333899 Jul 16 18:16:58.783944 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48452) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:58.860055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-8276fc73-ebe9-480e-a670-110642f270f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting subnet 325c05a5-a314-4d6c-a5ed-3f4200d291d4 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:16:58.864864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8276fc73-ebe9-480e-a670-110642f270f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.882862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:58.896557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'port_id': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'mac_address': 'fa:16:3e:c9:10:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:16:58.928965 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8276fc73-ebe9-480e-a670-110642f270f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.935363 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:58.949568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:16:58.979037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:58.985214 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.030259 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8276fc73-ebe9-480e-a670-110642f270f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.038922 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.094726 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8276fc73-ebe9-480e-a670-110642f270f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.122547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8276fc73-ebe9-480e-a670-110642f270f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Subnet': ['ID=325c05a5-a314-4d6c-a5ed-3f4200d291d4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.127123 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8276fc73-ebe9-480e-a670-110642f270f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.131511 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8276fc73-ebe9-480e-a670-110642f270f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/325c05a5-a314-4d6c-a5ed-3f4200d291d4 HTTP/1.1" status: 204 len: 168 time: 0.3440602 Jul 16 18:16:59.131726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48458) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:16:59.140379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b5bd90-e2bc-43f6-83f0-63982430d80a None None] Network 8585c8ec-5bb7-4dce-9069-ce4acfb0370a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:16:59.210914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:16:59.226470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.309603 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port ab1f59f4-2df9-4208-850a-131f09c0d43e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:59.310014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.349129 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.466048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] For port ab1f59f4-2df9-4208-850a-131f09c0d43e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ab1f59f4-2df9-4208-850a-131f09c0d43e,segment=NetworkSegment(2399c6d4-65d8-4eaa-837a-693c84b63a2b),segment_id=2399c6d4-65d8-4eaa-837a-693c84b63a2b)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:59.466438 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.496289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for ab1f59f4-2df9-4208-850a-131f09c0d43e owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:59.497742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e93e17-b604-42cf-81f8-c8ed9ac7d28a None None] DHCP port deletion for 8585c8ec-5bb7-4dce-9069-ce4acfb0370a request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:16:59.589730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b618638a-81d2-4bfb-9b94-735e5acdb047 req-448bed99-af16-4bb6-b454-b522bffde1fd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:16:59.591760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b618638a-81d2-4bfb-9b94-735e5acdb047 req-448bed99-af16-4bb6-b454-b522bffde1fd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 945 time: 0.1989696 Jul 16 18:16:59.662906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b618638a-81d2-4bfb-9b94-735e5acdb047 req-7b744521-6ae9-40fd-8e59-bdf50acf6a56 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617588 Jul 16 18:16:59.666901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b0e93e17-b604-42cf-81f8-c8ed9ac7d28a None None] Deleting port ab1f59f4-2df9-4208-850a-131f09c0d43e {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:16:59.667583 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b0e93e17-b604-42cf-81f8-c8ed9ac7d28a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.694802 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.719622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No DVR routers for this DVR port ab1f59f4-2df9-4208-850a-131f09c0d43e on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:16:59.749189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=ab1f59f4-2df9-4208-850a-131f09c0d43e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:16:59.780768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b0e93e17-b604-42cf-81f8-c8ed9ac7d28a None None] For port ab1f59f4-2df9-4208-850a-131f09c0d43e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ab1f59f4-2df9-4208-850a-131f09c0d43e,segment=NetworkSegment(2399c6d4-65d8-4eaa-837a-693c84b63a2b),segment_id=2399c6d4-65d8-4eaa-837a-693c84b63a2b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:16:59.782070 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b0e93e17-b604-42cf-81f8-c8ed9ac7d28a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.801312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b0e93e17-b604-42cf-81f8-c8ed9ac7d28a None None] Calling delete_port for ab1f59f4-2df9-4208-850a-131f09c0d43e owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:16:59.857458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.876969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8585c8ec-5bb7-4dce-9069-ce4acfb0370a']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:59.916382 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2399c6d4-65d8-4eaa-837a-693c84b63a2b') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:59.916827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2399c6d4-65d8-4eaa-837a-693c84b63a2b') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:16:59.928864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.934424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ab1f59f4-2df9-4208-850a-131f09c0d43e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:16:59.950339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:16:59.978189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: ab1f59f4-2df9-4208-850a-131f09c0d43e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:16:59.978702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ab1f59f4-2df9-4208-850a-131f09c0d43e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:16:59.983534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Releasing vlan 356 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:16:59.985490 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:00.010300 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:00.037677 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b0e93e17-b604-42cf-81f8-c8ed9ac7d28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.060605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e93e17-b604-42cf-81f8-c8ed9ac7d28a None None] Pushing event deleted for resources: {'Port': ['ID=ab1f59f4-2df9-4208-850a-131f09c0d43e,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:00.074335 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.075393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0e93e17-b604-42cf-81f8-c8ed9ac7d28a None None] No DVR routers for this DVR port ab1f59f4-2df9-4208-850a-131f09c0d43e on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:00.098334 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.103812 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/networks/8585c8ec-5bb7-4dce-9069-ce4acfb0370a HTTP/1.1" status: 204 len: 168 time: 0.9674313 Jul 16 18:17:00.104329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48490) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:00.109162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2075768905', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:00.126121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6105e5b-d8f5-4f10-85cc-a047eb5d1edf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Network': ['ID=8585c8ec-5bb7-4dce-9069-ce4acfb0370a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:00.144292 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.145405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.205086 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.348899 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.587366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.611511 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.735190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Allocated IP 172.25.7.28 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/10a7069f-8732-46d4-a93e-279c67beba55) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:00.754608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:00.810546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:00.823384 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:00.823806 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.909394 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.940551 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.957695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb413f9-e6eb-4ddc-93a0-5dc03687a9e7 req-72fefc08-5e57-4c8d-923c-069ace95b6ea tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:00.959454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3fb413f9-e6eb-4ddc-93a0-5dc03687a9e7 req-72fefc08-5e57-4c8d-923c-069ace95b6ea tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 945 time: 0.1052964 Jul 16 18:17:00.967736 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:00.980985 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:00.984175 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21d5a94d-e6fc-4f21-a539-8ada44b4cd42" -d '{"events": [{"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-plugged", "status": "completed", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:01.014627 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3fb413f9-e6eb-4ddc-93a0-5dc03687a9e7 req-187f958a-7726-4f02-91b9-a1e8f709d350 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479567 Jul 16 18:17:01.018586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:01.026979 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.058209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:01.072778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=10a7069f-8732-46d4-a93e-279c67beba55,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:01.080252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:01.090039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:01.101289 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d61145-9c76-4fcd-b75a-3333fea52818 x-openstack-request-id: req-50d61145-9c76-4fcd-b75a-3333fea52818 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:01.102476 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-plugged", "status": "completed", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:01.103075 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-50d61145-9c76-4fcd-b75a-3333fea52818 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:01.103794 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'code': 200} Jul 16 18:17:01.155090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:01.325970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7059919-9a66-4b42-890f-5ecf73e3d471 req-9ff8126a-d8be-4407-b3e8-1d003eb9b2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:01.332671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b7059919-9a66-4b42-890f-5ecf73e3d471 req-9ff8126a-d8be-4407-b3e8-1d003eb9b2ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1097 time: 0.1250432 Jul 16 18:17:01.443002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b7059919-9a66-4b42-890f-5ecf73e3d471 req-8a3e50ab-0d9b-41be-8b2e-5167878f585f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786853 Jul 16 18:17:01.465033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:01.760456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.365438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049372c6-1a16-45d0-8a02-ece0b58a6184 req-f449d94c-1d5c-4312-b2f3-40fff85066e9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:02.366039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 7e2544d7-8195-48cf-995d-dd33026682be is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:02.369611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-049372c6-1a16-45d0-8a02-ece0b58a6184 req-f449d94c-1d5c-4312-b2f3-40fff85066e9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.1413994 Jul 16 18:17:02.456004 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-049372c6-1a16-45d0-8a02-ece0b58a6184 req-97378a9f-5087-4694-b195-e0e2ae3ea59e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787647 Jul 16 18:17:02.537497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:02.563801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ab26f-2662-42d2-90c3-010fd8bdb4dd None None] Sync routers for ids ['7e2544d7-8195-48cf-995d-dd33026682be'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:02.564356 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:02.569358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48558) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:02.570684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e2277c26-32fe-4224-b5c5-cb00351a170f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.4648786 Jul 16 18:17:02.590647 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ab26f-2662-42d2-90c3-010fd8bdb4dd None None] Routers {'7e2544d7-8195-48cf-995d-dd33026682be'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:02.591457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-044ab26f-2662-42d2-90c3-010fd8bdb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7e2544d7-8195-48cf-995d-dd33026682be'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:02.630739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-044ab26f-2662-42d2-90c3-010fd8bdb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:02.641990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044ab26f-2662-42d2-90c3-010fd8bdb4dd None None] Routers {'7e2544d7-8195-48cf-995d-dd33026682be'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:02.642992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-044ab26f-2662-42d2-90c3-010fd8bdb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7e2544d7-8195-48cf-995d-dd33026682be'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:02.680005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-044ab26f-2662-42d2-90c3-010fd8bdb4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:02.680928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044ab26f-2662-42d2-90c3-010fd8bdb4dd None None] The sync data for ids ['7e2544d7-8195-48cf-995d-dd33026682be'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:02.713114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-432270e6-1233-41b9-91cc-f9da41937a8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/routers/7e2544d7-8195-48cf-995d-dd33026682be HTTP/1.1" status: 200 len: 884 time: 0.1425114 Jul 16 18:17:02.715371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48562) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:02.767311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48564) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:02.927357 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5fafc874-1bb8-4c5a-9cec-77538ef7155b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.039723 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a9798491-1151-4b87-99da-5b6a0ba847be tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3230398 Jul 16 18:17:03.042388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48574) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:03.048142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4363607d-e0b0-4395-8920-2bd13f014fc4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-2075768905'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:03.108258 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5fafc874-1bb8-4c5a-9cec-77538ef7155b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.114229 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5fafc874-1bb8-4c5a-9cec-77538ef7155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.195963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5fafc874-1bb8-4c5a-9cec-77538ef7155b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a4ca70e746a4852805d336edd55181f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4274561 Jul 16 18:17:03.199242 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48580) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:03.207386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fafc874-1bb8-4c5a-9cec-77538ef7155b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7da24ab-8d0e-41f5-b7aa-36ada7dd01bd,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:03.269108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7d92-cc49-437d-9db9-e4ca07b3a999 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.297551 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7d92-cc49-437d-9db9-e4ca07b3a999 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.349433 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7d92-cc49-437d-9db9-e4ca07b3a999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.353408 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ceb7d92-cc49-437d-9db9-e4ca07b3a999 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.354743 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6ceb7d92-cc49-437d-9db9-e4ca07b3a999 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f7da24ab-8d0e-41f5-b7aa-36ada7dd01bd HTTP/1.1" status: 204 len: 168 time: 0.1544890 Jul 16 18:17:03.368483 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceb7d92-cc49-437d-9db9-e4ca07b3a999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7da24ab-8d0e-41f5-b7aa-36ada7dd01bd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:03.447865 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4363607d-e0b0-4395-8920-2bd13f014fc4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.464773 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4363607d-e0b0-4395-8920-2bd13f014fc4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.591182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4363607d-e0b0-4395-8920-2bd13f014fc4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 7e2544d7-8195-48cf-995d-dd33026682be has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:03.667410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799fa93-9603-4892-ad9a-d8c6f973b4f9 req-cc070d1e-5565-467c-8895-c8d3c223d18c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:03.670307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7799fa93-9603-4892-ad9a-d8c6f973b4f9 req-cc070d1e-5565-467c-8895-c8d3c223d18c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.0801487 Jul 16 18:17:03.719690 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7799fa93-9603-4892-ad9a-d8c6f973b4f9 req-587a5aa9-3923-48f1-ab90-524edabda32d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426571 Jul 16 18:17:03.777069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4363607d-e0b0-4395-8920-2bd13f014fc4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:03.786470 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4363607d-e0b0-4395-8920-2bd13f014fc4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:03.787912 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4363607d-e0b0-4395-8920-2bd13f014fc4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/7e2544d7-8195-48cf-995d-dd33026682be HTTP/1.1" status: 200 len: 891 time: 0.7441776 Jul 16 18:17:03.790711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48604) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:03.792954 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a32092-ae4f-4ba1-a01d-8d6d18f78e8e None None] Sync routers for ids ['7e2544d7-8195-48cf-995d-dd33026682be'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:03.803351 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a32092-ae4f-4ba1-a01d-8d6d18f78e8e None None] Routers {'7e2544d7-8195-48cf-995d-dd33026682be'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:03.803981 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-70a32092-ae4f-4ba1-a01d-8d6d18f78e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7e2544d7-8195-48cf-995d-dd33026682be'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:03.840032 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-70a32092-ae4f-4ba1-a01d-8d6d18f78e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:03.853445 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a32092-ae4f-4ba1-a01d-8d6d18f78e8e None None] Routers {'7e2544d7-8195-48cf-995d-dd33026682be'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:03.854067 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-70a32092-ae4f-4ba1-a01d-8d6d18f78e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7e2544d7-8195-48cf-995d-dd33026682be'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:03.890901 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-70a32092-ae4f-4ba1-a01d-8d6d18f78e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:03.891855 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a32092-ae4f-4ba1-a01d-8d6d18f78e8e None None] The sync data for ids ['7e2544d7-8195-48cf-995d-dd33026682be'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:04.032742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012744d7-399d-4af2-ab7b-ac1edf5cac2f req-cc025041-6066-4f5a-a508-0593b90477b5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.034371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-012744d7-399d-4af2-ab7b-ac1edf5cac2f req-cc025041-6066-4f5a-a508-0593b90477b5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.1071441 Jul 16 18:17:04.105793 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-012744d7-399d-4af2-ab7b-ac1edf5cac2f req-655efa87-d334-4edf-a2c2-73e5c06f113a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655990 Jul 16 18:17:04.131816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48620) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:04.193475 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7600656a-f571-48ca-b934-770ca1edaf9c tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.195411 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7600656a-f571-48ca-b934-770ca1edaf9c tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1092 time: 0.0625777 Jul 16 18:17:04.198412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48624) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:04.206158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address': '172.20.0.11'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:04.295464 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.316788 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ef515529-bc1a-4000-8bf2-bfc4e2387cee tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/routers/7e2544d7-8195-48cf-995d-dd33026682be HTTP/1.1" status: 200 len: 891 time: 0.5248272 Jul 16 18:17:04.319623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48630) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:04.371218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-e98362b6-4338-4e88-b091-08eaa6e2382c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1383259 Jul 16 18:17:04.395511 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5b28fc8d-c76d-4fd4-9881-91e25625b680 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2544d7-8195-48cf-995d-dd33026682be HTTP/1.1" status: 200 len: 205 time: 0.0744207 Jul 16 18:17:04.398491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48634) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:04.471897 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.567748 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.689734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2b4c2cdb-5769-4a88-af0d-27eb3fbf37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.690204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2b4c2cdb-5769-4a88-af0d-27eb3fbf37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.690687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2b4c2cdb-5769-4a88-af0d-27eb3fbf37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.691168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2b4c2cdb-5769-4a88-af0d-27eb3fbf37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.691667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2b4c2cdb-5769-4a88-af0d-27eb3fbf37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.692143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2b4c2cdb-5769-4a88-af0d-27eb3fbf37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.692613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2b4c2cdb-5769-4a88-af0d-27eb3fbf37cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.694713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2b4c2cdb-5769-4a88-af0d-27eb3fbf37cd service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 6490 time: 0.2193091 Jul 16 18:17:04.732816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.757216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.25.7.95 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/5968fe3e-c292-42da-a4b6-c85e9067b297) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:04.808789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port 10a7069f-8732-46d4-a93e-279c67beba55 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:04.809397 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.910805 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:04.930791 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for 10a7069f-8732-46d4-a93e-279c67beba55 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:04.956563 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-30500d4a-a21f-4494-83a6-66ffa3c030ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.957040 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-30500d4a-a21f-4494-83a6-66ffa3c030ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.957549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-30500d4a-a21f-4494-83a6-66ffa3c030ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:04.959453 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-30500d4a-a21f-4494-83a6-66ffa3c030ee service neutron] 10.222.0.37 "GET /v2.0/networks?id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&id=9c39b3d7-d455-401e-8bad-eeaee0931a8a HTTP/1.1" status: 200 len: 2293 time: 0.2259853 Jul 16 18:17:05.060024 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.066420 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-8521ba23-9a45-4204-8fc3-666df4b96b53 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=29a99993-167c-45c1-b0e8-012ff5e913fc HTTP/1.1" status: 200 len: 1002 time: 0.0970731 Jul 16 18:17:05.141550 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:17:05.148483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-8b6458a2-a0e2-4cd1-9bff-d60377a3e5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.150359 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-8b6458a2-a0e2-4cd1-9bff-d60377a3e5e4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bed990a2-d4cd-48d5-b858-b087aef8b72e HTTP/1.1" status: 200 len: 851 time: 0.0756323 Jul 16 18:17:05.219305 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.253789 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.291031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=10a7069f-8732-46d4-a93e-279c67beba55,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:05.302032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:05.312843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:05.324299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:05.413331 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.413920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-3fcb305d-0a04-4576-9d67-49ab933d98b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.415491 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-3fcb305d-0a04-4576-9d67-49ab933d98b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4cd880c5-7f33-473c-ae07-1b5ec8c80c91&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2564211 Jul 16 18:17:05.434997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=5968fe3e-c292-42da-a4b6-c85e9067b297,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:05.554412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.557425 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.628418 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.628948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Fanout notify agent at l3_agent the message router_deleted on router 7e2544d7-8195-48cf-995d-dd33026682be {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:17:05.644747 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.648293 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fd1933b8-0ab8-424e-bdd2-b92b98e1ae41 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/7e2544d7-8195-48cf-995d-dd33026682be HTTP/1.1" status: 204 len: 168 time: 1.2483513 Jul 16 18:17:05.652590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48670) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:05.673362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1458276133'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:05.715134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:05.720072 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.774349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:05.810664 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.811078 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added segment ca01004c-223d-498a-9951-775b135a1996 of type vlan for network 6ef61ca2-b92e-44cb-82a6-882bfe0b4568 Jul 16 18:17:05.844055 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-e5f74c1b-8d76-4a5d-b1ec-3a037019554d service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4184587 Jul 16 18:17:05.904296 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.970804 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:05.982378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:05.983042 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.067094 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4126043 Jul 16 18:17:06.069557 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48684) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:06.084693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'subnet': {'network_id': '6ef61ca2-b92e-44cb-82a6-882bfe0b4568', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:06.135678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b8e9ea-230b-4f5e-b069-fcd4825e1f8d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Network': ['ID=6ef61ca2-b92e-44cb-82a6-882bfe0b4568,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.149608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 6ef61ca2-b92e-44cb-82a6-882bfe0b4568 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:06.184917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-e033636e-a00f-45ce-9f37-f12223f23748 service neutron] 10.222.0.37 "GET /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272491 Jul 16 18:17:06.248630 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-ed1d2c48-6d2b-4e68-bdd4-bf26319c049d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.85&port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4 HTTP/1.1" status: 200 len: 217 time: 0.0527549 Jul 16 18:17:06.269053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:06.275395 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.309176 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.464010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-dba697d8-034a-4a45-9988-d5681160edd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.464010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-dba697d8-034a-4a45-9988-d5681160edd8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.2060587 Jul 16 18:17:06.639248 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.719138 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:06.796345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-0d982178-54df-440b-a1eb-e663d6f1a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:06.798266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-0d982178-54df-440b-a1eb-e663d6f1a93f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3074944 Jul 16 18:17:06.874410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Subnet': ['ID=ebbd70bc-3fec-4214-9d8d-92c1a3248229,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:06.901901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Checking segment: {'id': 'ca01004c-223d-498a-9951-775b135a1996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6ef61ca2-b92e-44cb-82a6-882bfe0b4568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:06.902274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network hostable DHCP agents. Network: 6ef61ca2-b92e-44cb-82a6-882bfe0b4568, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:07.042322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 6ef61ca2-b92e-44cb-82a6-882bfe0b4568 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:07.050063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-fe200191-cb91-45d5-9017-9b707a9a425e service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443802 Jul 16 18:17:07.083408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 6ef61ca2-b92e-44cb-82a6-882bfe0b4568) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:07.094374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f703c1f-7ff1-4f49-b5c3-db4cc7c457fb None None] Network 6ef61ca2-b92e-44cb-82a6-882bfe0b4568 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:07.104042 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:07.104870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.189744 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.198532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48720) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:07.203830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-82aa40c1-8cb6-472a-8683-815d25edfe52 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1131257720', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:07.209659 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-13c136c4-1909-4942-a522-df899ac98f3d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1370809 Jul 16 18:17:07.214567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.259601 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-82aa40c1-8cb6-472a-8683-815d25edfe52 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.260630 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-82aa40c1-8cb6-472a-8683-815d25edfe52 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.384184 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-82aa40c1-8cb6-472a-8683-815d25edfe52 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.395455 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-82aa40c1-8cb6-472a-8683-815d25edfe52 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.440232 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-82aa40c1-8cb6-472a-8683-815d25edfe52 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.442182 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-82aa40c1-8cb6-472a-8683-815d25edfe52 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2424567 Jul 16 18:17:07.444991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48728) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:07.532973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-6ef61ca2-b92e-44cb-82a6-882bfe0b4568', 'network_id': '6ef61ca2-b92e-44cb-82a6-882bfe0b4568', 'tenant_id': '68ff095569774317bb581577e7674854', 'fixed_ips': [{'subnet_id': 'ebbd70bc-3fec-4214-9d8d-92c1a3248229'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:07.534799 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:07.832435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Allocated IP 2001:db8::2 (6ef61ca2-b92e-44cb-82a6-882bfe0b4568/ebbd70bc-3fec-4214-9d8d-92c1a3248229/28193c38-31e5-4650-b035-db1434140a0d) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:07.853568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=5968fe3e-c292-42da-a4b6-c85e9067b297,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:07.923829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-bdbe66d6-65c4-4f67-902e-b8188b9b5f74 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8571773 Jul 16 18:17:07.993126 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.016058 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-a78ce0db-ae35-49a1-8859-a8f805aaa188 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.93&port_id=1d4fbd0b-e052-4618-a347-ee1e17463815 HTTP/1.1" status: 200 len: 217 time: 0.0499935 Jul 16 18:17:08.113870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-d178bba3-a49b-4468-af20-e7acc18c48da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.118103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-d178bba3-a49b-4468-af20-e7acc18c48da service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.0943544 Jul 16 18:17:08.123670 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.177977 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.201229 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Transition to ACTIVE for port object 28193c38-31e5-4650-b035-db1434140a0d will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:08.232604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Transition to ACTIVE for port object 28193c38-31e5-4650-b035-db1434140a0d will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:08.243120 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.344077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Network 6ef61ca2-b92e-44cb-82a6-882bfe0b4568 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:08.356199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:08.375690 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:08.418607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Pushing event updated for resources: {'Port': ['ID=28193c38-31e5-4650-b035-db1434140a0d,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:08.424899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-1f486325-98b9-4214-b115-c4160bcd99a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:08.438913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-1f486325-98b9-4214-b115-c4160bcd99a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3043063 Jul 16 18:17:08.442855 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Floating IP 8026611b-6072-4187-b321-4049b1cdecb8 associated. External IP: 172.25.7.95, port: decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1. Jul 16 18:17:08.495479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Attempting to bind port 28193c38-31e5-4650-b035-db1434140a0d on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:08.496289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Attempting to bind port 28193c38-31e5-4650-b035-db1434140a0d by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ca01004c-223d-498a-9951-775b135a1996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6ef61ca2-b92e-44cb-82a6-882bfe0b4568'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:08.496894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Attempting to bind port 28193c38-31e5-4650-b035-db1434140a0d on network 6ef61ca2-b92e-44cb-82a6-882bfe0b4568 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:08.503963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:08.504815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Checking segment: {'id': 'ca01004c-223d-498a-9951-775b135a1996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6ef61ca2-b92e-44cb-82a6-882bfe0b4568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:08.505467 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.506124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Bound using segment: {'id': 'ca01004c-223d-498a-9951-775b135a1996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6ef61ca2-b92e-44cb-82a6-882bfe0b4568'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:08.506860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Bound port: 28193c38-31e5-4650-b035-db1434140a0d, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca01004c-223d-498a-9951-775b135a1996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '6ef61ca2-b92e-44cb-82a6-882bfe0b4568'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:08.507591 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.553245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Allocated IP 2001:db8::1 (6ef61ca2-b92e-44cb-82a6-882bfe0b4568/ebbd70bc-3fec-4214-9d8d-92c1a3248229/5be9bfd3-7ce8-47b4-9721-62de6b45709f) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:08.595966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] For port 28193c38-31e5-4650-b035-db1434140a0d, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:08.601870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] For port 28193c38-31e5-4650-b035-db1434140a0d, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=28193c38-31e5-4650-b035-db1434140a0d,segment=NetworkSegment(ca01004c-223d-498a-9951-775b135a1996),segment_id=ca01004c-223d-498a-9951-775b135a1996)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:08.610704 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.725515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4b556-e178-4e4f-b107-693be7511667 None None] Pushing event updated for resources: {'Port': ['ID=28193c38-31e5-4650-b035-db1434140a0d,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:08.831799 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-1f0acb58-2fcb-4996-a1a4-335967071678 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3794062 Jul 16 18:17:08.836071 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:08.858901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Transition to ACTIVE for port object 5be9bfd3-7ce8-47b4-9721-62de6b45709f will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:08.910122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.052305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 6ef61ca2-b92e-44cb-82a6-882bfe0b4568 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:09.070869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:09.074678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:09.075247 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.159593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=5be9bfd3-7ce8-47b4-9721-62de6b45709f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:09.233838 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-d7cc75c3-a532-4fbf-a727-243520212841 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941698 Jul 16 18:17:09.318392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-953f5d4c-4c90-4291-b0d6-6d874d4f21dd service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=6f59f170-ea3b-48fb-bfc9-90634344e929 HTTP/1.1" status: 200 len: 217 time: 0.0770626 Jul 16 18:17:09.335685 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.377971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 69db924b-2af2-4638-90b0-c9f27048561d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:09.528570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:09.534811 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-992abf44-33cd-4232-8687-8ed2791a6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.537051 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-992abf44-33cd-4232-8687-8ed2791a6f31 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.2082653 Jul 16 18:17:09.541342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e69493-87f7-4f08-9de6-5819cb73f87a None None] Sync routers for ids ['69db924b-2af2-4638-90b0-c9f27048561d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:09.570683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e69493-87f7-4f08-9de6-5819cb73f87a None None] Routers {'69db924b-2af2-4638-90b0-c9f27048561d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:09.573456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-04e69493-87f7-4f08-9de6-5819cb73f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['69db924b-2af2-4638-90b0-c9f27048561d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:09.588034 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:09.707637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-309b1863-66ce-480e-8fc1-f1b71277fc87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5056367 Jul 16 18:17:09.708695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:09.711372 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec7b1ca-dc06-417d-a465-1854fa1ee389" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:09.725054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-b5a7f640-4ab4-490e-bf81-5f3edbd851eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:09.727697 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-b5a7f640-4ab4-490e-bf81-5f3edbd851eb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1827946 Jul 16 18:17:09.820812 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-04e69493-87f7-4f08-9de6-5819cb73f87a None None] Set router 69db924b-2af2-4638-90b0-c9f27048561d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:10.022411 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.032207 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.034237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:10.148974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 28193c38-31e5-4650-b035-db1434140a0d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:10.279585 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4786b449-ec89-4f9c-b6f4-df0e60e815e0 x-openstack-request-id: req-4786b449-ec89-4f9c-b6f4-df0e60e815e0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:10.297030 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:10.297402 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4786b449-ec89-4f9c-b6f4-df0e60e815e0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:10.298012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=5be9bfd3-7ce8-47b4-9721-62de6b45709f,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:10.300513 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'status': 'completed', 'code': 200} Jul 16 18:17:10.394749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-b020b702-a53b-4594-afb5-fe81fb683ba2 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590562 Jul 16 18:17:10.509413 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be54f530-4a88-4541-a95e-decfb4daca23 req-1d39934e-2871-4dde-b03f-5eb7a43c410a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.513770 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be54f530-4a88-4541-a95e-decfb4daca23 req-1d39934e-2871-4dde-b03f-5eb7a43c410a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.2298591 Jul 16 18:17:10.626501 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be54f530-4a88-4541-a95e-decfb4daca23 req-5fd4d23a-9cf7-4e71-96cf-d2c98c4e1711 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931511 Jul 16 18:17:10.654112 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 6ef61ca2-b92e-44cb-82a6-882bfe0b4568 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:10.656984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:10.694751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 28193c38-31e5-4650-b035-db1434140a0d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:10.697725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48788) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:10.702723 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-ccb7c275-c8b7-4f78-860b-9a5bdf0d3e73 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999005 Jul 16 18:17:10.737208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48790) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:10.749590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b1ca-dc06-417d-a465-1854fa1ee389 req-ac5f18be-425f-4169-a554-bd0195df5db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:10.763915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec7b1ca-dc06-417d-a465-1854fa1ee389 req-ac5f18be-425f-4169-a554-bd0195df5db4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1097 time: 0.5477991 Jul 16 18:17:10.766080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556ed728-8b79-4bd5-890d-460468ffef3f None None] Network 6ef61ca2-b92e-44cb-82a6-882bfe0b4568 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:10.901229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 72da15af-4b90-48a8-b63b-bf3d32ced266 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:10.906918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7eec84e2-e951-4bbc-8902-29382493440f None None] Provisioning for port 28193c38-31e5-4650-b035-db1434140a0d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:10.925812 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7eec84e2-e951-4bbc-8902-29382493440f None None] Provisioning complete for port 28193c38-31e5-4650-b035-db1434140a0d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:10.926255 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7eec84e2-e951-4bbc-8902-29382493440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.037613 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-f172ccb5-3f40-4d03-ad47-aec46433ce4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.130&port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 HTTP/1.1" status: 200 len: 217 time: 0.2966893 Jul 16 18:17:11.043723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-04e69493-87f7-4f08-9de6-5819cb73f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '8026611b-6072-4187-b321-4049b1cdecb8', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.95', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'port_id': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'mac_address': 'fa:16:3e:c9:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:17:05Z', 'updated_at': '2021-07-16T18:17:05Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377aa58-5c2b-4446-ba35-a5fccf1a152f', 'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:79:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:45Z', 'updated_at': '2021-07-16T18:16:52Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:11.100880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d045a5ec-02ed-45d6-bcf1-0e8695f2a205 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/8026611b-6072-4187-b321-4049b1cdecb8 HTTP/1.1" status: 200 len: 991 time: 0.3952498 Jul 16 18:17:11.205245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e69493-87f7-4f08-9de6-5819cb73f87a None None] Checking router: 69db924b-2af2-4638-90b0-c9f27048561d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:11.260532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e69493-87f7-4f08-9de6-5819cb73f87a None None] Routers {'69db924b-2af2-4638-90b0-c9f27048561d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:11.261461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-04e69493-87f7-4f08-9de6-5819cb73f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['69db924b-2af2-4638-90b0-c9f27048561d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:11.261912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b1ca-dc06-417d-a465-1854fa1ee389 req-68462388-cbc9-4e04-ad87-ad976081a55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:11.263412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec7b1ca-dc06-417d-a465-1854fa1ee389 req-68462388-cbc9-4e04-ad87-ad976081a55b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.4979639 Jul 16 18:17:11.265049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-5e1dbdbf-a353-4491-978c-6e5a8fbc36f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:11.266413 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-5e1dbdbf-a353-4491-978c-6e5a8fbc36f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 200 len: 797 time: 0.1642742 Jul 16 18:17:11.336471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71c7e517-74db-4870-a5f5-06745f0d0dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.494731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:11.513642 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-43bbeff9-c0dc-455e-9cbe-1fa3c68ceb28 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/72da15af-4b90-48a8-b63b-bf3d32ced266/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0670109 Jul 16 18:17:11.516782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48810) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:11.524709 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf497ce-976b-4115-9de4-a7b0d1e1fe7a None None] Sync routers for ids ['72da15af-4b90-48a8-b63b-bf3d32ced266'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:11.549546 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf497ce-976b-4115-9de4-a7b0d1e1fe7a None None] Routers {'72da15af-4b90-48a8-b63b-bf3d32ced266'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:11.555912 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9cf497ce-976b-4115-9de4-a7b0d1e1fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['72da15af-4b90-48a8-b63b-bf3d32ced266'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:11.593527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68d15b-cabd-401f-87f3-0c72bac5b993 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:11.595018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e68d15b-cabd-401f-87f3-0c72bac5b993 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports/5be9bfd3-7ce8-47b4-9721-62de6b45709f HTTP/1.1" status: 200 len: 911 time: 0.0631943 Jul 16 18:17:11.598517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48812) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:11.608126 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8020c2ad-c596-4784-91f5-6f73d1d499eb tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ebbd70bc-3fec-4214-9d8d-92c1a3248229'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:11.635050 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7eec84e2-e951-4bbc-8902-29382493440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.638796 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec7b1ca-dc06-417d-a465-1854fa1ee389 req-fbbbf2d4-ee3a-432b-9964-2ad56767f4ae service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 999 time: 0.3590784 Jul 16 18:17:11.688612 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9cf497ce-976b-4115-9de4-a7b0d1e1fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:11.719326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7eec84e2-e951-4bbc-8902-29382493440f None None] For port 28193c38-31e5-4650-b035-db1434140a0d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=28193c38-31e5-4650-b035-db1434140a0d,segment=NetworkSegment(ca01004c-223d-498a-9951-775b135a1996),segment_id=ca01004c-223d-498a-9951-775b135a1996)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:11.726076 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf497ce-976b-4115-9de4-a7b0d1e1fe7a None None] Routers {'72da15af-4b90-48a8-b63b-bf3d32ced266'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:11.727781 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9cf497ce-976b-4115-9de4-a7b0d1e1fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['72da15af-4b90-48a8-b63b-bf3d32ced266'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:11.730430 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7eec84e2-e951-4bbc-8902-29382493440f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:11.818021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-04e69493-87f7-4f08-9de6-5819cb73f87a None None] Set router 69db924b-2af2-4638-90b0-c9f27048561d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:11.854893 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9cf497ce-976b-4115-9de4-a7b0d1e1fe7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:11.855554 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf497ce-976b-4115-9de4-a7b0d1e1fe7a None None] The sync data for ids ['72da15af-4b90-48a8-b63b-bf3d32ced266'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:11.938899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b1ca-dc06-417d-a465-1854fa1ee389 req-9d252f3e-13b8-4c58-aee4-8a37af84d01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:11.940888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec7b1ca-dc06-417d-a465-1854fa1ee389 req-9d252f3e-13b8-4c58-aee4-8a37af84d01f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.2748141 Jul 16 18:17:11.943095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec84e2-e951-4bbc-8902-29382493440f None None] Pushing event updated for resources: {'Port': ['ID=28193c38-31e5-4650-b035-db1434140a0d,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.007674 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0acae3a6-e220-4f3d-b0dd-128b5a31a600 None None] Provisioning for port 5be9bfd3-7ce8-47b4-9721-62de6b45709f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:12.063814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0acae3a6-e220-4f3d-b0dd-128b5a31a600 None None] Provisioning complete for port 5be9bfd3-7ce8-47b4-9721-62de6b45709f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:12.064330 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0acae3a6-e220-4f3d-b0dd-128b5a31a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.114858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48820) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:12.166230 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.221963 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71c7e517-74db-4870-a5f5-06745f0d0dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.230693 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8020c2ad-c596-4784-91f5-6f73d1d499eb tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.234896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-71c7e517-74db-4870-a5f5-06745f0d0dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.249781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0acae3a6-e220-4f3d-b0dd-128b5a31a600 None None] Port 5be9bfd3-7ce8-47b4-9721-62de6b45709f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:12.295009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2f022d43-c2c3-424b-ac38-967ff60fa185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.302855 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2f022d43-c2c3-424b-ac38-967ff60fa185 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0230272 Jul 16 18:17:12.323531 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cfad94f9-449a-48c7-b544-e9f74b6a2590 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/8026611b-6072-4187-b321-4049b1cdecb8 HTTP/1.1" status: 200 len: 991 time: 0.2036574 Jul 16 18:17:12.348281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7e517-74db-4870-a5f5-06745f0d0dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530f89c7-d1b5-4206-971c-a4afb666faec,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:12.455039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0acae3a6-e220-4f3d-b0dd-128b5a31a600 None None] Provisioning complete for port 28193c38-31e5-4650-b035-db1434140a0d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:12.456098 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0acae3a6-e220-4f3d-b0dd-128b5a31a600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.485766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec7b1ca-dc06-417d-a465-1854fa1ee389 req-2f2b1e36-0f86-4017-9bbc-f81503b703e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:12.489834 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec7b1ca-dc06-417d-a465-1854fa1ee389 req-2f2b1e36-0f86-4017-9bbc-f81503b703e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5303564 Jul 16 18:17:12.500778 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-71c7e517-74db-4870-a5f5-06745f0d0dfb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c58e11625d1741e68c48113f8569057b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7332056 Jul 16 18:17:12.510249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48826) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:12.691474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-04e69493-87f7-4f08-9de6-5819cb73f87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '8026611b-6072-4187-b321-4049b1cdecb8', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.95', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'port_id': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'mac_address': 'fa:16:3e:c9:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:17:05Z', 'updated_at': '2021-07-16T18:17:05Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377aa58-5c2b-4446-ba35-a5fccf1a152f', 'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:79:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:45Z', 'updated_at': '2021-07-16T18:16:52Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:12.736440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e69493-87f7-4f08-9de6-5819cb73f87a None None] The sync data for ids ['69db924b-2af2-4638-90b0-c9f27048561d'] in n-d-794306-7 is: [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '8026611b-6072-4187-b321-4049b1cdecb8', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.95', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'port_id': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2653, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'mac_address': 'fa:16:3e:c9:10:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:17:05Z', 'updated_at': '2021-07-16T18:17:05Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5377aa58-5c2b-4446-ba35-a5fccf1a152f', 'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:79:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:45Z', 'updated_at': '2021-07-16T18:16:52Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:12.797987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-795c33f4-671d-4b28-bef6-8c6e5a2ba826 None None] Provisioning complete for port 5be9bfd3-7ce8-47b4-9721-62de6b45709f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:12.798518 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-795c33f4-671d-4b28-bef6-8c6e5a2ba826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:12.943929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-795c33f4-671d-4b28-bef6-8c6e5a2ba826 None None] Port 5be9bfd3-7ce8-47b4-9721-62de6b45709f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:12.966997 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec7b1ca-dc06-417d-a465-1854fa1ee389 req-f7629203-4940-4d93-bc2f-f37276c53025 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609346 Jul 16 18:17:13.046802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-310670a2-3786-48b8-b6ee-6bd13bb82588 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6876330 Jul 16 18:17:13.126605 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8020c2ad-c596-4784-91f5-6f73d1d499eb tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.137108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8020c2ad-c596-4784-91f5-6f73d1d499eb tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.144997 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8020c2ad-c596-4784-91f5-6f73d1d499eb tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:13.145660 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8020c2ad-c596-4784-91f5-6f73d1d499eb tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.147035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8020c2ad-c596-4784-91f5-6f73d1d499eb tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/ports/5be9bfd3-7ce8-47b4-9721-62de6b45709f HTTP/1.1" status: 200 len: 911 time: 1.5475419 Jul 16 18:17:13.160075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48836) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:13.161990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7130275c-5a99-4638-9615-91529d6934c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.217790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6e590016-e635-4499-b556-136d201bbfb2 None None] Provisioning complete for port 5be9bfd3-7ce8-47b4-9721-62de6b45709f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:13.218538 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6e590016-e635-4499-b556-136d201bbfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.334032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48838) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:13.335304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2b5380-a89a-4931-85cf-89ab1f945484 None None] New status for floating IP 8026611b-6072-4187-b321-4049b1cdecb8: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:17:13.371349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8020c2ad-c596-4784-91f5-6f73d1d499eb tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=5be9bfd3-7ce8-47b4-9721-62de6b45709f,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:13.498288 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7130275c-5a99-4638-9615-91529d6934c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.690277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec7b1ca-dc06-417d-a465-1854fa1ee389 req-e141654e-c77e-4c5c-96a4-036dca1dcfce service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7148714 Jul 16 18:17:13.722475 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7130275c-5a99-4638-9615-91529d6934c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.726250 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7130275c-5a99-4638-9615-91529d6934c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.730600 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7130275c-5a99-4638-9615-91529d6934c2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/530f89c7-d1b5-4206-971c-a4afb666faec HTTP/1.1" status: 204 len: 168 time: 1.0347021 Jul 16 18:17:13.768792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130275c-5a99-4638-9615-91529d6934c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530f89c7-d1b5-4206-971c-a4afb666faec,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:13.815476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fa7b5f3b-f1bc-4c66-90e1-f6db017924a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/8026611b-6072-4187-b321-4049b1cdecb8 HTTP/1.1" status: 200 len: 991 time: 0.4674270 Jul 16 18:17:13.820026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efd208e6-0bac-43d3-ba70-20ff8b45a1a6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:13.827337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-76a7708a-384f-4cbb-89bf-8b24bf3314f5 service neutron] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6862607 Jul 16 18:17:13.981063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-c0c2d7f7-d384-4575-bba6-369db1aef566 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b HTTP/1.1" status: 200 len: 217 time: 0.1473103 Jul 16 18:17:14.012021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6e590016-e635-4499-b556-136d201bbfb2 None None] Port 5be9bfd3-7ce8-47b4-9721-62de6b45709f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:14.028498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 28193c38-31e5-4650-b035-db1434140a0d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:14.149512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-65022882-6edb-4968-96db-20af9cd7b0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.153169 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-65022882-6edb-4968-96db-20af9cd7b0b4 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.1648197 Jul 16 18:17:14.232204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 28193c38-31e5-4650-b035-db1434140a0d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:14.243991 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.337025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-da73254b-71df-40ed-a855-5b0838f189b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.340053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-da73254b-71df-40ed-a855-5b0838f189b5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1764581 Jul 16 18:17:14.517104 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-d92e048c-b8aa-4637-ac4d-f55ca3063329 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664319 Jul 16 18:17:14.570106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-efd208e6-0bac-43d3-ba70-20ff8b45a1a6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port 5be9bfd3-7ce8-47b4-9721-62de6b45709f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:14.570756 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efd208e6-0bac-43d3-ba70-20ff8b45a1a6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.722267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-9fec1e36-8e14-4007-bd6f-bcba9dbc3f7a service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1985810 Jul 16 18:17:14.740513 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efd208e6-0bac-43d3-ba70-20ff8b45a1a6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:14.756884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-efd208e6-0bac-43d3-ba70-20ff8b45a1a6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for 5be9bfd3-7ce8-47b4-9721-62de6b45709f owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:14.839094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48870) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:14.868329 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-d9ed45b4-1879-4dd2-8c95-97283ea21108 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=a77da69d-468d-40e0-a756-d7d719aac266 HTTP/1.1" status: 200 len: 217 time: 0.1374593 Jul 16 18:17:14.943677 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1966b5e5-1ca4-4ecc-9d9b-56782b8c6acf tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/8026611b-6072-4187-b321-4049b1cdecb8 HTTP/1.1" status: 200 len: 993 time: 0.1033585 Jul 16 18:17:14.981748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-abc64021-996c-4f13-9aaa-e1274c6b23f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:14.984081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-abc64021-996c-4f13-9aaa-e1274c6b23f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 200 len: 797 time: 0.1084836 Jul 16 18:17:15.095020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2b86dad3-3ea4-4a44-9f8f-8aff476b14ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:15.096608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-2b86dad3-3ea4-4a44-9f8f-8aff476b14ed service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9c39b3d7-d455-401e-8bad-eeaee0931a8a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1053693 Jul 16 18:17:15.134906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efd208e6-0bac-43d3-ba70-20ff8b45a1a6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.179639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd208e6-0bac-43d3-ba70-20ff8b45a1a6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=5be9bfd3-7ce8-47b4-9721-62de6b45709f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:15.367888 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efd208e6-0bac-43d3-ba70-20ff8b45a1a6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.375886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-eaf1ec0f-ec74-4478-847e-794a7ccc1134 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692697 Jul 16 18:17:15.457589 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f9c05db-9037-4faf-8136-b7c4377adf39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.653598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd208e6-0bac-43d3-ba70-20ff8b45a1a6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 72da15af-4b90-48a8-b63b-bf3d32ced266 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:15.658105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ad9247d-5a2f-45f1-945c-ca92943a60df req-3bd3e5f1-492c-45a9-8bd9-e3b2b9b39ed3 service neutron] 10.222.0.37 "GET /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2731841 Jul 16 18:17:15.771848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd208e6-0bac-43d3-ba70-20ff8b45a1a6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:15.786838 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aeb613-505b-49e0-b731-f4f01747aa88 None None] Sync routers for ids ['72da15af-4b90-48a8-b63b-bf3d32ced266'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:15.790052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48896) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:15.791098 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-efd208e6-0bac-43d3-ba70-20ff8b45a1a6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/72da15af-4b90-48a8-b63b-bf3d32ced266/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6281822 Jul 16 18:17:15.824358 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aeb613-505b-49e0-b731-f4f01747aa88 None None] Routers {'72da15af-4b90-48a8-b63b-bf3d32ced266'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:15.827229 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71aeb613-505b-49e0-b731-f4f01747aa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['72da15af-4b90-48a8-b63b-bf3d32ced266'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:15.837913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-59b78a97-6d0d-4909-9c8e-bce9d3dda0de tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=72da15af-4b90-48a8-b63b-bf3d32ced266 HTTP/1.1" status: 200 len: 205 time: 0.0459065 Jul 16 18:17:15.840776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48900) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:15.902402 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71aeb613-505b-49e0-b731-f4f01747aa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:15.912246 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71aeb613-505b-49e0-b731-f4f01747aa88 None None] Routers {'72da15af-4b90-48a8-b63b-bf3d32ced266'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:15.912866 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71aeb613-505b-49e0-b731-f4f01747aa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:16:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['72da15af-4b90-48a8-b63b-bf3d32ced266'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:15.959219 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3234e4ff-ea68-4b8f-bad9-9c3fcbe65203 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:15.966489 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71aeb613-505b-49e0-b731-f4f01747aa88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:15.967858 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71aeb613-505b-49e0-b731-f4f01747aa88 None None] The sync data for ids ['72da15af-4b90-48a8-b63b-bf3d32ced266'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:16.246300 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3234e4ff-ea68-4b8f-bad9-9c3fcbe65203 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.256994 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3234e4ff-ea68-4b8f-bad9-9c3fcbe65203 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.388933 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3234e4ff-ea68-4b8f-bad9-9c3fcbe65203 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.388933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3234e4ff-ea68-4b8f-bad9-9c3fcbe65203 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Fanout notify agent at l3_agent the message router_deleted on router 72da15af-4b90-48a8-b63b-bf3d32ced266 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:17:16.417494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3234e4ff-ea68-4b8f-bad9-9c3fcbe65203 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.419610 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3234e4ff-ea68-4b8f-bad9-9c3fcbe65203 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/72da15af-4b90-48a8-b63b-bf3d32ced266 HTTP/1.1" status: 204 len: 168 time: 0.5770462 Jul 16 18:17:16.424661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48918) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:16.521850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-fef84f8f-8ca4-41dd-9d37-1cb8eab077cf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting subnet ebbd70bc-3fec-4214-9d8d-92c1a3248229 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:16.526433 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fef84f8f-8ca4-41dd-9d37-1cb8eab077cf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:16.579184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fef84f8f-8ca4-41dd-9d37-1cb8eab077cf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.208754 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fef84f8f-8ca4-41dd-9d37-1cb8eab077cf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.351838 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fef84f8f-8ca4-41dd-9d37-1cb8eab077cf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.383662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef84f8f-8ca4-41dd-9d37-1cb8eab077cf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Subnet': ['ID=ebbd70bc-3fec-4214-9d8d-92c1a3248229,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:17.392632 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fef84f8f-8ca4-41dd-9d37-1cb8eab077cf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.395367 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fef84f8f-8ca4-41dd-9d37-1cb8eab077cf tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/ebbd70bc-3fec-4214-9d8d-92c1a3248229 HTTP/1.1" status: 204 len: 168 time: 0.9687493 Jul 16 18:17:17.396198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df2c00d-ef73-45ec-9884-f73675595de0 None None] Network 6ef61ca2-b92e-44cb-82a6-882bfe0b4568 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:17.399501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48950) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:17.505677 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.608124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port 28193c38-31e5-4650-b035-db1434140a0d {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:17.608124 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.702330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] For port 28193c38-31e5-4650-b035-db1434140a0d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=28193c38-31e5-4650-b035-db1434140a0d,segment=NetworkSegment(ca01004c-223d-498a-9951-775b135a1996),segment_id=ca01004c-223d-498a-9951-775b135a1996)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:17.702782 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.718023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for 28193c38-31e5-4650-b035-db1434140a0d owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:17.730653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d9b181-82d6-4451-b4f2-c628188f9f77 None None] DHCP port deletion for 6ef61ca2-b92e-44cb-82a6-882bfe0b4568 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:17.848936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-56d9b181-82d6-4451-b4f2-c628188f9f77 None None] Deleting port 28193c38-31e5-4650-b035-db1434140a0d {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:17.849541 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-56d9b181-82d6-4451-b4f2-c628188f9f77 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.946532 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.957524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-56d9b181-82d6-4451-b4f2-c628188f9f77 None None] For port 28193c38-31e5-4650-b035-db1434140a0d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=28193c38-31e5-4650-b035-db1434140a0d,segment=NetworkSegment(ca01004c-223d-498a-9951-775b135a1996),segment_id=ca01004c-223d-498a-9951-775b135a1996)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:17.958154 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-56d9b181-82d6-4451-b4f2-c628188f9f77 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:17.969611 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No DVR routers for this DVR port 28193c38-31e5-4650-b035-db1434140a0d on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:17.987277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 28193c38-31e5-4650-b035-db1434140a0d no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:17.997241 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-56d9b181-82d6-4451-b4f2-c628188f9f77 None None] Calling delete_port for 28193c38-31e5-4650-b035-db1434140a0d owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:18.010537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=28193c38-31e5-4650-b035-db1434140a0d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.049076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 28193c38-31e5-4650-b035-db1434140a0d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:18.049413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 28193c38-31e5-4650-b035-db1434140a0d not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:18.140989 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.150421 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-56d9b181-82d6-4451-b4f2-c628188f9f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.159030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ef61ca2-b92e-44cb-82a6-882bfe0b4568']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:18.181031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca01004c-223d-498a-9951-775b135a1996') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:18.181913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca01004c-223d-498a-9951-775b135a1996') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:18.200075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d9b181-82d6-4451-b4f2-c628188f9f77 None None] Pushing event deleted for resources: {'Port': ['ID=28193c38-31e5-4650-b035-db1434140a0d,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.202808 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.209876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d9b181-82d6-4451-b4f2-c628188f9f77 None None] No DVR routers for this DVR port 28193c38-31e5-4650-b035-db1434140a0d on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:18.215673 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ee59e53d-915a-4b95-9d47-ad8c7e16e3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.229511 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.245965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.254139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Releasing vlan 367 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:18.255022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:18.260973 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:18.357845 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.386407 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.394551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/networks/6ef61ca2-b92e-44cb-82a6-882bfe0b4568 HTTP/1.1" status: 204 len: 168 time: 0.9900084 Jul 16 18:17:18.395541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48978) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.401208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1cf520b3-eabe-46ae-aaf5-92823b5e58d9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1780416447', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:18.436223 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d305cb3a-8660-4e0a-8160-fdf3c2fac7c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Network': ['ID=6ef61ca2-b92e-44cb-82a6-882bfe0b4568,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.460576 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cf520b3-eabe-46ae-aaf5-92823b5e58d9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.462006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cf520b3-eabe-46ae-aaf5-92823b5e58d9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.545324 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cf520b3-eabe-46ae-aaf5-92823b5e58d9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.551412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cf520b3-eabe-46ae-aaf5-92823b5e58d9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.580662 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cf520b3-eabe-46ae-aaf5-92823b5e58d9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.581906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1cf520b3-eabe-46ae-aaf5-92823b5e58d9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1859140 Jul 16 18:17:18.585699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48986) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.591884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-652743231'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:18.615151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:18.618850 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.650356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 370} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:18.662000 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.662354 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added segment 79c2e9ff-0dfa-4355-9024-5b7763c9397f of type vlan for network ede328cb-217f-48b3-8828-e5e734775aa4 Jul 16 18:17:18.709654 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.750756 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.757423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:18.758238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:18.819745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2323167 Jul 16 18:17:18.822602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48994) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:18.828299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'subnet': {'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:18.860665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4670c3-5ffd-40a4-9c14-130130aee370 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Network': ['ID=ede328cb-217f-48b3-8828-e5e734775aa4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:18.873568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network ede328cb-217f-48b3-8828-e5e734775aa4 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:18.962787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:18.969682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.230249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.292337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Subnet': ['ID=f01e7a83-10da-48bb-b16f-532c6de0b192,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:19.302955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Checking segment: {'id': '79c2e9ff-0dfa-4355-9024-5b7763c9397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:19.303324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network hostable DHCP agents. Network: ede328cb-217f-48b3-8828-e5e734775aa4, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:19.321719 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network ede328cb-217f-48b3-8828-e5e734775aa4 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:19.333508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, ede328cb-217f-48b3-8828-e5e734775aa4) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:19.343465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efbf67fd-0046-4a85-8778-3616bf177988 None None] Network ede328cb-217f-48b3-8828-e5e734775aa4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:19.370288 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:19.370288 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.395143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-50b05406-1345-4917-9360-1e7af17f7f83 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5713446 Jul 16 18:17:19.400376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49012) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:19.615824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-ede328cb-217f-48b3-8828-e5e734775aa4', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:19.616851 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:19.812913 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Allocated IP 2001:db8::2 (ede328cb-217f-48b3-8828-e5e734775aa4/f01e7a83-10da-48bb-b16f-532c6de0b192/1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:19.847052 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.087382 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.097457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Transition to ACTIVE for port object 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:20.117007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Transition to ACTIVE for port object 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:20.126044 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.177065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Network ede328cb-217f-48b3-8828-e5e734775aa4 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:20.180361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:20.183263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:20.193691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Pushing event updated for resources: {'Port': ['ID=1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.195984 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.306662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Attempting to bind port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:20.308951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Attempting to bind port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '79c2e9ff-0dfa-4355-9024-5b7763c9397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:20.309454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Attempting to bind port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef on network ede328cb-217f-48b3-8828-e5e734775aa4 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:20.317588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:20.320124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Checking segment: {'id': '79c2e9ff-0dfa-4355-9024-5b7763c9397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:20.321248 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.324497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Bound using segment: {'id': '79c2e9ff-0dfa-4355-9024-5b7763c9397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:20.325593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Bound port: 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c2e9ff-0dfa-4355-9024-5b7763c9397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:20.326397 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.440301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] For port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:20.445578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] For port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef,segment=NetworkSegment(79c2e9ff-0dfa-4355-9024-5b7763c9397f),segment_id=79c2e9ff-0dfa-4355-9024-5b7763c9397f)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:20.453560 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:20.597578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7143a4c-9f97-4e5d-bed4-17bca1993e34 None None] Pushing event updated for resources: {'Port': ['ID=1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:20.714292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Allocated IP 2001:db8::1 (ede328cb-217f-48b3-8828-e5e734775aa4/f01e7a83-10da-48bb-b16f-532c6de0b192/a385e7de-d8bf-4681-a8ed-e463e5fbd536) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:21.029978 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.058128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Transition to ACTIVE for port object a385e7de-d8bf-4681-a8ed-e463e5fbd536 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:21.120678 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.178011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network ede328cb-217f-48b3-8828-e5e734775aa4 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:21.184676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:21.189369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:21.190200 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.203329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=a385e7de-d8bf-4681-a8ed-e463e5fbd536,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:21.383653 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.846008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.855529 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.856575 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.881357 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:21.959501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=a385e7de-d8bf-4681-a8ed-e463e5fbd536,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:21.989791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b414dbbb-1385-4540-a8e0-5675fc50d2c0 None None] Network ede328cb-217f-48b3-8828-e5e734775aa4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:22.021629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:22.071233 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network ede328cb-217f-48b3-8828-e5e734775aa4 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:22.073951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:22.138275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c9986152-7ac9-4674-9d21-ef70b57076ab None None] Provisioning for port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:22.211383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:22.241700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router ea6d68e1-1917-469d-855d-9ac4d59ebc11 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:17:22.270799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:22.271393 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.416571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:22.431924 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2260747c-c650-4ce0-be7c-da7699e3e0c8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0300667 Jul 16 18:17:22.436339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49164) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:22.444130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-818727333'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:22.449617 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Sync routers for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:22.480063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:22.480648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:22.490241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:22.494516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.585955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:22.611773 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.613151 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.613452 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added segment c2ca0aae-490b-4593-a6e8-df4adae40820 of type vlan for network fead6714-7b33-40cb-99fd-54b242db90b4 Jul 16 18:17:22.710566 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.774766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef,segment=NetworkSegment(79c2e9ff-0dfa-4355-9024-5b7763c9397f),segment_id=79c2e9ff-0dfa-4355-9024-5b7763c9397f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:22.799018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:22.802646 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.828234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.838813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:22.839832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:22.897442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4590967 Jul 16 18:17:22.902138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49198) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:22.938158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'subnet': {'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:22.966326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c32e5a-8bd5-4b73-ae2c-d32931052b26 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Network': ['ID=fead6714-7b33-40cb-99fd-54b242db90b4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:23.005445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network fead6714-7b33-40cb-99fd-54b242db90b4 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:23.128005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:23.154310 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5b8d427d-6f9a-468d-8f94-718811c4e9e1 None None] Provisioning for port a385e7de-d8bf-4681-a8ed-e463e5fbd536 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:23.230766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:23.236856 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.315305 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5b8d427d-6f9a-468d-8f94-718811c4e9e1 None None] Provisioning complete for port a385e7de-d8bf-4681-a8ed-e463e5fbd536 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:23.315939 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b8d427d-6f9a-468d-8f94-718811c4e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.411158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5b8d427d-6f9a-468d-8f94-718811c4e9e1 None None] Port a385e7de-d8bf-4681-a8ed-e463e5fbd536 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:23.450686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5b8d427d-6f9a-468d-8f94-718811c4e9e1 None None] Provisioning complete for port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:23.452281 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b8d427d-6f9a-468d-8f94-718811c4e9e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.519152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:21Z', 'revision_number': 2, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:21Z', 'revision_number': 2, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:23.519343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49206) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:23.612224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Checking router: ea6d68e1-1917-469d-855d-9ac4d59ebc11 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:23.612772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Updating router ea6d68e1-1917-469d-855d-9ac4d59ebc11 port a385e7de-d8bf-4681-a8ed-e463e5fbd536 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:23.671779 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.683236 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.755674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Subnet': ['ID=d8364e3b-0d83-4e93-99d0-508aa861e134,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:23.781634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2dac021f-a98c-49c6-9a7f-9e1fd38ccfc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.825993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Checking segment: {'id': 'c2ca0aae-490b-4593-a6e8-df4adae40820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:23.827087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network hostable DHCP agents. Network: fead6714-7b33-40cb-99fd-54b242db90b4, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:23.844169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c41a61c8-b533-41b8-a654-7a70f474c56c None None] Provisioning complete for port a385e7de-d8bf-4681-a8ed-e463e5fbd536 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:23.844606 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c41a61c8-b533-41b8-a654-7a70f474c56c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.871688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network fead6714-7b33-40cb-99fd-54b242db90b4 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:23.898063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, fead6714-7b33-40cb-99fd-54b242db90b4) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:23.902271 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:23.902860 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.921508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3adaaa0-fc52-4321-a132-f13faa72deaa None None] Network fead6714-7b33-40cb-99fd-54b242db90b4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:23.947150 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2dac021f-a98c-49c6-9a7f-9e1fd38ccfc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.954786 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2dac021f-a98c-49c6-9a7f-9e1fd38ccfc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:23.963279 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-64f66d84-562d-40dc-9172-b53ee71c732d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0535448 Jul 16 18:17:23.963603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49216) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:23.993820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:24.008725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c41a61c8-b533-41b8-a654-7a70f474c56c None None] Port a385e7de-d8bf-4681-a8ed-e463e5fbd536 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:24.111488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2dac021f-a98c-49c6-9a7f-9e1fd38ccfc2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc4e12803c8d41179604887394527e09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911810 Jul 16 18:17:24.115334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49218) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:24.118840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac021f-a98c-49c6-9a7f-9e1fd38ccfc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c869d8ab-f595-41bd-a307-2cf49eba086b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:24.261639 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9310b006-86b5-486d-b19e-90c2af9b9160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.333901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9310b006-86b5-486d-b19e-90c2af9b9160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.458291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9310b006-86b5-486d-b19e-90c2af9b9160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.461327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9310b006-86b5-486d-b19e-90c2af9b9160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.465626 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9310b006-86b5-486d-b19e-90c2af9b9160 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c869d8ab-f595-41bd-a307-2cf49eba086b HTTP/1.1" status: 204 len: 168 time: 0.3491027 Jul 16 18:17:24.492784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9310b006-86b5-486d-b19e-90c2af9b9160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c869d8ab-f595-41bd-a307-2cf49eba086b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:24.510746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0160602d-53fb-4a79-a823-92182c8b1fc2 None None] Provisioning complete for port a385e7de-d8bf-4681-a8ed-e463e5fbd536 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:24.511118 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0160602d-53fb-4a79-a823-92182c8b1fc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.541662 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4c1e14-4215-42a8-810f-e7b2d6fd332b req-b253cb0a-c6c5-46bf-9634-6c4303f14028 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:24.557358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-de4c1e14-4215-42a8-810f-e7b2d6fd332b req-b253cb0a-c6c5-46bf-9634-6c4303f14028 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1384726 Jul 16 18:17:24.583141 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.589591 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.634128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:24.644546 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-de4c1e14-4215-42a8-810f-e7b2d6fd332b req-f0417ea9-60f3-4bf5-a21c-bd9ea78db28b tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821779 Jul 16 18:17:24.646607 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.714975 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Transition to ACTIVE for port object a385e7de-d8bf-4681-a8ed-e463e5fbd536 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:24.735001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0160602d-53fb-4a79-a823-92182c8b1fc2 None None] Port a385e7de-d8bf-4681-a8ed-e463e5fbd536 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:24.740430 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.848693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-fead6714-7b33-40cb-99fd-54b242db90b4', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:24.849748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:24.930652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e4d8d-6319-4a20-837a-b73a5d1f8304 None None] Pushing event updated for resources: {'Port': ['ID=a385e7de-d8bf-4681-a8ed-e463e5fbd536,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.049807 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49228) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.071827 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e63573f-8fcd-4973-9215-b8acae684a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.109426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Attempting to bind port a385e7de-d8bf-4681-a8ed-e463e5fbd536 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:25.110194 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Attempting to bind port a385e7de-d8bf-4681-a8ed-e463e5fbd536 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '79c2e9ff-0dfa-4355-9024-5b7763c9397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:25.111066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Attempting to bind port a385e7de-d8bf-4681-a8ed-e463e5fbd536 on network ede328cb-217f-48b3-8828-e5e734775aa4 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:25.147844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:25.148227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Checking segment: {'id': '79c2e9ff-0dfa-4355-9024-5b7763c9397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:25.148648 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.149087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Bound using segment: {'id': '79c2e9ff-0dfa-4355-9024-5b7763c9397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:25.149609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Bound port: a385e7de-d8bf-4681-a8ed-e463e5fbd536, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79c2e9ff-0dfa-4355-9024-5b7763c9397f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 370, 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:25.150075 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.152816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Allocated IP 2001:db8:1::1 (fead6714-7b33-40cb-99fd-54b242db90b4/d8364e3b-0d83-4e93-99d0-508aa861e134/799eff02-9247-4513-b2a2-12140889bc84) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:25.283603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] For port a385e7de-d8bf-4681-a8ed-e463e5fbd536, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:25.311607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] For port a385e7de-d8bf-4681-a8ed-e463e5fbd536, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a385e7de-d8bf-4681-a8ed-e463e5fbd536,segment=NetworkSegment(79c2e9ff-0dfa-4355-9024-5b7763c9397f),segment_id=79c2e9ff-0dfa-4355-9024-5b7763c9397f)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:25.318545 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.339128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.343544 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e63573f-8fcd-4973-9215-b8acae684a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.360306 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e63573f-8fcd-4973-9215-b8acae684a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.379005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Transition to ACTIVE for port object 799eff02-9247-4513-b2a2-12140889bc84 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:25.388224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7e4d8d-6319-4a20-837a-b73a5d1f8304 None None] Pushing event updated for resources: {'Port': ['ID=a385e7de-d8bf-4681-a8ed-e463e5fbd536,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.391445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:25.392128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:25.465455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9e63573f-8fcd-4973-9215-b8acae684a45 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a0e798056cc445fb50090f9f33ca4e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116695 Jul 16 18:17:25.465826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49230) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:25.491345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e63573f-8fcd-4973-9215-b8acae684a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8512c653-c6cd-46cd-88e8-9c17f6aa7be7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.496934 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.497779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:25.571330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network fead6714-7b33-40cb-99fd-54b242db90b4 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:25.576951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:25.584312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:25.585419 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.589771 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4039b6cc-1df1-49c9-ba21-09e4bf1921a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.643407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4039b6cc-1df1-49c9-ba21-09e4bf1921a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.697046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=799eff02-9247-4513-b2a2-12140889bc84,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.753779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Allocated IP 2001:db8:1::2 (fead6714-7b33-40cb-99fd-54b242db90b4/d8364e3b-0d83-4e93-99d0-508aa861e134/29945eb3-709e-4dd7-adf9-7a4273bb8d91) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:25.798418 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4039b6cc-1df1-49c9-ba21-09e4bf1921a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.801788 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4039b6cc-1df1-49c9-ba21-09e4bf1921a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:25.807078 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4039b6cc-1df1-49c9-ba21-09e4bf1921a1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8512c653-c6cd-46cd-88e8-9c17f6aa7be7 HTTP/1.1" status: 204 len: 168 time: 0.3355732 Jul 16 18:17:25.818942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039b6cc-1df1-49c9-ba21-09e4bf1921a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8512c653-c6cd-46cd-88e8-9c17f6aa7be7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:25.992326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.135269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ec5e-749f-4833-9fca-885a10b75a56 req-c0544ab3-1b28-4e62-b834-0030abe369f7 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:26.143110 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c269ec5e-749f-4833-9fca-885a10b75a56 req-c0544ab3-1b28-4e62-b834-0030abe369f7 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1852038 Jul 16 18:17:26.193577 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.205916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Transition to ACTIVE for port object 29945eb3-709e-4dd7-adf9-7a4273bb8d91 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:26.227490 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c269ec5e-749f-4833-9fca-885a10b75a56 req-143698a8-bd00-48b1-a3ee-81647d0856d4 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828905 Jul 16 18:17:26.254765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Transition to ACTIVE for port object 29945eb3-709e-4dd7-adf9-7a4273bb8d91 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:26.270543 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.349593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Network fead6714-7b33-40cb-99fd-54b242db90b4 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:26.355339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:26.366988 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:26.382610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Pushing event updated for resources: {'Port': ['ID=29945eb3-709e-4dd7-adf9-7a4273bb8d91,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.453110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:21Z', 'revision_number': 2, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:25Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:26.457923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Attempting to bind port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:26.458400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Attempting to bind port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'c2ca0aae-490b-4593-a6e8-df4adae40820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:26.458864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Attempting to bind port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 on network fead6714-7b33-40cb-99fd-54b242db90b4 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:26.485184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.486416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c705260-6d1e-4422-bfc3-cfb152bdb990 None None] The sync data for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 is: [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:21Z', 'revision_number': 2, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:25Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:26.493030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.494116 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.494370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:26.494894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Checking segment: {'id': 'c2ca0aae-490b-4593-a6e8-df4adae40820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:26.495396 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.495915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Bound using segment: {'id': 'c2ca0aae-490b-4593-a6e8-df4adae40820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:26.496516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Bound port: 29945eb3-709e-4dd7-adf9-7a4273bb8d91, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ca0aae-490b-4593-a6e8-df4adae40820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:26.499418 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.612012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] For port 29945eb3-709e-4dd7-adf9-7a4273bb8d91, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:26.616832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] For port 29945eb3-709e-4dd7-adf9-7a4273bb8d91, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=29945eb3-709e-4dd7-adf9-7a4273bb8d91,segment=NetworkSegment(c2ca0aae-490b-4593-a6e8-df4adae40820),segment_id=c2ca0aae-490b-4593-a6e8-df4adae40820)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:26.628431 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:26.733979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=799eff02-9247-4513-b2a2-12140889bc84,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.771681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254008ff-9ca4-45cf-a89b-4ee1b031d2e4 None None] Pushing event updated for resources: {'Port': ['ID=29945eb3-709e-4dd7-adf9-7a4273bb8d91,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:26.841064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network fead6714-7b33-40cb-99fd-54b242db90b4 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:26.845559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:27.049024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router ea6d68e1-1917-469d-855d-9ac4d59ebc11 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:27.253085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:27.267199 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-392fa2da-5fdd-4cfb-9097-60f54964b7b9 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3018703 Jul 16 18:17:27.271313 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49264) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:27.279687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1783383862'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:27.375767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:27.379766 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.440003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:27.454801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.455842 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added segment 318369be-0bde-45ce-9324-88f238791177 of type vlan for network 6bf3441a-73ba-46fb-831e-13a876159563 Jul 16 18:17:27.573317 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.641090 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.655641 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:27.659268 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:27.768262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0f7b34-b78e-405a-9e7d-d7444c2829c9 req-c4cae4e1-d8ec-4a6f-9d54-3590f5b02f91 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:27.774899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Network': ['ID=6bf3441a-73ba-46fb-831e-13a876159563,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:27.778238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf0f7b34-b78e-405a-9e7d-d7444c2829c9 req-c4cae4e1-d8ec-4a6f-9d54-3590f5b02f91 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.2181835 Jul 16 18:17:27.788546 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eaca1920-c142-453b-83a9-3e85c0591a78 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5102873 Jul 16 18:17:27.790231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49274) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:27.806608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'subnet': {'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:27.807839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 6bf3441a-73ba-46fb-831e-13a876159563 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:27.834729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf0f7b34-b78e-405a-9e7d-d7444c2829c9 req-d683613b-e3f3-4756-bf57-beaff7fb1537 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548625 Jul 16 18:17:28.173303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 29945eb3-709e-4dd7-adf9-7a4273bb8d91 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:28.177350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:28.185930 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.384385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:28.397300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a385e7de-d8bf-4681-a8ed-e463e5fbd536 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:28.527231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port a385e7de-d8bf-4681-a8ed-e463e5fbd536 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:28.534869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a385e7de-d8bf-4681-a8ed-e463e5fbd536 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:28.535451 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.659125 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.729835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db0a2b8-8902-4927-ab3a-2cf0ed1b3bcd None None] Network fead6714-7b33-40cb-99fd-54b242db90b4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:28.815182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Subnet': ['ID=b88b10bd-82a5-4b7a-9e10-819cdcac5695,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:28.819071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Checking segment: {'id': '318369be-0bde-45ce-9324-88f238791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:28.819848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network hostable DHCP agents. Network: 6bf3441a-73ba-46fb-831e-13a876159563, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:28.850282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 6bf3441a-73ba-46fb-831e-13a876159563 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:28.869737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 6bf3441a-73ba-46fb-831e-13a876159563) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:28.876640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:28.877625 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.902264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ecbe2af7-1516-4b27-92a1-5a861e6eea85 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1012485 Jul 16 18:17:28.902576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49290) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:28.904488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94d643a-b546-4f21-b23a-dfbb49dbc8e6 None None] Network 6bf3441a-73ba-46fb-831e-13a876159563 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:28.910164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7bb30681-526f-40b1-ad59-de585ac2b2e8 None None] Provisioning for port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:28.918921 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:28.970357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7bb30681-526f-40b1-ad59-de585ac2b2e8 None None] Provisioning complete for port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:28.970958 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7bb30681-526f-40b1-ad59-de585ac2b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.067093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port a385e7de-d8bf-4681-a8ed-e463e5fbd536, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a385e7de-d8bf-4681-a8ed-e463e5fbd536,segment=NetworkSegment(79c2e9ff-0dfa-4355-9024-5b7763c9397f),segment_id=79c2e9ff-0dfa-4355-9024-5b7763c9397f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:29.146083 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.284102 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Sync routers for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:29.327036 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:29.328053 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:29.488001 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:29.634330 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.653128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=a385e7de-d8bf-4681-a8ed-e463e5fbd536,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:29.676036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d810b8a6-bebf-47ca-b268-71ee931c14c5 req-c1e10313-8518-4324-bb17-0588a5e54bc3 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:29.678418 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d810b8a6-bebf-47ca-b268-71ee931c14c5 req-c1e10313-8518-4324-bb17-0588a5e54bc3 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.5813525 Jul 16 18:17:29.691484 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7bb30681-526f-40b1-ad59-de585ac2b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.755619 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:25Z', 'revision_number': 3, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:26Z', 'revision_number': 2, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:29.791232 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Checking router: ea6d68e1-1917-469d-855d-9ac4d59ebc11 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:29.791847 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Updating router ea6d68e1-1917-469d-855d-9ac4d59ebc11 port 799eff02-9247-4513-b2a2-12140889bc84 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:29.793556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-6bf3441a-73ba-46fb-831e-13a876159563', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:29.794667 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.838367 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:29.981395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7bb30681-526f-40b1-ad59-de585ac2b2e8 None None] For port 29945eb3-709e-4dd7-adf9-7a4273bb8d91, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=29945eb3-709e-4dd7-adf9-7a4273bb8d91,segment=NetworkSegment(c2ca0aae-490b-4593-a6e8-df4adae40820),segment_id=c2ca0aae-490b-4593-a6e8-df4adae40820)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:29.992174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a385e7de-d8bf-4681-a8ed-e463e5fbd536 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:30.032417 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7bb30681-526f-40b1-ad59-de585ac2b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.301673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Allocated IP 2001:db8:2::2 (6bf3441a-73ba-46fb-831e-13a876159563/b88b10bd-82a5-4b7a-9e10-819cdcac5695/7c759168-24cc-4c23-9125-45553255895f) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:30.307540 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d810b8a6-bebf-47ca-b268-71ee931c14c5 req-39f8adfc-52f8-4718-b754-658c3ea7dcb4 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6183250 Jul 16 18:17:30.337475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb30681-526f-40b1-ad59-de585ac2b2e8 None None] Pushing event updated for resources: {'Port': ['ID=29945eb3-709e-4dd7-adf9-7a4273bb8d91,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.387077 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.401710 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Transition to ACTIVE for port object 799eff02-9247-4513-b2a2-12140889bc84 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:30.416968 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.473769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a385e7de-d8bf-4681-a8ed-e463e5fbd536 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:30.474724 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.485425 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df155adb-e84f-4a73-adea-aea647797d6f None None] Pushing event updated for resources: {'Port': ['ID=799eff02-9247-4513-b2a2-12140889bc84,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:30.520744 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.646462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5e41bf83-15c9-431a-8f8c-18a7ae3b1ecd None None] Provisioning complete for port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:30.647195 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e41bf83-15c9-431a-8f8c-18a7ae3b1ecd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.658431 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Attempting to bind port 799eff02-9247-4513-b2a2-12140889bc84 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:30.659590 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Attempting to bind port 799eff02-9247-4513-b2a2-12140889bc84 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'c2ca0aae-490b-4593-a6e8-df4adae40820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:30.661595 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Attempting to bind port 799eff02-9247-4513-b2a2-12140889bc84 on network fead6714-7b33-40cb-99fd-54b242db90b4 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:30.684814 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:30.686263 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Checking segment: {'id': 'c2ca0aae-490b-4593-a6e8-df4adae40820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:30.687323 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.688695 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Bound using segment: {'id': 'c2ca0aae-490b-4593-a6e8-df4adae40820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:30.689851 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Bound port: 799eff02-9247-4513-b2a2-12140889bc84, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2ca0aae-490b-4593-a6e8-df4adae40820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:30.690785 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.872479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49318) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:30.889505 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] For port 799eff02-9247-4513-b2a2-12140889bc84, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:30.896899 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] For port 799eff02-9247-4513-b2a2-12140889bc84, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=799eff02-9247-4513-b2a2-12140889bc84,segment=NetworkSegment(c2ca0aae-490b-4593-a6e8-df4adae40820),segment_id=c2ca0aae-490b-4593-a6e8-df4adae40820)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:30.904588 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.954530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5e41bf83-15c9-431a-8f8c-18a7ae3b1ecd None None] Provisioning for port 799eff02-9247-4513-b2a2-12140889bc84 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:30.962677 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:30.977876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Transition to ACTIVE for port object 7c759168-24cc-4c23-9125-45553255895f will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:31.017944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Transition to ACTIVE for port object 7c759168-24cc-4c23-9125-45553255895f will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:31.026619 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.052461 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df155adb-e84f-4a73-adea-aea647797d6f None None] Pushing event updated for resources: {'Port': ['ID=799eff02-9247-4513-b2a2-12140889bc84,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:31.077749 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Network 6bf3441a-73ba-46fb-831e-13a876159563 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:31.082191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:31.082562 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:31.083445 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:31.086044 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:31.190059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Pushing event updated for resources: {'Port': ['ID=7c759168-24cc-4c23-9125-45553255895f,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:31.204681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Attempting to bind port 7c759168-24cc-4c23-9125-45553255895f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:31.208628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Attempting to bind port 7c759168-24cc-4c23-9125-45553255895f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '318369be-0bde-45ce-9324-88f238791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:31.209031 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Attempting to bind port 7c759168-24cc-4c23-9125-45553255895f on network 6bf3441a-73ba-46fb-831e-13a876159563 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:31.218593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:31.219124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Checking segment: {'id': '318369be-0bde-45ce-9324-88f238791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:31.219534 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.219989 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Bound using segment: {'id': '318369be-0bde-45ce-9324-88f238791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:31.220872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Bound port: 7c759168-24cc-4c23-9125-45553255895f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318369be-0bde-45ce-9324-88f238791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:31.221289 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.224125 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a82e11cb-034b-4f5b-8974-c00a867b0ee3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.307439 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:31.309323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Allocated IP 2001:db8:2::1 (6bf3441a-73ba-46fb-831e-13a876159563/b88b10bd-82a5-4b7a-9e10-819cdcac5695/e9defa11-430e-4470-88ae-149eb512892b) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:31.393802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] For port 7c759168-24cc-4c23-9125-45553255895f, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:31.416292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] For port 7c759168-24cc-4c23-9125-45553255895f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7c759168-24cc-4c23-9125-45553255895f,segment=NetworkSegment(318369be-0bde-45ce-9324-88f238791177),segment_id=318369be-0bde-45ce-9324-88f238791177)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:31.441123 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.532179 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.568126 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Transition to ACTIVE for port object e9defa11-430e-4470-88ae-149eb512892b will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:31.695825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0800203b-a91c-4588-b6b9-72201dd0beb2 None None] Pushing event updated for resources: {'Port': ['ID=7c759168-24cc-4c23-9125-45553255895f,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:31.721327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.845431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 6bf3441a-73ba-46fb-831e-13a876159563 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:31.856330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:31.865161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:31.865568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:31.988060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=e9defa11-430e-4470-88ae-149eb512892b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:32.053222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 29945eb3-709e-4dd7-adf9-7a4273bb8d91 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:32.091263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.095305 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:25Z', 'revision_number': 3, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:30Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:32.133429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99ce835-b656-45f1-bf6e-9dbbddc4fb08 req-e90263f6-519f-4566-b653-5e14dacdd962 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:32.138011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d99ce835-b656-45f1-bf6e-9dbbddc4fb08 req-e90263f6-519f-4566-b653-5e14dacdd962 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.2533858 Jul 16 18:17:32.210984 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d14cb-8f26-4123-88e5-b63aa9208859 None None] The sync data for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 is: [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:25Z', 'revision_number': 3, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:30Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:32.251932 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a82e11cb-034b-4f5b-8974-c00a867b0ee3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.265105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a82e11cb-034b-4f5b-8974-c00a867b0ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.270224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d99ce835-b656-45f1-bf6e-9dbbddc4fb08 req-bb93ce35-2a61-4872-9522-2fa45aa7d45b tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256871 Jul 16 18:17:32.385041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:32.386479 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.522466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e11cb-034b-4f5b-8974-c00a867b0ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85912828-4afc-4947-b0bb-b4b8a2b04e75,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:32.543220 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a82e11cb-034b-4f5b-8974-c00a867b0ee3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=600f40b157284350903b02493a700abe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6685972 Jul 16 18:17:32.548603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49408) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:32.725384 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d391a8dd-2c78-4e89-a209-1c88e44924b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.790648 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d391a8dd-2c78-4e89-a209-1c88e44924b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.885474 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d391a8dd-2c78-4e89-a209-1c88e44924b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.889650 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d391a8dd-2c78-4e89-a209-1c88e44924b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.897613 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d391a8dd-2c78-4e89-a209-1c88e44924b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/85912828-4afc-4947-b0bb-b4b8a2b04e75 HTTP/1.1" status: 204 len: 168 time: 0.3468950 Jul 16 18:17:32.915554 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.923221 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.924152 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:32.929991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d391a8dd-2c78-4e89-a209-1c88e44924b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85912828-4afc-4947-b0bb-b4b8a2b04e75,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.178077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=e9defa11-430e-4470-88ae-149eb512892b,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:33.188737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 6bf3441a-73ba-46fb-831e-13a876159563 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:33.190482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:33.549680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router ea6d68e1-1917-469d-855d-9ac4d59ebc11 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:33.630218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49500) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:33.671639 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:33.846930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4327ffcd-938f-41a1-a8e6-92458cd7ab7a None None] Network 6bf3441a-73ba-46fb-831e-13a876159563 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:33.990619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:34.007167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6d45a684-46c6-42d5-ae98-ff768925db74 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1022005 Jul 16 18:17:34.011383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49538) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:34.023821 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.026000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-106504178'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:34.031225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.048785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Sync routers for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:34.049318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e6868-1a52-4b98-a26f-faa3531219d6 req-47b1147b-5e3d-4c41-b3b2-d2ca08bf4cf5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.050981 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-692e6868-1a52-4b98-a26f-faa3531219d6 req-47b1147b-5e3d-4c41-b3b2-d2ca08bf4cf5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.3111923 Jul 16 18:17:34.070974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fef0b311-834d-47ce-8a59-423bfda03c14 None None] Provisioning for port 7c759168-24cc-4c23-9125-45553255895f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:34.072821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:34.077860 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.106673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:34.108290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:34.173932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-692e6868-1a52-4b98-a26f-faa3531219d6 req-3369d47e-46fe-41db-9e99-2ecf5ead1f67 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099036 Jul 16 18:17:34.182954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:17:34.200654 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=71fa96b975c947ada7b77b18f7620462&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5689023 Jul 16 18:17:34.203379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.205881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49558) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:34.208060 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added segment 9b47c984-1ee5-4a28-b933-a3d9c8d235d5 of type vlan for network 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 Jul 16 18:17:34.247760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7c759168-24cc-4c23-9125-45553255895f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:34.269216 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.269778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbec3d02-085b-474b-986e-3e40f9818a8c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.328808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.329785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.330566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.331319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.332088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.332846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.334112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.335076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.336132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.336973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.338612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.339508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5315d6cb-c9be-4920-83b0-585e965e8a7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:34.373590 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.382797 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:34.384106 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.385835 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f575505d-755f-4569-9515-9e17f2ee7a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.448211 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f575505d-755f-4569-9515-9e17f2ee7a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.452286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4386449 Jul 16 18:17:34.457044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49580) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:34.467434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'subnet': {'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:34.533263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d427c4-d378-4b40-a12d-e49984e1e3ab tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Network': ['ID=4f75a6de-9190-463e-bbc7-a1c856bd3ae5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.551626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:34.554574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:17:34.632525 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f575505d-755f-4569-9515-9e17f2ee7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.644429 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f575505d-755f-4569-9515-9e17f2ee7a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.656979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7c759168-24cc-4c23-9125-45553255895f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:34.667389 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f575505d-755f-4569-9515-9e17f2ee7a43 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bbec3d02-085b-474b-986e-3e40f9818a8c HTTP/1.1" status: 204 len: 168 time: 0.4588523 Jul 16 18:17:34.698047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Made reservation on behalf of 68ff095569774317bb581577e7674854 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:17:34.723988 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:34.724604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575505d-755f-4569-9515-9e17f2ee7a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbec3d02-085b-474b-986e-3e40f9818a8c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:34.812887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7c759168-24cc-4c23-9125-45553255895f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:34.813085 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.335883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-87807d88-53f3-4f15-96c5-4b7db41c2332 None None] Provisioning complete for port 7c759168-24cc-4c23-9125-45553255895f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:35.336882 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-87807d88-53f3-4f15-96c5-4b7db41c2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.397518 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.538692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 7c759168-24cc-4c23-9125-45553255895f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7c759168-24cc-4c23-9125-45553255895f,segment=NetworkSegment(318369be-0bde-45ce-9324-88f238791177),segment_id=318369be-0bde-45ce-9324-88f238791177)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:35.574284 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.614177 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.620133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 799eff02-9247-4513-b2a2-12140889bc84 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:35.788479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21218059-c058-4c0d-99c8-05720bb130f0 req-2743d676-74ca-4459-8896-cb2e19cd0ca5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.796021 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-21218059-c058-4c0d-99c8-05720bb130f0 req-2743d676-74ca-4459-8896-cb2e19cd0ca5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1630812 Jul 16 18:17:35.806235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Subnet': ['ID=6b449474-4518-491e-b030-30ef75fab1cc,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:35.825019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Checking segment: {'id': '9b47c984-1ee5-4a28-b933-a3d9c8d235d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:35.825388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network hostable DHCP agents. Network: 4f75a6de-9190-463e-bbc7-a1c856bd3ae5, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:17:35.888471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:17:35.889802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-21218059-c058-4c0d-99c8-05720bb130f0 req-ebb3c1ec-850d-48bc-9ca7-46e0d5b82381 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925531 Jul 16 18:17:35.924374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 4f75a6de-9190-463e-bbc7-a1c856bd3ae5) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:35.939272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:35.944051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:35.948955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:31Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:30Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:32Z', 'revision_number': 2, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:35.983393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9f621dd4-28cc-4cc3-a535-279b1e1444c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5203733 Jul 16 18:17:35.985738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49718) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:36.020510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5991f891-4fe3-4ef9-83b4-811e5f3ab565 None None] Network 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:36.032686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Checking router: ea6d68e1-1917-469d-855d-9ac4d59ebc11 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:36.033011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Updating router ea6d68e1-1917-469d-855d-9ac4d59ebc11 port e9defa11-430e-4470-88ae-149eb512892b binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:36.110530 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.359492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=7c759168-24cc-4c23-9125-45553255895f,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:36.384664 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-87807d88-53f3-4f15-96c5-4b7db41c2332 None None] Provisioning for port e9defa11-430e-4470-88ae-149eb512892b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:36.405364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-87807d88-53f3-4f15-96c5-4b7db41c2332 None None] Provisioning complete for port e9defa11-430e-4470-88ae-149eb512892b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:36.405664 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-87807d88-53f3-4f15-96c5-4b7db41c2332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.575247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 799eff02-9247-4513-b2a2-12140889bc84 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:36.626987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 799eff02-9247-4513-b2a2-12140889bc84 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:36.627728 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.682590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-87807d88-53f3-4f15-96c5-4b7db41c2332 None None] Port e9defa11-430e-4470-88ae-149eb512892b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:36.774502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.813547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94cf5a3-f6a3-4141-b1ef-2f25b49778d2 req-66634fb8-4d44-4a40-86a0-1dbec1409a8f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:36.816181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f94cf5a3-f6a3-4141-b1ef-2f25b49778d2 req-66634fb8-4d44-4a40-86a0-1dbec1409a8f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.2402816 Jul 16 18:17:36.837529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'tenant_id': '68ff095569774317bb581577e7674854', 'fixed_ips': [{'subnet_id': '6b449474-4518-491e-b030-30ef75fab1cc'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:17:36.838567 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.890448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-91a0ea4e-3821-4019-b4e6-d81d56fa3b67 None None] Provisioning complete for port e9defa11-430e-4470-88ae-149eb512892b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:36.890816 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-91a0ea4e-3821-4019-b4e6-d81d56fa3b67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:36.917600 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.071139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-91a0ea4e-3821-4019-b4e6-d81d56fa3b67 None None] Port e9defa11-430e-4470-88ae-149eb512892b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:37.095554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 799eff02-9247-4513-b2a2-12140889bc84, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=799eff02-9247-4513-b2a2-12140889bc84,segment=NetworkSegment(c2ca0aae-490b-4593-a6e8-df4adae40820),segment_id=c2ca0aae-490b-4593-a6e8-df4adae40820)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:37.107945 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.167204 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.210999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7c759168-24cc-4c23-9125-45553255895f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:37.219912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Transition to ACTIVE for port object e9defa11-430e-4470-88ae-149eb512892b will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:37.268397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Allocated IP 2001:db8:3::2 (4f75a6de-9190-463e-bbc7-a1c856bd3ae5/6b449474-4518-491e-b030-30ef75fab1cc/a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:37.277458 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.301829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=799eff02-9247-4513-b2a2-12140889bc84,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.318558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0ddb4-8156-43a5-88a4-2fe52b57c2d6 req-b12aba91-7313-4f0f-ad7c-e2a9b1daeeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.320548 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38c0ddb4-8156-43a5-88a4-2fe52b57c2d6 req-b12aba91-7313-4f0f-ad7c-e2a9b1daeeb5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 1097 time: 0.6836076 Jul 16 18:17:37.408208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f94cf5a3-f6a3-4141-b1ef-2f25b49778d2 req-ea7a15ff-04f2-47f1-a423-68dfc4157a31 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5460527 Jul 16 18:17:37.531226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb199581-a7fc-4c96-97f5-4281b7c18bce None None] Pushing event updated for resources: {'Port': ['ID=e9defa11-430e-4470-88ae-149eb512892b,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.578703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0ddb4-8156-43a5-88a4-2fe52b57c2d6 req-76c7ecd6-c9dd-41fb-b1dc-56d7117675c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.580399 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38c0ddb4-8156-43a5-88a4-2fe52b57c2d6 req-76c7ecd6-c9dd-41fb-b1dc-56d7117675c7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 912 time: 0.2506230 Jul 16 18:17:37.597516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7c759168-24cc-4c23-9125-45553255895f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:37.597910 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.642083 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.666835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38c0ddb4-8156-43a5-88a4-2fe52b57c2d6 req-346c9d8b-a6f1-4dfb-9bcc-1df3d1e450fa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5b671f5-bf75-43bb-b1f8-3324327700fd HTTP/1.1" status: 200 len: 1001 time: 0.0792799 Jul 16 18:17:37.673013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Transition to ACTIVE for port object a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:37.675224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Attempting to bind port e9defa11-430e-4470-88ae-149eb512892b on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:37.675894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Attempting to bind port e9defa11-430e-4470-88ae-149eb512892b by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '318369be-0bde-45ce-9324-88f238791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:37.676393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Attempting to bind port e9defa11-430e-4470-88ae-149eb512892b on network 6bf3441a-73ba-46fb-831e-13a876159563 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:37.714880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:37.715446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Checking segment: {'id': '318369be-0bde-45ce-9324-88f238791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:37.716466 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.717010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Bound using segment: {'id': '318369be-0bde-45ce-9324-88f238791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:37.718316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Bound port: e9defa11-430e-4470-88ae-149eb512892b, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '318369be-0bde-45ce-9324-88f238791177', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:37.718776 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.724347 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Transition to ACTIVE for port object a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:37.753543 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.794889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0ddb4-8156-43a5-88a4-2fe52b57c2d6 req-a24d5256-2dbf-4c71-b6f9-1fee2e8ed0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.798200 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38c0ddb4-8156-43a5-88a4-2fe52b57c2d6 req-a24d5256-2dbf-4c71-b6f9-1fee2e8ed0c9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.1239924 Jul 16 18:17:37.907041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Allocated IP 2001:db8:3::1 (4f75a6de-9190-463e-bbc7-a1c856bd3ae5/6b449474-4518-491e-b030-30ef75fab1cc/384c4142-612f-44ae-8c6b-4ec371a45554) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:37.949350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Network 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:37.958274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] For port e9defa11-430e-4470-88ae-149eb512892b, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:37.966803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] For port e9defa11-430e-4470-88ae-149eb512892b, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e9defa11-430e-4470-88ae-149eb512892b,segment=NetworkSegment(318369be-0bde-45ce-9324-88f238791177),segment_id=318369be-0bde-45ce-9324-88f238791177)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:37.974709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:37.977053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Pushing event updated for resources: {'Port': ['ID=a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:37.982751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:37.987675 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:37.987886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c0ddb4-8156-43a5-88a4-2fe52b57c2d6 req-3db50f1e-131b-4bc4-acd8-ef5ba8c8a864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:37.992418 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38c0ddb4-8156-43a5-88a4-2fe52b57c2d6 req-3db50f1e-131b-4bc4-acd8-ef5ba8c8a864 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1675467 Jul 16 18:17:38.161317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Attempting to bind port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:38.162243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Attempting to bind port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9b47c984-1ee5-4a28-b933-a3d9c8d235d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:38.163084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Attempting to bind port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a on network 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:38.176761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:38.178065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:38.259039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.269094 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:38.269902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Checking segment: {'id': '9b47c984-1ee5-4a28-b933-a3d9c8d235d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:38.270385 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.270857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Bound using segment: {'id': '9b47c984-1ee5-4a28-b933-a3d9c8d235d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:38.271783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Bound port: a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b47c984-1ee5-4a28-b933-a3d9c8d235d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:38.272258 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.299912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb199581-a7fc-4c96-97f5-4281b7c18bce None None] Pushing event updated for resources: {'Port': ['ID=e9defa11-430e-4470-88ae-149eb512892b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:38.317331 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38c0ddb4-8156-43a5-88a4-2fe52b57c2d6 req-5afa7e49-7a4e-417f-a02e-246ba0f9237d service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3163002 Jul 16 18:17:38.343230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Transition to ACTIVE for port object 384c4142-612f-44ae-8c6b-4ec371a45554 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:38.461107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:38.653414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.660863 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38c0ddb4-8156-43a5-88a4-2fe52b57c2d6 req-ecfd0fe3-90d6-44c0-991d-505049974903 service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3353109 Jul 16 18:17:38.736805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:38.747828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:38.756720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:38.757837 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:38.766821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=384c4142-612f-44ae-8c6b-4ec371a45554,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:38.820172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cc8f70-b566-4203-afde-17633f0a16c1 req-464ce406-6128-4b4d-9d53-b687351669e0 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.823919 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9cc8f70-b566-4203-afde-17633f0a16c1 req-464ce406-6128-4b4d-9d53-b687351669e0 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.2009931 Jul 16 18:17:38.863247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebef822d-da2c-4825-9b95-1ac8269a564a req-8de4e132-e780-4b5b-8634-3dd9941ae985 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:38.872815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebef822d-da2c-4825-9b95-1ac8269a564a req-8de4e132-e780-4b5b-8634-3dd9941ae985 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1097 time: 0.2867224 Jul 16 18:17:38.895613 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9cc8f70-b566-4203-afde-17633f0a16c1 req-9b00ded1-2dc2-44df-afad-c7b529d69598 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641193 Jul 16 18:17:38.906652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49856) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:38.916726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] For port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:38.940501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] For port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a,segment=NetworkSegment(9b47c984-1ee5-4a28-b933-a3d9c8d235d5),segment_id=9b47c984-1ee5-4a28-b933-a3d9c8d235d5)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:38.973611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ebef822d-da2c-4825-9b95-1ac8269a564a req-eaa9553f-37d6-4b36-be74-dbbf340e5731 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991118 Jul 16 18:17:39.068076 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.096857 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.154715 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.309467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:31Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:39.377109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44ca7d-880e-4b10-91e8-555bdabcf05a None None] Pushing event updated for resources: {'Port': ['ID=a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:39.383618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ae7df30-fc16-4118-929a-c7991681fb62 None None] The sync data for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 is: [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:31Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:39.431948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 799eff02-9247-4513-b2a2-12140889bc84 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:39.578530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 799eff02-9247-4513-b2a2-12140889bc84 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:39.578928 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.632669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f370f4e3-1419-47bd-aade-b7830e9bfe38 req-329f00a5-f51a-4e14-97d4-d678ef1b5af7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:39.651996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f370f4e3-1419-47bd-aade-b7830e9bfe38 req-329f00a5-f51a-4e14-97d4-d678ef1b5af7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.3887689 Jul 16 18:17:39.763247 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.783778 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f370f4e3-1419-47bd-aade-b7830e9bfe38 req-a775091f-622c-44c1-b9be-39342648b448 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1302214 Jul 16 18:17:39.797328 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:39.875291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49864) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.010508 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.020540 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.022094 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.094796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a48321c2312a4225949c57afb0ac5a56&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1844213 Jul 16 18:17:40.095666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49868) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.107965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b72e7-4452-4d25-b6f4-dd739cd7fb37,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:40.117719 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event updated for resources: {'Port': ['ID=384c4142-612f-44ae-8c6b-4ec371a45554,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:40.148718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.149063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.156178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.156803 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.157317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.157824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.158382 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.158915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.159447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.160014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.160605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.161128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a6242a5-7f5c-4a20-af56-521ec1dcd047 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:40.217796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-77cd33f7-fce0-4d10-b94c-c82e5f5ff578 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/8026611b-6072-4187-b321-4049b1cdecb8 HTTP/1.1" status: 200 len: 993 time: 0.3400221 Jul 16 18:17:40.281490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af90a10-9753-48a6-9698-c873d924bca1 req-b4f36c14-41df-4ce8-bdf6-45db61ab3ff7 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:40.284571 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0af90a10-9753-48a6-9698-c873d924bca1 req-b4f36c14-41df-4ce8-bdf6-45db61ab3ff7 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1762722 Jul 16 18:17:40.304671 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0100645-a02f-41a3-92d4-15230a94a548 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.350116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Network 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:40.356958 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0100645-a02f-41a3-92d4-15230a94a548 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.370275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:40.455706 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0100645-a02f-41a3-92d4-15230a94a548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.459456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0100645-a02f-41a3-92d4-15230a94a548 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:40.461657 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a0100645-a02f-41a3-92d4-15230a94a548 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f89b72e7-4452-4d25-b6f4-dd739cd7fb37 HTTP/1.1" status: 204 len: 168 time: 0.3617234 Jul 16 18:17:40.478746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0100645-a02f-41a3-92d4-15230a94a548 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b72e7-4452-4d25-b6f4-dd739cd7fb37,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:40.557285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router ea6d68e1-1917-469d-855d-9ac4d59ebc11 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:40.567437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0af90a10-9753-48a6-9698-c873d924bca1 req-346bf0cc-cf25-49aa-ac1f-1bffc7982110 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2732854 Jul 16 18:17:40.819604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:40.831015 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Sync routers for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:40.837630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49886) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:40.846030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bad6c0c2-8c2a-49e5-867b-7dead5d7b238 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:40.848607 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:40.850673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-15eadcc6-eb38-4124-a9b6-ce8fb78acc13 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8631263 Jul 16 18:17:40.851045 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:41.010947 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:41.089015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49888) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.116939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daab83f-0be2-4de1-8f8a-63e2c3b96f7a None None] Network 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:41.120636 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46e73148-145f-4cce-8228-3a351ca4b7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.275053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ede2c152-c408-4a1d-90c3-69ab97776b34 None None] Provisioning for port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:41.461143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9defa11-430e-4470-88ae-149eb512892b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:41.532986 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:38Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '384c4142-612f-44ae-8c6b-4ec371a45554', 'name': '', 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8a:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6b449474-4518-491e-b030-30ef75fab1cc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:39Z', 'revision_number': 2, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': '6b449474-4518-491e-b030-30ef75fab1cc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:41.561104 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port e9defa11-430e-4470-88ae-149eb512892b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:41.568731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e9defa11-430e-4470-88ae-149eb512892b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:41.569249 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.602246 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Checking router: ea6d68e1-1917-469d-855d-9ac4d59ebc11 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:41.614235 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Updating router ea6d68e1-1917-469d-855d-9ac4d59ebc11 port 384c4142-612f-44ae-8c6b-4ec371a45554 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:17:41.688594 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.706720 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.745940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port e9defa11-430e-4470-88ae-149eb512892b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e9defa11-430e-4470-88ae-149eb512892b,segment=NetworkSegment(318369be-0bde-45ce-9324-88f238791177),segment_id=318369be-0bde-45ce-9324-88f238791177)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:41.753157 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.754226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:41.756522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b66ee0-aac4-45c7-b408-f77404ae2b98 req-3d05a89c-a1f6-4951-8045-36529b502aa8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:41.765453 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32b66ee0-aac4-45c7-b408-f77404ae2b98 req-3d05a89c-a1f6-4951-8045-36529b502aa8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.3694775 Jul 16 18:17:41.775827 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46e73148-145f-4cce-8228-3a351ca4b7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.798496 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-7d5f24b8-452d-4bcc-87ce-2581f7de9bb3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4940176 Jul 16 18:17:41.822577 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46e73148-145f-4cce-8228-3a351ca4b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.843020 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.extraroute_db [None req-bad6c0c2-8c2a-49e5-867b-7dead5d7b238 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:17:41.875052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.extraroute_db [None req-bad6c0c2-8c2a-49e5-867b-7dead5d7b238 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Removed routes are [] {{(pid=105438) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:17:41.875638 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bad6c0c2-8c2a-49e5-867b-7dead5d7b238 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:41.900503 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-46e73148-145f-4cce-8228-3a351ca4b7f0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4a664d6363b84a01a41718c9b8266d33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8096838 Jul 16 18:17:41.916552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49898) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:41.958948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=e9defa11-430e-4470-88ae-149eb512892b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:41.999341 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32b66ee0-aac4-45c7-b408-f77404ae2b98 req-eea52b88-475d-4f66-87db-74ad233526bd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2322707 Jul 16 18:17:42.000065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e73148-145f-4cce-8228-3a351ca4b7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b76e0b8-e17c-44c3-ad8c-49e37a533cfa,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.010359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:42.030096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:42.030481 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.092728 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7ca2624-39c2-4bb2-a7c1-43f30595bd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.143409 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.172985 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7ca2624-39c2-4bb2-a7c1-43f30595bd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.226235 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:17:42.312412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7ca2624-39c2-4bb2-a7c1-43f30595bd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.318813 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c7ca2624-39c2-4bb2-a7c1-43f30595bd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.320473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c7ca2624-39c2-4bb2-a7c1-43f30595bd79 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b76e0b8-e17c-44c3-ad8c-49e37a533cfa HTTP/1.1" status: 204 len: 168 time: 0.3995929 Jul 16 18:17:42.336048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ca2624-39c2-4bb2-a7c1-43f30595bd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b76e0b8-e17c-44c3-ad8c-49e37a533cfa,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.351216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c0f994d4-120f-4c4a-a51e-1516d12c7915 None None] Provisioning complete for port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:42.351607 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c0f994d4-120f-4c4a-a51e-1516d12c7915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.353369 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.557901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a,segment=NetworkSegment(9b47c984-1ee5-4a28-b933-a3d9c8d235d5),segment_id=9b47c984-1ee5-4a28-b933-a3d9c8d235d5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:42.575930 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.606148 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.634161 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Transition to ACTIVE for port object 384c4142-612f-44ae-8c6b-4ec371a45554 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:17:42.649643 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.763685 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b887989-d6ee-4621-8cee-1f69047c0a13 None None] Pushing event updated for resources: {'Port': ['ID=384c4142-612f-44ae-8c6b-4ec371a45554,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.906918 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bad6c0c2-8c2a-49e5-867b-7dead5d7b238 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.925595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:42.927610 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bad6c0c2-8c2a-49e5-867b-7dead5d7b238 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:42.971385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c0f994d4-120f-4c4a-a51e-1516d12c7915 None None] Provisioning for port 384c4142-612f-44ae-8c6b-4ec371a45554 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:42.997750 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Attempting to bind port 384c4142-612f-44ae-8c6b-4ec371a45554 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:17:42.998102 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Attempting to bind port 384c4142-612f-44ae-8c6b-4ec371a45554 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9b47c984-1ee5-4a28-b933-a3d9c8d235d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:17:42.999178 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Attempting to bind port 384c4142-612f-44ae-8c6b-4ec371a45554 on network 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:17:43.017327 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:17:43.017703 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Checking segment: {'id': '9b47c984-1ee5-4a28-b933-a3d9c8d235d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:17:43.018099 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.021862 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Bound using segment: {'id': '9b47c984-1ee5-4a28-b933-a3d9c8d235d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:17:43.024106 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Bound port: 384c4142-612f-44ae-8c6b-4ec371a45554, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b47c984-1ee5-4a28-b933-a3d9c8d235d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:17:43.026754 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.199079 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bad6c0c2-8c2a-49e5-867b-7dead5d7b238 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router ea6d68e1-1917-469d-855d-9ac4d59ebc11 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:43.236028 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] For port 384c4142-612f-44ae-8c6b-4ec371a45554, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:43.244255 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] For port 384c4142-612f-44ae-8c6b-4ec371a45554, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=384c4142-612f-44ae-8c6b-4ec371a45554,segment=NetworkSegment(9b47c984-1ee5-4a28-b933-a3d9c8d235d5),segment_id=9b47c984-1ee5-4a28-b933-a3d9c8d235d5)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:17:43.251940 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.350012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9defa11-430e-4470-88ae-149eb512892b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:43.424402 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:43.429600 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:43.511535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e9defa11-430e-4470-88ae-149eb512892b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:43.512000 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.614914 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b887989-d6ee-4621-8cee-1f69047c0a13 None None] Pushing event updated for resources: {'Port': ['ID=384c4142-612f-44ae-8c6b-4ec371a45554,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:43.655133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bad6c0c2-8c2a-49e5-867b-7dead5d7b238 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:43.675887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bad6c0c2-8c2a-49e5-867b-7dead5d7b238 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:43.678646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bad6c0c2-8c2a-49e5-867b-7dead5d7b238 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11 HTTP/1.1" status: 200 len: 954 time: 2.8393033 Jul 16 18:17:43.681198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49936) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:43.691313 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:43.752627 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:43.758124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d58fbf-9ba9-4898-868e-cbac554051cd req-267bd693-5c9f-4605-99a1-fc30dbc2da83 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:43.761227 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0d58fbf-9ba9-4898-868e-cbac554051cd req-267bd693-5c9f-4605-99a1-fc30dbc2da83 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.3898277 Jul 16 18:17:43.866989 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0d58fbf-9ba9-4898-868e-cbac554051cd req-d1bc7eec-b04e-497d-80a4-9622951e3582 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0905724 Jul 16 18:17:43.909666 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-db97a902-26d1-48b9-b332-293322264a8f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11 HTTP/1.1" status: 200 len: 954 time: 0.2264378 Jul 16 18:17:43.912473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49942) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:43.920440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6084ad4f-5c3e-4530-936c-deae53d8f953 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'routes': None}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:43.958847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:43.959628 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:44.405579 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 6, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '384c4142-612f-44ae-8c6b-4ec371a45554', 'name': '', 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8a:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6b449474-4518-491e-b030-30ef75fab1cc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:43Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': '6b449474-4518-491e-b030-30ef75fab1cc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:44.449076 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71adaf14-be16-4e6b-9ebd-c4a616fa2db7 None None] The sync data for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 is: [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 6, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '384c4142-612f-44ae-8c6b-4ec371a45554', 'name': '', 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8a:68:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6b449474-4518-491e-b030-30ef75fab1cc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:43Z', 'revision_number': 4, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': '6b449474-4518-491e-b030-30ef75fab1cc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:44.564352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-c21635c5-592d-48ea-bd39-075c92d4697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:44.565968 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-c21635c5-592d-48ea-bd39-075c92d4697f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1097 time: 0.1973913 Jul 16 18:17:44.800935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.extraroute_db [None req-6084ad4f-5c3e-4530-936c-deae53d8f953 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added routes are [] {{(pid=105439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:17:44.801968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.extraroute_db [None req-6084ad4f-5c3e-4530-936c-deae53d8f953 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=105439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:17:44.832110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-bcce7025-3c17-44dd-995c-4c9d30326131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:44.833905 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-bcce7025-3c17-44dd-995c-4c9d30326131 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.2575409 Jul 16 18:17:44.925587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49956) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:44.955876 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-7e488204-f6a3-4a8b-8175-581a4fac4bd2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 1001 time: 0.1127305 Jul 16 18:17:44.977177 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6084ad4f-5c3e-4530-936c-deae53d8f953 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.142243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f26ccc8d-2cf2-4b58-815b-cba8a76a641f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.404141 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 384c4142-612f-44ae-8c6b-4ec371a45554 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:45.421043 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f26ccc8d-2cf2-4b58-815b-cba8a76a641f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.429788 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f26ccc8d-2cf2-4b58-815b-cba8a76a641f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.491436 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f26ccc8d-2cf2-4b58-815b-cba8a76a641f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cd592ad2ce394d7aad784a8573b07dcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5624697 Jul 16 18:17:45.494232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ccc8d-2cf2-4b58-815b-cba8a76a641f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be320339-2450-4f2f-aee8-34b5aeff48c5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.498057 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49962) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:45.511859 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-71d415a1-503d-400a-b218-edb103552978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.549219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 384c4142-612f-44ae-8c6b-4ec371a45554 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:17:45.564807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 384c4142-612f-44ae-8c6b-4ec371a45554 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:45.565640 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.588092 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-95ecd291-a92c-485c-98db-6f172b6e44e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.627890 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-95ecd291-a92c-485c-98db-6f172b6e44e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.686459 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.706749 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-95ecd291-a92c-485c-98db-6f172b6e44e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.714460 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-95ecd291-a92c-485c-98db-6f172b6e44e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.722766 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-95ecd291-a92c-485c-98db-6f172b6e44e4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/be320339-2450-4f2f-aee8-34b5aeff48c5 HTTP/1.1" status: 204 len: 168 time: 0.2224252 Jul 16 18:17:45.751673 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ecd291-a92c-485c-98db-6f172b6e44e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be320339-2450-4f2f-aee8-34b5aeff48c5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.802741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 384c4142-612f-44ae-8c6b-4ec371a45554, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=384c4142-612f-44ae-8c6b-4ec371a45554,segment=NetworkSegment(9b47c984-1ee5-4a28-b933-a3d9c8d235d5),segment_id=9b47c984-1ee5-4a28-b933-a3d9c8d235d5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:45.808382 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.909915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-f6f0a305-81c8-4ded-991e-6f0bb02157ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:45.912385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-f6f0a305-81c8-4ded-991e-6f0bb02157ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.9316349 Jul 16 18:17:45.913452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=384c4142-612f-44ae-8c6b-4ec371a45554,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:45.919352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988b62a-d851-4823-8b6b-5c0ed4f35018 None None] Sync routers for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:45.937436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.937788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.938297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.938816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.939298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.940011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.940514 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.941007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.941521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.942003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.942551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.943043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:17:45.960610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988b62a-d851-4823-8b6b-5c0ed4f35018 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:45.961603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d988b62a-d851-4823-8b6b-5c0ed4f35018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:45.984349 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6084ad4f-5c3e-4530-936c-deae53d8f953 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:45.994468 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6084ad4f-5c3e-4530-936c-deae53d8f953 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.010344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb62fb5-06ca-4618-88d3-9ac8e1e3b447 req-de6b95e8-54b9-45c3-b9a5-e156f1589a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:46.018657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdb62fb5-06ca-4618-88d3-9ac8e1e3b447 req-de6b95e8-54b9-45c3-b9a5-e156f1589a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.9502943 Jul 16 18:17:46.106035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d988b62a-d851-4823-8b6b-5c0ed4f35018 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:46.188642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-6a3e79ac-e249-4296-87da-dfa41ff5243a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:46.191193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-6a3e79ac-e249-4296-87da-dfa41ff5243a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2712696 Jul 16 18:17:46.196143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdb62fb5-06ca-4618-88d3-9ac8e1e3b447 req-18b8f06e-c62d-4dc2-9b6a-ca03c2b9cef5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1762788 Jul 16 18:17:46.283731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6084ad4f-5c3e-4530-936c-deae53d8f953 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router ea6d68e1-1917-469d-855d-9ac4d59ebc11 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:46.440694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d988b62a-d851-4823-8b6b-5c0ed4f35018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 7, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '384c4142-612f-44ae-8c6b-4ec371a45554', 'name': '', 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8a:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6b449474-4518-491e-b030-30ef75fab1cc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:45Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': '6b449474-4518-491e-b030-30ef75fab1cc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:46.460095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-a081b96d-a1fd-4ef7-aab5-9d1ec915666f service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590778 Jul 16 18:17:46.496383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988b62a-d851-4823-8b6b-5c0ed4f35018 None None] Checking router: ea6d68e1-1917-469d-855d-9ac4d59ebc11 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:46.512374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d988b62a-d851-4823-8b6b-5c0ed4f35018 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:46.513082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d988b62a-d851-4823-8b6b-5c0ed4f35018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:46.531286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6084ad4f-5c3e-4530-936c-deae53d8f953 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:46.541417 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6084ad4f-5c3e-4530-936c-deae53d8f953 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:46.549236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49982) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:46.558119 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6084ad4f-5c3e-4530-936c-deae53d8f953 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11 HTTP/1.1" status: 200 len: 704 time: 2.6441119 Jul 16 18:17:46.691044 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-39942948-171d-4c0b-95d1-7499ef8195db service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2240870 Jul 16 18:17:46.701374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d988b62a-d851-4823-8b6b-5c0ed4f35018 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:46.769965 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e183a91d-5bfd-42bb-9ac9-ad480c88c32d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11 HTTP/1.1" status: 200 len: 704 time: 0.2182212 Jul 16 18:17:46.773960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49990) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:47.034935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d988b62a-d851-4823-8b6b-5c0ed4f35018 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 7, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '384c4142-612f-44ae-8c6b-4ec371a45554', 'name': '', 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8a:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6b449474-4518-491e-b030-30ef75fab1cc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:45Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': '6b449474-4518-491e-b030-30ef75fab1cc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:47.075657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d988b62a-d851-4823-8b6b-5c0ed4f35018 None None] The sync data for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 is: [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 7, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '384c4142-612f-44ae-8c6b-4ec371a45554', 'name': '', 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8a:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6b449474-4518-491e-b030-30ef75fab1cc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:45Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': '6b449474-4518-491e-b030-30ef75fab1cc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:47.090911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9a094-ad1a-451b-8a32-8607f980d845 req-ba03c342-8981-438e-a209-63c401d9fd4b tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.093600 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9c9a094-ad1a-451b-8a32-8607f980d845 req-ba03c342-8981-438e-a209-63c401d9fd4b tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 950 time: 0.1061535 Jul 16 18:17:47.178342 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9c9a094-ad1a-451b-8a32-8607f980d845 req-cb4d8298-e529-452c-a9d8-eb568ea8f4b7 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780365 Jul 16 18:17:47.267115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 384c4142-612f-44ae-8c6b-4ec371a45554 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:17:47.340510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 384c4142-612f-44ae-8c6b-4ec371a45554 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:47.341966 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.543975 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783810b-e0ca-4379-87eb-5ca5342c3bf5 None None] Sync routers for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:47.553024 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:47.558503 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783810b-e0ca-4379-87eb-5ca5342c3bf5 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:47.559773 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e783810b-e0ca-4379-87eb-5ca5342c3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:47.598156 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8125e6-da2c-40fe-a702-0380c4db99a9 req-8c3b2a8a-35cb-461e-8983-e88c546e4c3e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:47.599778 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f8125e6-da2c-40fe-a702-0380c4db99a9 req-8c3b2a8a-35cb-461e-8983-e88c546e4c3e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.1419919 Jul 16 18:17:47.691175 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f8125e6-da2c-40fe-a702-0380c4db99a9 req-a212d39a-1ae4-421e-8405-754c1e91eeb6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607967 Jul 16 18:17:47.794724 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e783810b-e0ca-4379-87eb-5ca5342c3bf5 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:47.918137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port 384c4142-612f-44ae-8c6b-4ec371a45554 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:47.918646 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.030005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] For port 384c4142-612f-44ae-8c6b-4ec371a45554, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=384c4142-612f-44ae-8c6b-4ec371a45554,segment=NetworkSegment(9b47c984-1ee5-4a28-b933-a3d9c8d235d5),segment_id=9b47c984-1ee5-4a28-b933-a3d9c8d235d5)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:48.030654 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.048248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for 384c4142-612f-44ae-8c6b-4ec371a45554 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:48.112612 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e783810b-e0ca-4379-87eb-5ca5342c3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 7, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '384c4142-612f-44ae-8c6b-4ec371a45554', 'name': '', 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8a:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6b449474-4518-491e-b030-30ef75fab1cc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:45Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': '6b449474-4518-491e-b030-30ef75fab1cc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:48.151996 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783810b-e0ca-4379-87eb-5ca5342c3bf5 None None] Checking router: ea6d68e1-1917-469d-855d-9ac4d59ebc11 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:48.164129 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e783810b-e0ca-4379-87eb-5ca5342c3bf5 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:48.165201 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e783810b-e0ca-4379-87eb-5ca5342c3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:48.185536 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-09841b48-a532-47c8-8eaa-317ee144bd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.199299 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.337957 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e783810b-e0ca-4379-87eb-5ca5342c3bf5 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:48.369936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50028) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:48.406219 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.432523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb37176-23eb-4c45-a683-b6a89a5a49b4 req-b791915e-ce07-4a85-857c-b53c62eafcbb tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.441523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcb37176-23eb-4c45-a683-b6a89a5a49b4 req-b791915e-ce07-4a85-857c-b53c62eafcbb tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 950 time: 0.1035137 Jul 16 18:17:48.442358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=384c4142-612f-44ae-8c6b-4ec371a45554,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:48.538519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fcb37176-23eb-4c45-a683-b6a89a5a49b4 req-fadeed58-1b7d-489c-b3ca-6c4c02461afd tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/security-groups?id=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959299 Jul 16 18:17:48.598337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e1cf3-7e0a-4337-8f0f-bc3c73f06037 req-ecbfadbb-71b4-4ce0-b08c-e9f08f387111 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:48.600075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-772e1cf3-7e0a-4337-8f0f-bc3c73f06037 req-ecbfadbb-71b4-4ce0-b08c-e9f08f387111 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.37 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 950 time: 0.1197228 Jul 16 18:17:48.638314 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b862fce6-2aaa-4e16-9e51-26201d261199 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.698218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.703909 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e783810b-e0ca-4379-87eb-5ca5342c3bf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 7, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '384c4142-612f-44ae-8c6b-4ec371a45554', 'name': '', 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8a:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6b449474-4518-491e-b030-30ef75fab1cc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:45Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': '6b449474-4518-491e-b030-30ef75fab1cc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:48.743210 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e783810b-e0ca-4379-87eb-5ca5342c3bf5 None None] The sync data for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 is: [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:44Z', 'revision_number': 7, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '384c4142-612f-44ae-8c6b-4ec371a45554', 'name': '', 'network_id': '4f75a6de-9190-463e-bbc7-a1c856bd3ae5', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8a:68:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2704, 'fixed_ips': [{'subnet_id': '6b449474-4518-491e-b030-30ef75fab1cc', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:37Z', 'updated_at': '2021-07-16T18:17:45Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': '6b449474-4518-491e-b030-30ef75fab1cc', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:48.756698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-772e1cf3-7e0a-4337-8f0f-bc3c73f06037 req-87bfb946-bb79-4cb7-82f0-2f52707c7cc8 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Deleting port 05de67bc-3ea5-43ef-a906-50599d25b815 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:48.757191 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-772e1cf3-7e0a-4337-8f0f-bc3c73f06037 req-87bfb946-bb79-4cb7-82f0-2f52707c7cc8 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.900757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-772e1cf3-7e0a-4337-8f0f-bc3c73f06037 req-87bfb946-bb79-4cb7-82f0-2f52707c7cc8 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] For port 05de67bc-3ea5-43ef-a906-50599d25b815, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=05de67bc-3ea5-43ef-a906-50599d25b815,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:48.901115 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-772e1cf3-7e0a-4337-8f0f-bc3c73f06037 req-87bfb946-bb79-4cb7-82f0-2f52707c7cc8 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:48.926047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-772e1cf3-7e0a-4337-8f0f-bc3c73f06037 req-87bfb946-bb79-4cb7-82f0-2f52707c7cc8 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Calling delete_port for 05de67bc-3ea5-43ef-a906-50599d25b815 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:49.081431 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-772e1cf3-7e0a-4337-8f0f-bc3c73f06037 req-87bfb946-bb79-4cb7-82f0-2f52707c7cc8 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.090677 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b862fce6-2aaa-4e16-9e51-26201d261199 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.101566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae6af00-ca85-4393-b019-d007ad91a5d5 req-a48c655f-036a-43da-bcb2-393b85eabfca tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:49.103085 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ae6af00-ca85-4393-b019-d007ad91a5d5 req-a48c655f-036a-43da-bcb2-393b85eabfca tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.2239120 Jul 16 18:17:49.106662 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b862fce6-2aaa-4e16-9e51-26201d261199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.129817 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router ea6d68e1-1917-469d-855d-9ac4d59ebc11 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:49.133879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfb946-bb79-4cb7-82f0-2f52707c7cc8 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Pushing event deleted for resources: {'Port': ['ID=05de67bc-3ea5-43ef-a906-50599d25b815,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.134663 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['05de67bc-3ea5-43ef-a906-50599d25b815'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:17:49.183552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b862fce6-2aaa-4e16-9e51-26201d261199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e43d3d6-00a0-456a-8b91-fe50cb330520,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.201735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-772e1cf3-7e0a-4337-8f0f-bc3c73f06037 req-87bfb946-bb79-4cb7-82f0-2f52707c7cc8 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] No DVR routers for this DVR port 05de67bc-3ea5-43ef-a906-50599d25b815 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:49.205781 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-772e1cf3-7e0a-4337-8f0f-bc3c73f06037 req-87bfb946-bb79-4cb7-82f0-2f52707c7cc8 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.207421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b862fce6-2aaa-4e16-9e51-26201d261199 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=099ec551bd3d434fbd77335d308eeec4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8361678 Jul 16 18:17:49.208932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-772e1cf3-7e0a-4337-8f0f-bc3c73f06037 req-87bfb946-bb79-4cb7-82f0-2f52707c7cc8 tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.37 "DELETE /v2.0/ports/05de67bc-3ea5-43ef-a906-50599d25b815 HTTP/1.1" status: 204 len: 173 time: 0.6027210 Jul 16 18:17:49.209587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb0e9759-c1b6-4317-9557-c798b0813cda', 'name': 'network-vif-deleted', 'tag': '05de67bc-3ea5-43ef-a906-50599d25b815'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:49.215381 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5ae6af00-ca85-4393-b019-d007ad91a5d5 req-22a40696-b324-4dc3-91b7-89e03df916c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909452 Jul 16 18:17:49.215381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50034) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:49.220485 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d63ced28-896f-4d9d-b1f1-841f922b589e" -d '{"events": [{"server_uuid": "fb0e9759-c1b6-4317-9557-c798b0813cda", "name": "network-vif-deleted", "tag": "05de67bc-3ea5-43ef-a906-50599d25b815"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:49.302755 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0282dd1e-b701-4d9a-a91a-22d2bf551999 x-openstack-request-id: req-0282dd1e-b701-4d9a-a91a-22d2bf551999 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:49.303172 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb0e9759-c1b6-4317-9557-c798b0813cda", "name": "network-vif-deleted", "tag": "05de67bc-3ea5-43ef-a906-50599d25b815", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:49.303500 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0282dd1e-b701-4d9a-a91a-22d2bf551999 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:49.304743 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb0e9759-c1b6-4317-9557-c798b0813cda', 'name': 'network-vif-deleted', 'tag': '05de67bc-3ea5-43ef-a906-50599d25b815', 'status': 'completed', 'code': 200} Jul 16 18:17:49.658357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:49.664804 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2b424b89-c2be-4866-919a-259587fdb5f4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8888848 Jul 16 18:17:49.667654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50040) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:49.670487 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ce2013c-56f0-4a07-8f2f-8efd03a92699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.673573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f67cbe-ce60-4b6c-8741-ffc7fe89c1af None None] Sync routers for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:49.686082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f67cbe-ce60-4b6c-8741-ffc7fe89c1af None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:49.686998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60f67cbe-ce60-4b6c-8741-ffc7fe89c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:49.711936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ce2013c-56f0-4a07-8f2f-8efd03a92699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.768843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cee9853-1ad9-4e9c-99f3-1265b2c49ebc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting subnet 6b449474-4518-491e-b030-30ef75fab1cc {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:49.775520 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3cee9853-1ad9-4e9c-99f3-1265b2c49ebc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.786259 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5aeaad36-e2d3-4013-8ff1-48026cefb889 req-9e1230fa-f9c0-4a7b-a862-6884bfac35cd tempest-VolumesBackupsTest-149822148 tempest-VolumesBackupsTest-149822148-project] 10.222.0.47 "GET /v2.0/ports?device_id=fb0e9759-c1b6-4317-9557-c798b0813cda HTTP/1.1" status: 200 len: 210 time: 0.0332837 Jul 16 18:17:49.825769 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ce2013c-56f0-4a07-8f2f-8efd03a92699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.832497 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ce2013c-56f0-4a07-8f2f-8efd03a92699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.836262 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1ce2013c-56f0-4a07-8f2f-8efd03a92699 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e43d3d6-00a0-456a-8b91-fe50cb330520 HTTP/1.1" status: 204 len: 168 time: 0.6214063 Jul 16 18:17:49.846962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce2013c-56f0-4a07-8f2f-8efd03a92699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e43d3d6-00a0-456a-8b91-fe50cb330520,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:49.854494 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:49.877177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-60f67cbe-ce60-4b6c-8741-ffc7fe89c1af None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:49.877960 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3cee9853-1ad9-4e9c-99f3-1265b2c49ebc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.061213 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3cee9853-1ad9-4e9c-99f3-1265b2c49ebc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.174867 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3cee9853-1ad9-4e9c-99f3-1265b2c49ebc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.221453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cee9853-1ad9-4e9c-99f3-1265b2c49ebc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Subnet': ['ID=6b449474-4518-491e-b030-30ef75fab1cc,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:50.231834 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3cee9853-1ad9-4e9c-99f3-1265b2c49ebc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.236180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3cee9853-1ad9-4e9c-99f3-1265b2c49ebc tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/6b449474-4518-491e-b030-30ef75fab1cc HTTP/1.1" status: 204 len: 168 time: 0.5673389 Jul 16 18:17:50.239184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50050) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:50.244493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40405da9-53e7-4d9f-9a19-fa62e2956318 None None] Network 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:50.489567 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.577566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60f67cbe-ce60-4b6c-8741-ffc7fe89c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 8, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:50.621263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f67cbe-ce60-4b6c-8741-ffc7fe89c1af None None] Checking router: ea6d68e1-1917-469d-855d-9ac4d59ebc11 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:50.643474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f67cbe-ce60-4b6c-8741-ffc7fe89c1af None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:50.644511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60f67cbe-ce60-4b6c-8741-ffc7fe89c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:50.671877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:50.679977 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.693023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b03e7021-41b7-449b-887d-1eb49c965b97 None None] DHCP port deletion for 4f75a6de-9190-463e-bbc7-a1c856bd3ae5 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:50.732515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec552f-5eb7-4a8f-955c-3030ca1da36e req-c599f55d-cf28-438b-8662-703f2af08ca5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:50.732515 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6cec552f-5eb7-4a8f-955c-3030ca1da36e req-c599f55d-cf28-438b-8662-703f2af08ca5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.1873498 Jul 16 18:17:50.792560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-60f67cbe-ce60-4b6c-8741-ffc7fe89c1af None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:50.812647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] For port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a,segment=NetworkSegment(9b47c984-1ee5-4a28-b933-a3d9c8d235d5),segment_id=9b47c984-1ee5-4a28-b933-a3d9c8d235d5)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:50.813183 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.835816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:50.864854 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6cec552f-5eb7-4a8f-955c-3030ca1da36e req-0cc749f7-ca12-4ac3-97b1-10f8372d3f39 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868273 Jul 16 18:17:50.931221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b03e7021-41b7-449b-887d-1eb49c965b97 None None] Deleting port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:50.931618 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b03e7021-41b7-449b-887d-1eb49c965b97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:50.984693 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.030899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:51.036521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No DVR routers for this DVR port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:51.062361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b03e7021-41b7-449b-887d-1eb49c965b97 None None] For port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a,segment=NetworkSegment(9b47c984-1ee5-4a28-b933-a3d9c8d235d5),segment_id=9b47c984-1ee5-4a28-b933-a3d9c8d235d5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:51.062941 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b03e7021-41b7-449b-887d-1eb49c965b97 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.079793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b03e7021-41b7-449b-887d-1eb49c965b97 None None] Calling delete_port for a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:51.098827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa336-cf8b-40e6-9c6f-155694ecabcf req-9031e46c-1da7-452e-a271-55da07826e91 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:51.105002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa336-cf8b-40e6-9c6f-155694ecabcf req-9031e46c-1da7-452e-a271-55da07826e91 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:51.112689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa336-cf8b-40e6-9c6f-155694ecabcf req-9031e46c-1da7-452e-a271-55da07826e91 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:51.118636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa336-cf8b-40e6-9c6f-155694ecabcf req-9031e46c-1da7-452e-a271-55da07826e91 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:51.125734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa336-cf8b-40e6-9c6f-155694ecabcf req-9031e46c-1da7-452e-a271-55da07826e91 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:51.146734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa336-cf8b-40e6-9c6f-155694ecabcf req-9031e46c-1da7-452e-a271-55da07826e91 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:51.162130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaa336-cf8b-40e6-9c6f-155694ecabcf req-9031e46c-1da7-452e-a271-55da07826e91 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:51.176371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92eaa336-cf8b-40e6-9c6f-155694ecabcf req-9031e46c-1da7-452e-a271-55da07826e91 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5433 time: 0.2178288 Jul 16 18:17:51.181987 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.203343 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f75a6de-9190-463e-bbc7-a1c856bd3ae5']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.208280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60f67cbe-ce60-4b6c-8741-ffc7fe89c1af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 8, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.232955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b47c984-1ee5-4a28-b933-a3d9c8d235d5') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.233385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b47c984-1ee5-4a28-b933-a3d9c8d235d5') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:51.237900 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92eaa336-cf8b-40e6-9c6f-155694ecabcf req-0fe498bd-ea8f-4e5a-b7ef-4bda8e553c92 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0553772 Jul 16 18:17:51.251066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.275805 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.301186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Releasing vlan 389 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:51.305320 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.306832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:51.312982 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f67cbe-ce60-4b6c-8741-ffc7fe89c1af None None] The sync data for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 is: [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:48Z', 'revision_number': 8, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e9defa11-430e-4470-88ae-149eb512892b', 'name': '', 'network_id': '6bf3441a-73ba-46fb-831e-13a876159563', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:c2:de:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2689, 'fixed_ips': [{'subnet_id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:30Z', 'updated_at': '2021-07-16T18:17:41Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'b88b10bd-82a5-4b7a-9e10-819cdcac5695', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:51.314459 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:51.336093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:51.336792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:51.341597 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b03e7021-41b7-449b-887d-1eb49c965b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.401392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03e7021-41b7-449b-887d-1eb49c965b97 None None] Pushing event deleted for resources: {'Port': ['ID=a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:51.416521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03e7021-41b7-449b-887d-1eb49c965b97 None None] No DVR routers for this DVR port a9c6f342-e1d9-4cf8-8cd2-1242aa297f0a on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:51.473430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.487639 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:51.492150 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/networks/4f75a6de-9190-463e-bbc7-a1c856bd3ae5 HTTP/1.1" status: 204 len: 168 time: 1.2511091 Jul 16 18:17:51.495405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50086) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:51.522076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e4e20-7fd0-4729-b962-b83c7522f33f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Network': ['ID=4f75a6de-9190-463e-bbc7-a1c856bd3ae5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:51.881295 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.018306 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.197061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 1d4fbd0b-e052-4618-a347-ee1e17463815 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:52.217192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34767338-1d66-4305-bd65-c450c37979a1 req-a597f385-76fa-41dc-a4f6-da00d6388058 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.218687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34767338-1d66-4305-bd65-c450c37979a1 req-a597f385-76fa-41dc-a4f6-da00d6388058 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.1585777 Jul 16 18:17:52.308922 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34767338-1d66-4305-bd65-c450c37979a1 req-64d882cf-6848-4dbc-ac91-80a5b30b7c47 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0825210 Jul 16 18:17:52.367812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-0aa0fee9-e960-4c71-b371-d273183a4a21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.377592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-0aa0fee9-e960-4c71-b371-d273183a4a21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.384469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-0aa0fee9-e960-4c71-b371-d273183a4a21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.391644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-0aa0fee9-e960-4c71-b371-d273183a4a21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.398481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-0aa0fee9-e960-4c71-b371-d273183a4a21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.398848 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.405988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-0aa0fee9-e960-4c71-b371-d273183a4a21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.422195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-0aa0fee9-e960-4c71-b371-d273183a4a21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.424620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-0aa0fee9-e960-4c71-b371-d273183a4a21 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5433 time: 0.3028347 Jul 16 18:17:52.453993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50120) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:52.489094 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4fbd0b-e052-4618-a347-ee1e17463815'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:52.498135 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed5c938-942c-4426-9c3a-271bdf34af02" -d '{"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "1d4fbd0b-e052-4618-a347-ee1e17463815"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:52.529331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 1d4fbd0b-e052-4618-a347-ee1e17463815, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1d4fbd0b-e052-4618-a347-ee1e17463815,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:52.534395 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.536286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 29a99993-167c-45c1-b0e8-012ff5e913fc no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:52.566853 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-065f55ba-336f-47b4-9677-cfa842d54925 x-openstack-request-id: req-065f55ba-336f-47b4-9677-cfa842d54925 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:52.567116 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "1d4fbd0b-e052-4618-a347-ee1e17463815", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:52.567352 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-065f55ba-336f-47b4-9677-cfa842d54925 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:52.567965 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d4fbd0b-e052-4618-a347-ee1e17463815', 'code': 200} Jul 16 18:17:52.569822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-e3af98d7-5bea-44de-9298-6e17d67fee8e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.571667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-e3af98d7-5bea-44de-9298-6e17d67fee8e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "GET /v2.0/ports/1d4fbd0b-e052-4618-a347-ee1e17463815?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1380429 Jul 16 18:17:52.641494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=1d4fbd0b-e052-4618-a347-ee1e17463815,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.668161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f9b81f0-c226-429f-8e75-86dfac5e7417 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.711944 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.727524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85f9d-1dcd-4b60-a67e-5fa8fb5eeff6 req-2342a142-7288-43da-b558-bc9ef1fe988e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.736960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85f9d-1dcd-4b60-a67e-5fa8fb5eeff6 req-2342a142-7288-43da-b558-bc9ef1fe988e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.743956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85f9d-1dcd-4b60-a67e-5fa8fb5eeff6 req-2342a142-7288-43da-b558-bc9ef1fe988e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.754197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85f9d-1dcd-4b60-a67e-5fa8fb5eeff6 req-2342a142-7288-43da-b558-bc9ef1fe988e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.758645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 29a99993-167c-45c1-b0e8-012ff5e913fc, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=29a99993-167c-45c1-b0e8-012ff5e913fc,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:52.762207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85f9d-1dcd-4b60-a67e-5fa8fb5eeff6 req-2342a142-7288-43da-b558-bc9ef1fe988e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.764037 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.765071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 05de67bc-3ea5-43ef-a906-50599d25b815 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:52.770539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85f9d-1dcd-4b60-a67e-5fa8fb5eeff6 req-2342a142-7288-43da-b558-bc9ef1fe988e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.778605 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c85f9d-1dcd-4b60-a67e-5fa8fb5eeff6 req-2342a142-7288-43da-b558-bc9ef1fe988e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:52.780725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4c85f9d-1dcd-4b60-a67e-5fa8fb5eeff6 req-2342a142-7288-43da-b558-bc9ef1fe988e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5433 time: 0.3253865 Jul 16 18:17:52.804577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f9b81f0-c226-429f-8e75-86dfac5e7417 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.810338 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f9b81f0-c226-429f-8e75-86dfac5e7417 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.816504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 05de67bc-3ea5-43ef-a906-50599d25b815 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:52.816871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 05de67bc-3ea5-43ef-a906-50599d25b815 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:52.817579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:52.859022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b81f0-c226-429f-8e75-86dfac5e7417 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40f6b3ca-c8cb-4743-af6a-fb87bd0015da,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.880031 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2f9b81f0-c226-429f-8e75-86dfac5e7417 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f5bdd16c73a74d6fbe1c277e2e1122d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4212053 Jul 16 18:17:52.880266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=29a99993-167c-45c1-b0e8-012ff5e913fc,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:52.881041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50126) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:52.927766 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.961442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4c85f9d-1dcd-4b60-a67e-5fa8fb5eeff6 req-ced71ab1-1b3b-44c3-950c-71e41925aefb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1447415 Jul 16 18:17:52.967135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2a250a0-7427-42bd-91aa-18c81e713130 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "GET /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3749573 Jul 16 18:17:52.985166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:52.986470 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:52.990154 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b3a6-fe83-4acd-a9db-f4526cb33245 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.993487 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:52.994919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a73819e4-945a-49f0-90ad-8dfe03a9e18b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:53.010835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port e9defa11-430e-4470-88ae-149eb512892b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:53.011316 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.026688 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b3a6-fe83-4acd-a9db-f4526cb33245 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.105478 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b3a6-fe83-4acd-a9db-f4526cb33245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.110597 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5e3b3a6-fe83-4acd-a9db-f4526cb33245 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.112611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d5e3b3a6-fe83-4acd-a9db-f4526cb33245 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/40f6b3ca-c8cb-4743-af6a-fb87bd0015da HTTP/1.1" status: 204 len: 168 time: 0.2294807 Jul 16 18:17:53.126967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e3b3a6-fe83-4acd-a9db-f4526cb33245 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40f6b3ca-c8cb-4743-af6a-fb87bd0015da,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.202063 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.218103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 384c4142-612f-44ae-8c6b-4ec371a45554 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:53.226445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] For port e9defa11-430e-4470-88ae-149eb512892b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e9defa11-430e-4470-88ae-149eb512892b,segment=NetworkSegment(318369be-0bde-45ce-9324-88f238791177),segment_id=318369be-0bde-45ce-9324-88f238791177)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:53.226921 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.244292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 384c4142-612f-44ae-8c6b-4ec371a45554 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:53.244789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 384c4142-612f-44ae-8c6b-4ec371a45554 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:53.250344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.287299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for e9defa11-430e-4470-88ae-149eb512892b owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:53.330617 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.424186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a73819e4-945a-49f0-90ad-8dfe03a9e18b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:53.428741 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.429605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6f59f170-ea3b-48fb-bfc9-90634344e929 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:53.591829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a73819e4-945a-49f0-90ad-8dfe03a9e18b,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.647951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.686219 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.722646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6191100d-4fd3-4a47-b000-3d4ad3ca1479 req-4993a74e-9c04-404e-8f18-2ed472fb2afc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:53.725494 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6191100d-4fd3-4a47-b000-3d4ad3ca1479 req-4993a74e-9c04-404e-8f18-2ed472fb2afc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.1457472 Jul 16 18:17:53.735785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=e9defa11-430e-4470-88ae-149eb512892b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:53.744048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] For port 1d4fbd0b-e052-4618-a347-ee1e17463815, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1d4fbd0b-e052-4618-a347-ee1e17463815,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:53.767519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6f59f170-ea3b-48fb-bfc9-90634344e929, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6f59f170-ea3b-48fb-bfc9-90634344e929,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:53.781213 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.782097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0fa3e845-582c-4382-a63a-6e61dd1198a4 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:53.791356 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6191100d-4fd3-4a47-b000-3d4ad3ca1479 req-db729db6-674e-4ccf-b8a3-f7e3c2b1f4b0 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593767 Jul 16 18:17:53.931641 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:53.962841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] For port 1d4fbd0b-e052-4618-a347-ee1e17463815, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:54.000941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=6f59f170-ea3b-48fb-bfc9-90634344e929,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.032511 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.098894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0fa3e845-582c-4382-a63a-6e61dd1198a4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:54.108064 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.109091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a77da69d-468d-40e0-a756-d7d719aac266 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:54.334460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=0fa3e845-582c-4382-a63a-6e61dd1198a4,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.396351 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.442699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a77da69d-468d-40e0-a756-d7d719aac266, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a77da69d-468d-40e0-a756-d7d719aac266,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:54.448911 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.525287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a77da69d-468d-40e0-a756-d7d719aac266,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:54.571122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29a99993-167c-45c1-b0e8-012ff5e913fc'}, {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ceaeee-bcfc-4fc4-821b-d8ad69782ca3'}, {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73819e4-945a-49f0-90ad-8dfe03a9e18b'}, {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f59f170-ea3b-48fb-bfc9-90634344e929'}, {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa3e845-582c-4382-a63a-6e61dd1198a4'}, {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a77da69d-468d-40e0-a756-d7d719aac266'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:54.578419 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3d0a2a-b8ad-4664-8566-f1c3280981fd" -d '{"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "29a99993-167c-45c1-b0e8-012ff5e913fc"}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "04ceaeee-bcfc-4fc4-821b-d8ad69782ca3"}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "a73819e4-945a-49f0-90ad-8dfe03a9e18b"}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f59f170-ea3b-48fb-bfc9-90634344e929"}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa3e845-582c-4382-a63a-6e61dd1198a4"}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "a77da69d-468d-40e0-a756-d7d719aac266"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:54.648821 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1050 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a8277eb-8c73-4285-8679-9a0d546a292b x-openstack-request-id: req-0a8277eb-8c73-4285-8679-9a0d546a292b {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:54.649559 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "29a99993-167c-45c1-b0e8-012ff5e913fc", "code": 200}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "04ceaeee-bcfc-4fc4-821b-d8ad69782ca3", "code": 200}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "a73819e4-945a-49f0-90ad-8dfe03a9e18b", "code": 200}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "6f59f170-ea3b-48fb-bfc9-90634344e929", "code": 200}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "0fa3e845-582c-4382-a63a-6e61dd1198a4", "code": 200}, {"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-unplugged", "status": "completed", "tag": "a77da69d-468d-40e0-a756-d7d719aac266", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:54.649929 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0a8277eb-8c73-4285-8679-9a0d546a292b {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:54.650591 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29a99993-167c-45c1-b0e8-012ff5e913fc', 'code': 200} Jul 16 18:17:54.650788 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04ceaeee-bcfc-4fc4-821b-d8ad69782ca3', 'code': 200} Jul 16 18:17:54.651145 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a73819e4-945a-49f0-90ad-8dfe03a9e18b', 'code': 200} Jul 16 18:17:54.651475 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f59f170-ea3b-48fb-bfc9-90634344e929', 'code': 200} Jul 16 18:17:54.651848 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0fa3e845-582c-4382-a63a-6e61dd1198a4', 'code': 200} Jul 16 18:17:54.652194 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a77da69d-468d-40e0-a756-d7d719aac266', 'code': 200} Jul 16 18:17:54.739546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] device_id is not set on port 1d4fbd0b-e052-4618-a347-ee1e17463815 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:54.766813 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.801006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:54.917272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router ea6d68e1-1917-469d-855d-9ac4d59ebc11 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:17:54.983723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] No DVR routers for this DVR port 1d4fbd0b-e052-4618-a347-ee1e17463815 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:54.995147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] Pushing event updated for resources: {'Port': ['ID=1d4fbd0b-e052-4618-a347-ee1e17463815,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:55.156882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58619db0-758d-45d8-a707-88bc06d4d058 req-624fa84e-9ca6-4651-8bdc-ff345bd3c73f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.164356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58619db0-758d-45d8-a707-88bc06d4d058 req-624fa84e-9ca6-4651-8bdc-ff345bd3c73f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.173749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58619db0-758d-45d8-a707-88bc06d4d058 req-624fa84e-9ca6-4651-8bdc-ff345bd3c73f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.186080 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58619db0-758d-45d8-a707-88bc06d4d058 req-624fa84e-9ca6-4651-8bdc-ff345bd3c73f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.197276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58619db0-758d-45d8-a707-88bc06d4d058 req-624fa84e-9ca6-4651-8bdc-ff345bd3c73f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.205535 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58619db0-758d-45d8-a707-88bc06d4d058 req-624fa84e-9ca6-4651-8bdc-ff345bd3c73f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.213729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58619db0-758d-45d8-a707-88bc06d4d058 req-624fa84e-9ca6-4651-8bdc-ff345bd3c73f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.222215 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58619db0-758d-45d8-a707-88bc06d4d058 req-624fa84e-9ca6-4651-8bdc-ff345bd3c73f tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 5342 time: 0.4900806 Jul 16 18:17:55.275225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c7940f-995d-4556-9364-fa169685226b req-a181c7b8-3a28-4905-991f-809c9eda9b1a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.278824 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a4c7940f-995d-4556-9364-fa169685226b req-a181c7b8-3a28-4905-991f-809c9eda9b1a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.1822193 Jul 16 18:17:55.321146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] In _notify_port_updated(), no bound segment for port 1d4fbd0b-e052-4618-a347-ee1e17463815 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:17:55.322271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.323187 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.323330 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e1dca4c4-2f9d-45d2-96c4-6fad72e59f36 None None] Provisioning complete for port 1d4fbd0b-e052-4618-a347-ee1e17463815 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:55.324874 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e1dca4c4-2f9d-45d2-96c4-6fad72e59f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.326131 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-a6370679-2eb2-4007-a11e-4651f2e0c770 service neutron] 10.222.0.37 "PUT /v2.0/ports/1d4fbd0b-e052-4618-a347-ee1e17463815 HTTP/1.1" status: 200 len: 1027 time: 2.3495414 Jul 16 18:17:55.413357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a4c7940f-995d-4556-9364-fa169685226b req-ffd851d8-3fc9-45e5-8a05-3508f54751e5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104207 Jul 16 18:17:55.417698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58619db0-758d-45d8-a707-88bc06d4d058 req-bc0874f7-d5a9-4f55-af5a-d5ada6d093ea tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&id=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1933334 Jul 16 18:17:55.452908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e1dca4c4-2f9d-45d2-96c4-6fad72e59f36 None None] Port 1d4fbd0b-e052-4618-a347-ee1e17463815 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:55.477345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:17:55.483484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-25d0c4a5-ac1b-481e-a890-f556bcd87275 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9869201 Jul 16 18:17:55.488082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50212) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:55.493037 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b397ef6-600b-4779-941a-4452b0b913cd None None] Sync routers for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:17:55.522697 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b397ef6-600b-4779-941a-4452b0b913cd None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:55.524724 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2b397ef6-600b-4779-941a-4452b0b913cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:55.527343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-0695f73c-7391-4393-b43a-dc1384871ea7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.528799 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-0695f73c-7391-4393-b43a-dc1384871ea7 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "GET /v2.0/ports/0fa3e845-582c-4382-a63a-6e61dd1198a4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1908779 Jul 16 18:17:55.563816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:55.639878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed10af-2de4-498e-8f2a-bd0eff93838a req-91aff005-a460-43b7-9ea1-2e4c1047bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:55.641432 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22ed10af-2de4-498e-8f2a-bd0eff93838a req-91aff005-a460-43b7-9ea1-2e4c1047bd34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1097 time: 0.1875665 Jul 16 18:17:55.699187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf28cb2-9abd-4c96-b007-5a7f6a7d9488 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting subnet b88b10bd-82a5-4b7a-9e10-819cdcac5695 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:17:55.712196 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-edf28cb2-9abd-4c96-b007-5a7f6a7d9488 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.725814 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:55.785795 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-2b397ef6-600b-4779-941a-4452b0b913cd None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:55.827835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-edf28cb2-9abd-4c96-b007-5a7f6a7d9488 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.032146 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-edf28cb2-9abd-4c96-b007-5a7f6a7d9488 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.032398 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2b397ef6-600b-4779-941a-4452b0b913cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:53Z', 'revision_number': 9, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:56.087856 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b397ef6-600b-4779-941a-4452b0b913cd None None] Checking router: ea6d68e1-1917-469d-855d-9ac4d59ebc11 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:17:56.099156 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b397ef6-600b-4779-941a-4452b0b913cd None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:17:56.100126 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2b397ef6-600b-4779-941a-4452b0b913cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:56.142521 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-edf28cb2-9abd-4c96-b007-5a7f6a7d9488 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.213480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed10af-2de4-498e-8f2a-bd0eff93838a req-a138d7f3-b5f1-4b0c-875a-111d156bbcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:56.215191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf28cb2-9abd-4c96-b007-5a7f6a7d9488 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Subnet': ['ID=b88b10bd-82a5-4b7a-9e10-819cdcac5695,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:56.215399 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22ed10af-2de4-498e-8f2a-bd0eff93838a req-a138d7f3-b5f1-4b0c-875a-111d156bbcee service neutron] 10.222.0.18 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.4906161 Jul 16 18:17:56.227826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-edf28cb2-9abd-4c96-b007-5a7f6a7d9488 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.235091 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-edf28cb2-9abd-4c96-b007-5a7f6a7d9488 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/b88b10bd-82a5-4b7a-9e10-819cdcac5695 HTTP/1.1" status: 204 len: 168 time: 0.7453403 Jul 16 18:17:56.235800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50248) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:56.236592 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0164bcb8-0df2-451b-8861-de14868f3dfe None None] Network 6bf3441a-73ba-46fb-831e-13a876159563 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:17:56.248310 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-2b397ef6-600b-4779-941a-4452b0b913cd None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:17:56.357348 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22ed10af-2de4-498e-8f2a-bd0eff93838a req-8f6fffc9-0788-48c8-ac8b-39ea489800c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 1001 time: 0.1326537 Jul 16 18:17:56.455650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] For port 0fa3e845-582c-4382-a63a-6e61dd1198a4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0fa3e845-582c-4382-a63a-6e61dd1198a4,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:56.478580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.485927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed10af-2de4-498e-8f2a-bd0eff93838a req-728cef5d-8dab-4c72-817a-1e7b9eddfc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:56.487645 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22ed10af-2de4-498e-8f2a-bd0eff93838a req-728cef5d-8dab-4c72-817a-1e7b9eddfc50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.0898707 Jul 16 18:17:56.562964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] For port 0fa3e845-582c-4382-a63a-6e61dd1198a4, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:17:56.611741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] device_id is not set on port 0fa3e845-582c-4382-a63a-6e61dd1198a4 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:17:56.625992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.657891 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed10af-2de4-498e-8f2a-bd0eff93838a req-61c38399-120b-4031-bc4d-758a71cc12ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:56.662602 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22ed10af-2de4-498e-8f2a-bd0eff93838a req-61c38399-120b-4031-bc4d-758a71cc12ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1598234 Jul 16 18:17:56.663282 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.676368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port 7c759168-24cc-4c23-9125-45553255895f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:56.677671 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.711003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50266) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:56.752248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9708bdc8-fd32-494d-bfcb-61645dfdd042 None None] DHCP port deletion for 6bf3441a-73ba-46fb-831e-13a876159563 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:17:56.826505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] For port 7c759168-24cc-4c23-9125-45553255895f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7c759168-24cc-4c23-9125-45553255895f,segment=NetworkSegment(318369be-0bde-45ce-9324-88f238791177),segment_id=318369be-0bde-45ce-9324-88f238791177)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:56.827445 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.862611 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-2b397ef6-600b-4779-941a-4452b0b913cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:53Z', 'revision_number': 9, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:56.870491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for 7c759168-24cc-4c23-9125-45553255895f owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:56.942316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9708bdc8-fd32-494d-bfcb-61645dfdd042 None None] Deleting port 7c759168-24cc-4c23-9125-45553255895f {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:56.944307 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9708bdc8-fd32-494d-bfcb-61645dfdd042 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:56.990995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] No DVR routers for this DVR port 0fa3e845-582c-4382-a63a-6e61dd1198a4 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:57.006788 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b397ef6-600b-4779-941a-4452b0b913cd None None] The sync data for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 is: [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:53Z', 'revision_number': 9, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': '799eff02-9247-4513-b2a2-12140889bc84', 'name': '', 'network_id': 'fead6714-7b33-40cb-99fd-54b242db90b4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:8b:1f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2678, 'fixed_ips': [{'subnet_id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:24Z', 'updated_at': '2021-07-16T18:17:37Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'd8364e3b-0d83-4e93-99d0-508aa861e134', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:17:57.080430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] Pushing event updated for resources: {'Port': ['ID=0fa3e845-582c-4382-a63a-6e61dd1198a4,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.087255 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.130048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-9708bdc8-fd32-494d-bfcb-61645dfdd042 None None] For port 7c759168-24cc-4c23-9125-45553255895f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7c759168-24cc-4c23-9125-45553255895f,segment=NetworkSegment(318369be-0bde-45ce-9324-88f238791177),segment_id=318369be-0bde-45ce-9324-88f238791177)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:57.130048 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9708bdc8-fd32-494d-bfcb-61645dfdd042 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.131310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No DVR routers for this DVR port 7c759168-24cc-4c23-9125-45553255895f on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:57.169871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9708bdc8-fd32-494d-bfcb-61645dfdd042 None None] Calling delete_port for 7c759168-24cc-4c23-9125-45553255895f owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:57.176517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=7c759168-24cc-4c23-9125-45553255895f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.203857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:17:57.229193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] In _notify_port_updated(), no bound segment for port 0fa3e845-582c-4382-a63a-6e61dd1198a4 on network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:17:57.230838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.232121 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.233878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-b2961c31-a13c-49fd-8e2d-006171902743 service neutron] 10.222.0.37 "PUT /v2.0/ports/0fa3e845-582c-4382-a63a-6e61dd1198a4 HTTP/1.1" status: 200 len: 1026 time: 1.6879640 Jul 16 18:17:57.243023 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22ed10af-2de4-498e-8f2a-bd0eff93838a req-f9aec340-9ccb-46b6-801b-77fddcebbc79 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5607936 Jul 16 18:17:57.304597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ba66d6e3-083d-4819-b1d5-a842578f724f None None] Provisioning complete for port 0fa3e845-582c-4382-a63a-6e61dd1198a4 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:17:57.305369 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ba66d6e3-083d-4819-b1d5-a842578f724f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.329840 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.348634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a960-d451-415c-9d0d-b3fa93818e58 req-ca606db8-fede-41ef-a044-a95bbe2d4ce2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.355331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a960-d451-415c-9d0d-b3fa93818e58 req-ca606db8-fede-41ef-a044-a95bbe2d4ce2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.360055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47f2640-e991-4530-a055-f52cd91abd2b req-f40fa771-5f28-44bd-901a-4954b898b0da tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.361738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a960-d451-415c-9d0d-b3fa93818e58 req-ca606db8-fede-41ef-a044-a95bbe2d4ce2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.368679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a960-d451-415c-9d0d-b3fa93818e58 req-ca606db8-fede-41ef-a044-a95bbe2d4ce2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.372565 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47f2640-e991-4530-a055-f52cd91abd2b req-f40fa771-5f28-44bd-901a-4954b898b0da tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.5279889 Jul 16 18:17:57.375815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e5a960-d451-415c-9d0d-b3fa93818e58 req-ca606db8-fede-41ef-a044-a95bbe2d4ce2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:57.377171 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-84e5a960-d451-415c-9d0d-b3fa93818e58 req-ca606db8-fede-41ef-a044-a95bbe2d4ce2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 3876 time: 0.6644695 Jul 16 18:17:57.385954 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.400706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bf3441a-73ba-46fb-831e-13a876159563']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:57.441643 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '318369be-0bde-45ce-9324-88f238791177') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:57.442128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '318369be-0bde-45ce-9324-88f238791177') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:17:57.457146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ba66d6e3-083d-4819-b1d5-a842578f724f None None] Port 0fa3e845-582c-4382-a63a-6e61dd1198a4 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:17:57.484898 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9708bdc8-fd32-494d-bfcb-61645dfdd042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.488294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.542985 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9708bdc8-fd32-494d-bfcb-61645dfdd042 None None] Pushing event deleted for resources: {'Port': ['ID=7c759168-24cc-4c23-9125-45553255895f,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.551419 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b47f2640-e991-4530-a055-f52cd91abd2b req-569ba20b-96bb-4473-b530-a8b94d8f8f52 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766644 Jul 16 18:17:57.557142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9708bdc8-fd32-494d-bfcb-61645dfdd042 None None] No DVR routers for this DVR port 7c759168-24cc-4c23-9125-45553255895f on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:57.580888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7c759168-24cc-4c23-9125-45553255895f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:57.582039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.608166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 7c759168-24cc-4c23-9125-45553255895f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:57.608837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7c759168-24cc-4c23-9125-45553255895f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:57.609462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9defa11-430e-4470-88ae-149eb512892b no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:17:57.615311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:17:57.616051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:17:57.624209 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:17:57.641345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: e9defa11-430e-4470-88ae-149eb512892b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:17:57.642130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9defa11-430e-4470-88ae-149eb512892b not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:17:57.727837 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22ed10af-2de4-498e-8f2a-bd0eff93838a req-9980b7c7-c870-49c1-810b-ff0eb059792f service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659672 Jul 16 18:17:57.732978 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.771817 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.777665 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/networks/6bf3441a-73ba-46fb-831e-13a876159563 HTTP/1.1" status: 204 len: 168 time: 1.5375891 Jul 16 18:17:57.777665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23798c2-b107-4129-975d-099d3a2bf5d8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Network': ['ID=6bf3441a-73ba-46fb-831e-13a876159563,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:57.779002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50272) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:57.803407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-84e5a960-d451-415c-9d0d-b3fa93818e58 req-108cd27c-6a88-41cd-8ac2-1aea384defcc tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3861747 Jul 16 18:17:57.825756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-1a784a00-049e-4bcd-93f6-ae236465f614 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Deleting port a77da69d-468d-40e0-a756-d7d719aac266 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:57.826112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-1a784a00-049e-4bcd-93f6-ae236465f614 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.920785 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:57.982113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-1a784a00-049e-4bcd-93f6-ae236465f614 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] For port a77da69d-468d-40e0-a756-d7d719aac266, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a77da69d-468d-40e0-a756-d7d719aac266,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:57.982454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-1a784a00-049e-4bcd-93f6-ae236465f614 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.010137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-1a784a00-049e-4bcd-93f6-ae236465f614 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Calling delete_port for a77da69d-468d-40e0-a756-d7d719aac266 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:58.116034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Allocated IP 172.25.7.103 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/1332f5cd-0f72-4d2f-b961-ca6caf20ed17) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:17:58.311139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.330435 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-1a784a00-049e-4bcd-93f6-ae236465f614 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.343605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.377689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a784a00-049e-4bcd-93f6-ae236465f614 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Port': ['ID=a77da69d-468d-40e0-a756-d7d719aac266,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:58.435892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-1a784a00-049e-4bcd-93f6-ae236465f614 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] No DVR routers for this DVR port a77da69d-468d-40e0-a756-d7d719aac266 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:58.439663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-1a784a00-049e-4bcd-93f6-ae236465f614 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.441784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-1a784a00-049e-4bcd-93f6-ae236465f614 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "DELETE /v2.0/ports/a77da69d-468d-40e0-a756-d7d719aac266 HTTP/1.1" status: 204 len: 173 time: 1.1949244 Jul 16 18:17:58.442259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-deleted', 'tag': 'a77da69d-468d-40e0-a756-d7d719aac266'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:17:58.447145 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e817582-466b-4442-976f-ba695cc327df" -d '{"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-deleted", "tag": "a77da69d-468d-40e0-a756-d7d719aac266"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:17:58.522392 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc255506-8cb3-4729-ad06-57a849e05961 x-openstack-request-id: req-fc255506-8cb3-4729-ad06-57a849e05961 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:17:58.522694 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-deleted", "tag": "a77da69d-468d-40e0-a756-d7d719aac266", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:17:58.523022 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fc255506-8cb3-4729-ad06-57a849e05961 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:17:58.523380 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-deleted', 'tag': 'a77da69d-468d-40e0-a756-d7d719aac266', 'status': 'completed', 'code': 200} Jul 16 18:17:58.526076 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.600506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:17:58.606406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:17:58.638032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:17:58.642185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event updated for resources: {'Port': ['ID=1332f5cd-0f72-4d2f-b961-ca6caf20ed17,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:58.810630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-cf99cf7f-ca18-4172-941f-75b9518de502 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Deleting port 6f59f170-ea3b-48fb-bfc9-90634344e929 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:58.812915 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-cf99cf7f-ca18-4172-941f-75b9518de502 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:58.825925 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port 799eff02-9247-4513-b2a2-12140889bc84 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:17:58.826555 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.026141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] For port 799eff02-9247-4513-b2a2-12140889bc84, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=799eff02-9247-4513-b2a2-12140889bc84,segment=NetworkSegment(c2ca0aae-490b-4593-a6e8-df4adae40820),segment_id=c2ca0aae-490b-4593-a6e8-df4adae40820)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:59.026715 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.081016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for 799eff02-9247-4513-b2a2-12140889bc84 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:59.085894 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.100865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438d978d-f1af-4269-966c-02b0f953aa01 req-910fe734-f7d7-4ff5-932f-284f80a6c791 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:59.109336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-438d978d-f1af-4269-966c-02b0f953aa01 req-910fe734-f7d7-4ff5-932f-284f80a6c791 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.3828959 Jul 16 18:17:59.206532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-cf99cf7f-ca18-4172-941f-75b9518de502 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] For port 6f59f170-ea3b-48fb-bfc9-90634344e929, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6f59f170-ea3b-48fb-bfc9-90634344e929,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:17:59.207047 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-cf99cf7f-ca18-4172-941f-75b9518de502 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.253988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb22e2-b58c-43d0-8358-32e2ed5e44cb req-24104581-a2ad-4291-acd5-9d5f8ab35354 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:59.261601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb22e2-b58c-43d0-8358-32e2ed5e44cb req-24104581-a2ad-4291-acd5-9d5f8ab35354 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:59.262456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.269278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-cf99cf7f-ca18-4172-941f-75b9518de502 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Calling delete_port for 6f59f170-ea3b-48fb-bfc9-90634344e929 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:17:59.271164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb22e2-b58c-43d0-8358-32e2ed5e44cb req-24104581-a2ad-4291-acd5-9d5f8ab35354 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:59.284330 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-438d978d-f1af-4269-966c-02b0f953aa01 req-c053b996-36f8-464f-9649-6db4ae6b2dee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1738372 Jul 16 18:17:59.289929 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb22e2-b58c-43d0-8358-32e2ed5e44cb req-24104581-a2ad-4291-acd5-9d5f8ab35354 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:17:59.301414 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8dbb22e2-b58c-43d0-8358-32e2ed5e44cb req-24104581-a2ad-4291-acd5-9d5f8ab35354 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 3143 time: 0.3073111 Jul 16 18:17:59.328844 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.383310 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8dbb22e2-b58c-43d0-8358-32e2ed5e44cb req-6a21107a-40c4-440c-bcf0-19e4ceec58ac tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809381 Jul 16 18:17:59.409698 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-20fb8b14-6ac2-4b46-9409-6166fec796c7 service neutron] show failed (client error): The resource could not be found. Jul 16 18:17:59.410597 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-20fb8b14-6ac2-4b46-9409-6166fec796c7 service neutron] 10.222.0.18 "GET /v2.0/ports/decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.2298439 Jul 16 18:17:59.430820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.503612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=799eff02-9247-4513-b2a2-12140889bc84,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:59.615319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-cf99cf7f-ca18-4172-941f-75b9518de502 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.619410 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.670415 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.684944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.702941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99cf7f-ca18-4172-941f-75b9518de502 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Port': ['ID=6f59f170-ea3b-48fb-bfc9-90634344e929,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:59.863076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-cf99cf7f-ca18-4172-941f-75b9518de502 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] No DVR routers for this DVR port 6f59f170-ea3b-48fb-bfc9-90634344e929 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:17:59.881784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-cf99cf7f-ca18-4172-941f-75b9518de502 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.884218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-cf99cf7f-ca18-4172-941f-75b9518de502 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "DELETE /v2.0/ports/6f59f170-ea3b-48fb-bfc9-90634344e929 HTTP/1.1" status: 204 len: 173 time: 1.4334016 Jul 16 18:17:59.921403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event updated for resources: {'Port': ['ID=1332f5cd-0f72-4d2f-b961-ca6caf20ed17,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:17:59.946345 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.980095 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:17:59.981431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b54c1607-0bcd-4384-9ce2-ee0a9f645b2f tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2673554 Jul 16 18:17:59.987248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50286) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:17:59.992463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-592625514'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:00.036061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-983976c1-eccc-403f-8c41-e43514256d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:00.037628 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-983976c1-eccc-403f-8c41-e43514256d2c service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 1097 time: 0.1691294 Jul 16 18:18:00.038233 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router ea6d68e1-1917-469d-855d-9ac4d59ebc11 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:00.039208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Made reservation on behalf of aac40209db41465ca11a281d36e350bd for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:00.043938 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.060612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.062318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:00.107302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-370eb83c-45a5-40b4-9616-2f0c7ee3dd71 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Deleting port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:00.107993 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-370eb83c-45a5-40b4-9616-2f0c7ee3dd71 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.202304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:00.218434 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-564f6380-3f89-48ed-b238-5d6a74d15c33 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4323878 Jul 16 18:18:00.219531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50290) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:00.222031 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b931f41-275f-4af6-a336-27b33cf9bbde None None] Sync routers for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:00.238234 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b931f41-275f-4af6-a336-27b33cf9bbde None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:00.251256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5b931f41-275f-4af6-a336-27b33cf9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:00.300656 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.308861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-370eb83c-45a5-40b4-9616-2f0c7ee3dd71 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] For port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:00.310059 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-370eb83c-45a5-40b4-9616-2f0c7ee3dd71 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.354128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-370eb83c-45a5-40b4-9616-2f0c7ee3dd71 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Calling delete_port for 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:00.432034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-fddcd13b-ef1c-47bf-8307-f4e4707f8410 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting subnet d8364e3b-0d83-4e93-99d0-508aa861e134 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:00.455548 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fddcd13b-ef1c-47bf-8307-f4e4707f8410 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.506303 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.524165 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.533751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-deleted', 'tag': '6f59f170-ea3b-48fb-bfc9-90634344e929'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:00.539071 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7671220-7cfa-4040-ab8e-628322c7be1e" -d '{"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-deleted", "tag": "6f59f170-ea3b-48fb-bfc9-90634344e929"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:00.562575 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fddcd13b-ef1c-47bf-8307-f4e4707f8410 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.628103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:00.646372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07cafa2e-a6a5-4bde-890c-1564b61e84ec,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:00.665583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.665947 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Added segment f8e5b99e-8290-4a3e-8389-105d38fcbbbb of type vlan for network 961d654b-6e2e-4c04-9196-4b09185dcedf Jul 16 18:18:00.768332 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.874734 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fddcd13b-ef1c-47bf-8307-f4e4707f8410 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.910397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-5b931f41-275f-4af6-a336-27b33cf9bbde None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:00.930283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:00.938874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:00.939542 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.065526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0743086 Jul 16 18:18:01.068484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50302) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:01.076221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Request body: {'subnet': {'network_id': '961d654b-6e2e-4c04-9196-4b09185dcedf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:01.307885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5b931f41-275f-4af6-a336-27b33cf9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 10, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:01.320113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:01.323327 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-370eb83c-45a5-40b4-9616-2f0c7ee3dd71 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.377358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b931f41-275f-4af6-a336-27b33cf9bbde None None] Checking router: ea6d68e1-1917-469d-855d-9ac4d59ebc11 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:01.393315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b931f41-275f-4af6-a336-27b33cf9bbde None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:01.395165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5b931f41-275f-4af6-a336-27b33cf9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:01.447138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370eb83c-45a5-40b4-9616-2f0c7ee3dd71 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Port': ['ID=04ceaeee-bcfc-4fc4-821b-d8ad69782ca3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:01.514900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7472588-cae1-4d23-be53-372906c60677 req-76caed5a-082c-45cb-b488-48e062ed667e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.523912 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7472588-cae1-4d23-be53-372906c60677 req-76caed5a-082c-45cb-b488-48e062ed667e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.9764414 Jul 16 18:18:01.550350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571eb95-b149-4ec9-8fac-e3cc85cbc081 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event updated for resources: {'Network': ['ID=961d654b-6e2e-4c04-9196-4b09185dcedf,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:01.562277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-370eb83c-45a5-40b4-9616-2f0c7ee3dd71 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] No DVR routers for this DVR port 04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:01.564648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:01.574019 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-370eb83c-45a5-40b4-9616-2f0c7ee3dd71 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.576986 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-370eb83c-45a5-40b4-9616-2f0c7ee3dd71 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "DELETE /v2.0/ports/04ceaeee-bcfc-4fc4-821b-d8ad69782ca3 HTTP/1.1" status: 204 len: 173 time: 1.6854911 Jul 16 18:18:01.583492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 961d654b-6e2e-4c04-9196-4b09185dcedf details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:01.586421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fddcd13b-ef1c-47bf-8307-f4e4707f8410 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.679249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddcd13b-ef1c-47bf-8307-f4e4707f8410 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Subnet': ['ID=d8364e3b-0d83-4e93-99d0-508aa861e134,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:01.686748 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fddcd13b-ef1c-47bf-8307-f4e4707f8410 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.691203 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fddcd13b-ef1c-47bf-8307-f4e4707f8410 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/d8364e3b-0d83-4e93-99d0-508aa861e134 HTTP/1.1" status: 204 len: 168 time: 1.4689643 Jul 16 18:18:01.698189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50310) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:01.699370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927df724-efba-4aaa-a365-8a5657fec1cb req-c5443651-54b5-47e3-a40a-4fe120d52aa4 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.708151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927df724-efba-4aaa-a365-8a5657fec1cb req-c5443651-54b5-47e3-a40a-4fe120d52aa4 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.714715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927df724-efba-4aaa-a365-8a5657fec1cb req-c5443651-54b5-47e3-a40a-4fe120d52aa4 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:01.716535 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-927df724-efba-4aaa-a365-8a5657fec1cb req-c5443651-54b5-47e3-a40a-4fe120d52aa4 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 2333 time: 0.9111145 Jul 16 18:18:01.738743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7472588-cae1-4d23-be53-372906c60677 req-8ba77448-4421-406a-b86f-dd601145a5f6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133381 Jul 16 18:18:01.747077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.757433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Made reservation on behalf of aac40209db41465ca11a281d36e350bd for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:01.762315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.763427 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1635e3-08f1-4141-ab27-917871a45efd None None] Network fead6714-7b33-40cb-99fd-54b242db90b4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:01.829289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Transition to ACTIVE for port object decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:01.848618 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecda829-4d41-49af-895c-6e99b8e47f83 x-openstack-request-id: req-eecda829-4d41-49af-895c-6e99b8e47f83 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:01.849281 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-deleted", "tag": "6f59f170-ea3b-48fb-bfc9-90634344e929", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:01.849727 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eecda829-4d41-49af-895c-6e99b8e47f83 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:01.850599 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-deleted', 'tag': '6f59f170-ea3b-48fb-bfc9-90634344e929', 'status': 'completed', 'code': 200} Jul 16 18:18:01.870536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:01.891038 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-927df724-efba-4aaa-a365-8a5657fec1cb req-8ee7a187-da11-4e39-a550-b6c136f9518a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557608 Jul 16 18:18:01.927312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-5b931f41-275f-4af6-a336-27b33cf9bbde None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:02.127976 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.176842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] No DVR routers for this DVR port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:02.182628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=6']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:02.350756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5b931f41-275f-4af6-a336-27b33cf9bbde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 10, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:02.376522 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.405049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b931f41-275f-4af6-a336-27b33cf9bbde None None] The sync data for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 is: [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:17:59Z', 'revision_number': 10, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None, '_interfaces': [{'id': 'a385e7de-d8bf-4681-a8ed-e463e5fbd536', 'name': '', 'network_id': 'ede328cb-217f-48b3-8828-e5e734775aa4', 'tenant_id': '68ff095569774317bb581577e7674854', 'mac_address': 'fa:16:3e:30:d7:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'device_owner': 'network:router_interface', 'standard_attr_id': 2669, 'fixed_ips': [{'subnet_id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:17:20Z', 'updated_at': '2021-07-16T18:17:28Z', 'revision_number': 5, 'project_id': '68ff095569774317bb581577e7674854', 'subnets': [{'id': 'f01e7a83-10da-48bb-b16f-532c6de0b192', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:02.454309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Deleting port 29a99993-167c-45c1-b0e8-012ff5e913fc {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:02.455343 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.491487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a68343d-5e45-4812-9551-34f0702aef50 None None] DHCP port deletion for fead6714-7b33-40cb-99fd-54b242db90b4 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:02.506174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event updated for resources: {'Subnet': ['ID=98c89d78-23b0-43ff-99fa-0463c7056315,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:02.512390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Checking segment: {'id': 'f8e5b99e-8290-4a3e-8389-105d38fcbbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '961d654b-6e2e-4c04-9196-4b09185dcedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:02.512961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Network hostable DHCP agents. Network: 961d654b-6e2e-4c04-9196-4b09185dcedf, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:02.538328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Network 961d654b-6e2e-4c04-9196-4b09185dcedf is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:02.559164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 961d654b-6e2e-4c04-9196-4b09185dcedf) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:02.572357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:02.575132 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.587816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d89e85-a913-48fd-9537-b00e685c6513 None None] Network 961d654b-6e2e-4c04-9196-4b09185dcedf requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:02.603186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b0924593-48a9-4cf4-892b-ae811a54dbb7 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5316684 Jul 16 18:18:02.609514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50314) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:02.629179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-862489237', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:02.656227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:02.657409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:02.657943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:02.669607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:02.670217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:02.677400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5a68343d-5e45-4812-9551-34f0702aef50 None None] Deleting port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:02.677694 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5a68343d-5e45-4812-9551-34f0702aef50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.686750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:02.687423 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.691023 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.692388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.692668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:02.692890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Checking segment: {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:02.693318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Bound using segment: {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:02.693804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Bound port: decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:02.694187 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.736613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] For port 29a99993-167c-45c1-b0e8-012ff5e913fc, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=29a99993-167c-45c1-b0e8-012ff5e913fc,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:02.737245 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.828759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5a68343d-5e45-4812-9551-34f0702aef50 None None] For port 29945eb3-709e-4dd7-adf9-7a4273bb8d91, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=29945eb3-709e-4dd7-adf9-7a4273bb8d91,segment=NetworkSegment(c2ca0aae-490b-4593-a6e8-df4adae40820),segment_id=c2ca0aae-490b-4593-a6e8-df4adae40820)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:02.829407 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5a68343d-5e45-4812-9551-34f0702aef50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.871691 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:02.973348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5a68343d-5e45-4812-9551-34f0702aef50 None None] Calling delete_port for 29945eb3-709e-4dd7-adf9-7a4273bb8d91 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:03.126660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:03.241367 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:03.243649 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.246220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-961d654b-6e2e-4c04-9196-4b09185dcedf', 'network_id': '961d654b-6e2e-4c04-9196-4b09185dcedf', 'tenant_id': 'aac40209db41465ca11a281d36e350bd', 'fixed_ips': [{'subnet_id': '98c89d78-23b0-43ff-99fa-0463c7056315'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:03.247686 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.308792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 29945eb3-709e-4dd7-adf9-7a4273bb8d91 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:03.342884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] For port 29945eb3-709e-4dd7-adf9-7a4273bb8d91, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=29945eb3-709e-4dd7-adf9-7a4273bb8d91,segment=NetworkSegment(c2ca0aae-490b-4593-a6e8-df4adae40820),segment_id=c2ca0aae-490b-4593-a6e8-df4adae40820)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:03.343261 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.439886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for 29945eb3-709e-4dd7-adf9-7a4273bb8d91 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:03.467715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:03.513522 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.514020 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.514446 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Floating IP 6547a1fb-b9e8-4ed4-b2d6-c7ed16ba0a94 disassociated. External IP: 172.25.7.151, port: 29a99993-167c-45c1-b0e8-012ff5e913fc. Jul 16 18:18:03.514903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Calling delete_port for 29a99993-167c-45c1-b0e8-012ff5e913fc owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:03.519629 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:03.548276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfaa3-6973-457a-b30b-345ab9b5ba9b req-a9d0d5cc-4f06-4677-816b-5f60eddffc04 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.556484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2bfaa3-6973-457a-b30b-345ab9b5ba9b req-a9d0d5cc-4f06-4677-816b-5f60eddffc04 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.558264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f2bfaa3-6973-457a-b30b-345ab9b5ba9b req-a9d0d5cc-4f06-4677-816b-5f60eddffc04 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 1678 time: 0.2584918 Jul 16 18:18:03.605117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.615815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Allocated IP 172.20.0.2 (961d654b-6e2e-4c04-9196-4b09185dcedf/98c89d78-23b0-43ff-99fa-0463c7056315/293fa8bd-9756-4efa-8943-4d94a76c60ed) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:03.687906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.713547 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.720907 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5a68343d-5e45-4812-9551-34f0702aef50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.738944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.745168 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f2bfaa3-6973-457a-b30b-345ab9b5ba9b req-46fc7dfb-85d3-488b-bcc6-1419cf656a61 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781211 Jul 16 18:18:03.775662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 update to DOWN by agent not found {{(pid=105440) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 18:18:03.776204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 799eff02-9247-4513-b2a2-12140889bc84 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:03.812248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a68343d-5e45-4812-9551-34f0702aef50 None None] No DVR routers for this DVR port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:03.834491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.835136 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:03.836668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-40c8c83d-39f5-48da-ad83-99bdc9fc7fb0 service neutron] 10.222.0.37 "PUT /v2.0/ports/decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 1092 time: 3.7818749 Jul 16 18:18:03.847987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebae4d8-ab61-41c8-82ea-73b89a2d4464 req-191c0355-452f-4b30-ba98-28631aba0571 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:03.849578 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aebae4d8-ab61-41c8-82ea-73b89a2d4464 req-191c0355-452f-4b30-ba98-28631aba0571 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 944 time: 0.5445879 Jul 16 18:18:03.853493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-deleted', 'tag': '04ceaeee-bcfc-4fc4-821b-d8ad69782ca3'}, {'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'}, {'name': 'network-changed', 'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:03.857734 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cac16ae-f2f8-4301-b329-4b39c0a53251" -d '{"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-deleted", "tag": "04ceaeee-bcfc-4fc4-821b-d8ad69782ca3"}, {"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-unplugged", "status": "completed", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1"}, {"name": "network-changed", "server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:03.867448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 799eff02-9247-4513-b2a2-12140889bc84 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:03.867867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 799eff02-9247-4513-b2a2-12140889bc84 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:03.870177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68343d-5e45-4812-9551-34f0702aef50 None None] Pushing event deleted for resources: {'Port': ['ID=29945eb3-709e-4dd7-adf9-7a4273bb8d91,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:03.979042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aebae4d8-ab61-41c8-82ea-73b89a2d4464 req-9aa4c208-b4f7-4390-a33d-4f506020959d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059725 Jul 16 18:18:04.033522 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 523 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eba22378-d7ea-4078-8e48-56d0190d1407 x-openstack-request-id: req-eba22378-d7ea-4078-8e48-56d0190d1407 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:04.053526 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-deleted", "tag": "04ceaeee-bcfc-4fc4-821b-d8ad69782ca3", "status": "completed", "code": 200}, {"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-unplugged", "status": "completed", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1", "code": 200}, {"name": "network-changed", "server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:04.054811 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eba22378-d7ea-4078-8e48-56d0190d1407 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:04.055880 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-deleted', 'tag': '04ceaeee-bcfc-4fc4-821b-d8ad69782ca3', 'status': 'completed', 'code': 200} Jul 16 18:18:04.057166 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'code': 200} Jul 16 18:18:04.058095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Allocated IP 172.25.7.20 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/bcb27d24-fc0f-45b2-8809-ada831ca6ebb) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:04.058583 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'status': 'completed', 'code': 200} Jul 16 18:18:04.117083 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.120552 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.131436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Transition to ACTIVE for port object 293fa8bd-9756-4efa-8943-4d94a76c60ed will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:04.163247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Transition to ACTIVE for port object 293fa8bd-9756-4efa-8943-4d94a76c60ed will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:04.173611 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.191793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=29945eb3-709e-4dd7-adf9-7a4273bb8d91,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.272144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No DVR routers for this DVR port 29945eb3-709e-4dd7-adf9-7a4273bb8d91 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:04.295898 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Pushing event updated for resources: {'Port': ['ID=293fa8bd-9756-4efa-8943-4d94a76c60ed,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.296816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.307399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Network 961d654b-6e2e-4c04-9196-4b09185dcedf is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:04.310878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:04.315093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:04.363220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-2c86b9cf-c2c6-43d6-8009-08e86a0f5223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:04.364774 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-2c86b9cf-c2c6-43d6-8009-08e86a0f5223 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1095 time: 0.4445357 Jul 16 18:18:04.405611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.425907 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.441684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fead6714-7b33-40cb-99fd-54b242db90b4']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:04.462563 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2ca0aae-490b-4593-a6e8-df4adae40820') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:04.463491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2ca0aae-490b-4593-a6e8-df4adae40820') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:04.480402 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.485914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Attempting to bind port 293fa8bd-9756-4efa-8943-4d94a76c60ed on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:04.486567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Attempting to bind port 293fa8bd-9756-4efa-8943-4d94a76c60ed by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'f8e5b99e-8290-4a3e-8389-105d38fcbbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '961d654b-6e2e-4c04-9196-4b09185dcedf'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:04.486960 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Attempting to bind port 293fa8bd-9756-4efa-8943-4d94a76c60ed on network 961d654b-6e2e-4c04-9196-4b09185dcedf {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:04.490291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:04.492626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event updated for resources: {'Port': ['ID=bcb27d24-fc0f-45b2-8809-ada831ca6ebb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.494930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:04.495337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Checking segment: {'id': 'f8e5b99e-8290-4a3e-8389-105d38fcbbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '961d654b-6e2e-4c04-9196-4b09185dcedf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:04.495909 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.498103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Bound using segment: {'id': 'f8e5b99e-8290-4a3e-8389-105d38fcbbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '961d654b-6e2e-4c04-9196-4b09185dcedf'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:04.498570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:04.498759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Bound port: 293fa8bd-9756-4efa-8943-4d94a76c60ed, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8e5b99e-8290-4a3e-8389-105d38fcbbbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '961d654b-6e2e-4c04-9196-4b09185dcedf'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:04.499094 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.501730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:04.557911 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.616501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] For port 293fa8bd-9756-4efa-8943-4d94a76c60ed, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:04.618472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:04.619512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.620144 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] For port 293fa8bd-9756-4efa-8943-4d94a76c60ed, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=293fa8bd-9756-4efa-8943-4d94a76c60ed,segment=NetworkSegment(f8e5b99e-8290-4a3e-8389-105d38fcbbbb),segment_id=f8e5b99e-8290-4a3e-8389-105d38fcbbbb)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:04.623908 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:04.632217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-17e3331f-aa28-4255-9b5a-79909014165b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:04.632547 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.633819 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-17e3331f-aa28-4255-9b5a-79909014165b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1095 time: 0.4955678 Jul 16 18:18:04.726467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5ad77-c76b-4322-817b-d9e961f49501 None None] Pushing event updated for resources: {'Port': ['ID=293fa8bd-9756-4efa-8943-4d94a76c60ed,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.891603 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.897967 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.939730 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:04.943373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/networks/fead6714-7b33-40cb-99fd-54b242db90b4 HTTP/1.1" status: 204 len: 168 time: 3.2432716 Jul 16 18:18:04.944957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d30acb-15cf-4a7f-967c-79c1b4038bc6 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Network': ['ID=fead6714-7b33-40cb-99fd-54b242db90b4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:04.947414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50330) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:05.101457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-da4b54ec-2e9e-4bb6-a3ed-3aab9a1c69d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.103614 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-da4b54ec-2e9e-4bb6-a3ed-3aab9a1c69d8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.7249942 Jul 16 18:18:05.106874 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.107128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Port': ['ID=29a99993-167c-45c1-b0e8-012ff5e913fc,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:05.275206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-20bd25b7-0749-4a59-9d23-1c9df1b05513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.278328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-20bd25b7-0749-4a59-9d23-1c9df1b05513 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.6227891 Jul 16 18:18:05.431025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 293fa8bd-9756-4efa-8943-4d94a76c60ed up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:05.462854 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-ddd673d5-ad7e-4c80-8254-889a5879481d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 999 time: 0.3471987 Jul 16 18:18:05.500295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 293fa8bd-9756-4efa-8943-4d94a76c60ed completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:05.546045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-a4952e06-b443-4522-9502-f77a32002ace service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 999 time: 0.2486186 Jul 16 18:18:05.617193 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:05.648249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4074116-a891-48da-b2c3-03ca5a60ef73 req-8fe97509-0f30-4f1f-a212-3ff9e7102684 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.649896 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4074116-a891-48da-b2c3-03ca5a60ef73 req-8fe97509-0f30-4f1f-a212-3ff9e7102684 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 943 time: 0.6282294 Jul 16 18:18:05.682888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-c09ed86d-03fa-47d9-9517-62c610f05b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.687639 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-c09ed86d-03fa-47d9-9517-62c610f05b8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.1876628 Jul 16 18:18:05.783957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Router c3db2f3b-8c8f-4485-af2f-d574811923e9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:05.786277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-853f8f4f-3d0a-4de6-afac-7c675da7977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.787938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-853f8f4f-3d0a-4de6-afac-7c675da7977b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.2243047 Jul 16 18:18:05.852385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4074116-a891-48da-b2c3-03ca5a60ef73 req-6b521833-902c-43fe-a6a2-a718ce8e789a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568344 Jul 16 18:18:05.945371 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffff962-902b-4355-81f2-0ac62b7b53b8 req-d8dff9a8-0d19-47ee-9857-ddd60e3841cb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:05.956741 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ffff962-902b-4355-81f2-0ac62b7b53b8 req-d8dff9a8-0d19-47ee-9857-ddd60e3841cb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 944 time: 0.6064379 Jul 16 18:18:05.968345 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Router 76cd9225-93aa-4c16-8711-7711bacc1290 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:06.176787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:06.189594 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b11aa5f-6a43-45a4-a12e-54b5e2edcb8a None None] Sync routers for ids ['76cd9225-93aa-4c16-8711-7711bacc1290'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:06.205319 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b11aa5f-6a43-45a4-a12e-54b5e2edcb8a None None] Routers {'76cd9225-93aa-4c16-8711-7711bacc1290'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:06.207323 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6b11aa5f-6a43-45a4-a12e-54b5e2edcb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76cd9225-93aa-4c16-8711-7711bacc1290'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:06.220415 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.226504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8bfa0bba-28d1-4907-9c01-b3a472abbec3 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 3.6125710 Jul 16 18:18:06.229694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50336) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:06.234636 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.391794 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6b11aa5f-6a43-45a4-a12e-54b5e2edcb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:06.403499 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b11aa5f-6a43-45a4-a12e-54b5e2edcb8a None None] Routers {'76cd9225-93aa-4c16-8711-7711bacc1290'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:06.404761 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6b11aa5f-6a43-45a4-a12e-54b5e2edcb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76cd9225-93aa-4c16-8711-7711bacc1290'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:06.437508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6b3d11-44a0-40a4-91b2-345bcb9c740b None None] Network 961d654b-6e2e-4c04-9196-4b09185dcedf requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:06.456793 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6b11aa5f-6a43-45a4-a12e-54b5e2edcb8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:06.457899 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b11aa5f-6a43-45a4-a12e-54b5e2edcb8a None None] The sync data for ids ['76cd9225-93aa-4c16-8711-7711bacc1290'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:06.549559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-05c22eae-c28b-4b92-97a0-b3c5aaadb28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.552325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-05c22eae-c28b-4b92-97a0-b3c5aaadb28a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8536985 Jul 16 18:18:06.566192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ffff962-902b-4355-81f2-0ac62b7b53b8 req-4c059345-6c13-48f3-b6dc-6a655ec84528 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6079309 Jul 16 18:18:06.569053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4e2f2512-af86-442e-a3ba-0cf1ef86d95c None None] Provisioning for port 293fa8bd-9756-4efa-8943-4d94a76c60ed completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:06.616019 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4e2f2512-af86-442e-a3ba-0cf1ef86d95c None None] Provisioning complete for port 293fa8bd-9756-4efa-8943-4d94a76c60ed triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:06.616942 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2512-af86-442e-a3ba-0cf1ef86d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.761928 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2512-af86-442e-a3ba-0cf1ef86d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.778200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-7769963e-91b2-43bd-ba62-8ba2e4d36c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:06.780370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-7769963e-91b2-43bd-ba62-8ba2e4d36c76 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.9844823 Jul 16 18:18:06.806631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4e2f2512-af86-442e-a3ba-0cf1ef86d95c None None] For port 293fa8bd-9756-4efa-8943-4d94a76c60ed, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=293fa8bd-9756-4efa-8943-4d94a76c60ed,segment=NetworkSegment(f8e5b99e-8290-4a3e-8389-105d38fcbbbb),segment_id=f8e5b99e-8290-4a3e-8389-105d38fcbbbb)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:06.813158 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4e2f2512-af86-442e-a3ba-0cf1ef86d95c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:06.819366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:06.846061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dae6be-27ff-4077-af5e-348bc0495e95 None None] Sync routers for ids ['c3db2f3b-8c8f-4485-af2f-d574811923e9'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:06.883977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dae6be-27ff-4077-af5e-348bc0495e95 None None] Routers {'c3db2f3b-8c8f-4485-af2f-d574811923e9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:06.888863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f5dae6be-27ff-4077-af5e-348bc0495e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c3db2f3b-8c8f-4485-af2f-d574811923e9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:06.983598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2f2512-af86-442e-a3ba-0cf1ef86d95c None None] Pushing event updated for resources: {'Port': ['ID=293fa8bd-9756-4efa-8943-4d94a76c60ed,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:07.018550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] No DVR routers for this DVR port 29a99993-167c-45c1-b0e8-012ff5e913fc on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:07.022387 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.024927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-72e5b8f4-1fb9-4a06-8458-cca51e60bbeb tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "DELETE /v2.0/ports/29a99993-167c-45c1-b0e8-012ff5e913fc HTTP/1.1" status: 204 len: 173 time: 5.4243209 Jul 16 18:18:07.029691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-deleted', 'tag': '29a99993-167c-45c1-b0e8-012ff5e913fc'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:07.032471 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23085638-81cd-410c-aff0-5239ecf279a2" -d '{"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-deleted", "tag": "29a99993-167c-45c1-b0e8-012ff5e913fc"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:07.043716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-8fc4d284-5ebc-4d9a-be85-a3a7edc49b51 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5142446 Jul 16 18:18:07.132233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-66ccbffe-88a1-488f-8e26-db008ccf4399 service neutron] 10.222.0.37 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5571070 Jul 16 18:18:07.307464 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35daeba7-1eb9-44f6-98f0-c1175b351c98 x-openstack-request-id: req-35daeba7-1eb9-44f6-98f0-c1175b351c98 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:07.307883 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-deleted", "tag": "29a99993-167c-45c1-b0e8-012ff5e913fc", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:07.308075 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-35daeba7-1eb9-44f6-98f0-c1175b351c98 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:07.310978 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-deleted', 'tag': '29a99993-167c-45c1-b0e8-012ff5e913fc', 'status': 'completed', 'code': 200} Jul 16 18:18:07.315377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 293fa8bd-9756-4efa-8943-4d94a76c60ed up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:07.398809 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f5dae6be-27ff-4077-af5e-348bc0495e95 None None] Set router c3db2f3b-8c8f-4485-af2f-d574811923e9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:07.424414 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-ea093793-4704-4a2e-9cf6-5302ca42a274 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6349096 Jul 16 18:18:07.461453 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e1e075d2-395b-40a5-b021-d9e6a062bb8d None None] Provisioning complete for port 293fa8bd-9756-4efa-8943-4d94a76c60ed triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:07.462206 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e1e075d2-395b-40a5-b021-d9e6a062bb8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.474842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-4a1bfbae-1ec6-4053-a521-8957ad001532 service neutron] 10.222.0.37 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2739091 Jul 16 18:18:07.554567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-83f00aa0-c9a2-4117-b84c-45433283fb37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:07.557609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-83f00aa0-c9a2-4117-b84c-45433283fb37 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 1097 time: 0.4570265 Jul 16 18:18:07.597461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-75adf521-1997-4918-9200-b788b54b986a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Deleting port a73819e4-945a-49f0-90ad-8dfe03a9e18b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:07.597859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-75adf521-1997-4918-9200-b788b54b986a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.634034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 293fa8bd-9756-4efa-8943-4d94a76c60ed triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:07.634444 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:07.701338 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-8e845036-40e0-4c8e-a508-31f15bda4867 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640882 Jul 16 18:18:07.708247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03139534-7837-4fdd-a8be-8fe1f45be766 req-a8b10d69-8a62-45b6-8022-0371182bd43b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:07.725528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03139534-7837-4fdd-a8be-8fe1f45be766 req-a8b10d69-8a62-45b6-8022-0371182bd43b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 943 time: 0.5453031 Jul 16 18:18:07.876609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f5dae6be-27ff-4077-af5e-348bc0495e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:53Z', 'revision_number': 4, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '98a7e74e-7641-42d1-9420-876ec8e37957', 'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'mac_address': 'fa:16:3e:ed:bc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:59Z', 'revision_number': 5, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'subnets': [{'id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:07.910953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03139534-7837-4fdd-a8be-8fe1f45be766 req-56079eb2-83b8-4218-ae8d-6c300ed7dd6a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups?id=5910cc0f-bb38-4f81-bd41-dd86d2f46dea&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1845126 Jul 16 18:18:07.949148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dae6be-27ff-4077-af5e-348bc0495e95 None None] Checking router: c3db2f3b-8c8f-4485-af2f-d574811923e9 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:07.961437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5dae6be-27ff-4077-af5e-348bc0495e95 None None] Routers {'c3db2f3b-8c8f-4485-af2f-d574811923e9'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:07.962099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f5dae6be-27ff-4077-af5e-348bc0495e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c3db2f3b-8c8f-4485-af2f-d574811923e9'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:08.073459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-aa432122-9300-452d-94a1-cf43dd9fd4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.076667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-aa432122-9300-452d-94a1-cf43dd9fd4eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 912 time: 0.3572359 Jul 16 18:18:08.169656 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.191965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f5dae6be-27ff-4077-af5e-348bc0495e95 None None] Set router c3db2f3b-8c8f-4485-af2f-d574811923e9 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:08.194167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port a385e7de-d8bf-4681-a8ed-e463e5fbd536 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:08.194736 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.210587 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-f580bec5-a33a-42fb-94b4-79e0ee1d086a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5b671f5-bf75-43bb-b1f8-3324327700fd HTTP/1.1" status: 200 len: 1001 time: 0.1120749 Jul 16 18:18:08.242004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-75adf521-1997-4918-9200-b788b54b986a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] For port a73819e4-945a-49f0-90ad-8dfe03a9e18b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a73819e4-945a-49f0-90ad-8dfe03a9e18b,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:08.242522 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-75adf521-1997-4918-9200-b788b54b986a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.288696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-eca9a18a-efc3-475c-9d47-9198312cb0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.290563 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-eca9a18a-efc3-475c-9d47-9198312cb0a8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1095 time: 0.6755509 Jul 16 18:18:08.316120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-75adf521-1997-4918-9200-b788b54b986a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Calling delete_port for a73819e4-945a-49f0-90ad-8dfe03a9e18b owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:08.387519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] For port a385e7de-d8bf-4681-a8ed-e463e5fbd536, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a385e7de-d8bf-4681-a8ed-e463e5fbd536,segment=NetworkSegment(79c2e9ff-0dfa-4355-9024-5b7763c9397f),segment_id=79c2e9ff-0dfa-4355-9024-5b7763c9397f)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:08.388082 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.412096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for a385e7de-d8bf-4681-a8ed-e463e5fbd536 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:08.472604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-2e1a49e8-b158-4b58-bf69-72711bfc7331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.474186 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-2e1a49e8-b158-4b58-bf69-72711bfc7331 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.2539785 Jul 16 18:18:08.498027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42042f93-bb9e-44ba-99cb-dffb97bad91e req-dcdf46e0-8646-4de2-b571-6f981371dba3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.506871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42042f93-bb9e-44ba-99cb-dffb97bad91e req-dcdf46e0-8646-4de2-b571-6f981371dba3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 944 time: 0.5269840 Jul 16 18:18:08.533584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f5dae6be-27ff-4077-af5e-348bc0495e95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:53Z', 'revision_number': 4, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '98a7e74e-7641-42d1-9420-876ec8e37957', 'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'mac_address': 'fa:16:3e:ed:bc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:59Z', 'revision_number': 5, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'subnets': [{'id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:08.572758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dae6be-27ff-4077-af5e-348bc0495e95 None None] The sync data for ids ['c3db2f3b-8c8f-4485-af2f-d574811923e9'] in n-d-794306-7 is: [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:06:53Z', 'revision_number': 4, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '98a7e74e-7641-42d1-9420-876ec8e37957', 'name': '', 'network_id': '4cd880c5-7f33-473c-ae07-1b5ec8c80c91', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'mac_address': 'fa:16:3e:ed:bc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1598, 'fixed_ips': [{'subnet_id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:50Z', 'updated_at': '2021-07-16T18:06:59Z', 'revision_number': 5, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'subnets': [{'id': 'bed990a2-d4cd-48d5-b858-b087aef8b72e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:08.649116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42042f93-bb9e-44ba-99cb-dffb97bad91e req-8b50f6f9-fa78-44e6-8c34-120dc62aab42 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407621 Jul 16 18:18:08.689003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-34f9154d-001d-4022-abe0-9d8daf269e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.690648 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-34f9154d-001d-4022-abe0-9d8daf269e5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.3875270 Jul 16 18:18:08.771996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-5edf5f33-bf96-4094-911d-7b19f3698741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:08.773621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-5edf5f33-bf96-4094-911d-7b19f3698741 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2408125 Jul 16 18:18:08.864978 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-fe730e34-17fb-4317-9711-73513a4dea76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 999 time: 0.1582332 Jul 16 18:18:08.945920 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-75adf521-1997-4918-9200-b788b54b986a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.956687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:08.960123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Allocated IP 172.20.0.1 (961d654b-6e2e-4c04-9196-4b09185dcedf/98c89d78-23b0-43ff-99fa-0463c7056315/7123a95a-68c1-44e8-bb33-33f33eacfc7a) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:09.001070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75adf521-1997-4918-9200-b788b54b986a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Port': ['ID=a73819e4-945a-49f0-90ad-8dfe03a9e18b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.026329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-3922aac8-cee2-4eda-8ce0-8bbf8a0aa2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.029225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=a385e7de-d8bf-4681-a8ed-e463e5fbd536,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:09.036265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-3922aac8-cee2-4eda-8ce0-8bbf8a0aa2ee service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.1270819 Jul 16 18:18:09.037738 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd0a88-949e-4d7f-b5c9-04ca1aca3fe8 None None] New status for floating IP 6547a1fb-b9e8-4ed4-b2d6-c7ed16ba0a94: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:18:09.078032 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-63fc1437-d47f-4454-af9a-ff28b4b4fee4 service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758775 Jul 16 18:18:09.166850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-75adf521-1997-4918-9200-b788b54b986a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] No DVR routers for this DVR port a73819e4-945a-49f0-90ad-8dfe03a9e18b on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:09.176953 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-75adf521-1997-4918-9200-b788b54b986a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.179005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-75adf521-1997-4918-9200-b788b54b986a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.37 "DELETE /v2.0/ports/a73819e4-945a-49f0-90ad-8dfe03a9e18b HTTP/1.1" status: 204 len: 173 time: 2.1323521 Jul 16 18:18:09.352870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-deleted', 'tag': 'a73819e4-945a-49f0-90ad-8dfe03a9e18b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:09.360920 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1836ebb-a46b-4908-a32e-178149c11f29" -d '{"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-deleted", "tag": "a73819e4-945a-49f0-90ad-8dfe03a9e18b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:09.458664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-454e6e69-59e3-4e79-8a58-2fea46bc41c2 req-4579eff3-ad35-4a50-ad22-c19bbb736fab service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238480 Jul 16 18:18:09.461576 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fd7db81-1720-42cd-b7de-d2f85a7bba3d x-openstack-request-id: req-9fd7db81-1720-42cd-b7de-d2f85a7bba3d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:09.463305 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "831915a9-796f-4345-b647-1ace2ed1560a", "name": "network-vif-deleted", "tag": "a73819e4-945a-49f0-90ad-8dfe03a9e18b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:09.463650 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9fd7db81-1720-42cd-b7de-d2f85a7bba3d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:09.464302 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '831915a9-796f-4345-b647-1ace2ed1560a', 'name': 'network-vif-deleted', 'tag': 'a73819e4-945a-49f0-90ad-8dfe03a9e18b', 'status': 'completed', 'code': 200} Jul 16 18:18:09.475905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-6f88263d-432a-44bc-ada6-89b65646bd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.479690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-6f88263d-432a-44bc-ada6-89b65646bd10 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4164295 Jul 16 18:18:09.647466 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-41f2d7de-3eee-45c1-8c07-16b612c2814d req-22257c6b-0d3d-4743-acd4-8cd9fab52a4e tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.3753378 Jul 16 18:18:09.684753 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.690515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-c08af66e-30b3-47d1-b508-1c275d3b7785 service neutron] 10.222.0.37 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677029 Jul 16 18:18:09.848983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:09.914367 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cac16ae-f2f8-4301-b329-4b39c0a53251 req-fea5476b-e208-401a-a8b6-140479a15cc9 service neutron] 10.222.0.37 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152996 Jul 16 18:18:09.966205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dd8157-15dd-4e9a-9ace-5ac839b77aea req-0c7558d7-5f7f-4ed7-bde2-036a7da38540 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:09.969435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-66dd8157-15dd-4e9a-9ace-5ac839b77aea req-0c7558d7-5f7f-4ed7-bde2-036a7da38540 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 944 time: 0.1150577 Jul 16 18:18:09.993138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Transition to ACTIVE for port object 7123a95a-68c1-44e8-bb33-33f33eacfc7a will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:10.031099 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-66dd8157-15dd-4e9a-9ace-5ac839b77aea req-b7e11a54-7f27-4b24-8c13-8c11953fa860 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551145 Jul 16 18:18:10.057809 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.094319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Network 961d654b-6e2e-4c04-9196-4b09185dcedf is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:10.099351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router ea6d68e1-1917-469d-855d-9ac4d59ebc11 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:10.103061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:10.130274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:10.151634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:10.502849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:10.540961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'port_id': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'mac_address': 'fa:16:3e:c9:10:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:10.546795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event updated for resources: {'Port': ['ID=7123a95a-68c1-44e8-bb33-33f33eacfc7a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:10.573586 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.706668 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:10.864565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:10.955468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:10.972452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f5ef5ae9-c052-485d-9f9a-72016948a6f8 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0097613 Jul 16 18:18:10.972683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-54a95a78-a45e-4f6f-bd96-2b72c0f0df41 None None] Provisioning for port 7123a95a-68c1-44e8-bb33-33f33eacfc7a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:10.987916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50366) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:11.007133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:11.012136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ffb3c-bf97-4b75-9f83-09213e5a9544 None None] Sync routers for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:11.024360 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.040718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-54a95a78-a45e-4f6f-bd96-2b72c0f0df41 None None] Provisioning complete for port 7123a95a-68c1-44e8-bb33-33f33eacfc7a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:11.041382 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-54a95a78-a45e-4f6f-bd96-2b72c0f0df41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.133458 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-89896b3f-346a-47e3-9a51-dc6b69f8e061 req-ad7b6c09-9d2a-49fe-8de4-700a005dacae tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.1052022 Jul 16 18:18:11.169915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-54a95a78-a45e-4f6f-bd96-2b72c0f0df41 None None] Port 7123a95a-68c1-44e8-bb33-33f33eacfc7a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:11.217450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ffb3c-bf97-4b75-9f83-09213e5a9544 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:11.218704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-091ffb3c-bf97-4b75-9f83-09213e5a9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:11.314610 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:11.334802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:11.409150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-091ffb3c-bf97-4b75-9f83-09213e5a9544 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:11.484642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-091ffb3c-bf97-4b75-9f83-09213e5a9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:18:08Z', 'revision_number': 11, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:11.562784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ffb3c-bf97-4b75-9f83-09213e5a9544 None None] Checking router: ea6d68e1-1917-469d-855d-9ac4d59ebc11 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:11.579307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:11.673936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-091ffb3c-bf97-4b75-9f83-09213e5a9544 None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:11.674599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-091ffb3c-bf97-4b75-9f83-09213e5a9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:11.758435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-091ffb3c-bf97-4b75-9f83-09213e5a9544 None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:11.822797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-091ffb3c-bf97-4b75-9f83-09213e5a9544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:18:08Z', 'revision_number': 11, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:11.858107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-091ffb3c-bf97-4b75-9f83-09213e5a9544 None None] The sync data for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 is: [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:18:08Z', 'revision_number': 11, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:11.972970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33bdc4b-1766-42fc-9f8c-85f7a6ad2502 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting subnet f01e7a83-10da-48bb-b16f-532c6de0b192 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:11.992582 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e33bdc4b-1766-42fc-9f8c-85f7a6ad2502 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.088931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-dfb3de21-210f-470a-9763-5eda44b1342e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.091180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-dfb3de21-210f-470a-9763-5eda44b1342e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.37 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 944 time: 1.3786724 Jul 16 18:18:12.093525 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.121115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81d9c8-24a0-4788-8eac-b6d09b78178b req-0508dcf9-1b57-4620-8a94-da984d83a13b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.129242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f81d9c8-24a0-4788-8eac-b6d09b78178b req-0508dcf9-1b57-4620-8a94-da984d83a13b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 945 time: 1.1476841 Jul 16 18:18:12.135174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e33bdc4b-1766-42fc-9f8c-85f7a6ad2502 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.317830 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f81d9c8-24a0-4788-8eac-b6d09b78178b req-7d1b7021-5a4d-401b-b507-fffbab84d973 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1874080 Jul 16 18:18:12.334861 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-054cfb1c-8f32-4542-a059-d6e782a6468b service neutron] 10.222.0.37 "GET /v2.0/ports/decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1/bindings/n-h1-794306-7 HTTP/1.1" status: 200 len: 382 time: 0.2328069 Jul 16 18:18:12.362999 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e33bdc4b-1766-42fc-9f8c-85f7a6ad2502 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.447209 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e33bdc4b-1766-42fc-9f8c-85f7a6ad2502 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.503239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33bdc4b-1766-42fc-9f8c-85f7a6ad2502 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Subnet': ['ID=f01e7a83-10da-48bb-b16f-532c6de0b192,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:12.515161 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e33bdc4b-1766-42fc-9f8c-85f7a6ad2502 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.520462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e33bdc4b-1766-42fc-9f8c-85f7a6ad2502 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/f01e7a83-10da-48bb-b16f-532c6de0b192 HTTP/1.1" status: 204 len: 168 time: 1.5056002 Jul 16 18:18:12.521749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50372) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:12.542365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a2f28ef-061b-4e0d-9cfb-e0042ac24db8 None None] Network ede328cb-217f-48b3-8828-e5e734775aa4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:12.606207 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88d0f809-6325-4373-a746-7f220de5874e req-1010bbab-cc1d-4fb4-a2b4-2a0a8a3f7f7c tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.1170738 Jul 16 18:18:12.697930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-5deac066-0e86-4896-92f8-21e31d846140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.701478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-5deac066-0e86-4896-92f8-21e31d846140 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1096 time: 0.2633340 Jul 16 18:18:12.721332 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.732831 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.740507 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.873513 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:12.943461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-81c3cef1-f161-46c1-93b6-3c7674cc5d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:12.945870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-81c3cef1-f161-46c1-93b6-3c7674cc5d5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.2282510 Jul 16 18:18:13.024957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event updated for resources: {'Port': ['ID=7123a95a-68c1-44e8-bb33-33f33eacfc7a,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:13.034930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53697d87-c092-4d12-bfc8-67e788c1bc09 None None] DHCP port deletion for ede328cb-217f-48b3-8828-e5e734775aa4 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:13.063934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Deleting port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:13.065051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.154019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] For port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef,segment=NetworkSegment(79c2e9ff-0dfa-4355-9024-5b7763c9397f),segment_id=79c2e9ff-0dfa-4355-9024-5b7763c9397f)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:13.154692 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.168808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Calling delete_port for 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:13.178350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-53697d87-c092-4d12-bfc8-67e788c1bc09 None None] Deleting port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:13.181888 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-53697d87-c092-4d12-bfc8-67e788c1bc09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.250296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Network 961d654b-6e2e-4c04-9196-4b09185dcedf is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:13.257972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:13.309277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.338889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:13.409180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-952438e8-c968-4324-850a-963223ac6081 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 1000 time: 0.4540033 Jul 16 18:18:13.410364 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Port': ['ID=1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:13.425218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:13.425510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:13.425906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a385e7de-d8bf-4681-a8ed-e463e5fbd536 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:13.431262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No DVR routers for this DVR port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:13.450836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-53697d87-c092-4d12-bfc8-67e788c1bc09 None None] For port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef,segment=NetworkSegment(79c2e9ff-0dfa-4355-9024-5b7763c9397f),segment_id=79c2e9ff-0dfa-4355-9024-5b7763c9397f)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:13.451248 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-53697d87-c092-4d12-bfc8-67e788c1bc09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.505715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: a385e7de-d8bf-4681-a8ed-e463e5fbd536 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:13.506081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a385e7de-d8bf-4681-a8ed-e463e5fbd536 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:13.536314 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-53697d87-c092-4d12-bfc8-67e788c1bc09 None None] Calling delete_port for 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:13.568696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Router 76cd9225-93aa-4c16-8711-7711bacc1290 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:13.676665 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:18:13.688354 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-53697d87-c092-4d12-bfc8-67e788c1bc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.712426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53697d87-c092-4d12-bfc8-67e788c1bc09 None None] No DVR routers for this DVR port 1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:13.751593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-5d451c3f-c80f-449d-bde8-8fb53b937bff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:13.756674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-5d451c3f-c80f-449d-bde8-8fb53b937bff service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.3353343 Jul 16 18:18:13.779445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53697d87-c092-4d12-bfc8-67e788c1bc09 None None] Pushing event deleted for resources: {'Port': ['ID=1dcdc7ab-3d3b-44cf-92bf-0518c55ed5ef,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:13.806786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-91566573-ff10-4db9-9840-9142ec667d65 None None] Provisioning complete for port 7123a95a-68c1-44e8-bb33-33f33eacfc7a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:13.808153 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-91566573-ff10-4db9-9840-9142ec667d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.813974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:13.824555 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-afc5afd2-0da3-4d66-8ba6-068af67aff7b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "PUT /v2.0/routers/76cd9225-93aa-4c16-8711-7711bacc1290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5851760 Jul 16 18:18:13.825595 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a0dda-0aad-40f6-8490-23b7f4aa80d6 None None] Sync routers for ids ['76cd9225-93aa-4c16-8711-7711bacc1290'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:13.826949 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50384) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:13.831608 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.835392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Request body: {'port': {'network_id': '961d654b-6e2e-4c04-9196-4b09185dcedf', 'name': 'tempest-FloatingIPAdminTestJSON-1562345474'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:13.841436 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a0dda-0aad-40f6-8490-23b7f4aa80d6 None None] Routers {'76cd9225-93aa-4c16-8711-7711bacc1290'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:13.842064 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-975a0dda-0aad-40f6-8490-23b7f4aa80d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76cd9225-93aa-4c16-8711-7711bacc1290'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.857976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ede328cb-217f-48b3-8828-e5e734775aa4']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.904747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79c2e9ff-0dfa-4355-9024-5b7763c9397f') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.905675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79c2e9ff-0dfa-4355-9024-5b7763c9397f') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.930230 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:13.955719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-91566573-ff10-4db9-9840-9142ec667d65 None None] Port 7123a95a-68c1-44e8-bb33-33f33eacfc7a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:13.978276 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-975a0dda-0aad-40f6-8490-23b7f4aa80d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:13.990965 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975a0dda-0aad-40f6-8490-23b7f4aa80d6 None None] Routers {'76cd9225-93aa-4c16-8711-7711bacc1290'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:13.991892 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-975a0dda-0aad-40f6-8490-23b7f4aa80d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76cd9225-93aa-4c16-8711-7711bacc1290'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:14.018586 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.038413 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-975a0dda-0aad-40f6-8490-23b7f4aa80d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:14.039378 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975a0dda-0aad-40f6-8490-23b7f4aa80d6 None None] The sync data for ids ['76cd9225-93aa-4c16-8711-7711bacc1290'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:14.066008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Releasing vlan 370 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:14.066849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.102690 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d0530e-5930-4d5f-81fc-904bb1073959 req-574e1f74-4844-4477-9a77-f4d73af6db82 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:14.104890 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14d0530e-5930-4d5f-81fc-904bb1073959 req-574e1f74-4844-4477-9a77-f4d73af6db82 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 945 time: 0.5121245 Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:14.106691 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:14.184813 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:14.192381 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8d48dcc-ede4-4b50-8108-651410dd3fb6 req-ca65a072-25a1-438b-b70b-179af09a9f18 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0905261 Jul 16 18:18:14.207352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Made reservation on behalf of aac40209db41465ca11a281d36e350bd for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:14.211155 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.288770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14d0530e-5930-4d5f-81fc-904bb1073959 req-7d1bc9c0-c09a-418e-8fbb-365fb92e9325 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626699 Jul 16 18:18:14.294540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-b6fb11ef-3fb8-48bd-b1ae-d03fa9289d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:14.297346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-b6fb11ef-3fb8-48bd-b1ae-d03fa9289d51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4618058 Jul 16 18:18:14.299755 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.300564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] device_id is not set on port 8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:14.314079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:14.326820 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.331443 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/networks/ede328cb-217f-48b3-8828-e5e734775aa4 HTTP/1.1" status: 204 len: 168 time: 1.8073311 Jul 16 18:18:14.335369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:14.336707 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.348692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50388) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:14.354354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0b451396-dac6-4ef7-9f85-e8948f3ec878 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'routes': None}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:14.366732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6cb951-b9c2-4427-96e4-f8ce9232b74c tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Pushing event deleted for resources: {'Network': ['ID=ede328cb-217f-48b3-8828-e5e734775aa4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:14.539784 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.548059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Allocated IP 172.20.0.13 (961d654b-6e2e-4c04-9196-4b09185dcedf/98c89d78-23b0-43ff-99fa-0463c7056315/8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:14.569798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:14.573377 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680e6679-af24-4815-9be3-830c473dac27" -d '{"events": [{"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-plugged", "status": "completed", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:14.624526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:14.629877 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.690130 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f8f7c7e-391a-4c0a-a756-2515fb8d66dd x-openstack-request-id: req-9f8f7c7e-391a-4c0a-a756-2515fb8d66dd {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:14.690822 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-plugged", "status": "completed", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:14.690822 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9f8f7c7e-391a-4c0a-a756-2515fb8d66dd {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:14.691415 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'code': 200} Jul 16 18:18:14.727209 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-b89e8236-2a48-48c8-9dec-173706f08b0e service neutron] 10.222.0.37 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967471 Jul 16 18:18:14.738353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:14.784596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.extraroute_db [None req-0b451396-dac6-4ef7-9f85-e8948f3ec878 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Added routes are [] {{(pid=105439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 18:18:14.784930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.extraroute_db [None req-0b451396-dac6-4ef7-9f85-e8948f3ec878 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Removed routes are [] {{(pid=105439) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 18:18:14.785277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0b451396-dac6-4ef7-9f85-e8948f3ec878 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.841295 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.861316 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Transition to ACTIVE for port object 8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:14.902443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:14.951879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Network 961d654b-6e2e-4c04-9196-4b09185dcedf is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:14.956562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:14.961390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:15.021290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event updated for resources: {'Port': ['ID=8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:15.051598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-384c95f0-26f0-477c-875a-9aa6c7262756 service neutron] 10.222.0.37 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3175623 Jul 16 18:18:15.055758 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0b451396-dac6-4ef7-9f85-e8948f3ec878 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.061115 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0b451396-dac6-4ef7-9f85-e8948f3ec878 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.102378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:15.111627 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.145094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50394) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:15.145968 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-600449a1-a2a5-45f0-82eb-82b5086f631b tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.3159993 Jul 16 18:18:15.174687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b451396-dac6-4ef7-9f85-e8948f3ec878 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router ea6d68e1-1917-469d-855d-9ac4d59ebc11 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:15.272774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'project_id': 'aac40209db41465ca11a281d36e350bd', 'port_id': '8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:15.301880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b451396-dac6-4ef7-9f85-e8948f3ec878 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:15.313500 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0b451396-dac6-4ef7-9f85-e8948f3ec878 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.313806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b3ade-6b97-4f54-a663-888452fbc70e None None] Sync routers for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:15.317370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0b451396-dac6-4ef7-9f85-e8948f3ec878 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11 HTTP/1.1" status: 200 len: 705 time: 0.9643033 Jul 16 18:18:15.317792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50400) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:15.331676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b3ade-6b97-4f54-a663-888452fbc70e None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:15.332323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c16b3ade-6b97-4f54-a663-888452fbc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:15.343990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.395707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50406) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:15.395871 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-59c9c36d-a07a-427b-a868-a53ceef785c0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea6d68e1-1917-469d-855d-9ac4d59ebc11 HTTP/1.1" status: 200 len: 205 time: 0.0768011 Jul 16 18:18:15.676747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c16b3ade-6b97-4f54-a663-888452fbc70e None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:15.709195 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f88de2e7-c09d-4554-8136-4b5a12bff6d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.750195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-49d2d913-ce4f-46e5-bd93-d55f3c75f30a None None] Provisioning for port 8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:15.752721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c16b3ade-6b97-4f54-a663-888452fbc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:18:08Z', 'revision_number': 11, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:15.753429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a1c03-2601-40ba-8b8a-7cbf5d7d5735 req-18577fc1-9803-4226-9fdc-96482adbe095 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:15.757056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-49d2d913-ce4f-46e5-bd93-d55f3c75f30a None None] Provisioning complete for port 8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:15.757436 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49d2d913-ce4f-46e5-bd93-d55f3c75f30a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:15.762753 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-153a1c03-2601-40ba-8b8a-7cbf5d7d5735 req-18577fc1-9803-4226-9fdc-96482adbe095 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.1616769 Jul 16 18:18:15.791149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b3ade-6b97-4f54-a663-888452fbc70e None None] Checking router: ea6d68e1-1917-469d-855d-9ac4d59ebc11 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:15.836415 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-153a1c03-2601-40ba-8b8a-7cbf5d7d5735 req-07dd4d57-b97a-49f1-a4c3-4f41d310e9e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681875 Jul 16 18:18:15.837558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16b3ade-6b97-4f54-a663-888452fbc70e None None] Routers {'ea6d68e1-1917-469d-855d-9ac4d59ebc11'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:15.838204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c16b3ade-6b97-4f54-a663-888452fbc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:15.914992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c16b3ade-6b97-4f54-a663-888452fbc70e None None] Set router ea6d68e1-1917-469d-855d-9ac4d59ebc11 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:15.948168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41b66b9a-feb3-4457-861d-62d17d1ed74b req-a6e9de44-3019-47b9-96e9-034811dfa890 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.4888973 Jul 16 18:18:15.954929 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c38c4358-54b7-43b0-8fe9-ccd2655b0b9a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.000544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c16b3ade-6b97-4f54-a663-888452fbc70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:18:08Z', 'revision_number': 11, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:16.037476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16b3ade-6b97-4f54-a663-888452fbc70e None None] The sync data for ids ['ea6d68e1-1917-469d-855d-9ac4d59ebc11'] in n-d-794306-7 is: [{'id': 'ea6d68e1-1917-469d-855d-9ac4d59ebc11', 'name': 'tempest-RoutersIpV6Test-router-1780416447', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:17:18Z', 'updated_at': '2021-07-16T18:18:08Z', 'revision_number': 11, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:16.040228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-49d2d913-ce4f-46e5-bd93-d55f3c75f30a None None] Port 8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:16.182472 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c38c4358-54b7-43b0-8fe9-ccd2655b0b9a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.187335 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c38c4358-54b7-43b0-8fe9-ccd2655b0b9a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.262995 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.277005 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c38c4358-54b7-43b0-8fe9-ccd2655b0b9a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.277654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38c4358-54b7-43b0-8fe9-ccd2655b0b9a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Fanout notify agent at l3_agent the message router_deleted on router ea6d68e1-1917-469d-855d-9ac4d59ebc11 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:16.287042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c38c4358-54b7-43b0-8fe9-ccd2655b0b9a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.288384 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c38c4358-54b7-43b0-8fe9-ccd2655b0b9a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11 HTTP/1.1" status: 204 len: 168 time: 0.8903723 Jul 16 18:18:16.294904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50412) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:16.301754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8f98eea6-f857-4497-a4c1-f3f6da947d1a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1445940694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:16.342439 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8f98eea6-f857-4497-a4c1-f3f6da947d1a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.344080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8f98eea6-f857-4497-a4c1-f3f6da947d1a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.457398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Allocated IP 172.25.7.97 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/906ac0ed-1c8a-4531-9577-68b265d45b2a) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:16.472240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8f98eea6-f857-4497-a4c1-f3f6da947d1a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.479201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8f98eea6-f857-4497-a4c1-f3f6da947d1a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.523134 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8f98eea6-f857-4497-a4c1-f3f6da947d1a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.529700 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8f98eea6-f857-4497-a4c1-f3f6da947d1a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2296107 Jul 16 18:18:16.530715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50414) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:16.535880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-08242c1d-423a-4b9c-9995-5a7a9c366c3a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Request body: {'router': {'admin_state_up': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:16.651374 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.704209 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.766181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:16.773102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:16.775158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Pushing event updated for resources: {'Port': ['ID=906ac0ed-1c8a-4531-9577-68b265d45b2a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:16.778360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:16.816625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-c0f44976-a282-4bd6-9152-7adfc95065f8 req-0243e065-3cf6-4a62-8038-e4b899560a10 tempest-ListServersNegativeTestJSON-358893205 tempest-ListServersNegativeTestJSON-358893205-project] (105438) timed out ('10.222.0.18', 54181) {{(pid=105438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:18:16.826327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08242c1d-423a-4b9c-9995-5a7a9c366c3a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:16.839831 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08242c1d-423a-4b9c-9995-5a7a9c366c3a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1632287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1632262', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1632399'] for router, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.005194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08242c1d-423a-4b9c-9995-5a7a9c366c3a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Router 07cc9797-753a-4f99-b098-c87360513e96 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:18:17.180390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08242c1d-423a-4b9c-9995-5a7a9c366c3a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:17.189413 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-08242c1d-423a-4b9c-9995-5a7a9c366c3a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.190763 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-08242c1d-423a-4b9c-9995-5a7a9c366c3a tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "PUT /v2.0/routers/07cc9797-753a-4f99-b098-c87360513e96 HTTP/1.1" status: 200 len: 698 time: 0.6587660 Jul 16 18:18:17.201694 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d1473-8827-47a1-adc1-bc9803f4038f None None] Sync routers for ids ['07cc9797-753a-4f99-b098-c87360513e96'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:17.215066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50430) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:17.240077 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d1473-8827-47a1-adc1-bc9803f4038f None None] Routers {'07cc9797-753a-4f99-b098-c87360513e96'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:17.241062 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-da8d1473-8827-47a1-adc1-bc9803f4038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['07cc9797-753a-4f99-b098-c87360513e96'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:17.320010 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c47b4047-ebe7-45f5-94d6-6710942d963d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/routers/07cc9797-753a-4f99-b098-c87360513e96 HTTP/1.1" status: 200 len: 704 time: 0.1002505 Jul 16 18:18:17.320010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50432) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:17.358585 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fa687e3a-5d2c-4a75-9f16-76377f6bbfe2 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=07cc9797-753a-4f99-b098-c87360513e96 HTTP/1.1" status: 200 len: 205 time: 0.0340092 Jul 16 18:18:17.360778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50434) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:17.422057 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-da8d1473-8827-47a1-adc1-bc9803f4038f None None] Set router 07cc9797-753a-4f99-b098-c87360513e96 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:17.452392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0503135d-11bf-4e2b-a16d-08b4af1782d0 req-f42bc042-37d6-4316-8713-b8ad41cfdfb4 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.2135077 Jul 16 18:18:17.453475 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7836c574-f085-4d13-a60c-bffbd2357ed4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.497060 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-da8d1473-8827-47a1-adc1-bc9803f4038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cc9797-753a-4f99-b098-c87360513e96', 'name': 'tempest-RoutersIpV6Test-router-1445940694', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:16Z', 'updated_at': '2021-07-16T18:18:16Z', 'revision_number': 2, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:17.545051 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d1473-8827-47a1-adc1-bc9803f4038f None None] Checking router: 07cc9797-753a-4f99-b098-c87360513e96 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:17.562587 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da8d1473-8827-47a1-adc1-bc9803f4038f None None] Routers {'07cc9797-753a-4f99-b098-c87360513e96'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:17.564985 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-da8d1473-8827-47a1-adc1-bc9803f4038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['07cc9797-753a-4f99-b098-c87360513e96'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:17.589988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc70ea-e72f-4566-8b81-706b14058232 req-633c82ec-45c5-400b-9077-73a70feaf5aa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:17.600867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7fc70ea-e72f-4566-8b81-706b14058232 req-633c82ec-45c5-400b-9077-73a70feaf5aa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.4955778 Jul 16 18:18:17.652662 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.709715 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-da8d1473-8827-47a1-adc1-bc9803f4038f None None] Set router 07cc9797-753a-4f99-b098-c87360513e96 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:17.744553 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7fc70ea-e72f-4566-8b81-706b14058232 req-18c22412-09a3-4784-9de1-c7132fb957c5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424279 Jul 16 18:18:17.841343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7836c574-f085-4d13-a60c-bffbd2357ed4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.846279 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7836c574-f085-4d13-a60c-bffbd2357ed4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.871075 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-da8d1473-8827-47a1-adc1-bc9803f4038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07cc9797-753a-4f99-b098-c87360513e96', 'name': 'tempest-RoutersIpV6Test-router-1445940694', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:16Z', 'updated_at': '2021-07-16T18:18:16Z', 'revision_number': 2, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:17.913876 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da8d1473-8827-47a1-adc1-bc9803f4038f None None] The sync data for ids ['07cc9797-753a-4f99-b098-c87360513e96'] in n-d-794306-7 is: [{'id': '07cc9797-753a-4f99-b098-c87360513e96', 'name': 'tempest-RoutersIpV6Test-router-1445940694', 'tenant_id': '68ff095569774317bb581577e7674854', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:18:16Z', 'updated_at': '2021-07-16T18:18:16Z', 'revision_number': 2, 'project_id': '68ff095569774317bb581577e7674854', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:17.915892 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7836c574-f085-4d13-a60c-bffbd2357ed4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.919699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7836c574-f085-4d13-a60c-bffbd2357ed4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Fanout notify agent at l3_agent the message router_deleted on router 07cc9797-753a-4f99-b098-c87360513e96 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:17.928924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7836c574-f085-4d13-a60c-bffbd2357ed4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.936463 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7836c574-f085-4d13-a60c-bffbd2357ed4 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/07cc9797-753a-4f99-b098-c87360513e96 HTTP/1.1" status: 204 len: 168 time: 0.5732455 Jul 16 18:18:17.937201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50444) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:17.980262 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2a9c0c36-c248-46b5-b607-7c5c1ffd17e0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=07cc9797-753a-4f99-b098-c87360513e96 HTTP/1.1" status: 200 len: 205 time: 0.0388126 Jul 16 18:18:17.981555 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:17.982550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50446) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.037351 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-d77f3a14-f4f1-4be8-86d0-0b969cb4a11e tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] delete failed (client error): The resource could not be found. Jul 16 18:18:18.044145 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d77f3a14-f4f1-4be8-86d0-0b969cb4a11e tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/07cc9797-753a-4f99-b098-c87360513e96 HTTP/1.1" status: 404 len: 336 time: 0.0581250 Jul 16 18:18:18.046462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50448) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.090037 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-da430001-ac70-4879-9764-26e0c429ba6f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] DELETE failed (client error): The resource could not be found. Jul 16 18:18:18.090674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da430001-ac70-4879-9764-26e0c429ba6f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:18:18.095433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-da430001-ac70-4879-9764-26e0c429ba6f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/6b449474-4518-491e-b030-30ef75fab1cc HTTP/1.1" status: 404 len: 337 time: 0.0446889 Jul 16 18:18:18.095553 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50450) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.122115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-72381260-4a19-41a1-988f-f34d13b7c0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:18.122371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-72381260-4a19-41a1-988f-f34d13b7c0a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 1097 time: 0.2465312 Jul 16 18:18:18.155009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:18.160240 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-f47e3625-d411-4ddf-829d-32f3e999e0a1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] DELETE failed (client error): The resource could not be found. Jul 16 18:18:18.160464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f47e3625-d411-4ddf-829d-32f3e999e0a1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:18:18.165706 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f47e3625-d411-4ddf-829d-32f3e999e0a1 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/b88b10bd-82a5-4b7a-9e10-819cdcac5695 HTTP/1.1" status: 404 len: 337 time: 0.0664840 Jul 16 18:18:18.182473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50454) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.210257 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8377b899-b5b9-47ce-b952-33ab4e486aa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.221094 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.241754 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1850cf40-91af-4869-9710-e315ff292495 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] DELETE failed (client error): The resource could not be found. Jul 16 18:18:18.242209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1850cf40-91af-4869-9710-e315ff292495 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:18:18.244382 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1850cf40-91af-4869-9710-e315ff292495 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/d8364e3b-0d83-4e93-99d0-508aa861e134 HTTP/1.1" status: 404 len: 337 time: 0.0599563 Jul 16 18:18:18.247507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50456) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.296842 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff3d2c04-317e-4139-88ff-af238b110649 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] DELETE failed (client error): The resource could not be found. Jul 16 18:18:18.297469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff3d2c04-317e-4139-88ff-af238b110649 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:18:18.302978 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ff3d2c04-317e-4139-88ff-af238b110649 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/f01e7a83-10da-48bb-b16f-532c6de0b192 HTTP/1.1" status: 404 len: 337 time: 0.0542035 Jul 16 18:18:18.304049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50458) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.361784 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-aa1f14a5-61d0-47ea-8999-85dd1639670f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=ea6d68e1-1917-469d-855d-9ac4d59ebc11 HTTP/1.1" status: 200 len: 205 time: 0.0563419 Jul 16 18:18:18.364129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50460) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.385030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.425114 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.431804 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-b41c54c8-f78a-4c18-8d44-6ae4939a0554 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] delete failed (client error): The resource could not be found. Jul 16 18:18:18.434263 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b41c54c8-f78a-4c18-8d44-6ae4939a0554 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/ea6d68e1-1917-469d-855d-9ac4d59ebc11 HTTP/1.1" status: 404 len: 336 time: 0.0682509 Jul 16 18:18:18.440782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50464) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.475260 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.486938 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1caf4e4d-e664-4c89-a3f4-286d86a27a11 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=72da15af-4b90-48a8-b63b-bf3d32ced266 HTTP/1.1" status: 200 len: 205 time: 0.0440750 Jul 16 18:18:18.490472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50466) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.542715 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-c56d87f5-f66b-40ec-a9bc-759e39b2bc50 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] delete failed (client error): The resource could not be found. Jul 16 18:18:18.543800 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c56d87f5-f66b-40ec-a9bc-759e39b2bc50 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/72da15af-4b90-48a8-b63b-bf3d32ced266 HTTP/1.1" status: 404 len: 336 time: 0.0520515 Jul 16 18:18:18.546507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50470) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.618120 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaee4ae9-ea7e-43d6-aceb-ee4c713e237d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] DELETE failed (client error): The resource could not be found. Jul 16 18:18:18.618624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaee4ae9-ea7e-43d6-aceb-ee4c713e237d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:18:18.624501 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eaee4ae9-ea7e-43d6-aceb-ee4c713e237d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/ebbd70bc-3fec-4214-9d8d-92c1a3248229 HTTP/1.1" status: 404 len: 337 time: 0.0738654 Jul 16 18:18:18.632211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50472) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.677870 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-db679b86-e873-452b-a16f-4a30214a1e82 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=7e2544d7-8195-48cf-995d-dd33026682be HTTP/1.1" status: 200 len: 205 time: 0.0443163 Jul 16 18:18:18.681793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50474) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.788718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Pushing event updated for resources: {'Port': ['ID=906ac0ed-1c8a-4531-9577-68b265d45b2a,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:18.861449 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-f94261df-f383-429d-887e-5c9a382c9ad0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] delete failed (client error): The resource could not be found. Jul 16 18:18:18.865359 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f94261df-f383-429d-887e-5c9a382c9ad0 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/7e2544d7-8195-48cf-995d-dd33026682be HTTP/1.1" status: 404 len: 336 time: 0.1769679 Jul 16 18:18:18.865804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50478) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.873120 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f2c5805-fb2c-42e1-be93-5f1e43d960a2 req-8e7cc733-6f90-49f2-817f-750b792a9973 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.1879942 Jul 16 18:18:18.925730 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-52de8965-46e8-40f3-bfe2-05c59bc59677 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=605fa4e8-4000-4298-8e4e-226e358c2b4b HTTP/1.1" status: 200 len: 205 time: 0.0576937 Jul 16 18:18:18.928678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:18.942555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50480) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:18.978728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:19.143969 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Floating IP ff97a1a7-f023-4e40-916f-82cfa663babf associated. External IP: 172.25.7.97, port: 8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3. Jul 16 18:18:19.189703 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:19.220262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:19.679889 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-09628b44-09ff-401d-920a-69585482f431 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] delete failed (client error): The resource could not be found. Jul 16 18:18:19.684423 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-09628b44-09ff-401d-920a-69585482f431 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/605fa4e8-4000-4298-8e4e-226e358c2b4b HTTP/1.1" status: 404 len: 336 time: 0.7374284 Jul 16 18:18:19.685615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50500) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:19.718692 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-af163c89-ffb9-437a-965e-a5df34a85d17 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] DELETE failed (client error): The resource could not be found. Jul 16 18:18:19.719156 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af163c89-ffb9-437a-965e-a5df34a85d17 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:18:19.720975 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-af163c89-ffb9-437a-965e-a5df34a85d17 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/325c05a5-a314-4d6c-a5ed-3f4200d291d4 HTTP/1.1" status: 404 len: 337 time: 0.0350809 Jul 16 18:18:19.736112 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50502) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:19.783116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:19.787461 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b89a75ba-f1e4-427a-9f23-aa17ba266109 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=026832e2-be86-4155-8e64-abbfb5ec0328 HTTP/1.1" status: 200 len: 205 time: 0.0479712 Jul 16 18:18:19.787665 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7db04da-86c0-4e63-94a3-4c933948c734" -d '{"events": [{"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-unplugged", "status": "completed", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:19.788831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50504) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:19.791601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.832661 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.838649 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Transition to ACTIVE for port object decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:19.846693 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:19.883782 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-063b1d56-7536-4cd0-93bd-9d93c14f1235 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] delete failed (client error): The resource could not be found. Jul 16 18:18:19.889051 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-063b1d56-7536-4cd0-93bd-9d93c14f1235 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/026832e2-be86-4155-8e64-abbfb5ec0328 HTTP/1.1" status: 404 len: 336 time: 0.0953410 Jul 16 18:18:19.889906 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50508) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:19.898377 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08ffd497-4cba-4e6d-9197-124d40cd0e21 x-openstack-request-id: req-08ffd497-4cba-4e6d-9197-124d40cd0e21 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:19.898768 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-unplugged", "status": "completed", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:19.899036 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-08ffd497-4cba-4e6d-9197-124d40cd0e21 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:19.899472 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'code': 200} Jul 16 18:18:19.928154 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-03cc66fe-784a-47ba-94b5-3ccf44bf9f3f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] DELETE failed (client error): The resource could not be found. Jul 16 18:18:19.928612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-03cc66fe-784a-47ba-94b5-3ccf44bf9f3f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:18:19.935187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-03cc66fe-784a-47ba-94b5-3ccf44bf9f3f tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/e86dfc82-23d4-43eb-b8e0-0d2ec758a1cf HTTP/1.1" status: 404 len: 337 time: 0.0395586 Jul 16 18:18:19.935187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50510) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:20.015463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a3c47-b070-46a3-9785-c79c7ae5ed20 req-0f0c2f39-0079-46e6-87e7-9100584ef14c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.017600 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f0a3c47-b070-46a3-9785-c79c7ae5ed20 req-0f0c2f39-0079-46e6-87e7-9100584ef14c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 946 time: 0.9903414 Jul 16 18:18:20.020587 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ba96aa18-e5fa-4d04-9d72-b301debae66d tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "GET /v2.0/ports?device_id=062bccd3-fb8d-4cf3-afef-76d36607220a HTTP/1.1" status: 200 len: 205 time: 0.0850749 Jul 16 18:18:20.042000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50514) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:20.157657 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-8e711b55-7e94-42dc-bac6-f9b804950948 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] delete failed (client error): The resource could not be found. Jul 16 18:18:20.161580 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8e711b55-7e94-42dc-bac6-f9b804950948 tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/routers/062bccd3-fb8d-4cf3-afef-76d36607220a HTTP/1.1" status: 404 len: 336 time: 0.1149273 Jul 16 18:18:20.164733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50516) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:20.192430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:20.250297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] No DVR routers for this DVR port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:20.259268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=10']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:20.291388 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d49db7ec-c42a-46af-b981-2005908da46e tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] DELETE failed (client error): The resource could not be found. Jul 16 18:18:20.294358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d49db7ec-c42a-46af-b981-2005908da46e tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:18:20.305299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d49db7ec-c42a-46af-b981-2005908da46e tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/e91790b5-de87-4f3a-9d32-7bbd9a99811b HTTP/1.1" status: 404 len: 337 time: 0.1193726 Jul 16 18:18:20.306036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50518) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:20.328978 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f0a3c47-b070-46a3-9785-c79c7ae5ed20 req-e08cc2ef-64f4-49e9-9067-a71ac7c834bb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3033786 Jul 16 18:18:20.345710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:20.375998 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7d929a1-30a9-43e3-9136-c7246ddacc2b tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] DELETE failed (client error): The resource could not be found. Jul 16 18:18:20.376268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29d346be-8ebe-4c1f-b73b-c343db8df919 req-189f8621-9ac8-4be8-8f0c-955dadfd78e2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.1728628 Jul 16 18:18:20.376492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7d929a1-30a9-43e3-9136-c7246ddacc2b tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:18:20.391672 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d7d929a1-30a9-43e3-9136-c7246ddacc2b tempest-RoutersIpV6Test-1632029727 tempest-RoutersIpV6Test-1632029727-project] 10.222.0.47 "DELETE /v2.0/subnets/160a5b4b-ed85-47c6-a2c3-39844cf87d23 HTTP/1.1" status: 404 len: 337 time: 0.0793519 Jul 16 18:18:20.473748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Router 76cd9225-93aa-4c16-8711-7711bacc1290 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:20.582352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:20.583024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:20.583609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:20.638488 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:20.639313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Attempting to bind port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:20.678764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:20.680531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:20.681175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Checking segment: {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:20.681561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Bound using segment: {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:20.682020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Bound port: decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3545e05-6da5-414e-82ee-19a7b3f653f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:20.683230 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.697481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c11c42-6cbc-402b-9210-96abfbc305f1 None None] Sync routers for ids ['76cd9225-93aa-4c16-8711-7711bacc1290'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:20.710775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c11c42-6cbc-402b-9210-96abfbc305f1 None None] Routers {'76cd9225-93aa-4c16-8711-7711bacc1290'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:20.714598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f8c11c42-6cbc-402b-9210-96abfbc305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76cd9225-93aa-4c16-8711-7711bacc1290'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:20.760004 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f8c11c42-6cbc-402b-9210-96abfbc305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:20.773764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c11c42-6cbc-402b-9210-96abfbc305f1 None None] Routers {'76cd9225-93aa-4c16-8711-7711bacc1290'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:20.775201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f8c11c42-6cbc-402b-9210-96abfbc305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76cd9225-93aa-4c16-8711-7711bacc1290'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:20.782191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:20.785969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:20.788834 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.824370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f8c11c42-6cbc-402b-9210-96abfbc305f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:20.826040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8c11c42-6cbc-402b-9210-96abfbc305f1 None None] The sync data for ids ['76cd9225-93aa-4c16-8711-7711bacc1290'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:20.839997 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-17205729-95fb-4f42-b9db-9fc2a2b3a8d8 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 5.6924746 Jul 16 18:18:20.841415 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.844162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50528) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:20.935416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50530) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:20.936408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=11']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:20.956046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:20.956660 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:20.958218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-c5e8f083-5c8f-49d7-98d0-337047aa0299 service neutron] 10.222.0.18 "PUT /v2.0/ports/decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 1093 time: 2.8233914 Jul 16 18:18:21.065726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-41ba791a-559c-48b5-bb2d-1808a4dda358 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] 10.222.0.47 "GET /v2.0/floatingips/ff97a1a7-f023-4e40-916f-82cfa663babf HTTP/1.1" status: 200 len: 983 time: 0.2185585 Jul 16 18:18:21.068229 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50534) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:21.258434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-5d92e0cf-8a2f-43d5-b352-6ed67b9da82f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.260145 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-5d92e0cf-8a2f-43d5-b352-6ed67b9da82f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1096 time: 0.2673686 Jul 16 18:18:21.269695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b429ca55-7c75-4944-9c7d-de8198a7a3e6 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3515 time: 0.1943135 Jul 16 18:18:21.272993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50536) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:21.315620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7b0b9706-0d92-4a51-84a1-9c44c555f830 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=68ff095569774317bb581577e7674854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3716848 Jul 16 18:18:21.317252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50538) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:21.426880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8320c94c-8306-4ad7-9941-18be4d31ec08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.488912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-8e59c835-fa19-4bbe-b0c4-6cec2e643900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.490894 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-8e59c835-fa19-4bbe-b0c4-6cec2e643900 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.2181776 Jul 16 18:18:21.509527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8320c94c-8306-4ad7-9941-18be4d31ec08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.616946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-2e4d35b2-667d-4970-a7a5-4bbde6888308 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 999 time: 0.1180012 Jul 16 18:18:21.657364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Deleting port 906ac0ed-1c8a-4531-9577-68b265d45b2a {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:21.657623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.711637 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8320c94c-8306-4ad7-9941-18be4d31ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.714739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8320c94c-8306-4ad7-9941-18be4d31ec08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.716561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8320c94c-8306-4ad7-9941-18be4d31ec08 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d170f3b7-cd5f-41ec-a5e2-f94119a2f737 HTTP/1.1" status: 204 len: 168 time: 0.3978095 Jul 16 18:18:21.749994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-ce969d56-dea9-4dda-955c-89ef0cad3fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.751753 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-ce969d56-dea9-4dda-955c-89ef0cad3fbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.1279576 Jul 16 18:18:21.789657 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.789986 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.793507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8320c94c-8306-4ad7-9941-18be4d31ec08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d170f3b7-cd5f-41ec-a5e2-f94119a2f737,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:21.798457 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7abebc5e-1ca3-4006-b3b1-4cd3040a3234 req-09e781c9-103d-47f1-a5ff-9c6e0fd1107b tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0890691 Jul 16 18:18:21.855916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Calling delete_port for 906ac0ed-1c8a-4531-9577-68b265d45b2a owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:21.890357 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:21.894386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-139ffac8-bb00-45f5-bd66-09fb878ddebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:21.896282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-139ffac8-bb00-45f5-bd66-09fb878ddebb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297147 Jul 16 18:18:21.900958 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:21.903503 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43eee15f-cd26-4cc3-93f3-727d77115cf3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:22.006860 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e967cc10-5492-4081-80f9-9eb2ae519dfa x-openstack-request-id: req-e967cc10-5492-4081-80f9-9eb2ae519dfa {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:22.007160 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:22.007415 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e967cc10-5492-4081-80f9-9eb2ae519dfa {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:22.012172 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'status': 'completed', 'code': 200} Jul 16 18:18:22.028999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3aa00-ec5a-42f4-a25e-ef14aca256a0 req-8331e1c7-a159-4d19-ad2e-8b4858b8a23f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.037622 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0be3aa00-ec5a-42f4-a25e-ef14aca256a0 req-8331e1c7-a159-4d19-ad2e-8b4858b8a23f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 945 time: 0.4441895 Jul 16 18:18:22.177762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0be3aa00-ec5a-42f4-a25e-ef14aca256a0 req-de7f50fb-2aa2-4710-8351-b0f611216791 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1386895 Jul 16 18:18:22.219690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-6f10c965-f57e-447c-8e4d-637de2d26536 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3025527 Jul 16 18:18:22.287947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-6bfa023f-358b-475d-b645-f1dbd8c3cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.289514 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-6bfa023f-358b-475d-b645-f1dbd8c3cc62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1096 time: 0.1796684 Jul 16 18:18:22.366063 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.408984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event deleted for resources: {'Port': ['ID=906ac0ed-1c8a-4531-9577-68b265d45b2a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:22.504191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aff3d5d7-353a-4139-839f-4ca862aecc9a req-f1a031a9-2d4a-4002-881c-5a49144f9700 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2851796 Jul 16 18:18:22.506411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-e3871716-174d-4e5a-b24e-0db83d1f701c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.507290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-e3871716-174d-4e5a-b24e-0db83d1f701c service neutron] 10.222.0.37 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.2101700 Jul 16 18:18:22.573168 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:22.574061 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Floating IP ff97a1a7-f023-4e40-916f-82cfa663babf disassociated (deleted). External IP: 172.25.7.97, port: 8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3. Jul 16 18:18:22.615739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-1fb40960-c76a-48de-a7d6-ba512233eef5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 999 time: 0.1011190 Jul 16 18:18:22.697663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-11b52dcd-94b8-44fc-8de9-c0cf3c6fa87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.700047 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-11b52dcd-94b8-44fc-8de9-c0cf3c6fa87c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.0751724 Jul 16 18:18:22.885184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-3e0106e1-bb1e-4fb0-bbf7-92a524d2b63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:22.888511 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-3e0106e1-bb1e-4fb0-bbf7-92a524d2b63f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1797206 Jul 16 18:18:23.014591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Router 76cd9225-93aa-4c16-8711-7711bacc1290 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:23.025964 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-7cfe205f-ece2-4dc9-8150-29fb9a51e4e6 service neutron] 10.222.0.37 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289818 Jul 16 18:18:23.039227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-afc3b309-401b-4d96-ba57-a9df825cc4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.041108 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-afc3b309-401b-4d96-ba57-a9df825cc4fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1096 time: 0.4688847 Jul 16 18:18:23.193670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:23.199538 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.200909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-72a50ec6-6321-4dd8-9f37-92d03e29fd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.202684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-72a50ec6-6321-4dd8-9f37-92d03e29fd73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.1255147 Jul 16 18:18:23.208619 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8327f6a8-a3a0-4879-a3eb-f3bd90e7b2d1 None None] Sync routers for ids ['76cd9225-93aa-4c16-8711-7711bacc1290'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:23.222927 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8327f6a8-a3a0-4879-a3eb-f3bd90e7b2d1 None None] Routers {'76cd9225-93aa-4c16-8711-7711bacc1290'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:23.223727 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8327f6a8-a3a0-4879-a3eb-f3bd90e7b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76cd9225-93aa-4c16-8711-7711bacc1290'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:23.262209 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8327f6a8-a3a0-4879-a3eb-f3bd90e7b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:23.272508 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8327f6a8-a3a0-4879-a3eb-f3bd90e7b2d1 None None] Routers {'76cd9225-93aa-4c16-8711-7711bacc1290'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:23.273230 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8327f6a8-a3a0-4879-a3eb-f3bd90e7b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76cd9225-93aa-4c16-8711-7711bacc1290'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:23.312336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8cf34ddb-df04-4340-a8d3-b7ef598cbc85 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "DELETE /v2.0/floatingips/ff97a1a7-f023-4e40-916f-82cfa663babf HTTP/1.1" status: 204 len: 168 time: 2.0334196 Jul 16 18:18:23.313047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50578) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:23.320648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:23.327163 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8327f6a8-a3a0-4879-a3eb-f3bd90e7b2d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:23.328007 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8327f6a8-a3a0-4879-a3eb-f3bd90e7b2d1 None None] The sync data for ids ['76cd9225-93aa-4c16-8711-7711bacc1290'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:23.345024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4a7c270-693d-4721-9c29-fcbf5c31e9c7 req-05bf2907-749a-43c9-ac06-b382a9189098 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.3027792 Jul 16 18:18:23.355374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.520768 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-69875184-391a-47ec-91c6-8b3620c9b2ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 999 time: 0.2086792 Jul 16 18:18:23.573429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-38dafc3c-dc75-4e6d-83eb-bc274ed0cb2b service neutron] 10.222.0.37 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5389192 Jul 16 18:18:23.590407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-846e7039-0a5b-4191-aa64-3cf5a664b394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.603542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-846e7039-0a5b-4191-aa64-3cf5a664b394 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.0742631 Jul 16 18:18:23.624315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:23.636719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefeab8-da35-4856-a7f3-c262c55f4c03 req-c746048d-7d6c-41e5-b050-fa3d58ae77dc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.638529 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6cefeab8-da35-4856-a7f3-c262c55f4c03 req-c746048d-7d6c-41e5-b050-fa3d58ae77dc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 945 time: 0.1143119 Jul 16 18:18:23.707602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-0e36506e-8bc8-4877-9897-72018a60c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:23.709689 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-0e36506e-8bc8-4877-9897-72018a60c68f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988977 Jul 16 18:18:23.750410 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6cefeab8-da35-4856-a7f3-c262c55f4c03 req-53fd8b95-109e-4f7f-a7d5-2dffd27a4f57 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047168 Jul 16 18:18:23.867168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Allocated IP 172.25.7.16 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/b8256395-ddaa-4635-942e-d8e689cca76d) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:23.896038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-a06082fd-ec28-4d27-9cf8-e165251a438e service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793032 Jul 16 18:18:24.057471 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43eee15f-cd26-4cc3-93f3-727d77115cf3 req-6d09e065-8c6e-47cc-b680-0dbf9aecdf12 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453552 Jul 16 18:18:24.097388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.154579 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.231129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Pushing event updated for resources: {'Port': ['ID=b8256395-ddaa-4635-942e-d8e689cca76d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:24.246183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:24.248242 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:24.254548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:24.450574 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.513225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.603340 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d7bef5b2-e182-4168-b100-9aea105d75f5 req-ca68a3e3-1cc5-414b-a3b2-bc0d960eb954 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0456021 Jul 16 18:18:24.698869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50598) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:24.718610 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.726896 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.810202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Pushing event updated for resources: {'Port': ['ID=b8256395-ddaa-4635-942e-d8e689cca76d,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:24.818806 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.841559 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.843795 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3084e97f-e318-4183-90b8-97c070f324d1 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5295396 Jul 16 18:18:24.846453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50604) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:24.864874 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-039bc754-0422-4118-8d8a-1f25d7852d31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.984173 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-039bc754-0422-4118-8d8a-1f25d7852d31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:24.989983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-039bc754-0422-4118-8d8a-1f25d7852d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.023640 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:25.058761 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.086769 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-039bc754-0422-4118-8d8a-1f25d7852d31 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=efe6bf69335d418faad5c2b7bf91a90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3838913 Jul 16 18:18:25.086769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039bc754-0422-4118-8d8a-1f25d7852d31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0249a57-5667-4ba2-b528-1bbbe2c63508,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:25.087218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50608) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:25.130200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc475d-37a8-47f1-baf1-b9839e42419a req-ec962c11-bfe0-4a9e-adbe-e82056b2dc8d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:25.131894 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9dc475d-37a8-47f1-baf1-b9839e42419a req-ec962c11-bfe0-4a9e-adbe-e82056b2dc8d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 945 time: 0.1058409 Jul 16 18:18:25.186321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d9dc475d-37a8-47f1-baf1-b9839e42419a req-cf96d010-1d8f-4c40-9d48-2f71f698c042 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429685 Jul 16 18:18:25.200030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c0664e16-2d13-465c-bee6-9077c5e93de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.213473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:25.237291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50610) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:25.254463 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c0664e16-2d13-465c-bee6-9077c5e93de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.293288 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.345770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:25.359740 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-298a2c57-a84e-4f72-b906-920f0a1ed14a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/8026611b-6072-4187-b321-4049b1cdecb8 HTTP/1.1" status: 200 len: 991 time: 0.1211722 Jul 16 18:18:25.364340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'port_id': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'mac_address': 'fa:16:3e:c9:10:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:25.377055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c0664e16-2d13-465c-bee6-9077c5e93de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.380710 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c0664e16-2d13-465c-bee6-9077c5e93de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.385111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c0664e16-2d13-465c-bee6-9077c5e93de6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f0249a57-5667-4ba2-b528-1bbbe2c63508 HTTP/1.1" status: 204 len: 168 time: 0.2939978 Jul 16 18:18:25.406552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0664e16-2d13-465c-bee6-9077c5e93de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0249a57-5667-4ba2-b528-1bbbe2c63508,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:25.424468 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.446309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:25.494637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:25.501452 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.587631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=12']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:25.731236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:25.811149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Allocated IP 172.25.7.133 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/79b0fa4f-b4be-4446-904f-25dee34ddb08) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:25.811965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50618) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:25.832373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-73b8b8a5-2d3e-4aef-94ee-4399e381c074 req-92a0f463-20d4-4da8-976c-175adafb8c20 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0346761 Jul 16 18:18:25.836209 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-828dcd26-d3fa-4b93-a4da-d9f93b9bd487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:25.977424 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.027661 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.032733 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-828dcd26-d3fa-4b93-a4da-d9f93b9bd487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.038236 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-828dcd26-d3fa-4b93-a4da-d9f93b9bd487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.074839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:26.081993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:26.090403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:26.092107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-828dcd26-d3fa-4b93-a4da-d9f93b9bd487 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e7d548e23b0c42a38132e2b0a77ccf22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2780437 Jul 16 18:18:26.093492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828dcd26-d3fa-4b93-a4da-d9f93b9bd487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00541cd6-157d-4680-9c4a-7b58aea58372,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:26.101996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50620) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:26.122709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Pushing event updated for resources: {'Port': ['ID=79b0fa4f-b4be-4446-904f-25dee34ddb08,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:26.180061 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372bfdac-db44-476c-b855-68943f0602c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.204227 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372bfdac-db44-476c-b855-68943f0602c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.212341 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.268262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.287692 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372bfdac-db44-476c-b855-68943f0602c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.290492 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-372bfdac-db44-476c-b855-68943f0602c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.295113 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-372bfdac-db44-476c-b855-68943f0602c9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00541cd6-157d-4680-9c4a-7b58aea58372 HTTP/1.1" status: 204 len: 168 time: 0.1887994 Jul 16 18:18:26.302745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372bfdac-db44-476c-b855-68943f0602c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00541cd6-157d-4680-9c4a-7b58aea58372,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:26.485450 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.490381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.576599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Pushing event updated for resources: {'Port': ['ID=79b0fa4f-b4be-4446-904f-25dee34ddb08,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:26.583959 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.607605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:26.610559 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d1aec845-213a-47bf-a062-aeb594508de8 tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7620125 Jul 16 18:18:26.613944 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50626) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:27.181395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50648) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:27.191603 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-069e1f5c-104b-4b3f-8a02-95216b5f4769 tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3700 time: 0.5763636 Jul 16 18:18:27.223127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:27.240891 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ccb2812-98d8-4783-aa8d-aac2fc611ba7 req-39ecc906-0615-4cc0-a9ea-da830c324e33 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.1015544 Jul 16 18:18:27.352127 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-312055bb-c6cf-49fa-82c8-9a9c48fe98bb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1650767 Jul 16 18:18:27.352658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50654) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:27.363786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:27.373702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:27.373702 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.517968 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.558093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:27.561579 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bebdaad8-873e-49c2-a0e3-b8dd01b353c2" -d '{"events": [{"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-plugged", "status": "completed", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:27.579395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:27.593627 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.693649 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6d1768b-66d5-4450-ac61-542eab0b4c90 x-openstack-request-id: req-e6d1768b-66d5-4450-ac61-542eab0b4c90 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:27.694397 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-plugged", "status": "completed", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:27.694878 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e6d1768b-66d5-4450-ac61-542eab0b4c90 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:27.695459 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'code': 200} Jul 16 18:18:27.703733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=13']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:27.735763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-77d2e05b-f38b-4eb7-9866-8ff358cd09ac tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Deleting port 79b0fa4f-b4be-4446-904f-25dee34ddb08 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:27.735945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77d2e05b-f38b-4eb7-9866-8ff358cd09ac tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.850303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e923c6-b21b-46bb-940a-120946e4212c req-919f3777-b66f-4ff8-8d2e-1468dd2bf4eb tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:27.859947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56e923c6-b21b-46bb-940a-120946e4212c req-919f3777-b66f-4ff8-8d2e-1468dd2bf4eb tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1242635 Jul 16 18:18:27.886880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77d2e05b-f38b-4eb7-9866-8ff358cd09ac tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.887368 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77d2e05b-f38b-4eb7-9866-8ff358cd09ac tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:27.901706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-77d2e05b-f38b-4eb7-9866-8ff358cd09ac tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Calling delete_port for 79b0fa4f-b4be-4446-904f-25dee34ddb08 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:27.916353 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56e923c6-b21b-46bb-940a-120946e4212c req-fc095781-9983-4900-98d5-6c090767416b tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552986 Jul 16 18:18:28.083069 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77d2e05b-f38b-4eb7-9866-8ff358cd09ac tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.127729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d2e05b-f38b-4eb7-9866-8ff358cd09ac tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Pushing event deleted for resources: {'Port': ['ID=79b0fa4f-b4be-4446-904f-25dee34ddb08,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.192023 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77d2e05b-f38b-4eb7-9866-8ff358cd09ac tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.196099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77d2e05b-f38b-4eb7-9866-8ff358cd09ac tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.197411 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-77d2e05b-f38b-4eb7-9866-8ff358cd09ac tempest-FloatingIPAdminTestJSON-1414364745 tempest-FloatingIPAdminTestJSON-1414364745-project] 10.222.0.47 "DELETE /v2.0/floatingips/e337b862-4ecc-413e-8b50-b4b3aa0c73ab HTTP/1.1" status: 204 len: 168 time: 0.8376324 Jul 16 18:18:28.200822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50670) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:28.395495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-99b769d4-4f60-4031-9685-7ef5e3d1ca8f tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Deleting port b8256395-ddaa-4635-942e-d8e689cca76d {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:28.408934 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-99b769d4-4f60-4031-9685-7ef5e3d1ca8f tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.517725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2b4e7069-a133-4435-8ce6-b0f4b020c4d2 req-464a39a7-79e3-410a-8b8e-d073ab36227a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0636060 Jul 16 18:18:28.571020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-99b769d4-4f60-4031-9685-7ef5e3d1ca8f tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.571443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-99b769d4-4f60-4031-9685-7ef5e3d1ca8f tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.585479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-99b769d4-4f60-4031-9685-7ef5e3d1ca8f tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Calling delete_port for b8256395-ddaa-4635-942e-d8e689cca76d owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:28.770887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-99b769d4-4f60-4031-9685-7ef5e3d1ca8f tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.798826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b769d4-4f60-4031-9685-7ef5e3d1ca8f tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Pushing event deleted for resources: {'Port': ['ID=b8256395-ddaa-4635-942e-d8e689cca76d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:28.888487 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-99b769d4-4f60-4031-9685-7ef5e3d1ca8f tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.892071 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-99b769d4-4f60-4031-9685-7ef5e3d1ca8f tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:28.896980 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-99b769d4-4f60-4031-9685-7ef5e3d1ca8f tempest-FloatingIPAdminTestJSON-374343379 tempest-FloatingIPAdminTestJSON-374343379-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/f6279f87-a72a-48a2-b9dc-16e7040ba42b HTTP/1.1" status: 204 len: 168 time: 0.6914639 Jul 16 18:18:28.897349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50690) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.043319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-157e1b56-246a-4971-b639-d1f1674aafc2 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Deleting port 8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:29.044017 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-157e1b56-246a-4971-b639-d1f1674aafc2 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.247041 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-157e1b56-246a-4971-b639-d1f1674aafc2 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.272126 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3c4057-bd80-4618-b07f-c525e1509be9 req-63e76795-24c6-4108-bcd3-1bf841f14332 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:29.273825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc3c4057-bd80-4618-b07f-c525e1509be9 req-63e76795-24c6-4108-bcd3-1bf841f14332 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.2117980 Jul 16 18:18:29.279021 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-157e1b56-246a-4971-b639-d1f1674aafc2 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Calling delete_port for 8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:29.309396 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.376329 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc3c4057-bd80-4618-b07f-c525e1509be9 req-f55f0d05-2244-4201-8350-47217c46655a tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823703 Jul 16 18:18:29.537294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-157e1b56-246a-4971-b639-d1f1674aafc2 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.581209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157e1b56-246a-4971-b639-d1f1674aafc2 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event deleted for resources: {'Port': ['ID=8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:29.757809 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d6f4a05-e345-4a02-b8f7-eab8e4091947 req-94f733e1-0d71-49eb-a8c7-936dd9eb75ee tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0648296 Jul 16 18:18:29.762749 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-157e1b56-246a-4971-b639-d1f1674aafc2 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:29.768907 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-157e1b56-246a-4971-b639-d1f1674aafc2 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "DELETE /v2.0/ports/8f9bfbf6-dcef-4be0-8836-e9da7e1e7bf3 HTTP/1.1" status: 204 len: 168 time: 0.8704729 Jul 16 18:18:29.772035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50734) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:29.877369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eec51bdf-671d-4a20-b96c-b89ad4803600 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:29.880265 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eec51bdf-671d-4a20-b96c-b89ad4803600 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "GET /v2.0/ports?device_id=76cd9225-93aa-4c16-8711-7711bacc1290 HTTP/1.1" status: 200 len: 913 time: 0.1056807 Jul 16 18:18:29.882218 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50742) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:30.439274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54c41dd9-c9ad-4693-95ff-91e63b0be5ba tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.746449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4182c2dd-4966-4c33-aa9d-c2f196a4f672 req-0b414906-d2bc-4e55-b472-582b0fea37d0 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:30.748677 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4182c2dd-4966-4c33-aa9d-c2f196a4f672 req-0b414906-d2bc-4e55-b472-582b0fea37d0 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1999571 Jul 16 18:18:30.836294 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4182c2dd-4966-4c33-aa9d-c2f196a4f672 req-2b979c71-dec6-46cb-9916-6b3db94bbad5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790176 Jul 16 18:18:30.969073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-54c41dd9-c9ad-4693-95ff-91e63b0be5ba tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Deleting port 7123a95a-68c1-44e8-bb33-33f33eacfc7a {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:30.970188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54c41dd9-c9ad-4693-95ff-91e63b0be5ba tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:30.970846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b0add8b-19a7-47fc-8126-620947d1bf85 req-4d763035-1345-4ad8-a6a7-8a13b4f1fa7d tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0630233 Jul 16 18:18:31.048369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50796) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:31.120297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54c41dd9-c9ad-4693-95ff-91e63b0be5ba tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.138224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-54c41dd9-c9ad-4693-95ff-91e63b0be5ba tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Calling delete_port for 7123a95a-68c1-44e8-bb33-33f33eacfc7a owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:31.210618 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-962a4181-aa2e-4922-a08f-407d8cecac5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.354570 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-962a4181-aa2e-4922-a08f-407d8cecac5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.361444 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-962a4181-aa2e-4922-a08f-407d8cecac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.394732 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54c41dd9-c9ad-4693-95ff-91e63b0be5ba tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.397537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962a4181-aa2e-4922-a08f-407d8cecac5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8197952-e51a-493a-9eb2-e3fb5ae7937b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:31.430970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c41dd9-c9ad-4693-95ff-91e63b0be5ba tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event deleted for resources: {'Port': ['ID=7123a95a-68c1-44e8-bb33-33f33eacfc7a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:31.453097 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-962a4181-aa2e-4922-a08f-407d8cecac5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9314c965fa0f49d7b953b678571725b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4034519 Jul 16 18:18:31.453783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50802) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:31.538882 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a66c4cb-b451-4253-a9c3-a8c56378dc63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.576621 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a66c4cb-b451-4253-a9c3-a8c56378dc63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.649605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a66c4cb-b451-4253-a9c3-a8c56378dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.652889 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a66c4cb-b451-4253-a9c3-a8c56378dc63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:31.657291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7a66c4cb-b451-4253-a9c3-a8c56378dc63 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d8197952-e51a-493a-9eb2-e3fb5ae7937b HTTP/1.1" status: 204 len: 168 time: 0.2024634 Jul 16 18:18:31.670033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a66c4cb-b451-4253-a9c3-a8c56378dc63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8197952-e51a-493a-9eb2-e3fb5ae7937b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:31.753202 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-54c41dd9-c9ad-4693-95ff-91e63b0be5ba tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.109044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50814) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:32.136590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9fce6b5-14aa-41f1-b2e7-39499a75be10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.186505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c41dd9-c9ad-4693-95ff-91e63b0be5ba tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Router 76cd9225-93aa-4c16-8711-7711bacc1290 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:32.218008 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e024fb6-843a-4e06-9904-02356ef753fd req-9ba96b41-daba-4f89-b362-62fc4cb64a86 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:32.219643 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e024fb6-843a-4e06-9904-02356ef753fd req-9ba96b41-daba-4f89-b362-62fc4cb64a86 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1827326 Jul 16 18:18:32.233780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86d34413-379f-49f2-9220-ccdc512475b7 req-8c12ea0e-8477-4b92-bd14-ea01a8d15da6 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/ports?device_id=831915a9-796f-4345-b647-1ace2ed1560a HTTP/1.1" status: 200 len: 210 time: 0.0644028 Jul 16 18:18:32.306502 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1e024fb6-843a-4e06-9904-02356ef753fd req-fcb055de-243e-46e2-98a5-5a4f6c37c1bf tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442119 Jul 16 18:18:32.349299 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9fce6b5-14aa-41f1-b2e7-39499a75be10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.355597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b9fce6b5-14aa-41f1-b2e7-39499a75be10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.376244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c41dd9-c9ad-4693-95ff-91e63b0be5ba tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:32.387999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699bfc-f7e3-42a5-8ab5-8f1c6904cc57 None None] Sync routers for ids ['76cd9225-93aa-4c16-8711-7711bacc1290'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:32.396452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-54c41dd9-c9ad-4693-95ff-91e63b0be5ba tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "PUT /v2.0/routers/76cd9225-93aa-4c16-8711-7711bacc1290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5124104 Jul 16 18:18:32.397265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50816) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:32.403613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78699bfc-f7e3-42a5-8ab5-8f1c6904cc57 None None] Routers {'76cd9225-93aa-4c16-8711-7711bacc1290'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:32.404620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-78699bfc-f7e3-42a5-8ab5-8f1c6904cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76cd9225-93aa-4c16-8711-7711bacc1290'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:32.412027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9fce6b5-14aa-41f1-b2e7-39499a75be10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710ebc99-8ecb-4044-87cc-25195ca08238,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:32.430964 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b9fce6b5-14aa-41f1-b2e7-39499a75be10 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7f0e6e969f5d48109504b5dd85475681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201246 Jul 16 18:18:32.434256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50818) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:32.449796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-78699bfc-f7e3-42a5-8ab5-8f1c6904cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:32.460287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78699bfc-f7e3-42a5-8ab5-8f1c6904cc57 None None] Routers {'76cd9225-93aa-4c16-8711-7711bacc1290'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:32.461381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-78699bfc-f7e3-42a5-8ab5-8f1c6904cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['76cd9225-93aa-4c16-8711-7711bacc1290'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:32.501306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-78699bfc-f7e3-42a5-8ab5-8f1c6904cc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:32.501933 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-38713f9e-f925-4ce5-afc9-517bb5ee3748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.503371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78699bfc-f7e3-42a5-8ab5-8f1c6904cc57 None None] The sync data for ids ['76cd9225-93aa-4c16-8711-7711bacc1290'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:32.538185 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-38713f9e-f925-4ce5-afc9-517bb5ee3748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.556985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.596247 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-38713f9e-f925-4ce5-afc9-517bb5ee3748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.600927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-38713f9e-f925-4ce5-afc9-517bb5ee3748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.605540 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-38713f9e-f925-4ce5-afc9-517bb5ee3748 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/710ebc99-8ecb-4044-87cc-25195ca08238 HTTP/1.1" status: 204 len: 168 time: 0.1702452 Jul 16 18:18:32.614304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38713f9e-f925-4ce5-afc9-517bb5ee3748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710ebc99-8ecb-4044-87cc-25195ca08238,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:32.684603 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.750399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Deleting port bcb27d24-fc0f-45b2-8809-ada831ca6ebb {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:32.750813 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.841949 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:32.867293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Calling delete_port for bcb27d24-fc0f-45b2-8809-ada831ca6ebb owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:33.070716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.104579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event deleted for resources: {'Port': ['ID=bcb27d24-fc0f-45b2-8809-ada831ca6ebb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.466087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50844) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.522226 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.631942 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2e1792e7-2877-497f-be58-339748bc3c48 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.667239 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.672786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.676681 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2e1792e7-2877-497f-be58-339748bc3c48 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.694275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50850) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.736667 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.737186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Fanout notify agent at l3_agent the message router_deleted on router 76cd9225-93aa-4c16-8711-7711bacc1290 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:33.746202 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.750357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e5f7cad0-ffb6-4d2c-90bc-4c0ad538c5e0 tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "DELETE /v2.0/routers/76cd9225-93aa-4c16-8711-7711bacc1290 HTTP/1.1" status: 204 len: 168 time: 1.3485076 Jul 16 18:18:33.750357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50854) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.771084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12a000-58f8-4883-a54e-2a63d1c21ffa req-b33a913b-6525-4de0-b680-0b6ad4f92193 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:33.778542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e12a000-58f8-4883-a54e-2a63d1c21ffa req-b33a913b-6525-4de0-b680-0b6ad4f92193 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1794069 Jul 16 18:18:33.789288 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2e1792e7-2877-497f-be58-339748bc3c48 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.794928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2e1792e7-2877-497f-be58-339748bc3c48 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.798729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2e1792e7-2877-497f-be58-339748bc3c48 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "DELETE /v2.0/security-groups/5910cc0f-bb38-4f81-bd41-dd86d2f46dea HTTP/1.1" status: 204 len: 168 time: 0.3290021 Jul 16 18:18:33.804639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50858) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.815457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1792e7-2877-497f-be58-339748bc3c48 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5910cc0f-bb38-4f81-bd41-dd86d2f46dea,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:33.837653 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-3852941a-daa4-4a54-b18c-b482bf54b6aa tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] show failed (client error): The resource could not be found. Jul 16 18:18:33.839341 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3852941a-daa4-4a54-b18c-b482bf54b6aa tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "GET /v2.0/security-groups/5910cc0f-bb38-4f81-bd41-dd86d2f46dea HTTP/1.1" status: 404 len: 347 time: 0.0337412 Jul 16 18:18:33.843015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50860) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:33.872365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-133415286-network', 'tenant_id': '5f5a2b7f22674b48a139d97278ef9994'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:33.897336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Made reservation on behalf of 5f5a2b7f22674b48a139d97278ef9994 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:33.900134 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.910138 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:33.919329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca35dc91-6a86-4ef0-84a3-382490f53dbf tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Deleting subnet 98c89d78-23b0-43ff-99fa-0463c7056315 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:33.962865 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e12a000-58f8-4883-a54e-2a63d1c21ffa req-92bfd4af-4cd3-4e63-ada3-e8340afbee2c tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1833839 Jul 16 18:18:33.964296 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca35dc91-6a86-4ef0-84a3-382490f53dbf tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.015157 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.021471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.038426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca35dc91-6a86-4ef0-84a3-382490f53dbf tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.057509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:34.065327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21cda72c-0bc4-4991-a424-ba618091c0ac,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:34.077218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.077218 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Added segment 2f5eb6ba-5d69-48e8-b48d-df0e04977306 of type vlan for network c3acd066-6ad8-45db-87a8-efb3e573c021 Jul 16 18:18:34.123038 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.127715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-88c05ce2-0543-4e2e-9e40-a28c99cfffc9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Deleting port 8779487d-adc8-487b-899d-f8636516ee82 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:34.128073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88c05ce2-0543-4e2e-9e40-a28c99cfffc9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.156891 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.158242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:34.159235 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.166386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca35dc91-6a86-4ef0-84a3-382490f53dbf tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.264053 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88c05ce2-0543-4e2e-9e40-a28c99cfffc9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.264421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88c05ce2-0543-4e2e-9e40-a28c99cfffc9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.271342 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5762703 Jul 16 18:18:34.272634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761606f2-c2b1-4f84-a156-b630a7cd75ff admin admin] Pushing event updated for resources: {'Network': ['ID=c3acd066-6ad8-45db-87a8-efb3e573c021,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:34.275673 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50862) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.285448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network c3acd066-6ad8-45db-87a8-efb3e573c021 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:34.289017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] Request body: {'subnet': {'network_id': 'c3acd066-6ad8-45db-87a8-efb3e573c021', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-133415286-subnet', 'tenant_id': '5f5a2b7f22674b48a139d97278ef9994', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:34.301967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-88c05ce2-0543-4e2e-9e40-a28c99cfffc9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Calling delete_port for 8779487d-adc8-487b-899d-f8636516ee82 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:34.313933 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca35dc91-6a86-4ef0-84a3-382490f53dbf tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.354263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca35dc91-6a86-4ef0-84a3-382490f53dbf tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.356454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ca35dc91-6a86-4ef0-84a3-382490f53dbf tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "DELETE /v2.0/subnets/98c89d78-23b0-43ff-99fa-0463c7056315 HTTP/1.1" status: 204 len: 168 time: 0.6051333 Jul 16 18:18:34.361000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50864) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.362148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7103b0e9-aa5e-483c-8751-21aa1160b025 None None] Network 961d654b-6e2e-4c04-9196-4b09185dcedf requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:34.363074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35dc91-6a86-4ef0-84a3-382490f53dbf tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event deleted for resources: {'Subnet': ['ID=98c89d78-23b0-43ff-99fa-0463c7056315,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:34.444034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] Made reservation on behalf of 5f5a2b7f22674b48a139d97278ef9994 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:34.447040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.547507 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.632234 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec4cac0-3de2-49a3-8ad4-b3657b2073d6 None None] DHCP port deletion for 961d654b-6e2e-4c04-9196-4b09185dcedf request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:34.652682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Deleting port 293fa8bd-9756-4efa-8943-4d94a76c60ed {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:34.653965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.714746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-eec4cac0-3de2-49a3-8ad4-b3657b2073d6 None None] Deleting port 293fa8bd-9756-4efa-8943-4d94a76c60ed {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:34.715334 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-eec4cac0-3de2-49a3-8ad4-b3657b2073d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.735757 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88c05ce2-0543-4e2e-9e40-a28c99cfffc9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.746496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.777930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c05ce2-0543-4e2e-9e40-a28c99cfffc9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Port': ['ID=8779487d-adc8-487b-899d-f8636516ee82,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:34.803493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] For port 293fa8bd-9756-4efa-8943-4d94a76c60ed, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=293fa8bd-9756-4efa-8943-4d94a76c60ed,segment=NetworkSegment(f8e5b99e-8290-4a3e-8389-105d38fcbbbb),segment_id=f8e5b99e-8290-4a3e-8389-105d38fcbbbb)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:34.804219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.830670 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Calling delete_port for 293fa8bd-9756-4efa-8943-4d94a76c60ed owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:34.840602 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-eec4cac0-3de2-49a3-8ad4-b3657b2073d6 None None] For port 293fa8bd-9756-4efa-8943-4d94a76c60ed, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=293fa8bd-9756-4efa-8943-4d94a76c60ed,segment=NetworkSegment(f8e5b99e-8290-4a3e-8389-105d38fcbbbb),segment_id=f8e5b99e-8290-4a3e-8389-105d38fcbbbb)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:34.841382 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-eec4cac0-3de2-49a3-8ad4-b3657b2073d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.862995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-eec4cac0-3de2-49a3-8ad4-b3657b2073d6 None None] Calling delete_port for 293fa8bd-9756-4efa-8943-4d94a76c60ed owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:34.904859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88c05ce2-0543-4e2e-9e40-a28c99cfffc9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.907716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88c05ce2-0543-4e2e-9e40-a28c99cfffc9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:34.908932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-88c05ce2-0543-4e2e-9e40-a28c99cfffc9 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "DELETE /v2.0/floatingips/6547a1fb-b9e8-4ed4-b2d6-c7ed16ba0a94 HTTP/1.1" status: 204 len: 168 time: 1.0655961 Jul 16 18:18:34.913422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50868) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:34.933488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bad91bdf-3863-417b-b8e1-f5888b7fbbee,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:34.970685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] Checking segment: {'id': '2f5eb6ba-5d69-48e8-b48d-df0e04977306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3acd066-6ad8-45db-87a8-efb3e573c021'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:34.970978 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] Network hostable DHCP agents. Network: c3acd066-6ad8-45db-87a8-efb3e573c021, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:34.992761 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.027592 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-eec4cac0-3de2-49a3-8ad4-b3657b2073d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.083169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4cac0-3de2-49a3-8ad4-b3657b2073d6 None None] Pushing event deleted for resources: {'Port': ['ID=293fa8bd-9756-4efa-8943-4d94a76c60ed,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.097328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec4cac0-3de2-49a3-8ad4-b3657b2073d6 None None] No DVR routers for this DVR port 293fa8bd-9756-4efa-8943-4d94a76c60ed on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:35.099461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] Network c3acd066-6ad8-45db-87a8-efb3e573c021 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:35.124792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] No DVR routers for this DVR port 293fa8bd-9756-4efa-8943-4d94a76c60ed on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:35.129165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event deleted for resources: {'Port': ['ID=293fa8bd-9756-4efa-8943-4d94a76c60ed,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.131824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, c3acd066-6ad8-45db-87a8-efb3e573c021) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:35.139000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:35.139638 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.145056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e88039-2378-4cf9-82ba-0105b4a2e4bc None None] Network c3acd066-6ad8-45db-87a8-efb3e573c021 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:35.167631 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-43dc28c9-ee94-46dc-8ef3-ba8f6319abe6 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8842642 Jul 16 18:18:35.178898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3946b-ba32-4175-8132-5966139971e1 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Deleting port 1d4fbd0b-e052-4618-a347-ee1e17463815 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:35.179254 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ef3946b-ba32-4175-8132-5966139971e1 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.242496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.243882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.245572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.245572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.249005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.253177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.253672 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.254117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.254638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.255166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.255740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.256529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:35.320287 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ef3946b-ba32-4175-8132-5966139971e1 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.340011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 293fa8bd-9756-4efa-8943-4d94a76c60ed no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:35.341575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3946b-ba32-4175-8132-5966139971e1 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Calling delete_port for 1d4fbd0b-e052-4618-a347-ee1e17463815 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:35.374410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e47abb-c8b3-4bd2-98c8-84ea137f851a None None] Network c3acd066-6ad8-45db-87a8-efb3e573c021 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:35.387682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.410560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['961d654b-6e2e-4c04-9196-4b09185dcedf']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.428357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8e5b99e-8290-4a3e-8389-105d38fcbbbb') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.429166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8e5b99e-8290-4a3e-8389-105d38fcbbbb') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:35.444582 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.489948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 293fa8bd-9756-4efa-8943-4d94a76c60ed {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:35.490391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 293fa8bd-9756-4efa-8943-4d94a76c60ed not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:35.490896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd790d-093d-4ef0-97d5-566b192e069d req-ef4079d7-ddf5-481a-b9d1-19fcf6cf88d1 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:35.492759 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6dfd790d-093d-4ef0-97d5-566b192e069d req-ef4079d7-ddf5-481a-b9d1-19fcf6cf88d1 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.3709373 Jul 16 18:18:35.502516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.523316 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ef3946b-ba32-4175-8132-5966139971e1 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.544765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:35.544765 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:35.547979 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:35.608161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef3946b-ba32-4175-8132-5966139971e1 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Port': ['ID=1d4fbd0b-e052-4618-a347-ee1e17463815,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.628015 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6dfd790d-093d-4ef0-97d5-566b192e069d req-9748c019-d7ec-444b-a1ad-45f1577b0e8f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081598 Jul 16 18:18:35.645926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.654708 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.659996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "DELETE /v2.0/networks/961d654b-6e2e-4c04-9196-4b09185dcedf HTTP/1.1" status: 204 len: 168 time: 1.2961287 Jul 16 18:18:35.662780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50878) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:35.694392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9962ff-fcf4-4934-b51f-fc6ab18f97eb tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event deleted for resources: {'Network': ['ID=961d654b-6e2e-4c04-9196-4b09185dcedf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:35.813234 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3ef3946b-ba32-4175-8132-5966139971e1 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:35.815139 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3ef3946b-ba32-4175-8132-5966139971e1 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "DELETE /v2.0/ports/1d4fbd0b-e052-4618-a347-ee1e17463815 HTTP/1.1" status: 204 len: 168 time: 0.9007444 Jul 16 18:18:35.818163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50884) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:35.941279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-2851a68c-08ac-4bfe-be60-de189134b46c tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Deleting port 1332f5cd-0f72-4d2f-b961-ca6caf20ed17 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:35.941910 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2851a68c-08ac-4bfe-be60-de189134b46c tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.049266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-db23e246-9caa-4c88-a449-811dfd2dfff2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Deleting port 0fa3e845-582c-4382-a63a-6e61dd1198a4 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:36.049609 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db23e246-9caa-4c88-a449-811dfd2dfff2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.064814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50894) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:36.071409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1795744304-network', 'tenant_id': 'c6822374982c4d6f85fb3d1d9de8e112'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:36.080509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2851a68c-08ac-4bfe-be60-de189134b46c tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.080841 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2851a68c-08ac-4bfe-be60-de189134b46c tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.102603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Made reservation on behalf of c6822374982c4d6f85fb3d1d9de8e112 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:36.107452 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.107938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-2851a68c-08ac-4bfe-be60-de189134b46c tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Calling delete_port for 1332f5cd-0f72-4d2f-b961-ca6caf20ed17 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:36.117763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.230839 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db23e246-9caa-4c88-a449-811dfd2dfff2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.248453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-db23e246-9caa-4c88-a449-811dfd2dfff2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Calling delete_port for 0fa3e845-582c-4382-a63a-6e61dd1198a4 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:36.293057 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.297922 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.326956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:36.337456 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcb346f9-1f3d-4460-a912-7687f4cac2e6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.353263 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.353765 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Added segment 21365a97-7731-4f92-97e0-c9ad106f5746 of type vlan for network 3e01110a-72f2-4ccb-a017-37cf925faa6f Jul 16 18:18:36.410426 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.422532 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2851a68c-08ac-4bfe-be60-de189134b46c tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.443171 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.444496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.445149 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.456573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2851a68c-08ac-4bfe-be60-de189134b46c tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Pushing event deleted for resources: {'Port': ['ID=1332f5cd-0f72-4d2f-b961-ca6caf20ed17,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.486391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4176948 Jul 16 18:18:36.486761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50896) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:36.494063 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db23e246-9caa-4c88-a449-811dfd2dfff2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.521426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] Request body: {'subnet': {'network_id': '3e01110a-72f2-4ccb-a017-37cf925faa6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1795744304-subnet', 'tenant_id': 'c6822374982c4d6f85fb3d1d9de8e112', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:36.526393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587dc133-8e31-4662-ad21-f6316bcdc799 admin admin] Pushing event updated for resources: {'Network': ['ID=3e01110a-72f2-4ccb-a017-37cf925faa6f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.538974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 3e01110a-72f2-4ccb-a017-37cf925faa6f details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:36.546880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] Made reservation on behalf of c6822374982c4d6f85fb3d1d9de8e112 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:36.549388 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.550726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23e246-9caa-4c88-a449-811dfd2dfff2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Port': ['ID=0fa3e845-582c-4382-a63a-6e61dd1198a4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.609865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2851a68c-08ac-4bfe-be60-de189134b46c tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.612429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2851a68c-08ac-4bfe-be60-de189134b46c tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.616984 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2851a68c-08ac-4bfe-be60-de189134b46c tempest-FloatingIPAdminTestJSON-204062700 tempest-FloatingIPAdminTestJSON-204062700-project] 10.222.0.47 "DELETE /v2.0/floatingips/e28929b5-77ae-4c04-b068-b7d9413531e2 HTTP/1.1" status: 204 len: 168 time: 0.9497108 Jul 16 18:18:36.650263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db23e246-9caa-4c88-a449-811dfd2dfff2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.655655 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-db23e246-9caa-4c88-a449-811dfd2dfff2 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "DELETE /v2.0/ports/0fa3e845-582c-4382-a63a-6e61dd1198a4 HTTP/1.1" status: 204 len: 168 time: 0.8364196 Jul 16 18:18:36.656277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50900) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:36.724177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f887a14-a258-4b40-954d-6365e1377116 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Deleting subnet e5c39e5c-7e35-4b12-b17d-2320de847cad {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:36.730849 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f887a14-a258-4b40-954d-6365e1377116 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.792624 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f887a14-a258-4b40-954d-6365e1377116 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.817243 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.883072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb28b526-b9c5-4205-866e-3f4249ea46f4,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:36.900501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] Checking segment: {'id': '21365a97-7731-4f92-97e0-c9ad106f5746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '3e01110a-72f2-4ccb-a017-37cf925faa6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:36.900969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] Network hostable DHCP agents. Network: 3e01110a-72f2-4ccb-a017-37cf925faa6f, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:36.921903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] Network 3e01110a-72f2-4ccb-a017-37cf925faa6f is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:36.933810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 3e01110a-72f2-4ccb-a017-37cf925faa6f) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:36.939994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.940905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:36.950903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3b0b35-faff-43e4-a3a6-67d8c3351a77 req-14bac672-861b-4789-9baf-2a21f433f11d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:36.954768 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7c3b0b35-faff-43e4-a3a6-67d8c3351a77 req-14bac672-861b-4789-9baf-2a21f433f11d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1651864 Jul 16 18:18:36.964802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf43b1ae-b3d9-498f-b097-f9db3a525b80 None None] Network 3e01110a-72f2-4ccb-a017-37cf925faa6f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:36.967839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-50229cc6-526c-4f76-889e-17b87c06915f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4776804 Jul 16 18:18:37.028524 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f887a14-a258-4b40-954d-6365e1377116 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.057931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50910) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:37.104285 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7c3b0b35-faff-43e4-a3a6-67d8c3351a77 req-a96d92e4-7d33-4596-9887-888e868d4eb1 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288085 Jul 16 18:18:37.202511 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f887a14-a258-4b40-954d-6365e1377116 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.246247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f887a14-a258-4b40-954d-6365e1377116 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Subnet': ['ID=e5c39e5c-7e35-4b12-b17d-2320de847cad,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:37.250632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f887a14-a258-4b40-954d-6365e1377116 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.253459 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1f887a14-a258-4b40-954d-6365e1377116 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "DELETE /v2.0/subnets/e5c39e5c-7e35-4b12-b17d-2320de847cad HTTP/1.1" status: 204 len: 168 time: 0.5962517 Jul 16 18:18:37.258051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50914) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:37.282453 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6dd7c9-5d92-4539-8238-e1390c297f5c None None] Network 9c39b3d7-d455-401e-8bad-eeaee0931a8a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:37.322039 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4c04481b-3f67-470c-b8d5-df5113b45406 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aac40209db41465ca11a281d36e350bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2626843 Jul 16 18:18:37.325663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50916) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:37.426742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f9b1942-ca66-4966-8cb2-11109d554bab tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Deleting subnet e15a0ab7-592e-49d7-b5e8-b678614b9d42 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:37.433284 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f9b1942-ca66-4966-8cb2-11109d554bab tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.456761 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-adbb08e8-e55a-41f4-8afe-bede30ec58f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.474905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1918c3a-3514-459e-9861-b7a911c77dc5 None None] Network 3e01110a-72f2-4ccb-a017-37cf925faa6f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:37.499443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f9b1942-ca66-4966-8cb2-11109d554bab tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.502327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-adbb08e8-e55a-41f4-8afe-bede30ec58f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.664632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-adbb08e8-e55a-41f4-8afe-bede30ec58f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.670384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-adbb08e8-e55a-41f4-8afe-bede30ec58f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.674549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-adbb08e8-e55a-41f4-8afe-bede30ec58f3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/07cafa2e-a6a5-4bde-890c-1564b61e84ec HTTP/1.1" status: 204 len: 168 time: 0.3428829 Jul 16 18:18:37.700206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbb08e8-e55a-41f4-8afe-bede30ec58f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07cafa2e-a6a5-4bde-890c-1564b61e84ec,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:37.723976 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f9b1942-ca66-4966-8cb2-11109d554bab tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.820871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2062fd58-8ef4-4bc1-8906-870d8220113a None None] DHCP port deletion for 9c39b3d7-d455-401e-8bad-eeaee0931a8a request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:37.887880 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f9b1942-ca66-4966-8cb2-11109d554bab tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.908604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2062fd58-8ef4-4bc1-8906-870d8220113a None None] Deleting port f2514d26-0100-4cf1-9a04-0cdb5c112fdd {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:37.910109 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2062fd58-8ef4-4bc1-8906-870d8220113a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.941102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9b1942-ca66-4966-8cb2-11109d554bab tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Subnet': ['ID=e15a0ab7-592e-49d7-b5e8-b678614b9d42,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:37.961251 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f9b1942-ca66-4966-8cb2-11109d554bab tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:37.964142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1f9b1942-ca66-4966-8cb2-11109d554bab tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "DELETE /v2.0/subnets/e15a0ab7-592e-49d7-b5e8-b678614b9d42 HTTP/1.1" status: 204 len: 168 time: 0.7036474 Jul 16 18:18:37.967704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50946) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:38.174540 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.192232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-9d65b4cf-2cea-4795-a4a8-0c56822d11c9 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.193780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-9d65b4cf-2cea-4795-a4a8-0c56822d11c9 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/networks?id=c3acd066-6ad8-45db-87a8-efb3e573c021 HTTP/1.1" status: 200 len: 808 time: 0.3187032 Jul 16 18:18:38.224522 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-c32133d3-c012-4c4c-90fc-278656bae20c tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/quotas/5f5a2b7f22674b48a139d97278ef9994 HTTP/1.1" status: 200 len: 375 time: 0.0241170 Jul 16 18:18:38.234159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe110ca-78a3-4fd3-806b-1e5037c93a64 None None] Network 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:38.253945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50952) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:38.292352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-f95d805d-6502-458f-a5d8-740c5a361f92 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5f5a2b7f22674b48a139d97278ef9994&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0602539 Jul 16 18:18:38.314901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69084a51-b435-4584-88b6-1779b59027a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.344286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2062fd58-8ef4-4bc1-8906-870d8220113a None None] For port f2514d26-0100-4cf1-9a04-0cdb5c112fdd, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f2514d26-0100-4cf1-9a04-0cdb5c112fdd,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:38.344999 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2062fd58-8ef4-4bc1-8906-870d8220113a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.415797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2062fd58-8ef4-4bc1-8906-870d8220113a None None] Calling delete_port for f2514d26-0100-4cf1-9a04-0cdb5c112fdd owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:38.419525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Deleting port f2514d26-0100-4cf1-9a04-0cdb5c112fdd {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:38.420026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.522275 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2062fd58-8ef4-4bc1-8906-870d8220113a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.528954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] For port f2514d26-0100-4cf1-9a04-0cdb5c112fdd, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f2514d26-0100-4cf1-9a04-0cdb5c112fdd,segment=NetworkSegment(b483b9c4-529f-41ef-bf45-df2f50c3db08),segment_id=b483b9c4-529f-41ef-bf45-df2f50c3db08)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:38.529347 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.557650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Calling delete_port for f2514d26-0100-4cf1-9a04-0cdb5c112fdd owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:38.568911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062fd58-8ef4-4bc1-8906-870d8220113a None None] Pushing event deleted for resources: {'Port': ['ID=f2514d26-0100-4cf1-9a04-0cdb5c112fdd,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.570884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2062fd58-8ef4-4bc1-8906-870d8220113a None None] No DVR routers for this DVR port f2514d26-0100-4cf1-9a04-0cdb5c112fdd on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:38.590426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-964b687e-e30f-44f7-a5a1-0ac45f383816 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:18:38.592581 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-964b687e-e30f-44f7-a5a1-0ac45f383816 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2935855 Jul 16 18:18:38.611609 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212d3675-3d1f-4fc8-a385-2bef89ca7224 req-9fff9d57-bd20-411b-b51e-fc1690177f87 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:38.618411 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-212d3675-3d1f-4fc8-a385-2bef89ca7224 req-9fff9d57-bd20-411b-b51e-fc1690177f87 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.2779415 Jul 16 18:18:38.693921 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa77c71-97c5-41f9-97df-70354bab425d None None] DHCP port deletion for 0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:38.754412 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-212d3675-3d1f-4fc8-a385-2bef89ca7224 req-54d35591-686a-450c-a876-0452c39480f7 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1350055 Jul 16 18:18:38.772373 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2fa77c71-97c5-41f9-97df-70354bab425d None None] Deleting port 645a4169-ae42-4840-96da-309633863ce1 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:38.773075 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2fa77c71-97c5-41f9-97df-70354bab425d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.812154 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-71b90d7f-6f2a-42fa-ad12-13294b45f5d5 service neutron] 10.222.0.47 "GET /v2.0/networks/c3acd066-6ad8-45db-87a8-efb3e573c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129872 Jul 16 18:18:38.832823 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69084a51-b435-4584-88b6-1779b59027a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.835818 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.843434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2fa77c71-97c5-41f9-97df-70354bab425d None None] For port 645a4169-ae42-4840-96da-309633863ce1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=645a4169-ae42-4840-96da-309633863ce1,segment=NetworkSegment(a3a0c40c-d72d-4fcf-91cd-6683223aae74),segment_id=a3a0c40c-d72d-4fcf-91cd-6683223aae74)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:38.844031 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2fa77c71-97c5-41f9-97df-70354bab425d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.845776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69084a51-b435-4584-88b6-1779b59027a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.858629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2fa77c71-97c5-41f9-97df-70354bab425d None None] Calling delete_port for 645a4169-ae42-4840-96da-309633863ce1 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:38.917288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] No DVR routers for this DVR port f2514d26-0100-4cf1-9a04-0cdb5c112fdd on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:38.951585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Port': ['ID=f2514d26-0100-4cf1-9a04-0cdb5c112fdd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:38.951813 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2fa77c71-97c5-41f9-97df-70354bab425d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:38.985226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa77c71-97c5-41f9-97df-70354bab425d None None] No DVR routers for this DVR port 645a4169-ae42-4840-96da-309633863ce1 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:38.987258 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa77c71-97c5-41f9-97df-70354bab425d None None] Pushing event deleted for resources: {'Port': ['ID=645a4169-ae42-4840-96da-309633863ce1,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:39.033222 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-76d956ee-5b32-4aaf-9584-a7283b034630 service neutron] 10.222.0.47 "GET /v2.0/networks/c3acd066-6ad8-45db-87a8-efb3e573c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140064 Jul 16 18:18:39.036554 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-69084a51-b435-4584-88b6-1779b59027a8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5351fe8a46a7442492cd07ac3137b227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7724347 Jul 16 18:18:39.038955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50966) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:39.058835 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69084a51-b435-4584-88b6-1779b59027a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8962e687-1bf6-478e-9f37-1c78b1259d4a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:39.204753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87097bd9-ac55-42b2-afa6-c999ddb712fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.222794 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.244726 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87097bd9-ac55-42b2-afa6-c999ddb712fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.265570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c39b3d7-d455-401e-8bad-eeaee0931a8a']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:39.333603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 645a4169-ae42-4840-96da-309633863ce1 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:39.362050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b483b9c4-529f-41ef-bf45-df2f50c3db08') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:39.363079 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b483b9c4-529f-41ef-bf45-df2f50c3db08') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:39.388551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 645a4169-ae42-4840-96da-309633863ce1 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:39.389270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 645a4169-ae42-4840-96da-309633863ce1 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:39.392240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f2514d26-0100-4cf1-9a04-0cdb5c112fdd no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:39.398130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.436801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.448399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: f2514d26-0100-4cf1-9a04-0cdb5c112fdd {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:39.449063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f2514d26-0100-4cf1-9a04-0cdb5c112fdd not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:39.464950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:39.465653 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:39.473676 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:39.526844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5415b0-c5e2-4111-90fe-e49250abdff6 req-a5a00a8d-0341-4bdf-93e7-6e05809da7f8 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:39.528554 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b5415b0-c5e2-4111-90fe-e49250abdff6 req-a5a00a8d-0341-4bdf-93e7-6e05809da7f8 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.2510438 Jul 16 18:18:39.705718 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-144ab74c-bbf4-4dc7-84c7-74a828d066dd req-733c0ef6-9fff-46a1-8cc0-f66a7a6b68ec tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 210 time: 0.0684927 Jul 16 18:18:39.720201 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87097bd9-ac55-42b2-afa6-c999ddb712fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.723223 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87097bd9-ac55-42b2-afa6-c999ddb712fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:39.724709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-87097bd9-ac55-42b2-afa6-c999ddb712fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8962e687-1bf6-478e-9f37-1c78b1259d4a HTTP/1.1" status: 204 len: 168 time: 0.6823673 Jul 16 18:18:39.769036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87097bd9-ac55-42b2-afa6-c999ddb712fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8962e687-1bf6-478e-9f37-1c78b1259d4a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:39.818945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c17e38-40c9-4d2b-9708-2e9203032480 req-a81462c3-abf6-4453-928e-d216aaa2c72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:39.820769 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39c17e38-40c9-4d2b-9708-2e9203032480 req-a81462c3-abf6-4453-928e-d216aaa2c72b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 1097 time: 0.1822083 Jul 16 18:18:39.967973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c17e38-40c9-4d2b-9708-2e9203032480 req-129fee3c-b589-414b-9779-a8d2d48866a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:39.970013 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39c17e38-40c9-4d2b-9708-2e9203032480 req-129fee3c-b589-414b-9779-a8d2d48866a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 912 time: 0.1426575 Jul 16 18:18:40.026735 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.035735 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.040134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "DELETE /v2.0/networks/9c39b3d7-d455-401e-8bad-eeaee0931a8a HTTP/1.1" status: 204 len: 168 time: 2.0686421 Jul 16 18:18:40.042176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50988) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:40.059445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf24e33e-eb14-45c8-950a-21d6a30a8bf0 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Network': ['ID=9c39b3d7-d455-401e-8bad-eeaee0931a8a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.080809 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b5415b0-c5e2-4111-90fe-e49250abdff6 req-2f5d870d-02f9-4638-b150-8f2120c0e683 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836442 Jul 16 18:18:40.130340 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39c17e38-40c9-4d2b-9708-2e9203032480 req-d23990df-863d-496e-8b0d-53949a38e11f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5b671f5-bf75-43bb-b1f8-3324327700fd HTTP/1.1" status: 200 len: 1001 time: 0.1439264 Jul 16 18:18:40.208538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c17e38-40c9-4d2b-9708-2e9203032480 req-296d5b86-d436-404e-8a18-05356b2f29d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:40.210485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39c17e38-40c9-4d2b-9708-2e9203032480 req-296d5b86-d436-404e-8a18-05356b2f29d9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.0734665 Jul 16 18:18:40.212183 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.318582 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.331703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c17e38-40c9-4d2b-9708-2e9203032480 req-826bef5f-74bc-4ea4-9a98-0b88ea48faaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:40.333795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39c17e38-40c9-4d2b-9708-2e9203032480 req-826bef5f-74bc-4ea4-9a98-0b88ea48faaa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886362 Jul 16 18:18:40.334765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:40.348234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a0c40c-d72d-4fcf-91cd-6683223aae74') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:40.348669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a0c40c-d72d-4fcf-91cd-6683223aae74') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:40.358411 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.374139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.382578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:18:40.383199 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:18:40.386916 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:18:40.473032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.473522 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50994) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:40.485520 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.499900 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] 10.222.0.47 "DELETE /v2.0/networks/0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6 HTTP/1.1" status: 204 len: 168 time: 0.4489517 Jul 16 18:18:40.519398 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39c17e38-40c9-4d2b-9708-2e9203032480 req-dd0cadc6-67d3-4ef3-b19f-49831e3a7b7d service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761858 Jul 16 18:18:40.519634 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69c9e738-7e9b-4eb7-97cf-612194a46aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.524660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Pushing event deleted for resources: {'Network': ['ID=0d5eebf4-5cf6-4213-8813-5d1cbfdca0b6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.542602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.542929 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.543290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.543773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.544176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.544655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.546184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.546184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.546184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.546184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.546184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.546582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e19cf0-6d04-4d3c-ac8a-0f038f5aaf45 tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:40.694804 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39c17e38-40c9-4d2b-9708-2e9203032480 req-569141a8-30a1-4c11-a306-c698d0d85d4b service neutron] 10.222.0.37 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656656 Jul 16 18:18:40.709815 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69c9e738-7e9b-4eb7-97cf-612194a46aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.715061 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69c9e738-7e9b-4eb7-97cf-612194a46aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.761875 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-69c9e738-7e9b-4eb7-97cf-612194a46aca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a8f2c947910e45d1afd2e880e28ca6d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873902 Jul 16 18:18:40.765275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50998) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:40.779364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c9e738-7e9b-4eb7-97cf-612194a46aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c5a30c-4de4-4bfe-8ad3-c8faf330aa54,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:40.828105 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-abd4da2f-28a6-486e-a623-3cee643f65fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.852692 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-abd4da2f-28a6-486e-a623-3cee643f65fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.928414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-abd4da2f-28a6-486e-a623-3cee643f65fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.931389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-abd4da2f-28a6-486e-a623-3cee643f65fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:40.932851 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-43772e17-9c16-4d78-a73e-8e270bfdf0b8 req-25d2e8f6-2c10-43a5-a82e-7ec5c00ba2d9 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 210 time: 0.0510774 Jul 16 18:18:40.935998 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-abd4da2f-28a6-486e-a623-3cee643f65fe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e2c5a30c-4de4-4bfe-8ad3-c8faf330aa54 HTTP/1.1" status: 204 len: 168 time: 0.1703501 Jul 16 18:18:40.946898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd4da2f-28a6-486e-a623-3cee643f65fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c5a30c-4de4-4bfe-8ad3-c8faf330aa54,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:41.309550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-461c6f29-f7d6-4e1f-baa7-6140ecc99fb1 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.317983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-461c6f29-f7d6-4e1f-baa7-6140ecc99fb1 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.37 "GET /v2.0/networks?id=c3acd066-6ad8-45db-87a8-efb3e573c021 HTTP/1.1" status: 200 len: 808 time: 0.2553060 Jul 16 18:18:41.338218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Request body: {'port': {'device_id': '2e0690a3-d350-4ade-a17c-14b1bd74120f', 'network_id': 'c3acd066-6ad8-45db-87a8-efb3e573c021', 'admin_state_up': True, 'tenant_id': '5f5a2b7f22674b48a139d97278ef9994'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:41.418745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9467d102-6b28-4a8a-aae6-615882cab630 req-3f3d5662-9142-4c60-8a7f-25d1e796dd1b tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:41.423525 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9467d102-6b28-4a8a-aae6-615882cab630 req-3f3d5662-9142-4c60-8a7f-25d1e796dd1b tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1390572 Jul 16 18:18:41.535991 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9467d102-6b28-4a8a-aae6-615882cab630 req-4a096e9f-86ba-4e2e-80d9-0f70cb600220 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0943601 Jul 16 18:18:41.629544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Made reservation on behalf of 5f5a2b7f22674b48a139d97278ef9994 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:41.633370 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:41.778285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Allocated IP 172.20.0.6 (c3acd066-6ad8-45db-87a8-efb3e573c021/bad91bdf-3863-417b-b8e1-f5888b7fbbee/e3a80324-5823-4245-ac8a-dc15f09c8a3c) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:42.012381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.038010 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.070397 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.150710 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Pushing event updated for resources: {'Port': ['ID=e3a80324-5823-4245-ac8a-dc15f09c8a3c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:42.222478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Network c3acd066-6ad8-45db-87a8-efb3e573c021 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:42.228391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:42.233122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:42.320077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.320914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.344190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a59304-bd96-4e79-9b9f-4cf76fc0d327 req-2cbf9559-ac2e-4853-b343-9d96d645b4d5 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.353856 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7a59304-bd96-4e79-9b9f-4cf76fc0d327 req-2cbf9559-ac2e-4853-b343-9d96d645b4d5 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 931 time: 0.2455106 Jul 16 18:18:42.378162 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-fc0010d9-a84d-4395-be44-f972cce4560a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0442381 Jul 16 18:18:42.402694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Request body: {'port': {'device_id': '2e0690a3-d350-4ade-a17c-14b1bd74120f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:42.417432 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7a59304-bd96-4e79-9b9f-4cf76fc0d327 req-4cbbfd27-7e68-470f-814d-e75bb495dda1 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/security-groups?id=21cda72c-0bc4-4991-a424-ba618091c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626042 Jul 16 18:18:42.520277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:42.844249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf2f214-ccaf-47b6-a8b5-7a2690b52f31 req-8fee8ac5-f7e6-4959-a8f7-1ac0e61375f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:42.847183 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1bf2f214-ccaf-47b6-a8b5-7a2690b52f31 req-8fee8ac5-f7e6-4959-a8f7-1ac0e61375f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1085708 Jul 16 18:18:42.905599 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1bf2f214-ccaf-47b6-a8b5-7a2690b52f31 req-5d884860-7db0-4482-aa38-c98ff252e34c tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447047 Jul 16 18:18:42.988716 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a80324-5823-4245-ac8a-dc15f09c8a3c {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:42.999068 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.014229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51068) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:43.015133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Transition to ACTIVE for port object e3a80324-5823-4245-ac8a-dc15f09c8a3c will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:43.039391 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.124591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Pushing event updated for resources: {'Port': ['ID=e3a80324-5823-4245-ac8a-dc15f09c8a3c,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:43.167756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1464838139', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:43.181837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Attempting to bind port e3a80324-5823-4245-ac8a-dc15f09c8a3c on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:43.182332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Attempting to bind port e3a80324-5823-4245-ac8a-dc15f09c8a3c by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '2f5eb6ba-5d69-48e8-b48d-df0e04977306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3acd066-6ad8-45db-87a8-efb3e573c021'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:43.182668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Attempting to bind port e3a80324-5823-4245-ac8a-dc15f09c8a3c on network c3acd066-6ad8-45db-87a8-efb3e573c021 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:43.188310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Port e3a80324-5823-4245-ac8a-dc15f09c8a3c on network c3acd066-6ad8-45db-87a8-efb3e573c021 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:18:43.188639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Attempting to bind port e3a80324-5823-4245-ac8a-dc15f09c8a3c on network c3acd066-6ad8-45db-87a8-efb3e573c021 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:43.194694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Made reservation on behalf of ab63b5e592b14299bcf68786bdfef40a for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:43.195590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:43.196193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Checking segment: {'id': '2f5eb6ba-5d69-48e8-b48d-df0e04977306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3acd066-6ad8-45db-87a8-efb3e573c021'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:43.196661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Bound using segment: {'id': '2f5eb6ba-5d69-48e8-b48d-df0e04977306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3acd066-6ad8-45db-87a8-efb3e573c021'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:43.197209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Bound port: e3a80324-5823-4245-ac8a-dc15f09c8a3c, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2f5eb6ba-5d69-48e8-b48d-df0e04977306', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': 'c3acd066-6ad8-45db-87a8-efb3e573c021'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:43.197643 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.198423 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.216387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.317419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] For port e3a80324-5823-4245-ac8a-dc15f09c8a3c, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:43.326618 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] For port e3a80324-5823-4245-ac8a-dc15f09c8a3c, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3a80324-5823-4245-ac8a-dc15f09c8a3c,segment=NetworkSegment(2f5eb6ba-5d69-48e8-b48d-df0e04977306),segment_id=2f5eb6ba-5d69-48e8-b48d-df0e04977306)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:43.331358 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.399184 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.406413 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.406678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.407348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.409419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] 10.222.0.37 "PUT /v2.0/ports/e3a80324-5823-4245-ac8a-dc15f09c8a3c HTTP/1.1" status: 200 len: 1091 time: 1.0122716 Jul 16 18:18:43.409884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e0690a3-d350-4ade-a17c-14b1bd74120f', 'tag': 'e3a80324-5823-4245-ac8a-dc15f09c8a3c'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:43.411549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] device_id is not set on port d04912ae-2f31-4257-8c68-3891d8ec8c6b yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:43.412274 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34416fb-e637-4455-8b6a-e993dfe99884" -d '{"events": [{"name": "network-changed", "server_uuid": "2e0690a3-d350-4ade-a17c-14b1bd74120f", "tag": "e3a80324-5823-4245-ac8a-dc15f09c8a3c"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:43.435065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6079a19a-8636-4c98-b691-7313206d9e9e service neutron] Pushing event updated for resources: {'Port': ['ID=e3a80324-5823-4245-ac8a-dc15f09c8a3c,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:43.491356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32b1f638-7124-4ba8-b504-b700ed3c1a24,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:43.538940 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330680d5-6c06-4840-aa01-9cb6bf582453 x-openstack-request-id: req-330680d5-6c06-4840-aa01-9cb6bf582453 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:43.539287 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e0690a3-d350-4ade-a17c-14b1bd74120f", "tag": "e3a80324-5823-4245-ac8a-dc15f09c8a3c", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:43.539677 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-330680d5-6c06-4840-aa01-9cb6bf582453 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:43.540171 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e0690a3-d350-4ade-a17c-14b1bd74120f', 'tag': 'e3a80324-5823-4245-ac8a-dc15f09c8a3c', 'status': 'completed', 'code': 200} Jul 16 18:18:43.569854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-5c35f85a-a29e-4c1f-800b-f100de57f792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.571810 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-5c35f85a-a29e-4c1f-800b-f100de57f792 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f5a2b7f22674b48a139d97278ef9994&device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 1094 time: 0.0732920 Jul 16 18:18:43.632547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-a01a35b3-233a-4626-b288-92ec2e02a6e7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3a80324-5823-4245-ac8a-dc15f09c8a3c HTTP/1.1" status: 200 len: 217 time: 0.0478716 Jul 16 18:18:43.671241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Allocated IP 172.25.7.81 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/d04912ae-2f31-4257-8c68-3891d8ec8c6b) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:43.700337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-7ca6b123-ca1f-415f-a415-5e01e5358bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.703036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-7ca6b123-ca1f-415f-a415-5e01e5358bb1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bad91bdf-3863-417b-b8e1-f5888b7fbbee HTTP/1.1" status: 200 len: 848 time: 0.0646634 Jul 16 18:18:43.744826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ed009-6086-4b7b-bff2-a57c8109b2f2 req-dd8bbef6-d0a0-463a-8319-2e9a2acd376a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:43.746816 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-140ed009-6086-4b7b-bff2-a57c8109b2f2 req-dd8bbef6-d0a0-463a-8319-2e9a2acd376a tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 943 time: 0.1472867 Jul 16 18:18:43.758621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-0e5b5ded-8072-4e71-9111-6b52bb7faa11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3acd066-6ad8-45db-87a8-efb3e573c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483296 Jul 16 18:18:43.825390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-140ed009-6086-4b7b-bff2-a57c8109b2f2 req-52999038-484e-4993-8a76-026bbb96b50f tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/security-groups?id=21cda72c-0bc4-4991-a424-ba618091c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693285 Jul 16 18:18:43.898525 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-a58b6a3f-a0cf-4457-a552-5c6599885204 service neutron] 10.222.0.37 "GET /v2.0/networks/c3acd066-6ad8-45db-87a8-efb3e573c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335485 Jul 16 18:18:43.915286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:43.963029 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.028488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:44.033352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:44.035274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Pushing event updated for resources: {'Port': ['ID=d04912ae-2f31-4257-8c68-3891d8ec8c6b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:44.038337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:44.046130 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eac6f692-906b-4da0-ac28-3dc282f4cdf2 req-6bd8e771-ba81-4138-abd3-3cd748dfb5b3 service neutron] 10.222.0.37 "GET /v2.0/networks/c3acd066-6ad8-45db-87a8-efb3e573c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321833 Jul 16 18:18:44.085504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.086126 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.110884 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cfe568ec-c29a-4757-958a-89f7c4594ddb tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.0951447 Jul 16 18:18:44.113745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51088) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:44.121148 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.81'}]}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:44.151985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.153576 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.192295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34416fb-e637-4455-8b6a-e993dfe99884 req-d433061f-5cd9-44a6-8252-1d12b4733227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.194361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34416fb-e637-4455-8b6a-e993dfe99884 req-d433061f-5cd9-44a6-8252-1d12b4733227 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5f5a2b7f22674b48a139d97278ef9994&device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 1094 time: 0.0648389 Jul 16 18:18:44.246329 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.320255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34416fb-e637-4455-8b6a-e993dfe99884 req-c8297f54-c37b-43cf-ac01-7016fd6cbb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.321789 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34416fb-e637-4455-8b6a-e993dfe99884 req-c8297f54-c37b-43cf-ac01-7016fd6cbb98 service neutron] 10.222.0.37 "GET /v2.0/networks?id=c3acd066-6ad8-45db-87a8-efb3e573c021 HTTP/1.1" status: 200 len: 909 time: 0.1209688 Jul 16 18:18:44.417845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34416fb-e637-4455-8b6a-e993dfe99884 req-f64b5cb9-de2d-4270-950f-259d9dc64185 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3a80324-5823-4245-ac8a-dc15f09c8a3c HTTP/1.1" status: 200 len: 217 time: 0.0846095 Jul 16 18:18:44.428712 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.491225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34416fb-e637-4455-8b6a-e993dfe99884 req-96033324-0a0b-4502-828c-bc4bcb32cdd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:44.492808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34416fb-e637-4455-8b6a-e993dfe99884 req-96033324-0a0b-4502-828c-bc4bcb32cdd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bad91bdf-3863-417b-b8e1-f5888b7fbbee HTTP/1.1" status: 200 len: 848 time: 0.0681515 Jul 16 18:18:44.531069 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34416fb-e637-4455-8b6a-e993dfe99884 req-64232362-98d4-468c-a143-9788c31bc7de service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=c3acd066-6ad8-45db-87a8-efb3e573c021&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309954 Jul 16 18:18:44.668089 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34416fb-e637-4455-8b6a-e993dfe99884 req-71583561-ec9a-4b19-a20f-eb36388b319b service neutron] 10.222.0.37 "GET /v2.0/networks/c3acd066-6ad8-45db-87a8-efb3e573c021?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294565 Jul 16 18:18:44.738146 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.761029 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:44.896305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34416fb-e637-4455-8b6a-e993dfe99884 req-8d640f1b-44d5-4089-acd4-e9c500b11477 service neutron] 10.222.0.37 "GET /v2.0/networks/c3acd066-6ad8-45db-87a8-efb3e573c021?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2187037 Jul 16 18:18:45.096161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.160611 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514aa138-597f-42c1-9e5b-5b8e67b9a74f req-b44ea23f-1c9a-4022-bac9-6cc54d58c103 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:45.162310 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-514aa138-597f-42c1-9e5b-5b8e67b9a74f req-b44ea23f-1c9a-4022-bac9-6cc54d58c103 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 943 time: 0.1360631 Jul 16 18:18:45.222242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-514aa138-597f-42c1-9e5b-5b8e67b9a74f req-9769aaea-f0d4-4242-9a6d-916233d003e8 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/security-groups?id=21cda72c-0bc4-4991-a424-ba618091c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532136 Jul 16 18:18:45.336287 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.339925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.390587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.391177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 45455daa-104a-470d-9df9-dd239ba13908 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:45.414236 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:18:45.416768 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9259ad72-7726-4904-aead-d5bd7020a6bc tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3002422 Jul 16 18:18:45.418806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51114) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:45.496921 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-59051c63-9c34-4723-a607-269612fb057c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.539799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-9e1443be-4cca-4503-b5f3-c202c4b3b452 tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Deleting port d04912ae-2f31-4257-8c68-3891d8ec8c6b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:45.540282 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e1443be-4cca-4503-b5f3-c202c4b3b452 tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.647696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e1443be-4cca-4503-b5f3-c202c4b3b452 tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.662447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-9e1443be-4cca-4503-b5f3-c202c4b3b452 tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Calling delete_port for d04912ae-2f31-4257-8c68-3891d8ec8c6b owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:45.803902 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e1443be-4cca-4503-b5f3-c202c4b3b452 tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.834295 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1443be-4cca-4503-b5f3-c202c4b3b452 tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Pushing event deleted for resources: {'Port': ['ID=d04912ae-2f31-4257-8c68-3891d8ec8c6b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:45.905528 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e1443be-4cca-4503-b5f3-c202c4b3b452 tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:45.907601 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9e1443be-4cca-4503-b5f3-c202c4b3b452 tempest-RoutersAdminNegativeIpV6Test-288893302 tempest-RoutersAdminNegativeIpV6Test-288893302-project-admin] 10.222.0.47 "DELETE /v2.0/ports/d04912ae-2f31-4257-8c68-3891d8ec8c6b HTTP/1.1" status: 204 len: 168 time: 0.4873974 Jul 16 18:18:46.208106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51130) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:46.298587 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e3a80324-5823-4245-ac8a-dc15f09c8a3c details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:18:46.338963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdefb61a-97a9-40f2-989b-5c11a4671f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.470469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e3a80324-5823-4245-ac8a-dc15f09c8a3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3a80324-5823-4245-ac8a-dc15f09c8a3c,segment=NetworkSegment(2f5eb6ba-5d69-48e8-b48d-df0e04977306),segment_id=2f5eb6ba-5d69-48e8-b48d-df0e04977306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:46.489187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'e3a80324-5823-4245-ac8a-dc15f09c8a3c', 'network_id': 'c3acd066-6ad8-45db-87a8-efb3e573c021', 'port_id': 'e3a80324-5823-4245-ac8a-dc15f09c8a3c', 'mac_address': 'fa:16:3e:36:89:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bad91bdf-3863-417b-b8e1-f5888b7fbbee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:18:46.493593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c354bbc6-8dd4-43eb-ace0-f05d9b5dbb12 req-35c5cc29-406b-4a4a-9486-fbe7aa67becc tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:46.495718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c354bbc6-8dd4-43eb-ace0-f05d9b5dbb12 req-35c5cc29-406b-4a4a-9486-fbe7aa67becc tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 943 time: 0.1162851 Jul 16 18:18:46.533270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdefb61a-97a9-40f2-989b-5c11a4671f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.540202 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.541009 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdefb61a-97a9-40f2-989b-5c11a4671f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.557620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a80324-5823-4245-ac8a-dc15f09c8a3c {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:18:46.578641 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c354bbc6-8dd4-43eb-ace0-f05d9b5dbb12 req-2da40bdb-2c57-456b-88de-541aa8858597 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/security-groups?id=21cda72c-0bc4-4991-a424-ba618091c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743420 Jul 16 18:18:46.585358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e3a80324-5823-4245-ac8a-dc15f09c8a3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3a80324-5823-4245-ac8a-dc15f09c8a3c,segment=NetworkSegment(2f5eb6ba-5d69-48e8-b48d-df0e04977306),segment_id=2f5eb6ba-5d69-48e8-b48d-df0e04977306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:46.590527 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.598123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdefb61a-97a9-40f2-989b-5c11a4671f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c273e279-a0b9-4018-8777-6a1e1e70bc0a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.604112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fdefb61a-97a9-40f2-989b-5c11a4671f8a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5ba88b79df9a4d8baff1994072b8dec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3941514 Jul 16 18:18:46.610717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51138) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:46.692883 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dfacf104-d0cc-479d-94f8-83dcd40c9617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.696840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e3a80324-5823-4245-ac8a-dc15f09c8a3c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.717215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.718825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.720235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.720818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.723045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.723204 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dfacf104-d0cc-479d-94f8-83dcd40c9617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.723873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.724463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.727070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.727709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.728910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.730735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.731321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:18:46.797943 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dfacf104-d0cc-479d-94f8-83dcd40c9617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.800791 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dfacf104-d0cc-479d-94f8-83dcd40c9617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:46.804445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dfacf104-d0cc-479d-94f8-83dcd40c9617 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c273e279-a0b9-4018-8777-6a1e1e70bc0a HTTP/1.1" status: 204 len: 168 time: 0.1895556 Jul 16 18:18:46.814582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfacf104-d0cc-479d-94f8-83dcd40c9617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c273e279-a0b9-4018-8777-6a1e1e70bc0a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:46.877656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e3a80324-5823-4245-ac8a-dc15f09c8a3c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:18:47.316204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51150) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:47.377338 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bd6ff604-1cac-465c-88eb-7ed268ec64ea admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ab63b5e592b14299bcf68786bdfef40a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0598135 Jul 16 18:18:47.379919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51154) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:47.440791 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-deb172f9-5f2d-4ddb-bbef-5056ca5524d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.463628 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-deb172f9-5f2d-4ddb-bbef-5056ca5524d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.525118 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-deb172f9-5f2d-4ddb-bbef-5056ca5524d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.529178 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-deb172f9-5f2d-4ddb-bbef-5056ca5524d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:47.530662 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-deb172f9-5f2d-4ddb-bbef-5056ca5524d6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/32b1f638-7124-4ba8-b504-b700ed3c1a24 HTTP/1.1" status: 204 len: 168 time: 0.1489849 Jul 16 18:18:47.544189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb172f9-5f2d-4ddb-bbef-5056ca5524d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32b1f638-7124-4ba8-b504-b700ed3c1a24,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:47.810527 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4a4f9-23f7-4959-9940-eef231fc35dd req-2abf6027-f633-4e3a-b90d-791bb232585c tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:47.820802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-def4a4f9-23f7-4959-9940-eef231fc35dd req-2abf6027-f633-4e3a-b90d-791bb232585c tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 944 time: 0.1029935 Jul 16 18:18:47.896327 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-def4a4f9-23f7-4959-9940-eef231fc35dd req-e068e03b-c372-4ad6-b97b-22d008f6c8ba tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/security-groups?id=21cda72c-0bc4-4991-a424-ba618091c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667253 Jul 16 18:18:48.189795 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5ff1724e-35e2-4cc6-a72a-661ab4165858 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.213280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.314070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e3a80324-5823-4245-ac8a-dc15f09c8a3c up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:48.461653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port e3a80324-5823-4245-ac8a-dc15f09c8a3c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:48.467636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port e3a80324-5823-4245-ac8a-dc15f09c8a3c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:48.468683 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.564280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.591363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0690a3-d350-4ade-a17c-14b1bd74120f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a80324-5823-4245-ac8a-dc15f09c8a3c'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:48.594287 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0abd1556-3748-4dbf-a18a-114e57f42745" -d '{"events": [{"server_uuid": "2e0690a3-d350-4ade-a17c-14b1bd74120f", "name": "network-vif-plugged", "status": "completed", "tag": "e3a80324-5823-4245-ac8a-dc15f09c8a3c"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:48.600358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51192) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:48.628808 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e3a80324-5823-4245-ac8a-dc15f09c8a3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3a80324-5823-4245-ac8a-dc15f09c8a3c,segment=NetworkSegment(2f5eb6ba-5d69-48e8-b48d-df0e04977306),segment_id=2f5eb6ba-5d69-48e8-b48d-df0e04977306)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:48.636113 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.668622 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95181c25-14cd-487a-b3bf-c0096d4985c9 x-openstack-request-id: req-95181c25-14cd-487a-b3bf-c0096d4985c9 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:48.669446 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0690a3-d350-4ade-a17c-14b1bd74120f", "name": "network-vif-plugged", "status": "completed", "tag": "e3a80324-5823-4245-ac8a-dc15f09c8a3c", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:48.669960 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-95181c25-14cd-487a-b3bf-c0096d4985c9 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:48.670523 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0690a3-d350-4ade-a17c-14b1bd74120f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a80324-5823-4245-ac8a-dc15f09c8a3c', 'code': 200} Jul 16 18:18:48.717164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e3a80324-5823-4245-ac8a-dc15f09c8a3c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:48.770055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1457508118'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:48.873445 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c41f99-b34f-48e2-95c5-c09f5b2d88de req-7bf5dc0d-6a98-4410-8121-0dff6fdca9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:48.875037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3c41f99-b34f-48e2-95c5-c09f5b2d88de req-7bf5dc0d-6a98-4410-8121-0dff6fdca9d1 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 1096 time: 0.1092296 Jul 16 18:18:48.875988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Made reservation on behalf of 113415e4227a401491461bb5d40c02b9 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:48.879707 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.916161 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:48.937335 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3c41f99-b34f-48e2-95c5-c09f5b2d88de req-08aa783d-f1cd-497f-891c-37a2113f352b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=21cda72c-0bc4-4991-a424-ba618091c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550368 Jul 16 18:18:49.087359 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.093734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.138760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:18:49.170361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d49eff9b-b39e-4843-8732-f650250211d0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:49.177023 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.177849 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Added segment b7332455-af8f-4e1a-a6e7-8dcac77d3139 of type vlan for network 4ec9042e-e20d-4734-a926-34860b4b6da5 Jul 16 18:18:49.240166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.269816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360b5db9-faa2-452e-af45-bf267988803b req-d1434b51-3872-4bed-96a9-c47b78dc231d tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.271437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-360b5db9-faa2-452e-af45-bf267988803b req-d1434b51-3872-4bed-96a9-c47b78dc231d tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 945 time: 0.1522510 Jul 16 18:18:49.292207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.297721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.298317 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.361408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.7593329 Jul 16 18:18:49.368302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51200) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:49.374221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Request body: {'subnet': {'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:49.384053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-360b5db9-faa2-452e-af45-bf267988803b req-2a7b7f4d-764f-49b9-a24a-fe2ab2dfd607 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/security-groups?id=21cda72c-0bc4-4991-a424-ba618091c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019502 Jul 16 18:18:49.428253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97369e16-9321-4f35-a6fd-f81e52351738 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'Network': ['ID=4ec9042e-e20d-4734-a926-34860b4b6da5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:49.443163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:18:49.524313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Made reservation on behalf of 113415e4227a401491461bb5d40c02b9 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:49.529448 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.762945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.828827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'Subnet': ['ID=d4ce4fc6-d2c5-4952-8bb2-d323748b2ef7,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:49.833027 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.837408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Checking segment: {'id': 'b7332455-af8f-4e1a-a6e7-8dcac77d3139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:49.837408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Network hostable DHCP agents. Network: 4ec9042e-e20d-4734-a926-34860b4b6da5, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:18:49.854901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:18:49.864121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 4ec9042e-e20d-4734-a926-34860b4b6da5) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:49.868225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:49.869389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:49.878359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8261bf3b-3d7e-493c-a008-9f0c6bf2c100 None None] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:49.887777 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51212) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:49.892270 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1ebd53ec-7007-4a4e-b888-e918d8554e00 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5219481 Jul 16 18:18:49.893735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Request body: {'port': {'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5', 'name': 'tempest-AllowedAddressPairTestJSON-1403435831'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:50.109321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Made reservation on behalf of 113415e4227a401491461bb5d40c02b9 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:50.125697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.130050 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-4ec9042e-e20d-4734-a926-34860b4b6da5', 'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5', 'tenant_id': '113415e4227a401491461bb5d40c02b9', 'fixed_ips': [{'subnet_id': 'd4ce4fc6-d2c5-4952-8bb2-d323748b2ef7'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:18:50.131046 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.169575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] device_id is not set on port 89d431ad-5a4c-4691-a622-4296d56d2948 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:50.302261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Allocated IP 172.20.0.4 (4ec9042e-e20d-4734-a926-34860b4b6da5/d4ce4fc6-d2c5-4952-8bb2-d323748b2ef7/89d431ad-5a4c-4691-a622-4296d56d2948) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:50.486027 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.505924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Transition to ACTIVE for port object 89d431ad-5a4c-4691-a622-4296d56d2948 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:50.558979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.635620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:50.639758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Allocated IP 172.20.0.2 (4ec9042e-e20d-4734-a926-34860b4b6da5/d4ce4fc6-d2c5-4952-8bb2-d323748b2ef7/7aaaf17e-8255-4458-9c95-70ce4678c281) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:50.641289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:50.648037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:50.685906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d66b5f-40ef-4709-9d25-d0f3727ff064 req-d9c4e954-1d87-458a-83db-7589a21273f4 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:50.694780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f8d66b5f-40ef-4709-9d25-d0f3727ff064 req-d9c4e954-1d87-458a-83db-7589a21273f4 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 945 time: 0.1618097 Jul 16 18:18:50.704699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'Port': ['ID=89d431ad-5a4c-4691-a622-4296d56d2948,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:50.735005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:50.735713 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.765564 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8c7e7a52-984f-4a3c-af0a-cc7fa5f748c6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8736565 Jul 16 18:18:50.765923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51220) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:50.771126 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f8d66b5f-40ef-4709-9d25-d0f3727ff064 req-d6cc83e5-60b7-4219-aa7d-02c73917fd30 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/security-groups?id=21cda72c-0bc4-4991-a424-ba618091c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753381 Jul 16 18:18:50.773143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Request body: {'port': {'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5', 'name': 'tempest-AllowedAddressPairTestJSON-1659510700', 'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b3:49:5f'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:50.911445 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.928701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Transition to ACTIVE for port object 7aaaf17e-8255-4458-9c95-70ce4678c281 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:50.954854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Transition to ACTIVE for port object 7aaaf17e-8255-4458-9c95-70ce4678c281 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:50.964112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:50.964753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Made reservation on behalf of 113415e4227a401491461bb5d40c02b9 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:51.050978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:51.061514 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:51.069733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:51.082277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Pushing event updated for resources: {'Port': ['ID=7aaaf17e-8255-4458-9c95-70ce4678c281,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:51.124299 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.145581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] device_id is not set on port 154c1da7-b362-4a4a-a17e-0fd30f70e051 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:51.163626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Attempting to bind port 7aaaf17e-8255-4458-9c95-70ce4678c281 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:18:51.164294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Attempting to bind port 7aaaf17e-8255-4458-9c95-70ce4678c281 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'b7332455-af8f-4e1a-a6e7-8dcac77d3139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:18:51.164974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Attempting to bind port 7aaaf17e-8255-4458-9c95-70ce4678c281 on network 4ec9042e-e20d-4734-a926-34860b4b6da5 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:18:51.175021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:18:51.175811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Checking segment: {'id': 'b7332455-af8f-4e1a-a6e7-8dcac77d3139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:18:51.176942 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.178301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Bound using segment: {'id': 'b7332455-af8f-4e1a-a6e7-8dcac77d3139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:18:51.179156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Bound port: 7aaaf17e-8255-4458-9c95-70ce4678c281, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7332455-af8f-4e1a-a6e7-8dcac77d3139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:18:51.179956 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.191128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51226) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:51.323826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] For port 7aaaf17e-8255-4458-9c95-70ce4678c281, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:18:51.332297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] For port 7aaaf17e-8255-4458-9c95-70ce4678c281, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7aaaf17e-8255-4458-9c95-70ce4678c281,segment=NetworkSegment(b7332455-af8f-4e1a-a6e7-8dcac77d3139),segment_id=b7332455-af8f-4e1a-a6e7-8dcac77d3139)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:18:51.339686 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.416506 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Allocated IP 172.20.0.14 (4ec9042e-e20d-4734-a926-34860b4b6da5/d4ce4fc6-d2c5-4952-8bb2-d323748b2ef7/154c1da7-b362-4a4a-a17e-0fd30f70e051) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:51.484984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6eb843-4522-48ac-8675-a81c4f056c69 None None] Pushing event updated for resources: {'Port': ['ID=7aaaf17e-8255-4458-9c95-70ce4678c281,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:51.765849 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.794729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Transition to ACTIVE for port object 154c1da7-b362-4a4a-a17e-0fd30f70e051 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:51.895066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.913389 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:51.996481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:52.015254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:52.019808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:52.202294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'Port': ['ID=154c1da7-b362-4a4a-a17e-0fd30f70e051,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:52.286384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.286384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.326585 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1bbb5780-be93-4185-bfe1-a9f37bc8f6fd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 1.5559006 Jul 16 18:18:52.327990 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51244) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.458669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:52.606206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d24e92-1835-43eb-8b50-9a6d8bbf363c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.606206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d24e92-1835-43eb-8b50-9a6d8bbf363c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.629984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79d24e92-1835-43eb-8b50-9a6d8bbf363c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:52.633290 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-79d24e92-1835-43eb-8b50-9a6d8bbf363c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.3039508 Jul 16 18:18:52.638775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51250) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:52.887912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-63deeabc-b5bf-4971-a3c1-465f4dcaa36b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Deleting port 154c1da7-b362-4a4a-a17e-0fd30f70e051 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:52.888960 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63deeabc-b5bf-4971-a3c1-465f4dcaa36b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.040770 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63deeabc-b5bf-4971-a3c1-465f4dcaa36b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.063627 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-63deeabc-b5bf-4971-a3c1-465f4dcaa36b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Calling delete_port for 154c1da7-b362-4a4a-a17e-0fd30f70e051 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:53.127281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] Deleting port 98a7e74e-7641-42d1-9420-876ec8e37957 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:53.127877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.219411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e708258e-69b5-4dac-acf9-c5ec7ebfb974 None None] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:53.305683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] For port 98a7e74e-7641-42d1-9420-876ec8e37957, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=98a7e74e-7641-42d1-9420-876ec8e37957,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:53.306386 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.322429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63deeabc-b5bf-4971-a3c1-465f4dcaa36b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.334661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] Calling delete_port for 98a7e74e-7641-42d1-9420-876ec8e37957 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:53.368546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fd898081-bbe9-47a4-9a3e-39554220812f None None] Provisioning for port 7aaaf17e-8255-4458-9c95-70ce4678c281 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:53.391030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63deeabc-b5bf-4971-a3c1-465f4dcaa36b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event deleted for resources: {'Port': ['ID=154c1da7-b362-4a4a-a17e-0fd30f70e051,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:53.496546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7aaaf17e-8255-4458-9c95-70ce4678c281 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:53.606797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7aaaf17e-8255-4458-9c95-70ce4678c281 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:53.612661 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7aaaf17e-8255-4458-9c95-70ce4678c281 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:53.613635 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.624305 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63deeabc-b5bf-4971-a3c1-465f4dcaa36b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.636003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-63deeabc-b5bf-4971-a3c1-465f4dcaa36b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "DELETE /v2.0/ports/154c1da7-b362-4a4a-a17e-0fd30f70e051 HTTP/1.1" status: 204 len: 168 time: 0.9941051 Jul 16 18:18:53.637004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51260) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:53.748904 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ac60c7-8c99-4911-a34f-82d0cd779143 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] GET failed (client error): The resource could not be found. Jul 16 18:18:53.751743 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-14ac60c7-8c99-4911-a34f-82d0cd779143 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "GET /v2.0/ports/154c1da7-b362-4a4a-a17e-0fd30f70e051 HTTP/1.1" status: 404 len: 333 time: 0.1116192 Jul 16 18:18:53.756639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51266) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:53.769888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Request body: {'port': {'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5', 'name': 'tempest-AllowedAddressPairTestJSON-1306946948'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:53.778393 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.804898 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.873115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 7aaaf17e-8255-4458-9c95-70ce4678c281, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7aaaf17e-8255-4458-9c95-70ce4678c281,segment=NetworkSegment(b7332455-af8f-4e1a-a6e7-8dcac77d3139),segment_id=b7332455-af8f-4e1a-a6e7-8dcac77d3139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:53.879832 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:53.880751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] Pushing event deleted for resources: {'Port': ['ID=98a7e74e-7641-42d1-9420-876ec8e37957,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.026819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=7aaaf17e-8255-4458-9c95-70ce4678c281,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:54.044654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Made reservation on behalf of 113415e4227a401491461bb5d40c02b9 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:54.057605 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.137563 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] device_id is not set on port c9f760ce-193b-4c7d-a1f9-1fbd065d9848 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:54.206694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-31f3ae17-48cc-40b5-98f5-1910ec3fb951 None None] Provisioning complete for port 7aaaf17e-8255-4458-9c95-70ce4678c281 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:54.208587 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae17-48cc-40b5-98f5-1910ec3fb951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.310220 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.380354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Allocated IP 172.20.0.6 (4ec9042e-e20d-4734-a926-34860b4b6da5/d4ce4fc6-d2c5-4952-8bb2-d323748b2ef7/c9f760ce-193b-4c7d-a1f9-1fbd065d9848) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:54.470779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-31f3ae17-48cc-40b5-98f5-1910ec3fb951 None None] Provisioning for port 89d431ad-5a4c-4691-a622-4296d56d2948 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:54.483392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-31f3ae17-48cc-40b5-98f5-1910ec3fb951 None None] Provisioning complete for port 89d431ad-5a4c-4691-a622-4296d56d2948 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:54.484006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-31f3ae17-48cc-40b5-98f5-1910ec3fb951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.578536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-31f3ae17-48cc-40b5-98f5-1910ec3fb951 None None] Port 89d431ad-5a4c-4691-a622-4296d56d2948 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:54.772166 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.828236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dc374f02-bb38-475c-a332-859bcab12f22 None None] Provisioning complete for port 89d431ad-5a4c-4691-a622-4296d56d2948 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:54.828822 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dc374f02-bb38-475c-a332-859bcab12f22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:54.840888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Transition to ACTIVE for port object c9f760ce-193b-4c7d-a1f9-1fbd065d9848 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:18:54.997874 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.076772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-dc374f02-bb38-475c-a332-859bcab12f22 None None] Port 89d431ad-5a4c-4691-a622-4296d56d2948 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:55.174058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:18:55.206448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:18:55.230985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:18:55.345408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'Port': ['ID=c9f760ce-193b-4c7d-a1f9-1fbd065d9848,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:55.458931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] Router c3db2f3b-8c8f-4485-af2f-d574811923e9 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:55.499884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:55.499884 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.505157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1d4ae41a-3a19-4d6a-92cd-ff4a1ddefb4f None None] Could not find standard attr ID for object 154c1da7-b362-4a4a-a17e-0fd30f70e051. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:18:55.548718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-12e4c7f9-8299-4213-82fd-295c5fe0a916 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7903895 Jul 16 18:18:55.554564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51290) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:55.598516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0c9c5aee-7875-42b3-94c3-191162c14dec tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b3:49:5f'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:55.689846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7aaaf17e-8255-4458-9c95-70ce4678c281 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:18:55.767106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7aaaf17e-8255-4458-9c95-70ce4678c281 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:55.767731 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.969680 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5aee-7875-42b3-94c3-191162c14dec tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:55.975061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:55.995940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ff4dfb3f-c75b-4b05-bcc5-e066de1f28af admin admin] 10.222.0.47 "PUT /v2.0/routers/c3db2f3b-8c8f-4485-af2f-d574811923e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8032386 Jul 16 18:18:55.999460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51306) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:55.999922 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323502d2-b587-4788-b527-e12feede8c5c None None] Sync routers for ids ['c3db2f3b-8c8f-4485-af2f-d574811923e9'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:56.001468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-91a2ab35-ded0-453b-b057-96d28d741caa None None] Provisioning for port c9f760ce-193b-4c7d-a1f9-1fbd065d9848 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:18:56.031939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-91a2ab35-ded0-453b-b057-96d28d741caa None None] Provisioning complete for port c9f760ce-193b-4c7d-a1f9-1fbd065d9848 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:56.031939 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-91a2ab35-ded0-453b-b057-96d28d741caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.032311 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323502d2-b587-4788-b527-e12feede8c5c None None] Routers {'c3db2f3b-8c8f-4485-af2f-d574811923e9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:56.032311 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-323502d2-b587-4788-b527-e12feede8c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c3db2f3b-8c8f-4485-af2f-d574811923e9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:56.225134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-91a2ab35-ded0-453b-b057-96d28d741caa None None] Port c9f760ce-193b-4c7d-a1f9-1fbd065d9848 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:56.289797 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.436691 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-323502d2-b587-4788-b527-e12feede8c5c None None] Set router c3db2f3b-8c8f-4485-af2f-d574811923e9 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:56.463900 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.588922 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-720d62cf-ee40-436e-8b68-fe436212d36a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1410944 Jul 16 18:18:56.597464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Deleting port 81a53326-8385-47f1-b66c-9b8579665a98 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:56.603269 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.757034 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:18:56.822747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] For port 81a53326-8385-47f1-b66c-9b8579665a98, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=81a53326-8385-47f1-b66c-9b8579665a98,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:56.823308 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:56.854250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b60c0-6b4c-4520-8519-52ef550185fa req-6e2b29b7-db03-419e-b2b2-d3c0e21c53a4 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:56.864552 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-232b60c0-6b4c-4520-8519-52ef550185fa req-6e2b29b7-db03-419e-b2b2-d3c0e21c53a4 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1098 time: 0.6279068 Jul 16 18:18:56.874991 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-323502d2-b587-4788-b527-e12feede8c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234'}], 'enable_snat': True}, 'gw_port_id': '81a53326-8385-47f1-b66c-9b8579665a98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:18:53Z', 'revision_number': 5, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port': {'id': '81a53326-8385-47f1-b66c-9b8579665a98', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bb:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:06:41Z', 'updated_at': '2021-07-16T18:06:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:56.876853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Calling delete_port for 81a53326-8385-47f1-b66c-9b8579665a98 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:56.950840 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323502d2-b587-4788-b527-e12feede8c5c None None] Checking router: c3db2f3b-8c8f-4485-af2f-d574811923e9 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:18:56.956258 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-232b60c0-6b4c-4520-8519-52ef550185fa req-866fe5a9-cbcf-4c21-ae8e-86627a7756e7 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886724 Jul 16 18:18:56.964322 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323502d2-b587-4788-b527-e12feede8c5c None None] Routers {'c3db2f3b-8c8f-4485-af2f-d574811923e9'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:56.965461 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-323502d2-b587-4788-b527-e12feede8c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c3db2f3b-8c8f-4485-af2f-d574811923e9'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:56.978375 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51314) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:57.007474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-3a6564a0-dd1e-46ed-b4c6-011423ff8d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.009684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-3a6564a0-dd1e-46ed-b4c6-011423ff8d2b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1098 time: 0.3015501 Jul 16 18:18:57.068001 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5aee-7875-42b3-94c3-191162c14dec tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.083197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5aee-7875-42b3-94c3-191162c14dec tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.139032 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-323502d2-b587-4788-b527-e12feede8c5c None None] Set router c3db2f3b-8c8f-4485-af2f-d574811923e9 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:18:57.197268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5735bd3-5b4f-4995-ac4d-93a0d301fe84 req-64e85750-06f5-43f9-8a6c-ecb98fc96760 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.211043 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b5735bd3-5b4f-4995-ac4d-93a0d301fe84 req-64e85750-06f5-43f9-8a6c-ecb98fc96760 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 945 time: 0.3681333 Jul 16 18:18:57.297887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9c5aee-7875-42b3-94c3-191162c14dec tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'Port': ['ID=c9f760ce-193b-4c7d-a1f9-1fbd065d9848,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:57.328328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-65a40d39-f672-459e-8d18-593adbf52db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.330073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-65a40d39-f672-459e-8d18-593adbf52db9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.2902350 Jul 16 18:18:57.343078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b5735bd3-5b4f-4995-ac4d-93a0d301fe84 req-3a078c2a-aaf7-4744-80ad-162c64da30f7 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/security-groups?id=21cda72c-0bc4-4991-a424-ba618091c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327262 Jul 16 18:18:57.357809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-0c9c5aee-7875-42b3-94c3-191162c14dec tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] In _notify_port_updated(), no bound segment for port c9f760ce-193b-4c7d-a1f9-1fbd065d9848 on network 4ec9042e-e20d-4734-a926-34860b4b6da5 {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:18:57.379958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9c5aee-7875-42b3-94c3-191162c14dec tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.380803 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0c9c5aee-7875-42b3-94c3-191162c14dec tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.387016 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0c9c5aee-7875-42b3-94c3-191162c14dec tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "PUT /v2.0/ports/c9f760ce-193b-4c7d-a1f9-1fbd065d9848 HTTP/1.1" status: 200 len: 993 time: 1.8262651 Jul 16 18:18:57.427548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51318) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:57.436728 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.487233 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-323502d2-b587-4788-b527-e12feede8c5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:18:56Z', 'revision_number': 6, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:57.523504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=81a53326-8385-47f1-b66c-9b8579665a98,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:57.537165 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323502d2-b587-4788-b527-e12feede8c5c None None] The sync data for ids ['c3db2f3b-8c8f-4485-af2f-d574811923e9'] in n-d-794306-7 is: [{'id': 'c3db2f3b-8c8f-4485-af2f-d574811923e9', 'name': 'tempest-TaggedBootDevicesTest-1323163664-router', 'tenant_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:06:39Z', 'updated_at': '2021-07-16T18:18:56Z', 'revision_number': 6, 'project_id': 'b0ccbb25aee64f33bcaef6d6928adcc5', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:18:57.597108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 5968fe3e-c292-42da-a4b6-c85e9067b297 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:57.597453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.648495 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-c21278ff-dd51-400c-be1b-77b775b2151b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 1001 time: 0.2872913 Jul 16 18:18:57.652263 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.660118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3fc6f101-7fa0-41ce-95d9-8e36aaf1c1e1 None None] Provisioning complete for port c9f760ce-193b-4c7d-a1f9-1fbd065d9848 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:18:57.661914 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3fc6f101-7fa0-41ce-95d9-8e36aaf1c1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.708815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3fc6f101-7fa0-41ce-95d9-8e36aaf1c1e1 None None] Port c9f760ce-193b-4c7d-a1f9-1fbd065d9848 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:18:57.793801 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.801113 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.802450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0ba82-7422-4b79-9ced-399cd81e74e3 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Deleting port c9f760ce-193b-4c7d-a1f9-1fbd065d9848 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:57.802797 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ba82-7422-4b79-9ced-399cd81e74e3 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.807707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-937cf38a-c664-4bdc-b2bc-25d6621feada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.809383 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-937cf38a-c664-4bdc-b2bc-25d6621feada service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.1536725 Jul 16 18:18:57.824712 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.825240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.848547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 5968fe3e-c292-42da-a4b6-c85e9067b297 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:57.899433 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.900050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3db2f3b-8c8f-4485-af2f-d574811923e9 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:18:57.907905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:57.912153 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a10ea944-0e44-4239-9348-8fdd7428c0c3 admin admin] 10.222.0.47 "DELETE /v2.0/routers/c3db2f3b-8c8f-4485-af2f-d574811923e9 HTTP/1.1" status: 204 len: 168 time: 1.9111927 Jul 16 18:18:57.913840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51322) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:57.961998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-be1db82a-0ee8-4edf-a120-b6907d9128b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:57.963550 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-be1db82a-0ee8-4edf-a120-b6907d9128b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1146398 Jul 16 18:18:57.979107 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ba82-7422-4b79-9ced-399cd81e74e3 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.009318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8ed0ba82-7422-4b79-9ced-399cd81e74e3 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Calling delete_port for c9f760ce-193b-4c7d-a1f9-1fbd065d9848 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:58.032387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-211a46b7-37a5-415f-a4ed-0b429467c824 admin admin] Deleting subnet bed990a2-d4cd-48d5-b858-b087aef8b72e {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:18:58.041230 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-211a46b7-37a5-415f-a4ed-0b429467c824 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.133892 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-211a46b7-37a5-415f-a4ed-0b429467c824 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.192042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-84cac9ab-c94c-4701-a9fa-1c065574ebe8 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198641 Jul 16 18:18:58.218245 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.268548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=5968fe3e-c292-42da-a4b6-c85e9067b297,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.336696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ba82-7422-4b79-9ced-399cd81e74e3 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.385525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed0ba82-7422-4b79-9ced-399cd81e74e3 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event deleted for resources: {'Port': ['ID=c9f760ce-193b-4c7d-a1f9-1fbd065d9848,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.397094 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-211a46b7-37a5-415f-a4ed-0b429467c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.402372 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.402648 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Floating IP 8026611b-6072-4187-b321-4049b1cdecb8 disassociated (deleted). External IP: 172.25.7.95, port: decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1. Jul 16 18:18:58.404488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83eb99b2-2a2c-4eaf-8c9e-ad74f1ed8e0f req-3f22f2ad-5675-4897-a254-e062bb5d5f30 service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062159 Jul 16 18:18:58.473395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e4e4c-cea2-42eb-9e5c-fa0d87ca9ad9 req-5e5b2350-7aca-4f05-856d-9b25a551bfe9 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:58.475092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-085e4e4c-cea2-42eb-9e5c-fa0d87ca9ad9 req-5e5b2350-7aca-4f05-856d-9b25a551bfe9 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.37 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 945 time: 0.1682982 Jul 16 18:18:58.581443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-211a46b7-37a5-415f-a4ed-0b429467c824 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.658030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63338d7c-7fae-4850-b689-010c0b910be9 None None] Network 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:18:58.675472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211a46b7-37a5-415f-a4ed-0b429467c824 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bed990a2-d4cd-48d5-b858-b087aef8b72e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:58.678218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-211a46b7-37a5-415f-a4ed-0b429467c824 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.682539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-211a46b7-37a5-415f-a4ed-0b429467c824 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/bed990a2-d4cd-48d5-b858-b087aef8b72e HTTP/1.1" status: 204 len: 168 time: 0.7677603 Jul 16 18:18:58.686573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51330) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.918414 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ed0ba82-7422-4b79-9ced-399cd81e74e3 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.920202 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.920867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8ed0ba82-7422-4b79-9ced-399cd81e74e3 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "DELETE /v2.0/ports/c9f760ce-193b-4c7d-a1f9-1fbd065d9848 HTTP/1.1" status: 204 len: 168 time: 1.4907417 Jul 16 18:18:58.923829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51332) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.929178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-085e4e4c-cea2-42eb-9e5c-fa0d87ca9ad9 req-fccc7915-3417-488d-9c75-af6b6d4bb212 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Deleting port e3a80324-5823-4245-ac8a-dc15f09c8a3c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:58.937151 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-085e4e4c-cea2-42eb-9e5c-fa0d87ca9ad9 req-fccc7915-3417-488d-9c75-af6b6d4bb212 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:58.963240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 69db924b-2af2-4638-90b0-c9f27048561d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:18:58.966541 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e9758f6-ccfe-4264-b269-6f022cdb7fe3 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] GET failed (client error): The resource could not be found. Jul 16 18:18:58.968289 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9e9758f6-ccfe-4264-b269-6f022cdb7fe3 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "GET /v2.0/ports/c9f760ce-193b-4c7d-a1f9-1fbd065d9848 HTTP/1.1" status: 404 len: 333 time: 0.0438559 Jul 16 18:18:58.975817 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51336) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:18:58.982797 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Request body: {'port': {'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5', 'name': 'tempest-AllowedAddressPairTestJSON-183951838'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:18:59.100066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d243c3da-81f2-43d5-a151-c3067f5c0599 None None] DHCP port deletion for 4cd880c5-7f33-473c-ae07-1b5ec8c80c91 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:18:59.123732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d79ed-43ef-4b8c-913b-2d762f28e218 req-2df660d6-3281-493a-87d9-9e63c949a7e6 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:18:59.125843 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d1d79ed-43ef-4b8c-913b-2d762f28e218 req-2df660d6-3281-493a-87d9-9e63c949a7e6 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 945 time: 0.4512410 Jul 16 18:18:59.208781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-085e4e4c-cea2-42eb-9e5c-fa0d87ca9ad9 req-fccc7915-3417-488d-9c75-af6b6d4bb212 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] For port e3a80324-5823-4245-ac8a-dc15f09c8a3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3a80324-5823-4245-ac8a-dc15f09c8a3c,segment=NetworkSegment(2f5eb6ba-5d69-48e8-b48d-df0e04977306),segment_id=2f5eb6ba-5d69-48e8-b48d-df0e04977306)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:59.209632 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-085e4e4c-cea2-42eb-9e5c-fa0d87ca9ad9 req-fccc7915-3417-488d-9c75-af6b6d4bb212 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.210152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d243c3da-81f2-43d5-a151-c3067f5c0599 None None] Deleting port 085fa683-432d-4803-a9cd-cd405b23e4fb {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:59.210543 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d243c3da-81f2-43d5-a151-c3067f5c0599 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.237106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-085e4e4c-cea2-42eb-9e5c-fa0d87ca9ad9 req-fccc7915-3417-488d-9c75-af6b6d4bb212 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Calling delete_port for e3a80324-5823-4245-ac8a-dc15f09c8a3c owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:59.242030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Deleting port 085fa683-432d-4803-a9cd-cd405b23e4fb {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:18:59.242381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.275077 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d1d79ed-43ef-4b8c-913b-2d762f28e218 req-dd0c75c4-6cf5-4bf3-9560-27eb32fd8d1d tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/security-groups?id=21cda72c-0bc4-4991-a424-ba618091c0ac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381042 Jul 16 18:18:59.316733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:18:59.322985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.326366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Made reservation on behalf of 113415e4227a401491461bb5d40c02b9 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:18:59.330125 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.391941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] device_id is not set on port 2bc5b64d-4f3d-417b-8bf8-726118677c35 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:18:59.412455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] For port 085fa683-432d-4803-a9cd-cd405b23e4fb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=085fa683-432d-4803-a9cd-cd405b23e4fb,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:59.412860 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.424439 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-88ee2978-e08b-4c89-ad01-4494054e7a67 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/floatingips/8026611b-6072-4187-b321-4049b1cdecb8 HTTP/1.1" status: 204 len: 168 time: 2.4440765 Jul 16 18:18:59.462495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Calling delete_port for 085fa683-432d-4803-a9cd-cd405b23e4fb owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:59.463980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:18:59.467683 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f72f8b86-5738-43ec-a353-1b8c1de8039f" -d '{"events": [{"name": "network-changed", "server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:18:59.546345 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e280d3f1-02b4-4474-9cd1-660da8ad74de x-openstack-request-id: req-e280d3f1-02b4-4474-9cd1-660da8ad74de {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:18:59.546620 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:18:59.546893 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e280d3f1-02b4-4474-9cd1-660da8ad74de {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:18:59.547583 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'status': 'completed', 'code': 200} Jul 16 18:18:59.569226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Allocated IP 172.20.0.14 (4ec9042e-e20d-4734-a926-34860b4b6da5/d4ce4fc6-d2c5-4952-8bb2-d323748b2ef7/2bc5b64d-4f3d-417b-8bf8-726118677c35) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:18:59.609723 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.610356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d243c3da-81f2-43d5-a151-c3067f5c0599 None None] For port 085fa683-432d-4803-a9cd-cd405b23e4fb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=085fa683-432d-4803-a9cd-cd405b23e4fb,segment=NetworkSegment(d70ac658-b01b-4311-8f4f-4ea9c1137c4e),segment_id=d70ac658-b01b-4311-8f4f-4ea9c1137c4e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:18:59.610507 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d243c3da-81f2-43d5-a151-c3067f5c0599 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.625417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d243c3da-81f2-43d5-a151-c3067f5c0599 None None] Calling delete_port for 085fa683-432d-4803-a9cd-cd405b23e4fb owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:18:59.687986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Pushing event deleted for resources: {'Port': ['ID=085fa683-432d-4803-a9cd-cd405b23e4fb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.690177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] No DVR routers for this DVR port 085fa683-432d-4803-a9cd-cd405b23e4fb on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:59.707421 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d243c3da-81f2-43d5-a151-c3067f5c0599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.723174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78ed1d-42c2-4e58-818c-e39b96843269 None None] Sync routers for ids ['69db924b-2af2-4638-90b0-c9f27048561d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:18:59.729282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 81a53326-8385-47f1-b66c-9b8579665a98 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:59.733343 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d243c3da-81f2-43d5-a151-c3067f5c0599 None None] No DVR routers for this DVR port 085fa683-432d-4803-a9cd-cd405b23e4fb on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:18:59.787420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 81a53326-8385-47f1-b66c-9b8579665a98 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:59.788190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 81a53326-8385-47f1-b66c-9b8579665a98 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:59.788807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 98a7e74e-7641-42d1-9420-876ec8e37957 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:59.792060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d243c3da-81f2-43d5-a151-c3067f5c0599 None None] Pushing event deleted for resources: {'Port': ['ID=085fa683-432d-4803-a9cd-cd405b23e4fb,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:18:59.814292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.817149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 98a7e74e-7641-42d1-9420-876ec8e37957 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:59.817749 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 98a7e74e-7641-42d1-9420-876ec8e37957 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:59.818340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 085fa683-432d-4803-a9cd-cd405b23e4fb no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:18:59.821950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec78ed1d-42c2-4e58-818c-e39b96843269 None None] Routers {'69db924b-2af2-4638-90b0-c9f27048561d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:18:59.822826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ec78ed1d-42c2-4e58-818c-e39b96843269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['69db924b-2af2-4638-90b0-c9f27048561d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:18:59.880657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 085fa683-432d-4803-a9cd-cd405b23e4fb {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:18:59.881006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 085fa683-432d-4803-a9cd-cd405b23e4fb not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:18:59.913257 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:18:59.950753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Transition to ACTIVE for port object 2bc5b64d-4f3d-417b-8bf8-726118677c35 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:00.016904 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.035409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-ec78ed1d-42c2-4e58-818c-e39b96843269 None None] Set router 69db924b-2af2-4638-90b0-c9f27048561d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:00.089870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'Port': ['ID=2bc5b64d-4f3d-417b-8bf8-726118677c35,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.144785 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:00.154975 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:00.160909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:00.205231 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-085e4e4c-cea2-42eb-9e5c-fa0d87ca9ad9 req-fccc7915-3417-488d-9c75-af6b6d4bb212 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.209962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27390c-5665-4cc0-8460-b68159a69033 req-5e2afe9a-4a9e-469f-8f6c-a901da68a5a1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.211539 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f27390c-5665-4cc0-8460-b68159a69033 req-5e2afe9a-4a9e-469f-8f6c-a901da68a5a1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 947 time: 0.1249518 Jul 16 18:19:00.263230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e3a80324-5823-4245-ac8a-dc15f09c8a3c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:00.275535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.277884 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.324233 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.329585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc7915-3417-488d-9c75-af6b6d4bb212 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Pushing event deleted for resources: {'Port': ['ID=e3a80324-5823-4245-ac8a-dc15f09c8a3c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:00.371546 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f27390c-5665-4cc0-8460-b68159a69033 req-8ac6d9d3-b7b8-4c73-ab27-1e47ef4618f2 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1480725 Jul 16 18:19:00.371546 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-df35886e-cf42-495d-a92a-f9ee9c238f50 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3904011 Jul 16 18:19:00.371968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51354) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:00.398005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-df2dccc6-aad1-4516-a6a6-131d74ad47bd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:b3:49:5f'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:00.423161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f8b86-5738-43ec-a353-1b8c1de8039f req-4bc184cd-37d9-4283-97fb-10169f7ff311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.424827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f72f8b86-5738-43ec-a353-1b8c1de8039f req-4bc184cd-37d9-4283-97fb-10169f7ff311 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 1098 time: 0.8388040 Jul 16 18:19:00.427513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd880c5-7f33-473c-ae07-1b5ec8c80c91']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:00.430040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ec78ed1d-42c2-4e58-818c-e39b96843269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5377aa58-5c2b-4446-ba35-a5fccf1a152f', 'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:79:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:45Z', 'updated_at': '2021-07-16T18:16:52Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:00.491715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78ed1d-42c2-4e58-818c-e39b96843269 None None] Checking router: 69db924b-2af2-4638-90b0-c9f27048561d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:00.505754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:00.506412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd70ac658-b01b-4311-8f4f-4ea9c1137c4e') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:00.526586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec78ed1d-42c2-4e58-818c-e39b96843269 None None] Routers {'69db924b-2af2-4638-90b0-c9f27048561d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:00.527974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ec78ed1d-42c2-4e58-818c-e39b96843269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['69db924b-2af2-4638-90b0-c9f27048561d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:00.545449 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-085e4e4c-cea2-42eb-9e5c-fa0d87ca9ad9 req-fccc7915-3417-488d-9c75-af6b6d4bb212 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] No DVR routers for this DVR port e3a80324-5823-4245-ac8a-dc15f09c8a3c on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:00.556612 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-085e4e4c-cea2-42eb-9e5c-fa0d87ca9ad9 req-fccc7915-3417-488d-9c75-af6b6d4bb212 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.559279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-085e4e4c-cea2-42eb-9e5c-fa0d87ca9ad9 req-fccc7915-3417-488d-9c75-af6b6d4bb212 tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.37 "DELETE /v2.0/ports/e3a80324-5823-4245-ac8a-dc15f09c8a3c HTTP/1.1" status: 204 len: 173 time: 2.0776536 Jul 16 18:19:00.573192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e0690a3-d350-4ade-a17c-14b1bd74120f', 'name': 'network-vif-deleted', 'tag': 'e3a80324-5823-4245-ac8a-dc15f09c8a3c'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:00.577573 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca0924c3-c268-4844-9142-bc1f3ca56475" -d '{"events": [{"server_uuid": "2e0690a3-d350-4ade-a17c-14b1bd74120f", "name": "network-vif-deleted", "tag": "e3a80324-5823-4245-ac8a-dc15f09c8a3c"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:00.587083 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.648706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6be016c2-c6ec-4f78-ba93-6700746ff294 req-6fe307a9-44a4-4e79-bd4c-de3cd000789d tempest-VolumesActionsTest-1270042421 tempest-VolumesActionsTest-1270042421-project] 10.222.0.47 "GET /v2.0/ports?device_id=2e0690a3-d350-4ade-a17c-14b1bd74120f HTTP/1.1" status: 200 len: 210 time: 0.1459124 Jul 16 18:19:00.664301 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.682348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Releasing vlan 375 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:00.683436 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:00.685500 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:00.722915 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df2dccc6-aad1-4516-a6a6-131d74ad47bd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.729650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f8b86-5738-43ec-a353-1b8c1de8039f req-53e6d037-1d55-4c84-9015-3c339449e637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:00.731143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f72f8b86-5738-43ec-a353-1b8c1de8039f req-53e6d037-1d55-4c84-9015-3c339449e637 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 200 len: 898 time: 0.2903616 Jul 16 18:19:00.818524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-ec78ed1d-42c2-4e58-818c-e39b96843269 None None] Set router 69db924b-2af2-4638-90b0-c9f27048561d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:00.825341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-551d6681-8fc8-4437-915b-cf157e163537 None None] Provisioning for port 2bc5b64d-4f3d-417b-8bf8-726118677c35 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:00.848647 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f72f8b86-5738-43ec-a353-1b8c1de8039f req-082abbc1-c210-48d1-a818-6d2dd2ea029d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 200 len: 217 time: 0.1105106 Jul 16 18:19:00.906531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-551d6681-8fc8-4437-915b-cf157e163537 None None] Provisioning complete for port 2bc5b64d-4f3d-417b-8bf8-726118677c35 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:00.906962 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-551d6681-8fc8-4437-915b-cf157e163537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.920408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.935099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:00.941948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4cd880c5-7f33-473c-ae07-1b5ec8c80c91 HTTP/1.1" status: 204 len: 168 time: 2.2529898 Jul 16 18:19:01.007263 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cfaaada-8d0f-4a88-8eae-66cb88f0f565 x-openstack-request-id: req-2cfaaada-8d0f-4a88-8eae-66cb88f0f565 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:01.008234 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e0690a3-d350-4ade-a17c-14b1bd74120f", "name": "network-vif-deleted", "tag": "e3a80324-5823-4245-ac8a-dc15f09c8a3c", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:01.008689 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2cfaaada-8d0f-4a88-8eae-66cb88f0f565 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:01.009277 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e0690a3-d350-4ade-a17c-14b1bd74120f', 'name': 'network-vif-deleted', 'tag': 'e3a80324-5823-4245-ac8a-dc15f09c8a3c', 'status': 'completed', 'code': 200} Jul 16 18:19:01.012463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a94e36-07b0-4fe3-8641-e31a2edfdc46 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cd880c5-7f33-473c-ae07-1b5ec8c80c91,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:01.019944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-551d6681-8fc8-4437-915b-cf157e163537 None None] Port 2bc5b64d-4f3d-417b-8bf8-726118677c35 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:01.034587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f8b86-5738-43ec-a353-1b8c1de8039f req-b653e152-4342-484b-a59b-2958bf52ff8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.037534 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f72f8b86-5738-43ec-a353-1b8c1de8039f req-b653e152-4342-484b-a59b-2958bf52ff8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 200 len: 835 time: 0.1803629 Jul 16 18:19:01.124363 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df2dccc6-aad1-4516-a6a6-131d74ad47bd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.136387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df2dccc6-aad1-4516-a6a6-131d74ad47bd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.159752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72f8b86-5738-43ec-a353-1b8c1de8039f req-019cfaa3-2aa6-4367-869f-44f8c4210023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.166666 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f72f8b86-5738-43ec-a353-1b8c1de8039f req-019cfaa3-2aa6-4367-869f-44f8c4210023 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214304 Jul 16 18:19:01.189361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51366) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:01.283924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ec78ed1d-42c2-4e58-818c-e39b96843269 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5377aa58-5c2b-4446-ba35-a5fccf1a152f', 'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:79:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:45Z', 'updated_at': '2021-07-16T18:16:52Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:01.324200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec78ed1d-42c2-4e58-818c-e39b96843269 None None] The sync data for ids ['69db924b-2af2-4638-90b0-c9f27048561d'] in n-d-794306-7 is: [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5377aa58-5c2b-4446-ba35-a5fccf1a152f', 'name': '', 'network_id': 'e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:79:6e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2636, 'fixed_ips': [{'subnet_id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:45Z', 'updated_at': '2021-07-16T18:16:52Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': '29111361-7f3e-4a74-aaab-0c2844815ea8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:01.337976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-df2dccc6-aad1-4516-a6a6-131d74ad47bd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] In _notify_port_updated(), no bound segment for port 2bc5b64d-4f3d-417b-8bf8-726118677c35 on network 4ec9042e-e20d-4734-a926-34860b4b6da5 {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:19:01.375368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2dccc6-aad1-4516-a6a6-131d74ad47bd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.376273 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df2dccc6-aad1-4516-a6a6-131d74ad47bd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.382726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-df2dccc6-aad1-4516-a6a6-131d74ad47bd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "PUT /v2.0/ports/2bc5b64d-4f3d-417b-8bf8-726118677c35 HTTP/1.1" status: 200 len: 996 time: 1.0094898 Jul 16 18:19:01.397867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51368) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:01.402599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f72f8b86-5738-43ec-a353-1b8c1de8039f req-db8e2496-3d61-46df-987c-1e68e05c63db service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2269597 Jul 16 18:19:01.470042 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7626a951-ea18-4d20-98c9-d43c2ec6c537 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b0ccbb25aee64f33bcaef6d6928adcc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774816 Jul 16 18:19:01.470678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51372) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:01.543458 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2dccc6-aad1-4516-a6a6-131d74ad47bd tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'Port': ['ID=2bc5b64d-4f3d-417b-8bf8-726118677c35,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:01.569606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3209d463-423f-4650-ba37-05f7b54c522f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.652513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-426e7853-381d-4327-b48a-039080641b96 None None] Provisioning complete for port 2bc5b64d-4f3d-417b-8bf8-726118677c35 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:01.653044 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-426e7853-381d-4327-b48a-039080641b96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:01.740218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f72f8b86-5738-43ec-a353-1b8c1de8039f req-2d72ab72-c50c-4a6c-940e-dc8272803a3a service neutron] 10.222.0.18 "GET /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301373 Jul 16 18:19:01.769024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-426e7853-381d-4327-b48a-039080641b96 None None] Port 2bc5b64d-4f3d-417b-8bf8-726118677c35 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:01.813077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc8a28-0d32-4451-9130-608ce7aee423 req-b3e6048f-e45b-4cdb-8894-93e0894a8801 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.814720 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0cfc8a28-0d32-4451-9130-608ce7aee423 req-b3e6048f-e45b-4cdb-8894-93e0894a8801 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.18 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 947 time: 0.5005867 Jul 16 18:19:01.852351 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bfec0e-3fd9-4278-aed7-62113612df93 None None] New status for floating IP 8026611b-6072-4187-b321-4049b1cdecb8: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:01.970862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf140eaa-8673-4d14-a56c-4455ef590ec2 req-decf457a-0d04-4713-90b6-ae65b4fa655c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:01.972843 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf140eaa-8673-4d14-a56c-4455ef590ec2 req-decf457a-0d04-4713-90b6-ae65b4fa655c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 947 time: 0.3166766 Jul 16 18:19:02.100899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf140eaa-8673-4d14-a56c-4455ef590ec2 req-ce120b70-8137-45cb-b4ed-51373f8353ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=605047a2-0b8e-4e4a-a13a-445cbcdfdef9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165788 Jul 16 18:19:02.110904 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3209d463-423f-4650-ba37-05f7b54c522f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.145863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-0cfc8a28-0d32-4451-9130-608ce7aee423 req-89a63594-d878-46b1-8c7e-5b8093415be9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:02.146229 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0cfc8a28-0d32-4451-9130-608ce7aee423 req-89a63594-d878-46b1-8c7e-5b8093415be9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.193023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-853c7f04-46a5-4754-aeac-346419565e6e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Deleting port 2bc5b64d-4f3d-417b-8bf8-726118677c35 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:02.193532 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-853c7f04-46a5-4754-aeac-346419565e6e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.339340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-0cfc8a28-0d32-4451-9130-608ce7aee423 req-89a63594-d878-46b1-8c7e-5b8093415be9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:02.341405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0cfc8a28-0d32-4451-9130-608ce7aee423 req-89a63594-d878-46b1-8c7e-5b8093415be9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.355128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3209d463-423f-4650-ba37-05f7b54c522f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.358905 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3209d463-423f-4650-ba37-05f7b54c522f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.360633 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3209d463-423f-4650-ba37-05f7b54c522f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17 HTTP/1.1" status: 204 len: 168 time: 0.8844438 Jul 16 18:19:02.363832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e3a80324-5823-4245-ac8a-dc15f09c8a3c no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:02.375803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-0cfc8a28-0d32-4451-9130-608ce7aee423 req-89a63594-d878-46b1-8c7e-5b8093415be9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:02.413557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: e3a80324-5823-4245-ac8a-dc15f09c8a3c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:02.415168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e3a80324-5823-4245-ac8a-dc15f09c8a3c not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:02.418496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209d463-423f-4650-ba37-05f7b54c522f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0d483a-d2e5-4ad9-a3ff-740a24ac1f17,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:02.489707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-853c7f04-46a5-4754-aeac-346419565e6e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.513768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-853c7f04-46a5-4754-aeac-346419565e6e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Calling delete_port for 2bc5b64d-4f3d-417b-8bf8-726118677c35 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:02.621702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0cfc8a28-0d32-4451-9130-608ce7aee423 req-89a63594-d878-46b1-8c7e-5b8093415be9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.690722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a63594-d878-46b1-8c7e-5b8093415be9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:02.769785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cfc8a28-0d32-4451-9130-608ce7aee423 req-89a63594-d878-46b1-8c7e-5b8093415be9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] No DVR routers for this DVR port decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:02.780950 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0cfc8a28-0d32-4451-9130-608ce7aee423 req-89a63594-d878-46b1-8c7e-5b8093415be9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.784382 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0cfc8a28-0d32-4451-9130-608ce7aee423 req-89a63594-d878-46b1-8c7e-5b8093415be9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.18 "DELETE /v2.0/ports/decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 HTTP/1.1" status: 204 len: 173 time: 0.9633381 Jul 16 18:19:02.802102 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-853c7f04-46a5-4754-aeac-346419565e6e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:02.865138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853c7f04-46a5-4754-aeac-346419565e6e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event deleted for resources: {'Port': ['ID=2bc5b64d-4f3d-417b-8bf8-726118677c35,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:03.006122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-853c7f04-46a5-4754-aeac-346419565e6e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.011153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-deleted', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:03.013372 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-853c7f04-46a5-4754-aeac-346419565e6e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "DELETE /v2.0/ports/2bc5b64d-4f3d-417b-8bf8-726118677c35 HTTP/1.1" status: 204 len: 168 time: 1.6147022 Jul 16 18:19:03.013735 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68c9724-47e0-419d-ada8-78f4c51d0012" -d '{"events": [{"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-deleted", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:03.014804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51400) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:03.074266 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2ca63a2-47f9-4f50-aeac-00284ed682a6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] GET failed (client error): The resource could not be found. Jul 16 18:19:03.082551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51404) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:03.083383 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a2ca63a2-47f9-4f50-aeac-00284ed682a6 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "GET /v2.0/ports/2bc5b64d-4f3d-417b-8bf8-726118677c35 HTTP/1.1" status: 404 len: 333 time: 0.0666399 Jul 16 18:19:03.091019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Request body: {'port': {'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5', 'name': 'tempest-AllowedAddressPairTestJSON-689917019'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:03.153207 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48ed37ff-ea16-4cd7-8332-6f04edffefbb x-openstack-request-id: req-48ed37ff-ea16-4cd7-8332-6f04edffefbb {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:03.153207 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e2d0137-973e-40ed-ab07-f6d615e473e4", "name": "network-vif-deleted", "tag": "decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:03.153508 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-48ed37ff-ea16-4cd7-8332-6f04edffefbb {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:03.153930 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e2d0137-973e-40ed-ab07-f6d615e473e4', 'name': 'network-vif-deleted', 'tag': 'decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1', 'status': 'completed', 'code': 200} Jul 16 18:19:03.567487 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a9fef97-a24a-46c7-a4dd-4065290babdf req-8a04b67e-0bc3-4aaf-a19f-ef5c63c75757 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e2d0137-973e-40ed-ab07-f6d615e473e4 HTTP/1.1" status: 200 len: 210 time: 0.1148250 Jul 16 18:19:03.578166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Made reservation on behalf of 113415e4227a401491461bb5d40c02b9 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:03.582109 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:03.648627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] device_id is not set on port ce83b25b-bd4a-4f00-b2f5-04b38fde81ca yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:03.858156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Allocated IP 172.20.0.14 (4ec9042e-e20d-4734-a926-34860b4b6da5/d4ce4fc6-d2c5-4952-8bb2-d323748b2ef7/ce83b25b-bd4a-4f00-b2f5-04b38fde81ca) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:03.895320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51426) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:04.034538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2145856911-network', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:04.067978 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Made reservation on behalf of 55124635a44d4e7fa68f8e94d2a852c1 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:04.073520 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.087277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.088038 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.103294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Transition to ACTIVE for port object ce83b25b-bd4a-4f00-b2f5-04b38fde81ca will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:04.151687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.209138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:04.213982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:04.216839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:04.247815 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.253618 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.255035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'Port': ['ID=ce83b25b-bd4a-4f00-b2f5-04b38fde81ca,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:04.304839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.306328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.306583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 391} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:04.317194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e030187-8ca3-49c1-aed0-53504ad81cd8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:04.320887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.321828 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Added segment f58b213b-53e3-42d4-affe-b188380466c4 of type vlan for network aa7eea33-164a-427f-969a-0a4cda29d16b Jul 16 18:19:04.363522 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-afdb4f5a-05ae-46ec-ac6a-f7f7ac91d76e tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2787309 Jul 16 18:19:04.367295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51434) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:04.379348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Request body: {'port': {'network_id': '4ec9042e-e20d-4734-a926-34860b4b6da5', 'name': 'tempest-AllowedAddressPairTestJSON-784743777'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:04.388639 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.434301 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.436958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:04.438340 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.491676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5938609 Jul 16 18:19:04.498549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51438) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:04.503729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Request body: {'subnet': {'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2145856911-subnet', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:04.592298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d5cfd1-f7e5-4781-849d-2a173964e466 admin admin] Pushing event updated for resources: {'Network': ['ID=aa7eea33-164a-427f-969a-0a4cda29d16b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:04.599049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.api [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:19:04.599049 n-d-794306-7 neutron-server[105438]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 18:19:04.599049 n-d-794306-7 neutron-server[105438]: [parameters: {'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'id': '3cbe4b13-2f25-458e-ae70-03669d219105', 'expiration': datetime.datetime(2021, 7, 16, 18, 21, 4, 594652)}] Jul 16 18:19:04.599049 n-d-794306-7 neutron-server[105438]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:19:04.599547 n-d-794306-7 neutron-server[105438]: DEBUG oslo_db.api [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:19:04.625156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Made reservation on behalf of 113415e4227a401491461bb5d40c02b9 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:04.625543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network aa7eea33-164a-427f-969a-0a4cda29d16b details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:04.635000 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.664049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] device_id is not set on port 884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:19:04.718059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43e03a01-f77a-478c-9066-2266e41d6457 None None] Provisioning for port ce83b25b-bd4a-4f00-b2f5-04b38fde81ca completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:04.722295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43e03a01-f77a-478c-9066-2266e41d6457 None None] Provisioning complete for port ce83b25b-bd4a-4f00-b2f5-04b38fde81ca triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:04.723026 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43e03a01-f77a-478c-9066-2266e41d6457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:04.759818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-43e03a01-f77a-478c-9066-2266e41d6457 None None] Port ce83b25b-bd4a-4f00-b2f5-04b38fde81ca cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:04.765688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51448) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:04.868562 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Allocated IP 172.20.0.3 (4ec9042e-e20d-4734-a926-34860b4b6da5/d4ce4fc6-d2c5-4952-8bb2-d323748b2ef7/884a7dc0-8b2d-42f4-a0cd-7f8878e4b713) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:05.095319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.113523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Transition to ACTIVE for port object 884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:05.157441 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.175085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Made reservation on behalf of 55124635a44d4e7fa68f8e94d2a852c1 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:05.178198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.230091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:05.235097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:05.241597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:05.272814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'Port': ['ID=884a7dc0-8b2d-42f4-a0cd-7f8878e4b713,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:05.342092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.343628 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.364206 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-87e7fdc2-5a9a-469c-adce-13c6bce4f0eb tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9950497 Jul 16 18:19:05.373267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51458) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:05.385260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-77bee7b5-c4a1-47b8-8961-067ce5f45d1c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:b3:49:5f'}, {'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:98:24:cc'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:05.390570 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:05.435074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:05.435419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device decb65b9-5ee6-49d0-8fa6-d3a7f44c83b1 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:05.544107 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.593530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.594282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bdf05371-a6ec-4868-8303-21b20c4fe54f None None] Provisioning for port 884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:05.604841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bdf05371-a6ec-4868-8303-21b20c4fe54f None None] Provisioning complete for port 884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:05.605585 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bdf05371-a6ec-4868-8303-21b20c4fe54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.676929 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77bee7b5-c4a1-47b8-8961-067ce5f45d1c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.688894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=655be6c6-2ee7-42de-8647-0a29e7b05320,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:05.710927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-bdf05371-a6ec-4868-8303-21b20c4fe54f None None] Port 884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:05.812714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Checking segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:05.813083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Network hostable DHCP agents. Network: aa7eea33-164a-427f-969a-0a4cda29d16b, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:05.886469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Network aa7eea33-164a-427f-969a-0a4cda29d16b is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:05.910678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, aa7eea33-164a-427f-969a-0a4cda29d16b) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:05.922110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:05.922544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99feadd6-0817-4f29-ab13-7a09097063a5 None None] Network aa7eea33-164a-427f-969a-0a4cda29d16b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:05.923073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.959876 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-849aef4e-dbc3-4429-8b42-2029bc0f1cf1 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4600525 Jul 16 18:19:05.981215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77bee7b5-c4a1-47b8-8961-067ce5f45d1c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:05.984840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51464) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:05.990951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:05.996346 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77bee7b5-c4a1-47b8-8961-067ce5f45d1c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.144572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bee7b5-c4a1-47b8-8961-067ce5f45d1c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event updated for resources: {'Port': ['ID=884a7dc0-8b2d-42f4-a0cd-7f8878e4b713,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:06.167195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.168324 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.178151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 5377aa58-5c2b-4446-ba35-a5fccf1a152f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:06.179011 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.192477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-77bee7b5-c4a1-47b8-8961-067ce5f45d1c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] In _notify_port_updated(), no bound segment for port 884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 on network 4ec9042e-e20d-4734-a926-34860b4b6da5 {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:19:06.207784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bee7b5-c4a1-47b8-8961-067ce5f45d1c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:06.208564 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77bee7b5-c4a1-47b8-8961-067ce5f45d1c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.209961 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-77bee7b5-c4a1-47b8-8961-067ce5f45d1c tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "PUT /v2.0/ports/884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 HTTP/1.1" status: 200 len: 1055 time: 0.8350000 Jul 16 18:19:06.216873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51468) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:06.262712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-aa7eea33-164a-427f-969a-0a4cda29d16b', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:06.263662 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.409671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port 5377aa58-5c2b-4446-ba35-a5fccf1a152f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5377aa58-5c2b-4446-ba35-a5fccf1a152f,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:06.410035 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.413076 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.428605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 5377aa58-5c2b-4446-ba35-a5fccf1a152f owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:06.522260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Allocated IP 172.20.0.2 (aa7eea33-164a-427f-969a-0a4cda29d16b/655be6c6-2ee7-42de-8647-0a29e7b05320/70958736-131f-487a-a9f6-f0b8c778b491) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:06.577622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f3e609c2-3ff5-4572-ba15-f82cffbd4b53 None None] Provisioning complete for port 884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:06.578383 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f3e609c2-3ff5-4572-ba15-f82cffbd4b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.691854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f3e609c2-3ff5-4572-ba15-f82cffbd4b53 None None] Port 884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:06.781028 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.799112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d077fdea-8a62-4025-a28c-2e57395750b2 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Deleting port 884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:06.799469 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d077fdea-8a62-4025-a28c-2e57395750b2 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.813075 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.873494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.877025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Transition to ACTIVE for port object 70958736-131f-487a-a9f6-f0b8c778b491 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:06.905659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Transition to ACTIVE for port object 70958736-131f-487a-a9f6-f0b8c778b491 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:06.918024 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:06.943988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=5377aa58-5c2b-4446-ba35-a5fccf1a152f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.000540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Network aa7eea33-164a-427f-969a-0a4cda29d16b is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:07.011119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:07.011376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d077fdea-8a62-4025-a28c-2e57395750b2 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.012788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:07.025640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Pushing event updated for resources: {'Port': ['ID=70958736-131f-487a-a9f6-f0b8c778b491,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.049444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d077fdea-8a62-4025-a28c-2e57395750b2 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Calling delete_port for 884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:07.189826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Attempting to bind port 70958736-131f-487a-a9f6-f0b8c778b491 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:07.190122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Attempting to bind port 70958736-131f-487a-a9f6-f0b8c778b491 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:07.190377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Attempting to bind port 70958736-131f-487a-a9f6-f0b8c778b491 on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:07.203910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:07.205675 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Checking segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:07.206164 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.207270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Bound using segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:07.208137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Bound port: 70958736-131f-487a-a9f6-f0b8c778b491, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:07.208679 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.341226 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.436275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] For port 70958736-131f-487a-a9f6-f0b8c778b491, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:07.443332 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] For port 70958736-131f-487a-a9f6-f0b8c778b491, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=70958736-131f-487a-a9f6-f0b8c778b491,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:07.453170 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.584789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1a5943-f64a-4230-bb03-4f15ee954e5f None None] Pushing event updated for resources: {'Port': ['ID=70958736-131f-487a-a9f6-f0b8c778b491,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.638187 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.673163 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.686367 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d077fdea-8a62-4025-a28c-2e57395750b2 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:07.795250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d077fdea-8a62-4025-a28c-2e57395750b2 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event deleted for resources: {'Port': ['ID=884a7dc0-8b2d-42f4-a0cd-7f8878e4b713,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:07.935387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 69db924b-2af2-4638-90b0-c9f27048561d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:08.212137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:08.222735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Allocated IP 172.25.7.22 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/87414327-d6f6-4df8-b92b-5328533bbf36) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:08.223934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aedaca-bf01-4238-8fd3-f85aa0833784 None None] Sync routers for ids ['69db924b-2af2-4638-90b0-c9f27048561d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:08.224651 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b9857039-8d95-4bb7-a6c5-08bf5092101f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "PUT /v2.0/routers/69db924b-2af2-4638-90b0-c9f27048561d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4568329 Jul 16 18:19:08.228784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51480) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:08.262854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aedaca-bf01-4238-8fd3-f85aa0833784 None None] Routers {'69db924b-2af2-4638-90b0-c9f27048561d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:08.264092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b9aedaca-bf01-4238-8fd3-f85aa0833784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['69db924b-2af2-4638-90b0-c9f27048561d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:08.537839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-b9aedaca-bf01-4238-8fd3-f85aa0833784 None None] Set router 69db924b-2af2-4638-90b0-c9f27048561d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:08.734754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-c042aeaa-8672-4b08-a309-95808e716be8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting subnet 29111361-7f3e-4a74-aaab-0c2844815ea8 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:08.740779 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c042aeaa-8672-4b08-a309-95808e716be8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.846230 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c042aeaa-8672-4b08-a309-95808e716be8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:08.928147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b9aedaca-bf01-4238-8fd3-f85aa0833784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:19:06Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:09.032767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aedaca-bf01-4238-8fd3-f85aa0833784 None None] Checking router: 69db924b-2af2-4638-90b0-c9f27048561d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:09.066131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aedaca-bf01-4238-8fd3-f85aa0833784 None None] Routers {'69db924b-2af2-4638-90b0-c9f27048561d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:09.066961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b9aedaca-bf01-4238-8fd3-f85aa0833784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['69db924b-2af2-4638-90b0-c9f27048561d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:09.157712 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c042aeaa-8672-4b08-a309-95808e716be8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.346543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-b9aedaca-bf01-4238-8fd3-f85aa0833784 None None] Set router 69db924b-2af2-4638-90b0-c9f27048561d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:09.362887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c042aeaa-8672-4b08-a309-95808e716be8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.396725 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c042aeaa-8672-4b08-a309-95808e716be8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.398779 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c042aeaa-8672-4b08-a309-95808e716be8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/subnets/29111361-7f3e-4a74-aaab-0c2844815ea8 HTTP/1.1" status: 204 len: 168 time: 1.1687031 Jul 16 18:19:09.407313 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51502) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:09.437379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0a3467-44d3-4782-8368-e3394b8d9705 None None] Network e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:09.452525 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.455464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042aeaa-8672-4b08-a309-95808e716be8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Subnet': ['ID=29111361-7f3e-4a74-aaab-0c2844815ea8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:09.531037 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.601743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:09.604547 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d077fdea-8a62-4025-a28c-2e57395750b2 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.606657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d077fdea-8a62-4025-a28c-2e57395750b2 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "DELETE /v2.0/ports/884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 HTTP/1.1" status: 204 len: 168 time: 3.3887222 Jul 16 18:19:09.609720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:09.613536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51506) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:09.626820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:09.676005 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-1afc12f5-fd49-47ca-9b38-28d82f6061b8 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] GET failed (client error): The resource could not be found. Jul 16 18:19:09.681216 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1afc12f5-fd49-47ca-9b38-28d82f6061b8 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "GET /v2.0/ports/884a7dc0-8b2d-42f4-a0cd-7f8878e4b713 HTTP/1.1" status: 404 len: 333 time: 0.0666146 Jul 16 18:19:09.684517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51508) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:09.793210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Pushing event updated for resources: {'Port': ['ID=87414327-d6f6-4df8-b92b-5328533bbf36,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:09.818350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e180a64-7970-4671-b329-9048f53137a9 None None] Network aa7eea33-164a-427f-969a-0a4cda29d16b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:09.821255 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:09.823068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 70958736-131f-487a-a9f6-f0b8c778b491 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:09.973803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-357f9151-6506-4608-a01c-f1b5c813976a None None] Provisioning for port 70958736-131f-487a-a9f6-f0b8c778b491 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:10.082227 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.219010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port da8cd604-30a2-4701-906d-339b1b01fcdf {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:10.219541 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.247869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-72257963-be7d-493c-9f81-b3e26eca345b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Deleting port ce83b25b-bd4a-4f00-b2f5-04b38fde81ca {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:10.248672 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72257963-be7d-493c-9f81-b3e26eca345b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.405973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port da8cd604-30a2-4701-906d-339b1b01fcdf, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=da8cd604-30a2-4701-906d-339b1b01fcdf,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:10.406936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.424517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for da8cd604-30a2-4701-906d-339b1b01fcdf owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:10.427376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.491420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 70958736-131f-487a-a9f6-f0b8c778b491 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:10.512640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 70958736-131f-487a-a9f6-f0b8c778b491 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:10.513020 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.513635 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72257963-be7d-493c-9f81-b3e26eca345b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.560189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b9aedaca-bf01-4238-8fd3-f85aa0833784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:19:06Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:10.573758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-72257963-be7d-493c-9f81-b3e26eca345b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Calling delete_port for ce83b25b-bd4a-4f00-b2f5-04b38fde81ca owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:10.620424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aedaca-bf01-4238-8fd3-f85aa0833784 None None] The sync data for ids ['69db924b-2af2-4638-90b0-c9f27048561d'] in n-d-794306-7 is: [{'id': '69db924b-2af2-4638-90b0-c9f27048561d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2001402041', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200'}], 'enable_snat': True}, 'gw_port_id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:16:39Z', 'updated_at': '2021-07-16T18:19:06Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': 'da8cd604-30a2-4701-906d-339b1b01fcdf', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:ee:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69db924b-2af2-4638-90b0-c9f27048561d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2633, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:16:40Z', 'updated_at': '2021-07-16T18:16:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:10.688273 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa3833fc-a0b7-4290-b74c-57f68b7875bc None None] DHCP port deletion for e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:10.727817 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.746279 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.766736 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=da8cd604-30a2-4701-906d-339b1b01fcdf,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:10.806268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fa3833fc-a0b7-4290-b74c-57f68b7875bc None None] Deleting port 9289b97b-ce72-4339-8ff7-11c7d602e503 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:10.807757 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fa3833fc-a0b7-4290-b74c-57f68b7875bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.832969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 70958736-131f-487a-a9f6-f0b8c778b491, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=70958736-131f-487a-a9f6-f0b8c778b491,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:10.846427 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.879554 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.937460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fa3833fc-a0b7-4290-b74c-57f68b7875bc None None] For port 9289b97b-ce72-4339-8ff7-11c7d602e503, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9289b97b-ce72-4339-8ff7-11c7d602e503,segment=NetworkSegment(b3545e05-6da5-414e-82ee-19a7b3f653f8),segment_id=b3545e05-6da5-414e-82ee-19a7b3f653f8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:10.938280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fa3833fc-a0b7-4290-b74c-57f68b7875bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.939212 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:10.974523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fa3833fc-a0b7-4290-b74c-57f68b7875bc None None] Calling delete_port for 9289b97b-ce72-4339-8ff7-11c7d602e503 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:10.982786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=70958736-131f-487a-a9f6-f0b8c778b491,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:11.039605 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.048036 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.101368 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fa3833fc-a0b7-4290-b74c-57f68b7875bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.107375 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72257963-be7d-493c-9f81-b3e26eca345b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.173509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.182807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Fanout notify agent at l3_agent the message router_deleted on router 69db924b-2af2-4638-90b0-c9f27048561d {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:19:11.209773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3833fc-a0b7-4290-b74c-57f68b7875bc None None] Pushing event deleted for resources: {'Port': ['ID=9289b97b-ce72-4339-8ff7-11c7d602e503,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:11.227868 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.233639 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3833fc-a0b7-4290-b74c-57f68b7875bc None None] No DVR routers for this DVR port 9289b97b-ce72-4339-8ff7-11c7d602e503 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:11.238019 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d9edf417-3cbe-4396-93e1-5fb50e04ffd9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/routers/69db924b-2af2-4638-90b0-c9f27048561d HTTP/1.1" status: 204 len: 168 time: 1.8272982 Jul 16 18:19:11.239169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51518) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:11.248422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f1462388-0a16-40ca-b513-cd9ad41442f9 None None] Provisioning complete for port 70958736-131f-487a-a9f6-f0b8c778b491 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:11.248807 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1462388-0a16-40ca-b513-cd9ad41442f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.308714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72257963-be7d-493c-9f81-b3e26eca345b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event deleted for resources: {'Port': ['ID=ce83b25b-bd4a-4f00-b2f5-04b38fde81ca,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:11.452045 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72257963-be7d-493c-9f81-b3e26eca345b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.455075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-72257963-be7d-493c-9f81-b3e26eca345b tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "DELETE /v2.0/ports/ce83b25b-bd4a-4f00-b2f5-04b38fde81ca HTTP/1.1" status: 204 len: 168 time: 1.7676058 Jul 16 18:19:11.459115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51522) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:11.531901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.691986 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a0b8ef8-7424-44a4-a96f-5c423bdf13ce tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] GET failed (client error): The resource could not be found. Jul 16 18:19:11.699138 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6a0b8ef8-7424-44a4-a96f-5c423bdf13ce tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "GET /v2.0/ports/ce83b25b-bd4a-4f00-b2f5-04b38fde81ca HTTP/1.1" status: 404 len: 333 time: 0.2383184 Jul 16 18:19:11.703812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51532) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:11.720249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 70958736-131f-487a-a9f6-f0b8c778b491 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:11.791154 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:11.827155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:11.856552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 70958736-131f-487a-a9f6-f0b8c778b491 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:11.857462 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.059468 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.100959 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:12.144388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-45185fa7-1a1b-4e35-bb51-ff2f41cdb084 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Deleting port 89d431ad-5a4c-4691-a622-4296d56d2948 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:12.144981 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45185fa7-1a1b-4e35-bb51-ff2f41cdb084 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.304983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9289b97b-ce72-4339-8ff7-11c7d602e503 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:12.386548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 9289b97b-ce72-4339-8ff7-11c7d602e503 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:12.387026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9289b97b-ce72-4339-8ff7-11c7d602e503 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:12.388387 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5377aa58-5c2b-4446-ba35-a5fccf1a152f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:12.391099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45185fa7-1a1b-4e35-bb51-ff2f41cdb084 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.416253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-45185fa7-1a1b-4e35-bb51-ff2f41cdb084 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Calling delete_port for 89d431ad-5a4c-4691-a622-4296d56d2948 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:12.472895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5377aa58-5c2b-4446-ba35-a5fccf1a152f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:12.473361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5377aa58-5c2b-4446-ba35-a5fccf1a152f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:12.536614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3545e05-6da5-414e-82ee-19a7b3f653f8') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:12.537464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3545e05-6da5-414e-82ee-19a7b3f653f8') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:12.554424 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.581263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.594191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:12.595295 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:12.722616 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:12.729996 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.745377 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.749238 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/networks/e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4 HTTP/1.1" status: 204 len: 168 time: 1.5081651 Jul 16 18:19:12.763007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51540) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:12.777049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df37ff2d-39b8-4a50-8996-4ea36ecfbd87 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Network': ['ID=e75c42c1-0c2d-4c32-85f4-a8d1b156e7c4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:12.837386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:12.852481 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Sync routers for ids ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:12.867527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:12.870005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d9d22843-e95d-495e-aa7c-e834e0f763ab admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8834565 Jul 16 18:19:12.872534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51542) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:12.876369 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Routers {'9af44e4b-0349-499f-b092-9ac5a5b0fd2d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:12.877014 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:12.925376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fe65c4-bfa6-47f3-ad67-e41b8ee28e83 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.028702 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fe65c4-bfa6-47f3-ad67-e41b8ee28e83 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.092695 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Set router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:13.191171 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fe65c4-bfa6-47f3-ad67-e41b8ee28e83 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.195164 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51fe65c4-bfa6-47f3-ad67-e41b8ee28e83 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.197679 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-51fe65c4-bfa6-47f3-ad67-e41b8ee28e83 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/security-groups/605047a2-0b8e-4e4a-a13a-445cbcdfdef9 HTTP/1.1" status: 204 len: 168 time: 0.4327631 Jul 16 18:19:13.240078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fe65c4-bfa6-47f3-ad67-e41b8ee28e83 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=605047a2-0b8e-4e4a-a13a-445cbcdfdef9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:13.366886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45185fa7-1a1b-4e35-bb51-ff2f41cdb084 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.370512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device da8cd604-30a2-4701-906d-339b1b01fcdf no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:13.441806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45185fa7-1a1b-4e35-bb51-ff2f41cdb084 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event deleted for resources: {'Port': ['ID=89d431ad-5a4c-4691-a622-4296d56d2948,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:13.502275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: da8cd604-30a2-4701-906d-339b1b01fcdf {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:13.507650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device da8cd604-30a2-4701-906d-339b1b01fcdf not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:13.788915 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 3, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:13.791998 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45185fa7-1a1b-4e35-bb51-ff2f41cdb084 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:13.797602 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-45185fa7-1a1b-4e35-bb51-ff2f41cdb084 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "DELETE /v2.0/ports/89d431ad-5a4c-4691-a622-4296d56d2948 HTTP/1.1" status: 204 len: 168 time: 2.0843241 Jul 16 18:19:13.804310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51556) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:13.865129 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Checking router: 9af44e4b-0349-499f-b092-9ac5a5b0fd2d for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:13.865712 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Updating router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d port 87414327-d6f6-4df8-b92b-5328533bbf36 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:13.911338 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.271526 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.284599 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Transition to ACTIVE for port object 87414327-d6f6-4df8-b92b-5328533bbf36 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:14.292812 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.421354 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Pushing event updated for resources: {'Port': ['ID=87414327-d6f6-4df8-b92b-5328533bbf36,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:14.444250 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.444751 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.449462 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.450072 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.450500 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.451322 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.451322 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.451851 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.452267 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.452704 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.453286 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.453709 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:14.503293 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Attempting to bind port 87414327-d6f6-4df8-b92b-5328533bbf36 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:14.504059 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Attempting to bind port 87414327-d6f6-4df8-b92b-5328533bbf36 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:14.504721 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Attempting to bind port 87414327-d6f6-4df8-b92b-5328533bbf36 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:14.514335 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:14.514855 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:14.515366 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.516020 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:14.516719 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Bound port: 87414327-d6f6-4df8-b92b-5328533bbf36, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:14.517598 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.580975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-73893a57-75be-4c34-aa0c-e2e2824a7fdc tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Deleting subnet d4ce4fc6-d2c5-4952-8bb2-d323748b2ef7 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:14.588357 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73893a57-75be-4c34-aa0c-e2e2824a7fdc tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.592882 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] For port 87414327-d6f6-4df8-b92b-5328533bbf36, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:14.598221 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] For port 87414327-d6f6-4df8-b92b-5328533bbf36, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=87414327-d6f6-4df8-b92b-5328533bbf36,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:14.604611 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.660190 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73893a57-75be-4c34-aa0c-e2e2824a7fdc tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.675030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51560) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:14.676164 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7770d6bd-a810-4f11-9e7e-07f2534efa04 None None] Pushing event updated for resources: {'Port': ['ID=87414327-d6f6-4df8-b92b-5328533bbf36,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:14.681771 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-dd9df328-b401-497c-92c2-53b1fb095798 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1132881233', 'description': 'tempest-secgroup-smoke-1132881233 description', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:14.711599 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Routers {'9af44e4b-0349-499f-b092-9ac5a5b0fd2d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:14.712600 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:18:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:14.732394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd9df328-b401-497c-92c2-53b1fb095798 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.870994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73893a57-75be-4c34-aa0c-e2e2824a7fdc tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.877804 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] Set router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:14.936313 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd9df328-b401-497c-92c2-53b1fb095798 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.938625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.941753 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd9df328-b401-497c-92c2-53b1fb095798 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.995520 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd9df328-b401-497c-92c2-53b1fb095798 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:14.996863 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dd9df328-b401-497c-92c2-53b1fb095798 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3207896 Jul 16 18:19:14.999917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9df328-b401-497c-92c2-53b1fb095798 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5efee536-0fee-41a6-bd13-795b37c4a491,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.000718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73893a57-75be-4c34-aa0c-e2e2824a7fdc tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.003348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51564) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:15.010341 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c9d7d71c-5bb2-45f9-b7c2-cb88e5b3e37e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '5efee536-0fee-41a6-bd13-795b37c4a491', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:15.043394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d71c-5bb2-45f9-b7c2-cb88e5b3e37e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.094119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386aae86-8fcc-479c-8709-ab35e3ac71df None None] Network 4ec9042e-e20d-4734-a926-34860b4b6da5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:15.136350 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73893a57-75be-4c34-aa0c-e2e2824a7fdc tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.140637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-73893a57-75be-4c34-aa0c-e2e2824a7fdc tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "DELETE /v2.0/subnets/d4ce4fc6-d2c5-4952-8bb2-d323748b2ef7 HTTP/1.1" status: 204 len: 168 time: 1.3345015 Jul 16 18:19:15.146984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51570) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:15.183703 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 3, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:15.195106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73893a57-75be-4c34-aa0c-e2e2824a7fdc tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ce4fc6-d2c5-4952-8bb2-d323748b2ef7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.252155 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b447eb-6d40-4826-a235-30852c045af2 None None] The sync data for ids ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'] in n-d-794306-7 is: [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:10Z', 'revision_number': 3, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:15.301961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.322235 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d71c-5bb2-45f9-b7c2-cb88e5b3e37e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.336738 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d71c-5bb2-45f9-b7c2-cb88e5b3e37e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.442682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d7d71c-5bb2-45f9-b7c2-cb88e5b3e37e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db3b1ff8-52ba-4e7a-b58a-5bad3b7b7109,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.468145 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c9d7d71c-5bb2-45f9-b7c2-cb88e5b3e37e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.468396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Allocated IP 172.20.0.1 (aa7eea33-164a-427f-969a-0a4cda29d16b/655be6c6-2ee7-42de-8647-0a29e7b05320/6039426a-b07c-46f8-b2b5-f134882115c8) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:15.471184 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c9d7d71c-5bb2-45f9-b7c2-cb88e5b3e37e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4661477 Jul 16 18:19:15.474871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51578) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:15.489251 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6ca77e76-464c-4c5e-950a-02e38f93cef1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.490648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0b9e78e6-b4e8-45e8-98ab-9b0c66c43371 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '5efee536-0fee-41a6-bd13-795b37c4a491', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:15.534249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0b9e78e6-b4e8-45e8-98ab-9b0c66c43371 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.565488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa03a2a8-e58d-448a-b52f-be44c0a7a8a8 None None] DHCP port deletion for 4ec9042e-e20d-4734-a926-34860b4b6da5 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:19:15.583488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Deleting port 7aaaf17e-8255-4458-9c95-70ce4678c281 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:15.585810 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.734896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.761564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-aa03a2a8-e58d-448a-b52f-be44c0a7a8a8 None None] Deleting port 7aaaf17e-8255-4458-9c95-70ce4678c281 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:15.766989 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aa03a2a8-e58d-448a-b52f-be44c0a7a8a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.793694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] For port 7aaaf17e-8255-4458-9c95-70ce4678c281, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7aaaf17e-8255-4458-9c95-70ce4678c281,segment=NetworkSegment(b7332455-af8f-4e1a-a6e7-8dcac77d3139),segment_id=b7332455-af8f-4e1a-a6e7-8dcac77d3139)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:15.794680 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.814331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Calling delete_port for 7aaaf17e-8255-4458-9c95-70ce4678c281 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:15.828965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Transition to ACTIVE for port object 6039426a-b07c-46f8-b2b5-f134882115c8 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:15.909864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0b9e78e6-b4e8-45e8-98ab-9b0c66c43371 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.917427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0b9e78e6-b4e8-45e8-98ab-9b0c66c43371 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.928536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-aa03a2a8-e58d-448a-b52f-be44c0a7a8a8 None None] For port 7aaaf17e-8255-4458-9c95-70ce4678c281, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7aaaf17e-8255-4458-9c95-70ce4678c281,segment=NetworkSegment(b7332455-af8f-4e1a-a6e7-8dcac77d3139),segment_id=b7332455-af8f-4e1a-a6e7-8dcac77d3139)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:15.929228 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aa03a2a8-e58d-448a-b52f-be44c0a7a8a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.951334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-aa03a2a8-e58d-448a-b52f-be44c0a7a8a8 None None] Calling delete_port for 7aaaf17e-8255-4458-9c95-70ce4678c281 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:15.960760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9e78e6-b4e8-45e8-98ab-9b0c66c43371 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c39ab935-efbf-4b2f-a29b-03bfd4152d2f,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:15.968293 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0b9e78e6-b4e8-45e8-98ab-9b0c66c43371 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.972122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0b9e78e6-b4e8-45e8-98ab-9b0c66c43371 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4915273 Jul 16 18:19:15.973442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51582) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:15.975502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:15.983846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-78d76ec7-6644-460a-a3f9-ad78406ddd9f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '5efee536-0fee-41a6-bd13-795b37c4a491', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:16.095070 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78d76ec7-6644-460a-a3f9-ad78406ddd9f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.101421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.128439 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aa03a2a8-e58d-448a-b52f-be44c0a7a8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.136219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Network aa7eea33-164a-427f-969a-0a4cda29d16b is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:16.188757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=6039426a-b07c-46f8-b2b5-f134882115c8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.201275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event deleted for resources: {'Port': ['ID=7aaaf17e-8255-4458-9c95-70ce4678c281,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.210519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:16.210780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] No DVR routers for this DVR port 7aaaf17e-8255-4458-9c95-70ce4678c281 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:16.221128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:16.245691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa03a2a8-e58d-448a-b52f-be44c0a7a8a8 None None] Pushing event deleted for resources: {'Port': ['ID=7aaaf17e-8255-4458-9c95-70ce4678c281,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.270554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa03a2a8-e58d-448a-b52f-be44c0a7a8a8 None None] No DVR routers for this DVR port 7aaaf17e-8255-4458-9c95-70ce4678c281 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:16.345053 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.436095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.450608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ec9042e-e20d-4734-a926-34860b4b6da5']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:16.464168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7332455-af8f-4e1a-a6e7-8dcac77d3139') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:16.464446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7332455-af8f-4e1a-a6e7-8dcac77d3139') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:16.496412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.526319 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.599318 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78d76ec7-6644-460a-a3f9-ad78406ddd9f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.612308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:16.615279 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:16.625796 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:16.628682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78d76ec7-6644-460a-a3f9-ad78406ddd9f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.748326 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78d76ec7-6644-460a-a3f9-ad78406ddd9f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.755194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51596) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:16.756230 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-78d76ec7-6644-460a-a3f9-ad78406ddd9f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7813671 Jul 16 18:19:16.765451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-add452a9-03e4-4825-908e-bb6ed8303d93 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '5efee536-0fee-41a6-bd13-795b37c4a491', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:16.778847 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.834187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d76ec7-6644-460a-a3f9-ad78406ddd9f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaffe6c1-fe05-4a5a-a46b-05f51b6a20b9,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:16.864448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.885410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3b7569db-13da-4349-a1da-8eee64f298ac None None] Provisioning for port 6039426a-b07c-46f8-b2b5-f134882115c8 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:16.901987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3b7569db-13da-4349-a1da-8eee64f298ac None None] Provisioning complete for port 6039426a-b07c-46f8-b2b5-f134882115c8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:16.910055 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b7569db-13da-4349-a1da-8eee64f298ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.916848 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-add452a9-03e4-4825-908e-bb6ed8303d93 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.935324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:16.938687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] 10.222.0.47 "DELETE /v2.0/networks/4ec9042e-e20d-4734-a926-34860b4b6da5 HTTP/1.1" status: 204 len: 168 time: 1.7864425 Jul 16 18:19:16.942287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b55224-3063-4fa2-9963-061f1e437609 tempest-AllowedAddressPairTestJSON-1237587086 tempest-AllowedAddressPairTestJSON-1237587086-project] Pushing event deleted for resources: {'Network': ['ID=4ec9042e-e20d-4734-a926-34860b4b6da5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.004275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3b7569db-13da-4349-a1da-8eee64f298ac None None] Port 6039426a-b07c-46f8-b2b5-f134882115c8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:17.159412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-add452a9-03e4-4825-908e-bb6ed8303d93 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.170426 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-add452a9-03e4-4825-908e-bb6ed8303d93 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.276504 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-add452a9-03e4-4825-908e-bb6ed8303d93 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.283624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-add452a9-03e4-4825-908e-bb6ed8303d93 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5249629 Jul 16 18:19:17.288502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51606) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:17.305953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ef17f243-607c-4089-aa0a-70be8cc91587 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '5efee536-0fee-41a6-bd13-795b37c4a491', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:17.310134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add452a9-03e4-4825-908e-bb6ed8303d93 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6240e10-ca78-424c-a3d1-c108e61612ae,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.379386 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-ef17f243-607c-4089-aa0a-70be8cc91587 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Project 8adf9a60b51a4b999caf9bedee2d7ddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:19:17.401591 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef17f243-607c-4089-aa0a-70be8cc91587 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.416320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611275c-0994-4ebe-b814-43112f51047e req-12165bec-35de-4174-80bf-9cc473f030e0 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:17.432178 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4611275c-0994-4ebe-b814-43112f51047e req-12165bec-35de-4174-80bf-9cc473f030e0 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.2314367 Jul 16 18:19:17.502420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 87414327-d6f6-4df8-b92b-5328533bbf36 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:17.565063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51612) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:17.648059 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4611275c-0994-4ebe-b814-43112f51047e req-a4c4fbca-92a6-4344-9c7a-6a97c44eb2bf tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144220 Jul 16 18:19:17.658849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 87414327-d6f6-4df8-b92b-5328533bbf36 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:17.682001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 87414327-d6f6-4df8-b92b-5328533bbf36 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:17.683071 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.716118 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef17f243-607c-4089-aa0a-70be8cc91587 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.733999 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.735097 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef17f243-607c-4089-aa0a-70be8cc91587 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.749592 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.845170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef17f243-607c-4089-aa0a-70be8cc91587 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e60e603-e532-4522-90f6-da49ebb5e669,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:17.867216 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef17f243-607c-4089-aa0a-70be8cc91587 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.876081 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.876359 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ef17f243-607c-4089-aa0a-70be8cc91587 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5750406 Jul 16 18:19:17.877006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51618) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:17.889920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d81444e2-a45a-406b-9b35-14f13edf13e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': '5efee536-0fee-41a6-bd13-795b37c4a491', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:17.930851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 87414327-d6f6-4df8-b92b-5328533bbf36, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=87414327-d6f6-4df8-b92b-5328533bbf36,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:17.940218 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:17.956390 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-d81444e2-a45a-406b-9b35-14f13edf13e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Project 8adf9a60b51a4b999caf9bedee2d7ddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:19:17.976105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d81444e2-a45a-406b-9b35-14f13edf13e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.028567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=87414327-d6f6-4df8-b92b-5328533bbf36,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:18.032652 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.033356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7aaaf17e-8255-4458-9c95-70ce4678c281 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:18.058151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 7aaaf17e-8255-4458-9c95-70ce4678c281 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:18.058782 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7aaaf17e-8255-4458-9c95-70ce4678c281 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:18.089394 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-606b8749-a56a-46fe-9e40-2242baa445e9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=113415e4227a401491461bb5d40c02b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5226176 Jul 16 18:19:18.092646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Pushing event updated for resources: {'Port': ['ID=6039426a-b07c-46f8-b2b5-f134882115c8,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:18.093993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51622) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:18.108356 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d81444e2-a45a-406b-9b35-14f13edf13e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.122487 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d81444e2-a45a-406b-9b35-14f13edf13e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.164013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81444e2-a45a-406b-9b35-14f13edf13e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=278f27dd-971d-444e-8ac2-3a4aeacba70e,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:18.178407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d81444e2-a45a-406b-9b35-14f13edf13e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.180126 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d81444e2-a45a-406b-9b35-14f13edf13e7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3015797 Jul 16 18:19:18.183399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51624) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:18.189463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'network': {'name': 'tempest-network-smoke--658243813', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'port_security_enabled': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:18.190929 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-08b4dc1c-9ad6-47ca-b45b-47af305d99f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.209696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51736778-56f0-42d8-a8ac-d8eae539d1ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.216718 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.240244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:18.244368 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.247081 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51736778-56f0-42d8-a8ac-d8eae539d1ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.247704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Network aa7eea33-164a-427f-969a-0a4cda29d16b is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:18.256300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:18.310196 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51736778-56f0-42d8-a8ac-d8eae539d1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.315106 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-51736778-56f0-42d8-a8ac-d8eae539d1ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.316716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-51736778-56f0-42d8-a8ac-d8eae539d1ef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d49eff9b-b39e-4843-8732-f650250211d0 HTTP/1.1" status: 204 len: 168 time: 0.2199667 Jul 16 18:19:18.324450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:18.333298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51736778-56f0-42d8-a8ac-d8eae539d1ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49eff9b-b39e-4843-8732-f650250211d0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:18.369428 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.370181 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Added segment 1f0a5634-05d9-451f-90fb-1492ee44a340 of type vlan for network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b Jul 16 18:19:18.432087 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.449435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:18.525366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.531145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.531820 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.580056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3954868 Jul 16 18:19:18.583018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51634) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:18.589784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'admin_state_up': True, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:18.656128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.657355 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.672528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296db2df-0004-4ad4-94f9-603f0948660d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Network': ['ID=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:18.687665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:18.705102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:18.726236 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bd2b98c7-0713-47e1-a036-ff867771dfb9 admin admin] 10.222.0.47 "PUT /v2.0/routers/9af44e4b-0349-499f-b092-9ac5a5b0fd2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8521669 Jul 16 18:19:18.818236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Sync routers for ids ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:18.833412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Routers {'9af44e4b-0349-499f-b092-9ac5a5b0fd2d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:18.835300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:18.870655 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:18.940449 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278136e1-b1b1-4479-a2bb-1273048959b8 req-3ceff99d-1540-45eb-b5f0-3c9ccec0bc19 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:18.955729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-278136e1-b1b1-4479-a2bb-1273048959b8 req-3ceff99d-1540-45eb-b5f0-3c9ccec0bc19 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.1288638 Jul 16 18:19:19.055759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Set router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:19.057906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6e1d915b-fde4-4b51-887d-06fff9720019 None None] Provisioning complete for port 6039426a-b07c-46f8-b2b5-f134882115c8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:19.063192 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6e1d915b-fde4-4b51-887d-06fff9720019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.101679 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-278136e1-b1b1-4479-a2bb-1273048959b8 req-92ec24fd-ec04-4407-8006-b16f11e9fba9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2311cbd-273b-43df-82b7-9036d5bd611b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1420960 Jul 16 18:19:19.234220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6e1d915b-fde4-4b51-887d-06fff9720019 None None] Port 6039426a-b07c-46f8-b2b5-f134882115c8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:19.376353 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.406855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-aba68869-cb02-4c56-8617-019c20b2646e tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:19.409270 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-aba68869-cb02-4c56-8617-019c20b2646e tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.37 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 946 time: 0.2021036 Jul 16 18:19:19.417205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 87414327-d6f6-4df8-b92b-5328533bbf36 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:19.716292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Deleting port b5b671f5-bf75-43bb-b1f8-3324327700fd {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:19.716675 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.776777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 87414327-d6f6-4df8-b92b-5328533bbf36 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:19.788610 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.887730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] For port b5b671f5-bf75-43bb-b1f8-3324327700fd, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b5b671f5-bf75-43bb-b1f8-3324327700fd,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:19.888230 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.897280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51672) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:19.968632 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:19.977479 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.011230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:16Z', 'revision_number': 4, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6039426a-b07c-46f8-b2b5-f134882115c8', 'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'mac_address': 'fa:16:3e:93:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 2, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'subnets': [{'id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:20.023835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.313228 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.314089 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.314089 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Floating IP 96090f5c-08a8-4819-9223-8f97e7e6efa4 disassociated. External IP: 172.25.7.31, port: b5b671f5-bf75-43bb-b1f8-3324327700fd. Jul 16 18:19:20.314460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Calling delete_port for b5b671f5-bf75-43bb-b1f8-3324327700fd owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:20.337009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-850823680'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:20.392966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:20.404771 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.428661 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.444785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Checking router: 9af44e4b-0349-499f-b092-9ac5a5b0fd2d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:20.445851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Updating router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d port 6039426a-b07c-46f8-b2b5-f134882115c8 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:20.527137 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.529795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.25.7.169 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/155d3278-11a8-43ec-8978-3d8a877ba8f3) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:20.530047 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.628134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event deleted for resources: {'Port': ['ID=b5b671f5-bf75-43bb-b1f8-3324327700fd,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:20.634643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3da706f9-1915-4151-8a74-14da16100417 req-81d580d9-734f-4bf3-a980-70c48ee6f038 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 210 time: 0.1095047 Jul 16 18:19:20.742030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51682) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:20.767643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7b4f28ab-03b9-4482-982b-79b1113bea29 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Request body: {'security_group': {'name': 'tempest-securitygroup--851271032', 'description': 'tempest-description--379812452'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:20.885562 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:20.905960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Router 2a0dde7b-b344-4741-a7a0-2a3213da7191 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:21.110855 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.126829 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.144065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:21.158246 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90831aa2-40e9-4147-91f6-747f41e8cb96 None None] Sync routers for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:21.166151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Transition to ACTIVE for port object 6039426a-b07c-46f8-b2b5-f134882115c8 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:21.174938 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.191043 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90831aa2-40e9-4147-91f6-747f41e8cb96 None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:21.193692 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-90831aa2-40e9-4147-91f6-747f41e8cb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:21.219424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] No DVR routers for this DVR port b5b671f5-bf75-43bb-b1f8-3324327700fd on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:21.219738 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=155d3278-11a8-43ec-8978-3d8a877ba8f3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.225331 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.228118 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9abfadc3-1eec-4572-a4ab-f0df3773654f req-2516e191-3824-496c-ab63-c8289e93338f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.37 "DELETE /v2.0/ports/b5b671f5-bf75-43bb-b1f8-3324327700fd HTTP/1.1" status: 204 len: 173 time: 1.8119032 Jul 16 18:19:21.228828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'name': 'network-vif-deleted', 'tag': 'b5b671f5-bf75-43bb-b1f8-3324327700fd'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:21.231646 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5977e135-ff8b-400d-9453-9171c2d9afe4" -d '{"events": [{"server_uuid": "c29fbc0d-17ac-4a4a-8038-90cdea725fcb", "name": "network-vif-deleted", "tag": "b5b671f5-bf75-43bb-b1f8-3324327700fd"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:21.277569 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.296226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:21.298848 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.339790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:21.343176 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b4f28ab-03b9-4482-982b-79b1113bea29 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.352416 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9986cf5a-6c09-4d4f-aed5-4202c168784f x-openstack-request-id: req-9986cf5a-6c09-4d4f-aed5-4202c168784f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:21.353810 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c29fbc0d-17ac-4a4a-8038-90cdea725fcb", "name": "network-vif-deleted", "tag": "b5b671f5-bf75-43bb-b1f8-3324327700fd", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:21.355701 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9986cf5a-6c09-4d4f-aed5-4202c168784f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:21.356350 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c29fbc0d-17ac-4a4a-8038-90cdea725fcb', 'name': 'network-vif-deleted', 'tag': 'b5b671f5-bf75-43bb-b1f8-3324327700fd', 'status': 'completed', 'code': 200} Jul 16 18:19:21.380238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.380756 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Added segment 2714604f-f2fb-484b-ba92-b867e78d9f6a of type vlan for network 0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c Jul 16 18:19:21.406327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac1334-728a-46e1-9f86-ffd0e14934a1 None None] Pushing event updated for resources: {'Port': ['ID=6039426a-b07c-46f8-b2b5-f134882115c8,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.454189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:21.470122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:21.583403 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-90831aa2-40e9-4147-91f6-747f41e8cb96 None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:21.602472 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b4f28ab-03b9-4482-982b-79b1113bea29 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.613168 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b4f28ab-03b9-4482-982b-79b1113bea29 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.643034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Attempting to bind port 6039426a-b07c-46f8-b2b5-f134882115c8 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:21.643452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Attempting to bind port 6039426a-b07c-46f8-b2b5-f134882115c8 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:21.646264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Attempting to bind port 6039426a-b07c-46f8-b2b5-f134882115c8 on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:21.656880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:21.657225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Checking segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:21.657683 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.658081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Bound using segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:21.658567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Bound port: 6039426a-b07c-46f8-b2b5-f134882115c8, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:21.658950 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.668525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c99c7f-929c-4d6f-9991-47b78c5f861d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.692840 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b4f28ab-03b9-4482-982b-79b1113bea29 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.700129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.716612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7b4f28ab-03b9-4482-982b-79b1113bea29 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9554253 Jul 16 18:19:21.717515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51696) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:21.756634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-64c92ebb-9d5d-4b99-976e-d7173629f922 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Request body: {'security_group_rule': {'security_group_id': 'ba28ab37-c6d2-468e-a685-23c132854dc0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:21.780665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4f28ab-03b9-4482-982b-79b1113bea29 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba28ab37-c6d2-468e-a685-23c132854dc0,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:21.852546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64c92ebb-9d5d-4b99-976e-d7173629f922 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.952637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] For port 6039426a-b07c-46f8-b2b5-f134882115c8, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:21.964391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] For port 6039426a-b07c-46f8-b2b5-f134882115c8, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6039426a-b07c-46f8-b2b5-f134882115c8,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:21.968812 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:21.977305 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.014621 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64c92ebb-9d5d-4b99-976e-d7173629f922 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.019543 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64c92ebb-9d5d-4b99-976e-d7173629f922 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.036451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.045318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:22.046983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c92ebb-9d5d-4b99-976e-d7173629f922 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5456078-d538-46ae-bc05-56c770f9e913,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.048231 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.065181 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64c92ebb-9d5d-4b99-976e-d7173629f922 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.069645 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-64c92ebb-9d5d-4b99-976e-d7173629f922 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3373001 Jul 16 18:19:22.073982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51698) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:22.108829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6a5f1104-62e0-4447-9ac2-c0b4440af2a5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Request body: {'security_group_rule': {'security_group_id': 'ba28ab37-c6d2-468e-a685-23c132854dc0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:22.125547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Routers {'9af44e4b-0349-499f-b092-9ac5a5b0fd2d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:22.126612 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:22.131005 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d09be547-d4a5-407e-9a1d-c58e0f4e87b9 req-3132a45e-96c9-4e41-9b4b-bda53e3b66e3 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=c29fbc0d-17ac-4a4a-8038-90cdea725fcb HTTP/1.1" status: 200 len: 210 time: 0.1396379 Jul 16 18:19:22.185199 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1104-62e0-4447-9ac2-c0b4440af2a5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.225522 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.232044 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5d580d8b-7313-4cb8-b0e7-97628bcbf7bd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.3317490 Jul 16 18:19:22.441076 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1104-62e0-4447-9ac2-c0b4440af2a5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.449485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1104-62e0-4447-9ac2-c0b4440af2a5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.469958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ac1334-728a-46e1-9f86-ffd0e14934a1 None None] Pushing event updated for resources: {'Port': ['ID=6039426a-b07c-46f8-b2b5-f134882115c8,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.512208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:22.549003 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a5f1104-62e0-4447-9ac2-c0b4440af2a5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.550291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6a5f1104-62e0-4447-9ac2-c0b4440af2a5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4749191 Jul 16 18:19:22.556826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51706) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:22.571233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:22.599420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f1104-62e0-4447-9ac2-c0b4440af2a5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794e3cc8-229e-41a8-9885-d6fb857024db,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:22.668303 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:22.772625 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-90831aa2-40e9-4147-91f6-747f41e8cb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:22.852431 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90831aa2-40e9-4147-91f6-747f41e8cb96 None None] Checking router: 2a0dde7b-b344-4741-a7a0-2a3213da7191 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:22.886251 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90831aa2-40e9-4147-91f6-747f41e8cb96 None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:22.887314 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-90831aa2-40e9-4147-91f6-747f41e8cb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:22.968010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.018801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:23.135936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] Set router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:23.325083 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-90831aa2-40e9-4147-91f6-747f41e8cb96 None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:23.360138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Allocated IP 172.25.7.14 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/01364853-0b3a-481a-9dbb-bc3da20bd640) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:23.682681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:16Z', 'revision_number': 4, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6039426a-b07c-46f8-b2b5-f134882115c8', 'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'mac_address': 'fa:16:3e:93:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:21Z', 'revision_number': 4, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'subnets': [{'id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:23.812227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b0ebf45-bc0e-4757-9745-2c87a5118d0f None None] The sync data for ids ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'] in n-d-794306-7 is: [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:16Z', 'revision_number': 4, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6039426a-b07c-46f8-b2b5-f134882115c8', 'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'mac_address': 'fa:16:3e:93:8d:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:21Z', 'revision_number': 4, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'subnets': [{'id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:23.911360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51722) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:23.914225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.127056 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.206432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c23281d-bf01-4029-91a6-7cb054557f93 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.236285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c23281d-bf01-4029-91a6-7cb054557f93 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.331926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.398469 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c23281d-bf01-4029-91a6-7cb054557f93 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.418560 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c23281d-bf01-4029-91a6-7cb054557f93 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.420294 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9c23281d-bf01-4029-91a6-7cb054557f93 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "DELETE /v2.0/security-groups/e2311cbd-273b-43df-82b7-9036d5bd611b HTTP/1.1" status: 204 len: 168 time: 0.5008357 Jul 16 18:19:24.432805 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51728) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.480618 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-3a93da92-e53a-4763-8bd5-25774deb9f91 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] show failed (client error): The resource could not be found. Jul 16 18:19:24.481916 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3a93da92-e53a-4763-8bd5-25774deb9f91 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups/e2311cbd-273b-43df-82b7-9036d5bd611b HTTP/1.1" status: 404 len: 347 time: 0.0454228 Jul 16 18:19:24.485800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:19:24.493196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b5b671f5-bf75-43bb-b1f8-3324327700fd no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:19:24.496641 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51730) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:24.525549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:24.531898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event updated for resources: {'Port': ['ID=01364853-0b3a-481a-9dbb-bc3da20bd640,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.543232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:24.559404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:24.591769 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-90831aa2-40e9-4147-91f6-747f41e8cb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:24.634964 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23281d-bf01-4029-91a6-7cb054557f93 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2311cbd-273b-43df-82b7-9036d5bd611b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:24.654308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: b5b671f5-bf75-43bb-b1f8-3324327700fd {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:19:24.658232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b5b671f5-bf75-43bb-b1f8-3324327700fd not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:19:24.701286 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90831aa2-40e9-4147-91f6-747f41e8cb96 None None] The sync data for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 is: [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:24.787353 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:24.938890 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.354700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:25.361672 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.369654 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Sync routers for ids ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:25.380428 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.457033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-7b542579-76f4-46b5-b897-e03b4513df00 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Deleting port 3050850a-c720-4e7c-ae0b-fded6704ff07 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:25.457476 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b542579-76f4-46b5-b897-e03b4513df00 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.472397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Routers {'2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:25.475160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:25.479890 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.487764 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3f4c0998-e90d-4bbe-9503-4ef757b7077a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 6.9033785 Jul 16 18:19:25.550702 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51736) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:25.645051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6039426a-b07c-46f8-b2b5-f134882115c8 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:25.762279 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e8949fd-f049-4575-8cf2-b296715c832e None None] New status for floating IP 96090f5c-08a8-4819-9223-8f97e7e6efa4: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:25.816886 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b542579-76f4-46b5-b897-e03b4513df00 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.825491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b542579-76f4-46b5-b897-e03b4513df00 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:25.862484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-7b542579-76f4-46b5-b897-e03b4513df00 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Calling delete_port for 3050850a-c720-4e7c-ae0b-fded6704ff07 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:26.163243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 6039426a-b07c-46f8-b2b5-f134882115c8 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:26.260704 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e8442ab9-0db2-4553-9ff3-4d83c51cc519 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=8adf9a60b51a4b999caf9bedee2d7ddc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.7077198 Jul 16 18:19:26.305676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Set router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:26.491404 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51746) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:26.589221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6039426a-b07c-46f8-b2b5-f134882115c8 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:26.590335 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.690021 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b542579-76f4-46b5-b897-e03b4513df00 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.768893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:22Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:26.783602 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.800401 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.808214 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2354884 Jul 16 18:19:26.831254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b542579-76f4-46b5-b897-e03b4513df00 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event deleted for resources: {'Port': ['ID=3050850a-c720-4e7c-ae0b-fded6704ff07,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:26.845193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dce9f1-5c42-481c-8375-91660f230cf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event updated for resources: {'Port': ['ID=01364853-0b3a-481a-9dbb-bc3da20bd640,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:26.884796 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.900080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Checking router: 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:26.900431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Updating router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc port 155d3278-11a8-43ec-8978-3d8a877ba8f3 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:26.968493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 6039426a-b07c-46f8-b2b5-f134882115c8, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6039426a-b07c-46f8-b2b5-f134882115c8,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:26.977588 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:26.998049 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.061066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51758) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.070599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'network_id': '0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:27.250885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=6039426a-b07c-46f8-b2b5-f134882115c8,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:27.332049 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-775b92af-2416-432f-bc7b-e5e8800b3456 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--851271032&fields=id&tenant_id=55124635a44d4e7fa68f8e94d2a852c1 HTTP/1.1" status: 200 len: 267 time: 0.2225578 Jul 16 18:19:27.373061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c141695-51d7-44e4-b9f9-d120500dbd02 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:27.387307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7c141695-51d7-44e4-b9f9-d120500dbd02 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.8818853 Jul 16 18:19:27.387307 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51770) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.433789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:27.440056 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.468557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6039426a-b07c-46f8-b2b5-f134882115c8 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:27.503454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e441d48-7962-4f29-a0c8-b75df4ac1434 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1233015 Jul 16 18:19:27.509931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51774) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:27.522058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-687172116', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:27.643317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6039426a-b07c-46f8-b2b5-f134882115c8 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:27.644584 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.668099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:27.672126 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.822442 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.860733 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b542579-76f4-46b5-b897-e03b4513df00 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.864097 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7b542579-76f4-46b5-b897-e03b4513df00 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:27.875114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7b542579-76f4-46b5-b897-e03b4513df00 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "DELETE /v2.0/floatingips/96090f5c-08a8-4819-9223-8f97e7e6efa4 HTTP/1.1" status: 204 len: 168 time: 3.3569572 Jul 16 18:19:27.887302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Transition to ACTIVE for port object 155d3278-11a8-43ec-8978-3d8a877ba8f3 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:27.921569 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.022115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Attempting to bind port 155d3278-11a8-43ec-8978-3d8a877ba8f3 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:28.023203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Attempting to bind port 155d3278-11a8-43ec-8978-3d8a877ba8f3 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:28.023676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Attempting to bind port 155d3278-11a8-43ec-8978-3d8a877ba8f3 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:28.035659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b597b7-9c83-420f-8021-cad195410557 None None] Pushing event updated for resources: {'Port': ['ID=155d3278-11a8-43ec-8978-3d8a877ba8f3,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:28.042983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.047230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:28.047935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:28.048465 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.048807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:28.049490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Bound port: 155d3278-11a8-43ec-8978-3d8a877ba8f3, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:28.050119 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.105416 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.157104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7c2fbff1-a7c5-4995-95a7-3a6302a358dd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.157556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] For port 155d3278-11a8-43ec-8978-3d8a877ba8f3, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:28.161792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7c2fbff1-a7c5-4995-95a7-3a6302a358dd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 812 time: 0.8287764 Jul 16 18:19:28.162113 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] For port 155d3278-11a8-43ec-8978-3d8a877ba8f3, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=155d3278-11a8-43ec-8978-3d8a877ba8f3,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:28.168067 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.216357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=da45438c-a4a8-4111-8b87-58df80ccc4f5,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:28.251010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-47fd2a4e-68fa-4265-bccf-b6c05ff1ccad tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/quotas/55124635a44d4e7fa68f8e94d2a852c1 HTTP/1.1" status: 200 len: 375 time: 0.0316494 Jul 16 18:19:28.288672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b597b7-9c83-420f-8021-cad195410557 None None] Pushing event updated for resources: {'Port': ['ID=155d3278-11a8-43ec-8978-3d8a877ba8f3,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:28.305653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Routers {'2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:28.306511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:28.316103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Subnet': ['ID=bf4a0eea-69ef-481a-b601-6babe38a3fe2,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:28.338230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Checking segment: {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:28.338656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network hostable DHCP agents. Network: 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:28.350074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Checking segment: {'id': '2714604f-f2fb-484b-ba92-b867e78d9f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:28.351174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network hostable DHCP agents. Network: 0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:28.379234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:28.401959 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:28.406997 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.407968 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.450504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c18260ad-ae02-4fbc-9793-b189c366c8e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9365520 Jul 16 18:19:28.450745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51786) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.486552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network 0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:28.519419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a2f77154-bece-4450-97ab-bf30284272a4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2557762 Jul 16 18:19:28.529757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:28.532376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] Set router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:28.564902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:28.565572 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:28.629402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc526128-a784-4f04-bfc6-e708a5a95f64 None None] Network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:28.742998 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7da07de4-a1f2-414e-b381-aed4ac798857 service neutron] 10.222.0.47 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056680 Jul 16 18:19:28.758021 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c2fd0c23-ca79-4611-9b8b-23667f23d327 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6916387 Jul 16 18:19:28.778325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353b9967-5aaa-4373-b771-fb676cb173b3 None None] Network 0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:28.789259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51792) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:28.802012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-575184677'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:28.887733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:28.892575 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.004835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-d0938a69-c84a-4b76-b198-08001339fa95 service neutron] 10.222.0.47 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478077 Jul 16 18:19:29.084038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 365} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:29.119746 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.120482 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Added segment 933c43a8-f990-446b-a4fa-40777f2844a2 of type vlan for network b62e5ac8-6182-4c3b-8f6e-94c5ed504382 Jul 16 18:19:29.302543 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51798) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.305287 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.311739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b2bb7c9c-91a2-4fc3-a77f-9e8f03c33f06 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1127334501', 'description': 'tempest-description--451796546'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:29.368555 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7c9c-91a2-4fc3-a77f-9e8f03c33f06 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.448524 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.resource_extend [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:19:29.507746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-263aef72-2671-4abb-b7f1-fb5ae94be103 req-577f11a9-cdc0-4ca9-a29d-a6b165f4d528 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 210 time: 0.0883677 Jul 16 18:19:29.557886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7c9c-91a2-4fc3-a77f-9e8f03c33f06 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.566578 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7c9c-91a2-4fc3-a77f-9e8f03c33f06 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.615453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.630119 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:29.631053 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.659246 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2bb7c9c-91a2-4fc3-a77f-9e8f03c33f06 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.660555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b2bb7c9c-91a2-4fc3-a77f-9e8f03c33f06 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3569319 Jul 16 18:19:29.669094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51808) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.684260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b7411c9b-b5a6-458d-8e9a-83045a181197 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'security_group_rule': {'security_group_id': '0a3daf5f-561a-4a59-8552-89af734b9642', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:29.690723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb7c9c-91a2-4fc3-a77f-9e8f03c33f06 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3daf5f-561a-4a59-8552-89af734b9642,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.702997 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9097559 Jul 16 18:19:29.708020 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51810) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.717488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'network_id': 'b62e5ac8-6182-4c3b-8f6e-94c5ed504382', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:29.766214 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b7411c9b-b5a6-458d-8e9a-83045a181197 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.775539 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.878234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a519208b-0910-4eac-8af5-b3143118665e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=b62e5ac8-6182-4c3b-8f6e-94c5ed504382,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.905825 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b7411c9b-b5a6-458d-8e9a-83045a181197 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.914023 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b7411c9b-b5a6-458d-8e9a-83045a181197 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.949987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7411c9b-b5a6-458d-8e9a-83045a181197 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05accc4b-6952-4ea1-a91e-034fbcba2800,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:29.970568 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b7411c9b-b5a6-458d-8e9a-83045a181197 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:29.972004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b7411c9b-b5a6-458d-8e9a-83045a181197 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3016076 Jul 16 18:19:29.974561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51820) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:29.979256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0864ad64-4f40-494b-82cc-1acbe93efdf9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'security_group_rule': {'security_group_id': '0a3daf5f-561a-4a59-8552-89af734b9642', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:30.040216 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0864ad64-4f40-494b-82cc-1acbe93efdf9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.062197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b62e5ac8-6182-4c3b-8f6e-94c5ed504382 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:30.081136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ips': [{'subnet_id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:30.082187 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.101754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c', 'network_id': '0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c', 'tenant_id': '958f75bd3f2a44949dea9696fa7ec186', 'fixed_ips': [{'subnet_id': 'da45438c-a4a8-4111-8b87-58df80ccc4f5'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:30.103071 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.117764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.174352 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0864ad64-4f40-494b-82cc-1acbe93efdf9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.180074 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0864ad64-4f40-494b-82cc-1acbe93efdf9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.227529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0864ad64-4f40-494b-82cc-1acbe93efdf9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=640ebe59-b136-484d-9601-0ff7bb68b624,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:30.235031 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0864ad64-4f40-494b-82cc-1acbe93efdf9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.236338 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0864ad64-4f40-494b-82cc-1acbe93efdf9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2608268 Jul 16 18:19:30.239501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51824) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:30.244362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:30.278689 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.api [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 18:19:30.278689 n-d-794306-7 neutron-server[105439]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 18:19:30.278689 n-d-794306-7 neutron-server[105439]: [parameters: {'project_id_1': '3f18daf9c5b94c00baa8540845ced375', 'expiration_1': datetime.datetime(2021, 7, 16, 18, 19, 30, 262839)}] Jul 16 18:19:30.278689 n-d-794306-7 neutron-server[105439]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=105439) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:19:30.279190 n-d-794306-7 neutron-server[105439]: DEBUG oslo_db.api [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:19:30.317805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Allocated IP 172.20.0.2 (3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b/bf4a0eea-69ef-481a-b601-6babe38a3fe2/808f2d00-2ebc-416d-9f7b-6e0636caafbe) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:30.328149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:30.335688 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.384430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:22Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:30.471111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff77d66f-6fe7-4e3e-9370-eb79b19bad45 None None] The sync data for ids ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'] in n-d-794306-7 is: [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:22Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:30.801930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Allocated IP 2001:db8:0:ffff::2 (0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c/da45438c-a4a8-4111-8b87-58df80ccc4f5/c73410d6-34b7-4ffc-8abb-ba7e63587dc1) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:30.826030 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.859049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Transition to ACTIVE for port object 808f2d00-2ebc-416d-9f7b-6e0636caafbe will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:30.879711 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-349dd452-dc08-4c73-936a-0b55e01a3f87 req-4aa3c46c-d916-47bf-aad5-1cbe9ce7e7cf tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 210 time: 0.0776286 Jul 16 18:19:30.900255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.929587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:30.938196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Transition to ACTIVE for port object 808f2d00-2ebc-416d-9f7b-6e0636caafbe will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:30.950269 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.218585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=b144c1d6-a094-4556-b3dc-d01d46055733,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:31.226474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:31.230697 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:31.238938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.20.0.1 (3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b/bf4a0eea-69ef-481a-b601-6babe38a3fe2/5b65aa1a-b5ed-4ee0-9403-5860ea288207) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:31.293833 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:31.342700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:31.406410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Pushing event updated for resources: {'Port': ['ID=808f2d00-2ebc-416d-9f7b-6e0636caafbe,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:31.458372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Checking segment: {'id': '933c43a8-f990-446b-a4fa-40777f2844a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 365, 'network_id': 'b62e5ac8-6182-4c3b-8f6e-94c5ed504382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:31.459073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network hostable DHCP agents. Network: b62e5ac8-6182-4c3b-8f6e-94c5ed504382, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:31.624835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 155d3278-11a8-43ec-8978-3d8a877ba8f3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:31.732957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Allocated IP 172.25.7.28 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/b656d85e-e0ae-4dd9-85f7-57f52209d99f) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:31.819169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network b62e5ac8-6182-4c3b-8f6e-94c5ed504382 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:31.864139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, b62e5ac8-6182-4c3b-8f6e-94c5ed504382) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:31.893970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9132567b-7c9c-463d-9b7d-c7c8d0d799f5 None None] Network b62e5ac8-6182-4c3b-8f6e-94c5ed504382 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:31.979131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:31.981900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.074946 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.083027 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ef183d35-33a0-460e-bdb8-bf425ca55b47 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3714712 Jul 16 18:19:32.111413 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51846) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:32.148093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Attempting to bind port 808f2d00-2ebc-416d-9f7b-6e0636caafbe on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:32.148453 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Attempting to bind port 808f2d00-2ebc-416d-9f7b-6e0636caafbe by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:32.149041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Attempting to bind port 808f2d00-2ebc-416d-9f7b-6e0636caafbe on network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:32.177102 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:32.181978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Checking segment: {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:32.183108 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.183794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Bound using segment: {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:32.184550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Bound port: 808f2d00-2ebc-416d-9f7b-6e0636caafbe, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:32.185195 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.192059 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.230868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 155d3278-11a8-43ec-8978-3d8a877ba8f3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:32.361668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.370330 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Transition to ACTIVE for port object c73410d6-34b7-4ffc-8abb-ba7e63587dc1 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:32.405935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Transition to ACTIVE for port object 5b65aa1a-b5ed-4ee0-9403-5860ea288207 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:32.431361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Transition to ACTIVE for port object c73410d6-34b7-4ffc-8abb-ba7e63587dc1 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:32.448613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 155d3278-11a8-43ec-8978-3d8a877ba8f3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:32.449191 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.450487 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85c32621-cf53-4ae2-90ba-4be008f64ee3 req-d185c180-3f56-456b-8017-83fb4d01d8fe tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 210 time: 0.0827792 Jul 16 18:19:32.453407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.484480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-efd107ec-c58b-4c9c-84fc-0fb145361395 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:32.487377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-efd107ec-c58b-4c9c-84fc-0fb145361395 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 812 time: 0.5981531 Jul 16 18:19:32.494982 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.543210 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.545834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:32.547652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=5b65aa1a-b5ed-4ee0-9403-5860ea288207,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:32.552004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:32.555969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:32.611296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-81fd4aee-0212-4277-9b44-b2f92c012aea tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55124635a44d4e7fa68f8e94d2a852c1 HTTP/1.1" status: 200 len: 379 time: 0.0998499 Jul 16 18:19:32.629109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.642363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Request body: {'port': {'device_id': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'admin_state_up': True, 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'security_groups': ['ba28ab37-c6d2-468e-a685-23c132854dc0']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:32.703125 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] For port 808f2d00-2ebc-416d-9f7b-6e0636caafbe, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:32.706963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] For port 808f2d00-2ebc-416d-9f7b-6e0636caafbe, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=808f2d00-2ebc-416d-9f7b-6e0636caafbe,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:32.729069 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.802848 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.834376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Network 0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:32.885405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:32.919648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:32.928014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'Port': ['ID=b656d85e-e0ae-4dd9-85f7-57f52209d99f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:32.952600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:32.960681 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:32.976626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:32.995715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:33.050176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Pushing event updated for resources: {'Port': ['ID=c73410d6-34b7-4ffc-8abb-ba7e63587dc1,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.121847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Made reservation on behalf of 55124635a44d4e7fa68f8e94d2a852c1 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:33.129366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.225114 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.226662 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.237683 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.298928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Attempting to bind port c73410d6-34b7-4ffc-8abb-ba7e63587dc1 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:33.300064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Attempting to bind port c73410d6-34b7-4ffc-8abb-ba7e63587dc1 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '2714604f-f2fb-484b-ba92-b867e78d9f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:33.301991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Attempting to bind port c73410d6-34b7-4ffc-8abb-ba7e63587dc1 on network 0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:33.362624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Subnet': ['ID=b144c1d6-a094-4556-b3dc-d01d46055733,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.420538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:33.421211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Checking segment: {'id': '2714604f-f2fb-484b-ba92-b867e78d9f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:33.421368 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.421845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Bound using segment: {'id': '2714604f-f2fb-484b-ba92-b867e78d9f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:33.422397 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Bound port: c73410d6-34b7-4ffc-8abb-ba7e63587dc1, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2714604f-f2fb-484b-ba92-b867e78d9f6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': '0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:33.422859 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.442882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Allocated IP 172.20.0.11 (aa7eea33-164a-427f-969a-0a4cda29d16b/655be6c6-2ee7-42de-8647-0a29e7b05320/e8df009c-fd98-4be5-8234-8122a6e8d66b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:33.444011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9560403e-f3f9-4589-9261-9edf72d5e191 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-b62e5ac8-6182-4c3b-8f6e-94c5ed504382', 'network_id': 'b62e5ac8-6182-4c3b-8f6e-94c5ed504382', 'tenant_id': '958f75bd3f2a44949dea9696fa7ec186', 'fixed_ips': [{'subnet_id': 'b144c1d6-a094-4556-b3dc-d01d46055733'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:33.445921 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9560403e-f3f9-4589-9261-9edf72d5e191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.449530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 155d3278-11a8-43ec-8978-3d8a877ba8f3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=155d3278-11a8-43ec-8978-3d8a877ba8f3,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:33.478212 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.514531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2712b65c-e486-4d50-8fc6-c1d016f0c0b7 None None] Pushing event updated for resources: {'Port': ['ID=808f2d00-2ebc-416d-9f7b-6e0636caafbe,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.560160 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:19:33.625337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=155d3278-11a8-43ec-8978-3d8a877ba8f3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:33.713314 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.721723 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.733981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b62e5ac8-6182-4c3b-8f6e-94c5ed504382']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:33.749626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933c43a8-f990-446b-a4fa-40777f2844a2') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:33.749935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933c43a8-f990-446b-a4fa-40777f2844a2') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:33.785814 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6d72689-39f1-4941-be91-37576b4e9fee req-17aeec7e-72bd-42ff-99b7-b2e00bb69bf3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 210 time: 0.0779808 Jul 16 18:19:33.793484 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.811499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf81001-8a59-4030-8f78-a42332ac42c4 None None] Network b62e5ac8-6182-4c3b-8f6e-94c5ed504382 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:33.841610 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.862189 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.873983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] For port c73410d6-34b7-4ffc-8abb-ba7e63587dc1, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:33.878850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Releasing vlan 365 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:33.879492 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:33.884556 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:33.922912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] For port c73410d6-34b7-4ffc-8abb-ba7e63587dc1, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c73410d6-34b7-4ffc-8abb-ba7e63587dc1,segment=NetworkSegment(2714604f-f2fb-484b-ba92-b867e78d9f6a),segment_id=2714604f-f2fb-484b-ba92-b867e78d9f6a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:33.933901 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.000152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b64762e-8e2f-46a5-8ee5-fd2dbcc9fd2c None None] Pushing event updated for resources: {'Port': ['ID=c73410d6-34b7-4ffc-8abb-ba7e63587dc1,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.000617 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.012699 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.014376 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/b62e5ac8-6182-4c3b-8f6e-94c5ed504382 HTTP/1.1" status: 204 len: 168 time: 1.9017696 Jul 16 18:19:34.032682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51862) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:34.038279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-450743252'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:34.049225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcb15a2-3edf-4e53-bb06-c7bc87ca40aa tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Network': ['ID=b62e5ac8-6182-4c3b-8f6e-94c5ed504382,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.106636 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.129335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:34.133678 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.143708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Transition to ACTIVE for port object e8df009c-fd98-4be5-8234-8122a6e8d66b will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:34.190767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:34.197340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.203261 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.215225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.220573 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.220874 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Added segment 0036aa0e-f37b-4ad5-9165-24b17a1db172 of type vlan for network 33b6a383-57d9-456a-8103-f88a31e59948 Jul 16 18:19:34.230826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.265593 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.323127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'Port': ['ID=b656d85e-e0ae-4dd9-85f7-57f52209d99f,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.351877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.356750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Network aa7eea33-164a-427f-969a-0a4cda29d16b is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:34.396589 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.402385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:34.414039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:34.451551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:34.576043 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.579800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3872ce7e-b785-4f2f-8417-182267ebc7f5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3392060 Jul 16 18:19:34.665947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:34.666541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:34.706011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-7257fe55-efa2-4b74-b69a-c03b707a650b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0840349 Jul 16 18:19:34.832132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Request body: {'port': {'device_id': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:34.996594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f42cba3-460f-486c-bd71-79fbd9cbf0a6 None None] Network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:35.027038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-73eb3bbf-5dea-4210-b423-dab360b528da None None] Provisioning for port e8df009c-fd98-4be5-8234-8122a6e8d66b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:35.045429 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.059116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-73eb3bbf-5dea-4210-b423-dab360b528da None None] Provisioning complete for port e8df009c-fd98-4be5-8234-8122a6e8d66b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:35.062873 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-73eb3bbf-5dea-4210-b423-dab360b528da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.148869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.187548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=5b65aa1a-b5ed-4ee0-9403-5860ea288207,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.287035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-8feec0a7-23d7-4efa-9931-60bebd4181ce tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1127334501&fields=id&tenant_id=3f18daf9c5b94c00baa8540845ced375 HTTP/1.1" status: 200 len: 267 time: 0.1326606 Jul 16 18:19:35.312762 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.321040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.338611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.354558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d6df6-8b70-47aa-9b04-15229771bf94 req-d0f2d540-932c-4083-b7f3-44fb0e7f3406 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.362494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea7d6df6-8b70-47aa-9b04-15229771bf94 req-d0f2d540-932c-4083-b7f3-44fb0e7f3406 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 932 time: 0.2961643 Jul 16 18:19:35.484695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4508982 Jul 16 18:19:35.485347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51906) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:35.497802 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'network_id': '33b6a383-57d9-456a-8103-f88a31e59948', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:35.500336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea7d6df6-8b70-47aa-9b04-15229771bf94 req-a51acd1b-920d-4184-8d3f-a5035b6d4468 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1366765 Jul 16 18:19:35.658868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:35.659776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b6860e-ea9b-4943-97df-91dcb67576ab tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=33b6a383-57d9-456a-8103-f88a31e59948,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:35.707411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:35.720783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-73eb3bbf-5dea-4210-b423-dab360b528da None None] Port e8df009c-fd98-4be5-8234-8122a6e8d66b cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:35.724633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 33b6a383-57d9-456a-8103-f88a31e59948 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:35.762570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-36394ad2-5a44-4045-b112-7dc8ec65907d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:35.770376 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-36394ad2-5a44-4045-b112-7dc8ec65907d tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 811 time: 0.4810627 Jul 16 18:19:35.884254 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-98459934-f293-49a0-8a69-44078c344724 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/quotas/3f18daf9c5b94c00baa8540845ced375 HTTP/1.1" status: 200 len: 375 time: 0.1128685 Jul 16 18:19:35.942653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8df009c-fd98-4be5-8234-8122a6e8d66b {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:35.977555 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:35.992795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-89c6cb5d-44d1-4ea0-9504-b00e9fb93957 None None] Provisioning for port 808f2d00-2ebc-416d-9f7b-6e0636caafbe completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:36.011084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Transition to ACTIVE for port object e8df009c-fd98-4be5-8234-8122a6e8d66b will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:36.017006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.040643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c73410d6-34b7-4ffc-8abb-ba7e63587dc1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:36.049839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162d2c55-8c8e-4aab-aa4b-55f60bfaef19 None None] Network 0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:36.056669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:36.060373 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.085419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:36.094503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.095009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.095463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.096189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.096637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.097232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.098309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.098309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.098562 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.099005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.099699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.099892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:36.250830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-27900ee7-6cdd-46aa-b947-f1a6ffea53dc None None] Provisioning for port c73410d6-34b7-4ffc-8abb-ba7e63587dc1 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:36.291468 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-f0a3d09d-7d79-4d93-9722-a51aa6c97ff9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4063148 Jul 16 18:19:36.323717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Attempting to bind port e8df009c-fd98-4be5-8234-8122a6e8d66b on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:36.323717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Attempting to bind port e8df009c-fd98-4be5-8234-8122a6e8d66b by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:36.324261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Attempting to bind port e8df009c-fd98-4be5-8234-8122a6e8d66b on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:36.341087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:36.343986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Port e8df009c-fd98-4be5-8234-8122a6e8d66b on network aa7eea33-164a-427f-969a-0a4cda29d16b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:36.353577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Attempting to bind port e8df009c-fd98-4be5-8234-8122a6e8d66b on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:36.371723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port c73410d6-34b7-4ffc-8abb-ba7e63587dc1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:36.377715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:36.379190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c73410d6-34b7-4ffc-8abb-ba7e63587dc1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:36.379591 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.380446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Checking segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:36.380840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Bound using segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:36.381286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Bound port: e8df009c-fd98-4be5-8234-8122a6e8d66b, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:36.381680 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.601765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:36.606824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:36.614552 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.644120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:36.644804 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.646268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] 10.222.0.37 "PUT /v2.0/ports/e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 1092 time: 1.9255455 Jul 16 18:19:36.646734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:36.669865 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8506a4d3-8235-466b-8dfe-1a1e745cafea" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:36.747596 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.838810 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-f4544d7a-b018-4948-a0f8-df1b4841607b service neutron] 10.222.0.47 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5237312 Jul 16 18:19:36.844078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:36.867965 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5a3ef40f-2323-47ef-b3a0-d658933d20ee tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "PUT /v2.0/routers/2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4160213 Jul 16 18:19:36.899710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Sync routers for ids ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:36.923491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.953153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port c73410d6-34b7-4ffc-8abb-ba7e63587dc1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c73410d6-34b7-4ffc-8abb-ba7e63587dc1,segment=NetworkSegment(2714604f-f2fb-484b-ba92-b867e78d9f6a),segment_id=2714604f-f2fb-484b-ba92-b867e78d9f6a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:36.985675 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:36.986488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 155d3278-11a8-43ec-8978-3d8a877ba8f3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:37.090787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d6b9d9-1954-44cd-b7d3-826dd44971f5 service neutron] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:37.094221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Routers {'2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:37.096394 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:37.110140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=5550c8ae-1ce4-4576-bc45-278cffe83aef,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:37.211687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9365c89-6454-45b4-8dd0-236e89341ff9 req-30d8c603-09b8-4b7e-8a03-b2ba025da63f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.213862 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a9365c89-6454-45b4-8dd0-236e89341ff9 req-30d8c603-09b8-4b7e-8a03-b2ba025da63f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 944 time: 0.4559517 Jul 16 18:19:37.264669 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-120940b6-4ed6-4727-9691-3841da6beb5e service neutron] 10.222.0.47 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179196 Jul 16 18:19:37.271311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=c73410d6-34b7-4ffc-8abb-ba7e63587dc1,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:37.311193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-32f713da-ac7a-401b-a6c4-db958170deb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.320500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-32f713da-ac7a-401b-a6c4-db958170deb3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1095 time: 0.5583940 Jul 16 18:19:37.334307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8b5acb5b-7549-48d7-ad9c-d558215aa53c None None] Provisioning for port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:37.334607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Checking segment: {'id': '0036aa0e-f37b-4ad5-9165-24b17a1db172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '33b6a383-57d9-456a-8103-f88a31e59948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:37.335381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network hostable DHCP agents. Network: 33b6a383-57d9-456a-8103-f88a31e59948, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:37.353037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8b5acb5b-7549-48d7-ad9c-d558215aa53c None None] Provisioning complete for port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:37.354038 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8b5acb5b-7549-48d7-ad9c-d558215aa53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.389599 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network 33b6a383-57d9-456a-8103-f88a31e59948 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:37.413425 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 33b6a383-57d9-456a-8103-f88a31e59948) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:37.423524 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.427450 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.461435 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9b42ceb4-815f-4b2c-84cf-56c407d4b0d2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9675503 Jul 16 18:19:37.463316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-3e6d0b9e-5d22-4e11-8ffa-b32bd6bf47f3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 217 time: 0.1311872 Jul 16 18:19:37.468964 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51930) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:37.474141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2074261107'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:37.501783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd944aba-0ff0-49ed-b06a-57ec324f443d None None] Network 33b6a383-57d9-456a-8103-f88a31e59948 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:37.540579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:37.544571 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.561328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8b5acb5b-7549-48d7-ad9c-d558215aa53c None None] Port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:37.578694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a9365c89-6454-45b4-8dd0-236e89341ff9 req-1aa016e4-704f-483c-bedb-7c3ab8d91023 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3489437 Jul 16 18:19:37.596799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 155d3278-11a8-43ec-8978-3d8a877ba8f3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:37.597477 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.604672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:37.656504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-71c1e4ce-9b0b-4c96-9026-291d8ffe4852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.658042 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.658456 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Added segment fee6ace6-1679-4f30-adcc-ccd688984c84 of type vlan for network 43837726-685c-45a5-b7a1-a0a5895b84e5 Jul 16 18:19:37.662838 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-71c1e4ce-9b0b-4c96-9026-291d8ffe4852 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.1824667 Jul 16 18:19:37.746747 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6db5baa-458e-40c3-9921-56a8dfe3a64b x-openstack-request-id: req-f6db5baa-458e-40c3-9921-56a8dfe3a64b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:37.747200 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:37.747466 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6db5baa-458e-40c3-9921-56a8dfe3a64b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:37.747921 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'status': 'completed', 'code': 200} Jul 16 18:19:37.762961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.813808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-f57dcae0-9c1c-43ac-8d3b-f67676408dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.816137 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-f57dcae0-9c1c-43ac-8d3b-f67676408dd1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1457479 Jul 16 18:19:37.898602 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Set router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:37.949261 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.955109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:37.955966 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:37.965685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2345976c-6322-4f8b-bf7b-dfde1fe590e4 req-e59a7d2b-f60b-4138-8018-f85f29832c48 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 210 time: 0.1466911 Jul 16 18:19:38.030621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-e05485e7-daed-4b77-ba67-8b133777c3b7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1132881233&fields=id&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 267 time: 0.1829348 Jul 16 18:19:38.081808 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-708cd4ef-bfd8-42d3-89fa-aa0a8949a466 None None] Provisioning complete for port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:38.082187 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-708cd4ef-bfd8-42d3-89fa-aa0a8949a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.160265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-df1694d3-179a-4b5b-96dc-89689018562a service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295758 Jul 16 18:19:38.181237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7112031 Jul 16 18:19:38.190865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51964) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:38.207203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'network_id': '43837726-685c-45a5-b7a1-a0a5895b84e5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:38.245586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecac120b-1ff1-48f3-bcc7-86d7be0cfbf7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=43837726-685c-45a5-b7a1-a0a5895b84e5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:38.315440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 43837726-685c-45a5-b7a1-a0a5895b84e5 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:38.362762 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-a04872a8-9738-405d-9df8-50ab88758088 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:38.365167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-a04872a8-9738-405d-9df8-50ab88758088 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/networks?id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b HTTP/1.1" status: 200 len: 796 time: 0.3335152 Jul 16 18:19:38.392054 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-448dcdc5-b38d-4f88-b129-e7946f27da38 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/quotas/8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 375 time: 0.0150862 Jul 16 18:19:38.433513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-708cd4ef-bfd8-42d3-89fa-aa0a8949a466 None None] Port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:38.489407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12e5944d-1316-4b50-afc2-16f9430b5028 req-d4d54a1d-fcb0-48dd-b6c7-cdaac568b5dd service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3202713 Jul 16 18:19:38.490027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 808f2d00-2ebc-416d-9f7b-6e0636caafbe up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:38.490187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:38.496598 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.545182 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-4ecd91af-b607-43c4-81ff-5bfec9e60c7e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1477368 Jul 16 18:19:38.615702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-33b6a383-57d9-456a-8103-f88a31e59948', 'network_id': '33b6a383-57d9-456a-8103-f88a31e59948', 'tenant_id': '958f75bd3f2a44949dea9696fa7ec186', 'fixed_ips': [{'subnet_id': '5550c8ae-1ce4-4576-bc45-278cffe83aef'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:38.618312 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.673939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 808f2d00-2ebc-416d-9f7b-6e0636caafbe completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:38.691292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Performing IP validity checks on allocation pools {{(pid=105439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:19:38.692791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:19:38.764002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5b65aa1a-b5ed-4ee0-9403-5860ea288207', 'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:f0:48:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 2, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:38.769212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 808f2d00-2ebc-416d-9f7b-6e0636caafbe triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:38.769598 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.813593 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-e89eb85b-a49a-48e8-8a86-8a170f6083c8 service neutron] 10.222.0.47 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198932 Jul 16 18:19:38.856090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-708cd4ef-bfd8-42d3-89fa-aa0a8949a466 None None] Provisioning complete for port c73410d6-34b7-4ffc-8abb-ba7e63587dc1 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:38.859158 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-708cd4ef-bfd8-42d3-89fa-aa0a8949a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:38.938183 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-98a9ca3c-d988-457d-81f7-974545efb0db service neutron] 10.222.0.47 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200235 Jul 16 18:19:38.980536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Checking router: 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:38.990488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Updating router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:19:39.470114 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.477293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Allocated IP 2001:db8::3 (33b6a383-57d9-456a-8103-f88a31e59948/5550c8ae-1ce4-4576-bc45-278cffe83aef/e1a04b1f-1395-4435-a369-8d3a3aceb671) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:39.479948 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.580099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 808f2d00-2ebc-416d-9f7b-6e0636caafbe, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=808f2d00-2ebc-416d-9f7b-6e0636caafbe,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:39.653611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fea6265d-baba-45bf-b2ac-76c9399caf1f req-ec65172b-f933-4002-ab01-5087c1250849 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 210 time: 0.1141992 Jul 16 18:19:39.734736 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:39.833390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88629433-ad89-4669-95e7-0f2fa48e8d7c req-aba81ea9-9661-4020-b117-fbc73a4df412 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 210 time: 0.0725417 Jul 16 18:19:39.902030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Checking segment: {'id': 'fee6ace6-1679-4f30-adcc-ccd688984c84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '43837726-685c-45a5-b7a1-a0a5895b84e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:39.902742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network hostable DHCP agents. Network: 43837726-685c-45a5-b7a1-a0a5895b84e5, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:40.109581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a4d3-8235-466b-8dfe-1a1e745cafea req-6feb8e17-272e-4cf0-9212-037cbb925812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.111462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8506a4d3-8235-466b-8dfe-1a1e745cafea req-6feb8e17-272e-4cf0-9212-037cbb925812 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1095 time: 1.2441671 Jul 16 18:19:40.116835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network 43837726-685c-45a5-b7a1-a0a5895b84e5 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:40.119470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=3179162e-15d6-4d71-8548-fd43a337ba16,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:40.174762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 43837726-685c-45a5-b7a1-a0a5895b84e5) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:40.198710 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f466f81-b09c-47ea-854f-9b8dacf3fb15 req-58207f6d-e365-406b-99cc-1d6aeb399fa0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.205853 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f466f81-b09c-47ea-854f-9b8dacf3fb15 req-58207f6d-e365-406b-99cc-1d6aeb399fa0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 944 time: 1.2935543 Jul 16 18:19:40.218946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.219841 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.236774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-dc940d23-0bd4-4978-9860-382f3c884120 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.238584 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-dc940d23-0bd4-4978-9860-382f3c884120 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.18 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 811 time: 0.5710912 Jul 16 18:19:40.318470 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.329315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Transition to ACTIVE for port object e1a04b1f-1395-4435-a369-8d3a3aceb671 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:40.342202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9c9e283e-bbc7-44e0-8bd0-fa17dd52fcb7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.1484411 Jul 16 18:19:40.344863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52004) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:40.352514 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Transition to ACTIVE for port object e1a04b1f-1395-4435-a369-8d3a3aceb671 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:40.359870 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.375329 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f466f81-b09c-47ea-854f-9b8dacf3fb15 req-a63e74da-b1ba-482c-8b55-baa3b7c6d848 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682525 Jul 16 18:19:40.427284 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-44496edc-6ba3-4825-b414-9968f5b796b9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f18daf9c5b94c00baa8540845ced375 HTTP/1.1" status: 200 len: 380 time: 0.1764634 Jul 16 18:19:40.437975 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872a4f24-aea6-4035-a1d4-c6f07080590b None None] Network 43837726-685c-45a5-b7a1-a0a5895b84e5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:40.448069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'port': {'device_id': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'admin_state_up': True, 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'security_groups': ['0a3daf5f-561a-4a59-8552-89af734b9642']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:40.455995 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.490127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a4d3-8235-466b-8dfe-1a1e745cafea req-5746578b-6ad1-4d0c-b964-b976a699b1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.492121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8506a4d3-8235-466b-8dfe-1a1e745cafea req-5746578b-6ad1-4d0c-b964-b976a699b1e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.3405364 Jul 16 18:19:40.559233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c73410d6-34b7-4ffc-8abb-ba7e63587dc1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:40.562069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:40.623832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8506a4d3-8235-466b-8dfe-1a1e745cafea req-47dca709-24a3-4b87-b579-35e246b37003 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 217 time: 0.1235418 Jul 16 18:19:40.644421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.737147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Network 33b6a383-57d9-456a-8103-f88a31e59948 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:40.779145 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.854236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a4d3-8235-466b-8dfe-1a1e745cafea req-7115dcd8-f394-4540-abc4-4bcc8dacdb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:40.855828 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8506a4d3-8235-466b-8dfe-1a1e745cafea req-7115dcd8-f394-4540-abc4-4bcc8dacdb10 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.1660380 Jul 16 18:19:40.950455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Made reservation on behalf of 3f18daf9c5b94c00baa8540845ced375 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:40.954392 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.961082 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:40.968730 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0531a042-25ff-4781-8b75-6edf417b2e7b req-2b6efbb0-7dab-4496-aecc-0aef234cdb72 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 210 time: 0.0681810 Jul 16 18:19:41.001138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=808f2d00-2ebc-416d-9f7b-6e0636caafbe,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:41.010629 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Subnet': ['ID=3179162e-15d6-4d71-8548-fd43a337ba16,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:41.025251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.025621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.025937 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.026268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.026613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.026981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.027331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.031770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.032180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.032538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.032892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.033225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:41.040564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:41.044419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:41.166417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.217460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43837726-685c-45a5-b7a1-a0a5895b84e5']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:41.234599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Pushing event updated for resources: {'Port': ['ID=e1a04b1f-1395-4435-a369-8d3a3aceb671,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:41.254683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee6ace6-1679-4f30-adcc-ccd688984c84') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:41.254983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee6ace6-1679-4f30-adcc-ccd688984c84') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:41.263211 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.resource_extend [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] It took 0.54 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:19:41.284520 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.330063 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.339821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Releasing vlan 354 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:41.340545 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:41.343828 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:41.357675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506a4d3-8235-466b-8dfe-1a1e745cafea req-55a25981-bc6f-4c2f-a6f3-e9c90f028ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.359342 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8506a4d3-8235-466b-8dfe-1a1e745cafea req-55a25981-bc6f-4c2f-a6f3-e9c90f028ba2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4923246 Jul 16 18:19:41.359487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Attempting to bind port e1a04b1f-1395-4435-a369-8d3a3aceb671 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:41.359840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Attempting to bind port e1a04b1f-1395-4435-a369-8d3a3aceb671 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '0036aa0e-f37b-4ad5-9165-24b17a1db172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '33b6a383-57d9-456a-8103-f88a31e59948'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:41.360211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Attempting to bind port e1a04b1f-1395-4435-a369-8d3a3aceb671 on network 33b6a383-57d9-456a-8103-f88a31e59948 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:41.374540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:41.374984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Checking segment: {'id': '0036aa0e-f37b-4ad5-9165-24b17a1db172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '33b6a383-57d9-456a-8103-f88a31e59948'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:41.375399 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.376103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Bound using segment: {'id': '0036aa0e-f37b-4ad5-9165-24b17a1db172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '33b6a383-57d9-456a-8103-f88a31e59948'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:41.376231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72bd02ea-eaa7-4965-aa00-03c68b477d90 req-e6c46b6e-cd00-4277-aea4-fb9fcac29503 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 210 time: 0.1586697 Jul 16 18:19:41.376472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Bound port: e1a04b1f-1395-4435-a369-8d3a3aceb671, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0036aa0e-f37b-4ad5-9165-24b17a1db172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '33b6a383-57d9-456a-8103-f88a31e59948'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:41.376866 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.484233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Allocated IP 172.20.0.14 (032e67dc-6b84-4995-a4b1-3d903541d6af/0ff903a4-1c74-4430-9027-b8f7bcc4676d/964c01d0-09dc-401e-9c39-244676c07f5f) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:41.484720 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.494561 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.500110 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/43837726-685c-45a5-b7a1-a0a5895b84e5 HTTP/1.1" status: 204 len: 168 time: 1.1497552 Jul 16 18:19:41.508192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52016) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:41.527358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-459693050'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:41.536240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010619ab-3150-4c86-9b1e-7b3cb7b93c37 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Network': ['ID=43837726-685c-45a5-b7a1-a0a5895b84e5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:41.586833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:41.590812 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.659026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:41.665576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac051a-4e19-4f58-bbbd-e7bfa7a2cec1 None None] Network 43837726-685c-45a5-b7a1-a0a5895b84e5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:41.713366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c73410d6-34b7-4ffc-8abb-ba7e63587dc1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:41.713366 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.714282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ac051a-4e19-4f58-bbbd-e7bfa7a2cec1 None None] Network 43837726-685c-45a5-b7a1-a0a5895b84e5 could not be found, it might have been deleted concurrently. {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:19:41.734867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:41.784999 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.785526 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Added segment b866ef72-0daa-4309-95ae-1e7c3b305e63 of type vlan for network b22ff2aa-e125-4b9d-b010-6623a819e715 Jul 16 18:19:41.848023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'port_id': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'mac_address': 'fa:16:3e:68:3c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:41.883944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.935396 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.941125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.941758 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:41.966014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85d9618-eb3c-455d-a413-6287e4cb3cf1 req-3c73c2cd-2941-4c54-a949-ec8a02244b03 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:41.969158 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f85d9618-eb3c-455d-a413-6287e4cb3cf1 req-3c73c2cd-2941-4c54-a949-ec8a02244b03 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 944 time: 0.2927353 Jul 16 18:19:42.023760 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.042310 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Transition to ACTIVE for port object 5b65aa1a-b5ed-4ee0-9403-5860ea288207 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:42.052630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5303319 Jul 16 18:19:42.074102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52026) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:42.093586 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.133545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'network_id': 'b22ff2aa-e125-4b9d-b010-6623a819e715', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:42.138332 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.165464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] For port e1a04b1f-1395-4435-a369-8d3a3aceb671, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:42.176278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a945c-0d18-4fed-afed-ee8c43c29551 None None] Pushing event updated for resources: {'Port': ['ID=5b65aa1a-b5ed-4ee0-9403-5860ea288207,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.191176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Transition to ACTIVE for port object 964c01d0-09dc-401e-9c39-244676c07f5f will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:42.201682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-598c0e05-bd30-499f-9f35-51f36d472494 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.203531 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-598c0e05-bd30-499f-9f35-51f36d472494 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.37 "GET /v2.0/networks?id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b HTTP/1.1" status: 200 len: 796 time: 0.8772874 Jul 16 18:19:42.207728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6579c8a1-82cb-4769-b327-cde21070fffd tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=b22ff2aa-e125-4b9d-b010-6623a819e715,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.209956 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8506a4d3-8235-466b-8dfe-1a1e745cafea req-1028500d-05bc-4320-886e-82af43db3f2a service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8159368 Jul 16 18:19:42.221011 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.224206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] For port e1a04b1f-1395-4435-a369-8d3a3aceb671, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e1a04b1f-1395-4435-a369-8d3a3aceb671,segment=NetworkSegment(0036aa0e-f37b-4ad5-9165-24b17a1db172),segment_id=0036aa0e-f37b-4ad5-9165-24b17a1db172)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:42.249803 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f85d9618-eb3c-455d-a413-6287e4cb3cf1 req-1a57aa00-2f49-4e4b-8079-1543104e9c65 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2528372 Jul 16 18:19:42.255664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:42.262236 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.297075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b22ff2aa-e125-4b9d-b010-6623a819e715 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:42.319899 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.327821 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.414385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8506a4d3-8235-466b-8dfe-1a1e745cafea req-f0ceed2e-df14-48b0-8f0f-adca83906d53 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1845064 Jul 16 18:19:42.489442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b5a212ca-2004-4d5f-835a-e1848a68f270 req-3d7be291-1af0-420a-bbec-20c2cd4ce7f9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 210 time: 0.0668898 Jul 16 18:19:42.526426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-e66e19d0-379f-4442-a3f9-87663b09f2ce tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 380 time: 0.3039737 Jul 16 18:19:42.528508 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.543493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'port': {'device_id': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'admin_state_up': True, 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'security_groups': ['5efee536-0fee-41a6-bd13-795b37c4a491']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:42.626237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.632550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Network 032e67dc-6b84-4995-a4b1-3d903541d6af is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:42.640838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:42.711994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:42.753170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8df009c-fd98-4be5-8234-8122a6e8d66b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:42.786447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:42.816456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 808f2d00-2ebc-416d-9f7b-6e0636caafbe up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:42.839627 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0106cbaf-1663-4461-9af2-39a58fca041f None None] Pushing event updated for resources: {'Port': ['ID=e1a04b1f-1395-4435-a369-8d3a3aceb671,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.863003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-94fe6032-d3d2-4fc3-92dd-4dd84a5da379 req-cee0ba53-e267-4750-873a-8c34ab517264 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 210 time: 0.1259494 Jul 16 18:19:42.863590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52034) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:42.876280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.877794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:42.878482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.881065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event updated for resources: {'Port': ['ID=964c01d0-09dc-401e-9c39-244676c07f5f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:42.919382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Attempting to bind port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:42.919819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Attempting to bind port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:42.920129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Attempting to bind port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 on network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:42.967597 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-9675b9c5-b0fb-4081-befc-739ce7b50925 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5217869 Jul 16 18:19:42.975150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Request body: {'port': {'device_id': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:42.981063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:42.981511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Checking segment: {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:42.981915 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:42.982307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Bound using segment: {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:42.988277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Bound port: 5b65aa1a-b5ed-4ee0-9403-5860ea288207, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:42.988796 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.009686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=5008e169-f0ed-43ca-a3b4-89cbfe0a383c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.024437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Checking segment: {'id': 'b866ef72-0daa-4309-95ae-1e7c3b305e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22ff2aa-e125-4b9d-b010-6623a819e715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:43.024883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network hostable DHCP agents. Network: b22ff2aa-e125-4b9d-b010-6623a819e715, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:43.105003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-2024358a-b4b4-4127-ad4b-d1f1db1c0808 admin admin] Deleting subnet bad91bdf-3863-417b-b8e1-f5888b7fbbee {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:43.108390 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2024358a-b4b4-4127-ad4b-d1f1db1c0808 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.145303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.169974 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2024358a-b4b4-4127-ad4b-d1f1db1c0808 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.212544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 808f2d00-2ebc-416d-9f7b-6e0636caafbe triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:43.213096 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.226758 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2024358a-b4b4-4127-ad4b-d1f1db1c0808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.257311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:43.273727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e8df009c-fd98-4be5-8234-8122a6e8d66b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:43.276931 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.313846 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2024358a-b4b4-4127-ad4b-d1f1db1c0808 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.339344 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.368945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024358a-b4b4-4127-ad4b-d1f1db1c0808 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bad91bdf-3863-417b-b8e1-f5888b7fbbee,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:43.383705 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2024358a-b4b4-4127-ad4b-d1f1db1c0808 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.388726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2024358a-b4b4-4127-ad4b-d1f1db1c0808 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/bad91bdf-3863-417b-b8e1-f5888b7fbbee HTTP/1.1" status: 204 len: 168 time: 0.5099359 Jul 16 18:19:43.389702 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52040) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:43.390575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network b22ff2aa-e125-4b9d-b010-6623a819e715 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:43.442579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, b22ff2aa-e125-4b9d-b010-6623a819e715) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:43.468459 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:43.474175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.493760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-68524559-6f96-4db6-bff1-2f353fbfe445 None None] Provisioning for port 964c01d0-09dc-401e-9c39-244676c07f5f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:43.539904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-68524559-6f96-4db6-bff1-2f353fbfe445 None None] Provisioning complete for port 964c01d0-09dc-401e-9c39-244676c07f5f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:43.540295 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68524559-6f96-4db6-bff1-2f353fbfe445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.543301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fa7afe-83b0-4874-96b3-782d5d7f4a3e None None] Network b22ff2aa-e125-4b9d-b010-6623a819e715 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:43.576995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] For port 5b65aa1a-b5ed-4ee0-9403-5860ea288207, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:43.581824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.645327 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-95efb663-27ad-40af-acb6-1dc6748ef046 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5164337 Jul 16 18:19:43.649331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52048) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:43.765208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] For port 5b65aa1a-b5ed-4ee0-9403-5860ea288207, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5b65aa1a-b5ed-4ee0-9403-5860ea288207,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:43.789904 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.802341 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.838828 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3acd066-6ad8-45db-87a8-efb3e573c021']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:43.927582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f5eb6ba-5d69-48e8-b48d-df0e04977306') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:43.928641 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f5eb6ba-5d69-48e8-b48d-df0e04977306') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:43.933307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 964c01d0-09dc-401e-9c39-244676c07f5f {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:43.953146 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.968729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:43.968971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Transition to ACTIVE for port object 964c01d0-09dc-401e-9c39-244676c07f5f will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:44.027988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcafd0dc-6dbd-4b07-8cc1-08fdfbb62d50 req-01ed5fbf-4f0a-4b87-b696-811752312931 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.033674 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bcafd0dc-6dbd-4b07-8cc1-08fdfbb62d50 req-01ed5fbf-4f0a-4b87-b696-811752312931 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 932 time: 0.3718359 Jul 16 18:19:44.044340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.20.0.6 (3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b/bf4a0eea-69ef-481a-b601-6babe38a3fe2/e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:44.102105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.149482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.156188 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:44.156675 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:44.160148 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:44.180487 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.239854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-68524559-6f96-4db6-bff1-2f353fbfe445 None None] Port 964c01d0-09dc-401e-9c39-244676c07f5f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:44.313704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Routers {'2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:44.314372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:44.395916 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bcafd0dc-6dbd-4b07-8cc1-08fdfbb62d50 req-bb545f68-d951-4198-a51b-9b52858c1ca7 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3542626 Jul 16 18:19:44.426954 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.516576 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Pushing event updated for resources: {'Port': ['ID=964c01d0-09dc-401e-9c39-244676c07f5f,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.532433 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.537138 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] 10.222.0.47 "DELETE /v2.0/networks/c3acd066-6ad8-45db-87a8-efb3e573c021 HTTP/1.1" status: 204 len: 168 time: 1.1381550 Jul 16 18:19:44.542823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52056) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:44.552893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] Set router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:44.659234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabf194-da8d-4def-87f0-c2435cf28d80 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3acd066-6ad8-45db-87a8-efb3e573c021,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.748073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678a945c-0d18-4fed-afed-ee8c43c29551 None None] Pushing event updated for resources: {'Port': ['ID=5b65aa1a-b5ed-4ee0-9403-5860ea288207,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:44.766102 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab2875e-de84-49ef-b9f6-bd175d22e773 None None] Network 33b6a383-57d9-456a-8103-f88a31e59948 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:44.792818 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.822482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eaaaee-0209-40c3-9c7d-6a681a020267 req-00cffc7a-b2e5-4606-9b24-4dcdc9d4e785 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:44.824247 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88eaaaee-0209-40c3-9c7d-6a681a020267 req-00cffc7a-b2e5-4606-9b24-4dcdc9d4e785 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 1.2725945 Jul 16 18:19:44.852082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e1a04b1f-1395-4435-a369-8d3a3aceb671 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:44.904632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Transition to ACTIVE for port object e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:44.925547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Attempting to bind port 964c01d0-09dc-401e-9c39-244676c07f5f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:44.926372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Attempting to bind port 964c01d0-09dc-401e-9c39-244676c07f5f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:44.926934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Attempting to bind port 964c01d0-09dc-401e-9c39-244676c07f5f on network 032e67dc-6b84-4995-a4b1-3d903541d6af {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:44.929462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-b22ff2aa-e125-4b9d-b010-6623a819e715', 'network_id': 'b22ff2aa-e125-4b9d-b010-6623a819e715', 'tenant_id': '958f75bd3f2a44949dea9696fa7ec186', 'fixed_ips': [{'subnet_id': '5008e169-f0ed-43ca-a3b4-89cbfe0a383c'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:44.930416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.943352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88eaaaee-0209-40c3-9c7d-6a681a020267 req-c71bd58a-ebcc-4f1b-8fc1-582c46d1c236 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010759 Jul 16 18:19:44.946867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Port 964c01d0-09dc-401e-9c39-244676c07f5f on network 032e67dc-6b84-4995-a4b1-3d903541d6af not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:44.948085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Attempting to bind port 964c01d0-09dc-401e-9c39-244676c07f5f on network 032e67dc-6b84-4995-a4b1-3d903541d6af {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:44.961619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:44.962495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Checking segment: {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:44.963296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Bound using segment: {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:44.964008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Bound port: 964c01d0-09dc-401e-9c39-244676c07f5f, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '794edc75-7d09-4780-8c87-77ed129bf8fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:44.964591 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:44.989658 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e99e2a9b-319b-445a-b8b6-bf63b41e716e None None] Provisioning for port e1a04b1f-1395-4435-a369-8d3a3aceb671 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:45.050177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] For port 964c01d0-09dc-401e-9c39-244676c07f5f, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:45.056869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] For port 964c01d0-09dc-401e-9c39-244676c07f5f, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=964c01d0-09dc-401e-9c39-244676c07f5f,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:45.068128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.138148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.139130 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.141082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] 10.222.0.18 "PUT /v2.0/ports/964c01d0-09dc-401e-9c39-244676c07f5f HTTP/1.1" status: 200 len: 1092 time: 2.1724415 Jul 16 18:19:45.160630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'tag': '964c01d0-09dc-401e-9c39-244676c07f5f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:45.171307 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f30c4684-4698-4f57-b05e-ce5ddca6cb44" -d '{"events": [{"name": "network-changed", "server_uuid": "d422270a-a77d-40c5-8c96-d04a62e61b41", "tag": "964c01d0-09dc-401e-9c39-244676c07f5f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:45.285279 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aafcfdf-0908-4c56-9e02-632b71cf45c2 x-openstack-request-id: req-7aafcfdf-0908-4c56-9e02-632b71cf45c2 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:45.285279 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d422270a-a77d-40c5-8c96-d04a62e61b41", "tag": "964c01d0-09dc-401e-9c39-244676c07f5f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:45.285279 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7aafcfdf-0908-4c56-9e02-632b71cf45c2 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:45.285279 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'tag': '964c01d0-09dc-401e-9c39-244676c07f5f', 'status': 'completed', 'code': 200} Jul 16 18:19:45.287294 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.296569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port e1a04b1f-1395-4435-a369-8d3a3aceb671 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:45.302703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcec816-0a7f-4e1c-96ae-8885e08f620f service neutron] Pushing event updated for resources: {'Port': ['ID=964c01d0-09dc-401e-9c39-244676c07f5f,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:45.342228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e1a04b1f-1395-4435-a369-8d3a3aceb671 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:45.342652 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.353380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c16405a-1954-486d-89c3-8907b1017619 req-06616aa4-a5d1-430a-9fa4-55a942df7a7f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 210 time: 0.5939779 Jul 16 18:19:45.373487 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.418523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:45.465003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:45.469967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:45.474207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:45.500829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1180c76-04e3-4485-9ed0-9a840120a0f5 admin admin] Deleting subnet eb28b526-b9c5-4205-866e-3f4249ea46f4 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:19:45.516242 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1180c76-04e3-4485-9ed0-9a840120a0f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.531381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-bf93ef73-5dec-498d-86c2-30707b8018ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.533001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-bf93ef73-5dec-498d-86c2-30707b8018ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 1095 time: 0.3463027 Jul 16 18:19:45.566035 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1180c76-04e3-4485-9ed0-9a840120a0f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.567500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Allocated IP 2001:db8::1 (b22ff2aa-e125-4b9d-b010-6623a819e715/5008e169-f0ed-43ca-a3b4-89cbfe0a383c/6162ccfa-ec24-4b2b-b86d-1a025bdb1496) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:45.629714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1180c76-04e3-4485-9ed0-9a840120a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.631472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-641a5352-4536-459d-8952-827acc02a308 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964c01d0-09dc-401e-9c39-244676c07f5f HTTP/1.1" status: 200 len: 217 time: 0.0884368 Jul 16 18:19:45.656968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.658009 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.702768 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-195cf8fe-7159-4a69-b6e1-203105648dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.724228 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1180c76-04e3-4485-9ed0-9a840120a0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.755824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1180c76-04e3-4485-9ed0-9a840120a0f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb28b526-b9c5-4205-866e-3f4249ea46f4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:45.774151 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1180c76-04e3-4485-9ed0-9a840120a0f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.777825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e1180c76-04e3-4485-9ed0-9a840120a0f5 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/eb28b526-b9c5-4205-866e-3f4249ea46f4 HTTP/1.1" status: 204 len: 168 time: 1.1751819 Jul 16 18:19:45.780430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52072) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:45.784022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-3eee7166-30df-4d42-afd8-1aa1b3208e5a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2460749 Jul 16 18:19:45.810052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Request body: {'port': {'device_id': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:45.816024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-c9432626-3e5f-49dd-8085-20509fcc438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.817734 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-c9432626-3e5f-49dd-8085-20509fcc438d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.1530335 Jul 16 18:19:45.883753 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.914475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5b65aa1a-b5ed-4ee0-9403-5860ea288207', 'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:f0:48:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:43Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:45.920704 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.966758 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:45.970025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9685d20-77b4-4a3a-8c07-bf9e52a2bea0 None None] The sync data for ids ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'] in n-d-794306-7 is: [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5b65aa1a-b5ed-4ee0-9403-5860ea288207', 'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:f0:48:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:43Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:45.989206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742478b7-609d-4463-a747-424c890788c7 req-f1de059a-1433-4337-9629-e6d986f13df9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:45.990888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-742478b7-609d-4463-a747-424c890788c7 req-f1de059a-1433-4337-9629-e6d986f13df9 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 944 time: 0.3685250 Jul 16 18:19:46.005083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.027167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e01110a-72f2-4ccb-a017-37cf925faa6f']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:46.044530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21365a97-7731-4f92-97e0-c9ad106f5746') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:46.045122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21365a97-7731-4f92-97e0-c9ad106f5746') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:46.057716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.113754 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.113968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0c303c90-c275-4316-9717-14ff8593b912 None None] Provisioning for port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:46.125132 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:46.127389 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:46.132460 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:46.178540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port e1a04b1f-1395-4435-a369-8d3a3aceb671, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e1a04b1f-1395-4435-a369-8d3a3aceb671,segment=NetworkSegment(0036aa0e-f37b-4ad5-9165-24b17a1db172),segment_id=0036aa0e-f37b-4ad5-9165-24b17a1db172)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:46.184183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0c303c90-c275-4316-9717-14ff8593b912 None None] Provisioning complete for port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:46.184572 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0c303c90-c275-4316-9717-14ff8593b912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.186687 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.239124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-d6691989-6fed-4a4c-a174-05bcba3e30dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.240938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-d6691989-6fed-4a4c-a174-05bcba3e30dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3875885 Jul 16 18:19:46.317663 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.355193 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0c303c90-c275-4316-9717-14ff8593b912 None None] Port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:19:46.363094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.377968 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.379256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Transition to ACTIVE for port object 6162ccfa-ec24-4b2b-b86d-1a025bdb1496 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:46.380234 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/3e01110a-72f2-4ccb-a017-37cf925faa6f HTTP/1.1" status: 204 len: 168 time: 0.5981112 Jul 16 18:19:46.404874 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-742478b7-609d-4463-a747-424c890788c7 req-4925307f-8094-4a7c-ad37-8b9fd88ba09f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3576281 Jul 16 18:19:46.412058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=e1a04b1f-1395-4435-a369-8d3a3aceb671,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.446597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Transition to ACTIVE for port object 6162ccfa-ec24-4b2b-b86d-1a025bdb1496 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:46.451516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee5b27d-3498-4a95-a8d7-9f6b0bbd94f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e01110a-72f2-4ccb-a017-37cf925faa6f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.455503 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.511958 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.558308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Network b22ff2aa-e125-4b9d-b010-6623a819e715 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:46.571303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:46.576496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:46.631171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Subnet': ['ID=5008e169-f0ed-43ca-a3b4-89cbfe0a383c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.661526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Pushing event updated for resources: {'Port': ['ID=6162ccfa-ec24-4b2b-b86d-1a025bdb1496,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:46.692504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594bed13-b8c7-46a1-8c1b-8a74e187fa25 req-0d1bf153-4859-4c30-a3b5-853cd380e0a9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:46.698956 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-594bed13-b8c7-46a1-8c1b-8a74e187fa25 req-0d1bf153-4859-4c30-a3b5-853cd380e0a9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.4031870 Jul 16 18:19:46.716910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-82236eb4-c45e-4952-9744-6530d0addae8 None None] Provisioning complete for port e1a04b1f-1395-4435-a369-8d3a3aceb671 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:46.717329 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-82236eb4-c45e-4952-9744-6530d0addae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.822372 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.827839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52092) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:46.843049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22ff2aa-e125-4b9d-b010-6623a819e715']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:46.866668 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b866ef72-0daa-4309-95ae-1e7c3b305e63') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:46.867437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b866ef72-0daa-4309-95ae-1e7c3b305e63') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:46.872426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Attempting to bind port 6162ccfa-ec24-4b2b-b86d-1a025bdb1496 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:46.872804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Attempting to bind port 6162ccfa-ec24-4b2b-b86d-1a025bdb1496 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'b866ef72-0daa-4309-95ae-1e7c3b305e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22ff2aa-e125-4b9d-b010-6623a819e715'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:46.873169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Attempting to bind port 6162ccfa-ec24-4b2b-b86d-1a025bdb1496 on network b22ff2aa-e125-4b9d-b010-6623a819e715 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:46.883521 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-594bed13-b8c7-46a1-8c1b-8a74e187fa25 req-9ba63e0f-046d-453a-89e5-7cdbb21e02c5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1755421 Jul 16 18:19:46.886683 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.929270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b65aa1a-b5ed-4ee0-9403-5860ea288207 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:46.937577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.950640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:46.951152 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:46.957466 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:46.961409 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-1aec9605-f7e0-4fbc-80aa-ba06292070ef service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7018476 Jul 16 18:19:46.986004 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:46.986974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Checking segment: {'id': 'b866ef72-0daa-4309-95ae-1e7c3b305e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22ff2aa-e125-4b9d-b010-6623a819e715'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:46.987649 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:46.988293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Bound using segment: {'id': 'b866ef72-0daa-4309-95ae-1e7c3b305e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22ff2aa-e125-4b9d-b010-6623a819e715'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:46.990351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Bound port: 6162ccfa-ec24-4b2b-b86d-1a025bdb1496, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b866ef72-0daa-4309-95ae-1e7c3b305e63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'b22ff2aa-e125-4b9d-b010-6623a819e715'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:46.991684 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.002808 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:47.046426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.api [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 18:19:47.046426 n-d-794306-7 neutron-server[105438]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 18:19:47.046426 n-d-794306-7 neutron-server[105438]: [parameters: {'id': 'b22ff2aa-e125-4b9d-b010-6623a819e715'}] Jul 16 18:19:47.046426 n-d-794306-7 neutron-server[105438]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=105438) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:19:47.047022 n-d-794306-7 neutron-server[105438]: DEBUG oslo_db.api [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:19:47.111349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-be89305a-375f-4826-b517-f883f5999ee7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5f5a2b7f22674b48a139d97278ef9994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2784500 Jul 16 18:19:47.113876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52098) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:47.134309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:47.142967 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:47.143353 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.165798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f156b-7ead-48aa-8135-b6e4d44a40ac req-526f3b66-2218-4105-8a41-19abd02826d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.167412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe6f156b-7ead-48aa-8135-b6e4d44a40ac req-526f3b66-2218-4105-8a41-19abd02826d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 931 time: 0.5105762 Jul 16 18:19:47.201693 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66ef9770-d70c-4147-b18c-a621bb91794e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.246923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port e8df009c-fd98-4be5-8234-8122a6e8d66b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:47.253062 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66ef9770-d70c-4147-b18c-a621bb91794e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.263700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port e8df009c-fd98-4be5-8234-8122a6e8d66b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:47.264082 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.266457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-155a218f-7c31-4809-8f15-8300937e132c None None] For port 6162ccfa-ec24-4b2b-b86d-1a025bdb1496, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:47.273895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-155a218f-7c31-4809-8f15-8300937e132c None None] For port 6162ccfa-ec24-4b2b-b86d-1a025bdb1496, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6162ccfa-ec24-4b2b-b86d-1a025bdb1496,segment=NetworkSegment(b866ef72-0daa-4309-95ae-1e7c3b305e63),segment_id=b866ef72-0daa-4309-95ae-1e7c3b305e63)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:47.298944 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.311664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe6f156b-7ead-48aa-8135-b6e4d44a40ac req-12e48cb4-738a-427d-baa9-f2f9662c68b6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269958 Jul 16 18:19:47.331114 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66ef9770-d70c-4147-b18c-a621bb91794e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.337699 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66ef9770-d70c-4147-b18c-a621bb91794e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.338895 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-66ef9770-d70c-4147-b18c-a621bb91794e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/21cda72c-0bc4-4991-a424-ba618091c0ac HTTP/1.1" status: 204 len: 168 time: 0.2237251 Jul 16 18:19:47.358000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ef9770-d70c-4147-b18c-a621bb91794e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cda72c-0bc4-4991-a424-ba618091c0ac,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.457558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Pushing event updated for resources: {'Port': ['ID=6162ccfa-ec24-4b2b-b86d-1a025bdb1496,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:47.482742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.483296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.484060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.484593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.485110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.485635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.486137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.486660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.487190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.487953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.488458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.489049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-155a218f-7c31-4809-8f15-8300937e132c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:19:47.548241 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.591000 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.613640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99277e6b-5f50-4342-a67f-7653af3dbe79 None None] Network b22ff2aa-e125-4b9d-b010-6623a819e715 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:47.732093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Deleting port 6162ccfa-ec24-4b2b-b86d-1a025bdb1496 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:19:47.733005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.863600 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3f9177-5b67-4d21-81b1-d20f91ec8410 req-94e19712-3dd8-4d80-a6de-1328b594cb9a tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:47.863600 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea3f9177-5b67-4d21-81b1-d20f91ec8410 req-94e19712-3dd8-4d80-a6de-1328b594cb9a tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 944 time: 0.2158697 Jul 16 18:19:47.890075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] For port 6162ccfa-ec24-4b2b-b86d-1a025bdb1496, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6162ccfa-ec24-4b2b-b86d-1a025bdb1496,segment=NetworkSegment(b866ef72-0daa-4309-95ae-1e7c3b305e63),segment_id=b866ef72-0daa-4309-95ae-1e7c3b305e63)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:47.890587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.911381 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:47.939281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Calling delete_port for 6162ccfa-ec24-4b2b-b86d-1a025bdb1496 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:19:47.992095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:47.996253 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65ffbe86-2237-444c-b006-a7684df49049" -d '{"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-plugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:48.013945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea3f9177-5b67-4d21-81b1-d20f91ec8410 req-24c3b95e-46c8-4e73-bd95-db88927aeb3b tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492677 Jul 16 18:19:48.042304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6587de17-9e9a-4ca7-b43d-8693b5ac7b60 req-fef99dbb-1c43-40ed-9e15-2cc93dddd893 service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0571721 Jul 16 18:19:48.092088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 5b65aa1a-b5ed-4ee0-9403-5860ea288207, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5b65aa1a-b5ed-4ee0-9403-5860ea288207,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:48.096967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52118) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.114785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:48.116760 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.117869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e1a04b1f-1395-4435-a369-8d3a3aceb671 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:48.156371 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.205492 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-73d25f67-bd23-4ca5-8b32-be49eb584573 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c6822374982c4d6f85fb3d1d9de8e112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922623 Jul 16 18:19:48.210481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52120) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.229888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:48.289083 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.292428 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.295048 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.301200 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e33dec2e-1c17-4231-9573-84adc5a34fef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.331037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=5b65aa1a-b5ed-4ee0-9403-5860ea288207,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.338255 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Port': ['ID=6162ccfa-ec24-4b2b-b86d-1a025bdb1496,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.350314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No DVR routers for this DVR port 6162ccfa-ec24-4b2b-b86d-1a025bdb1496 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:19:48.354073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Transition to ACTIVE for port object e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:48.357712 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbfb1-b249-40b3-9c88-c18c1ca8c35f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.360695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef35dcb-04e1-4a12-a5d6-60caaedb3b64 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:19:48.391451 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.442972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbfb1-b249-40b3-9c88-c18c1ca8c35f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.484037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.485369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e1a04b1f-1395-4435-a369-8d3a3aceb671 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:48.485764 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.510149 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f4a2c6-6d25-4ef4-8614-a84921f4f6b0 x-openstack-request-id: req-87f4a2c6-6d25-4ef4-8614-a84921f4f6b0 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:48.510287 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-plugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:48.510476 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-87f4a2c6-6d25-4ef4-8614-a84921f4f6b0 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:48.510862 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'code': 200} Jul 16 18:19:48.545554 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.561671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c4684-4698-4f57-b05e-ce5ddca6cb44 req-8c9adb02-004c-4f52-a443-6e4a23fb7c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.563269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f30c4684-4698-4f57-b05e-ce5ddca6cb44 req-8c9adb02-004c-4f52-a443-6e4a23fb7c2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 1095 time: 0.4445100 Jul 16 18:19:48.585498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22ff2aa-e125-4b9d-b010-6623a819e715']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:48.593506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafc4a5-2f8a-4187-9957-d010953d460f req-d8ec05d9-eb4d-4068-8a64-32c4c704e52a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.602731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b866ef72-0daa-4309-95ae-1e7c3b305e63') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:48.603852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b866ef72-0daa-4309-95ae-1e7c3b305e63') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:48.604150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2dafc4a5-2f8a-4187-9957-d010953d460f req-d8ec05d9-eb4d-4068-8a64-32c4c704e52a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 946 time: 0.4423831 Jul 16 18:19:48.618401 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.639312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.653326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:48.653480 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.657623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbfb1-b249-40b3-9c88-c18c1ca8c35f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.660962 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7d6bbfb1-b249-40b3-9c88-c18c1ca8c35f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.664497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.688068 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7d6bbfb1-b249-40b3-9c88-c18c1ca8c35f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fcb346f9-1f3d-4460-a912-7687f4cac2e6 HTTP/1.1" status: 204 len: 168 time: 0.4754143 Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:48.688978 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:48.799261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef35dcb-04e1-4a12-a5d6-60caaedb3b64 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:19:48.806171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6bbfb1-b249-40b3-9c88-c18c1ca8c35f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcb346f9-1f3d-4460-a912-7687f4cac2e6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.824996 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.848225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Network': ['ID=b22ff2aa-e125-4b9d-b010-6623a819e715,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:48.850374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.852413 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-839fe6bb-b7a0-4b7c-863f-63af14c848e5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/b22ff2aa-e125-4b9d-b010-6623a819e715 HTTP/1.1" status: 204 len: 168 time: 5.2025235 Jul 16 18:19:48.856078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52134) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:48.864947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-140373300'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:48.892704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0627fc5-72a7-4892-b47e-47c6a2fae370 req-8cea40b0-413f-401e-a0be-13d5e2bbf58a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:48.894504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0627fc5-72a7-4892-b47e-47c6a2fae370 req-8cea40b0-413f-401e-a0be-13d5e2bbf58a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 943 time: 0.1830480 Jul 16 18:19:48.907741 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2dafc4a5-2f8a-4187-9957-d010953d460f req-0bcdeaff-2b38-4224-aacc-264cab020fda tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026259 Jul 16 18:19:48.930841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:48.935803 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.953713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:48.954653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:48.955411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:48.966372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:19:48.967217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:48.982164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:48.982835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Checking segment: {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:48.983410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Bound using segment: {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:48.984214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Bound port: e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:48.984763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:48.995134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0627fc5-72a7-4892-b47e-47c6a2fae370 req-a1eb51e7-0e3e-44cd-8df5-5b1798a9363f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921168 Jul 16 18:19:49.002744 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:49.019356 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.020506 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Added segment f6f361d2-de4a-4f12-af97-4e00c5a909db of type vlan for network 5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9 Jul 16 18:19:49.032560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c4684-4698-4f57-b05e-ce5ddca6cb44 req-641fbf69-f6b6-4494-b23c-ab5f0b4041f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.037568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f30c4684-4698-4f57-b05e-ce5ddca6cb44 req-641fbf69-f6b6-4494-b23c-ab5f0b4041f1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 912 time: 0.4274509 Jul 16 18:19:49.048567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466cb5cf-d626-4a79-bc62-6f3167a7bec9 req-938c9743-0439-4a12-9410-399429bb7b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.056971 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-466cb5cf-d626-4a79-bc62-6f3167a7bec9 req-938c9743-0439-4a12-9410-399429bb7b22 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1097 time: 0.4439492 Jul 16 18:19:49.118605 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.192354 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.201758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.203319 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.208303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b65aa1a-b5ed-4ee0-9403-5860ea288207 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:49.213409 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f30c4684-4698-4f57-b05e-ce5ddca6cb44 req-91e33423-a122-424b-8739-bb4f51ffbc73 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964c01d0-09dc-401e-9c39-244676c07f5f HTTP/1.1" status: 200 len: 217 time: 0.1507092 Jul 16 18:19:49.301841 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4424436 Jul 16 18:19:49.302597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52142) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:49.319820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'network_id': '5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:49.322843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:49.323420 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.334812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c4684-4698-4f57-b05e-ce5ddca6cb44 req-cbaa672b-adf5-439b-a87e-952bab3a04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.336479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f30c4684-4698-4f57-b05e-ce5ddca6cb44 req-cbaa672b-adf5-439b-a87e-952bab3a04a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.1035089 Jul 16 18:19:49.476267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-466cb5cf-d626-4a79-bc62-6f3167a7bec9 req-77aba2e1-2b6f-4f93-b8a0-765d2472a1a2 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779771 Jul 16 18:19:49.483376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:49.522570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:49.523862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:49.534104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.561536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.610444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30c4684-4698-4f57-b05e-ce5ddca6cb44 req-1931e7f1-8315-4031-a67e-d3611a0c0ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.612117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f30c4684-4698-4f57-b05e-ce5ddca6cb44 req-1931e7f1-8315-4031-a67e-d3611a0c0ccb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2420924 Jul 16 18:19:49.628249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.629536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.629853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392422e-ce37-4862-b725-2a36f00a6ea5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:49.631368 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] 10.222.0.37 "PUT /v2.0/ports/e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f HTTP/1.1" status: 200 len: 1091 time: 3.8261297 Jul 16 18:19:49.642761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:49.728243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:49.730532 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1247cf-7e8b-4982-9f76-927e35a09701" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:49.734361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f30c4684-4698-4f57-b05e-ce5ddca6cb44 req-7e891437-ae26-4128-a4e9-458d80deeb57 service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128511 Jul 16 18:19:49.839715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a7f6ad-1395-4be9-b248-675aceb1df70 req-de8e70f1-462c-4b06-8d01-64dfdf8d899b tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:49.841599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03a7f6ad-1395-4be9-b248-675aceb1df70 req-de8e70f1-462c-4b06-8d01-64dfdf8d899b tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 944 time: 0.5024786 Jul 16 18:19:49.843118 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9ba7c7d-9a5e-473d-bb09-0b1bfaa7932d x-openstack-request-id: req-e9ba7c7d-9a5e-473d-bb09-0b1bfaa7932d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:49.843405 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:49.843989 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e9ba7c7d-9a5e-473d-bb09-0b1bfaa7932d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:49.844394 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'status': 'completed', 'code': 200} Jul 16 18:19:49.901141 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:49.995312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51474c72-d81f-45c9-9ce2-ad72074a7b43 service neutron] Pushing event updated for resources: {'Port': ['ID=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.042735 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.093407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03a7f6ad-1395-4be9-b248-675aceb1df70 req-14c58ce7-bae4-433c-bdce-d9ebf74b3882 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2430558 Jul 16 18:19:50.197104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=7c893a00-d3fb-4f05-966b-12bc129bdd6d,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.213037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f30c4684-4698-4f57-b05e-ce5ddca6cb44 req-e160c4ff-78b1-4702-a893-c83e59e72378 service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4659607 Jul 16 18:19:50.217407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Checking segment: {'id': 'f6f361d2-de4a-4f12-af97-4e00c5a909db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:50.217774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network hostable DHCP agents. Network: 5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:50.228120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-a9c5184b-1861-4405-abfa-c87db3c146ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.230393 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-a9c5184b-1861-4405-abfa-c87db3c146ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 1094 time: 0.3141849 Jul 16 18:19:50.252125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1185ca-b748-4ce9-81ad-17186da73008 req-1153e396-8bd6-49d3-bd0f-8d1f656c0935 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.253721 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af1185ca-b748-4ce9-81ad-17186da73008 req-1153e396-8bd6-49d3-bd0f-8d1f656c0935 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 946 time: 0.1370912 Jul 16 18:19:50.286036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network 5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:50.308151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:50.314177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.315010 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.316791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13682b0b-4739-4bab-93da-ff7cb54f677a None None] Network 5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:50.325369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-cc82d18a-3b0d-43e6-b9b4-69a4380d47bb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f HTTP/1.1" status: 200 len: 217 time: 0.0760720 Jul 16 18:19:50.342940 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af1185ca-b748-4ce9-81ad-17186da73008 req-69c1d85f-d696-4ab8-b6c8-380ba4e924c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771551 Jul 16 18:19:50.358322 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-166cb1f8-14e1-4756-8f30-08eaa93d3ed2 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0483446 Jul 16 18:19:50.358322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52180) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:50.483329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-39f33df1-3ef5-4a96-a472-5cb2697dafe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.485054 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-39f33df1-3ef5-4a96-a472-5cb2697dafe7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf4a0eea-69ef-481a-b601-6babe38a3fe2 HTTP/1.1" status: 200 len: 834 time: 0.1514230 Jul 16 18:19:50.517531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.567961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d0805-21f5-4a5e-9d1d-feab5963539a req-5181a60e-f493-4bab-a56e-eb36f5c5cbd8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.571466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-046d0805-21f5-4a5e-9d1d-feab5963539a req-5181a60e-f493-4bab-a56e-eb36f5c5cbd8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 943 time: 0.1682427 Jul 16 18:19:50.593940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8221de-bee7-46c3-bef2-dcceeb7b4af3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9', 'network_id': '5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9', 'tenant_id': '958f75bd3f2a44949dea9696fa7ec186', 'fixed_ips': [{'subnet_id': '7c893a00-d3fb-4f05-966b-12bc129bdd6d'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:50.594823 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4f8221de-bee7-46c3-bef2-dcceeb7b4af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.638063 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.699973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52186) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:50.708887 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-046d0805-21f5-4a5e-9d1d-feab5963539a req-aa6a54f5-8b6c-4062-bce8-9054025922cf tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137912 Jul 16 18:19:50.719113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-1f5e9b15-4650-4158-a51a-4f08daeca382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:50.724252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-1f5e9b15-4650-4158-a51a-4f08daeca382 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2276523 Jul 16 18:19:50.759865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-4f8221de-bee7-46c3-bef2-dcceeb7b4af3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c893a00-d3fb-4f05-966b-12bc129bdd6d: This subnet is being modified by another concurrent operation. Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 7c893a00-d3fb-4f05-966b-12bc129bdd6d: This subnet is being modified by another concurrent operation. Jul 16 18:19:50.768453 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:19:50.799206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea8a57a-32c0-499c-979e-53b5a9c9474f None None] Network 5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:50.817999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Subnet': ['ID=7c893a00-d3fb-4f05-966b-12bc129bdd6d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:50.902731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-8c25a07a-9e9b-4669-b2b0-f27c00653536 service neutron] 10.222.0.37 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709661 Jul 16 18:19:50.927201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.943965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:50.959622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6f361d2-de4a-4f12-af97-4e00c5a909db') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:50.959622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6f361d2-de4a-4f12-af97-4e00c5a909db') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:50.971395 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:50.980343 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b214e04-2127-4d04-b5ff-e49f563832f7 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:19:50.987336 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.006509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1955f070-c0cd-4655-b962-d5c9d2eb7086 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.032716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bc635e1-a6fa-4161-927e-930c0a36028a req-b153afc2-5947-4c95-9975-93f51d11a70b service neutron] 10.222.0.37 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173720 Jul 16 18:19:51.035842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:51.036370 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:51.040382 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:51.110989 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b214e04-2127-4d04-b5ff-e49f563832f7 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:19:51.119202 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.131382 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.135452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9 HTTP/1.1" status: 204 len: 168 time: 0.7771173 Jul 16 18:19:51.141841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52196) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.167756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-507208413'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:51.171088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c233b363-ec74-408d-98f0-9bb3d67ae5d7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Network': ['ID=5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:51.234103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1247cf-7e8b-4982-9f76-927e35a09701 req-0d8a5055-67f1-4c43-a6f3-4032979989cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.235795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b1247cf-7e8b-4982-9f76-927e35a09701 req-0d8a5055-67f1-4c43-a6f3-4032979989cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 1094 time: 0.1002553 Jul 16 18:19:51.291840 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1955f070-c0cd-4655-b962-d5c9d2eb7086 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.309441 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1955f070-c0cd-4655-b962-d5c9d2eb7086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.369090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:51.372793 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.375725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1247cf-7e8b-4982-9f76-927e35a09701 req-d0c19188-5bd5-4cc3-befe-3d16ffd6194e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.378005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b1247cf-7e8b-4982-9f76-927e35a09701 req-d0c19188-5bd5-4cc3-befe-3d16ffd6194e service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b HTTP/1.1" status: 200 len: 897 time: 0.1343400 Jul 16 18:19:51.385655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1955f070-c0cd-4655-b962-d5c9d2eb7086 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=537386ba-a342-4d36-9da1-e4a508777cbc,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:51.394631 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1955f070-c0cd-4655-b962-d5c9d2eb7086 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=52459d679f3746ca85ceb9c4c56243c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6934273 Jul 16 18:19:51.405377 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9645497-7c02-4358-9325-492f5dc760c2 req-c84fb1c6-7bd8-4bc5-8ee5-934c4cb667f7 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.413761 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b9645497-7c02-4358-9325-492f5dc760c2 req-c84fb1c6-7bd8-4bc5-8ee5-934c4cb667f7 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 944 time: 0.1772223 Jul 16 18:19:51.415750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52204) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.450780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b1247cf-7e8b-4982-9f76-927e35a09701 req-811f1090-92b1-4ddb-9c9c-79bb38332fa0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f HTTP/1.1" status: 200 len: 217 time: 0.0657001 Jul 16 18:19:51.497956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:51.513977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1247cf-7e8b-4982-9f76-927e35a09701 req-b1f5e2ff-3311-4038-8ba5-32fcb3b02252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.516153 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b1247cf-7e8b-4982-9f76-927e35a09701 req-b1f5e2ff-3311-4038-8ba5-32fcb3b02252 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf4a0eea-69ef-481a-b601-6babe38a3fe2 HTTP/1.1" status: 200 len: 834 time: 0.0575092 Jul 16 18:19:51.534971 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.535405 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Added segment df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5 of type vlan for network af19d950-5049-4676-aa7a-55a4146fc2a4 Jul 16 18:19:51.542773 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b9645497-7c02-4358-9325-492f5dc760c2 req-992d6a5f-f54c-4148-9828-79cc4476c99e tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269898 Jul 16 18:19:51.559295 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9706c11b-14b6-429a-8c4a-59adcd20cd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.625359 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.626209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 964c01d0-09dc-401e-9c39-244676c07f5f details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:51.637460 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9706c11b-14b6-429a-8c4a-59adcd20cd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.699024 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.708397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.709668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.721343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76980c86-308b-4297-91c5-0c0d43d9ad08 req-696a4dcf-0024-40b5-977b-2197a841b96a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.723083 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76980c86-308b-4297-91c5-0c0d43d9ad08 req-696a4dcf-0024-40b5-977b-2197a841b96a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 946 time: 0.1810517 Jul 16 18:19:51.726852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1247cf-7e8b-4982-9f76-927e35a09701 req-e3033432-5e7e-4465-bd35-2b1880ba3444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:51.728534 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b1247cf-7e8b-4982-9f76-927e35a09701 req-e3033432-5e7e-4465-bd35-2b1880ba3444 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1900184 Jul 16 18:19:51.750900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 964c01d0-09dc-401e-9c39-244676c07f5f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=964c01d0-09dc-401e-9c39-244676c07f5f,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:51.766526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '964c01d0-09dc-401e-9c39-244676c07f5f', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'port_id': '964c01d0-09dc-401e-9c39-244676c07f5f', 'mac_address': 'fa:16:3e:7a:c2:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:51.800620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76980c86-308b-4297-91c5-0c0d43d9ad08 req-f48819ed-2264-40ad-96d4-5043d7dd82ce tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705268 Jul 16 18:19:51.832756 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.851737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 964c01d0-09dc-401e-9c39-244676c07f5f {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:51.882163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=af19d950-5049-4676-aa7a-55a4146fc2a4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:51.882623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b1247cf-7e8b-4982-9f76-927e35a09701 req-359779e4-7433-4751-9084-efe1f84e9084 service neutron] 10.222.0.37 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349812 Jul 16 18:19:51.905006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 964c01d0-09dc-401e-9c39-244676c07f5f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=964c01d0-09dc-401e-9c39-244676c07f5f,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:51.911570 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d356afb8-daf3-4f90-b025-8f5f47fdc481 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7668481 Jul 16 18:19:51.914144 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9706c11b-14b6-429a-8c4a-59adcd20cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.918524 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9706c11b-14b6-429a-8c4a-59adcd20cd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.922128 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9706c11b-14b6-429a-8c4a-59adcd20cd61 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/537386ba-a342-4d36-9da1-e4a508777cbc HTTP/1.1" status: 204 len: 168 time: 0.5021939 Jul 16 18:19:51.922557 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52212) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:51.923319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network af19d950-5049-4676-aa7a-55a4146fc2a4 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:51.939293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'network_id': 'af19d950-5049-4676-aa7a-55a4146fc2a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:51.941080 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:51.995956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9706c11b-14b6-429a-8c4a-59adcd20cd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=537386ba-a342-4d36-9da1-e4a508777cbc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:52.001579 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.036380 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b1247cf-7e8b-4982-9f76-927e35a09701 req-c954822a-b1f8-4f76-8a2b-773ed66212f6 service neutron] 10.222.0.37 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417124 Jul 16 18:19:52.131117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=964c01d0-09dc-401e-9c39-244676c07f5f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:52.149687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['964c01d0-09dc-401e-9c39-244676c07f5f'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:52.151485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a849bb09-fddf-4813-9f03-5a8568bceac0 req-3a2a519a-a415-4b59-a619-9e567334951c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.157106 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a849bb09-fddf-4813-9f03-5a8568bceac0 req-3a2a519a-a415-4b59-a619-9e567334951c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 946 time: 0.1173353 Jul 16 18:19:52.163118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52218) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.172782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7620ec31-3e8f-410e-96fd-db92ef2c33b5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Request body: {'floatingip': {'port_id': 'e8df009c-fd98-4be5-8234-8122a6e8d66b'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:52.200229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:52.204349 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.243280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16861b4f-fa7f-4ae1-9459-744eadb870d0 req-9b0f9dc8-f098-47c1-b39d-6702d64f9e4c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.244713 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7620ec31-3e8f-410e-96fd-db92ef2c33b5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.245226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16861b4f-fa7f-4ae1-9459-744eadb870d0 req-9b0f9dc8-f098-47c1-b39d-6702d64f9e4c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 943 time: 0.2942657 Jul 16 18:19:52.358935 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16861b4f-fa7f-4ae1-9459-744eadb870d0 req-41c1ba1a-644f-4ec8-a3c6-d7709a655909 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060224 Jul 16 18:19:52.516561 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.587506 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=a04fe3b5-237b-46b5-b7c1-bf73ce80c9a9,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:52.616501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Checking segment: {'id': 'df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'af19d950-5049-4676-aa7a-55a4146fc2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:52.616736 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network hostable DHCP agents. Network: af19d950-5049-4676-aa7a-55a4146fc2a4, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:52.636362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network af19d950-5049-4676-aa7a-55a4146fc2a4 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:52.648468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, af19d950-5049-4676-aa7a-55a4146fc2a4) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:52.654123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:52.655221 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.661553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6b5866-6cc8-4b32-ac74-d19326979308 None None] Network af19d950-5049-4676-aa7a-55a4146fc2a4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:52.685567 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1ca74c8c-7174-48b1-815c-5aa145ba4565 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7554049 Jul 16 18:19:52.686312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52238) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:52.696643 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6254cc57-72aa-4738-9c5d-418437bceed5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'network_id': 'af19d950-5049-4676-aa7a-55a4146fc2a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:52.883413 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6254cc57-72aa-4738-9c5d-418437bceed5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:52.888477 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6254cc57-72aa-4738-9c5d-418437bceed5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:52.953022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-af19d950-5049-4676-aa7a-55a4146fc2a4', 'network_id': 'af19d950-5049-4676-aa7a-55a4146fc2a4', 'tenant_id': '958f75bd3f2a44949dea9696fa7ec186', 'fixed_ips': [{'subnet_id': 'a04fe3b5-237b-46b5-b7c1-bf73ce80c9a9'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:52.953022 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.115619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13f2a02-629b-4665-9de7-ed67b1947063 req-2781a4c8-6763-4e12-a33b-4b4b93a49e65 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.118221 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e13f2a02-629b-4665-9de7-ed67b1947063 req-2781a4c8-6763-4e12-a33b-4b4b93a49e65 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 945 time: 0.3486443 Jul 16 18:19:53.118590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Allocated IP 2001:db8::2 (af19d950-5049-4676-aa7a-55a4146fc2a4/a04fe3b5-237b-46b5-b7c1-bf73ce80c9a9/5257ca63-e903-4f86-a9f0-6887e4865390) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:53.138692 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.resource_extend [None req-7620ec31-3e8f-410e-96fd-db92ef2c33b5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:19:53.295307 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.307045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Transition to ACTIVE for port object 5257ca63-e903-4f86-a9f0-6887e4865390 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:53.324620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7620ec31-3e8f-410e-96fd-db92ef2c33b5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.325736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Transition to ACTIVE for port object 5257ca63-e903-4f86-a9f0-6887e4865390 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:53.335482 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.339252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e13f2a02-629b-4665-9de7-ed67b1947063 req-e7fcfd68-35e3-48d1-89b5-468cdc655b14 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056739 Jul 16 18:19:53.347257 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7620ec31-3e8f-410e-96fd-db92ef2c33b5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.361865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6254cc57-72aa-4738-9c5d-418437bceed5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.381292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Network af19d950-5049-4676-aa7a-55a4146fc2a4 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:53.386707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:53.392940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:19:53.404894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Pushing event updated for resources: {'Port': ['ID=5257ca63-e903-4f86-a9f0-6887e4865390,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.463438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Attempting to bind port 5257ca63-e903-4f86-a9f0-6887e4865390 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:19:53.463940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Attempting to bind port 5257ca63-e903-4f86-a9f0-6887e4865390 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'af19d950-5049-4676-aa7a-55a4146fc2a4'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:19:53.464369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Attempting to bind port 5257ca63-e903-4f86-a9f0-6887e4865390 on network af19d950-5049-4676-aa7a-55a4146fc2a4 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:19:53.469550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:19:53.470020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Checking segment: {'id': 'df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'af19d950-5049-4676-aa7a-55a4146fc2a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:53.470617 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.471044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6254cc57-72aa-4738-9c5d-418437bceed5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network af19d950-5049-4676-aa7a-55a4146fc2a4 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:19:53.471349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Bound using segment: {'id': 'df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'af19d950-5049-4676-aa7a-55a4146fc2a4'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:19:53.472253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Bound port: 5257ca63-e903-4f86-a9f0-6887e4865390, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'af19d950-5049-4676-aa7a-55a4146fc2a4'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:19:53.472701 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.528526 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-6254cc57-72aa-4738-9c5d-418437bceed5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:53.531546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6254cc57-72aa-4738-9c5d-418437bceed5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=4e72e829-49ef-44e2-96f4-69f4b515284f,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.545238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] For port 5257ca63-e903-4f86-a9f0-6887e4865390, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:19:53.548645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] For port 5257ca63-e903-4f86-a9f0-6887e4865390, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5257ca63-e903-4f86-a9f0-6887e4865390,segment=NetworkSegment(df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5),segment_id=df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:19:53.551111 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6254cc57-72aa-4738-9c5d-418437bceed5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.552447 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6254cc57-72aa-4738-9c5d-418437bceed5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.555765 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.578692 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6254cc57-72aa-4738-9c5d-418437bceed5 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.8909500 Jul 16 18:19:53.581758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52266) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.609962 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-7620ec31-3e8f-410e-96fd-db92ef2c33b5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Floating IP a87d7580-f393-4542-b250-43a22519b08b associated. External IP: 172.25.7.14, port: e8df009c-fd98-4be5-8234-8122a6e8d66b. Jul 16 18:19:53.641806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 964c01d0-09dc-401e-9c39-244676c07f5f up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:53.794512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d52106-1dc3-4bb0-bee7-230e65d8a6ce tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.796071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d52106-1dc3-4bb0-bee7-230e65d8a6ce tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.797607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d52106-1dc3-4bb0-bee7-230e65d8a6ce tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.799415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d52106-1dc3-4bb0-bee7-230e65d8a6ce tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.800766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d52106-1dc3-4bb0-bee7-230e65d8a6ce tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.810977 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-00d52106-1dc3-4bb0-bee7-230e65d8a6ce tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2251284 Jul 16 18:19:53.810977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52278) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:53.817574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1916395094'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:53.862250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d053cc0c-a4a3-41ff-9f0a-25a4a13014cf req-00749435-5164-46c1-8396-9288c6b2f57a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:53.870757 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d053cc0c-a4a3-41ff-9f0a-25a4a13014cf req-00749435-5164-46c1-8396-9288c6b2f57a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 943 time: 0.1805558 Jul 16 18:19:53.879549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a4335-9032-46a5-948a-d2f8d4feba01 None None] Pushing event updated for resources: {'Port': ['ID=5257ca63-e903-4f86-a9f0-6887e4865390,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:53.880162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:53.884556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.936195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 964c01d0-09dc-401e-9c39-244676c07f5f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:53.942929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 964c01d0-09dc-401e-9c39-244676c07f5f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:53.943862 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.949927 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d053cc0c-a4a3-41ff-9f0a-25a4a13014cf req-abc2125e-59df-4519-a5fc-5680af239a91 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784640 Jul 16 18:19:53.955889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:53.977399 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:53.977822 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Added segment e378c929-d852-4283-8787-eb5b3ab800c8 of type vlan for network 63d9c413-e229-48b5-b894-3846d94d0157 Jul 16 18:19:53.990971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7620ec31-3e8f-410e-96fd-db92ef2c33b5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:19:54.048265 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.112720 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.133084 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.139051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.148671 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.204642 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3929598 Jul 16 18:19:54.213635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52282) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:54.226402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7620ec31-3e8f-410e-96fd-db92ef2c33b5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:19:54.232015 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7620ec31-3e8f-410e-96fd-db92ef2c33b5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.238969 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b8a49-80df-4fec-b163-164e9f9b52fe None None] Sync routers for ids ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:19:54.257385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-339884d3-3505-4386-90c9-8d5dbf123880 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'name': 'New_network'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:54.261636 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b8a49-80df-4fec-b163-164e9f9b52fe None None] Routers {'9af44e4b-0349-499f-b092-9ac5a5b0fd2d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:54.263909 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5f1b8a49-80df-4fec-b163-164e9f9b52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:54.284448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52286) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:54.348794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7620ec31-3e8f-410e-96fd-db92ef2c33b5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "PUT /v2.0/floatingips/a87d7580-f393-4542-b250-43a22519b08b HTTP/1.1" status: 200 len: 991 time: 2.1841633 Jul 16 18:19:54.349718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:54.362148 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3" -d '{"events": [{"name": "network-changed", "server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:54.460651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067e6080-adf9-4572-b4f9-4604e6913dfc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=63d9c413-e229-48b5-b894-3846d94d0157,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:54.514362 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839b7223-6237-40a1-9736-bb35037cab7a x-openstack-request-id: req-839b7223-6237-40a1-9736-bb35037cab7a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:54.514692 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:54.514945 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-839b7223-6237-40a1-9736-bb35037cab7a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:54.515345 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'status': 'completed', 'code': 200} Jul 16 18:19:54.532286 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5f1b8a49-80df-4fec-b163-164e9f9b52fe None None] Set router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:54.583544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 964c01d0-09dc-401e-9c39-244676c07f5f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=964c01d0-09dc-401e-9c39-244676c07f5f,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:54.585969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 63d9c413-e229-48b5-b894-3846d94d0157 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:54.591375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964c01d0-09dc-401e-9c39-244676c07f5f'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:54.594234 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c070752-de31-4614-adf9-d9a775dd430b" -d '{"events": [{"server_uuid": "d422270a-a77d-40c5-8c96-d04a62e61b41", "name": "network-vif-plugged", "status": "completed", "tag": "964c01d0-09dc-401e-9c39-244676c07f5f"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:54.609693 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.689521 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-36a148c3-fbdd-4d80-8040-0ba9e67daf71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.693973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-339884d3-3505-4386-90c9-8d5dbf123880 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.725827 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-339884d3-3505-4386-90c9-8d5dbf123880 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.743632 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112cf43b-f9d6-4df6-b506-4b7d02d57ec8 x-openstack-request-id: req-112cf43b-f9d6-4df6-b506-4b7d02d57ec8 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:54.745421 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d422270a-a77d-40c5-8c96-d04a62e61b41", "name": "network-vif-plugged", "status": "completed", "tag": "964c01d0-09dc-401e-9c39-244676c07f5f", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:54.745686 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-112cf43b-f9d6-4df6-b506-4b7d02d57ec8 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:54.746088 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '964c01d0-09dc-401e-9c39-244676c07f5f', 'code': 200} Jul 16 18:19:54.792013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=964c01d0-09dc-401e-9c39-244676c07f5f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:54.880785 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-339884d3-3505-4386-90c9-8d5dbf123880 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network 63d9c413-e229-48b5-b894-3846d94d0157 is not hosted by any dhcp agent {{(pid=105438) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:19:54.889344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-339884d3-3505-4386-90c9-8d5dbf123880 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:54.890237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-339884d3-3505-4386-90c9-8d5dbf123880 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:54.900060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-339884d3-3505-4386-90c9-8d5dbf123880 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "PUT /v2.0/networks/63d9c413-e229-48b5-b894-3846d94d0157 HTTP/1.1" status: 200 len: 723 time: 0.6853828 Jul 16 18:19:54.907625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52306) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:54.916727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'network_id': '63d9c413-e229-48b5-b894-3846d94d0157', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:54.979806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:19:55.009532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339884d3-3505-4386-90c9-8d5dbf123880 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=63d9c413-e229-48b5-b894-3846d94d0157,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:55.043402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 63d9c413-e229-48b5-b894-3846d94d0157 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:55.116179 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5f1b8a49-80df-4fec-b163-164e9f9b52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:16Z', 'revision_number': 4, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'a87d7580-f393-4542-b250-43a22519b08b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'port_id': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'mac_address': 'fa:16:3e:68:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:24Z', 'updated_at': '2021-07-16T18:19:52Z', 'revision_number': 1, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6039426a-b07c-46f8-b2b5-f134882115c8', 'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'mac_address': 'fa:16:3e:93:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:26Z', 'revision_number': 5, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'subnets': [{'id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:55.194672 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b8a49-80df-4fec-b163-164e9f9b52fe None None] Checking router: 9af44e4b-0349-499f-b092-9ac5a5b0fd2d for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:19:55.215582 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b8a49-80df-4fec-b163-164e9f9b52fe None None] Routers {'9af44e4b-0349-499f-b092-9ac5a5b0fd2d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:19:55.216507 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5f1b8a49-80df-4fec-b163-164e9f9b52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:55.299190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5257ca63-e903-4f86-a9f0-6887e4865390 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:55.447576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:55.471740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'port_id': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'mac_address': 'fa:16:3e:b9:cb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:19:55.476755 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5f1b8a49-80df-4fec-b163-164e9f9b52fe None None] Set router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:19:55.482923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5257ca63-e903-4f86-a9f0-6887e4865390 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:55.541116 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.571444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faa7aed2-aa39-472e-bd40-6f84355a293e None None] Network af19d950-5049-4676-aa7a-55a4146fc2a4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:55.594328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3 req-e30bfa02-f76a-4dcb-94a3-cc7e12d37095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.597145 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3 req-e30bfa02-f76a-4dcb-94a3-cc7e12d37095 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1097 time: 1.0342183 Jul 16 18:19:55.681056 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6c1473-6b5a-413e-b924-2beced72f2e7 req-7cca82ee-3816-42b2-ae7e-5f8524a4a7c8 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.689495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:19:55.689813 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6c1473-6b5a-413e-b924-2beced72f2e7 req-7cca82ee-3816-42b2-ae7e-5f8524a4a7c8 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 946 time: 0.8723648 Jul 16 18:19:55.722110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-802004ed-3c0c-40b1-9121-99c8f8cce1f7 None None] Provisioning for port 5257ca63-e903-4f86-a9f0-6887e4865390 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:55.722327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120561e7-5cb5-4a0b-8a41-233368cb696b req-85b38ef3-5875-42eb-a9f6-4520f7cba5f3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.731183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-120561e7-5cb5-4a0b-8a41-233368cb696b req-85b38ef3-5875-42eb-a9f6-4520f7cba5f3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 943 time: 0.2356789 Jul 16 18:19:55.785781 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6c1473-6b5a-413e-b924-2beced72f2e7 req-62359840-834a-4a01-8158-ed8455bb2455 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947886 Jul 16 18:19:55.806122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142fb2d-da07-4703-a3da-06961e005c7d req-5e03ee51-9cc9-4d4f-b6d3-c0adef7b742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.807981 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2142fb2d-da07-4703-a3da-06961e005c7d req-5e03ee51-9cc9-4d4f-b6d3-c0adef7b742f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 1097 time: 0.3275623 Jul 16 18:19:55.815002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-802004ed-3c0c-40b1-9121-99c8f8cce1f7 None None] Provisioning complete for port 5257ca63-e903-4f86-a9f0-6887e4865390 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:55.817285 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-802004ed-3c0c-40b1-9121-99c8f8cce1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.844184 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-120561e7-5cb5-4a0b-8a41-233368cb696b req-45885dea-cafb-4b3b-93c1-3b90c1ae66f6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119976 Jul 16 18:19:55.866742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3 req-b409d5c8-1a01-401e-8a2e-2e7dd927154e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:55.868567 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3 req-b409d5c8-1a01-401e-8a2e-2e7dd927154e service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.2594888 Jul 16 18:19:55.884064 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-36a148c3-fbdd-4d80-8040-0ba9e67daf71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.894538 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5f1b8a49-80df-4fec-b163-164e9f9b52fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:16Z', 'revision_number': 4, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'a87d7580-f393-4542-b250-43a22519b08b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'port_id': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'mac_address': 'fa:16:3e:68:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:24Z', 'updated_at': '2021-07-16T18:19:52Z', 'revision_number': 1, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6039426a-b07c-46f8-b2b5-f134882115c8', 'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'mac_address': 'fa:16:3e:93:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:26Z', 'revision_number': 5, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'subnets': [{'id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:55.918582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:55.929040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:55.929553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-36a148c3-fbdd-4d80-8040-0ba9e67daf71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.932456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:55.938497 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b8a49-80df-4fec-b163-164e9f9b52fe None None] The sync data for ids ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'] in n-d-794306-7 is: [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:16Z', 'revision_number': 4, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'a87d7580-f393-4542-b250-43a22519b08b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'floating_ip_address': '172.25.7.14', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'port_id': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 2865, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'mac_address': 'fa:16:3e:68:3c:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:24Z', 'updated_at': '2021-07-16T18:19:52Z', 'revision_number': 1, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6039426a-b07c-46f8-b2b5-f134882115c8', 'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'mac_address': 'fa:16:3e:93:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:26Z', 'revision_number': 5, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'subnets': [{'id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:19:55.972698 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.030051 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-36a148c3-fbdd-4d80-8040-0ba9e67daf71 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=839ca24a0da64f46ada902dbbf1bf2e8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7228498 Jul 16 18:19:56.030051 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2142fb2d-da07-4703-a3da-06961e005c7d req-0fc211fe-6129-480f-bce3-62dff7710211 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1838737 Jul 16 18:19:56.035194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52322) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:56.059843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a148c3-fbdd-4d80-8040-0ba9e67daf71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d13bf9-e1ee-42ae-9597-e95db122062f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.059843 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3 req-1de24b0f-9a69-411a-98d5-1bd448181c59 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 999 time: 0.1730857 Jul 16 18:19:56.149642 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-802004ed-3c0c-40b1-9121-99c8f8cce1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.168062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3 req-7725154f-8125-4520-86ea-2cf59fc0093c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.170786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.172750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3 req-7725154f-8125-4520-86ea-2cf59fc0093c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0720022 Jul 16 18:19:56.199908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-802004ed-3c0c-40b1-9121-99c8f8cce1f7 None None] For port 5257ca63-e903-4f86-a9f0-6887e4865390, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5257ca63-e903-4f86-a9f0-6887e4865390,segment=NetworkSegment(df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5),segment_id=df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:56.203371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.229809 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-802004ed-3c0c-40b1-9121-99c8f8cce1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.288933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=416a1649-7182-415e-82a0-412d0b7a2f57,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.303829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Checking segment: {'id': 'e378c929-d852-4283-8787-eb5b3ab800c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': '63d9c413-e229-48b5-b894-3846d94d0157'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:19:56.304998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network hostable DHCP agents. Network: 63d9c413-e229-48b5-b894-3846d94d0157, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:19:56.318297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:19:56.340408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network 63d9c413-e229-48b5-b894-3846d94d0157 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:19:56.352011 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9aff415e-9206-4f2b-8214-83c69f837d27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.353792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 63d9c413-e229-48b5-b894-3846d94d0157) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:19:56.368979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802004ed-3c0c-40b1-9121-99c8f8cce1f7 None None] Pushing event updated for resources: {'Port': ['ID=5257ca63-e903-4f86-a9f0-6887e4865390,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.372803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd730287-dbf8-4e8c-819d-0bcc0ce6d51e None None] Network 63d9c413-e229-48b5-b894-3846d94d0157 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:56.385605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81f9777-80e1-4cfe-b120-3d7c8d4d4644 None None] New status for floating IP a87d7580-f393-4542-b250-43a22519b08b: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:19:56.387320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3 req-4335a0cf-6933-4378-9e85-8d2597ae0c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.388976 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3 req-4335a0cf-6933-4378-9e85-8d2597ae0c64 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2008746 Jul 16 18:19:56.389951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.391519 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.413307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5494cd9b-14fe-4a85-ad58-b8dac78f235c tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5004160 Jul 16 18:19:56.415527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52324) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:56.430818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2ed9e96c-4402-4039-b65a-e188cd426a6d tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:56.438096 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9aff415e-9206-4f2b-8214-83c69f837d27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.561463 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9aff415e-9206-4f2b-8214-83c69f837d27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.565827 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9aff415e-9206-4f2b-8214-83c69f837d27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.567390 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9aff415e-9206-4f2b-8214-83c69f837d27 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01d13bf9-e1ee-42ae-9597-e95db122062f HTTP/1.1" status: 204 len: 168 time: 0.5305970 Jul 16 18:19:56.570910 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ed9e96c-4402-4039-b65a-e188cd426a6d tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127098599'] for subnet, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.584493 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3 req-e1cb52b1-9e00-4303-8c20-596d3f622395 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816220 Jul 16 18:19:56.586327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff415e-9206-4f2b-8214-83c69f837d27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d13bf9-e1ee-42ae-9597-e95db122062f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:56.677536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3039620-4f59-4fb8-9b14-c56143758020 None None] Update dhcp port {'port': {'network_id': 'af19d950-5049-4676-aa7a-55a4146fc2a4', 'fixed_ips': [{'subnet_id': 'a04fe3b5-237b-46b5-b7c1-bf73ce80c9a9', 'ip_address': '2001:db8::2'}, {'subnet_id': '4e72e829-49ef-44e2-96f4-69f4b515284f'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '5257ca63-e903-4f86-a9f0-6887e4865390'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:19:56.761978 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ed9e96c-4402-4039-b65a-e188cd426a6d tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746775501195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127022935'] for subnet, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.765970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1edcd4cc-cde9-4010-ba7b-ba0a4abe6fd3 req-181a6998-f46e-41ea-9a4e-e113fc9d23ed service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748328 Jul 16 18:19:56.839339 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3039620-4f59-4fb8-9b14-c56143758020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.859342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed9e96c-4402-4039-b65a-e188cd426a6d tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:56.879041 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ed9e96c-4402-4039-b65a-e188cd426a6d tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:56.884079 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2ed9e96c-4402-4039-b65a-e188cd426a6d tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "PUT /v2.0/subnets/416a1649-7182-415e-82a0-412d0b7a2f57 HTTP/1.1" status: 200 len: 826 time: 0.4636726 Jul 16 18:19:56.885537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52336) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:56.927228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed9e96c-4402-4039-b65a-e188cd426a6d tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=416a1649-7182-415e-82a0-412d0b7a2f57,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.117649 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.118364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a118b1b-9366-47e6-968a-524b9e28b57b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-63d9c413-e229-48b5-b894-3846d94d0157', 'network_id': '63d9c413-e229-48b5-b894-3846d94d0157', 'tenant_id': '958f75bd3f2a44949dea9696fa7ec186', 'fixed_ips': [{'subnet_id': '416a1649-7182-415e-82a0-412d0b7a2f57'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:19:57.119238 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7a118b1b-9366-47e6-968a-524b9e28b57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.219154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36de7ec4-f3dc-4a75-a5ef-eda55ccea487 req-feb4fd7e-255b-444c-9632-fb53fc931225 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.229480 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-36de7ec4-f3dc-4a75-a5ef-eda55ccea487 req-feb4fd7e-255b-444c-9632-fb53fc931225 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 944 time: 0.1602392 Jul 16 18:19:57.245863 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.300460 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-36de7ec4-f3dc-4a75-a5ef-eda55ccea487 req-913ff2cb-f791-423e-ae7a-804894113925 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612097 Jul 16 18:19:57.333328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128ac4d-5550-45b1-bd13-38cac084c5c8 req-8b203024-11d4-4d12-8f91-1c90f8feb469 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.335844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5128ac4d-5550-45b1-bd13-38cac084c5c8 req-8b203024-11d4-4d12-8f91-1c90f8feb469 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 946 time: 0.1794767 Jul 16 18:19:57.389872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5257ca63-e903-4f86-a9f0-6887e4865390 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:57.413441 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.432479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5128ac4d-5550-45b1-bd13-38cac084c5c8 req-0f0ea531-3895-43b0-bef0-d725846c909c tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846004 Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-7a118b1b-9366-47e6-968a-524b9e28b57b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 416a1649-7182-415e-82a0-412d0b7a2f57: This subnet is being modified by another concurrent operation. Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 416a1649-7182-415e-82a0-412d0b7a2f57: This subnet is being modified by another concurrent operation. Jul 16 18:19:57.441913 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:19:57.477619 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f603ea08-7e90-4de1-bff8-a396ffb99450 None None] Network 63d9c413-e229-48b5-b894-3846d94d0157 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:57.483391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Subnet': ['ID=416a1649-7182-415e-82a0-412d0b7a2f57,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.554143 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.565178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63d9c413-e229-48b5-b894-3846d94d0157']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:57.577502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e378c929-d852-4283-8787-eb5b3ab800c8') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:57.577641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e378c929-d852-4283-8787-eb5b3ab800c8') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:19:57.588098 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.614672 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.623752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Releasing vlan 383 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:19:57.624513 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:19:57.628570 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:19:57.707504 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.720764 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.723417 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/63d9c413-e229-48b5-b894-3846d94d0157 HTTP/1.1" status: 204 len: 168 time: 0.8364737 Jul 16 18:19:57.726702 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52360) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.735757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9012a861-50eb-44b7-9cdc-3dca6cef9309 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Network': ['ID=63d9c413-e229-48b5-b894-3846d94d0157,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:57.755418 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca8e9a56-555a-4454-afb3-8af19b76ea58 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:19:57.757555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca8e9a56-555a-4454-afb3-8af19b76ea58 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:19:57.766187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52362) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:57.767875 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ca8e9a56-555a-4454-afb3-8af19b76ea58 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/63d9c413-e229-48b5-b894-3846d94d0157 HTTP/1.1" status: 404 len: 339 time: 0.0398288 Jul 16 18:19:57.772356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705270353', 'description': 'd1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:57.803954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:19:57.811518 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.835167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-e3039620-4f59-4fb8-9b14-c56143758020 None None] Allocated IP 172.20.0.1 (af19d950-5049-4676-aa7a-55a4146fc2a4/4e72e829-49ef-44e2-96f4-69f4b515284f/5257ca63-e903-4f86-a9f0-6887e4865390) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:19:57.852862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:19:57.875244 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.875680 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Added segment 9991b801-b97a-4c6d-8301-2f347665e27f of type vlan for network b8a01ba4-dfb5-44c7-b456-8affd5528ee6 Jul 16 18:19:57.940307 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.981572 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:57.985437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c53ee5b-335c-4775-bff8-ea88b8b5d9c3 None None] Network 63d9c413-e229-48b5-b894-3846d94d0157 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:57.988723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:57.990486 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1579886'] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.022593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c53ee5b-335c-4775-bff8-ea88b8b5d9c3 None None] Network 63d9c413-e229-48b5-b894-3846d94d0157 could not be found, it might have been deleted concurrently. {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:19:58.026015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5257ca63-e903-4f86-a9f0-6887e4865390 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:58.026388 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.043500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2761264 Jul 16 18:19:58.046491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52370) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:58.070129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e3039620-4f59-4fb8-9b14-c56143758020 None None] For port 5257ca63-e903-4f86-a9f0-6887e4865390, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5257ca63-e903-4f86-a9f0-6887e4865390,segment=NetworkSegment(df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5),segment_id=df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:58.113883 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3039620-4f59-4fb8-9b14-c56143758020 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.143268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f637e992-bb20-4600-a9a2-cb547f3584f4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.148301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f637e992-bb20-4600-a9a2-cb547f3584f4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/networks?id=b8a01ba4-dfb5-44c7-b456-8affd5528ee6 HTTP/1.1" status: 200 len: 764 time: 0.0973976 Jul 16 18:19:58.149427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52372) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:58.154156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e3039620-4f59-4fb8-9b14-c56143758020 None None] Transition to ACTIVE for port object 5257ca63-e903-4f86-a9f0-6887e4865390 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:19:58.157580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-274944d2-5d37-4e05-bdff-0b612e63f9e0 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'description': 'd2'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:58.173974 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3039620-4f59-4fb8-9b14-c56143758020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.234507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3039620-4f59-4fb8-9b14-c56143758020 None None] Pushing event updated for resources: {'Port': ['ID=5257ca63-e903-4f86-a9f0-6887e4865390,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:58.279167 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9229ec65-4736-4f6e-bc80-63865f244ce7 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=b8a01ba4-dfb5-44c7-b456-8affd5528ee6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:58.293385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b8a01ba4-dfb5-44c7-b456-8affd5528ee6 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:58.452149 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-274944d2-5d37-4e05-bdff-0b612e63f9e0 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.491849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-274944d2-5d37-4e05-bdff-0b612e63f9e0 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.576453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-274944d2-5d37-4e05-bdff-0b612e63f9e0 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network b8a01ba4-dfb5-44c7-b456-8affd5528ee6 is not hosted by any dhcp agent {{(pid=105439) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:19:58.582117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274944d2-5d37-4e05-bdff-0b612e63f9e0 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.582862 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-274944d2-5d37-4e05-bdff-0b612e63f9e0 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:58.584916 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-274944d2-5d37-4e05-bdff-0b612e63f9e0 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "PUT /v2.0/networks/b8a01ba4-dfb5-44c7-b456-8affd5528ee6 HTTP/1.1" status: 200 len: 761 time: 0.4346354 Jul 16 18:19:58.587779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52390) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:58.639465 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-5ecee949-5e96-4e60-b2a3-c12d964dcb68 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2366846 Jul 16 18:19:58.641307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274944d2-5d37-4e05-bdff-0b612e63f9e0 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=b8a01ba4-dfb5-44c7-b456-8affd5528ee6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:58.655514 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b8a01ba4-dfb5-44c7-b456-8affd5528ee6 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:19:58.681865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2517ff20-1610-4dbe-b439-33e5f50fb0c5 req-3806eea0-f07f-4397-876e-dd183eea38de tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.686003 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2517ff20-1610-4dbe-b439-33e5f50fb0c5 req-3806eea0-f07f-4397-876e-dd183eea38de tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 944 time: 0.2132475 Jul 16 18:19:58.785861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-151cd27e-3064-4df0-9b0e-85b274d5902d tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.792958 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-151cd27e-3064-4df0-9b0e-85b274d5902d tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/networks?id=b8a01ba4-dfb5-44c7-b456-8affd5528ee6 HTTP/1.1" status: 200 len: 764 time: 0.2026052 Jul 16 18:19:58.795395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52394) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:58.845237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d39a3-6058-4f36-bbad-6e93ef45c3eb req-7d48c3ac-dbc1-4a88-8d51-f0e66e1833db tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:58.847123 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c7d39a3-6058-4f36-bbad-6e93ef45c3eb req-7d48c3ac-dbc1-4a88-8d51-f0e66e1833db tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 946 time: 0.2227159 Jul 16 18:19:58.886719 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2517ff20-1610-4dbe-b439-33e5f50fb0c5 req-f891f309-2c30-4cc0-ad47-8d5e1eb6dedc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1912868 Jul 16 18:19:58.927734 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c7d39a3-6058-4f36-bbad-6e93ef45c3eb req-9201132b-5b0e-43ef-8a35-6bacadf6d56a tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568738 Jul 16 18:19:59.000206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:59.171662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:59.177017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-cf474cc4-c3bb-4cf0-ae71-9d1d2269c6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.179491 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-cf474cc4-c3bb-4cf0-ae71-9d1d2269c6a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 1097 time: 0.4822249 Jul 16 18:19:59.180618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:59.183094 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.213312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf9a5ff-32fe-45a9-9eb3-3ca396a8aa5d tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.221919 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ddf9a5ff-32fe-45a9-9eb3-3ca396a8aa5d tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4232714 Jul 16 18:19:59.224075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52406) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.260037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5257ca63-e903-4f86-a9f0-6887e4865390 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:19:59.328158 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e2e5c4db-8477-46d7-9e49-02e2ddeba522 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 207 time: 0.0990589 Jul 16 18:19:59.328655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52408) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.384782 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.411104 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.420708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9383de90-11cf-48f8-92ea-25f6ed5a23b4 None None] Network af19d950-5049-4676-aa7a-55a4146fc2a4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:19:59.464347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-6fb61e33-65e8-44a9-ac3e-a38e4c3a3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.464627 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:19:59.468603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-6fb61e33-65e8-44a9-ac3e-a38e4c3a3e95 service neutron] 10.222.0.18 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 912 time: 0.2451484 Jul 16 18:19:59.480912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:19:59.483489 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11adb5fd-4374-4da4-9237-b00962273fd7" -d '{"events": [{"server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "name": "network-vif-plugged", "status": "completed", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:19:59.491341 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.521705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-729e4867-0620-4de6-80b8-806785db0624 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964c01d0-09dc-401e-9c39-244676c07f5f HTTP/1.1" status: 200 len: 217 time: 0.0454750 Jul 16 18:19:59.569009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:19:59.635099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabf4d38-b778-4f60-b4dd-bf79b9274b4b req-f91bb385-b248-4ce3-802b-09c4732bdbed tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.640036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-c54d4afb-12af-42e0-a97a-85f6e15b9609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.643964 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cabf4d38-b778-4f60-b4dd-bf79b9274b4b req-f91bb385-b248-4ce3-802b-09c4732bdbed tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 946 time: 0.5064046 Jul 16 18:19:59.646773 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-c54d4afb-12af-42e0-a97a-85f6e15b9609 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.1202302 Jul 16 18:19:59.651192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52416) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.659336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b78a66-777c-47c7-b50d-90f0cba3fabc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.662955 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-639a1606-036b-41b4-92ca-4b9b3c204ea4 x-openstack-request-id: req-639a1606-036b-41b4-92ca-4b9b3c204ea4 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:19:59.663956 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "name": "network-vif-plugged", "status": "completed", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:19:59.664441 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-639a1606-036b-41b4-92ca-4b9b3c204ea4 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:19:59.665086 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'code': 200} Jul 16 18:19:59.670514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b78a66-777c-47c7-b50d-90f0cba3fabc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.678609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8efb0340-d848-4017-b5ae-4517b782aae4 None None] Provisioning for port 5257ca63-e903-4f86-a9f0-6887e4865390 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:19:59.680550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b78a66-777c-47c7-b50d-90f0cba3fabc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.686430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8efb0340-d848-4017-b5ae-4517b782aae4 None None] Provisioning complete for port 5257ca63-e903-4f86-a9f0-6887e4865390 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:19:59.687162 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8efb0340-d848-4017-b5ae-4517b782aae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.689230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b78a66-777c-47c7-b50d-90f0cba3fabc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.690628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8dfca7c0-8cd1-464e-864e-3af30b73c7e5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Request body: {'floatingip': {'port_id': '964c01d0-09dc-401e-9c39-244676c07f5f'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:19:59.697530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b78a66-777c-47c7-b50d-90f0cba3fabc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.704957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b78a66-777c-47c7-b50d-90f0cba3fabc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:19:59.712757 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-44b78a66-777c-47c7-b50d-90f0cba3fabc tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3728 time: 0.3766325 Jul 16 18:19:59.716741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52418) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:19:59.786521 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8dfca7c0-8cd1-464e-864e-3af30b73c7e5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:19:59.990270 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b9fd3641-e90d-4db4-ba0f-36f9a3f051f1 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 810 time: 0.2624118 Jul 16 18:19:59.990541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52428) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.096660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46d990-7a6c-42ad-b833-1ffa595c20a3 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.098290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46d990-7a6c-42ad-b833-1ffa595c20a3 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.103182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46d990-7a6c-42ad-b833-1ffa595c20a3 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.104461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46d990-7a6c-42ad-b833-1ffa595c20a3 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.106102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc46d990-7a6c-42ad-b833-1ffa595c20a3 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.125612 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cc46d990-7a6c-42ad-b833-1ffa595c20a3 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1288567 Jul 16 18:20:00.126661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52432) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.127398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-1639ef40-1115-4ab4-bf14-9db2f14b7eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.128423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-1639ef40-1115-4ab4-bf14-9db2f14b7eb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4711847 Jul 16 18:20:00.204076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b56c449-6354-4087-a794-1e77676cceb6 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.206603 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b56c449-6354-4087-a794-1e77676cceb6 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.210214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b56c449-6354-4087-a794-1e77676cceb6 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.217087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b56c449-6354-4087-a794-1e77676cceb6 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.218124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b56c449-6354-4087-a794-1e77676cceb6 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.220697 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7b56c449-6354-4087-a794-1e77676cceb6 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0937350 Jul 16 18:20:00.225940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52440) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.403585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-262d120c-0cb0-4054-ba4a-7c6b4ea41080 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.405006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-262d120c-0cb0-4054-ba4a-7c6b4ea41080 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/networks/0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c HTTP/1.1" status: 200 len: 803 time: 0.1780694 Jul 16 18:20:00.410229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52442) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.478219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539bb5b3-cee9-4b83-8849-94286cdfd5b0 req-de3ea0c8-7597-4130-b7bb-2fd7d311c122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.479815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-539bb5b3-cee9-4b83-8849-94286cdfd5b0 req-de3ea0c8-7597-4130-b7bb-2fd7d311c122 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 1096 time: 0.6485834 Jul 16 18:20:00.558080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b7d9d2-ba90-4ff5-b67b-52e1c55f8027 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:20:00.623198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-80a27fba-0080-4e91-bc3a-a315d80fc727 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/networks/0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2113924 Jul 16 18:20:00.630449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52448) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.672844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5aab6b9a-f658-4305-a16d-eb565401ca38 None None] Provisioning complete for port 5257ca63-e903-4f86-a9f0-6887e4865390 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:00.673469 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5aab6b9a-f658-4305-a16d-eb565401ca38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.691494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7596ef6e-395f-4be5-be25-078c7bbac588 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.693478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7596ef6e-395f-4be5-be25-078c7bbac588 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/subnets/da45438c-a4a8-4111-8b87-58df80ccc4f5 HTTP/1.1" status: 200 len: 843 time: 0.0612354 Jul 16 18:20:00.700144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52450) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.783551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213f3a08-2af8-4022-beb2-e132eea30b75 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['shared'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:00.785849 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-213f3a08-2af8-4022-beb2-e132eea30b75 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "GET /v2.0/subnets/da45438c-a4a8-4111-8b87-58df80ccc4f5?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0838695 Jul 16 18:20:00.790575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52452) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:00.796192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-563458555'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:00.843219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:00.850272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.908741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b7d9d2-ba90-4ff5-b67b-52e1c55f8027 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:20:00.922383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 371} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:00.965439 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:00.965945 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Added segment f30ee5a6-674f-4453-81c9-a04210c78e42 of type vlan for network c118823e-5c72-4445-aa6e-b3a07410b53d Jul 16 18:20:01.016043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d3cf12-976f-41f3-bf25-3eea863e6738 req-141c9096-1912-44fd-b020-a87bcc5ecf56 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:01.025596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11d3cf12-976f-41f3-bf25-3eea863e6738 req-141c9096-1912-44fd-b020-a87bcc5ecf56 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.9479365 Jul 16 18:20:01.070769 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.121188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.122920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-539bb5b3-cee9-4b83-8849-94286cdfd5b0 req-d5363da5-49c3-4765-9bb7-ea3b59d0c20b service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6253424 Jul 16 18:20:01.129855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:01.131530 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-71c9c95b-cebc-4e59-b1c9-729020c70a40 service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9854093 Jul 16 18:20:01.132482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.181663 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3896468 Jul 16 18:20:01.185753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52462) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:01.188129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11d3cf12-976f-41f3-bf25-3eea863e6738 req-b28a353a-fc50-42d2-8e72-acbaac0f21e8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616306 Jul 16 18:20:01.191621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'network_id': 'c118823e-5c72-4445-aa6e-b3a07410b53d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:01.324394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bab8b2b-bd72-48cb-82de-222ab327302a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Network': ['ID=c118823e-5c72-4445-aa6e-b3a07410b53d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.329427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Made reservation on behalf of 958f75bd3f2a44949dea9696fa7ec186 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:01.334032 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a05ec1c-83cc-41bf-a8ec-b07d6017369f req-0f881907-b92d-4949-8dcf-f9ccb5a9de56 service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895907 Jul 16 18:20:01.334199 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.339296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network c118823e-5c72-4445-aa6e-b3a07410b53d details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:01.460022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.db.resource_extend [None req-8dfca7c0-8cd1-464e-864e-3af30b73c7e5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:20:01.504505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.ipam_backend_mixin [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Performing IP validity checks on allocation pools {{(pid=105438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:20:01.505152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.ipam_backend_mixin [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105438) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:20:01.532025 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8dfca7c0-8cd1-464e-864e-3af30b73c7e5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.537768 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8dfca7c0-8cd1-464e-864e-3af30b73c7e5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.671343 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-8dfca7c0-8cd1-464e-864e-3af30b73c7e5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Floating IP f649e3f2-5356-4925-92c5-d9193f39c1bd associated. External IP: 172.25.7.28, port: 964c01d0-09dc-401e-9c39-244676c07f5f. Jul 16 18:20:01.680527 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.766173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=02b4d71e-f2eb-4abe-b99f-db52cc02799f,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:01.781378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Checking segment: {'id': 'f30ee5a6-674f-4453-81c9-a04210c78e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c118823e-5c72-4445-aa6e-b3a07410b53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:01.782690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network hostable DHCP agents. Network: c118823e-5c72-4445-aa6e-b3a07410b53d, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:01.806633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Network c118823e-5c72-4445-aa6e-b3a07410b53d is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:01.820333 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, c118823e-5c72-4445-aa6e-b3a07410b53d) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:01.825235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:01.825911 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.831424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133174bc-c76f-420b-b174-4336e9e8ca97 None None] Network c118823e-5c72-4445-aa6e-b3a07410b53d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:01.847070 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-75a481db-8a0a-4dc2-bade-c687deba1550 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.6576757 Jul 16 18:20:01.847415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52474) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:01.854013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d506eb98-ab24-41c7-b2d7-9d43301b4828 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:01.971806 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d506eb98-ab24-41c7-b2d7-9d43301b4828 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-127098599'] for subnet, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:01.972545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfca7c0-8cd1-464e-864e-3af30b73c7e5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Router 2a0dde7b-b344-4741-a7a0-2a3213da7191 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:02.113824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-c118823e-5c72-4445-aa6e-b3a07410b53d', 'network_id': 'c118823e-5c72-4445-aa6e-b3a07410b53d', 'tenant_id': '958f75bd3f2a44949dea9696fa7ec186', 'fixed_ips': [{'subnet_id': '02b4d71e-f2eb-4abe-b99f-db52cc02799f'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:02.115435 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.163055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfca7c0-8cd1-464e-864e-3af30b73c7e5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:02.168066 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8dfca7c0-8cd1-464e-864e-3af30b73c7e5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.178697 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9eee28-b3c3-4775-af06-da086d564c96 None None] Sync routers for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:02.193770 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9eee28-b3c3-4775-af06-da086d564c96 None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:02.195887 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7c9eee28-b3c3-4775-af06-da086d564c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:02.216981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d506eb98-ab24-41c7-b2d7-9d43301b4828 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8746775501195', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-127022935'] for subnet, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.226883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8dfca7c0-8cd1-464e-864e-3af30b73c7e5 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "PUT /v2.0/floatingips/f649e3f2-5356-4925-92c5-d9193f39c1bd HTTP/1.1" status: 200 len: 991 time: 2.5728154 Jul 16 18:20:02.243126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'tag': '964c01d0-09dc-401e-9c39-244676c07f5f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:02.250893 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88f50deb-0cf6-441e-aad2-042a1a40dc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "d422270a-a77d-40c5-8c96-d04a62e61b41", "tag": "964c01d0-09dc-401e-9c39-244676c07f5f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:02.384441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d506eb98-ab24-41c7-b2d7-9d43301b4828 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.385556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d506eb98-ab24-41c7-b2d7-9d43301b4828 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.386446 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d506eb98-ab24-41c7-b2d7-9d43301b4828 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "PUT /v2.0/subnets/02b4d71e-f2eb-4abe-b99f-db52cc02799f HTTP/1.1" status: 200 len: 900 time: 0.5379536 Jul 16 18:20:02.391167 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52496) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:02.434987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d506eb98-ab24-41c7-b2d7-9d43301b4828 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event updated for resources: {'Subnet': ['ID=02b4d71e-f2eb-4abe-b99f-db52cc02799f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:02.471147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Allocated IP 2001:db8::3 (c118823e-5c72-4445-aa6e-b3a07410b53d/02b4d71e-f2eb-4abe-b99f-db52cc02799f/543c6d41-4b01-403d-abd7-2eb0841c7fba) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:02.652433 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.664208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Transition to ACTIVE for port object 543c6d41-4b01-403d-abd7-2eb0841c7fba will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:02.699509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Transition to ACTIVE for port object 543c6d41-4b01-403d-abd7-2eb0841c7fba will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:02.705646 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-7c9eee28-b3c3-4775-af06-da086d564c96 None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:02.732331 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.736128 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f55270-0763-4781-a488-50747a7d9b96 x-openstack-request-id: req-15f55270-0763-4781-a488-50747a7d9b96 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:02.736421 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d422270a-a77d-40c5-8c96-d04a62e61b41", "tag": "964c01d0-09dc-401e-9c39-244676c07f5f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:02.736678 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-15f55270-0763-4781-a488-50747a7d9b96 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:02.737079 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'tag': '964c01d0-09dc-401e-9c39-244676c07f5f', 'status': 'completed', 'code': 200} Jul 16 18:20:02.751990 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:02.770242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88929c7-8580-4006-9284-3a31c18cbca9 req-52e05deb-d50a-450e-9cfb-034ad43e4c61 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.772686 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c88929c7-8580-4006-9284-3a31c18cbca9 req-52e05deb-d50a-450e-9cfb-034ad43e4c61 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.3047938 Jul 16 18:20:02.883580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Network c118823e-5c72-4445-aa6e-b3a07410b53d is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:02.886633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:02.911333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f50deb-0cf6-441e-aad2-042a1a40dc4f req-a7b83b95-0213-414b-aaeb-ed51f0896221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:02.913393 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88f50deb-0cf6-441e-aad2-042a1a40dc4f req-a7b83b95-0213-414b-aaeb-ed51f0896221 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 1097 time: 0.1395822 Jul 16 18:20:02.916683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:02.928477 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Pushing event updated for resources: {'Port': ['ID=543c6d41-4b01-403d-abd7-2eb0841c7fba,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.014462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Attempting to bind port 543c6d41-4b01-403d-abd7-2eb0841c7fba on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:03.014838 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Attempting to bind port 543c6d41-4b01-403d-abd7-2eb0841c7fba by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'f30ee5a6-674f-4453-81c9-a04210c78e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c118823e-5c72-4445-aa6e-b3a07410b53d'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:03.015461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Attempting to bind port 543c6d41-4b01-403d-abd7-2eb0841c7fba on network c118823e-5c72-4445-aa6e-b3a07410b53d {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:03.019983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f50deb-0cf6-441e-aad2-042a1a40dc4f req-beacdce8-e66c-4835-a2e6-13040bab4c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.021666 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:03.022025 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88f50deb-0cf6-441e-aad2-042a1a40dc4f req-beacdce8-e66c-4835-a2e6-13040bab4c8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 912 time: 0.1017737 Jul 16 18:20:03.022150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Checking segment: {'id': 'f30ee5a6-674f-4453-81c9-a04210c78e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c118823e-5c72-4445-aa6e-b3a07410b53d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:03.022648 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.023036 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Bound using segment: {'id': 'f30ee5a6-674f-4453-81c9-a04210c78e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c118823e-5c72-4445-aa6e-b3a07410b53d'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:03.023461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Bound port: 543c6d41-4b01-403d-abd7-2eb0841c7fba, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f30ee5a6-674f-4453-81c9-a04210c78e42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': 'c118823e-5c72-4445-aa6e-b3a07410b53d'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:03.023773 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.026383 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c88929c7-8580-4006-9284-3a31c18cbca9 req-3ecd6563-1465-40e2-9875-9e2448c06177 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2161887 Jul 16 18:20:03.093621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Deleting port 543c6d41-4b01-403d-abd7-2eb0841c7fba {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:03.093966 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.103218 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7c9eee28-b3c3-4775-af06-da086d564c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'f649e3f2-5356-4925-92c5-d9193f39c1bd', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'floating_ip_address': '172.25.7.28', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'port_id': '964c01d0-09dc-401e-9c39-244676c07f5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'mac_address': 'fa:16:3e:7a:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:33Z', 'updated_at': '2021-07-16T18:20:01Z', 'revision_number': 1, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:03.147603 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9eee28-b3c3-4775-af06-da086d564c96 None None] Checking router: 2a0dde7b-b344-4741-a7a0-2a3213da7191 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:03.164298 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9eee28-b3c3-4775-af06-da086d564c96 None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:03.165530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] For port 543c6d41-4b01-403d-abd7-2eb0841c7fba, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:03.166255 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7c9eee28-b3c3-4775-af06-da086d564c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:03.172455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] For port 543c6d41-4b01-403d-abd7-2eb0841c7fba, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=543c6d41-4b01-403d-abd7-2eb0841c7fba,segment=NetworkSegment(f30ee5a6-674f-4453-81c9-a04210c78e42),segment_id=f30ee5a6-674f-4453-81c9-a04210c78e42)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:03.183995 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.215090 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88f50deb-0cf6-441e-aad2-042a1a40dc4f req-78ef2d1a-fe09-4832-92c1-f4b4d6703c94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964c01d0-09dc-401e-9c39-244676c07f5f HTTP/1.1" status: 200 len: 999 time: 0.1866515 Jul 16 18:20:03.314333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] For port 543c6d41-4b01-403d-abd7-2eb0841c7fba, host n-d-794306-7, got binding levels [] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:03.314898 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.315580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffbea2f-8793-4cce-ab7d-6134c8e94028 None None] Pushing event updated for resources: {'Port': ['ID=543c6d41-4b01-403d-abd7-2eb0841c7fba,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.342835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f50deb-0cf6-441e-aad2-042a1a40dc4f req-e9d41213-3d81-48d9-9b9b-f140c247c583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.345428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88f50deb-0cf6-441e-aad2-042a1a40dc4f req-e9d41213-3d81-48d9-9b9b-f140c247c583 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.1239231 Jul 16 18:20:03.346488 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Calling delete_port for 543c6d41-4b01-403d-abd7-2eb0841c7fba owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:03.389192 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-7c9eee28-b3c3-4775-af06-da086d564c96 None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:03.523180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f50deb-0cf6-441e-aad2-042a1a40dc4f req-2baa0e54-debb-4332-b76d-e5f51b92a3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:03.524796 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88f50deb-0cf6-441e-aad2-042a1a40dc4f req-2baa0e54-debb-4332-b76d-e5f51b92a3cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1624684 Jul 16 18:20:03.759299 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:03.814106 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7c9eee28-b3c3-4775-af06-da086d564c96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'f649e3f2-5356-4925-92c5-d9193f39c1bd', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'floating_ip_address': '172.25.7.28', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'port_id': '964c01d0-09dc-401e-9c39-244676c07f5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'mac_address': 'fa:16:3e:7a:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:33Z', 'updated_at': '2021-07-16T18:20:01Z', 'revision_number': 1, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:03.818447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Port': ['ID=543c6d41-4b01-403d-abd7-2eb0841c7fba,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:03.865327 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c9eee28-b3c3-4775-af06-da086d564c96 None None] The sync data for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 is: [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'f649e3f2-5356-4925-92c5-d9193f39c1bd', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'floating_ip_address': '172.25.7.28', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'port_id': '964c01d0-09dc-401e-9c39-244676c07f5f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2881, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'mac_address': 'fa:16:3e:7a:c2:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:19:33Z', 'updated_at': '2021-07-16T18:20:01Z', 'revision_number': 1, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:03.881289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No DVR routers for this DVR port 543c6d41-4b01-403d-abd7-2eb0841c7fba on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:03.885125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88f50deb-0cf6-441e-aad2-042a1a40dc4f req-567007ca-81ac-44d6-85dc-d5c424b0577e service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525703 Jul 16 18:20:03.962060 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.041126 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88f50deb-0cf6-441e-aad2-042a1a40dc4f req-7505ae9d-d31f-45be-a1a1-e226be5ffff8 service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227710 Jul 16 18:20:04.168587 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.267092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Subnet': ['ID=02b4d71e-f2eb-4abe-b99f-db52cc02799f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:04.331071 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.370031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c118823e-5c72-4445-aa6e-b3a07410b53d']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:04.385717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee0ffe2-8931-4136-a2bc-1a27438d7215 req-035018c2-ca37-491e-94a0-d2f9755470c4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:04.391178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64a2667-a83f-4ca1-b72b-91b8e142a895 None None] New status for floating IP f649e3f2-5356-4925-92c5-d9193f39c1bd: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:04.393716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ee0ffe2-8931-4136-a2bc-1a27438d7215 req-035018c2-ca37-491e-94a0-d2f9755470c4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.1707587 Jul 16 18:20:04.414037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f30ee5a6-674f-4453-81c9-a04210c78e42') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:04.414384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f30ee5a6-674f-4453-81c9-a04210c78e42') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:04.430078 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.449313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ee0ffe2-8931-4136-a2bc-1a27438d7215 req-20d1d0ab-6f04-4252-8712-ac51fe10fa86 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546947 Jul 16 18:20:04.458726 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.468384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Releasing vlan 371 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:04.469033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:04.472819 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:04.604030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.616701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:04.624970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52538) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:04.625286 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/c118823e-5c72-4445-aa6e-b3a07410b53d HTTP/1.1" status: 204 len: 168 time: 2.2324021 Jul 16 18:20:04.652341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd998a4c-0cfd-45b2-8d53-9529b6a72b80 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Network': ['ID=c118823e-5c72-4445-aa6e-b3a07410b53d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:04.724088 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc82f8ea-a461-4c83-be4b-e086c7eb6700 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:04.725060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc82f8ea-a461-4c83-be4b-e086c7eb6700 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:04.729605 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52540) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:04.735826 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dc82f8ea-a461-4c83-be4b-e086c7eb6700 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/subnets/02b4d71e-f2eb-4abe-b99f-db52cc02799f HTTP/1.1" status: 404 len: 337 time: 0.0993910 Jul 16 18:20:04.769924 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d0606eb-1713-468c-95c0-b97b8cbad10e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:04.770561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d0606eb-1713-468c-95c0-b97b8cbad10e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:04.779293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52546) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:04.783103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1d0606eb-1713-468c-95c0-b97b8cbad10e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/c118823e-5c72-4445-aa6e-b3a07410b53d HTTP/1.1" status: 404 len: 339 time: 0.0523636 Jul 16 18:20:04.960417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.000945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4244f1-05b0-4972-a72f-b2f5dcd9d925 req-76b6246b-0a6a-4467-892d-66972043c126 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.002777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f4244f1-05b0-4972-a72f-b2f5dcd9d925 req-76b6246b-0a6a-4467-892d-66972043c126 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.2183168 Jul 16 18:20:05.003186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52554) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:05.098043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f539068a-5ff6-4947-ac3a-1c0af1e31d4a None None] DHCP port deletion for c118823e-5c72-4445-aa6e-b3a07410b53d request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:05.117270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9e03a777-efb6-470c-bb85-e4af0b5568c0 None None] Could not find standard attr ID for object 543c6d41-4b01-403d-abd7-2eb0841c7fba. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:05.132117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bc7fb8-40ea-41b2-a6be-abf6f366c2d4 None None] Network c118823e-5c72-4445-aa6e-b3a07410b53d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:05.139413 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f4244f1-05b0-4972-a72f-b2f5dcd9d925 req-0c99c0da-d54f-4243-a029-fe9dba6ad0da tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305363 Jul 16 18:20:05.172308 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52562) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:05.174691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bc7fb8-40ea-41b2-a6be-abf6f366c2d4 None None] Network c118823e-5c72-4445-aa6e-b3a07410b53d could not be found, it might have been deleted concurrently. {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:20:05.185391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e653ed2-3c26-4651-8aa9-c1253b0bab85 None None] Network c118823e-5c72-4445-aa6e-b3a07410b53d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:05.230596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.247788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e653ed2-3c26-4651-8aa9-c1253b0bab85 None None] Network c118823e-5c72-4445-aa6e-b3a07410b53d could not be found, it might have been deleted concurrently. {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:20:05.261855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a01ba4-dfb5-44c7-b456-8affd5528ee6']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:05.267431 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-517e8938-c687-4328-82ea-7266ffd960fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.285366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9991b801-b97a-4c6d-8301-2f347665e27f') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:05.286337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9991b801-b97a-4c6d-8301-2f347665e27f') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:05.301584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.328470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.336128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:05.336806 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:05.342279 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:05.412007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75d428c-be93-441d-8dd6-644b01bfaf83 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:05.415714 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d75d428c-be93-441d-8dd6-644b01bfaf83 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 1091 time: 0.2387593 Jul 16 18:20:05.416951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52568) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:05.421901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:05.435144 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.445731 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.447987 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/b8a01ba4-dfb5-44c7-b456-8affd5528ee6 HTTP/1.1" status: 204 len: 168 time: 0.6671290 Jul 16 18:20:05.450666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52570) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:05.470385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd69b6-8140-4365-9b4f-01b74ca6391e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Network': ['ID=b8a01ba4-dfb5-44c7-b456-8affd5528ee6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:05.506053 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bdb9d8b-da51-4e78-ab38-71338292d5d1 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:05.506604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bdb9d8b-da51-4e78-ab38-71338292d5d1 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:05.508733 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8bdb9d8b-da51-4e78-ab38-71338292d5d1 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/subnets/416a1649-7182-415e-82a0-412d0b7a2f57 HTTP/1.1" status: 404 len: 337 time: 0.0570958 Jul 16 18:20:05.511308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52572) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:05.534317 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f4941d-357b-4a0c-9505-48cd2b1d5d21 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:05.534317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f4941d-357b-4a0c-9505-48cd2b1d5d21 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:05.536064 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e2f4941d-357b-4a0c-9505-48cd2b1d5d21 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/63d9c413-e229-48b5-b894-3846d94d0157 HTTP/1.1" status: 404 len: 339 time: 0.0232906 Jul 16 18:20:05.539472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52576) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:05.592549 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-517e8938-c687-4328-82ea-7266ffd960fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.600999 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-517e8938-c687-4328-82ea-7266ffd960fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.607747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-954f74fd-d905-446d-9801-6540e6b8e186 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Deleting subnet 4e72e829-49ef-44e2-96f4-69f4b515284f {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:05.623599 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-954f74fd-d905-446d-9801-6540e6b8e186 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.648133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517e8938-c687-4328-82ea-7266ffd960fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa7ebbf-626c-4a94-8bab-6cbf14ae3400,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:05.659610 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-517e8938-c687-4328-82ea-7266ffd960fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ef3dbdc3e5f44e79bcd7dc4c79b72c8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6533768 Jul 16 18:20:05.660407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52580) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:05.684784 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.738230 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-954f74fd-d905-446d-9801-6540e6b8e186 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.811146 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b245c2d0-8e6c-4e13-9f29-4b0041fd3eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.886770 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b245c2d0-8e6c-4e13-9f29-4b0041fd3eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:05.927351 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-954f74fd-d905-446d-9801-6540e6b8e186 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.015223 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.019819 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b245c2d0-8e6c-4e13-9f29-4b0041fd3eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.023697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b245c2d0-8e6c-4e13-9f29-4b0041fd3eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.025011 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b245c2d0-8e6c-4e13-9f29-4b0041fd3eca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bfa7ebbf-626c-4a94-8bab-6cbf14ae3400 HTTP/1.1" status: 204 len: 168 time: 0.3633347 Jul 16 18:20:06.034497 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-954f74fd-d905-446d-9801-6540e6b8e186 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.060733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b245c2d0-8e6c-4e13-9f29-4b0041fd3eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa7ebbf-626c-4a94-8bab-6cbf14ae3400,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.137788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f74fd-d905-446d-9801-6540e6b8e186 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Subnet': ['ID=4e72e829-49ef-44e2-96f4-69f4b515284f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.146640 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-954f74fd-d905-446d-9801-6540e6b8e186 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.151488 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-954f74fd-d905-446d-9801-6540e6b8e186 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/subnets/4e72e829-49ef-44e2-96f4-69f4b515284f HTTP/1.1" status: 204 len: 168 time: 0.6079407 Jul 16 18:20:06.152158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52588) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:06.171894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f13ec8-8277-46ab-bd4b-3170324bbbb8 None None] Network af19d950-5049-4676-aa7a-55a4146fc2a4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:06.251784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f7e98f-6d88-403a-9a46-195a07e17c54 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Deleting subnet a04fe3b5-237b-46b5-b7c1-bf73ce80c9a9 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:06.261649 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e98f-6d88-403a-9a46-195a07e17c54 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.326538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.25.7.34 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/06946d15-089a-4ab0-a5d6-05d456dc3509) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:06.335509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e98f-6d88-403a-9a46-195a07e17c54 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.463978 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52598) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:06.494642 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dc76fafc-8004-47cc-b3f4-ee5f446a1827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.556254 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.599387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e98f-6d88-403a-9a46-195a07e17c54 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.664778 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dc76fafc-8004-47cc-b3f4-ee5f446a1827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.672126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dc76fafc-8004-47cc-b3f4-ee5f446a1827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.753462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dc76fafc-8004-47cc-b3f4-ee5f446a1827 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e3883a4cbcbe4ab280a263cb18b61c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2864349 Jul 16 18:20:06.754485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76fafc-8004-47cc-b3f4-ee5f446a1827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed0aee4-0fc0-4731-9b48-ec7a11e9cac7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.757231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52608) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:06.770561 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.789516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e98f-6d88-403a-9a46-195a07e17c54 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.865893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f7e98f-6d88-403a-9a46-195a07e17c54 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Subnet': ['ID=a04fe3b5-237b-46b5-b7c1-bf73ce80c9a9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.882926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:06.885236 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b6f7e98f-6d88-403a-9a46-195a07e17c54 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.887180 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b6f7e98f-6d88-403a-9a46-195a07e17c54 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/subnets/a04fe3b5-237b-46b5-b7c1-bf73ce80c9a9 HTTP/1.1" status: 204 len: 168 time: 0.7346137 Jul 16 18:20:06.891367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52610) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:06.895139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:06.898910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:06.902120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=06946d15-089a-4ab0-a5d6-05d456dc3509,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:06.943640 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c2432cf-f4c1-4a0c-808b-aaa028e7bfc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:06.984347 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c2432cf-f4c1-4a0c-808b-aaa028e7bfc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.003146 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.090402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Deleting port 5257ca63-e903-4f86-a9f0-6887e4865390 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:07.090776 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.162659 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c2432cf-f4c1-4a0c-808b-aaa028e7bfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.165438 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4c2432cf-f4c1-4a0c-808b-aaa028e7bfc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.166710 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4c2432cf-f4c1-4a0c-808b-aaa028e7bfc9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eed0aee4-0fc0-4731-9b48-ec7a11e9cac7 HTTP/1.1" status: 204 len: 168 time: 0.4082704 Jul 16 18:20:07.183038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2432cf-f4c1-4a0c-808b-aaa028e7bfc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed0aee4-0fc0-4731-9b48-ec7a11e9cac7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.195725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] For port 5257ca63-e903-4f86-a9f0-6887e4865390, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5257ca63-e903-4f86-a9f0-6887e4865390,segment=NetworkSegment(df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5),segment_id=df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:07.196231 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.232057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Calling delete_port for 5257ca63-e903-4f86-a9f0-6887e4865390 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:07.369417 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.370705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2c9b67-d677-4cd0-9b47-34ac4dd55aa0 None None] Network af19d950-5049-4676-aa7a-55a4146fc2a4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:07.399529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Port': ['ID=5257ca63-e903-4f86-a9f0-6887e4865390,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.406027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No DVR routers for this DVR port 5257ca63-e903-4f86-a9f0-6887e4865390 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:07.476702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dbf7e7da-3ad9-4676-80fa-bba437be5ec7 None None] Could not find standard attr ID for object 5257ca63-e903-4f86-a9f0-6887e4865390. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:07.568676 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.587337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af19d950-5049-4676-aa7a-55a4146fc2a4']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:07.616564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:07.617159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df6f036e-fca2-46cf-a8f4-6ce6cb4b91b5') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:07.633685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fd9d86-53a0-4c42-9eea-fa4b32cc2ffa None None] DHCP port deletion for af19d950-5049-4676-aa7a-55a4146fc2a4 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:07.639285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.663697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.666055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.680547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:07.683917 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:07.690762 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:07.805142 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.822557 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.824745 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/af19d950-5049-4676-aa7a-55a4146fc2a4 HTTP/1.1" status: 204 len: 168 time: 0.9320846 Jul 16 18:20:07.827452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52638) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.852330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0d832-8d05-4515-a609-4f27146fc691 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Network': ['ID=af19d950-5049-4676-aa7a-55a4146fc2a4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:07.881739 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d277e7f-7ec1-425a-ba15-7291196962f8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:07.882215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d277e7f-7ec1-425a-ba15-7291196962f8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:07.884246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8d277e7f-7ec1-425a-ba15-7291196962f8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/subnets/7c893a00-d3fb-4f05-966b-12bc129bdd6d HTTP/1.1" status: 404 len: 337 time: 0.0555546 Jul 16 18:20:07.886714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52642) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.903983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:07.910027 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-9190f84e-4dbc-4749-8c23-fcce3132eb07 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:07.910849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9190f84e-4dbc-4749-8c23-fcce3132eb07 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:07.913782 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9190f84e-4dbc-4749-8c23-fcce3132eb07 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/5ae5a3f9-b64b-4e5a-8e0d-857ff08be9f9 HTTP/1.1" status: 404 len: 339 time: 0.0259144 Jul 16 18:20:07.916245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52644) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.946626 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-adac9225-3c8d-43fe-b152-2eb45236bc5e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:07.947093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adac9225-3c8d-43fe-b152-2eb45236bc5e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:07.949266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-adac9225-3c8d-43fe-b152-2eb45236bc5e tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/subnets/5008e169-f0ed-43ca-a3b4-89cbfe0a383c HTTP/1.1" status: 404 len: 337 time: 0.0310943 Jul 16 18:20:07.951745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52648) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:07.973837 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-44e72e4a-99fc-4873-8e01-778984cd4e50 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:07.974908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44e72e4a-99fc-4873-8e01-778984cd4e50 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:07.977321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-44e72e4a-99fc-4873-8e01-778984cd4e50 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/b22ff2aa-e125-4b9d-b010-6623a819e715 HTTP/1.1" status: 404 len: 339 time: 0.0239375 Jul 16 18:20:07.985094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52650) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.015145 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-899f9885-1645-4b35-8897-26f4c9b74e34 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:08.015868 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899f9885-1645-4b35-8897-26f4c9b74e34 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:08.024344 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-899f9885-1645-4b35-8897-26f4c9b74e34 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/subnets/3179162e-15d6-4d71-8548-fd43a337ba16 HTTP/1.1" status: 404 len: 337 time: 0.0377698 Jul 16 18:20:08.025885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52654) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.048680 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-163ac953-7063-4be0-8fbc-f4a669e43921 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:08.049363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-163ac953-7063-4be0-8fbc-f4a669e43921 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:08.051250 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-163ac953-7063-4be0-8fbc-f4a669e43921 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/43837726-685c-45a5-b7a1-a0a5895b84e5 HTTP/1.1" status: 404 len: 339 time: 0.0232573 Jul 16 18:20:08.054026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52658) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.131064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aa255c5-d60f-4429-8345-00c7bfdce2a4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Deleting subnet 5550c8ae-1ce4-4576-bc45-278cffe83aef {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:08.152780 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6aa255c5-d60f-4429-8345-00c7bfdce2a4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.170262 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.181400 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.263919 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6aa255c5-d60f-4429-8345-00c7bfdce2a4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.276778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=06946d15-089a-4ab0-a5d6-05d456dc3509,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.294595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.372839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-f762a684-2fdc-4b26-8957-8f33c055f822 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1788247 Jul 16 18:20:08.403661 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6aa255c5-d60f-4429-8345-00c7bfdce2a4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.561588 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6aa255c5-d60f-4429-8345-00c7bfdce2a4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.605099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa255c5-d60f-4429-8345-00c7bfdce2a4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Subnet': ['ID=5550c8ae-1ce4-4576-bc45-278cffe83aef,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:08.609140 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6aa255c5-d60f-4429-8345-00c7bfdce2a4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.611722 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6aa255c5-d60f-4429-8345-00c7bfdce2a4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/subnets/5550c8ae-1ce4-4576-bc45-278cffe83aef HTTP/1.1" status: 204 len: 168 time: 0.5564475 Jul 16 18:20:08.616002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52676) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:08.621963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e278832a-3053-4f11-aea8-612e1192ca7d None None] Network 33b6a383-57d9-456a-8103-f88a31e59948 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:08.786456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:08.804994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-cf7b0a1c-e98d-4149-b891-bc52078f4a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:08.806895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-cf7b0a1c-e98d-4149-b891-bc52078f4a0a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1097 time: 0.3390326 Jul 16 18:20:08.965479 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Floating IP 9a4f04cf-7332-4d1a-a473-5107bdcc60c4 associated. External IP: 172.25.7.34, port: e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f. Jul 16 18:20:09.057945 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-222eb255-3708-4edb-8edc-b3c5ac8b287c None None] DHCP port deletion for 33b6a383-57d9-456a-8103-f88a31e59948 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:09.156318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-222eb255-3708-4edb-8edc-b3c5ac8b287c None None] Deleting port e1a04b1f-1395-4435-a369-8d3a3aceb671 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:09.157321 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-222eb255-3708-4edb-8edc-b3c5ac8b287c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.233163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5257ca63-e903-4f86-a9f0-6887e4865390 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:09.263999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-222eb255-3708-4edb-8edc-b3c5ac8b287c None None] For port e1a04b1f-1395-4435-a369-8d3a3aceb671, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e1a04b1f-1395-4435-a369-8d3a3aceb671,segment=NetworkSegment(0036aa0e-f37b-4ad5-9165-24b17a1db172),segment_id=0036aa0e-f37b-4ad5-9165-24b17a1db172)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:09.264657 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-222eb255-3708-4edb-8edc-b3c5ac8b287c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.314873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5257ca63-e903-4f86-a9f0-6887e4865390 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:09.315198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5257ca63-e903-4f86-a9f0-6887e4865390 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:09.315642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e1a04b1f-1395-4435-a369-8d3a3aceb671 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:09.345352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-222eb255-3708-4edb-8edc-b3c5ac8b287c None None] Calling delete_port for e1a04b1f-1395-4435-a369-8d3a3aceb671 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:09.403862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:20:09.554274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Deleting port e1a04b1f-1395-4435-a369-8d3a3aceb671 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:09.554904 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.585807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:20:09.593076 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-222eb255-3708-4edb-8edc-b3c5ac8b287c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.597139 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733fd92-5ef9-4b7f-9cdc-4fd1b8258fac None None] Sync routers for ids ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:20:09.613112 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733fd92-5ef9-4b7f-9cdc-4fd1b8258fac None None] Routers {'2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:09.615268 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6733fd92-5ef9-4b7f-9cdc-4fd1b8258fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:09.621630 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.623716 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.632415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222eb255-3708-4edb-8edc-b3c5ac8b287c None None] Pushing event deleted for resources: {'Port': ['ID=e1a04b1f-1395-4435-a369-8d3a3aceb671,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:09.648543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222eb255-3708-4edb-8edc-b3c5ac8b287c None None] No DVR routers for this DVR port e1a04b1f-1395-4435-a369-8d3a3aceb671 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:09.667788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] For port e1a04b1f-1395-4435-a369-8d3a3aceb671, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e1a04b1f-1395-4435-a369-8d3a3aceb671,segment=NetworkSegment(0036aa0e-f37b-4ad5-9165-24b17a1db172),segment_id=0036aa0e-f37b-4ad5-9165-24b17a1db172)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:09.668209 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:09.722517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Calling delete_port for e1a04b1f-1395-4435-a369-8d3a3aceb671 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:09.725300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-66df359b-f879-4aff-866c-cfac62ad31d7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.3069816 Jul 16 18:20:09.725876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:09.728227 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df4297a-b8b2-417c-9ac2-374165eb231f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:09.735900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-d6ded04e-5a9f-4219-836a-fa46c28fa498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:09.737702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-d6ded04e-5a9f-4219-836a-fa46c28fa498 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.3089426 Jul 16 18:20:09.881830 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-6733fd92-5ef9-4b7f-9cdc-4fd1b8258fac None None] Set router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:10.048016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a165018-dd2a-4b8f-91ba-4e3dc5511e45 req-0575507e-15b2-4bcb-8430-08da041d7bac tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.053293 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a165018-dd2a-4b8f-91ba-4e3dc5511e45 req-0575507e-15b2-4bcb-8430-08da041d7bac tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.1610272 Jul 16 18:20:10.087626 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-e093ffc9-35f3-49fd-ad0f-2ac2eb6e49e5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 1001 time: 0.3317411 Jul 16 18:20:10.133732 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3a165018-dd2a-4b8f-91ba-4e3dc5511e45 req-62536616-ef3e-483c-bff1-bca8d217575c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705304 Jul 16 18:20:10.170317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-d42020ab-67b9-4e3c-b3da-702d92d5185b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.172615 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-d42020ab-67b9-4e3c-b3da-702d92d5185b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0728137 Jul 16 18:20:10.178072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52726) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:10.251017 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.341808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No DVR routers for this DVR port e1a04b1f-1395-4435-a369-8d3a3aceb671 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:10.346874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Port': ['ID=e1a04b1f-1395-4435-a369-8d3a3aceb671,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:10.385309 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86ccedb4-551c-4df3-8bb5-fe5fb5826803 x-openstack-request-id: req-86ccedb4-551c-4df3-8bb5-fe5fb5826803 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:10.386061 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:10.388696 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-86ccedb4-551c-4df3-8bb5-fe5fb5826803 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:10.389587 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'status': 'completed', 'code': 200} Jul 16 18:20:10.417815 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6733fd92-5ef9-4b7f-9cdc-4fd1b8258fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '9a4f04cf-7332-4d1a-a473-5107bdcc60c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'port_id': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'mac_address': 'fa:16:3e:b9:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:07Z', 'updated_at': '2021-07-16T18:20:07Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b65aa1a-b5ed-4ee0-9403-5860ea288207', 'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:f0:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:47Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:10.461223 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733fd92-5ef9-4b7f-9cdc-4fd1b8258fac None None] Checking router: 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:20:10.470454 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6733fd92-5ef9-4b7f-9cdc-4fd1b8258fac None None] Routers {'2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:20:10.471344 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6733fd92-5ef9-4b7f-9cdc-4fd1b8258fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:19:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:10.512860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f1968230-fd69-453c-b96e-5f11c0f0e89d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/9a4f04cf-7332-4d1a-a473-5107bdcc60c4 HTTP/1.1" status: 200 len: 990 time: 0.3329298 Jul 16 18:20:10.532525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-fcf9b23a-6abc-4915-b3a9-c38d34f9cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.532525 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-fcf9b23a-6abc-4915-b3a9-c38d34f9cbe5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3351524 Jul 16 18:20:10.567390 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:20:10.625887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.650009 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-6733fd92-5ef9-4b7f-9cdc-4fd1b8258fac None None] Set router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:20:10.683612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33b6a383-57d9-456a-8103-f88a31e59948']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:10.753093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0036aa0e-f37b-4ad5-9165-24b17a1db172') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:10.753452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0036aa0e-f37b-4ad5-9165-24b17a1db172') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:10.806365 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.859132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-92f79792-fbcb-4d34-ab28-d394ec86b16f service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148100 Jul 16 18:20:10.861853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4297a-b8b2-417c-9ac2-374165eb231f req-5f2bf5a3-39f1-4a43-abb5-9eee2efd18f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:10.863675 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1df4297a-b8b2-417c-9ac2-374165eb231f req-5f2bf5a3-39f1-4a43-abb5-9eee2efd18f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 1096 time: 0.4334526 Jul 16 18:20:10.865855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.872874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:10.873667 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: self.session.flush() Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:10.937342 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:11.024827 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6733fd92-5ef9-4b7f-9cdc-4fd1b8258fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '9a4f04cf-7332-4d1a-a473-5107bdcc60c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'port_id': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'mac_address': 'fa:16:3e:b9:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:07Z', 'updated_at': '2021-07-16T18:20:07Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b65aa1a-b5ed-4ee0-9403-5860ea288207', 'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:f0:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:47Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:11.070165 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.173981 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fed4a4ad-5e9a-4efc-b203-d3723f075347 req-8bb027ff-e2f2-431e-9a5e-b0d695395346 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246568 Jul 16 18:20:11.178292 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6733fd92-5ef9-4b7f-9cdc-4fd1b8258fac None None] The sync data for ids ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'] in n-d-794306-7 is: [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '9a4f04cf-7332-4d1a-a473-5107bdcc60c4', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.34', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'port_id': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2936, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'mac_address': 'fa:16:3e:b9:cb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:20:07Z', 'updated_at': '2021-07-16T18:20:07Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b65aa1a-b5ed-4ee0-9403-5860ea288207', 'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:f0:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:47Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:20:11.189442 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.190784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/33b6a383-57d9-456a-8103-f88a31e59948 HTTP/1.1" status: 204 len: 168 time: 2.5750048 Jul 16 18:20:11.194833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52750) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.222849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4fb61e-c056-4fcc-9e7b-a16ac3637a95 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Network': ['ID=33b6a383-57d9-456a-8103-f88a31e59948,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.245682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4297a-b8b2-417c-9ac2-374165eb231f req-4df8abb5-e0b9-4080-b98c-1c0c635543ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.247519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1df4297a-b8b2-417c-9ac2-374165eb231f req-4df8abb5-e0b9-4080-b98c-1c0c635543ac service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b HTTP/1.1" status: 200 len: 897 time: 0.3048935 Jul 16 18:20:11.262605 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-e24b28de-6b30-4da6-823a-b61df787038a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:11.263247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e24b28de-6b30-4da6-823a-b61df787038a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:11.265836 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e24b28de-6b30-4da6-823a-b61df787038a tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/subnets/b144c1d6-a094-4556-b3dc-d01d46055733 HTTP/1.1" status: 404 len: 337 time: 0.0695715 Jul 16 18:20:11.269873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52752) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.350066 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c195d2-2a98-40c4-bd75-8877e118f957 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:11.350713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c195d2-2a98-40c4-bd75-8877e118f957 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:11.352599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-77c195d2-2a98-40c4-bd75-8877e118f957 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/b62e5ac8-6182-4c3b-8f6e-94c5ed504382 HTTP/1.1" status: 404 len: 339 time: 0.0811884 Jul 16 18:20:11.355310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52754) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.412973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1df4297a-b8b2-417c-9ac2-374165eb231f req-1cf21911-eea1-4fcd-9df3-f9208471da26 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f HTTP/1.1" status: 200 len: 998 time: 0.1330981 Jul 16 18:20:11.441784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-c44270e2-108d-4956-8983-a6edd08e80e4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Deleting subnet da45438c-a4a8-4111-8b87-58df80ccc4f5 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:11.447756 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c44270e2-108d-4956-8983-a6edd08e80e4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.505785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4297a-b8b2-417c-9ac2-374165eb231f req-56d22951-5376-4d62-9004-d7381be13532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.508737 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1df4297a-b8b2-417c-9ac2-374165eb231f req-56d22951-5376-4d62-9004-d7381be13532 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf4a0eea-69ef-481a-b601-6babe38a3fe2 HTTP/1.1" status: 200 len: 834 time: 0.0833466 Jul 16 18:20:11.511847 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c44270e2-108d-4956-8983-a6edd08e80e4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.517742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52768) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.640137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d8f4e91-36a7-46bf-bb20-48a17c6a1b52 None None] New status for floating IP 9a4f04cf-7332-4d1a-a473-5107bdcc60c4: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:20:11.667865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c44270e2-108d-4956-8983-a6edd08e80e4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.732805 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c44270e2-108d-4956-8983-a6edd08e80e4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.752602 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c227f285-d0cc-4e12-b5db-9b1468d6566e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/9a4f04cf-7332-4d1a-a473-5107bdcc60c4 HTTP/1.1" status: 200 len: 990 time: 0.2145033 Jul 16 18:20:11.774148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df4297a-b8b2-417c-9ac2-374165eb231f req-b1a23fa2-b450-4188-9395-f4a4b9dfef44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:11.775924 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1df4297a-b8b2-417c-9ac2-374165eb231f req-b1a23fa2-b450-4188-9395-f4a4b9dfef44 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2167017 Jul 16 18:20:11.802754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44270e2-108d-4956-8983-a6edd08e80e4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Subnet': ['ID=da45438c-a4a8-4111-8b87-58df80ccc4f5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:11.816523 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c44270e2-108d-4956-8983-a6edd08e80e4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:11.822382 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c44270e2-108d-4956-8983-a6edd08e80e4 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/subnets/da45438c-a4a8-4111-8b87-58df80ccc4f5 HTTP/1.1" status: 204 len: 168 time: 0.4658046 Jul 16 18:20:11.824875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52774) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:11.880637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e31522af-40bc-4d0b-81c4-03bf654842e8 None None] Network 0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:11.937155 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.018946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Deleting port c73410d6-34b7-4ffc-8abb-ba7e63587dc1 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:12.019347 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.088714 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1df4297a-b8b2-417c-9ac2-374165eb231f req-fbb0c2c6-552c-40df-8ccb-04e16f315e0e service neutron] 10.222.0.37 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055730 Jul 16 18:20:12.113243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] For port c73410d6-34b7-4ffc-8abb-ba7e63587dc1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c73410d6-34b7-4ffc-8abb-ba7e63587dc1,segment=NetworkSegment(2714604f-f2fb-484b-ba92-b867e78d9f6a),segment_id=2714604f-f2fb-484b-ba92-b867e78d9f6a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:12.117110 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.152534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Calling delete_port for c73410d6-34b7-4ffc-8abb-ba7e63587dc1 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:12.240651 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1df4297a-b8b2-417c-9ac2-374165eb231f req-a497b8dd-25cf-4d1c-afe7-133c19fad19a service neutron] 10.222.0.37 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397688 Jul 16 18:20:12.380353 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.420322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] No DVR routers for this DVR port c73410d6-34b7-4ffc-8abb-ba7e63587dc1 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:12.426871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Port': ['ID=c73410d6-34b7-4ffc-8abb-ba7e63587dc1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:12.521588 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.559363 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.581518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:12.609714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2714604f-f2fb-484b-ba92-b867e78d9f6a') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:12.610004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2714604f-f2fb-484b-ba92-b867e78d9f6a') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:12.644761 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.673978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7a5df1-116c-411d-81a1-8257e3ef6e1e None None] DHCP port deletion for 0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:12.691120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.719432 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:12.723397 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:12.731811 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:12.745489 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52792) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:12.891830 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-68973865-dab2-4f4e-b406-f254a46927b9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/9a4f04cf-7332-4d1a-a473-5107bdcc60c4 HTTP/1.1" status: 200 len: 992 time: 0.1391771 Jul 16 18:20:12.911944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.921086 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:12.925727 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] 10.222.0.47 "DELETE /v2.0/networks/0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c HTTP/1.1" status: 204 len: 168 time: 1.0963762 Jul 16 18:20:12.945706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42bbb04-6246-4505-b05d-243fe932cdf8 tempest-NetworksIpV6Test-966028392 tempest-NetworksIpV6Test-966028392-project] Pushing event deleted for resources: {'Network': ['ID=0f0ef7a4-3c7b-458c-ba67-f64d2450ba7c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:13.170990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c73410d6-34b7-4ffc-8abb-ba7e63587dc1 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:13.197729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: c73410d6-34b7-4ffc-8abb-ba7e63587dc1 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:13.198074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c73410d6-34b7-4ffc-8abb-ba7e63587dc1 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:13.278523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52804) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:13.458594 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a15d5a29-e09b-48a8-8889-eeadcdc59000 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=958f75bd3f2a44949dea9696fa7ec186&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1778097 Jul 16 18:20:13.461253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52810) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:13.525263 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a16e1d4b-3d62-4985-8abd-b31bd5dc481c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.555675 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a16e1d4b-3d62-4985-8abd-b31bd5dc481c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.619120 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a16e1d4b-3d62-4985-8abd-b31bd5dc481c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.623187 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a16e1d4b-3d62-4985-8abd-b31bd5dc481c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:13.625524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a16e1d4b-3d62-4985-8abd-b31bd5dc481c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5c99c7f-929c-4d6f-9991-47b78c5f861d HTTP/1.1" status: 204 len: 168 time: 0.1625202 Jul 16 18:20:13.638052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16e1d4b-3d62-4985-8abd-b31bd5dc481c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c99c7f-929c-4d6f-9991-47b78c5f861d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.528353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52870) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:14.666236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-981581650'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:14.695584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:14.699416 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.709452 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.838143 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.845130 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.874926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 381} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:14.891727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b44fbd-5df9-40c7-b278-5d6337fc9ed3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:14.894746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:14.895342 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Added segment bee36b56-c8f6-4d04-98e8-136d991a7a0b of type vlan for network d9340f62-4c77-4740-b893-073ea02a4702 Jul 16 18:20:14.959759 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.007601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.018290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.019967 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.095907 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5657108 Jul 16 18:20:15.100694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52890) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:15.110729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'name': 'tempest-PortsTestJSON-1188273707'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:15.225364 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ddc05a-85bf-4dd5-b803-dbb122ddca04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Network': ['ID=d9340f62-4c77-4740-b893-073ea02a4702,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.250395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network d9340f62-4c77-4740-b893-073ea02a4702 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:15.313647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:15.319542 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.347936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port fa0c20d4-da79-434c-9161-980b50479c85 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:15.478964 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9860369a-1f26-4760-9892-94eea53113ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.690746 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.745659 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.821446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=fa0c20d4-da79-434c-9161-980b50479c85,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:15.833192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Checking segment: {'id': 'bee36b56-c8f6-4d04-98e8-136d991a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:15.833899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network hostable DHCP agents. Network: d9340f62-4c77-4740-b893-073ea02a4702, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:15.858661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network d9340f62-4c77-4740-b893-073ea02a4702 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:15.884552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, d9340f62-4c77-4740-b893-073ea02a4702) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:15.890106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:15.901346 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:15.901658 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:15.902772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a46846a-c73d-4258-89ab-8f2d4972180d None None] Network d9340f62-4c77-4740-b893-073ea02a4702 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:15.931373 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-25d30db7-e11d-4d35-bf7a-6f9c81a8dd43 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8286419 Jul 16 18:20:15.936166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52898) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:15.946046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1690537791'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:15.990783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:15.995594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.038798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:16.051037 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.051896 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Added segment 27d6cd28-2d3a-4caa-bbe7-ee73cb6aca67 of type vlan for network 4759b249-09c6-4099-97b1-006a7b286fdb Jul 16 18:20:16.127432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.165230 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.171983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:16.173087 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.214981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52900) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:16.220163 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2821357 Jul 16 18:20:16.220743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'ports': [{'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702'}, {'network_id': '4759b249-09c6-4099-97b1-006a7b286fdb'}]} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:16.221320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:16.222027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': '4759b249-09c6-4099-97b1-006a7b286fdb'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:16.264692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5845f915-0f51-4cef-9697-4e7dde942d28 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Network': ['ID=4759b249-09c6-4099-97b1-006a7b286fdb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:16.304563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 4759b249-09c6-4099-97b1-006a7b286fdb details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:16.547994 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 2} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:16.557005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.593946 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:16.763414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 93a40427-1169-4f55-8322-e6098baccbaa yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:16.926813 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.057366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 47fcb183-461c-4907-9f97-f077af8a5007 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:17.232386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.303067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.409869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network d9340f62-4c77-4740-b893-073ea02a4702 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:17.417041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:17.421357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:17.423075 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.433105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=93a40427-1169-4f55-8322-e6098baccbaa,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:17.568530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=47fcb183-461c-4907-9f97-f077af8a5007,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:17.599969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Checking segment: {'id': '27d6cd28-2d3a-4caa-bbe7-ee73cb6aca67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '4759b249-09c6-4099-97b1-006a7b286fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:17.600345 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network hostable DHCP agents. Network: 4759b249-09c6-4099-97b1-006a7b286fdb, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:17.643231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 4759b249-09c6-4099-97b1-006a7b286fdb is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:17.676810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 4759b249-09c6-4099-97b1-006a7b286fdb) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:17.690267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:17.694677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76f7119b-4d33-4224-af08-51fb0d44f670 None None] Network 4759b249-09c6-4099-97b1-006a7b286fdb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:17.716134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.726372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:17.727497 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:17.772346 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d7c1682a-b0f7-4718-9d1e-3f03eacb697f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5539684 Jul 16 18:20:17.775004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52918) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:18.160339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-0be585ee-dd96-4b34-ae2f-b85555112ec7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 47fcb183-461c-4907-9f97-f077af8a5007 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:18.160981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0be585ee-dd96-4b34-ae2f-b85555112ec7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.243055 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2903c7b1-e84c-4e29-bd20-e36b5704dd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.247610 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.308972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0be585ee-dd96-4b34-ae2f-b85555112ec7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.329573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-0be585ee-dd96-4b34-ae2f-b85555112ec7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 47fcb183-461c-4907-9f97-f077af8a5007 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:18.474542 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0be585ee-dd96-4b34-ae2f-b85555112ec7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.507355 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0be585ee-dd96-4b34-ae2f-b85555112ec7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:18.511116 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0be585ee-dd96-4b34-ae2f-b85555112ec7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/47fcb183-461c-4907-9f97-f077af8a5007 HTTP/1.1" status: 204 len: 168 time: 0.7335863 Jul 16 18:20:18.515004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52928) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:18.593813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be585ee-dd96-4b34-ae2f-b85555112ec7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=47fcb183-461c-4907-9f97-f077af8a5007,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:18.634018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648fda8b-3905-44b8-8755-40b93de3df03 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.641381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648fda8b-3905-44b8-8755-40b93de3df03 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:18.643728 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-648fda8b-3905-44b8-8755-40b93de3df03 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1272805 Jul 16 18:20:18.648813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52932) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:18.885360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd89ab-aeeb-440a-9095-5a4872a9e0ca tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 93a40427-1169-4f55-8322-e6098baccbaa {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:18.885879 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4cd89ab-aeeb-440a-9095-5a4872a9e0ca tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.024454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4cd89ab-aeeb-440a-9095-5a4872a9e0ca tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.045790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e4cd89ab-aeeb-440a-9095-5a4872a9e0ca tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 93a40427-1169-4f55-8322-e6098baccbaa owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:19.219901 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4cd89ab-aeeb-440a-9095-5a4872a9e0ca tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.282334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd89ab-aeeb-440a-9095-5a4872a9e0ca tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=93a40427-1169-4f55-8322-e6098baccbaa,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:19.295179 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4cd89ab-aeeb-440a-9095-5a4872a9e0ca tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.300276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52940) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:19.311748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e4cd89ab-aeeb-440a-9095-5a4872a9e0ca tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/93a40427-1169-4f55-8322-e6098baccbaa HTTP/1.1" status: 204 len: 168 time: 0.6613820 Jul 16 18:20:19.435492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eca740cb-0a0c-464c-9fec-4a3814a0db46 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:19.437829 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eca740cb-0a0c-464c-9fec-4a3814a0db46 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1362848 Jul 16 18:20:19.440482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52942) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:19.476132 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-540cb433-5442-48c3-9313-4742a0e14bd1 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:20:19.477806 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-540cb433-5442-48c3-9313-4742a0e14bd1 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/47fcb183-461c-4907-9f97-f077af8a5007 HTTP/1.1" status: 404 len: 333 time: 0.0362792 Jul 16 18:20:19.482127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52944) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:19.511530 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-04c5befc-1e12-4e77-878a-46eff004684a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:20:19.513154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-04c5befc-1e12-4e77-878a-46eff004684a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/93a40427-1169-4f55-8322-e6098baccbaa HTTP/1.1" status: 404 len: 333 time: 0.0300813 Jul 16 18:20:19.516373 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52946) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:19.603927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.710405 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.721326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4759b249-09c6-4099-97b1-006a7b286fdb']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:19.733026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27d6cd28-2d3a-4caa-bbe7-ee73cb6aca67') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:19.733386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27d6cd28-2d3a-4caa-bbe7-ee73cb6aca67') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:19.747686 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.767221 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.774845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:19.775321 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:19.778467 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:19.869404 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.877998 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.889185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/networks/4759b249-09c6-4099-97b1-006a7b286fdb HTTP/1.1" status: 204 len: 168 time: 0.3629973 Jul 16 18:20:19.890442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52952) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:19.899384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-339172509'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:19.900577 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.920645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2b5322-fd60-4859-8eb0-a9422b493e04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Network': ['ID=4759b249-09c6-4099-97b1-006a7b286fdb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:19.947540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:19.951208 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.983984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:19.994340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:19.994692 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Added segment 941a4882-c218-4cab-aebb-3d388bcfeb7f of type vlan for network bcbb5c97-9386-40fb-baed-4a97bd867956 Jul 16 18:20:20.042713 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.085905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.092765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:20.093395 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.131686 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2402241 Jul 16 18:20:20.135056 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52954) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:20.140546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': 'bcbb5c97-9386-40fb-baed-4a97bd867956', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:20.170787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf1866-2a93-499c-8c7f-71af5f245771 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Network': ['ID=bcbb5c97-9386-40fb-baed-4a97bd867956,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:20.185988 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network bcbb5c97-9386-40fb-baed-4a97bd867956 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:20.241734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:20.245642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.458161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.547613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Subnet': ['ID=83593e3e-7a85-4490-ab36-47bb3e237476,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:20.570648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Checking segment: {'id': '941a4882-c218-4cab-aebb-3d388bcfeb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bcbb5c97-9386-40fb-baed-4a97bd867956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:20.571023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network hostable DHCP agents. Network: bcbb5c97-9386-40fb-baed-4a97bd867956, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:20.589846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network bcbb5c97-9386-40fb-baed-4a97bd867956 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:20.601624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, bcbb5c97-9386-40fb-baed-4a97bd867956) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:20.607239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:20.608314 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.618225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bf6185-f348-4cf6-bf91-058fe0611dac None None] Network bcbb5c97-9386-40fb-baed-4a97bd867956 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:20.633026 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eee2d92b-8986-49da-a87f-74a4a3eec359 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4965320 Jul 16 18:20:20.635836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 52966) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:20.641603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': 'bcbb5c97-9386-40fb-baed-4a97bd867956', 'name': 'tempest-PortsTestJSON-462169285'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:20.787000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:20.791254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:20.817721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 59585e90-0e81-43c3-b2d3-fe2fe4eb84e7 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:20.861597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-bcbb5c97-9386-40fb-baed-4a97bd867956', 'network_id': 'bcbb5c97-9386-40fb-baed-4a97bd867956', 'tenant_id': '105ce5695e9e4d20bdeaef545cc5f34a', 'fixed_ips': [{'subnet_id': '83593e3e-7a85-4490-ab36-47bb3e237476'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:20.862858 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.027761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.5 (bcbb5c97-9386-40fb-baed-4a97bd867956/83593e3e-7a85-4490-ab36-47bb3e237476/59585e90-0e81-43c3-b2d3-fe2fe4eb84e7) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:21.253909 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.279943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object 59585e90-0e81-43c3-b2d3-fe2fe4eb84e7 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:21.354653 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.404250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network bcbb5c97-9386-40fb-baed-4a97bd867956 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:21.432591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:21.438508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:21.445332 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Allocated IP 172.20.0.2 (bcbb5c97-9386-40fb-baed-4a97bd867956/83593e3e-7a85-4490-ab36-47bb3e237476/b066120b-2aad-4b1b-be8d-6642e0fb41a6) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:21.533412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=59585e90-0e81-43c3-b2d3-fe2fe4eb84e7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.547519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:21.548304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.575984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 52990) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:21.576801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-995e2fc4-bf26-4246-9a7e-dac959138837 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.9379296 Jul 16 18:20:21.732732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-2774e4d3-91eb-4dd8-9837-76b9c4575310 req-cf86d764-6a6e-471c-8608-b15b612dbaaf service neutron] (105438) timed out ('10.222.0.47', 59850) {{(pid=105438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:20:21.740689 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.751351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Transition to ACTIVE for port object b066120b-2aad-4b1b-be8d-6642e0fb41a6 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:21.777924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-27c69d30-6ba9-4fd1-a2d0-3e7127e970e5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 59585e90-0e81-43c3-b2d3-fe2fe4eb84e7 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:21.778697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27c69d30-6ba9-4fd1-a2d0-3e7127e970e5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.781320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Transition to ACTIVE for port object b066120b-2aad-4b1b-be8d-6642e0fb41a6 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:21.789958 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.847308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Network bcbb5c97-9386-40fb-baed-4a97bd867956 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:21.851462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:21.855312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:21.925739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Pushing event updated for resources: {'Port': ['ID=b066120b-2aad-4b1b-be8d-6642e0fb41a6,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:21.928355 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27c69d30-6ba9-4fd1-a2d0-3e7127e970e5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.945745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-27c69d30-6ba9-4fd1-a2d0-3e7127e970e5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 59585e90-0e81-43c3-b2d3-fe2fe4eb84e7 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:21.978315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Attempting to bind port b066120b-2aad-4b1b-be8d-6642e0fb41a6 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:21.978701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Attempting to bind port b066120b-2aad-4b1b-be8d-6642e0fb41a6 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '941a4882-c218-4cab-aebb-3d388bcfeb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bcbb5c97-9386-40fb-baed-4a97bd867956'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:21.979109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Attempting to bind port b066120b-2aad-4b1b-be8d-6642e0fb41a6 on network bcbb5c97-9386-40fb-baed-4a97bd867956 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:21.984695 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.985843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:21.986430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Checking segment: {'id': '941a4882-c218-4cab-aebb-3d388bcfeb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bcbb5c97-9386-40fb-baed-4a97bd867956'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:21.987033 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:21.987688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Bound using segment: {'id': '941a4882-c218-4cab-aebb-3d388bcfeb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bcbb5c97-9386-40fb-baed-4a97bd867956'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:21.988481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Bound port: b066120b-2aad-4b1b-be8d-6642e0fb41a6, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '941a4882-c218-4cab-aebb-3d388bcfeb7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': 'bcbb5c97-9386-40fb-baed-4a97bd867956'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:21.989786 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.160313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] For port b066120b-2aad-4b1b-be8d-6642e0fb41a6, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:22.168034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] For port b066120b-2aad-4b1b-be8d-6642e0fb41a6, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b066120b-2aad-4b1b-be8d-6642e0fb41a6,segment=NetworkSegment(941a4882-c218-4cab-aebb-3d388bcfeb7f),segment_id=941a4882-c218-4cab-aebb-3d388bcfeb7f)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:22.173854 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.205942 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27c69d30-6ba9-4fd1-a2d0-3e7127e970e5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.292391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2335351b-f8d4-4879-872f-dc76d505a48a None None] Pushing event updated for resources: {'Port': ['ID=b066120b-2aad-4b1b-be8d-6642e0fb41a6,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:22.313044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c69d30-6ba9-4fd1-a2d0-3e7127e970e5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=59585e90-0e81-43c3-b2d3-fe2fe4eb84e7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:22.448018 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27c69d30-6ba9-4fd1-a2d0-3e7127e970e5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.451717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-27c69d30-6ba9-4fd1-a2d0-3e7127e970e5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/59585e90-0e81-43c3-b2d3-fe2fe4eb84e7 HTTP/1.1" status: 204 len: 168 time: 0.8750148 Jul 16 18:20:22.453907 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53000) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:22.498658 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce8f178-014f-42f9-bbb0-5c7822cd0dc8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:20:22.500137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce8f178-014f-42f9-bbb0-5c7822cd0dc8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:22.503731 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4ce8f178-014f-42f9-bbb0-5c7822cd0dc8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/59585e90-0e81-43c3-b2d3-fe2fe4eb84e7 HTTP/1.1" status: 404 len: 333 time: 0.0480499 Jul 16 18:20:22.507153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53002) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:22.588155 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b8661a0-27a3-4094-b141-2da07dae3322 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:20:22.593471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53006) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:22.611706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9b8661a0-27a3-4094-b141-2da07dae3322 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/59585e90-0e81-43c3-b2d3-fe2fe4eb84e7 HTTP/1.1" status: 404 len: 333 time: 0.0834348 Jul 16 18:20:22.713853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-7123ba90-3cd3-4f88-9e8c-8cf3602d2a8a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting subnet 83593e3e-7a85-4490-ab36-47bb3e237476 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:22.724510 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7123ba90-3cd3-4f88-9e8c-8cf3602d2a8a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.793644 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7123ba90-3cd3-4f88-9e8c-8cf3602d2a8a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:22.980657 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7123ba90-3cd3-4f88-9e8c-8cf3602d2a8a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.102601 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7123ba90-3cd3-4f88-9e8c-8cf3602d2a8a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.142494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7123ba90-3cd3-4f88-9e8c-8cf3602d2a8a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Subnet': ['ID=83593e3e-7a85-4490-ab36-47bb3e237476,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:23.153896 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7123ba90-3cd3-4f88-9e8c-8cf3602d2a8a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.159748 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7123ba90-3cd3-4f88-9e8c-8cf3602d2a8a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/83593e3e-7a85-4490-ab36-47bb3e237476 HTTP/1.1" status: 204 len: 168 time: 0.5568419 Jul 16 18:20:23.160321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53012) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:23.300560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b066120b-2aad-4b1b-be8d-6642e0fb41a6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:23.385842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.463091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port b066120b-2aad-4b1b-be8d-6642e0fb41a6 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:23.463672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.514667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port b066120b-2aad-4b1b-be8d-6642e0fb41a6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:23.596960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] For port b066120b-2aad-4b1b-be8d-6642e0fb41a6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b066120b-2aad-4b1b-be8d-6642e0fb41a6,segment=NetworkSegment(941a4882-c218-4cab-aebb-3d388bcfeb7f),segment_id=941a4882-c218-4cab-aebb-3d388bcfeb7f)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:23.598462 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.638096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for b066120b-2aad-4b1b-be8d-6642e0fb41a6 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:23.879980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53026) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:23.891163 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:23.951086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No DVR routers for this DVR port b066120b-2aad-4b1b-be8d-6642e0fb41a6 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:23.953350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=b066120b-2aad-4b1b-be8d-6642e0fb41a6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.101590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a917c77-ffcd-4f91-8379-907699da3d49 None None] Network bcbb5c97-9386-40fb-baed-4a97bd867956 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:24.148067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.164083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a77e2df7-56b7-4406-acba-53e08509d611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.166876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcbb5c97-9386-40fb-baed-4a97bd867956']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:24.190021 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '941a4882-c218-4cab-aebb-3d388bcfeb7f') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:24.190391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '941a4882-c218-4cab-aebb-3d388bcfeb7f') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:24.217059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-32d699b7-b592-4797-b3a9-a19d1f65f924 None None] Could not find standard attr ID for object b066120b-2aad-4b1b-be8d-6642e0fb41a6. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:24.315200 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a77e2df7-56b7-4406-acba-53e08509d611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.323353 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a77e2df7-56b7-4406-acba-53e08509d611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.330517 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.377148 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.401321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e2df7-56b7-4406-acba-53e08509d611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c41f01c-7161-4a1b-b9dc-d45b19d98fb2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.404594 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:24.405019 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:24.408604 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:24.413764 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a77e2df7-56b7-4406-acba-53e08509d611 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=edfeda39f4834c9c995a73e2fb61283c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5301096 Jul 16 18:20:24.416427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53032) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:24.468842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90b803e8-f0ab-4ef0-8f9c-a18f2d40de16 None None] DHCP port deletion for bcbb5c97-9386-40fb-baed-4a97bd867956 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:24.514800 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.527818 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d0a0beea-b3f5-4489-83df-06301d0632d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.528920 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.540657 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/networks/bcbb5c97-9386-40fb-baed-4a97bd867956 HTTP/1.1" status: 204 len: 168 time: 1.3719664 Jul 16 18:20:24.540966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53034) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:24.552459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-260709838'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:24.567199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b02abe-08de-4bc8-ba19-b7b80c14d5ae tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Network': ['ID=bcbb5c97-9386-40fb-baed-4a97bd867956,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.588865 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d0a0beea-b3f5-4489-83df-06301d0632d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.621604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:24.627940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.688483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:24.702510 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.703225 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Added segment 09c326f1-11a3-4009-b0ce-5301fee57d29 of type vlan for network 897a9dea-75d6-4754-8521-8d6773bd2e37 Jul 16 18:20:24.824167 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.832627 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d0a0beea-b3f5-4489-83df-06301d0632d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.835532 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d0a0beea-b3f5-4489-83df-06301d0632d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.836808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d0a0beea-b3f5-4489-83df-06301d0632d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c41f01c-7161-4a1b-b9dc-d45b19d98fb2 HTTP/1.1" status: 204 len: 168 time: 0.4196911 Jul 16 18:20:24.850847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a0beea-b3f5-4489-83df-06301d0632d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c41f01c-7161-4a1b-b9dc-d45b19d98fb2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:24.876940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.885174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:24.885174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:24.933672 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3913102 Jul 16 18:20:24.937828 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53042) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:24.945838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': '897a9dea-75d6-4754-8521-8d6773bd2e37', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:24.993934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be44a2-3202-4617-8e58-3c7841b11fcd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Network': ['ID=897a9dea-75d6-4754-8521-8d6773bd2e37,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:25.007794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 897a9dea-75d6-4754-8521-8d6773bd2e37 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:25.114352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:25.123842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.182414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b066120b-2aad-4b1b-be8d-6642e0fb41a6 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:25.204140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: b066120b-2aad-4b1b-be8d-6642e0fb41a6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:25.204763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b066120b-2aad-4b1b-be8d-6642e0fb41a6 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:25.424104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.427433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53048) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:25.455273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6e81cc6b-4fb4-4106-a118-4f0115a9e64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.515880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Subnet': ['ID=0596dc88-9b11-44dc-b434-05bacab5e13e,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:25.531550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Checking segment: {'id': '09c326f1-11a3-4009-b0ce-5301fee57d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '897a9dea-75d6-4754-8521-8d6773bd2e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:25.531550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network hostable DHCP agents. Network: 897a9dea-75d6-4754-8521-8d6773bd2e37, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:25.565131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 897a9dea-75d6-4754-8521-8d6773bd2e37 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:25.579169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 897a9dea-75d6-4754-8521-8d6773bd2e37) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:25.586815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:25.587826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.591995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9728001e-3f3c-46c1-b406-1ababe09b2c0 None None] Network 897a9dea-75d6-4754-8521-8d6773bd2e37 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:25.634373 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6e81cc6b-4fb4-4106-a118-4f0115a9e64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.640834 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6e81cc6b-4fb4-4106-a118-4f0115a9e64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.649252 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a9a0f015-a524-4f9f-9054-0ed84faac40f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7101812 Jul 16 18:20:25.653180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53050) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:25.663900 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': '897a9dea-75d6-4754-8521-8d6773bd2e37', 'security_groups': [], 'name': 'tempest-PortsTestJSON-142001127'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:25.730933 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6e81cc6b-4fb4-4106-a118-4f0115a9e64e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90072c9acbf941a29a4c3eca6b224117&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995324 Jul 16 18:20:25.731354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53052) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:25.732435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e81cc6b-4fb4-4106-a118-4f0115a9e64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc2e24d4-bde9-4080-a5f3-b1536ea89dbd,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:25.850189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-897a9dea-75d6-4754-8521-8d6773bd2e37', 'network_id': '897a9dea-75d6-4754-8521-8d6773bd2e37', 'tenant_id': '105ce5695e9e4d20bdeaef545cc5f34a', 'fixed_ips': [{'subnet_id': '0596dc88-9b11-44dc-b434-05bacab5e13e'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:25.851752 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.922568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65ad2163-bcd9-4087-9788-abeeb7bbe82f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:25.983666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65ad2163-bcd9-4087-9788-abeeb7bbe82f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.011041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:26.018455 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.075689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Allocated IP 172.20.0.2 (897a9dea-75d6-4754-8521-8d6773bd2e37/0596dc88-9b11-44dc-b434-05bacab5e13e/06ba3061-8dcc-4dbd-b5a3-1bd41742ae06) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:26.082086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port fcfb94bc-d19e-47c8-b1b0-b6e49731c47e yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:26.202541 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65ad2163-bcd9-4087-9788-abeeb7bbe82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.207809 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65ad2163-bcd9-4087-9788-abeeb7bbe82f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.209830 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-65ad2163-bcd9-4087-9788-abeeb7bbe82f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/cc2e24d4-bde9-4080-a5f3-b1536ea89dbd HTTP/1.1" status: 204 len: 168 time: 0.4770577 Jul 16 18:20:26.236449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad2163-bcd9-4087-9788-abeeb7bbe82f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc2e24d4-bde9-4080-a5f3-b1536ea89dbd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:26.309479 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.325896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Transition to ACTIVE for port object 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:26.336929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Transition to ACTIVE for port object 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:26.347221 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.426746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Network 897a9dea-75d6-4754-8521-8d6773bd2e37 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:26.434713 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:26.438888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:26.453396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Pushing event updated for resources: {'Port': ['ID=06ba3061-8dcc-4dbd-b5a3-1bd41742ae06,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:26.456162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.12 (897a9dea-75d6-4754-8521-8d6773bd2e37/0596dc88-9b11-44dc-b434-05bacab5e13e/fcfb94bc-d19e-47c8-b1b0-b6e49731c47e) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:26.592368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Attempting to bind port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:26.593087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Attempting to bind port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '09c326f1-11a3-4009-b0ce-5301fee57d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '897a9dea-75d6-4754-8521-8d6773bd2e37'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:26.593772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Attempting to bind port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 on network 897a9dea-75d6-4754-8521-8d6773bd2e37 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:26.604789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:26.605608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Checking segment: {'id': '09c326f1-11a3-4009-b0ce-5301fee57d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '897a9dea-75d6-4754-8521-8d6773bd2e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:26.606415 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.607168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Bound using segment: {'id': '09c326f1-11a3-4009-b0ce-5301fee57d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '897a9dea-75d6-4754-8521-8d6773bd2e37'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:26.608399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Bound port: 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c326f1-11a3-4009-b0ce-5301fee57d29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '897a9dea-75d6-4754-8521-8d6773bd2e37'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:26.609261 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.744765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] For port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:26.751594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] For port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=06ba3061-8dcc-4dbd-b5a3-1bd41742ae06,segment=NetworkSegment(09c326f1-11a3-4009-b0ce-5301fee57d29),segment_id=09c326f1-11a3-4009-b0ce-5301fee57d29)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:26.762151 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.781012 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.814503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object fcfb94bc-d19e-47c8-b1b0-b6e49731c47e will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:26.902338 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:26.926823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cbba12-b2d0-4b7b-be84-ed08ce96c533 None None] Pushing event updated for resources: {'Port': ['ID=06ba3061-8dcc-4dbd-b5a3-1bd41742ae06,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:26.961385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53066) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:26.996175 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a9b37ecd-ec03-41dd-a982-0e3aae357a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.008050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=fcfb94bc-d19e-47c8-b1b0-b6e49731c47e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.039205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 897a9dea-75d6-4754-8521-8d6773bd2e37 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:27.041297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:27.045366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:27.153706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:27.155343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.269468 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a9b37ecd-ec03-41dd-a982-0e3aae357a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.274667 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a9b37ecd-ec03-41dd-a982-0e3aae357a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.281313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d0d173cb-9b01-4e34-9e36-3dd7aedb9836 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6259718 Jul 16 18:20:27.286284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53070) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:27.330986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b37ecd-ec03-41dd-a982-0e3aae357a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a457ec26-e0d1-4084-a78d-b49bd84620e5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.405456 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a9b37ecd-ec03-41dd-a982-0e3aae357a65 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4144d17a318b46d7b27691a3e326a5a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4426000 Jul 16 18:20:27.408335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53072) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:27.477783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d47e6314-8191-4add-ad05-c7cbefa8d832 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port fcfb94bc-d19e-47c8-b1b0-b6e49731c47e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:27.478111 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d47e6314-8191-4add-ad05-c7cbefa8d832 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.496206 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11c35fda-6f2a-4ff9-9a09-471b0ef81c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.519074 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11c35fda-6f2a-4ff9-9a09-471b0ef81c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.578459 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11c35fda-6f2a-4ff9-9a09-471b0ef81c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.578935 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d47e6314-8191-4add-ad05-c7cbefa8d832 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.582328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11c35fda-6f2a-4ff9-9a09-471b0ef81c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.587539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-11c35fda-6f2a-4ff9-9a09-471b0ef81c68 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a457ec26-e0d1-4084-a78d-b49bd84620e5 HTTP/1.1" status: 204 len: 168 time: 0.1742659 Jul 16 18:20:27.594983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d47e6314-8191-4add-ad05-c7cbefa8d832 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for fcfb94bc-d19e-47c8-b1b0-b6e49731c47e owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:27.600210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c35fda-6f2a-4ff9-9a09-471b0ef81c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a457ec26-e0d1-4084-a78d-b49bd84620e5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.784273 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d47e6314-8191-4add-ad05-c7cbefa8d832 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.858734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47e6314-8191-4add-ad05-c7cbefa8d832 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=fcfb94bc-d19e-47c8-b1b0-b6e49731c47e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:27.951461 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d47e6314-8191-4add-ad05-c7cbefa8d832 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:27.956055 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d47e6314-8191-4add-ad05-c7cbefa8d832 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/fcfb94bc-d19e-47c8-b1b0-b6e49731c47e HTTP/1.1" status: 204 len: 168 time: 0.6680374 Jul 16 18:20:27.967637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53080) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:28.034144 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-820e2ca6-8f78-419d-9606-ed896d05c1d5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:20:28.042020 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-820e2ca6-8f78-419d-9606-ed896d05c1d5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/fcfb94bc-d19e-47c8-b1b0-b6e49731c47e HTTP/1.1" status: 404 len: 333 time: 0.0729430 Jul 16 18:20:28.042508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53082) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:28.151987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-db9d0ba9-9b30-45b9-a95c-5ea9baece08c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting subnet 0596dc88-9b11-44dc-b434-05bacab5e13e {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:28.155501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db9d0ba9-9b30-45b9-a95c-5ea9baece08c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.274357 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db9d0ba9-9b30-45b9-a95c-5ea9baece08c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.432675 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3e454f-f780-4764-bc14-24c017106b2d None None] Network 897a9dea-75d6-4754-8521-8d6773bd2e37 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:28.495312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db9d0ba9-9b30-45b9-a95c-5ea9baece08c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.598136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db9d0ba9-9b30-45b9-a95c-5ea9baece08c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.625645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-eec3c917-3164-4d9a-8d8c-05c6dc9469dd None None] Provisioning for port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:28.674301 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-db9d0ba9-9b30-45b9-a95c-5ea9baece08c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.678317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-db9d0ba9-9b30-45b9-a95c-5ea9baece08c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/0596dc88-9b11-44dc-b434-05bacab5e13e HTTP/1.1" status: 204 len: 168 time: 0.6337793 Jul 16 18:20:28.680782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9d0ba9-9b30-45b9-a95c-5ea9baece08c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Subnet': ['ID=0596dc88-9b11-44dc-b434-05bacab5e13e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:28.681539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53086) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:28.844404 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.861202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e4d76f-4dd3-446f-a865-d3567af2dbdf None None] DHCP port deletion for 897a9dea-75d6-4754-8521-8d6773bd2e37 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:28.943694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:28.944443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:28.971472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4d76f-4dd3-446f-a865-d3567af2dbdf None None] Deleting port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:28.972219 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d76f-4dd3-446f-a865-d3567af2dbdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.076585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] For port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=06ba3061-8dcc-4dbd-b5a3-1bd41742ae06,segment=NetworkSegment(09c326f1-11a3-4009-b0ce-5301fee57d29),segment_id=09c326f1-11a3-4009-b0ce-5301fee57d29)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:29.077511 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.120694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:29.128939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d9e4d76f-4dd3-446f-a865-d3567af2dbdf None None] For port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=06ba3061-8dcc-4dbd-b5a3-1bd41742ae06,segment=NetworkSegment(09c326f1-11a3-4009-b0ce-5301fee57d29),segment_id=09c326f1-11a3-4009-b0ce-5301fee57d29)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:29.130029 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d76f-4dd3-446f-a865-d3567af2dbdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.157267 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d9e4d76f-4dd3-446f-a865-d3567af2dbdf None None] Calling delete_port for 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:29.265193 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.322067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No DVR routers for this DVR port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:29.327872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=06ba3061-8dcc-4dbd-b5a3-1bd41742ae06,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.355012 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d9e4d76f-4dd3-446f-a865-d3567af2dbdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.368835 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.406422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e4d76f-4dd3-446f-a865-d3567af2dbdf None None] No DVR routers for this DVR port 06ba3061-8dcc-4dbd-b5a3-1bd41742ae06 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:29.408599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e4d76f-4dd3-446f-a865-d3567af2dbdf None None] Pushing event deleted for resources: {'Port': ['ID=06ba3061-8dcc-4dbd-b5a3-1bd41742ae06,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.458117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.480465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['897a9dea-75d6-4754-8521-8d6773bd2e37']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:29.493669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c326f1-11a3-4009-b0ce-5301fee57d29') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:29.494025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c326f1-11a3-4009-b0ce-5301fee57d29') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:29.507313 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.529348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.541517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:29.542164 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:29.548085 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:29.667024 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.676471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.680180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/networks/897a9dea-75d6-4754-8521-8d6773bd2e37 HTTP/1.1" status: 204 len: 168 time: 0.9969335 Jul 16 18:20:29.684424 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53096) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:29.694267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'name': 'tempest-PortsTestJSON-637188742'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:29.710326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed674f9-a547-4869-8c07-0f5c13f678d2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Network': ['ID=897a9dea-75d6-4754-8521-8d6773bd2e37,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:29.835419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:29.841630 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:29.865645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port fa3a476f-b1e2-4c1d-aad2-b8a50ccf0e36 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:30.432797 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.475374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.525677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network d9340f62-4c77-4740-b893-073ea02a4702 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:30.528966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:30.533765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:30.539618 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:30.540281 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.546696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=fa3a476f-b1e2-4c1d-aad2-b8a50ccf0e36,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:30.563218 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b47bbade-2d88-4829-9eb6-9f64be89c3cd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8772626 Jul 16 18:20:30.566162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53102) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:30.688409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3d5def9d-1e27-4f62-8a10-43457456856f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port fa3a476f-b1e2-4c1d-aad2-b8a50ccf0e36 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:30.689198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d5def9d-1e27-4f62-8a10-43457456856f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.758287 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d5def9d-1e27-4f62-8a10-43457456856f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:30.774166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3d5def9d-1e27-4f62-8a10-43457456856f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for fa3a476f-b1e2-4c1d-aad2-b8a50ccf0e36 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:30.876035 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d5def9d-1e27-4f62-8a10-43457456856f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.130024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5def9d-1e27-4f62-8a10-43457456856f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=fa3a476f-b1e2-4c1d-aad2-b8a50ccf0e36,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.130024 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d5def9d-1e27-4f62-8a10-43457456856f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.130024 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3d5def9d-1e27-4f62-8a10-43457456856f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/fa3a476f-b1e2-4c1d-aad2-b8a50ccf0e36 HTTP/1.1" status: 204 len: 168 time: 0.3678472 Jul 16 18:20:31.130024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53112) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:31.130024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'mac_address': 'fa:16:3e:dc:e8:fe', 'name': 'tempest-PortsTestJSON-1135554740'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:31.130024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:31.165268 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.200700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 638b3989-abe9-4b5e-be2c-659fc7531eaa yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:31.415792 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.459767 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.520921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network d9340f62-4c77-4740-b893-073ea02a4702 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:31.524925 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:31.527501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=638b3989-abe9-4b5e-be2c-659fc7531eaa,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:31.535734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:31.541585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.542256 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.561791 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e74ef485-a686-4df5-b78f-044be60b1661 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.6177864 Jul 16 18:20:31.564838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53134) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:31.642339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ec8f375-8d07-4088-b1e0-1e6aee54f710 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:31.643646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8ec8f375-8d07-4088-b1e0-1e6aee54f710 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/638b3989-abe9-4b5e-be2c-659fc7531eaa HTTP/1.1" status: 200 len: 841 time: 0.0778022 Jul 16 18:20:31.647185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53136) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:31.782226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ddb11b95-34e4-4699-b610-1f8043462767 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 638b3989-abe9-4b5e-be2c-659fc7531eaa {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:31.782580 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb11b95-34e4-4699-b610-1f8043462767 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.864710 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb11b95-34e4-4699-b610-1f8043462767 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:31.878121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ddb11b95-34e4-4699-b610-1f8043462767 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 638b3989-abe9-4b5e-be2c-659fc7531eaa owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:32.004199 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb11b95-34e4-4699-b610-1f8043462767 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.057902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb11b95-34e4-4699-b610-1f8043462767 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=638b3989-abe9-4b5e-be2c-659fc7531eaa,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:32.064699 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ddb11b95-34e4-4699-b610-1f8043462767 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.070441 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ddb11b95-34e4-4699-b610-1f8043462767 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/638b3989-abe9-4b5e-be2c-659fc7531eaa HTTP/1.1" status: 204 len: 168 time: 0.4190624 Jul 16 18:20:32.070441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53148) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:32.106289 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-84521e7a-768d-4482-9ecc-a5264274f94b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:20:32.109275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-84521e7a-768d-4482-9ecc-a5264274f94b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/638b3989-abe9-4b5e-be2c-659fc7531eaa HTTP/1.1" status: 404 len: 333 time: 0.0378213 Jul 16 18:20:32.114861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53150) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:32.120781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'name': 'tempest-PortsTestJSON-521684061'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:32.237898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:32.243057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.269438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 699f469f-5c80-4072-8ccb-2f5a210f20aa yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:32.464584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.507863 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.567515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network d9340f62-4c77-4740-b893-073ea02a4702 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:32.571075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:32.575043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:32.580615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.581292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.587853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=699f469f-5c80-4072-8ccb-2f5a210f20aa,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:32.602103 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3e4ce671-6a06-4eee-8a89-aea2cf581d88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.4859807 Jul 16 18:20:32.604878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53160) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:32.610698 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-dd46920c-35e0-453b-8388-2d86c0224ac3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:32.715394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd46920c-35e0-453b-8388-2d86c0224ac3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.918927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd46920c-35e0-453b-8388-2d86c0224ac3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.925063 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd46920c-35e0-453b-8388-2d86c0224ac3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.974560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-dd46920c-35e0-453b-8388-2d86c0224ac3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] In _notify_port_updated(), no bound segment for port 699f469f-5c80-4072-8ccb-2f5a210f20aa on network d9340f62-4c77-4740-b893-073ea02a4702 {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:20:32.980129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd46920c-35e0-453b-8388-2d86c0224ac3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:32.980751 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dd46920c-35e0-453b-8388-2d86c0224ac3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:32.982197 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dd46920c-35e0-453b-8388-2d86c0224ac3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "PUT /v2.0/ports/699f469f-5c80-4072-8ccb-2f5a210f20aa HTTP/1.1" status: 200 len: 818 time: 0.3762913 Jul 16 18:20:32.986190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53170) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.018138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd46920c-35e0-453b-8388-2d86c0224ac3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=699f469f-5c80-4072-8ccb-2f5a210f20aa,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.116665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-713aaa76-a67b-47b8-ae39-5e8b5fb97482 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 699f469f-5c80-4072-8ccb-2f5a210f20aa {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:33.117061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-713aaa76-a67b-47b8-ae39-5e8b5fb97482 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.202198 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-713aaa76-a67b-47b8-ae39-5e8b5fb97482 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.224119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-713aaa76-a67b-47b8-ae39-5e8b5fb97482 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 699f469f-5c80-4072-8ccb-2f5a210f20aa owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:33.334855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-713aaa76-a67b-47b8-ae39-5e8b5fb97482 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.373736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713aaa76-a67b-47b8-ae39-5e8b5fb97482 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=699f469f-5c80-4072-8ccb-2f5a210f20aa,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:33.383912 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-713aaa76-a67b-47b8-ae39-5e8b5fb97482 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:33.387779 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-713aaa76-a67b-47b8-ae39-5e8b5fb97482 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/699f469f-5c80-4072-8ccb-2f5a210f20aa HTTP/1.1" status: 204 len: 168 time: 0.3991745 Jul 16 18:20:33.389237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53180) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.535036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296f1eba-894f-402b-bb80-1ec7f293325b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:33.537562 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-296f1eba-894f-402b-bb80-1ec7f293325b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1470146 Jul 16 18:20:33.541124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53184) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.582594 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-35d8e2ab-67f1-4825-bf72-0fc66e6bd128 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:20:33.585159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-35d8e2ab-67f1-4825-bf72-0fc66e6bd128 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/699f469f-5c80-4072-8ccb-2f5a210f20aa HTTP/1.1" status: 404 len: 333 time: 0.0428464 Jul 16 18:20:33.590526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53186) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:33.596260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-248048116'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:33.624755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:33.630266 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.100175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:34.117874 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.118396 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Added segment f12f06e6-5302-462e-8891-31c06053e241 of type vlan for network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 Jul 16 18:20:34.171991 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.227140 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.233280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.234055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.296772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7051396 Jul 16 18:20:34.301316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53202) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:34.358425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': '5a576077-227a-4bbd-abf9-1fc104cb7ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:34.384297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645bf0d-5fb2-4116-acb1-e0fd4b45b7b5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Network': ['ID=5a576077-227a-4bbd-abf9-1fc104cb7ae1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:34.420603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:34.511684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:34.516650 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.779796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.858448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Subnet': ['ID=db4b78df-6fb7-419f-9da4-89869c1b6b8b,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:34.880653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Checking segment: {'id': 'f12f06e6-5302-462e-8891-31c06053e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5a576077-227a-4bbd-abf9-1fc104cb7ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:34.881503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network hostable DHCP agents. Network: 5a576077-227a-4bbd-abf9-1fc104cb7ae1, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:34.907746 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:34.921200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 5a576077-227a-4bbd-abf9-1fc104cb7ae1) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:34.928039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:34.928983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:34.938406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14739c40-7803-4066-b173-018d41a52bf3 None None] Network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:34.953329 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3d5c5631-14ec-43be-91f3-eb1a00c8b0e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6498311 Jul 16 18:20:34.955892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53210) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:34.963968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1815ca20-c1a0-401b-a355-74c6cf698232 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': '5a576077-227a-4bbd-abf9-1fc104cb7ae1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:35.124381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1815ca20-c1a0-401b-a355-74c6cf698232 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:35.134039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1815ca20-c1a0-401b-a355-74c6cf698232 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.219732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-5a576077-227a-4bbd-abf9-1fc104cb7ae1', 'network_id': '5a576077-227a-4bbd-abf9-1fc104cb7ae1', 'tenant_id': '105ce5695e9e4d20bdeaef545cc5f34a', 'fixed_ips': [{'subnet_id': 'db4b78df-6fb7-419f-9da4-89869c1b6b8b'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:35.221521 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.304255 n-d-794306-7 neutron-server[105439]: INFO neutron.db.ipam_backend_mixin [None req-1815ca20-c1a0-401b-a355-74c6cf698232 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet db4b78df-6fb7-419f-9da4-89869c1b6b8b (CIDR: 172.20.0.0/28) Jul 16 18:20:35.310912 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-1815ca20-c1a0-401b-a355-74c6cf698232 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:20:35.311717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1815ca20-c1a0-401b-a355-74c6cf698232 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:20:35.341759 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1815ca20-c1a0-401b-a355-74c6cf698232 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3805788 Jul 16 18:20:35.342270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53224) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:35.349477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-976460d4-9dbc-477f-83f1-3020b6bd5db4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': '5a576077-227a-4bbd-abf9-1fc104cb7ae1', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:35.454758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Allocated IP 172.20.0.2 (5a576077-227a-4bbd-abf9-1fc104cb7ae1/db4b78df-6fb7-419f-9da4-89869c1b6b8b/776570a7-74cc-4671-93db-88fbf7425d5e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:35.509056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-976460d4-9dbc-477f-83f1-3020b6bd5db4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:35.514664 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-976460d4-9dbc-477f-83f1-3020b6bd5db4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.751393 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.770995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Transition to ACTIVE for port object 776570a7-74cc-4671-93db-88fbf7425d5e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:35.791226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Transition to ACTIVE for port object 776570a7-74cc-4671-93db-88fbf7425d5e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:35.799550 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.841886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:35.848499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:35.852697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:35.867363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Pushing event updated for resources: {'Port': ['ID=776570a7-74cc-4671-93db-88fbf7425d5e,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:35.896564 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-976460d4-9dbc-477f-83f1-3020b6bd5db4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.983819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Attempting to bind port 776570a7-74cc-4671-93db-88fbf7425d5e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:35.983819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Attempting to bind port 776570a7-74cc-4671-93db-88fbf7425d5e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'f12f06e6-5302-462e-8891-31c06053e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5a576077-227a-4bbd-abf9-1fc104cb7ae1'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:35.984292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Attempting to bind port 776570a7-74cc-4671-93db-88fbf7425d5e on network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:35.985989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-976460d4-9dbc-477f-83f1-3020b6bd5db4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:35.991720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-976460d4-9dbc-477f-83f1-3020b6bd5db4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:35.996511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:35.997452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-976460d4-9dbc-477f-83f1-3020b6bd5db4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:35.997692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Checking segment: {'id': 'f12f06e6-5302-462e-8891-31c06053e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5a576077-227a-4bbd-abf9-1fc104cb7ae1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:35.998160 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.998446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-976460d4-9dbc-477f-83f1-3020b6bd5db4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:35.998987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Bound using segment: {'id': 'f12f06e6-5302-462e-8891-31c06053e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5a576077-227a-4bbd-abf9-1fc104cb7ae1'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:36.000068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Bound port: 776570a7-74cc-4671-93db-88fbf7425d5e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f12f06e6-5302-462e-8891-31c06053e241', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '5a576077-227a-4bbd-abf9-1fc104cb7ae1'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:36.000800 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.016374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976460d4-9dbc-477f-83f1-3020b6bd5db4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Subnet': ['ID=caec9003-6a3e-4f0c-9cef-23b9e536a470,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.043024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-976460d4-9dbc-477f-83f1-3020b6bd5db4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6992044 Jul 16 18:20:36.046581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53234) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:36.055810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': '5a576077-227a-4bbd-abf9-1fc104cb7ae1', 'fixed_ips': [{'subnet_id': 'db4b78df-6fb7-419f-9da4-89869c1b6b8b'}, {'subnet_id': 'caec9003-6a3e-4f0c-9cef-23b9e536a470'}], 'name': 'tempest-PortsTestJSON-1680658511'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:36.119428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d527da7a-d395-4529-8116-14b829d97385 None None] For port 776570a7-74cc-4671-93db-88fbf7425d5e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:36.124712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d527da7a-d395-4529-8116-14b829d97385 None None] For port 776570a7-74cc-4671-93db-88fbf7425d5e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=776570a7-74cc-4671-93db-88fbf7425d5e,segment=NetworkSegment(f12f06e6-5302-462e-8891-31c06053e241),segment_id=f12f06e6-5302-462e-8891-31c06053e241)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:36.130855 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.267526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527da7a-d395-4529-8116-14b829d97385 None None] Pushing event updated for resources: {'Port': ['ID=776570a7-74cc-4671-93db-88fbf7425d5e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:36.275237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:36.439744 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:36.476008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 731811b8-81f1-45df-8f31-41027b915a6e yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:36.938560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.8 (5a576077-227a-4bbd-abf9-1fc104cb7ae1/db4b78df-6fb7-419f-9da4-89869c1b6b8b/731811b8-81f1-45df-8f31-41027b915a6e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:36.949940 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.20 (5a576077-227a-4bbd-abf9-1fc104cb7ae1/caec9003-6a3e-4f0c-9cef-23b9e536a470/731811b8-81f1-45df-8f31-41027b915a6e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:37.172973 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.204924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object 731811b8-81f1-45df-8f31-41027b915a6e will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:37.267048 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.319412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 776570a7-74cc-4671-93db-88fbf7425d5e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:37.356601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:37.365558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:37.376364 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:37.464414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 776570a7-74cc-4671-93db-88fbf7425d5e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:37.470099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=731811b8-81f1-45df-8f31-41027b915a6e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:37.514628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.514849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.515241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.515850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.516132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.516465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.516869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.517253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.517518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.517979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.518266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.518592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:37.537219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:37.538055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.572923 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2bf1d7e4-786b-4155-a0d1-f3f8546b71cf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.5244763 Jul 16 18:20:37.575601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53262) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:37.586718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-efec4eb3-0ea9-45a7-ad16-b112f49e886e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db4b78df-6fb7-419f-9da4-89869c1b6b8b'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:37.719876 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-efec4eb3-0ea9-45a7-ad16-b112f49e886e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:37.870226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feb3463-90dd-4416-99ae-f02f0185aa6c None None] Network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:37.922957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43cd6f1b-8126-44d3-922c-1953773a1e23 None None] Provisioning for port 776570a7-74cc-4671-93db-88fbf7425d5e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:37.985865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43cd6f1b-8126-44d3-922c-1953773a1e23 None None] Provisioning complete for port 776570a7-74cc-4671-93db-88fbf7425d5e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:37.986616 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43cd6f1b-8126-44d3-922c-1953773a1e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.204124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-efec4eb3-0ea9-45a7-ad16-b112f49e886e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Delete allocated IP 172.20.0.20 (5a576077-227a-4bbd-abf9-1fc104cb7ae1/caec9003-6a3e-4f0c-9cef-23b9e536a470) {{(pid=105439) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:20:38.237585 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43cd6f1b-8126-44d3-922c-1953773a1e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.307187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-43cd6f1b-8126-44d3-922c-1953773a1e23 None None] For port 776570a7-74cc-4671-93db-88fbf7425d5e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=776570a7-74cc-4671-93db-88fbf7425d5e,segment=NetworkSegment(f12f06e6-5302-462e-8891-31c06053e241),segment_id=f12f06e6-5302-462e-8891-31c06053e241)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:38.312362 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43cd6f1b-8126-44d3-922c-1953773a1e23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.411484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd6f1b-8126-44d3-922c-1953773a1e23 None None] Pushing event updated for resources: {'Port': ['ID=776570a7-74cc-4671-93db-88fbf7425d5e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:38.459364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-efec4eb3-0ea9-45a7-ad16-b112f49e886e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.472667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-efec4eb3-0ea9-45a7-ad16-b112f49e886e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Ignored duplicate provisioning block setup for port 731811b8-81f1-45df-8f31-41027b915a6e by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:20:38.480719 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-efec4eb3-0ea9-45a7-ad16-b112f49e886e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.481578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7777a8-364e-4cf2-af41-0c73dbf23781 None None] Update dhcp port {'port': {'network_id': '5a576077-227a-4bbd-abf9-1fc104cb7ae1', 'fixed_ips': [{'subnet_id': 'db4b78df-6fb7-419f-9da4-89869c1b6b8b', 'ip_address': '172.20.0.2'}, {'subnet_id': 'caec9003-6a3e-4f0c-9cef-23b9e536a470'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '776570a7-74cc-4671-93db-88fbf7425d5e'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:20:38.602692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efec4eb3-0ea9-45a7-ad16-b112f49e886e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=731811b8-81f1-45df-8f31-41027b915a6e,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:38.641538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-efec4eb3-0ea9-45a7-ad16-b112f49e886e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] In _notify_port_updated(), no bound segment for port 731811b8-81f1-45df-8f31-41027b915a6e on network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:20:38.648140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efec4eb3-0ea9-45a7-ad16-b112f49e886e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:38.648836 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-efec4eb3-0ea9-45a7-ad16-b112f49e886e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.652727 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-efec4eb3-0ea9-45a7-ad16-b112f49e886e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "PUT /v2.0/ports/731811b8-81f1-45df-8f31-41027b915a6e HTTP/1.1" status: 200 len: 919 time: 1.0718594 Jul 16 18:20:38.653001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53280) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:38.658646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8b01ba4c-5f31-4e32-96bc-6e14d294f41a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'db4b78df-6fb7-419f-9da4-89869c1b6b8b'}, {'subnet_id': 'caec9003-6a3e-4f0c-9cef-23b9e536a470'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:38.747315 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8b7777a8-364e-4cf2-af41-0c73dbf23781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.777104 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b01ba4c-5f31-4e32-96bc-6e14d294f41a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:38.971957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-8b7777a8-364e-4cf2-af41-0c73dbf23781 None None] Allocated IP 172.20.0.18 (5a576077-227a-4bbd-abf9-1fc104cb7ae1/caec9003-6a3e-4f0c-9cef-23b9e536a470/776570a7-74cc-4671-93db-88fbf7425d5e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:39.112511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8b7777a8-364e-4cf2-af41-0c73dbf23781 None None] For port 776570a7-74cc-4671-93db-88fbf7425d5e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=776570a7-74cc-4671-93db-88fbf7425d5e,segment=NetworkSegment(f12f06e6-5302-462e-8891-31c06053e241),segment_id=f12f06e6-5302-462e-8891-31c06053e241)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:39.163013 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8b7777a8-364e-4cf2-af41-0c73dbf23781 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.200806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8b7777a8-364e-4cf2-af41-0c73dbf23781 None None] Transition to ACTIVE for port object 776570a7-74cc-4671-93db-88fbf7425d5e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:39.216639 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8b7777a8-364e-4cf2-af41-0c73dbf23781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.243450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 776570a7-74cc-4671-93db-88fbf7425d5e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:39.299223 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-8b01ba4c-5f31-4e32-96bc-6e14d294f41a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.26 (5a576077-227a-4bbd-abf9-1fc104cb7ae1/caec9003-6a3e-4f0c-9cef-23b9e536a470/731811b8-81f1-45df-8f31-41027b915a6e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:39.460355 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7777a8-364e-4cf2-af41-0c73dbf23781 None None] Pushing event updated for resources: {'Port': ['ID=776570a7-74cc-4671-93db-88fbf7425d5e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.523619 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b01ba4c-5f31-4e32-96bc-6e14d294f41a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.543531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-8b01ba4c-5f31-4e32-96bc-6e14d294f41a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Ignored duplicate provisioning block setup for port 731811b8-81f1-45df-8f31-41027b915a6e by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:20:39.549733 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b01ba4c-5f31-4e32-96bc-6e14d294f41a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.680868 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b01ba4c-5f31-4e32-96bc-6e14d294f41a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=731811b8-81f1-45df-8f31-41027b915a6e,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:39.737186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8b01ba4c-5f31-4e32-96bc-6e14d294f41a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] In _notify_port_updated(), no bound segment for port 731811b8-81f1-45df-8f31-41027b915a6e on network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:20:39.744225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b01ba4c-5f31-4e32-96bc-6e14d294f41a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:39.744966 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8b01ba4c-5f31-4e32-96bc-6e14d294f41a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:39.746347 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8b01ba4c-5f31-4e32-96bc-6e14d294f41a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "PUT /v2.0/ports/731811b8-81f1-45df-8f31-41027b915a6e HTTP/1.1" status: 200 len: 999 time: 1.0923867 Jul 16 18:20:39.750401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53298) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:39.938131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a964e325-735b-4a93-9462-85de927035ec tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 731811b8-81f1-45df-8f31-41027b915a6e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:39.938815 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a964e325-735b-4a93-9462-85de927035ec tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.100108 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a964e325-735b-4a93-9462-85de927035ec tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.126064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a964e325-735b-4a93-9462-85de927035ec tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 731811b8-81f1-45df-8f31-41027b915a6e owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:40.312284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bc2263-3781-429e-981b-dce510fc5d7b None None] Network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:40.436492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5a3ddbcc-e09a-4e56-bd47-599254dbfe05 None None] Provisioning for port 776570a7-74cc-4671-93db-88fbf7425d5e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:40.455552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5a3ddbcc-e09a-4e56-bd47-599254dbfe05 None None] Provisioning complete for port 776570a7-74cc-4671-93db-88fbf7425d5e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:40.456096 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5a3ddbcc-e09a-4e56-bd47-599254dbfe05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.510584 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a964e325-735b-4a93-9462-85de927035ec tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.569177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a964e325-735b-4a93-9462-85de927035ec tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=731811b8-81f1-45df-8f31-41027b915a6e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:40.674656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5a3ddbcc-e09a-4e56-bd47-599254dbfe05 None None] Could not find standard attr ID for object 731811b8-81f1-45df-8f31-41027b915a6e. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:40.729075 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a964e325-735b-4a93-9462-85de927035ec tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.733486 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a964e325-735b-4a93-9462-85de927035ec tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/731811b8-81f1-45df-8f31-41027b915a6e HTTP/1.1" status: 204 len: 168 time: 0.9799633 Jul 16 18:20:40.736006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53318) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.771114 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-5936e328-e9c1-40b3-ad3a-e64d26c08988 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:20:40.773090 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5936e328-e9c1-40b3-ad3a-e64d26c08988 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/731811b8-81f1-45df-8f31-41027b915a6e HTTP/1.1" status: 404 len: 333 time: 0.0359781 Jul 16 18:20:40.777830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53322) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:40.854206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-51502121-32ca-4b07-9bf3-93b2b0d00063 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting subnet caec9003-6a3e-4f0c-9cef-23b9e536a470 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:40.857780 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-51502121-32ca-4b07-9bf3-93b2b0d00063 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:40.902111 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-51502121-32ca-4b07-9bf3-93b2b0d00063 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.001491 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-51502121-32ca-4b07-9bf3-93b2b0d00063 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.099593 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-51502121-32ca-4b07-9bf3-93b2b0d00063 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.152996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51502121-32ca-4b07-9bf3-93b2b0d00063 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Subnet': ['ID=caec9003-6a3e-4f0c-9cef-23b9e536a470,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.171594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-51502121-32ca-4b07-9bf3-93b2b0d00063 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.176385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-51502121-32ca-4b07-9bf3-93b2b0d00063 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/caec9003-6a3e-4f0c-9cef-23b9e536a470 HTTP/1.1" status: 204 len: 168 time: 0.3961542 Jul 16 18:20:41.179860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53332) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.210722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 776570a7-74cc-4671-93db-88fbf7425d5e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:41.278336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf9ed287-166a-4edf-b6ca-cdf05d9291bf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting subnet db4b78df-6fb7-419f-9da4-89869c1b6b8b {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:41.286118 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed287-166a-4edf-b6ca-cdf05d9291bf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.289044 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 776570a7-74cc-4671-93db-88fbf7425d5e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:41.289288 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.345972 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed287-166a-4edf-b6ca-cdf05d9291bf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.522377 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed287-166a-4edf-b6ca-cdf05d9291bf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.628162 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed287-166a-4edf-b6ca-cdf05d9291bf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.679074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9ed287-166a-4edf-b6ca-cdf05d9291bf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Subnet': ['ID=db4b78df-6fb7-419f-9da4-89869c1b6b8b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:41.683230 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf9ed287-166a-4edf-b6ca-cdf05d9291bf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.688817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cf9ed287-166a-4edf-b6ca-cdf05d9291bf tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/db4b78df-6fb7-419f-9da4-89869c1b6b8b HTTP/1.1" status: 204 len: 168 time: 0.5049720 Jul 16 18:20:41.689524 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53346) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:41.714401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1595f39-2c10-4f4d-a8d6-1a6b4d98e1f2 None None] Network 5a576077-227a-4bbd-abf9-1fc104cb7ae1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:41.809747 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.860297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2a26bd2e-2a43-471b-b8ba-d4497204c4ba None None] Provisioning complete for port 776570a7-74cc-4671-93db-88fbf7425d5e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:41.860605 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2a26bd2e-2a43-471b-b8ba-d4497204c4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.878868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 776570a7-74cc-4671-93db-88fbf7425d5e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:41.879401 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.963337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] For port 776570a7-74cc-4671-93db-88fbf7425d5e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=776570a7-74cc-4671-93db-88fbf7425d5e,segment=NetworkSegment(f12f06e6-5302-462e-8891-31c06053e241),segment_id=f12f06e6-5302-462e-8891-31c06053e241)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:41.963760 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:41.978340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 776570a7-74cc-4671-93db-88fbf7425d5e owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:42.048856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9039c16f-734a-493c-b21c-e6638da99afc None None] DHCP port deletion for 5a576077-227a-4bbd-abf9-1fc104cb7ae1 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:42.087856 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.110727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.122685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9039c16f-734a-493c-b21c-e6638da99afc None None] Deleting port 776570a7-74cc-4671-93db-88fbf7425d5e {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:42.123071 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9039c16f-734a-493c-b21c-e6638da99afc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.139387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=776570a7-74cc-4671-93db-88fbf7425d5e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.150813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No DVR routers for this DVR port 776570a7-74cc-4671-93db-88fbf7425d5e on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:42.155910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.156587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.156996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.157602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.158478 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.159336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.160933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.161532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.162123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.162833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.163422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.164039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:42.247672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-9039c16f-734a-493c-b21c-e6638da99afc None None] For port 776570a7-74cc-4671-93db-88fbf7425d5e, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:42.248365 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9039c16f-734a-493c-b21c-e6638da99afc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.267591 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9039c16f-734a-493c-b21c-e6638da99afc None None] Calling delete_port for 776570a7-74cc-4671-93db-88fbf7425d5e owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:42.272362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-9039c16f-734a-493c-b21c-e6638da99afc None None] Port 776570a7-74cc-4671-93db-88fbf7425d5e was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:20:42.273579 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9039c16f-734a-493c-b21c-e6638da99afc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.286904 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.302750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a576077-227a-4bbd-abf9-1fc104cb7ae1']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:42.310715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9039c16f-734a-493c-b21c-e6638da99afc None None] Pushing event deleted for resources: {'Port': ['ID=776570a7-74cc-4671-93db-88fbf7425d5e,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.323055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9039c16f-734a-493c-b21c-e6638da99afc None None] No DVR routers for this DVR port 776570a7-74cc-4671-93db-88fbf7425d5e on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:42.326199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f12f06e6-5302-462e-8891-31c06053e241') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:42.326199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f12f06e6-5302-462e-8891-31c06053e241') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:42.352486 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.389611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.400027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Releasing vlan 368 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:42.400740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:42.405357 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:42.508941 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.532352 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.536194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/networks/5a576077-227a-4bbd-abf9-1fc104cb7ae1 HTTP/1.1" status: 204 len: 168 time: 0.8433194 Jul 16 18:20:42.536194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8bec66-b3d4-496b-af1f-897af31aa74c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Network': ['ID=5a576077-227a-4bbd-abf9-1fc104cb7ae1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:42.543781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53364) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.630101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bae04a-8cc8-4ba7-a393-f2b0d0b45f87 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.636139 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a7bae04a-8cc8-4ba7-a393-f2b0d0b45f87 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0909715 Jul 16 18:20:42.636139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53368) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.747740 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-952011a1-6e5f-48ab-9f42-44dde2d7a099 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1101859 Jul 16 18:20:42.751186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53372) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:42.761088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-794505554'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:42.796413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:42.801056 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.831916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:42.848803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.849299 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Added segment 672578fc-4bc3-405c-b701-01f451b7353d of type vlan for network 82da24a6-4452-405f-bb3d-0ee2eb38f0fa Jul 16 18:20:42.901642 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.948357 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:42.958840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:42.959854 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.009282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2563283 Jul 16 18:20:43.013779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53378) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:43.025955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': '82da24a6-4452-405f-bb3d-0ee2eb38f0fa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:43.065422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74583c-8073-4070-974d-48b1c30b6480 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Network': ['ID=82da24a6-4452-405f-bb3d-0ee2eb38f0fa,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.079596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 82da24a6-4452-405f-bb3d-0ee2eb38f0fa details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:43.186045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:43.190028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.230022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 776570a7-74cc-4671-93db-88fbf7425d5e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:43.261087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 776570a7-74cc-4671-93db-88fbf7425d5e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:43.261428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 776570a7-74cc-4671-93db-88fbf7425d5e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:43.465709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.549296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Subnet': ['ID=62d766e2-30e4-472e-8c98-8e9f8a81d5a9,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:43.567193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Checking segment: {'id': '672578fc-4bc3-405c-b701-01f451b7353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '82da24a6-4452-405f-bb3d-0ee2eb38f0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:43.567729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network hostable DHCP agents. Network: 82da24a6-4452-405f-bb3d-0ee2eb38f0fa, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:43.593087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 82da24a6-4452-405f-bb3d-0ee2eb38f0fa is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:43.606139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 82da24a6-4452-405f-bb3d-0ee2eb38f0fa) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:43.614322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:43.615026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.624086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90796543-0f18-47ad-879b-8db75e6854df None None] Network 82da24a6-4452-405f-bb3d-0ee2eb38f0fa requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:43.637735 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c55596b3-0d1e-4f73-ad02-392d320680cc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6199713 Jul 16 18:20:43.638734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53392) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:43.651031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': '82da24a6-4452-405f-bb3d-0ee2eb38f0fa', 'name': 'tempest-PortsTestJSON-1147448330'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:43.890939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-82da24a6-4452-405f-bb3d-0ee2eb38f0fa', 'network_id': '82da24a6-4452-405f-bb3d-0ee2eb38f0fa', 'tenant_id': '105ce5695e9e4d20bdeaef545cc5f34a', 'fixed_ips': [{'subnet_id': '62d766e2-30e4-472e-8c98-8e9f8a81d5a9'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:43.896764 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.897420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:43.905705 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:43.931000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 95397fc3-f127-4bd7-82d9-7847f3f58aac yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:44.103987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.4 (82da24a6-4452-405f-bb3d-0ee2eb38f0fa/62d766e2-30e4-472e-8c98-8e9f8a81d5a9/95397fc3-f127-4bd7-82d9-7847f3f58aac) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:44.315188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.333768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object 95397fc3-f127-4bd7-82d9-7847f3f58aac will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:44.395900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.494643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Allocated IP 172.20.0.2 (82da24a6-4452-405f-bb3d-0ee2eb38f0fa/62d766e2-30e4-472e-8c98-8e9f8a81d5a9/08c8fd70-87fa-4fcd-a6bf-53d804977e0e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:44.499477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 82da24a6-4452-405f-bb3d-0ee2eb38f0fa is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:44.504273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:44.508139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:44.552321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=95397fc3-f127-4bd7-82d9-7847f3f58aac,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:44.597930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:44.598611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.626579 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-23dfa9a1-689a-48cf-a611-e50d4bccd6e2 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9838257 Jul 16 18:20:44.630847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53414) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:44.640112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': '82da24a6-4452-405f-bb3d-0ee2eb38f0fa', 'name': 'tempest-PortsTestJSON-671073826'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:44.772332 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.788574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Transition to ACTIVE for port object 08c8fd70-87fa-4fcd-a6bf-53d804977e0e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:44.826840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Transition to ACTIVE for port object 08c8fd70-87fa-4fcd-a6bf-53d804977e0e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:44.831953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:44.837060 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.839350 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:44.867187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 4a62637d-edd5-4749-8ed3-d34c983a323c yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:44.898560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Network 82da24a6-4452-405f-bb3d-0ee2eb38f0fa is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:44.901203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:44.906534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:44.926231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Pushing event updated for resources: {'Port': ['ID=08c8fd70-87fa-4fcd-a6bf-53d804977e0e,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:45.035941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Attempting to bind port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:45.036332 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Attempting to bind port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '672578fc-4bc3-405c-b701-01f451b7353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '82da24a6-4452-405f-bb3d-0ee2eb38f0fa'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:45.036709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Attempting to bind port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e on network 82da24a6-4452-405f-bb3d-0ee2eb38f0fa {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:45.048492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:45.050849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Checking segment: {'id': '672578fc-4bc3-405c-b701-01f451b7353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '82da24a6-4452-405f-bb3d-0ee2eb38f0fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:45.051777 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.052463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Bound using segment: {'id': '672578fc-4bc3-405c-b701-01f451b7353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '82da24a6-4452-405f-bb3d-0ee2eb38f0fa'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:45.053322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Bound port: 08c8fd70-87fa-4fcd-a6bf-53d804977e0e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '672578fc-4bc3-405c-b701-01f451b7353d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': '82da24a6-4452-405f-bb3d-0ee2eb38f0fa'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:45.053987 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.141957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.7 (82da24a6-4452-405f-bb3d-0ee2eb38f0fa/62d766e2-30e4-472e-8c98-8e9f8a81d5a9/4a62637d-edd5-4749-8ed3-d34c983a323c) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:45.178910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] For port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:45.184802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] For port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=08c8fd70-87fa-4fcd-a6bf-53d804977e0e,segment=NetworkSegment(672578fc-4bc3-405c-b701-01f451b7353d),segment_id=672578fc-4bc3-405c-b701-01f451b7353d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:45.191721 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.293002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11236fa-cc3e-4c82-9685-de6b942849ff None None] Pushing event updated for resources: {'Port': ['ID=08c8fd70-87fa-4fcd-a6bf-53d804977e0e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:45.437354 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.459533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object 4a62637d-edd5-4749-8ed3-d34c983a323c will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:45.485629 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4ac1282e-b38c-4658-9b0a-a0894fef5dab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.511094 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.607793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 82da24a6-4452-405f-bb3d-0ee2eb38f0fa is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:45.616531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:45.623011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:45.690558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=4a62637d-edd5-4749-8ed3-d34c983a323c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:45.731867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.732617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:45.764930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53440) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:45.767500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-22d3f3bb-bcd0-4710-a077-df254be96723 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1337137 Jul 16 18:20:45.915144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13b0c643-d572-443a-83be-4ce8eab54369 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:45.917173 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-13b0c643-d572-443a-83be-4ce8eab54369 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.1507466 Jul 16 18:20:45.923976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53448) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:46.126432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-08e57a92-a9f9-464b-939b-342c1e8ed577 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 4a62637d-edd5-4749-8ed3-d34c983a323c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:46.126781 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-08e57a92-a9f9-464b-939b-342c1e8ed577 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.340255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-08e57a92-a9f9-464b-939b-342c1e8ed577 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.366688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-08e57a92-a9f9-464b-939b-342c1e8ed577 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 4a62637d-edd5-4749-8ed3-d34c983a323c owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:46.451906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f49c4f-2306-49e4-81fa-44b26a58be95 req-dc1dcb63-042b-4f18-8978-151f05a565e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:46.453751 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a9f49c4f-2306-49e4-81fa-44b26a58be95 req-dc1dcb63-042b-4f18-8978-151f05a565e1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.1788497 Jul 16 18:20:46.528362 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a9f49c4f-2306-49e4-81fa-44b26a58be95 req-c88cc113-c963-4417-b3b5-c53f61275a39 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638580 Jul 16 18:20:46.562165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53464) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:46.664701 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-98e584c2-f6d3-43bc-9f9d-e5bca3446f33 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/9a4f04cf-7332-4d1a-a473-5107bdcc60c4 HTTP/1.1" status: 200 len: 992 time: 0.0989735 Jul 16 18:20:46.666325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-08e57a92-a9f9-464b-939b-342c1e8ed577 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.678562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b3a595b-2557-4b42-bcd5-4e35750f835d None None] Network 82da24a6-4452-405f-bb3d-0ee2eb38f0fa requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:46.699906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e57a92-a9f9-464b-939b-342c1e8ed577 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=4a62637d-edd5-4749-8ed3-d34c983a323c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:46.795621 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-08e57a92-a9f9-464b-939b-342c1e8ed577 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:46.800441 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-08e57a92-a9f9-464b-939b-342c1e8ed577 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/4a62637d-edd5-4749-8ed3-d34c983a323c HTTP/1.1" status: 204 len: 168 time: 0.8711240 Jul 16 18:20:46.800841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53472) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:46.850699 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-08f02d17-cddb-41ee-9d37-8a420dbface7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:20:46.856901 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-08f02d17-cddb-41ee-9d37-8a420dbface7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/4a62637d-edd5-4749-8ed3-d34c983a323c HTTP/1.1" status: 404 len: 333 time: 0.0517282 Jul 16 18:20:46.857138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53474) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:46.857463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-498369de-b25f-4e08-bce1-3019bc648cfb None None] Provisioning for port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:46.991419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-369a4f75-dbb4-4e2c-bc33-aad895e8129a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 95397fc3-f127-4bd7-82d9-7847f3f58aac {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:46.991885 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-369a4f75-dbb4-4e2c-bc33-aad895e8129a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.201560 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-369a4f75-dbb4-4e2c-bc33-aad895e8129a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.244884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-369a4f75-dbb4-4e2c-bc33-aad895e8129a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 95397fc3-f127-4bd7-82d9-7847f3f58aac owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:47.333804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 08c8fd70-87fa-4fcd-a6bf-53d804977e0e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:47.504900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:47.525733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:47.527216 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.560032 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:20:47.594648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-369a4f75-dbb4-4e2c-bc33-aad895e8129a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.606210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2df3af56-436d-4207-b265-a90d531ef5b8 None None] Provisioning for port 95397fc3-f127-4bd7-82d9-7847f3f58aac completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:47.619104 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2df3af56-436d-4207-b265-a90d531ef5b8 None None] Provisioning complete for port 95397fc3-f127-4bd7-82d9-7847f3f58aac triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:47.619472 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2df3af56-436d-4207-b265-a90d531ef5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.662579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a4f75-dbb4-4e2c-bc33-aad895e8129a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=95397fc3-f127-4bd7-82d9-7847f3f58aac,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:47.684287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2df3af56-436d-4207-b265-a90d531ef5b8 None None] Port 95397fc3-f127-4bd7-82d9-7847f3f58aac was deleted so its status cannot be updated. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:20:47.783774 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-369a4f75-dbb4-4e2c-bc33-aad895e8129a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.786855 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-369a4f75-dbb4-4e2c-bc33-aad895e8129a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/95397fc3-f127-4bd7-82d9-7847f3f58aac HTTP/1.1" status: 204 len: 168 time: 0.9285092 Jul 16 18:20:47.792347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53498) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:47.808575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d8b5b7c6-3136-4849-9111-7d46b03275fa None None] Could not find standard attr ID for object 95397fc3-f127-4bd7-82d9-7847f3f58aac. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:47.858525 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-82d96631-e9d1-4502-bc95-6940391124dd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:20:47.861937 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-82d96631-e9d1-4502-bc95-6940391124dd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/95397fc3-f127-4bd7-82d9-7847f3f58aac HTTP/1.1" status: 404 len: 333 time: 0.0668705 Jul 16 18:20:47.864897 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.865729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53500) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:47.892001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca3b73-9031-49e9-8340-f54232bd260d req-e07d6208-b57c-49e6-be6f-eb2f0f9d3096 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:47.894156 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-69ca3b73-9031-49e9-8340-f54232bd260d req-e07d6208-b57c-49e6-be6f-eb2f0f9d3096 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 1096 time: 0.7540362 Jul 16 18:20:47.930699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=08c8fd70-87fa-4fcd-a6bf-53d804977e0e,segment=NetworkSegment(672578fc-4bc3-405c-b701-01f451b7353d),segment_id=672578fc-4bc3-405c-b701-01f451b7353d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:47.938803 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:47.957518 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-69ca3b73-9031-49e9-8340-f54232bd260d req-2027e18f-3bea-4e55-baff-9dac9f8b2509 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565822 Jul 16 18:20:48.006213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6bfa8dc-9e28-4286-ad4b-c9019edb7259 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting subnet 62d766e2-30e4-472e-8c98-8e9f8a81d5a9 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:48.012210 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa8dc-9e28-4286-ad4b-c9019edb7259 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.084369 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa8dc-9e28-4286-ad4b-c9019edb7259 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.096772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=08c8fd70-87fa-4fcd-a6bf-53d804977e0e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:48.135121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.136788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.139037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.142066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.144341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.145638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.147957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.149327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.151608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.152366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.153932 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.154697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:20:48.207891 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-956d9e3f-101f-4da4-bf15-94a3be173552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.212957 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.247941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-31ca1f1a-68b4-476f-a9c6-cc7b9e6b1505 None None] Could not find standard attr ID for object 4a62637d-edd5-4749-8ed3-d34c983a323c. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:48.280538 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa8dc-9e28-4286-ad4b-c9019edb7259 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.402804 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa8dc-9e28-4286-ad4b-c9019edb7259 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.435200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfa8dc-9e28-4286-ad4b-c9019edb7259 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Subnet': ['ID=62d766e2-30e4-472e-8c98-8e9f8a81d5a9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:48.445344 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6bfa8dc-9e28-4286-ad4b-c9019edb7259 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.447842 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a6bfa8dc-9e28-4286-ad4b-c9019edb7259 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/62d766e2-30e4-472e-8c98-8e9f8a81d5a9 HTTP/1.1" status: 204 len: 168 time: 0.5801005 Jul 16 18:20:48.452564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53508) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:48.561493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ed86a5-4123-444b-a965-fce31fbc8351 None None] Network 82da24a6-4452-405f-bb3d-0ee2eb38f0fa requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:48.633337 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.755861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:48.759515 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.879674 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66474fc2-4687-4920-b4fd-95f64a0c5829 None None] DHCP port deletion for 82da24a6-4452-405f-bb3d-0ee2eb38f0fa request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:48.889839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] For port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=08c8fd70-87fa-4fcd-a6bf-53d804977e0e,segment=NetworkSegment(672578fc-4bc3-405c-b701-01f451b7353d),segment_id=672578fc-4bc3-405c-b701-01f451b7353d)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:48.890949 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:48.917313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 08c8fd70-87fa-4fcd-a6bf-53d804977e0e owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:48.990541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-66474fc2-4687-4920-b4fd-95f64a0c5829 None None] Deleting port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:48.991210 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-66474fc2-4687-4920-b4fd-95f64a0c5829 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.067763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.088428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-66474fc2-4687-4920-b4fd-95f64a0c5829 None None] For port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=08c8fd70-87fa-4fcd-a6bf-53d804977e0e,segment=NetworkSegment(672578fc-4bc3-405c-b701-01f451b7353d),segment_id=672578fc-4bc3-405c-b701-01f451b7353d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:49.089256 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-66474fc2-4687-4920-b4fd-95f64a0c5829 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.116599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-66474fc2-4687-4920-b4fd-95f64a0c5829 None None] Calling delete_port for 08c8fd70-87fa-4fcd-a6bf-53d804977e0e owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:49.116947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No DVR routers for this DVR port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:49.170846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=08c8fd70-87fa-4fcd-a6bf-53d804977e0e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.249732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 08c8fd70-87fa-4fcd-a6bf-53d804977e0e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:49.297668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 08c8fd70-87fa-4fcd-a6bf-53d804977e0e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:49.297899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 08c8fd70-87fa-4fcd-a6bf-53d804977e0e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:49.332804 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.333849 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-66474fc2-4687-4920-b4fd-95f64a0c5829 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.346261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82da24a6-4452-405f-bb3d-0ee2eb38f0fa']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.363345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '672578fc-4bc3-405c-b701-01f451b7353d') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.364464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '672578fc-4bc3-405c-b701-01f451b7353d') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:49.368127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66474fc2-4687-4920-b4fd-95f64a0c5829 None None] Pushing event deleted for resources: {'Port': ['ID=08c8fd70-87fa-4fcd-a6bf-53d804977e0e,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.378903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66474fc2-4687-4920-b4fd-95f64a0c5829 None None] No DVR routers for this DVR port 08c8fd70-87fa-4fcd-a6bf-53d804977e0e on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:49.386041 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.415839 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.428638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:49.429178 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:49.433534 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:49.546029 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.557987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.559874 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/networks/82da24a6-4452-405f-bb3d-0ee2eb38f0fa HTTP/1.1" status: 204 len: 168 time: 1.1060061 Jul 16 18:20:49.565419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53534) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.574075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1065485558'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:49.574361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea0e3e0-6263-45fe-a4e3-cb148b9eef04 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Network': ['ID=82da24a6-4452-405f-bb3d-0ee2eb38f0fa,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.592600 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-fb7d0d4e-4a94-48f4-a19b-09e880385233 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3770511 Jul 16 18:20:49.602297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:49.609213 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.641169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:49.652402 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.652834 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Added segment 661b5ef3-bcb5-489a-9605-ddfef7e46d26 of type vlan for network 9d3e5136-dbea-4b00-ae35-8acbe98446eb Jul 16 18:20:49.714991 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.763696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.776169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:49.777195 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.808661 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2409089 Jul 16 18:20:49.812867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53540) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:49.821513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': '9d3e5136-dbea-4b00-ae35-8acbe98446eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:49.854264 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:49.946650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6662a2a1-eb8f-44ea-960b-3640a982a686 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Network': ['ID=9d3e5136-dbea-4b00-ae35-8acbe98446eb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:49.964866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9d3e5136-dbea-4b00-ae35-8acbe98446eb details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:49.998760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:50.004625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.260567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.337546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Subnet': ['ID=b4776741-81aa-4488-878f-915614e1e030,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:50.359154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Checking segment: {'id': '661b5ef3-bcb5-489a-9605-ddfef7e46d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9d3e5136-dbea-4b00-ae35-8acbe98446eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:50.359632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network hostable DHCP agents. Network: 9d3e5136-dbea-4b00-ae35-8acbe98446eb, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:50.383366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 9d3e5136-dbea-4b00-ae35-8acbe98446eb is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:50.396296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9d3e5136-dbea-4b00-ae35-8acbe98446eb) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:50.400889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:50.401619 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.415749 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef3a7f8-2c31-419c-8001-9eb0a5f6cb75 None None] Network 9d3e5136-dbea-4b00-ae35-8acbe98446eb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:50.432296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0f650b75-3e33-4afe-807c-17edeec667a0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6179545 Jul 16 18:20:50.432852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53552) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:50.442054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': '9d3e5136-dbea-4b00-ae35-8acbe98446eb', 'name': 'tempest-PortsTestJSON-1513462452', 'fixed_ips': [{'subnet_id': 'b4776741-81aa-4488-878f-915614e1e030', 'ip_address': '172.20.0.10'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:50.567773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-38dfecb8-da75-413e-8487-3d5c3cdc14de tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:20:50.576577 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-38dfecb8-da75-413e-8487-3d5c3cdc14de tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2004750 Jul 16 18:20:50.583165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Request body: {'binding': {'host': 'n-h2-794306-7', 'vnic_type': 'normal', 'profile': {}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:50.584118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Unknown quota resources ['binding']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:20:50.617322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:50.687538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-9d3e5136-dbea-4b00-ae35-8acbe98446eb', 'network_id': '9d3e5136-dbea-4b00-ae35-8acbe98446eb', 'tenant_id': '105ce5695e9e4d20bdeaef545cc5f34a', 'fixed_ips': [{'subnet_id': 'b4776741-81aa-4488-878f-915614e1e030'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:50.692497 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.788133 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.816188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on host n-h2-794306-7 for vnic_type normal with profile None {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:50.817328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:50.818144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:50.825535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 73b2e49c-5244-41d1-9dea-f4b033b9fb2d yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:50.825865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:50.826419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:50.836786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:50.837557 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Checking segment: {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:50.838259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Bound using segment: {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:50.838921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Bound port: e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:50.955196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Allocated IP 172.20.0.2 (9d3e5136-dbea-4b00-ae35-8acbe98446eb/b4776741-81aa-4488-878f-915614e1e030/51ec50e6-dd86-46ab-882f-b066ea1fa497) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:50.973099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:50.980649 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:50.986766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-09ba3131-6492-4c34-b8ef-56fcf31cac30 service neutron] 10.222.0.47 "POST /v2.0/ports/e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f/bindings HTTP/1.1" status: 201 len: 389 time: 0.4069979 Jul 16 18:20:51.250467 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.281228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Transition to ACTIVE for port object 51ec50e6-dd86-46ab-882f-b066ea1fa497 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:51.301761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Transition to ACTIVE for port object 51ec50e6-dd86-46ab-882f-b066ea1fa497 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:51.311209 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.358415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Network 9d3e5136-dbea-4b00-ae35-8acbe98446eb is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:51.363520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:51.368370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:51.415825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.10 (9d3e5136-dbea-4b00-ae35-8acbe98446eb/b4776741-81aa-4488-878f-915614e1e030/73b2e49c-5244-41d1-9dea-f4b033b9fb2d) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:51.430765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Pushing event updated for resources: {'Port': ['ID=51ec50e6-dd86-46ab-882f-b066ea1fa497,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.433541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6396817-d5ce-49cf-a170-66e4e00612df req-6ce51761-542a-4f35-8bfb-e182c4e20e7d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.435844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6396817-d5ce-49cf-a170-66e4e00612df req-6ce51761-542a-4f35-8bfb-e182c4e20e7d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.2073696 Jul 16 18:20:51.479023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Attempting to bind port 51ec50e6-dd86-46ab-882f-b066ea1fa497 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:51.479449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Attempting to bind port 51ec50e6-dd86-46ab-882f-b066ea1fa497 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '661b5ef3-bcb5-489a-9605-ddfef7e46d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9d3e5136-dbea-4b00-ae35-8acbe98446eb'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:51.479800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Attempting to bind port 51ec50e6-dd86-46ab-882f-b066ea1fa497 on network 9d3e5136-dbea-4b00-ae35-8acbe98446eb {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:51.485311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:51.485716 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Checking segment: {'id': '661b5ef3-bcb5-489a-9605-ddfef7e46d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9d3e5136-dbea-4b00-ae35-8acbe98446eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:51.486122 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.486526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Bound using segment: {'id': '661b5ef3-bcb5-489a-9605-ddfef7e46d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9d3e5136-dbea-4b00-ae35-8acbe98446eb'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:51.487000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Bound port: 51ec50e6-dd86-46ab-882f-b066ea1fa497, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '661b5ef3-bcb5-489a-9605-ddfef7e46d26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': '9d3e5136-dbea-4b00-ae35-8acbe98446eb'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:51.487532 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.558706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6396817-d5ce-49cf-a170-66e4e00612df req-a17fd9e1-91b5-4234-b31d-1fac478bd9c2 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1144965 Jul 16 18:20:51.571293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-6b5e8f0d-c80d-428b-9d46-da711851ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.586287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-6b5e8f0d-c80d-428b-9d46-da711851ba8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 1096 time: 0.2964628 Jul 16 18:20:51.601928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] For port 51ec50e6-dd86-46ab-882f-b066ea1fa497, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:51.605697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] For port 51ec50e6-dd86-46ab-882f-b066ea1fa497, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=51ec50e6-dd86-46ab-882f-b066ea1fa497,segment=NetworkSegment(661b5ef3-bcb5-489a-9605-ddfef7e46d26),segment_id=661b5ef3-bcb5-489a-9605-ddfef7e46d26)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:51.611586 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.710272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.726944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd49854-43c6-45c4-b852-3712108142f8 None None] Pushing event updated for resources: {'Port': ['ID=51ec50e6-dd86-46ab-882f-b066ea1fa497,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.728754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object 73b2e49c-5244-41d1-9dea-f4b033b9fb2d will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:51.780604 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.793202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-999ba649-f4c6-4a97-b822-bb9f2f9f946a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.795671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-999ba649-f4c6-4a97-b822-bb9f2f9f946a service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b HTTP/1.1" status: 200 len: 897 time: 0.2025762 Jul 16 18:20:51.868211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 9d3e5136-dbea-4b00-ae35-8acbe98446eb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:51.878569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:51.879699 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-df342c3c-8fd9-4159-b568-eca492905faa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f HTTP/1.1" status: 200 len: 1000 time: 0.0773232 Jul 16 18:20:51.883476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:51.919379 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:51.934044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=73b2e49c-5244-41d1-9dea-f4b033b9fb2d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:51.948812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-c75c9cfb-b230-4cb4-ab1a-49866653d31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.950540 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-c75c9cfb-b230-4cb4-ab1a-49866653d31c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf4a0eea-69ef-481a-b601-6babe38a3fe2 HTTP/1.1" status: 200 len: 834 time: 0.0646563 Jul 16 18:20:51.981891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:51.981891 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.041311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f0d2fd88-e186-447d-bbfa-9b5974db956c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.6065316 Jul 16 18:20:52.044397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53562) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:52.054876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': '9d3e5136-dbea-4b00-ae35-8acbe98446eb', 'name': 'tempest-PortsTestJSON-2135011885', 'fixed_ips': [{'subnet_id': 'b4776741-81aa-4488-878f-915614e1e030', 'ip_address': '172.20.0.9'}]}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:52.072812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-9ef4c046-4a1c-445d-8e0d-fd1898c14663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.074381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-9ef4c046-4a1c-445d-8e0d-fd1898c14663 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1162500 Jul 16 18:20:52.220391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-7cf9f433-6fe0-4b5d-a05f-4365ed34180a service neutron] 10.222.0.18 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392305 Jul 16 18:20:52.244682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:52.250865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.272211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 5f6761c6-1dee-4c7f-a415-43de8a31daa0 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:52.355996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-c1671f04-085e-4b40-abe5-db2ca1871a55 service neutron] 10.222.0.18 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285994 Jul 16 18:20:52.496051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.9 (9d3e5136-dbea-4b00-ae35-8acbe98446eb/b4776741-81aa-4488-878f-915614e1e030/5f6761c6-1dee-4c7f-a415-43de8a31daa0) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:52.606325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-908b9d61-df5a-4a17-9c0e-dae5f9edc191 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.608768 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-908b9d61-df5a-4a17-9c0e-dae5f9edc191 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1096 time: 0.1592209 Jul 16 18:20:52.621000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-794306-7'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:52.809570 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.874556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:52.902128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object 5f6761c6-1dee-4c7f-a415-43de8a31daa0 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:52.922856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591c1bc-7d6e-48f2-9b7c-bf74fead251c req-a5b92ad5-925d-491e-b420-70e1e29fe37b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:52.925025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1591c1bc-7d6e-48f2-9b7c-bf74fead251c req-a5b92ad5-925d-491e-b420-70e1e29fe37b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.1343653 Jul 16 18:20:52.987486 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1591c1bc-7d6e-48f2-9b7c-bf74fead251c req-9f7aedec-6ace-4485-92ad-4a577ec1bfcc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536382 Jul 16 18:20:52.989961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.014004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:53.054318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 9d3e5136-dbea-4b00-ae35-8acbe98446eb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:53.058620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=5f6761c6-1dee-4c7f-a415-43de8a31daa0,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.061373 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:53.063706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:53.074267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:53.131406 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.133206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:53.136075 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d7928a-5617-4294-8eb5-05c71017f70c" -d '{"events": [{"server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:53.144912 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.161751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.161751 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.185445 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3f0673df-68b7-46d1-9386-fcb62ce4eda0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1388750 Jul 16 18:20:53.188586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53574) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:53.246849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abeb4445-5887-47fa-9b25-a9c76899b09a None None] Network 9d3e5136-dbea-4b00-ae35-8acbe98446eb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:53.286235 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf01a4f1-9f8f-44f0-bfb9-d3cbca2aa6fa x-openstack-request-id: req-cf01a4f1-9f8f-44f0-bfb9-d3cbca2aa6fa {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:53.286723 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:53.287075 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf01a4f1-9f8f-44f0-bfb9-d3cbca2aa6fa {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:53.287586 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'code': 200} Jul 16 18:20:53.336567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Pushing event updated for resources: {'Port': ['ID=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.483228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d192521-3045-4668-8be3-186e064ade88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.487775 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1d192521-3045-4668-8be3-186e064ade88 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2963474 Jul 16 18:20:53.491416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on host n-h1-794306-7 for vnic_type normal with profile {"migrating_to": "n-h2-794306-7"} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:53.491906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:53.492358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:53.494510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53578) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:53.541092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 51ec50e6-dd86-46ab-882f-b066ea1fa497 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:53.577968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:20:53.578499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Attempting to bind port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:53.601447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:53.602019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Checking segment: {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:53.602643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Bound using segment: {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:53.603351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Bound port: e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f0a5634-05d9-451f-90fb-1492ee44a340', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:53.603971 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.625170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ee930e64-54cd-4aeb-8747-55f948c759ac None None] Provisioning for port 51ec50e6-dd86-46ab-882f-b066ea1fa497 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:53.700134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 51ec50e6-dd86-46ab-882f-b066ea1fa497 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:53.714805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 51ec50e6-dd86-46ab-882f-b066ea1fa497 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:53.715124 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.725306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96cd1d-6b99-4287-a229-701fa68e4791 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.731712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96cd1d-6b99-4287-a229-701fa68e4791 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.738164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be96cd1d-6b99-4287-a229-701fa68e4791 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:53.745357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53582) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:53.745633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-be96cd1d-6b99-4287-a229-701fa68e4791 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.2496667 Jul 16 18:20:53.759393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:53.765941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:53.775695 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.791824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f68e58ac-27a4-4e79-9d1d-2c1a273a4ffd None None] Provisioning complete for port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:53.792212 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f68e58ac-27a4-4e79-9d1d-2c1a273a4ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.864424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Pushing event updated for resources: {'Port': ['ID=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,revision_number=8']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:53.934651 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:53.976043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-823b9b04-b76b-485d-8af6-1ea864a3e646 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 5f6761c6-1dee-4c7f-a415-43de8a31daa0 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:53.977053 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-823b9b04-b76b-485d-8af6-1ea864a3e646 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.055902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 51ec50e6-dd86-46ab-882f-b066ea1fa497, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=51ec50e6-dd86-46ab-882f-b066ea1fa497,segment=NetworkSegment(661b5ef3-bcb5-489a-9605-ddfef7e46d26),segment_id=661b5ef3-bcb5-489a-9605-ddfef7e46d26)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:54.073834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.076479 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.082199 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-03968c90-28f8-41be-a516-c36bc025047e service neutron] 10.222.0.18 "PUT /v2.0/ports/e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f HTTP/1.1" status: 200 len: 1121 time: 1.4667735 Jul 16 18:20:54.087518 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.135400 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f68e58ac-27a4-4e79-9d1d-2c1a273a4ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.262543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f68e58ac-27a4-4e79-9d1d-2c1a273a4ffd None None] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:54.281997 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-823b9b04-b76b-485d-8af6-1ea864a3e646 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.289324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:54.292657 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23bd8478-9437-48ba-8506-d19cdaabc4cb" -d '{"events": [{"server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "name": "network-vif-plugged", "status": "completed", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:54.315058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-823b9b04-b76b-485d-8af6-1ea864a3e646 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 5f6761c6-1dee-4c7f-a415-43de8a31daa0 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:54.318114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:20:54.410081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=51ec50e6-dd86-46ab-882f-b066ea1fa497,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.419350 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f68e58ac-27a4-4e79-9d1d-2c1a273a4ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.493533 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd13825e-7dd0-4c3d-9619-17b8b4b07f9b x-openstack-request-id: req-bd13825e-7dd0-4c3d-9619-17b8b4b07f9b {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:54.494663 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "name": "network-vif-plugged", "status": "completed", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:54.495103 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd13825e-7dd0-4c3d-9619-17b8b4b07f9b {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:54.495715 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'code': 200} Jul 16 18:20:54.513205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-823b9b04-b76b-485d-8af6-1ea864a3e646 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.522820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e58ac-27a4-4e79-9d1d-2c1a273a4ffd None None] Pushing event updated for resources: {'Port': ['ID=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.572481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823b9b04-b76b-485d-8af6-1ea864a3e646 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=5f6761c6-1dee-4c7f-a415-43de8a31daa0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:54.685285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3258a218-44d7-4b51-869e-694bb28913f4 req-a0f57085-3454-404a-9d5c-669b5faa7877 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:54.695137 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3258a218-44d7-4b51-869e-694bb28913f4 req-a0f57085-3454-404a-9d5c-669b5faa7877 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.1938233 Jul 16 18:20:54.757040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3258a218-44d7-4b51-869e-694bb28913f4 req-6b71e2aa-7e70-4001-9bdc-6a322082f5ad tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608878 Jul 16 18:20:54.764941 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-823b9b04-b76b-485d-8af6-1ea864a3e646 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.770731 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-823b9b04-b76b-485d-8af6-1ea864a3e646 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/5f6761c6-1dee-4c7f-a415-43de8a31daa0 HTTP/1.1" status: 204 len: 168 time: 1.0240209 Jul 16 18:20:54.771016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53592) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.813555 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2173afa-66aa-435f-84f1-db0c935b0ae0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:20:54.815320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f2173afa-66aa-435f-84f1-db0c935b0ae0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/5f6761c6-1dee-4c7f-a415-43de8a31daa0 HTTP/1.1" status: 404 len: 333 time: 0.0430162 Jul 16 18:20:54.819789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53594) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:54.866067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8a15d296-1b81-45f1-aefa-42007a171130 None None] Provisioning complete for port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:54.866726 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8a15d296-1b81-45f1-aefa-42007a171130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:54.957478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-983230d1-0f58-43f2-a07b-28ea3dc69e97 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 73b2e49c-5244-41d1-9dea-f4b033b9fb2d {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:54.957933 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-983230d1-0f58-43f2-a07b-28ea3dc69e97 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.110299 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-983230d1-0f58-43f2-a07b-28ea3dc69e97 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.135846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-983230d1-0f58-43f2-a07b-28ea3dc69e97 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 73b2e49c-5244-41d1-9dea-f4b033b9fb2d owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:55.145558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8a15d296-1b81-45f1-aefa-42007a171130 None None] Provisioning for port 73b2e49c-5244-41d1-9dea-f4b033b9fb2d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:20:55.165550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8a15d296-1b81-45f1-aefa-42007a171130 None None] Provisioning complete for port 73b2e49c-5244-41d1-9dea-f4b033b9fb2d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:55.165888 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8a15d296-1b81-45f1-aefa-42007a171130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.294699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:20:55.297939 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:20:55.304606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 51ec50e6-dd86-46ab-882f-b066ea1fa497 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:20:55.329009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8a15d296-1b81-45f1-aefa-42007a171130 None None] Port 73b2e49c-5244-41d1-9dea-f4b033b9fb2d cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:20:55.372492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8a15d296-1b81-45f1-aefa-42007a171130 None None] Provisioning complete for port 51ec50e6-dd86-46ab-882f-b066ea1fa497 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:55.372869 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8a15d296-1b81-45f1-aefa-42007a171130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.379503 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fb19087-16ef-4ad9-8c91-992d33ffc7ee x-openstack-request-id: req-5fb19087-16ef-4ad9-8c91-992d33ffc7ee {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:20:55.379926 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:20:55.380308 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5fb19087-16ef-4ad9-8c91-992d33ffc7ee {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:20:55.380908 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'status': 'completed', 'code': 200} Jul 16 18:20:55.430796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-983230d1-0f58-43f2-a07b-28ea3dc69e97 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.437944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 51ec50e6-dd86-46ab-882f-b066ea1fa497 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:20:55.438315 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.513701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983230d1-0f58-43f2-a07b-28ea3dc69e97 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=73b2e49c-5244-41d1-9dea-f4b033b9fb2d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:55.564567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8a15d296-1b81-45f1-aefa-42007a171130 None None] Could not find standard attr ID for object 5f6761c6-1dee-4c7f-a415-43de8a31daa0. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:55.656890 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-983230d1-0f58-43f2-a07b-28ea3dc69e97 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.664794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-983230d1-0f58-43f2-a07b-28ea3dc69e97 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/73b2e49c-5244-41d1-9dea-f4b033b9fb2d HTTP/1.1" status: 204 len: 168 time: 0.8410745 Jul 16 18:20:55.665523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53608) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.674923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d req-5fd0a38f-b75b-40c5-8ba7-7e0097e7781d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.677670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d req-5fd0a38f-b75b-40c5-8ba7-7e0097e7781d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 1126 time: 0.2386155 Jul 16 18:20:55.686835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a2302ee8-b7f6-44b2-a90e-8777ee26405c None None] Could not find standard attr ID for object 5f6761c6-1dee-4c7f-a415-43de8a31daa0. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:20:55.709537 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d56ecb30-5776-4782-8abb-7a6bfc2a41e0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:20:55.716869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d56ecb30-5776-4782-8abb-7a6bfc2a41e0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/73b2e49c-5244-41d1-9dea-f4b033b9fb2d HTTP/1.1" status: 404 len: 333 time: 0.0496593 Jul 16 18:20:55.717936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53612) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:55.817205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d req-ff362f9e-dd23-4acb-be97-71202ea6e7a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:55.819327 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d req-ff362f9e-dd23-4acb-be97-71202ea6e7a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b HTTP/1.1" status: 200 len: 897 time: 0.1344337 Jul 16 18:20:55.839278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-70e2ef22-5ad2-41ca-b19e-b777bfcb2e50 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting subnet b4776741-81aa-4488-878f-915614e1e030 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:20:55.845067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70e2ef22-5ad2-41ca-b19e-b777bfcb2e50 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:55.914757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d req-51693c4a-ac59-4d0a-9c0a-10ca4068a49b service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f HTTP/1.1" status: 200 len: 1000 time: 0.0861940 Jul 16 18:20:55.915038 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70e2ef22-5ad2-41ca-b19e-b777bfcb2e50 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.009910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d req-bd4511cc-ef9e-4ea1-88e4-440ed5b01a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.011784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d req-bd4511cc-ef9e-4ea1-88e4-440ed5b01a78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf4a0eea-69ef-481a-b601-6babe38a3fe2 HTTP/1.1" status: 200 len: 834 time: 0.0909691 Jul 16 18:20:56.068129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70e2ef22-5ad2-41ca-b19e-b777bfcb2e50 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.073347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4676d44-3cc9-435b-8ff6-62a02f60d788 req-ab57ad2d-608a-4506-9b57-53aecf1fff18 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.074906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4676d44-3cc9-435b-8ff6-62a02f60d788 req-ab57ad2d-608a-4506-9b57-53aecf1fff18 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.1176596 Jul 16 18:20:56.118951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d req-f8315939-01ce-4221-9350-38aa9d62023e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:56.120568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d req-f8315939-01ce-4221-9350-38aa9d62023e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004782 Jul 16 18:20:56.161580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4676d44-3cc9-435b-8ff6-62a02f60d788 req-f3307e81-3626-4acb-ade3-117f3f8c6649 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738268 Jul 16 18:20:56.170783 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70e2ef22-5ad2-41ca-b19e-b777bfcb2e50 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.215591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2ef22-5ad2-41ca-b19e-b777bfcb2e50 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Subnet': ['ID=b4776741-81aa-4488-878f-915614e1e030,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.225666 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa174e1-6239-44e6-9170-588299d3c7b1 None None] Network 9d3e5136-dbea-4b00-ae35-8acbe98446eb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:56.233511 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70e2ef22-5ad2-41ca-b19e-b777bfcb2e50 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.235484 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-70e2ef22-5ad2-41ca-b19e-b777bfcb2e50 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/b4776741-81aa-4488-878f-915614e1e030 HTTP/1.1" status: 204 len: 168 time: 0.5163889 Jul 16 18:20:56.239957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53618) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:56.304731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d req-cccbae7b-90f7-4d28-be39-094b0a8dc4cb service neutron] 10.222.0.37 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757436 Jul 16 18:20:56.446269 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.505209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 51ec50e6-dd86-46ab-882f-b066ea1fa497 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:56.505945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.525207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-412d53c8-0d66-47ea-be2e-9cd4f9c8809d req-0c248249-cdeb-4f9e-b39b-9b4daa4dc462 service neutron] 10.222.0.37 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2134981 Jul 16 18:20:56.644131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6949cdaa-b8c7-4786-8af7-48a1fd5a1792 None None] DHCP port deletion for 9d3e5136-dbea-4b00-ae35-8acbe98446eb request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:20:56.700219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6949cdaa-b8c7-4786-8af7-48a1fd5a1792 None None] Deleting port 51ec50e6-dd86-46ab-882f-b066ea1fa497 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:20:56.700595 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6949cdaa-b8c7-4786-8af7-48a1fd5a1792 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.792080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6949cdaa-b8c7-4786-8af7-48a1fd5a1792 None None] For port 51ec50e6-dd86-46ab-882f-b066ea1fa497, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=51ec50e6-dd86-46ab-882f-b066ea1fa497,segment=NetworkSegment(661b5ef3-bcb5-489a-9605-ddfef7e46d26),segment_id=661b5ef3-bcb5-489a-9605-ddfef7e46d26)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:56.792545 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6949cdaa-b8c7-4786-8af7-48a1fd5a1792 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.807501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6949cdaa-b8c7-4786-8af7-48a1fd5a1792 None None] Calling delete_port for 51ec50e6-dd86-46ab-882f-b066ea1fa497 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:56.914079 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6949cdaa-b8c7-4786-8af7-48a1fd5a1792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:56.963324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949cdaa-b8c7-4786-8af7-48a1fd5a1792 None None] Pushing event deleted for resources: {'Port': ['ID=51ec50e6-dd86-46ab-882f-b066ea1fa497,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:56.969643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6949cdaa-b8c7-4786-8af7-48a1fd5a1792 None None] No DVR routers for this DVR port 51ec50e6-dd86-46ab-882f-b066ea1fa497 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:57.001422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] For port 51ec50e6-dd86-46ab-882f-b066ea1fa497, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=51ec50e6-dd86-46ab-882f-b066ea1fa497,segment=NetworkSegment(661b5ef3-bcb5-489a-9605-ddfef7e46d26),segment_id=661b5ef3-bcb5-489a-9605-ddfef7e46d26)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:57.001422 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.016892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 51ec50e6-dd86-46ab-882f-b066ea1fa497 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:20:57.106583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.149201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=51ec50e6-dd86-46ab-882f-b066ea1fa497,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.163298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No DVR routers for this DVR port 51ec50e6-dd86-46ab-882f-b066ea1fa497 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:20:57.209438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 51ec50e6-dd86-46ab-882f-b066ea1fa497 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:20:57.237371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 51ec50e6-dd86-46ab-882f-b066ea1fa497 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:20:57.237914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 51ec50e6-dd86-46ab-882f-b066ea1fa497 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:20:57.267053 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.282788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d3e5136-dbea-4b00-ae35-8acbe98446eb']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:57.297096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '661b5ef3-bcb5-489a-9605-ddfef7e46d26') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:57.297521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '661b5ef3-bcb5-489a-9605-ddfef7e46d26') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:20:57.310127 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.328777 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.337148 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:20:57.337985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:20:57.341832 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:20:57.443269 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.451168 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.453167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/networks/9d3e5136-dbea-4b00-ae35-8acbe98446eb HTTP/1.1" status: 204 len: 168 time: 1.2120445 Jul 16 18:20:57.472323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53628) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.479164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6156f51c-f214-4436-b449-99faf52296e3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Network': ['ID=9d3e5136-dbea-4b00-ae35-8acbe98446eb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.481836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-670713054'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:57.501747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49b157b-0ad8-49ed-92a1-845513ae12ba req-256d4fa3-2959-4137-98ed-dd509b7f0a49 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.505015 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c49b157b-0ad8-49ed-92a1-845513ae12ba req-256d4fa3-2959-4137-98ed-dd509b7f0a49 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.1461329 Jul 16 18:20:57.516265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:57.520813 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.560997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 385} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:20:57.562922 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c49b157b-0ad8-49ed-92a1-845513ae12ba req-a013c6eb-ac02-4b73-9820-967e671fc665 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460663 Jul 16 18:20:57.575619 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.576329 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Added segment 6008d2a1-9004-4fbc-be3c-046a7eff8a2a of type vlan for network 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 Jul 16 18:20:57.628804 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.683808 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.688306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:57.688918 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:57.729911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2549820 Jul 16 18:20:57.732772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53634) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:57.738613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': '9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:57.796187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b2b429-330f-4a14-991b-c3f1e71b1e5a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Network': ['ID=9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:57.813876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:20:57.839721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:20:57.874130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:57.884070 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.063224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:20:58.077923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f has no active binding in host n-h2-794306-7 {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 18:20:58.135136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.206914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Subnet': ['ID=1e9ad5a0-24f3-4d0a-bf49-da26765855c4,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:58.219593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Checking segment: {'id': '6008d2a1-9004-4fbc-be3c-046a7eff8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:58.219593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network hostable DHCP agents. Network: 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:20:58.242171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:20:58.275199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:58.291807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.291807 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.302996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4619b6dc-82de-4ac2-b38b-4cfdcc44977e tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5688384 Jul 16 18:20:58.304681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6907d8-65d5-40fc-8084-660c6a0d7dbb None None] Network 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:20:58.307247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53638) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.313671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f02c3e13-8795-444e-a7f8-914562ccbbfb tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-845522322', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:58.344765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f02c3e13-8795-444e-a7f8-914562ccbbfb tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.345985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f02c3e13-8795-444e-a7f8-914562ccbbfb tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.430005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f02c3e13-8795-444e-a7f8-914562ccbbfb tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.434595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f02c3e13-8795-444e-a7f8-914562ccbbfb tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.454253 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f02c3e13-8795-444e-a7f8-914562ccbbfb tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.457256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f02c3e13-8795-444e-a7f8-914562ccbbfb tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1482503 Jul 16 18:20:58.459770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 53640) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:20:58.467631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'network_id': '9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2', 'name': 'tempest-PortsTestJSON-902271024'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:20:58.504356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2', 'network_id': '9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2', 'tenant_id': '105ce5695e9e4d20bdeaef545cc5f34a', 'fixed_ips': [{'subnet_id': '1e9ad5a0-24f3-4d0a-bf49-da26765855c4'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:20:58.505269 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.654516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:20:58.662041 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:58.699490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 0df510e6-ba30-47fb-b90d-2c3e39f72b49 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:20:58.725867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Allocated IP 172.20.0.2 (9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2/1e9ad5a0-24f3-4d0a-bf49-da26765855c4/ea36d7de-2681-4f8e-8f4c-b5bf83f20678) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:58.978268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae9c68-83b8-44d1-bcc0-70308fa7ce8c req-1a0115a5-94fb-4e0d-ba79-03e64e16a6ca tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:20:58.980143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4ae9c68-83b8-44d1-bcc0-70308fa7ce8c req-1a0115a5-94fb-4e0d-ba79-03e64e16a6ca tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.1445470 Jul 16 18:20:59.034150 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.051639 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Transition to ACTIVE for port object ea36d7de-2681-4f8e-8f4c-b5bf83f20678 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:59.064013 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4ae9c68-83b8-44d1-bcc0-70308fa7ce8c req-410ee416-7b6d-46cb-be32-dd3b4d94e391 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723431 Jul 16 18:20:59.084458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Transition to ACTIVE for port object ea36d7de-2681-4f8e-8f4c-b5bf83f20678 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:20:59.095898 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.203098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Network 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:20:59.210230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:20:59.215795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:20:59.259118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Pushing event updated for resources: {'Port': ['ID=ea36d7de-2681-4f8e-8f4c-b5bf83f20678,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:20:59.314283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.11 (9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2/1e9ad5a0-24f3-4d0a-bf49-da26765855c4/0df510e6-ba30-47fb-b90d-2c3e39f72b49) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:20:59.332079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Attempting to bind port ea36d7de-2681-4f8e-8f4c-b5bf83f20678 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:20:59.332940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Attempting to bind port ea36d7de-2681-4f8e-8f4c-b5bf83f20678 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '6008d2a1-9004-4fbc-be3c-046a7eff8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:20:59.333664 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Attempting to bind port ea36d7de-2681-4f8e-8f4c-b5bf83f20678 on network 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:20:59.342298 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-729a771b-796b-4bdc-a154-3761de54f3bd service neutron] 10.222.0.37 "GET /v2.0/ports/e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f/bindings/n-h2-794306-7 HTTP/1.1" status: 200 len: 384 time: 0.1716025 Jul 16 18:20:59.354667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:20:59.355068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Checking segment: {'id': '6008d2a1-9004-4fbc-be3c-046a7eff8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:20:59.355604 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.356046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Bound using segment: {'id': '6008d2a1-9004-4fbc-be3c-046a7eff8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:20:59.356568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Bound port: ea36d7de-2681-4f8e-8f4c-b5bf83f20678, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6008d2a1-9004-4fbc-be3c-046a7eff8a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 385, 'network_id': '9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:20:59.356955 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.381179 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.482607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] For port ea36d7de-2681-4f8e-8f4c-b5bf83f20678, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:20:59.491849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] For port ea36d7de-2681-4f8e-8f4c-b5bf83f20678, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ea36d7de-2681-4f8e-8f4c-b5bf83f20678,segment=NetworkSegment(6008d2a1-9004-4fbc-be3c-046a7eff8a2a),segment_id=6008d2a1-9004-4fbc-be3c-046a7eff8a2a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:20:59.502011 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:20:59.637096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9146a7-ff73-498f-bf91-ca91f3817539 None None] Pushing event updated for resources: {'Port': ['ID=ea36d7de-2681-4f8e-8f4c-b5bf83f20678,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.219969 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.255312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-e4d8ddd2-dc1d-43ef-935a-f00cd48d897b service neutron] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:00.267296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object 0df510e6-ba30-47fb-b90d-2c3e39f72b49 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:00.300203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-e4d8ddd2-dc1d-43ef-935a-f00cd48d897b service neutron] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:00.400297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:00.408218 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5424b9-603a-4998-bb34-60a28a34b81e" -d '{"events": [{"server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:00.428378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-e4d8ddd2-dc1d-43ef-935a-f00cd48d897b service neutron] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:00.432844 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.497022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68f6590-69b2-4534-8f6e-64fa337b81a5 req-4d60afd2-cbcc-46d7-b1ae-dc7cc81b11cf tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.508897 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e68f6590-69b2-4534-8f6e-64fa337b81a5 req-4d60afd2-cbcc-46d7-b1ae-dc7cc81b11cf tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 945 time: 0.1701863 Jul 16 18:21:00.557185 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f96cf5a-bb8c-41c9-afde-2d74e64fa82b x-openstack-request-id: req-0f96cf5a-bb8c-41c9-afde-2d74e64fa82b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:00.557857 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "name": "network-vif-unplugged", "status": "completed", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:00.558423 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0f96cf5a-bb8c-41c9-afde-2d74e64fa82b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:00.559289 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'code': 200} Jul 16 18:21:00.572498 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e68f6590-69b2-4534-8f6e-64fa337b81a5 req-f94f3d44-6c47-41e9-b8a0-ee9f6ceb2f78 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609105 Jul 16 18:21:00.584438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-e4d8ddd2-dc1d-43ef-935a-f00cd48d897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.603937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:00.641884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:00.649738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:00.685076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=0df510e6-ba30-47fb-b90d-2c3e39f72b49,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:00.737087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-22dad4d9-aab3-4493-8bf7-74988dc99587 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3525624 Jul 16 18:21:00.765747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:00.766424 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:00.793621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7b032788-e186-424a-a07f-97ac0e5f8c17 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3322630 Jul 16 18:21:00.798217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 53812) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:00.845726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-e4d8ddd2-dc1d-43ef-935a-f00cd48d897b service neutron] Transition to ACTIVE for port object e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:00.853498 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-e4d8ddd2-dc1d-43ef-935a-f00cd48d897b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.027872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-26d054bf-03c9-4fe9-9ff1-bbf29248267b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.035515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-26d054bf-03c9-4fe9-9ff1-bbf29248267b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 1097 time: 0.2403817 Jul 16 18:21:01.069614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8ddd2-dc1d-43ef-935a-f00cd48d897b service neutron] Pushing event updated for resources: {'Port': ['ID=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,revision_number=11']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:01.146940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4494377-2def-4c9f-9a9a-ee52ec82af5d None None] Network 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:01.169888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-e4d8ddd2-dc1d-43ef-935a-f00cd48d897b service neutron] No DVR routers for this DVR port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:01.356557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f5d93a99-65d5-4269-a146-2a4055184e0b None None] Provisioning for port ea36d7de-2681-4f8e-8f4c-b5bf83f20678 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:01.408120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ea36d7de-2681-4f8e-8f4c-b5bf83f20678 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:01.690665 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.805903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-8c7fdfc3-d11f-4823-ae52-6a7448fe57d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:01.809460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-8c7fdfc3-d11f-4823-ae52-6a7448fe57d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 912 time: 0.7321990 Jul 16 18:21:01.816803 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-e4d8ddd2-dc1d-43ef-935a-f00cd48d897b service neutron] 10.222.0.37 "PUT /v2.0/ports/e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f/bindings/n-h2-794306-7/activate HTTP/1.1" status: 200 len: 369 time: 2.4645391 Jul 16 18:21:01.875756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port ea36d7de-2681-4f8e-8f4c-b5bf83f20678 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:01.884112 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ea36d7de-2681-4f8e-8f4c-b5bf83f20678 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:01.884782 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:01.987460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-ae36c5b9-54c3-493b-829b-e5b5fdfb7504 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964c01d0-09dc-401e-9c39-244676c07f5f HTTP/1.1" status: 200 len: 1001 time: 0.1581924 Jul 16 18:21:02.035683 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.118893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port ea36d7de-2681-4f8e-8f4c-b5bf83f20678, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ea36d7de-2681-4f8e-8f4c-b5bf83f20678,segment=NetworkSegment(6008d2a1-9004-4fbc-be3c-046a7eff8a2a),segment_id=6008d2a1-9004-4fbc-be3c-046a7eff8a2a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:02.128655 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.130657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-cb0904b8-06e5-4430-884f-29c5ca7292e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.133303 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-cb0904b8-06e5-4430-884f-29c5ca7292e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.1447940 Jul 16 18:21:02.191275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe5857c-8e1d-4c7c-8185-91aaa7e2052a req-3ef2a388-2da1-426e-8e63-d2ecbe815a1c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.193804 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfe5857c-8e1d-4c7c-8185-91aaa7e2052a req-3ef2a388-2da1-426e-8e63-d2ecbe815a1c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 944 time: 0.3946846 Jul 16 18:21:02.218448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-c5210dc4-6db4-4ddc-a184-dcf7e46c1897 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.220011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-c5210dc4-6db4-4ddc-a184-dcf7e46c1897 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.2892232 Jul 16 18:21:02.269265 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.276604 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.310259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfe5857c-8e1d-4c7c-8185-91aaa7e2052a req-a6c4fb9d-bb69-4e91-9ffb-b45b96385c8e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012933 Jul 16 18:21:02.320418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7910bab1-455e-47f6-9982-1d78d530cefd None None] Provisioning complete for port ea36d7de-2681-4f8e-8f4c-b5bf83f20678 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:02.320928 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7910bab1-455e-47f6-9982-1d78d530cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.346575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-849d3912-ddce-4ff0-a051-6bb0c4ef3f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.351928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-849d3912-ddce-4ff0-a051-6bb0c4ef3f42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2070854 Jul 16 18:21:02.374452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=ea36d7de-2681-4f8e-8f4c-b5bf83f20678,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.454201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=0df510e6-ba30-47fb-b90d-2c3e39f72b49,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:02.533420 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-5833e73f-3f86-47ef-81bc-70ee9450972b service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1746185 Jul 16 18:21:02.706687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7910bab1-455e-47f6-9982-1d78d530cefd None None] Provisioning for port 0df510e6-ba30-47fb-b90d-2c3e39f72b49 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:02.720289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7910bab1-455e-47f6-9982-1d78d530cefd None None] Provisioning complete for port 0df510e6-ba30-47fb-b90d-2c3e39f72b49 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:02.720669 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7910bab1-455e-47f6-9982-1d78d530cefd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.746885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-8664d6ef-4569-4c5a-8b60-d7941a5b33b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.761468 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-8664d6ef-4569-4c5a-8b60-d7941a5b33b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 1095 time: 0.5293975 Jul 16 18:21:02.788645 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a96dfde-423b-44b7-bd9b-ec7cd9d124be req-e2cb132d-9c70-4fee-ad9d-4c6885a7f559 service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2461271 Jul 16 18:21:02.789173 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:02.820304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7910bab1-455e-47f6-9982-1d78d530cefd None None] Port 0df510e6-ba30-47fb-b90d-2c3e39f72b49 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:02.932034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-f50160ce-abbd-4038-81f3-96d353b8565c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:02.934504 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-f50160ce-abbd-4038-81f3-96d353b8565c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 1095 time: 0.1198905 Jul 16 18:21:02.947320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-74724a68-4ac5-4a93-87e0-9d38e4a38f98 None None] Provisioning complete for port 0df510e6-ba30-47fb-b90d-2c3e39f72b49 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:02.948959 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-74724a68-4ac5-4a93-87e0-9d38e4a38f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.028006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-74724a68-4ac5-4a93-87e0-9d38e4a38f98 None None] Port 0df510e6-ba30-47fb-b90d-2c3e39f72b49 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:03.059046 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.099823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-b3565f94-ad84-4cad-9c27-0d82a877aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.101364 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-b3565f94-ad84-4cad-9c27-0d82a877aa1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b HTTP/1.1" status: 200 len: 897 time: 0.1603642 Jul 16 18:21:03.186951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e940f900-8b8a-4500-9d66-f583fac7bd8f None None] Provisioning complete for port 0df510e6-ba30-47fb-b90d-2c3e39f72b49 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:03.187524 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e940f900-8b8a-4500-9d66-f583fac7bd8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.237865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-1ac9d667-3931-4125-8bef-ba3a53847297 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f HTTP/1.1" status: 200 len: 998 time: 0.1271877 Jul 16 18:21:03.266692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e940f900-8b8a-4500-9d66-f583fac7bd8f None None] Port 0df510e6-ba30-47fb-b90d-2c3e39f72b49 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:03.293867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:03.347082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ea36d7de-2681-4f8e-8f4c-b5bf83f20678 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:03.375698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-92684318-0810-415d-8fff-7c951685f7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.383207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-92684318-0810-415d-8fff-7c951685f7c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf4a0eea-69ef-481a-b601-6babe38a3fe2 HTTP/1.1" status: 200 len: 834 time: 0.1377895 Jul 16 18:21:03.492312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:03.526282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ea36d7de-2681-4f8e-8f4c-b5bf83f20678 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:03.527376 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.585717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-0216540f-9c45-40a0-90cc-031ed2d869d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.587750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-0216540f-9c45-40a0-90cc-031ed2d869d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1909332 Jul 16 18:21:03.660705 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.667857 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.820451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-d298f84c-b5ab-4f17-a13b-2416d0b715df service neutron] 10.222.0.18 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246416 Jul 16 18:21:03.832730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=0df510e6-ba30-47fb-b90d-2c3e39f72b49,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:03.849948 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b69684-6abc-4f4a-8d51-7553311bb200 req-418f5c16-3c2f-4ab2-92c4-e820adc6f866 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:03.856264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0b69684-6abc-4f4a-8d51-7553311bb200 req-418f5c16-3c2f-4ab2-92c4-e820adc6f866 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 944 time: 0.3485799 Jul 16 18:21:03.858696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:03.943354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0b69684-6abc-4f4a-8d51-7553311bb200 req-03e187d9-f69b-4ac9-be7e-a284567cdf23 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820658 Jul 16 18:21:04.020138 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-d938964e-4406-4f70-ad4d-5f3ae2eb28dd service neutron] 10.222.0.18 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836970 Jul 16 18:21:04.063697 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:04.066954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:04.242066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Router 6b27ea5f-0724-4e74-b6d0-14c5f905a221 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:04.399780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:04.413735 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6b254176-70a9-4513-98ce-1ae784701f7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "PUT /v2.0/routers/6b27ea5f-0724-4e74-b6d0-14c5f905a221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6141059 Jul 16 18:21:04.416986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54122) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.433740 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6254284-ae2b-4164-8793-7e56a9adefa2 None None] Sync routers for ids ['6b27ea5f-0724-4e74-b6d0-14c5f905a221'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:04.436378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f8862668-fda0-418c-a860-46727441ffaa None None] Provisioning complete for port 0df510e6-ba30-47fb-b90d-2c3e39f72b49 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:04.437079 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f8862668-fda0-418c-a860-46727441ffaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.446030 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6254284-ae2b-4164-8793-7e56a9adefa2 None None] Routers {'6b27ea5f-0724-4e74-b6d0-14c5f905a221'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:04.446834 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d6254284-ae2b-4164-8793-7e56a9adefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:20:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['6b27ea5f-0724-4e74-b6d0-14c5f905a221'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:04.486002 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d6254284-ae2b-4164-8793-7e56a9adefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:04.497673 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6254284-ae2b-4164-8793-7e56a9adefa2 None None] Routers {'6b27ea5f-0724-4e74-b6d0-14c5f905a221'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:04.499286 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d6254284-ae2b-4164-8793-7e56a9adefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:20:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['6b27ea5f-0724-4e74-b6d0-14c5f905a221'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:04.506442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f8862668-fda0-418c-a860-46727441ffaa None None] Port 0df510e6-ba30-47fb-b90d-2c3e39f72b49 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:04.538165 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d6254284-ae2b-4164-8793-7e56a9adefa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:04.538830 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6254284-ae2b-4164-8793-7e56a9adefa2 None None] The sync data for ids ['6b27ea5f-0724-4e74-b6d0-14c5f905a221'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:04.594921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588e6926-9dba-4c0f-9c68-48463e91e158 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.597885 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-588e6926-9dba-4c0f-9c68-48463e91e158 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b27ea5f-0724-4e74-b6d0-14c5f905a221 HTTP/1.1" status: 200 len: 982 time: 0.1792204 Jul 16 18:21:04.601206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54128) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:04.615470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-7dbac1aa-ef12-46e0-9a00-938731cab8cc tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:04.618276 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-7dbac1aa-ef12-46e0-9a00-938731cab8cc tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 1095 time: 0.1824386 Jul 16 18:21:04.781715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-b5ad5970-5b68-4eb7-8d0b-c595636e1eec service neutron] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:04.786879 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-b5ad5970-5b68-4eb7-8d0b-c595636e1eec service neutron] Notify callbacks [] for binding, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:04.788381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ddcf9844-0b5d-4f4d-b9f4-0752899f633a req-b5ad5970-5b68-4eb7-8d0b-c595636e1eec service neutron] 10.222.0.18 "DELETE /v2.0/ports/e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f/bindings/n-h1-794306-7 HTTP/1.1" status: 204 len: 173 time: 0.1628129 Jul 16 18:21:05.039988 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-238db888-7050-47c3-a092-a11c2b342892 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.231444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18187250-d26b-48b1-bc4c-627689191bf5 req-4403bb99-f04b-4ab2-a453-254dfdc52392 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.249722 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18187250-d26b-48b1-bc4c-627689191bf5 req-4403bb99-f04b-4ab2-a453-254dfdc52392 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 944 time: 0.0997748 Jul 16 18:21:05.323609 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-238db888-7050-47c3-a092-a11c2b342892 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 0df510e6-ba30-47fb-b90d-2c3e39f72b49 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:05.324285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-238db888-7050-47c3-a092-a11c2b342892 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.324868 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18187250-d26b-48b1-bc4c-627689191bf5 req-9fe4bf78-316e-4b7c-a0e3-70bf7a190205 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736496 Jul 16 18:21:05.478499 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-238db888-7050-47c3-a092-a11c2b342892 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.507081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-238db888-7050-47c3-a092-a11c2b342892 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 0df510e6-ba30-47fb-b90d-2c3e39f72b49 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:05.635002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665dd6bd-868c-4d28-baac-b611ae721a9c req-82db3b64-c1d8-4d3a-bb1f-61a7fa45b1f8 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.637197 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-665dd6bd-868c-4d28-baac-b611ae721a9c req-82db3b64-c1d8-4d3a-bb1f-61a7fa45b1f8 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 1095 time: 0.1468964 Jul 16 18:21:05.738312 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-665dd6bd-868c-4d28-baac-b611ae721a9c req-8ee63803-8d7a-4289-85ba-4018db08dde7 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937681 Jul 16 18:21:05.815886 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-238db888-7050-47c3-a092-a11c2b342892 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:05.875658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238db888-7050-47c3-a092-a11c2b342892 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=0df510e6-ba30-47fb-b90d-2c3e39f72b49,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:05.958874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfe8470-4cc8-4d7e-968e-f1acf9a0af27 req-a5786f6f-9c29-4c79-a521-e7e100794d51 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:05.960608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cfe8470-4cc8-4d7e-968e-f1acf9a0af27 req-a5786f6f-9c29-4c79-a521-e7e100794d51 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 944 time: 0.0912197 Jul 16 18:21:06.027291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-238db888-7050-47c3-a092-a11c2b342892 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.030390 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cfe8470-4cc8-4d7e-968e-f1acf9a0af27 req-6de8a45e-2465-476e-b395-6f6831a7f0f7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616677 Jul 16 18:21:06.067268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54150) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.172991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a2095c4f-6ff4-4245-9020-194fa2c4cafa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/9a4f04cf-7332-4d1a-a473-5107bdcc60c4 HTTP/1.1" status: 200 len: 990 time: 0.1044066 Jul 16 18:21:06.478778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54162) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.679300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 06946d15-089a-4ab0-a5d6-05d456dc3509 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:06.679873 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.684833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-238db888-7050-47c3-a092-a11c2b342892 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Router 6b27ea5f-0724-4e74-b6d0-14c5f905a221 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:06.768344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-238db888-7050-47c3-a092-a11c2b342892 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:06.774478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-238db888-7050-47c3-a092-a11c2b342892 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "PUT /v2.0/routers/6b27ea5f-0724-4e74-b6d0-14c5f905a221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1715491 Jul 16 18:21:06.777024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54164) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.780704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c42f6bc-7efc-41ed-8a8b-9af03f70b08f None None] Sync routers for ids ['6b27ea5f-0724-4e74-b6d0-14c5f905a221'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:06.790808 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42f6bc-7efc-41ed-8a8b-9af03f70b08f None None] Routers {'6b27ea5f-0724-4e74-b6d0-14c5f905a221'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:06.791845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4c42f6bc-7efc-41ed-8a8b-9af03f70b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:20:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['6b27ea5f-0724-4e74-b6d0-14c5f905a221'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:06.813161 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-642a971b-8c17-4680-8649-de80c6cb1bf3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:21:06.813373 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.813710 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:06.817390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-642a971b-8c17-4680-8649-de80c6cb1bf3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/0df510e6-ba30-47fb-b90d-2c3e39f72b49 HTTP/1.1" status: 404 len: 333 time: 0.0362244 Jul 16 18:21:06.817677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54166) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:06.831136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 06946d15-089a-4ab0-a5d6-05d456dc3509 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:06.840053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4c42f6bc-7efc-41ed-8a8b-9af03f70b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:06.854205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c42f6bc-7efc-41ed-8a8b-9af03f70b08f None None] Routers {'6b27ea5f-0724-4e74-b6d0-14c5f905a221'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:06.855598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4c42f6bc-7efc-41ed-8a8b-9af03f70b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:20:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['6b27ea5f-0724-4e74-b6d0-14c5f905a221'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:06.910754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4c42f6bc-7efc-41ed-8a8b-9af03f70b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:06.911837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c42f6bc-7efc-41ed-8a8b-9af03f70b08f None None] The sync data for ids ['6b27ea5f-0724-4e74-b6d0-14c5f905a221'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:06.912573 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e284ef1-0197-455a-8905-e9c2e1bd7d68 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.064336 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.094990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=06946d15-089a-4ab0-a5d6-05d456dc3509,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.127191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e284ef1-0197-455a-8905-e9c2e1bd7d68 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.129698 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e284ef1-0197-455a-8905-e9c2e1bd7d68 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.185043 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e284ef1-0197-455a-8905-e9c2e1bd7d68 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.185679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e284ef1-0197-455a-8905-e9c2e1bd7d68 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Fanout notify agent at l3_agent the message router_deleted on router 6b27ea5f-0724-4e74-b6d0-14c5f905a221 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:07.195777 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e284ef1-0197-455a-8905-e9c2e1bd7d68 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.199269 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e284ef1-0197-455a-8905-e9c2e1bd7d68 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/routers/6b27ea5f-0724-4e74-b6d0-14c5f905a221 HTTP/1.1" status: 204 len: 168 time: 0.3781416 Jul 16 18:21:07.199654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54168) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.215756 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.216169 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Floating IP 9a4f04cf-7332-4d1a-a473-5107bdcc60c4 disassociated (deleted). External IP: 172.25.7.34, port: e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f. Jul 16 18:21:07.260161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f9d790-879b-4c0c-b00d-7884389f0293 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting subnet 1e9ad5a0-24f3-4d0a-bf49-da26765855c4 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:07.264821 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25f9d790-879b-4c0c-b00d-7884389f0293 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.348421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25f9d790-879b-4c0c-b00d-7884389f0293 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.473776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25f9d790-879b-4c0c-b00d-7884389f0293 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.516586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:07.583027 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25f9d790-879b-4c0c-b00d-7884389f0293 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.657629 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f9d790-879b-4c0c-b00d-7884389f0293 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Subnet': ['ID=1e9ad5a0-24f3-4d0a-bf49-da26765855c4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:07.672918 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25f9d790-879b-4c0c-b00d-7884389f0293 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.677989 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-25f9d790-879b-4c0c-b00d-7884389f0293 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/1e9ad5a0-24f3-4d0a-bf49-da26765855c4 HTTP/1.1" status: 204 len: 168 time: 0.4771342 Jul 16 18:21:07.680460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54176) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:07.681437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f08f2c8-056f-4e66-8a69-7e7acff7c287 None None] Network 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:07.695846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:07.710340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.711098 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd87cd-3928-4073-b99c-be10f17b362a None None] Sync routers for ids ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:07.740573 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd87cd-3928-4073-b99c-be10f17b362a None None] Routers {'2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:07.755795 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-60fd87cd-3928-4073-b99c-be10f17b362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:20:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:07.765384 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e8f148eb-c0c7-4759-b918-5feaa840a7a6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/floatingips/9a4f04cf-7332-4d1a-a473-5107bdcc60c4 HTTP/1.1" status: 204 len: 168 time: 1.2851140 Jul 16 18:21:07.766172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:07.770197 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd" -d '{"events": [{"name": "network-changed", "server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:07.801039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.870073 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b5aa6a-b6b5-4c2b-a5f1-95b3cd6bf1a0 x-openstack-request-id: req-c1b5aa6a-b6b5-4c2b-a5f1-95b3cd6bf1a0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:07.870633 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:07.871107 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c1b5aa6a-b6b5-4c2b-a5f1-95b3cd6bf1a0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:07.871873 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'status': 'completed', 'code': 200} Jul 16 18:21:07.904209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port ea36d7de-2681-4f8e-8f4c-b5bf83f20678 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:07.904564 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:07.952122 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-60fd87cd-3928-4073-b99c-be10f17b362a None None] Set router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:08.007037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] For port ea36d7de-2681-4f8e-8f4c-b5bf83f20678, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ea36d7de-2681-4f8e-8f4c-b5bf83f20678,segment=NetworkSegment(6008d2a1-9004-4fbc-be3c-046a7eff8a2a),segment_id=6008d2a1-9004-4fbc-be3c-046a7eff8a2a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:08.007592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.025560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for ea36d7de-2681-4f8e-8f4c-b5bf83f20678 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:08.060131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd req-1b696d5d-42b8-4011-9eaf-8c1b7f6bd732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.067030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd req-1b696d5d-42b8-4011-9eaf-8c1b7f6bd732 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 1095 time: 0.1705778 Jul 16 18:21:08.198968 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.206290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20b84753-594a-4fd0-9036-6ad00f1a549f None None] DHCP port deletion for 9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:08.248706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=ea36d7de-2681-4f8e-8f4c-b5bf83f20678,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.256832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No DVR routers for this DVR port ea36d7de-2681-4f8e-8f4c-b5bf83f20678 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:08.270961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd req-4225b2cd-29bf-4813-a3e2-d8c5420c705f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.273397 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd req-4225b2cd-29bf-4813-a3e2-d8c5420c705f service neutron] 10.222.0.18 "GET /v2.0/networks?id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b HTTP/1.1" status: 200 len: 897 time: 0.1996970 Jul 16 18:21:08.290334 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-60fd87cd-3928-4073-b99c-be10f17b362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5b65aa1a-b5ed-4ee0-9403-5860ea288207', 'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:f0:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:47Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:08.338691 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd req-1fb5babe-006f-4d7d-b529-4bf88739b461 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f HTTP/1.1" status: 200 len: 217 time: 0.0517864 Jul 16 18:21:08.349668 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd87cd-3928-4073-b99c-be10f17b362a None None] Checking router: 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:08.380354 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fd87cd-3928-4073-b99c-be10f17b362a None None] Routers {'2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:08.381285 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-60fd87cd-3928-4073-b99c-be10f17b362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:20:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:08.482724 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.541894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:08.573477 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-60fd87cd-3928-4073-b99c-be10f17b362a None None] Set router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:08.619902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6008d2a1-9004-4fbc-be3c-046a7eff8a2a') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:08.620560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6008d2a1-9004-4fbc-be3c-046a7eff8a2a') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:08.641008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.664040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.690360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Releasing vlan 385 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:08.690984 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:08.802375 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:08.810170 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.842178 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:08.844977 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/networks/9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2 HTTP/1.1" status: 204 len: 168 time: 1.1630888 Jul 16 18:21:08.847030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9621a6-8ea3-406f-a42e-c756a9da4774 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Network': ['ID=9daa13f5-2b66-4bd8-8bc3-1175cbf54fb2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:08.856471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54190) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:08.948631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1917880-9289-4352-ad83-e94b7bb838f1 req-5db60cc9-5365-4616-bedf-662efe78a6e8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.950851 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1917880-9289-4352-ad83-e94b7bb838f1 req-5db60cc9-5365-4616-bedf-662efe78a6e8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 944 time: 0.4410515 Jul 16 18:21:08.963454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7bdc3b-4118-404a-bbbb-8a52243a842d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.965371 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5d7bdc3b-4118-404a-bbbb-8a52243a842d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/fa0c20d4-da79-434c-9161-980b50479c85 HTTP/1.1" status: 200 len: 841 time: 0.1069798 Jul 16 18:21:08.969998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd req-98caede9-7cfb-4f84-872a-57df6a5fcade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:08.972570 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd req-98caede9-7cfb-4f84-872a-57df6a5fcade service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bf4a0eea-69ef-481a-b601-6babe38a3fe2 HTTP/1.1" status: 200 len: 834 time: 0.6263640 Jul 16 18:21:08.973915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54192) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.002600 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-60fd87cd-3928-4073-b99c-be10f17b362a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5b65aa1a-b5ed-4ee0-9403-5860ea288207', 'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:f0:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:47Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:09.012457 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1917880-9289-4352-ad83-e94b7bb838f1 req-0b6fb666-573f-40ee-b8d3-739cff968e68 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453253 Jul 16 18:21:09.045389 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60fd87cd-3928-4073-b99c-be10f17b362a None None] The sync data for ids ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'] in n-d-794306-7 is: [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:19:32Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5b65aa1a-b5ed-4ee0-9403-5860ea288207', 'name': '', 'network_id': '3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:f0:48:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 2878, 'fixed_ips': [{'subnet_id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:30Z', 'updated_at': '2021-07-16T18:19:47Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf4a0eea-69ef-481a-b601-6babe38a3fe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:09.109096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760d6bca-5e05-4735-b011-ee291f2453ae req-4ff420e6-468a-439e-9632-56c31f13373f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.112572 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-760d6bca-5e05-4735-b011-ee291f2453ae req-4ff420e6-468a-439e-9632-56c31f13373f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 944 time: 0.2512608 Jul 16 18:21:09.219175 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b499bc3d-f835-4274-b77d-4d7416288868 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/fa0c20d4-da79-434c-9161-980b50479c85?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2435048 Jul 16 18:21:09.223720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54194) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:09.233087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ba8f9b80-d9d4-4c0e-96b7-0f9b1f17d9a7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:09.297213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ea36d7de-2681-4f8e-8f4c-b5bf83f20678 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:09.359440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd req-5027d1a0-4de3-4988-87d0-6abab73d3f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:09.361951 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd req-5027d1a0-4de3-4988-87d0-6abab73d3f6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3675666 Jul 16 18:21:09.367291 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: ea36d7de-2681-4f8e-8f4c-b5bf83f20678 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:09.368244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ea36d7de-2681-4f8e-8f4c-b5bf83f20678 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:09.511129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba8f9b80-d9d4-4c0e-96b7-0f9b1f17d9a7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:09.514812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-760d6bca-5e05-4735-b011-ee291f2453ae req-47cedeb9-6289-49ed-a464-74e246a68409 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:09.515160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-760d6bca-5e05-4735-b011-ee291f2453ae req-47cedeb9-6289-49ed-a464-74e246a68409 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.521132 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba8f9b80-d9d4-4c0e-96b7-0f9b1f17d9a7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.596355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd req-1dfcd520-919b-4228-b6e0-68a7aafca9bf service neutron] 10.222.0.18 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272379 Jul 16 18:21:09.660015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b6b984-396f-47ac-9cd0-43f262c1a855 None None] New status for floating IP 9a4f04cf-7332-4d1a-a473-5107bdcc60c4: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:21:09.810591 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a9cf60c-fb09-4d0d-b217-c31c8dad14dd req-b68e375e-1a9f-433c-8b79-bb84885c3da8 service neutron] 10.222.0.18 "GET /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067354 Jul 16 18:21:09.973268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-760d6bca-5e05-4735-b011-ee291f2453ae req-47cedeb9-6289-49ed-a464-74e246a68409 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:09.973958 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-760d6bca-5e05-4735-b011-ee291f2453ae req-47cedeb9-6289-49ed-a464-74e246a68409 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:09.994934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-760d6bca-5e05-4735-b011-ee291f2453ae req-47cedeb9-6289-49ed-a464-74e246a68409 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:10.001634 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba8f9b80-d9d4-4c0e-96b7-0f9b1f17d9a7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.076625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba8f9b80-d9d4-4c0e-96b7-0f9b1f17d9a7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network d9340f62-4c77-4740-b893-073ea02a4702 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:10.086200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ba8f9b80-d9d4-4c0e-96b7-0f9b1f17d9a7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:10.102754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba8f9b80-d9d4-4c0e-96b7-0f9b1f17d9a7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:10.103731 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ba8f9b80-d9d4-4c0e-96b7-0f9b1f17d9a7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.115113 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db9057e3-9460-4deb-8fb9-11720f368bc9 None None] Network d9340f62-4c77-4740-b893-073ea02a4702 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:10.159981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8f9b80-d9d4-4c0e-96b7-0f9b1f17d9a7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Subnet': ['ID=d3ed0f4f-bae7-465d-9024-be2ee2660659,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.190901 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ba8f9b80-d9d4-4c0e-96b7-0f9b1f17d9a7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9644423 Jul 16 18:21:10.194773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54206) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.202461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-429ac6a8-acc5-4fab-834e-6894799be5f7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'security_group': {'name': 'tempest-secgroup-1909796496'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:10.365754 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-429ac6a8-acc5-4fab-834e-6894799be5f7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.383291 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-760d6bca-5e05-4735-b011-ee291f2453ae req-47cedeb9-6289-49ed-a464-74e246a68409 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.418128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-d9340f62-4c77-4740-b893-073ea02a4702', 'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'tenant_id': '105ce5695e9e4d20bdeaef545cc5f34a', 'fixed_ips': [{'subnet_id': 'd3ed0f4f-bae7-465d-9024-be2ee2660659'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:10.419297 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.443098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cedeb9-6289-49ed-a464-74e246a68409 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.520376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-760d6bca-5e05-4735-b011-ee291f2453ae req-47cedeb9-6289-49ed-a464-74e246a68409 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] No DVR routers for this DVR port e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:10.529439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a2bb9e-bc5c-41ff-a5d8-bb731381295e req-797a5a54-896e-4e1c-b3d9-a0f9f13e6fc9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:10.530953 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48a2bb9e-bc5c-41ff-a5d8-bb731381295e req-797a5a54-896e-4e1c-b3d9-a0f9f13e6fc9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=e4c5ca2e-af13-4735-b50d-ce27bd16f8bd HTTP/1.1" status: 200 len: 866 time: 0.2739487 Jul 16 18:21:10.532131 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-760d6bca-5e05-4735-b011-ee291f2453ae req-47cedeb9-6289-49ed-a464-74e246a68409 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.535269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-760d6bca-5e05-4735-b011-ee291f2453ae req-47cedeb9-6289-49ed-a464-74e246a68409 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.18 "DELETE /v2.0/ports/e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f HTTP/1.1" status: 204 len: 173 time: 1.4101410 Jul 16 18:21:10.536183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'name': 'network-vif-deleted', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:10.539169 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f085418-1a65-4b2f-9bdf-92b5b303119e" -d '{"events": [{"server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "name": "network-vif-deleted", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:10.585589 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ebbd93-a305-4b7b-afe5-dec795143a7d x-openstack-request-id: req-c9ebbd93-a305-4b7b-afe5-dec795143a7d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:10.585880 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4c5ca2e-af13-4735-b50d-ce27bd16f8bd", "name": "network-vif-deleted", "tag": "e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:10.586920 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c9ebbd93-a305-4b7b-afe5-dec795143a7d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:10.587323 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4c5ca2e-af13-4735-b50d-ce27bd16f8bd', 'name': 'network-vif-deleted', 'tag': 'e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f', 'status': 'completed', 'code': 200} Jul 16 18:21:10.629948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48a2bb9e-bc5c-41ff-a5d8-bb731381295e req-46734267-508a-4488-9fd3-986168de5dbb tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=5efee536-0fee-41a6-bd13-795b37c4a491&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771434 Jul 16 18:21:10.636881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Allocated IP 172.20.0.2 (d9340f62-4c77-4740-b893-073ea02a4702/d3ed0f4f-bae7-465d-9024-be2ee2660659/2f083965-d3cc-4094-9ba6-eb01057f01f4) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:10.673030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-429ac6a8-acc5-4fab-834e-6894799be5f7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.678753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-429ac6a8-acc5-4fab-834e-6894799be5f7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.708495 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-429ac6a8-acc5-4fab-834e-6894799be5f7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.709751 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-429ac6a8-acc5-4fab-834e-6894799be5f7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5134256 Jul 16 18:21:10.712656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54212) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.714342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429ac6a8-acc5-4fab-834e-6894799be5f7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39732889-2c4a-4e68-9668-241098ae849b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.718795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-14d977f7-3224-4f01-b968-e253b13a022f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'security_group': {'name': 'tempest-secgroup-503068171'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:10.748785 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-14d977f7-3224-4f01-b968-e253b13a022f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.857309 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-14d977f7-3224-4f01-b968-e253b13a022f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.863497 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-14d977f7-3224-4f01-b968-e253b13a022f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.887484 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.911589 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-14d977f7-3224-4f01-b968-e253b13a022f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:10.911867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Transition to ACTIVE for port object 2f083965-d3cc-4094-9ba6-eb01057f01f4 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:10.916039 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-14d977f7-3224-4f01-b968-e253b13a022f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1993906 Jul 16 18:21:10.916039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d977f7-3224-4f01-b968-e253b13a022f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=287543ae-03a4-424c-ab1f-95acccdde829,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:10.916361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54216) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:10.923699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-665575229', 'security_groups': ['287543ae-03a4-424c-ab1f-95acccdde829'], 'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd3ed0f4f-bae7-465d-9024-be2ee2660659'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:10.949906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Transition to ACTIVE for port object 2f083965-d3cc-4094-9ba6-eb01057f01f4 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:10.965226 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.015057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Network d9340f62-4c77-4740-b893-073ea02a4702 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:11.020001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:11.026663 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:11.044922 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Pushing event updated for resources: {'Port': ['ID=2f083965-d3cc-4094-9ba6-eb01057f01f4,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.119424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Attempting to bind port 2f083965-d3cc-4094-9ba6-eb01057f01f4 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:11.119424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Attempting to bind port 2f083965-d3cc-4094-9ba6-eb01057f01f4 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'bee36b56-c8f6-4d04-98e8-136d991a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:11.119776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Attempting to bind port 2f083965-d3cc-4094-9ba6-eb01057f01f4 on network d9340f62-4c77-4740-b893-073ea02a4702 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:11.143501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:11.143787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Checking segment: {'id': 'bee36b56-c8f6-4d04-98e8-136d991a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:11.144455 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.144455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Bound using segment: {'id': 'bee36b56-c8f6-4d04-98e8-136d991a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:11.144910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Bound port: 2f083965-d3cc-4094-9ba6-eb01057f01f4, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bee36b56-c8f6-4d04-98e8-136d991a7a0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 381, 'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:11.145364 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.168457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:11.292066 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.292904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] For port 2f083965-d3cc-4094-9ba6-eb01057f01f4, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:11.297198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] For port 2f083965-d3cc-4094-9ba6-eb01057f01f4, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2f083965-d3cc-4094-9ba6-eb01057f01f4,segment=NetworkSegment(bee36b56-c8f6-4d04-98e8-136d991a7a0b),segment_id=bee36b56-c8f6-4d04-98e8-136d991a7a0b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:11.304161 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.319043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 0ceebf72-62b9-43aa-8d29-13474f47a859 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:11.392005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8e7f0-dfcf-4587-8c66-96108308a13d None None] Pushing event updated for resources: {'Port': ['ID=2f083965-d3cc-4094-9ba6-eb01057f01f4,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:11.547312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.6 (d9340f62-4c77-4740-b893-073ea02a4702/d3ed0f4f-bae7-465d-9024-be2ee2660659/0ceebf72-62b9-43aa-8d29-13474f47a859) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:11.774300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54226) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:11.801705 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.820244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object 0ceebf72-62b9-43aa-8d29-13474f47a859 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:11.867097 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:11.893242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network d9340f62-4c77-4740-b893-073ea02a4702 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:11.896184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:11.914585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:11.917825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:11.949880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:11.950750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device e3e2cbd7-54e9-4a59-9d1f-ed90d05bf02f not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:11.992754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=0ceebf72-62b9-43aa-8d29-13474f47a859,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:12.013163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:12.013840 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.038048 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e821d21b-2eba-410c-a3f4-acb6be5791c0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1182308 Jul 16 18:21:12.039286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54230) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.044137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-86666672-448b-4dd8-8c18-e7282558cf7d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:12.078808 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.212260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86666672-448b-4dd8-8c18-e7282558cf7d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:12.216485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-86666672-448b-4dd8-8c18-e7282558cf7d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.326447 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.391350 n-d-794306-7 neutron-server[105439]: INFO neutron.db.ipam_backend_mixin [None req-86666672-448b-4dd8-8c18-e7282558cf7d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet d3ed0f4f-bae7-465d-9024-be2ee2660659 (CIDR: 172.20.0.0/28) Jul 16 18:21:12.397207 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-86666672-448b-4dd8-8c18-e7282558cf7d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:12.398832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86666672-448b-4dd8-8c18-e7282558cf7d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:12.429772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-86666672-448b-4dd8-8c18-e7282558cf7d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3896596 Jul 16 18:21:12.431805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54236) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:12.444260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-10ee7c28-d8a5-4c04-b34e-435558d49bfc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:12.643793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ee7c28-d8a5-4c04-b34e-435558d49bfc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:12.650556 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10ee7c28-d8a5-4c04-b34e-435558d49bfc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.789888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 5b65aa1a-b5ed-4ee0-9403-5860ea288207 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:12.790467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.830770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9125e083-f963-43b9-867c-46f3b409afab None None] Provisioning for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:12.852885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9125e083-f963-43b9-867c-46f3b409afab None None] Provisioning complete for port fa0c20d4-da79-434c-9161-980b50479c85 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:12.853261 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9125e083-f963-43b9-867c-46f3b409afab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.926807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9125e083-f963-43b9-867c-46f3b409afab None None] Port fa0c20d4-da79-434c-9161-980b50479c85 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:12.929595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port 5b65aa1a-b5ed-4ee0-9403-5860ea288207, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5b65aa1a-b5ed-4ee0-9403-5860ea288207,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:12.929978 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:12.944191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 5b65aa1a-b5ed-4ee0-9403-5860ea288207 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:12.964002 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10ee7c28-d8a5-4c04-b34e-435558d49bfc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.020671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ee7c28-d8a5-4c04-b34e-435558d49bfc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network d9340f62-4c77-4740-b893-073ea02a4702 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:13.027844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-10ee7c28-d8a5-4c04-b34e-435558d49bfc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:13.032608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ee7c28-d8a5-4c04-b34e-435558d49bfc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:13.033394 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10ee7c28-d8a5-4c04-b34e-435558d49bfc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.044164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a7a441-02e7-46e3-94fb-83df612ba64d None None] Network d9340f62-4c77-4740-b893-073ea02a4702 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:13.053933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ee7c28-d8a5-4c04-b34e-435558d49bfc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Subnet': ['ID=b22ac677-a918-4225-8ca3-7b488f1ebba3,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.079693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c16fdcd9-8d20-4d8b-a510-d96bb3cbe327 None None] Provisioning for port 0ceebf72-62b9-43aa-8d29-13474f47a859 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:13.082511 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-10ee7c28-d8a5-4c04-b34e-435558d49bfc tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6493661 Jul 16 18:21:13.085225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54240) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:13.089659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c16fdcd9-8d20-4d8b-a510-d96bb3cbe327 None None] Provisioning complete for port 0ceebf72-62b9-43aa-8d29-13474f47a859 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:13.090129 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c16fdcd9-8d20-4d8b-a510-d96bb3cbe327 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.092069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1558146383', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'b22ac677-a918-4225-8ca3-7b488f1ebba3'}], 'security_groups': ['39732889-2c4a-4e68-9668-241098ae849b']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:13.173891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c16fdcd9-8d20-4d8b-a510-d96bb3cbe327 None None] Port 0ceebf72-62b9-43aa-8d29-13474f47a859 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:13.192005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.247295 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=5b65aa1a-b5ed-4ee0-9403-5860ea288207,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.263601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.275297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2f083965-d3cc-4094-9ba6-eb01057f01f4 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:13.385577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:13.392654 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:13.393432 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.612875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721c6c72-bf43-4092-a13b-86b054a9755e None None] Update dhcp port {'port': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'fixed_ips': [{'subnet_id': 'd3ed0f4f-bae7-465d-9024-be2ee2660659', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b22ac677-a918-4225-8ca3-7b488f1ebba3'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '2f083965-d3cc-4094-9ba6-eb01057f01f4'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:21:13.615062 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.675915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 2f083965-d3cc-4094-9ba6-eb01057f01f4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2f083965-d3cc-4094-9ba6-eb01057f01f4,segment=NetworkSegment(bee36b56-c8f6-4d04-98e8-136d991a7a0b),segment_id=bee36b56-c8f6-4d04-98e8-136d991a7a0b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:13.682702 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.683536 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.743879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=2f083965-d3cc-4094-9ba6-eb01057f01f4,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:13.758918 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-721c6c72-bf43-4092-a13b-86b054a9755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:13.816884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Delete allocated IP 172.20.0.6 (d9340f62-4c77-4740-b893-073ea02a4702/d3ed0f4f-bae7-465d-9024-be2ee2660659) {{(pid=105439) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:21:13.830900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.28 (d9340f62-4c77-4740-b893-073ea02a4702/b22ac677-a918-4225-8ca3-7b488f1ebba3/0ceebf72-62b9-43aa-8d29-13474f47a859) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:14.019299 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.029161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:14.037420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object 0ceebf72-62b9-43aa-8d29-13474f47a859 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:14.042953 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.140607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-721c6c72-bf43-4092-a13b-86b054a9755e None None] Allocated IP 172.20.0.18 (d9340f62-4c77-4740-b893-073ea02a4702/b22ac677-a918-4225-8ca3-7b488f1ebba3/2f083965-d3cc-4094-9ba6-eb01057f01f4) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:14.168316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=0ceebf72-62b9-43aa-8d29-13474f47a859,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.179896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] In _notify_port_updated(), no bound segment for port 0ceebf72-62b9-43aa-8d29-13474f47a859 on network d9340f62-4c77-4740-b893-073ea02a4702 {{(pid=105439) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:21:14.187016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:14.188418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.192970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-66fa1e8f-a9ea-407e-9d9a-ac033dec86c5 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "PUT /v2.0/ports/0ceebf72-62b9-43aa-8d29-13474f47a859 HTTP/1.1" status: 200 len: 921 time: 1.1040475 Jul 16 18:21:14.194447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54258) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:14.207420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:14.216139 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ab710edb-7960-4345-80d5-1b25ddea344c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "PUT /v2.0/routers/2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4404833 Jul 16 18:21:14.218011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54260) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:14.221224 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220cce6a-695e-4ed3-9a25-f27ac61f4aed None None] Sync routers for ids ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:14.236899 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220cce6a-695e-4ed3-9a25-f27ac61f4aed None None] Routers {'2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:14.237891 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-220cce6a-695e-4ed3-9a25-f27ac61f4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:20:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:14.278510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-721c6c72-bf43-4092-a13b-86b054a9755e None None] For port 2f083965-d3cc-4094-9ba6-eb01057f01f4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2f083965-d3cc-4094-9ba6-eb01057f01f4,segment=NetworkSegment(bee36b56-c8f6-4d04-98e8-136d991a7a0b),segment_id=bee36b56-c8f6-4d04-98e8-136d991a7a0b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:14.283650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf89f376-a46a-4efe-90c1-7108ed5a128e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting subnet bf4a0eea-69ef-481a-b601-6babe38a3fe2 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:14.284265 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf89f376-a46a-4efe-90c1-7108ed5a128e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.315601 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-721c6c72-bf43-4092-a13b-86b054a9755e None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.332264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-721c6c72-bf43-4092-a13b-86b054a9755e None None] Transition to ACTIVE for port object 2f083965-d3cc-4094-9ba6-eb01057f01f4 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:14.339873 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-721c6c72-bf43-4092-a13b-86b054a9755e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.347036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-38b07035-c9b3-4a5a-adcc-c869ce8c2b5f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 0ceebf72-62b9-43aa-8d29-13474f47a859 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:14.347297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38b07035-c9b3-4a5a-adcc-c869ce8c2b5f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.368875 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf89f376-a46a-4efe-90c1-7108ed5a128e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.472175 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-220cce6a-695e-4ed3-9a25-f27ac61f4aed None None] Set router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:14.491245 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf89f376-a46a-4efe-90c1-7108ed5a128e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.532898 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c6c72-bf43-4092-a13b-86b054a9755e None None] Pushing event updated for resources: {'Port': ['ID=2f083965-d3cc-4094-9ba6-eb01057f01f4,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.538355 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38b07035-c9b3-4a5a-adcc-c869ce8c2b5f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.606882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-38b07035-c9b3-4a5a-adcc-c869ce8c2b5f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 0ceebf72-62b9-43aa-8d29-13474f47a859 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:14.628348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf89f376-a46a-4efe-90c1-7108ed5a128e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.685935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89f376-a46a-4efe-90c1-7108ed5a128e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Subnet': ['ID=bf4a0eea-69ef-481a-b601-6babe38a3fe2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:14.705514 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cf89f376-a46a-4efe-90c1-7108ed5a128e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.709576 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cf89f376-a46a-4efe-90c1-7108ed5a128e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/subnets/bf4a0eea-69ef-481a-b601-6babe38a3fe2 HTTP/1.1" status: 204 len: 168 time: 0.4903090 Jul 16 18:21:14.714428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d51b2e5-2a37-4dfd-a35f-1771f65a755c None None] Network 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:14.723190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54272) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:14.854207 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-220cce6a-695e-4ed3-9a25-f27ac61f4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:14.860291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:14.910345 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220cce6a-695e-4ed3-9a25-f27ac61f4aed None None] Checking router: 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:14.933603 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-220cce6a-695e-4ed3-9a25-f27ac61f4aed None None] Routers {'2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:14.934162 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-220cce6a-695e-4ed3-9a25-f27ac61f4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:20:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:15.037178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a134994-37db-4b18-b6d4-a5bd48afbec2 None None] DHCP port deletion for 3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:15.092123 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-220cce6a-695e-4ed3-9a25-f27ac61f4aed None None] Set router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:15.165349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8a134994-37db-4b18-b6d4-a5bd48afbec2 None None] Deleting port 808f2d00-2ebc-416d-9f7b-6e0636caafbe {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:15.166173 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8a134994-37db-4b18-b6d4-a5bd48afbec2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.344776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8a134994-37db-4b18-b6d4-a5bd48afbec2 None None] For port 808f2d00-2ebc-416d-9f7b-6e0636caafbe, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=808f2d00-2ebc-416d-9f7b-6e0636caafbe,segment=NetworkSegment(1f0a5634-05d9-451f-90fb-1492ee44a340),segment_id=1f0a5634-05d9-451f-90fb-1492ee44a340)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:15.345893 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8a134994-37db-4b18-b6d4-a5bd48afbec2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.362017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8a134994-37db-4b18-b6d4-a5bd48afbec2 None None] Calling delete_port for 808f2d00-2ebc-416d-9f7b-6e0636caafbe owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:15.431260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2f083965-d3cc-4094-9ba6-eb01057f01f4 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:15.521453 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-220cce6a-695e-4ed3-9a25-f27ac61f4aed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:15.554378 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8a134994-37db-4b18-b6d4-a5bd48afbec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.556298 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-220cce6a-695e-4ed3-9a25-f27ac61f4aed None None] The sync data for ids ['2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc'] in n-d-794306-7 is: [{'id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1812102995', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169'}], 'enable_snat': True}, 'gw_port_id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:18Z', 'updated_at': '2021-07-16T18:21:13Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '155d3278-11a8-43ec-8978-3d8a877ba8f3', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:78:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2851, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:20Z', 'updated_at': '2021-07-16T18:19:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:15.566442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38b07035-c9b3-4a5a-adcc-c869ce8c2b5f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.567336 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7a813b78-10ce-43ad-ac1f-85553f76c963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.612449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b07035-c9b3-4a5a-adcc-c869ce8c2b5f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=0ceebf72-62b9-43aa-8d29-13474f47a859,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:15.628160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a134994-37db-4b18-b6d4-a5bd48afbec2 None None] Pushing event deleted for resources: {'Port': ['ID=808f2d00-2ebc-416d-9f7b-6e0636caafbe,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:15.631191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.645597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a134994-37db-4b18-b6d4-a5bd48afbec2 None None] No DVR routers for this DVR port 808f2d00-2ebc-416d-9f7b-6e0636caafbe on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:15.695065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-67257e7e-8c6f-4078-9f41-5c28d52bde17 None None] Provisioning for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:15.705023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-67257e7e-8c6f-4078-9f41-5c28d52bde17 None None] Provisioning complete for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:15.705023 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-67257e7e-8c6f-4078-9f41-5c28d52bde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.758343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38b07035-c9b3-4a5a-adcc-c869ce8c2b5f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.761232 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-38b07035-c9b3-4a5a-adcc-c869ce8c2b5f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/0ceebf72-62b9-43aa-8d29-13474f47a859 HTTP/1.1" status: 204 len: 168 time: 1.5657525 Jul 16 18:21:15.764736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54292) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:15.782363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 155d3278-11a8-43ec-8978-3d8a877ba8f3 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:15.783009 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.801052 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eda714c-8cae-46a3-a78d-31cb772ed84b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:21:15.802762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3eda714c-8cae-46a3-a78d-31cb772ed84b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/0ceebf72-62b9-43aa-8d29-13474f47a859 HTTP/1.1" status: 404 len: 333 time: 0.0368128 Jul 16 18:21:15.805417 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54294) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:15.896487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port 155d3278-11a8-43ec-8978-3d8a877ba8f3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=155d3278-11a8-43ec-8978-3d8a877ba8f3,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:15.896800 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.903022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1719015-4722-4c5e-af64-cc122e36096d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:15.913710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 155d3278-11a8-43ec-8978-3d8a877ba8f3 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:15.969531 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1719015-4722-4c5e-af64-cc122e36096d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.075174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1719015-4722-4c5e-af64-cc122e36096d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.088506 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1719015-4722-4c5e-af64-cc122e36096d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.089988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c1719015-4722-4c5e-af64-cc122e36096d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/security-groups/287543ae-03a4-424c-ab1f-95acccdde829 HTTP/1.1" status: 204 len: 168 time: 0.2831697 Jul 16 18:21:16.100484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54302) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:16.103264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 808f2d00-2ebc-416d-9f7b-6e0636caafbe no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:16.131416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 808f2d00-2ebc-416d-9f7b-6e0636caafbe {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:16.132217 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 808f2d00-2ebc-416d-9f7b-6e0636caafbe not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:16.138833 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-67257e7e-8c6f-4078-9f41-5c28d52bde17 None None] Could not find standard attr ID for object 0ceebf72-62b9-43aa-8d29-13474f47a859. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:16.151235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1719015-4722-4c5e-af64-cc122e36096d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=287543ae-03a4-424c-ab1f-95acccdde829,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.174832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-67257e7e-8c6f-4078-9f41-5c28d52bde17 None None] Provisioning complete for port fa0c20d4-da79-434c-9161-980b50479c85 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:16.175372 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-67257e7e-8c6f-4078-9f41-5c28d52bde17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.241760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-67257e7e-8c6f-4078-9f41-5c28d52bde17 None None] Port fa0c20d4-da79-434c-9161-980b50479c85 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:16.263361 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91b3eff6-a133-471c-82e0-ee599b6c199b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.299246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.305072 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91b3eff6-a133-471c-82e0-ee599b6c199b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.330805 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=155d3278-11a8-43ec-8978-3d8a877ba8f3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.380345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-48e8d34d-1661-4ff8-b246-62eec133554b None None] Could not find standard attr ID for object 0ceebf72-62b9-43aa-8d29-13474f47a859. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:16.386051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91b3eff6-a133-471c-82e0-ee599b6c199b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.391021 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91b3eff6-a133-471c-82e0-ee599b6c199b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.397073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-91b3eff6-a133-471c-82e0-ee599b6c199b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/security-groups/39732889-2c4a-4e68-9668-241098ae849b HTTP/1.1" status: 204 len: 168 time: 0.2652705 Jul 16 18:21:16.403459 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54304) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:16.409010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b3eff6-a133-471c-82e0-ee599b6c199b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39732889-2c4a-4e68-9668-241098ae849b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:16.462906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.566011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ec7bdb-6594-4119-9117-8f40415c828d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting subnet d3ed0f4f-bae7-465d-9024-be2ee2660659 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:16.571312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.572857 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57ec7bdb-6594-4119-9117-8f40415c828d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.575714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.671837 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57ec7bdb-6594-4119-9117-8f40415c828d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.674860 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.675401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Fanout notify agent at l3_agent the message router_deleted on router 2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:21:16.699997 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.701162 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fdae304f-06e3-4112-9393-d39e8309b779 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/routers/2a7caf68-c7a5-4e29-bfb2-cbdb03c576bc HTTP/1.1" status: 204 len: 168 time: 1.9769773 Jul 16 18:21:16.704288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54314) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:16.825470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.851167 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57ec7bdb-6594-4119-9117-8f40415c828d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.980240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:16.993998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:17.005089 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f0a5634-05d9-451f-90fb-1492ee44a340') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:17.005386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f0a5634-05d9-451f-90fb-1492ee44a340') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:17.007329 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57ec7bdb-6594-4119-9117-8f40415c828d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.023462 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.054370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ec7bdb-6594-4119-9117-8f40415c828d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ed0f4f-bae7-465d-9024-be2ee2660659,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.056615 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-57ec7bdb-6594-4119-9117-8f40415c828d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.062315 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-57ec7bdb-6594-4119-9117-8f40415c828d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/d3ed0f4f-bae7-465d-9024-be2ee2660659 HTTP/1.1" status: 204 len: 168 time: 0.6541786 Jul 16 18:21:17.062519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637eaeb8-0f3f-498e-928d-027bd72f1519 None None] Network d9340f62-4c77-4740-b893-073ea02a4702 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:17.062988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54324) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.063824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.073467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0cb30f56-e712-4992-87fa-7b7fe3aa77fa tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:17.079748 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:17.080291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:17.084407 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:17.205200 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.214915 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.216798 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/networks/3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b HTTP/1.1" status: 204 len: 168 time: 0.5111005 Jul 16 18:21:17.219999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54328) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.287228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442ae337-fc4e-43c2-8356-aed503d0d77e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Network': ['ID=3e74d8bf-d8f4-48d6-9de1-7a89a91f5c2b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.310043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb30f56-e712-4992-87fa-7b7fe3aa77fa tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:17.315255 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0cb30f56-e712-4992-87fa-7b7fe3aa77fa tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.394095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 155d3278-11a8-43ec-8978-3d8a877ba8f3 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:17.418454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea420d2d-f4c4-49f8-b46d-4076cf1bed11 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.433359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 155d3278-11a8-43ec-8978-3d8a877ba8f3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:17.433668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 155d3278-11a8-43ec-8978-3d8a877ba8f3 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:17.434525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b65aa1a-b5ed-4ee0-9403-5860ea288207 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:17.464634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea420d2d-f4c4-49f8-b46d-4076cf1bed11 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.490842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5b65aa1a-b5ed-4ee0-9403-5860ea288207 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:17.491655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b65aa1a-b5ed-4ee0-9403-5860ea288207 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:17.573552 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea420d2d-f4c4-49f8-b46d-4076cf1bed11 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.576544 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea420d2d-f4c4-49f8-b46d-4076cf1bed11 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.580675 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ea420d2d-f4c4-49f8-b46d-4076cf1bed11 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/security-groups/5efee536-0fee-41a6-bd13-795b37c4a491 HTTP/1.1" status: 204 len: 168 time: 0.3566599 Jul 16 18:21:17.601153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea420d2d-f4c4-49f8-b46d-4076cf1bed11 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5efee536-0fee-41a6-bd13-795b37c4a491,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.690392 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0cb30f56-e712-4992-87fa-7b7fe3aa77fa tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.761241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb30f56-e712-4992-87fa-7b7fe3aa77fa tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Subnet': ['ID=e1601623-bf2c-4d9d-b89b-1490c042b462,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:17.775499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb30f56-e712-4992-87fa-7b7fe3aa77fa tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network d9340f62-4c77-4740-b893-073ea02a4702 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:17.777043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0cb30f56-e712-4992-87fa-7b7fe3aa77fa tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:17.780174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb30f56-e712-4992-87fa-7b7fe3aa77fa tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:17.780840 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0cb30f56-e712-4992-87fa-7b7fe3aa77fa tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.802270 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0cb30f56-e712-4992-87fa-7b7fe3aa77fa tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7344487 Jul 16 18:21:17.805568 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54340) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:17.813463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-424a23ef-4ee0-4e83-b9ac-7f79f31b6e6d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'security_group': {'name': 'tempest-secgroup-1907298233'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:17.856066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-424a23ef-4ee0-4e83-b9ac-7f79f31b6e6d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.971727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-424a23ef-4ee0-4e83-b9ac-7f79f31b6e6d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:17.979865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-424a23ef-4ee0-4e83-b9ac-7f79f31b6e6d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.019451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-424a23ef-4ee0-4e83-b9ac-7f79f31b6e6d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.024403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54348) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.029736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-be9dff27-7fd1-4b24-a06d-22d69a1befa3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'security_group': {'name': 'tempest-secgroup-448592130'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:18.034599 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-424a23ef-4ee0-4e83-b9ac-7f79f31b6e6d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2272818 Jul 16 18:21:18.081326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424a23ef-4ee0-4e83-b9ac-7f79f31b6e6d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58264a6f-1794-4bfc-8dc0-b15c1232e80e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.099406 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be9dff27-7fd1-4b24-a06d-22d69a1befa3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.196029 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e2ce199-006e-40e6-acb5-6f0cfd222d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.207878 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.218560 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be9dff27-7fd1-4b24-a06d-22d69a1befa3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.225583 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be9dff27-7fd1-4b24-a06d-22d69a1befa3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.261686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9dff27-7fd1-4b24-a06d-22d69a1befa3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed0254b1-9746-48fb-9592-9e2afd63b12f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.285540 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be9dff27-7fd1-4b24-a06d-22d69a1befa3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.285540 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-be9dff27-7fd1-4b24-a06d-22d69a1befa3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2564974 Jul 16 18:21:18.287091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54350) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.292222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bfb5603e-f478-4d45-b910-799ba86d0ae6 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'security_group': {'name': 'tempest-secgroup-1533004320'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:18.324568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfb5603e-f478-4d45-b910-799ba86d0ae6 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.345462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4497796-b22a-4232-a3e0-5e60ec8bc0cb None None] Network d9340f62-4c77-4740-b893-073ea02a4702 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:18.451378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2a9d40f3-1a3e-4437-ae1e-6fd7e9808ea0 None None] Provisioning complete for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:18.452718 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40f3-1a3e-4437-ae1e-6fd7e9808ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.510947 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfb5603e-f478-4d45-b910-799ba86d0ae6 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.517275 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfb5603e-f478-4d45-b910-799ba86d0ae6 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.528921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54358) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.534199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-30d388b2-d566-4ccc-aa2a-d4a14f82ed99 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-676127148', 'description': 'tempest-secgroup-smoke-676127148 description', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:18.559355 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb5603e-f478-4d45-b910-799ba86d0ae6 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7573a0dd-7c4c-47c3-95b8-ee83a7ac9901,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.562409 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfb5603e-f478-4d45-b910-799ba86d0ae6 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.568268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54360) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.568764 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bfb5603e-f478-4d45-b910-799ba86d0ae6 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2800128 Jul 16 18:21:18.586450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1970315091', 'security_groups': ['7573a0dd-7c4c-47c3-95b8-ee83a7ac9901'], 'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'e1601623-bf2c-4d9d-b89b-1490c042b462'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:18.625307 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30d388b2-d566-4ccc-aa2a-d4a14f82ed99 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.696934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2a9d40f3-1a3e-4437-ae1e-6fd7e9808ea0 None None] Provisioning complete for port fa0c20d4-da79-434c-9161-980b50479c85 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:18.697305 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2a9d40f3-1a3e-4437-ae1e-6fd7e9808ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.746741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2a9d40f3-1a3e-4437-ae1e-6fd7e9808ea0 None None] Port fa0c20d4-da79-434c-9161-980b50479c85 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:18.820023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3006236-1aa1-41da-841e-3bff47f620f0 None None] Update dhcp port {'port': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'fixed_ips': [{'subnet_id': 'b22ac677-a918-4225-8ca3-7b488f1ebba3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e1601623-bf2c-4d9d-b89b-1490c042b462'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '2f083965-d3cc-4094-9ba6-eb01057f01f4'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:21:18.823532 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30d388b2-d566-4ccc-aa2a-d4a14f82ed99 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.830176 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30d388b2-d566-4ccc-aa2a-d4a14f82ed99 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.860643 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3006236-1aa1-41da-841e-3bff47f620f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.870501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:18.875665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d388b2-d566-4ccc-aa2a-d4a14f82ed99 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b2ea78-beec-4dfe-a531-b46aec62251a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:18.879360 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-30d388b2-d566-4ccc-aa2a-d4a14f82ed99 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.883280 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-30d388b2-d566-4ccc-aa2a-d4a14f82ed99 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3506868 Jul 16 18:21:18.883799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54368) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:18.888553 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ec63629a-47d1-4f23-9120-e21c26b44ca5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'c2b2ea78-beec-4dfe-a531-b46aec62251a', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:18.938341 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ec63629a-47d1-4f23-9120-e21c26b44ca5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:18.984947 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.005600 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ec63629a-47d1-4f23-9120-e21c26b44ca5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.016542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] device_id is not set on port 6d39ad5f-3b26-49c3-a366-1347742e07fa yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:21:19.020388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ec63629a-47d1-4f23-9120-e21c26b44ca5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.066284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec63629a-47d1-4f23-9120-e21c26b44ca5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2126e09-a1ec-4023-ab93-681892531d51,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.073920 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ec63629a-47d1-4f23-9120-e21c26b44ca5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.075537 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ec63629a-47d1-4f23-9120-e21c26b44ca5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1907904 Jul 16 18:21:19.078637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54374) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.084358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0cd8ae3e-50e0-4f72-b79d-2740ef495075 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'c2b2ea78-beec-4dfe-a531-b46aec62251a', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.106005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-e3006236-1aa1-41da-841e-3bff47f620f0 None None] Allocated IP 172.20.0.2 (d9340f62-4c77-4740-b893-073ea02a4702/e1601623-bf2c-4d9d-b89b-1490c042b462/2f083965-d3cc-4094-9ba6-eb01057f01f4) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:19.119782 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0cd8ae3e-50e0-4f72-b79d-2740ef495075 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.212361 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0cd8ae3e-50e0-4f72-b79d-2740ef495075 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.217922 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0cd8ae3e-50e0-4f72-b79d-2740ef495075 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.234197 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8ae3e-50e0-4f72-b79d-2740ef495075 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c02c1e8f-6e11-4032-a0e0-8f43d3aab21c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.248751 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0cd8ae3e-50e0-4f72-b79d-2740ef495075 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.249966 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0cd8ae3e-50e0-4f72-b79d-2740ef495075 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1695418 Jul 16 18:21:19.253635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54378) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.255715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e3006236-1aa1-41da-841e-3bff47f620f0 None None] For port 2f083965-d3cc-4094-9ba6-eb01057f01f4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2f083965-d3cc-4094-9ba6-eb01057f01f4,segment=NetworkSegment(bee36b56-c8f6-4d04-98e8-136d991a7a0b),segment_id=bee36b56-c8f6-4d04-98e8-136d991a7a0b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:19.258576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-80db9f46-00af-4fe7-b7f1-b176c25f5f64 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'c2b2ea78-beec-4dfe-a531-b46aec62251a', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.293075 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80db9f46-00af-4fe7-b7f1-b176c25f5f64 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.297645 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3006236-1aa1-41da-841e-3bff47f620f0 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.320460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e3006236-1aa1-41da-841e-3bff47f620f0 None None] Transition to ACTIVE for port object 2f083965-d3cc-4094-9ba6-eb01057f01f4 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:19.326227 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e3006236-1aa1-41da-841e-3bff47f620f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.384059 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80db9f46-00af-4fe7-b7f1-b176c25f5f64 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.389451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80db9f46-00af-4fe7-b7f1-b176c25f5f64 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.411770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.8 (d9340f62-4c77-4740-b893-073ea02a4702/e1601623-bf2c-4d9d-b89b-1490c042b462/6d39ad5f-3b26-49c3-a366-1347742e07fa) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:19.414918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80db9f46-00af-4fe7-b7f1-b176c25f5f64 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ebe370-0aa8-41ca-abb3-260c670ae2fa,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.422922 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80db9f46-00af-4fe7-b7f1-b176c25f5f64 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.428439 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-80db9f46-00af-4fe7-b7f1-b176c25f5f64 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1713424 Jul 16 18:21:19.428675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54384) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.438089 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f06dc256-f177-4a55-ac10-c5dcb48a1a0d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'c2b2ea78-beec-4dfe-a531-b46aec62251a', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.447635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3006236-1aa1-41da-841e-3bff47f620f0 None None] Pushing event updated for resources: {'Port': ['ID=2f083965-d3cc-4094-9ba6-eb01057f01f4,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.494206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f06dc256-f177-4a55-ac10-c5dcb48a1a0d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.579163 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f06dc256-f177-4a55-ac10-c5dcb48a1a0d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.586266 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f06dc256-f177-4a55-ac10-c5dcb48a1a0d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.615132 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f06dc256-f177-4a55-ac10-c5dcb48a1a0d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.616858 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f06dc256-f177-4a55-ac10-c5dcb48a1a0d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1864200 Jul 16 18:21:19.622552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06dc256-f177-4a55-ac10-c5dcb48a1a0d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f11438a-ba89-4014-8fde-3d64da81af3b,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.622753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54386) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.633556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e1fc86da-8d4f-4033-bb08-e5ad321b366c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'c2b2ea78-beec-4dfe-a531-b46aec62251a', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.668004 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.689939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object 6d39ad5f-3b26-49c3-a366-1347742e07fa will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:19.692425 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-e1fc86da-8d4f-4033-bb08-e5ad321b366c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Project 8adf9a60b51a4b999caf9bedee2d7ddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:21:19.706034 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1fc86da-8d4f-4033-bb08-e5ad321b366c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.817413 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1fc86da-8d4f-4033-bb08-e5ad321b366c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.825439 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1fc86da-8d4f-4033-bb08-e5ad321b366c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.841634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.877793 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.882733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fc86da-8d4f-4033-bb08-e5ad321b366c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb9fad61-8874-4309-af4c-d872e2199d61,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.894892 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1fc86da-8d4f-4033-bb08-e5ad321b366c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.896117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e1fc86da-8d4f-4033-bb08-e5ad321b366c tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2723565 Jul 16 18:21:19.900134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54396) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:19.906729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e0238b8e-cd27-483e-9e35-9b06ada350aa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'security_group_rule': {'security_group_id': 'c2b2ea78-beec-4dfe-a531-b46aec62251a', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:19.917482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network d9340f62-4c77-4740-b893-073ea02a4702 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:19.921427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:19.927345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:19.931843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=6d39ad5f-3b26-49c3-a366-1347742e07fa,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:19.958371 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-e0238b8e-cd27-483e-9e35-9b06ada350aa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Project 8adf9a60b51a4b999caf9bedee2d7ddc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:21:19.964577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0238b8e-cd27-483e-9e35-9b06ada350aa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:19.984499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:19.985138 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.005354 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-68dae033-1413-4139-815a-362b1f964f36 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4358959 Jul 16 18:21:20.007976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54402) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:20.015520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0c2e1a5c-ded2-46a6-a147-00fc633e5880 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:20.101368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0238b8e-cd27-483e-9e35-9b06ada350aa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.109498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0238b8e-cd27-483e-9e35-9b06ada350aa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.132658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0238b8e-cd27-483e-9e35-9b06ada350aa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa646f5-6d98-4856-93f7-e01703ecb6da,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.145100 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0238b8e-cd27-483e-9e35-9b06ada350aa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.146752 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e0238b8e-cd27-483e-9e35-9b06ada350aa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2445796 Jul 16 18:21:20.149452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54404) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:20.158530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'network': {'name': 'tempest-network-smoke--494102022', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'port_security_enabled': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:20.171655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2e1a5c-ded2-46a6-a147-00fc633e5880 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:20.177517 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c2e1a5c-ded2-46a6-a147-00fc633e5880 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.201055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:20.205573 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.234083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:21:20.248459 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.248995 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Added segment e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5 of type vlan for network e9247761-94ac-4654-99a5-75bdd399dc8d Jul 16 18:21:20.307921 n-d-794306-7 neutron-server[105439]: INFO neutron.db.ipam_backend_mixin [None req-0c2e1a5c-ded2-46a6-a147-00fc633e5880 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet e1601623-bf2c-4d9d-b89b-1490c042b462 (CIDR: 172.20.0.0/28) Jul 16 18:21:20.310569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ae656e3d-61da-4e6a-a89d-3cc43b9a2915 None None] Provisioning for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:20.315456 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c2e1a5c-ded2-46a6-a147-00fc633e5880 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:20.317272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c2e1a5c-ded2-46a6-a147-00fc633e5880 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:20.317601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ae656e3d-61da-4e6a-a89d-3cc43b9a2915 None None] Provisioning complete for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:20.318482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.320345 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ae656e3d-61da-4e6a-a89d-3cc43b9a2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.354150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0c2e1a5c-ded2-46a6-a147-00fc633e5880 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3446460 Jul 16 18:21:20.358499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54408) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:20.366743 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.367055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f63245d8-6b38-4105-afb5-fe90436e0fbe tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:20.375279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:20.376388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.443298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54410) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:20.446762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2951725 Jul 16 18:21:20.452665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'admin_state_up': True, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:20.486331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfab675-0b45-4781-9094-a5eeba353bfa tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Network': ['ID=e9247761-94ac-4654-99a5-75bdd399dc8d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:20.504184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network e9247761-94ac-4654-99a5-75bdd399dc8d details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:21:20.549429 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.550611 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.628889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f63245d8-6b38-4105-afb5-fe90436e0fbe tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:20.632682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f63245d8-6b38-4105-afb5-fe90436e0fbe tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.638215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ae656e3d-61da-4e6a-a89d-3cc43b9a2915 None None] Provisioning complete for port fa0c20d4-da79-434c-9161-980b50479c85 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:20.638585 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ae656e3d-61da-4e6a-a89d-3cc43b9a2915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.657707 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.686309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ae656e3d-61da-4e6a-a89d-3cc43b9a2915 None None] Port fa0c20d4-da79-434c-9161-980b50479c85 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:20.810618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fa2a1a8-e947-453f-ae33-f1287837312f None None] Provisioning for port 6d39ad5f-3b26-49c3-a366-1347742e07fa completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:20.816162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fa2a1a8-e947-453f-ae33-f1287837312f None None] Provisioning complete for port 6d39ad5f-3b26-49c3-a366-1347742e07fa triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:20.816777 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fa2a1a8-e947-453f-ae33-f1287837312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.863759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fa2a1a8-e947-453f-ae33-f1287837312f None None] Port 6d39ad5f-3b26-49c3-a366-1347742e07fa cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:20.893808 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:20.914459 n-d-794306-7 neutron-server[105439]: INFO neutron.db.ipam_backend_mixin [None req-f63245d8-6b38-4105-afb5-fe90436e0fbe tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet b22ac677-a918-4225-8ca3-7b488f1ebba3 (CIDR: 172.20.0.16/28) Jul 16 18:21:20.946427 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-f63245d8-6b38-4105-afb5-fe90436e0fbe tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:21:20.947422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f63245d8-6b38-4105-afb5-fe90436e0fbe tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:20.986987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54424) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:20.992151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6cef0a5f-e41c-49fd-9143-3be4dca7f4df tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'subnet': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:20.992364 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f63245d8-6b38-4105-afb5-fe90436e0fbe tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6325715 Jul 16 18:21:21.129822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cef0a5f-e41c-49fd-9143-3be4dca7f4df tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Made reservation on behalf of 105ce5695e9e4d20bdeaef545cc5f34a for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:21.137505 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6cef0a5f-e41c-49fd-9143-3be4dca7f4df tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.187000 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.208143 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.225731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2f083965-d3cc-4094-9ba6-eb01057f01f4 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:21.320160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:21.321008 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.362822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.25.7.246 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/574f033f-f338-4ae5-83ac-00b8f8035249) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:21.485077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6cef0a5f-e41c-49fd-9143-3be4dca7f4df tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.533358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cef0a5f-e41c-49fd-9143-3be4dca7f4df tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Network d9340f62-4c77-4740-b893-073ea02a4702 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:21.540438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-6cef0a5f-e41c-49fd-9143-3be4dca7f4df tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:21.554259 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.560466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cef0a5f-e41c-49fd-9143-3be4dca7f4df tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:21.561145 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6cef0a5f-e41c-49fd-9143-3be4dca7f4df tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.577461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e737651e-0e86-4c7e-84c2-a7a659611f06 None None] Network d9340f62-4c77-4740-b893-073ea02a4702 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:21.588152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cef0a5f-e41c-49fd-9143-3be4dca7f4df tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Subnet': ['ID=13cdaf43-5f87-44c2-b7e8-1dad793b9998,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.597811 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6cef0a5f-e41c-49fd-9143-3be4dca7f4df tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6096287 Jul 16 18:21:21.600360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54436) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:21.606631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1676582317', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '13cdaf43-5f87-44c2-b7e8-1dad793b9998'}], 'security_groups': ['58264a6f-1794-4bfc-8dc0-b15c1232e80e', 'ed0254b1-9746-48fb-9592-9e2afd63b12f']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:21.614943 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.639343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:21.642225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:21.674311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:21.735088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=574f033f-f338-4ae5-83ac-00b8f8035249,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:21.871633 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.922064 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:21.974437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea938de-f7ac-4063-86b3-7a350707e537 None None] Update dhcp port {'port': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'fixed_ips': [{'subnet_id': 'b22ac677-a918-4225-8ca3-7b488f1ebba3', 'ip_address': '172.20.0.18'}, {'subnet_id': 'e1601623-bf2c-4d9d-b89b-1490c042b462', 'ip_address': '172.20.0.2'}, {'subnet_id': '13cdaf43-5f87-44c2-b7e8-1dad793b9998'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '2f083965-d3cc-4094-9ba6-eb01057f01f4'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:21:22.067330 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bea938de-f7ac-4063-86b3-7a350707e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.332358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Delete allocated IP 172.20.0.8 (d9340f62-4c77-4740-b893-073ea02a4702/e1601623-bf2c-4d9d-b89b-1490c042b462) {{(pid=105438) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 18:21:22.348063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Allocated IP 172.20.0.43 (d9340f62-4c77-4740-b893-073ea02a4702/13cdaf43-5f87-44c2-b7e8-1dad793b9998/6d39ad5f-3b26-49c3-a366-1347742e07fa) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:22.448378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.628013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.662832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Transition to ACTIVE for port object 6d39ad5f-3b26-49c3-a366-1347742e07fa will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:22.675628 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.784532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-bea938de-f7ac-4063-86b3-7a350707e537 None None] Allocated IP 172.20.0.34 (d9340f62-4c77-4740-b893-073ea02a4702/13cdaf43-5f87-44c2-b7e8-1dad793b9998/2f083965-d3cc-4094-9ba6-eb01057f01f4) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:22.794357 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.833398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event updated for resources: {'Port': ['ID=6d39ad5f-3b26-49c3-a366-1347742e07fa,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:22.855604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] In _notify_port_updated(), no bound segment for port 6d39ad5f-3b26-49c3-a366-1347742e07fa on network d9340f62-4c77-4740-b893-073ea02a4702 {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:21:22.863753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:22.864608 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:22.866403 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f7d4d3d4-d1da-4f8e-9865-7d56f8cdcca7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "PUT /v2.0/ports/6d39ad5f-3b26-49c3-a366-1347742e07fa HTTP/1.1" status: 200 len: 960 time: 1.2647164 Jul 16 18:21:22.869542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54460) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:22.976631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-bea938de-f7ac-4063-86b3-7a350707e537 None None] For port 2f083965-d3cc-4094-9ba6-eb01057f01f4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2f083965-d3cc-4094-9ba6-eb01057f01f4,segment=NetworkSegment(bee36b56-c8f6-4d04-98e8-136d991a7a0b),segment_id=bee36b56-c8f6-4d04-98e8-136d991a7a0b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:23.028047 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bea938de-f7ac-4063-86b3-7a350707e537 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.045998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bea938de-f7ac-4063-86b3-7a350707e537 None None] Transition to ACTIVE for port object 2f083965-d3cc-4094-9ba6-eb01057f01f4 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:23.052784 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bea938de-f7ac-4063-86b3-7a350707e537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.070769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5dc95894-6670-4c41-b4cf-3f555dd71f0b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 6d39ad5f-3b26-49c3-a366-1347742e07fa {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:23.071274 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5dc95894-6670-4c41-b4cf-3f555dd71f0b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.116980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 49bbea6a-3020-4163-b571-ffc1302a299d is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:21:23.195727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea938de-f7ac-4063-86b3-7a350707e537 None None] Pushing event updated for resources: {'Port': ['ID=2f083965-d3cc-4094-9ba6-eb01057f01f4,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.326078 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5dc95894-6670-4c41-b4cf-3f555dd71f0b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.397512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5dc95894-6670-4c41-b4cf-3f555dd71f0b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 6d39ad5f-3b26-49c3-a366-1347742e07fa owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:23.497064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:23.517150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Sync routers for ids ['49bbea6a-3020-4163-b571-ffc1302a299d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:23.527012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Routers {'49bbea6a-3020-4163-b571-ffc1302a299d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:23.527764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:21:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['49bbea6a-3020-4163-b571-ffc1302a299d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:23.554937 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.557253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b0a79f18-b35f-4ad9-92b8-3a952c9c0dfc tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.1123624 Jul 16 18:21:23.561886 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54474) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.614932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7d50f710-2c94-4855-8a25-28f39d542408 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=8adf9a60b51a4b999caf9bedee2d7ddc&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0511699 Jul 16 18:21:23.617680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54476) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.681445 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5dc95894-6670-4c41-b4cf-3f555dd71f0b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.719366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Set router 49bbea6a-3020-4163-b571-ffc1302a299d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:23.753327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc95894-6670-4c41-b4cf-3f555dd71f0b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=6d39ad5f-3b26-49c3-a366-1347742e07fa,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:23.850730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8ed785f-892f-4a1f-be82-139a97a3debf tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:23.855235 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e8ed785f-892f-4a1f-be82-139a97a3debf tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2364194 Jul 16 18:21:23.859858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54484) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.877503 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5dc95894-6670-4c41-b4cf-3f555dd71f0b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:23.879587 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5dc95894-6670-4c41-b4cf-3f555dd71f0b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/6d39ad5f-3b26-49c3-a366-1347742e07fa HTTP/1.1" status: 204 len: 168 time: 1.0085440 Jul 16 18:21:23.882463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54486) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.902367 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d62a0ab6-40c9-4a2f-89fc-9440ca39e6d9 tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406427 Jul 16 18:21:23.908299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54488) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:23.914130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1198843880', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:23.931008 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-413dd700-2d2b-4322-9435-8984926f732b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] GET failed (client error): The resource could not be found. Jul 16 18:21:23.932896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-413dd700-2d2b-4322-9435-8984926f732b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports/6d39ad5f-3b26-49c3-a366-1347742e07fa HTTP/1.1" status: 404 len: 333 time: 0.0494523 Jul 16 18:21:23.936090 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54490) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:24.000671 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f0a82053-365d-40d3-a870-1d80e7077c7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.020698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:24.039616 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f0a82053-365d-40d3-a870-1d80e7077c7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.044602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:24.056353 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.067996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Checking router: 49bbea6a-3020-4163-b571-ffc1302a299d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:24.068698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Updating router 49bbea6a-3020-4163-b571-ffc1302a299d port 574f033f-f338-4ae5-83ac-00b8f8035249 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:24.132324 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f0a82053-365d-40d3-a870-1d80e7077c7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.135872 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f0a82053-365d-40d3-a870-1d80e7077c7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.137397 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f0a82053-365d-40d3-a870-1d80e7077c7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/security-groups/7573a0dd-7c4c-47c3-95b8-ee83a7ac9901 HTTP/1.1" status: 204 len: 168 time: 0.2003217 Jul 16 18:21:24.138439 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.142895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54494) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:24.171150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a82053-365d-40d3-a870-1d80e7077c7c tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7573a0dd-7c4c-47c3-95b8-ee83a7ac9901,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.230917 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ccb46cc7-0402-4af7-ade8-fa099c68d0a3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.258424 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ccb46cc7-0402-4af7-ade8-fa099c68d0a3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.300210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ee0b30bc-f058-44f1-a693-ca7d76934f1a None None] Provisioning for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:24.308616 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ccb46cc7-0402-4af7-ade8-fa099c68d0a3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.310972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ee0b30bc-f058-44f1-a693-ca7d76934f1a None None] Provisioning complete for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:24.311466 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ee0b30bc-f058-44f1-a693-ca7d76934f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.325134 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.327603 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ccb46cc7-0402-4af7-ade8-fa099c68d0a3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.331227 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ccb46cc7-0402-4af7-ade8-fa099c68d0a3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/security-groups/ed0254b1-9746-48fb-9592-9e2afd63b12f HTTP/1.1" status: 204 len: 168 time: 0.1870840 Jul 16 18:21:24.335307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54498) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:24.386291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb46cc7-0402-4af7-ade8-fa099c68d0a3 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed0254b1-9746-48fb-9592-9e2afd63b12f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.435705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Subnet': ['ID=bf350750-d7ef-4322-a183-34188dfa39ca,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.457335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Checking segment: {'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:24.459938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network hostable DHCP agents. Network: e9247761-94ac-4654-99a5-75bdd399dc8d, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:21:24.500806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network e9247761-94ac-4654-99a5-75bdd399dc8d is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:21:24.518398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, e9247761-94ac-4654-99a5-75bdd399dc8d) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:24.534403 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f86fe7e7-88e7-4a0b-a9a1-4ffdb888f004 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.540468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:24.544828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbccd86-0ad2-4836-b51e-ea6dcee9e6f1 None None] Network e9247761-94ac-4654-99a5-75bdd399dc8d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:24.551748 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:21:24.552357 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.574838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54504) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:24.575317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3454dad1-2d21-46f1-a0d1-0a7641bc19df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6656275 Jul 16 18:21:24.585958 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f86fe7e7-88e7-4a0b-a9a1-4ffdb888f004 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.639419 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.693251 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Transition to ACTIVE for port object 574f033f-f338-4ae5-83ac-00b8f8035249 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:24.714891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ee0b30bc-f058-44f1-a693-ca7d76934f1a None None] Could not find standard attr ID for object 6d39ad5f-3b26-49c3-a366-1347742e07fa. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:24.724173 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.731023 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f86fe7e7-88e7-4a0b-a9a1-4ffdb888f004 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.733680 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f86fe7e7-88e7-4a0b-a9a1-4ffdb888f004 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.737417 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f86fe7e7-88e7-4a0b-a9a1-4ffdb888f004 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/security-groups/58264a6f-1794-4bfc-8dc0-b15c1232e80e HTTP/1.1" status: 204 len: 168 time: 0.3974180 Jul 16 18:21:24.740072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54506) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:24.750276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86fe7e7-88e7-4a0b-a9a1-4ffdb888f004 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58264a6f-1794-4bfc-8dc0-b15c1232e80e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:24.816739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-19d41e4d-a33d-4eb3-853d-4e2238bc1809 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting subnet e1601623-bf2c-4d9d-b89b-1490c042b462 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:24.820707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19d41e4d-a33d-4eb3-853d-4e2238bc1809 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:24.879255 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19d41e4d-a33d-4eb3-853d-4e2238bc1809 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.046455 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19d41e4d-a33d-4eb3-853d-4e2238bc1809 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.093316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ee0b30bc-f058-44f1-a693-ca7d76934f1a None None] Provisioning complete for port fa0c20d4-da79-434c-9161-980b50479c85 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:25.093870 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ee0b30bc-f058-44f1-a693-ca7d76934f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.127946 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19d41e4d-a33d-4eb3-853d-4e2238bc1809 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.143936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1d786-de16-4b48-9db6-f5fe7983874b None None] Pushing event updated for resources: {'Port': ['ID=574f033f-f338-4ae5-83ac-00b8f8035249,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.150434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Attempting to bind port 574f033f-f338-4ae5-83ac-00b8f8035249 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:25.151146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Attempting to bind port 574f033f-f338-4ae5-83ac-00b8f8035249 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:25.151791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Attempting to bind port 574f033f-f338-4ae5-83ac-00b8f8035249 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:25.176467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:25.177555 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:25.178674 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.178973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:25.179920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Bound port: 574f033f-f338-4ae5-83ac-00b8f8035249, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:25.180690 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.226014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ee0b30bc-f058-44f1-a693-ca7d76934f1a None None] Port fa0c20d4-da79-434c-9161-980b50479c85 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:25.237153 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19d41e4d-a33d-4eb3-853d-4e2238bc1809 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.239112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-19d41e4d-a33d-4eb3-853d-4e2238bc1809 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/e1601623-bf2c-4d9d-b89b-1490c042b462 HTTP/1.1" status: 204 len: 168 time: 0.4972482 Jul 16 18:21:25.240303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d41e4d-a33d-4eb3-853d-4e2238bc1809 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Subnet': ['ID=e1601623-bf2c-4d9d-b89b-1490c042b462,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.245408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54516) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:25.252003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-e9247761-94ac-4654-99a5-75bdd399dc8d', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:21:25.253198 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.275316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2f083965-d3cc-4094-9ba6-eb01057f01f4 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:25.325261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d807a9a-45dc-498a-91f2-a8b875e5f43e None None] Network d9340f62-4c77-4740-b893-073ea02a4702 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:25.329933 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] For port 574f033f-f338-4ae5-83ac-00b8f8035249, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:25.344628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea896ccc-4398-4934-97e3-73e8caefebe7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting subnet 13cdaf43-5f87-44c2-b7e8-1dad793b9998 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:25.350832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea896ccc-4398-4934-97e3-73e8caefebe7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.377978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] For port 574f033f-f338-4ae5-83ac-00b8f8035249, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=574f033f-f338-4ae5-83ac-00b8f8035249,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:25.436050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea896ccc-4398-4934-97e3-73e8caefebe7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.447077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-85a5e9cc-2c65-4eb4-9802-07c5071c8c52 None None] Could not find standard attr ID for object 6d39ad5f-3b26-49c3-a366-1347742e07fa. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:25.450129 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.475198 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.635301 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea896ccc-4398-4934-97e3-73e8caefebe7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.699887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:25.700175 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.708446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae1d786-de16-4b48-9db6-f5fe7983874b None None] Pushing event updated for resources: {'Port': ['ID=574f033f-f338-4ae5-83ac-00b8f8035249,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.739749 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Routers {'49bbea6a-3020-4163-b571-ffc1302a299d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:25.740576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:21:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['49bbea6a-3020-4163-b571-ffc1302a299d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:25.755303 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea896ccc-4398-4934-97e3-73e8caefebe7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.812065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Allocated IP 172.20.0.2 (e9247761-94ac-4654-99a5-75bdd399dc8d/bf350750-d7ef-4322-a183-34188dfa39ca/2c855012-27d8-477f-9c23-0dd0e4e6261e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:25.814339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea896ccc-4398-4934-97e3-73e8caefebe7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Subnet': ['ID=13cdaf43-5f87-44c2-b7e8-1dad793b9998,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:25.821601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea896ccc-4398-4934-97e3-73e8caefebe7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.824304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ea896ccc-4398-4934-97e3-73e8caefebe7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/13cdaf43-5f87-44c2-b7e8-1dad793b9998 HTTP/1.1" status: 204 len: 168 time: 0.5778029 Jul 16 18:21:25.830833 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54528) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:25.865882 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-226c4be4-e8b7-46ff-b06e-e44de3db30e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:25.866277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-226c4be4-e8b7-46ff-b06e-e44de3db30e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:25.870302 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-226c4be4-e8b7-46ff-b06e-e44de3db30e8 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/e1601623-bf2c-4d9d-b89b-1490c042b462 HTTP/1.1" status: 404 len: 337 time: 0.0361736 Jul 16 18:21:25.871157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54530) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:25.934451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-1dd369d9-f8c2-4b29-858b-693fa79273c7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting subnet b22ac677-a918-4225-8ca3-7b488f1ebba3 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:21:25.938068 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dd369d9-f8c2-4b29-858b-693fa79273c7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:25.941836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] Set router 49bbea6a-3020-4163-b571-ffc1302a299d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:25.981581 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dd369d9-f8c2-4b29-858b-693fa79273c7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.108713 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dd369d9-f8c2-4b29-858b-693fa79273c7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.200263 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dd369d9-f8c2-4b29-858b-693fa79273c7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.240187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd369d9-f8c2-4b29-858b-693fa79273c7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Subnet': ['ID=b22ac677-a918-4225-8ca3-7b488f1ebba3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.256024 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dd369d9-f8c2-4b29-858b-693fa79273c7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.256765 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.262414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54540) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.263261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1dd369d9-f8c2-4b29-858b-693fa79273c7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/b22ac677-a918-4225-8ca3-7b488f1ebba3 HTTP/1.1" status: 204 len: 168 time: 0.3906133 Jul 16 18:21:26.294800 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a778c5a6-2324-460e-9e5b-c52ef31d2dc0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:26.295349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a778c5a6-2324-460e-9e5b-c52ef31d2dc0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:26.300069 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a778c5a6-2324-460e-9e5b-c52ef31d2dc0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/d3ed0f4f-bae7-465d-9024-be2ee2660659 HTTP/1.1" status: 404 len: 337 time: 0.0363986 Jul 16 18:21:26.300679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54544) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.308055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Transition to ACTIVE for port object 2c855012-27d8-477f-9c23-0dd0e4e6261e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:26.335379 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f0a4013b-6c8e-41a1-bb26-91044bf6b4ef tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "GET /v2.0/ports?device_id=6b27ea5f-0724-4e74-b6d0-14c5f905a221 HTTP/1.1" status: 200 len: 205 time: 0.0314944 Jul 16 18:21:26.335893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54548) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.341833 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Transition to ACTIVE for port object 2c855012-27d8-477f-9c23-0dd0e4e6261e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:26.356302 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.386893 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-f83f3eb5-2fed-46ef-8802-dbe1c56c4c9d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] delete failed (client error): The resource could not be found. Jul 16 18:21:26.387131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f83f3eb5-2fed-46ef-8802-dbe1c56c4c9d tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/routers/6b27ea5f-0724-4e74-b6d0-14c5f905a221 HTTP/1.1" status: 404 len: 336 time: 0.0502870 Jul 16 18:21:26.395598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54550) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.395874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3706acfa-f340-4e20-a0d4-d902c197859f None None] Update dhcp port {'port': {'network_id': 'd9340f62-4c77-4740-b893-073ea02a4702', 'fixed_ips': [{'subnet_id': 'b22ac677-a918-4225-8ca3-7b488f1ebba3', 'ip_address': '172.20.0.18'}, {'subnet_id': '13cdaf43-5f87-44c2-b7e8-1dad793b9998'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '2f083965-d3cc-4094-9ba6-eb01057f01f4'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:21:26.429964 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-141bbc2d-2528-4721-a1bf-5488a9cc147f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:26.430828 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141bbc2d-2528-4721-a1bf-5488a9cc147f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:26.433006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-141bbc2d-2528-4721-a1bf-5488a9cc147f tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/1e9ad5a0-24f3-4d0a-bf49-da26765855c4 HTTP/1.1" status: 404 len: 337 time: 0.0396171 Jul 16 18:21:26.435860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54552) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.438413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.20.0.1 (e9247761-94ac-4654-99a5-75bdd399dc8d/bf350750-d7ef-4322-a183-34188dfa39ca/3dec09dd-0331-44c0-ab13-1f20c3d874c5) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:26.455017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Network e9247761-94ac-4654-99a5-75bdd399dc8d is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:26.458773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Pushing event updated for resources: {'Port': ['ID=2c855012-27d8-477f-9c23-0dd0e4e6261e,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:26.466577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:26.470938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:26.473051 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3706acfa-f340-4e20-a0d4-d902c197859f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.476079 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-98407439-b962-4a5d-81d1-de4e0950e066 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:26.476854 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98407439-b962-4a5d-81d1-de4e0950e066 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:26.478839 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-98407439-b962-4a5d-81d1-de4e0950e066 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/b4776741-81aa-4488-878f-915614e1e030 HTTP/1.1" status: 404 len: 337 time: 0.0418029 Jul 16 18:21:26.483132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 54554) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.486761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:26.519899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc78b48-9d72-4b88-b622-d3825f33d3c3 None None] The sync data for ids ['49bbea6a-3020-4163-b571-ffc1302a299d'] in n-d-794306-7 is: [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:21Z', 'revision_number': 3, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:26.526114 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a81d78c-d3d2-4013-a0cf-10decacea67b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:26.526751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a81d78c-d3d2-4013-a0cf-10decacea67b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:26.528900 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4a81d78c-d3d2-4013-a0cf-10decacea67b tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/62d766e2-30e4-472e-8c98-8e9f8a81d5a9 HTTP/1.1" status: 404 len: 337 time: 0.0446491 Jul 16 18:21:26.533349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54556) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.566084 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-463f1757-e842-4426-bdd3-6df4a8795d40 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:26.567044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463f1757-e842-4426-bdd3-6df4a8795d40 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:26.569201 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-463f1757-e842-4426-bdd3-6df4a8795d40 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/731811b8-81f1-45df-8f31-41027b915a6e HTTP/1.1" status: 404 len: 333 time: 0.0344524 Jul 16 18:21:26.572131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54558) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.616840 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-f67e9d45-8de4-46c7-906d-f5d32c6db3dd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:26.617418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f67e9d45-8de4-46c7-906d-f5d32c6db3dd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:26.621504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f67e9d45-8de4-46c7-906d-f5d32c6db3dd tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/caec9003-6a3e-4f0c-9cef-23b9e536a470 HTTP/1.1" status: 404 len: 337 time: 0.0460846 Jul 16 18:21:26.621729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Attempting to bind port 2c855012-27d8-477f-9c23-0dd0e4e6261e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:26.621729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Attempting to bind port 2c855012-27d8-477f-9c23-0dd0e4e6261e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:26.621729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Attempting to bind port 2c855012-27d8-477f-9c23-0dd0e4e6261e on network e9247761-94ac-4654-99a5-75bdd399dc8d {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:26.622274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54562) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.658777 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c948b9c-0b2d-43d5-adc2-70733d9b6eab tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:26.659379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c948b9c-0b2d-43d5-adc2-70733d9b6eab tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:26.663453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1c948b9c-0b2d-43d5-adc2-70733d9b6eab tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/db4b78df-6fb7-419f-9da4-89869c1b6b8b HTTP/1.1" status: 404 len: 337 time: 0.0379806 Jul 16 18:21:26.663647 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.665465 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54566) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.683690 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Transition to ACTIVE for port object 3dec09dd-0331-44c0-ab13-1f20c3d874c5 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:26.690772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:26.691145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Checking segment: {'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:26.691664 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.692323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Bound using segment: {'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:26.692816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Bound port: 2c855012-27d8-477f-9c23-0dd0e4e6261e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:26.693205 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.760848 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0f25721-6f34-419a-aa02-92455d0c7db0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:26.762280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0f25721-6f34-419a-aa02-92455d0c7db0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:26.764619 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d0f25721-6f34-419a-aa02-92455d0c7db0 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/fcfb94bc-d19e-47c8-b1b0-b6e49731c47e HTTP/1.1" status: 404 len: 333 time: 0.0979629 Jul 16 18:21:26.767464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54570) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.786299 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.798431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] For port 2c855012-27d8-477f-9c23-0dd0e4e6261e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:26.802006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] For port 2c855012-27d8-477f-9c23-0dd0e4e6261e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2c855012-27d8-477f-9c23-0dd0e4e6261e,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:26.805452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6444c4f5-384e-42be-bb6c-ab92eca5050d None None] Network d9340f62-4c77-4740-b893-073ea02a4702 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:26.822235 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-44138a78-75d8-4f3b-bfed-b25f5ba0b55a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:26.823094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44138a78-75d8-4f3b-bfed-b25f5ba0b55a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:26.825308 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-44138a78-75d8-4f3b-bfed-b25f5ba0b55a tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/0596dc88-9b11-44dc-b434-05bacab5e13e HTTP/1.1" status: 404 len: 337 time: 0.0560412 Jul 16 18:21:26.827841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54572) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.859612 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1029fd99-d0d1-40a4-9e9b-c5db078cfb98 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] DELETE failed (client error): The resource could not be found. Jul 16 18:21:26.861086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1029fd99-d0d1-40a4-9e9b-c5db078cfb98 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:21:26.865333 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1029fd99-d0d1-40a4-9e9b-c5db078cfb98 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/subnets/83593e3e-7a85-4490-ab36-47bb3e237476 HTTP/1.1" status: 404 len: 337 time: 0.0363019 Jul 16 18:21:26.867878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54574) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:26.906127 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:26.924035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network e9247761-94ac-4654-99a5-75bdd399dc8d is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:26.934054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:26.939750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:26.944789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=3dec09dd-0331-44c0-ab13-1f20c3d874c5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:27.032421 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.066974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-877e7648-d6a5-4e9f-b6ba-a83bce7e0a7c None None] Provisioning complete for port 2f083965-d3cc-4094-9ba6-eb01057f01f4 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:27.067353 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-877e7648-d6a5-4e9f-b6ba-a83bce7e0a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.087453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-9d56fb70-b76e-4942-aa07-5adfd5eb97e4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port fa0c20d4-da79-434c-9161-980b50479c85 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:27.089312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d56fb70-b76e-4942-aa07-5adfd5eb97e4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.185557 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d56fb70-b76e-4942-aa07-5adfd5eb97e4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.208246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6a3ac3-0451-4b54-bd6d-706ce428d392 None None] Pushing event updated for resources: {'Port': ['ID=2c855012-27d8-477f-9c23-0dd0e4e6261e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:27.214379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-9d56fb70-b76e-4942-aa07-5adfd5eb97e4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for fa0c20d4-da79-434c-9161-980b50479c85 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:27.312426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8dc22e-49eb-4b4d-93c4-714eabef4dbb None None] DHCP port deletion for d9340f62-4c77-4740-b893-073ea02a4702 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:21:27.328802 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.445117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 574f033f-f338-4ae5-83ac-00b8f8035249 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:27.535047 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d56fb70-b76e-4942-aa07-5adfd5eb97e4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.585069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d56fb70-b76e-4942-aa07-5adfd5eb97e4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=fa0c20d4-da79-434c-9161-980b50479c85,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:27.594327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-877e7648-d6a5-4e9f-b6ba-a83bce7e0a7c None None] Could not find standard attr ID for object fa0c20d4-da79-434c-9161-980b50479c85. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:21:27.619993 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d56fb70-b76e-4942-aa07-5adfd5eb97e4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.622642 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9d56fb70-b76e-4942-aa07-5adfd5eb97e4 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/ports/fa0c20d4-da79-434c-9161-980b50479c85 HTTP/1.1" status: 204 len: 168 time: 0.7535572 Jul 16 18:21:27.625111 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54584) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:27.651949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5b8dc22e-49eb-4b4d-93c4-714eabef4dbb None None] Deleting port 2f083965-d3cc-4094-9ba6-eb01057f01f4 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:27.652335 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc22e-49eb-4b4d-93c4-714eabef4dbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.753138 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.870730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Deleting port 2f083965-d3cc-4094-9ba6-eb01057f01f4 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:21:27.871299 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.944912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 574f033f-f338-4ae5-83ac-00b8f8035249 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:27.947425 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] For port 2f083965-d3cc-4094-9ba6-eb01057f01f4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2f083965-d3cc-4094-9ba6-eb01057f01f4,segment=NetworkSegment(bee36b56-c8f6-4d04-98e8-136d991a7a0b),segment_id=bee36b56-c8f6-4d04-98e8-136d991a7a0b)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:27.948208 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.956680 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 574f033f-f338-4ae5-83ac-00b8f8035249 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:27.957348 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:27.961886 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Calling delete_port for 2f083965-d3cc-4094-9ba6-eb01057f01f4 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:28.054392 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.060599 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.069846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5b8dc22e-49eb-4b4d-93c4-714eabef4dbb None None] For port 2f083965-d3cc-4094-9ba6-eb01057f01f4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2f083965-d3cc-4094-9ba6-eb01057f01f4,segment=NetworkSegment(bee36b56-c8f6-4d04-98e8-136d991a7a0b),segment_id=bee36b56-c8f6-4d04-98e8-136d991a7a0b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:28.070477 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc22e-49eb-4b4d-93c4-714eabef4dbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.091820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5b8dc22e-49eb-4b4d-93c4-714eabef4dbb None None] Calling delete_port for 2f083965-d3cc-4094-9ba6-eb01057f01f4 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:21:28.101356 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.174274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] No DVR routers for this DVR port 2f083965-d3cc-4094-9ba6-eb01057f01f4 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:28.201490 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b8dc22e-49eb-4b4d-93c4-714eabef4dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.213360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Port': ['ID=2f083965-d3cc-4094-9ba6-eb01057f01f4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.228885 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.241631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=3dec09dd-0331-44c0-ab13-1f20c3d874c5,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.285725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8dc22e-49eb-4b4d-93c4-714eabef4dbb None None] Pushing event deleted for resources: {'Port': ['ID=2f083965-d3cc-4094-9ba6-eb01057f01f4,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.304211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8dc22e-49eb-4b4d-93c4-714eabef4dbb None None] No DVR routers for this DVR port 2f083965-d3cc-4094-9ba6-eb01057f01f4 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:21:28.314924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.330614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9340f62-4c77-4740-b893-073ea02a4702']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:28.346894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bee36b56-c8f6-4d04-98e8-136d991a7a0b') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:28.347470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bee36b56-c8f6-4d04-98e8-136d991a7a0b') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:28.358206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.377128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.384842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Releasing vlan 381 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:21:28.385583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.413576 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.448693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 574f033f-f338-4ae5-83ac-00b8f8035249, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=574f033f-f338-4ae5-83ac-00b8f8035249,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:21:28.455482 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:21:28.457422 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.460498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.481651 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:28.484124 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] 10.222.0.47 "DELETE /v2.0/networks/d9340f62-4c77-4740-b893-073ea02a4702 HTTP/1.1" status: 204 len: 168 time: 0.8575592 Jul 16 18:21:28.487630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f2358-76a7-4804-b69f-06059daa47e7 tempest-PortsTestJSON-479003852 tempest-PortsTestJSON-479003852-project] Pushing event deleted for resources: {'Network': ['ID=d9340f62-4c77-4740-b893-073ea02a4702,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.504714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network e9247761-94ac-4654-99a5-75bdd399dc8d is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:28.506301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:28.626827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2f083965-d3cc-4094-9ba6-eb01057f01f4 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:21:28.667992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 2f083965-d3cc-4094-9ba6-eb01057f01f4 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:21:28.668350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2f083965-d3cc-4094-9ba6-eb01057f01f4 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:21:28.669981 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=574f033f-f338-4ae5-83ac-00b8f8035249,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:28.819293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 49bbea6a-3020-4163-b571-ffc1302a299d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:28.850830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04e59f6-ab83-4fb2-b9e7-f9cc1f396e5f None None] Network e9247761-94ac-4654-99a5-75bdd399dc8d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:21:28.958441 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f7874027-0941-4e7e-8875-e2605c616377 None None] Provisioning for port 2c855012-27d8-477f-9c23-0dd0e4e6261e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:29.006715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54612) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.383915 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3a3b02f5-0430-4b19-912c-b9c576e6344d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=105ce5695e9e4d20bdeaef545cc5f34a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3742819 Jul 16 18:21:29.384744 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 54620) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:29.386838 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.512431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 574f033f-f338-4ae5-83ac-00b8f8035249 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:29.544958 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a23d568-a33a-466a-8020-9459e3ce0af1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.593324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a23d568-a33a-466a-8020-9459e3ce0af1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.611000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:29.621111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e6145034-1737-42ee-920e-1d859aad6cf9 None None] Provisioning for port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:29.625513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e6145034-1737-42ee-920e-1d859aad6cf9 None None] Provisioning complete for port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:29.626165 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e6145034-1737-42ee-920e-1d859aad6cf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.636713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-221a883a-d8b3-4622-821d-483a4be2404d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "PUT /v2.0/routers/49bbea6a-3020-4163-b571-ffc1302a299d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0509458 Jul 16 18:21:29.696352 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a23d568-a33a-466a-8020-9459e3ce0af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.701676 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a23d568-a33a-466a-8020-9459e3ce0af1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.704327 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3a23d568-a33a-466a-8020-9459e3ce0af1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c2b44fbd-5df9-40c7-b278-5d6337fc9ed3 HTTP/1.1" status: 204 len: 168 time: 0.3156519 Jul 16 18:21:29.716957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 574f033f-f338-4ae5-83ac-00b8f8035249 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:29.717421 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:29.719209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e6145034-1737-42ee-920e-1d859aad6cf9 None None] Port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:29.721535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23d568-a33a-466a-8020-9459e3ce0af1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b44fbd-5df9-40c7-b278-5d6337fc9ed3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:29.731115 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Sync routers for ids ['49bbea6a-3020-4163-b571-ffc1302a299d'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:29.745261 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Routers {'49bbea6a-3020-4163-b571-ffc1302a299d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:29.746218 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:21:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['49bbea6a-3020-4163-b571-ffc1302a299d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:29.974243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2c855012-27d8-477f-9c23-0dd0e4e6261e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:30.013492 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Set router 49bbea6a-3020-4163-b571-ffc1302a299d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:30.117374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-c427f1e9-d636-463f-9b69-21ffc8e414d9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-676127148&fields=id&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 267 time: 0.1135631 Jul 16 18:21:30.156891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5cc7fed2-8a85-4a49-8f18-938bfcfd3b7a None None] Provisioning complete for port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:30.161326 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5cc7fed2-8a85-4a49-8f18-938bfcfd3b7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.239889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5cc7fed2-8a85-4a49-8f18-938bfcfd3b7a None None] Port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:30.272469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 2c855012-27d8-477f-9c23-0dd0e4e6261e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:30.286767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2c855012-27d8-477f-9c23-0dd0e4e6261e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:30.286767 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.467839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0bbc30ca-953f-49f9-a4da-a83a7be2136f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:30.474303 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.482142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0bbc30ca-953f-49f9-a4da-a83a7be2136f tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/networks?id=e9247761-94ac-4654-99a5-75bdd399dc8d HTTP/1.1" status: 200 len: 796 time: 0.3260679 Jul 16 18:21:30.508419 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-b6d65db5-3e76-468a-8240-43d663bfe0d1 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/quotas/8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 375 time: 0.0277729 Jul 16 18:21:30.528804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6c4c2a43-db2e-4ad1-aa4a-a010db9310c0 None None] Provisioning complete for port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:30.530707 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6c4c2a43-db2e-4ad1-aa4a-a010db9310c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.583921 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3dec09dd-0331-44c0-ab13-1f20c3d874c5', 'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:26:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:25Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 2, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:30.611045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 2c855012-27d8-477f-9c23-0dd0e4e6261e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2c855012-27d8-477f-9c23-0dd0e4e6261e,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:30.614559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6c4c2a43-db2e-4ad1-aa4a-a010db9310c0 None None] Port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:30.619943 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.666649 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-7a593ecd-0084-4c07-81da-b2db3f388b04 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1567416 Jul 16 18:21:30.677092 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Checking router: 49bbea6a-3020-4163-b571-ffc1302a299d for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:30.677442 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Updating router 49bbea6a-3020-4163-b571-ffc1302a299d port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:21:30.743240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=2c855012-27d8-477f-9c23-0dd0e4e6261e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:30.761147 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:30.872097 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-35e2f7c4-98c0-4985-a519-8695e8dc9902 service neutron] 10.222.0.47 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801548 Jul 16 18:21:31.027240 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5198ab07-2fc8-453f-8111-104792223376 service neutron] 10.222.0.47 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438088 Jul 16 18:21:31.108439 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.129035 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Transition to ACTIVE for port object 3dec09dd-0331-44c0-ab13-1f20c3d874c5 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:31.142004 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.227208 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Pushing event updated for resources: {'Port': ['ID=3dec09dd-0331-44c0-ab13-1f20c3d874c5,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.238196 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.238552 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.238889 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.239219 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.239715 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.240045 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.240433 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.240974 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.241159 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.241555 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.241882 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.242201 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:31.360593 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Attempting to bind port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:31.363712 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Attempting to bind port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:31.364233 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Attempting to bind port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 on network e9247761-94ac-4654-99a5-75bdd399dc8d {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:31.364340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2c855012-27d8-477f-9c23-0dd0e4e6261e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:31.372618 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:31.373117 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Checking segment: {'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:31.373696 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.374158 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Bound using segment: {'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:31.374859 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Bound port: 3dec09dd-0331-44c0-ab13-1f20c3d874c5, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:31.375323 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.415073 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc9347bd-4fb6-4c79-ac25-3767a29d43bd req-dd8badf7-c209-428d-8a6b-d19f03328b77 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 210 time: 0.0849283 Jul 16 18:21:31.499881 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] For port 3dec09dd-0331-44c0-ab13-1f20c3d874c5, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:31.512664 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] For port 3dec09dd-0331-44c0-ab13-1f20c3d874c5, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3dec09dd-0331-44c0-ab13-1f20c3d874c5,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:31.520222 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.534662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2c855012-27d8-477f-9c23-0dd0e4e6261e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:31.535549 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:31.619429 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Routers {'49bbea6a-3020-4163-b571-ffc1302a299d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:31.620815 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:21:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['49bbea6a-3020-4163-b571-ffc1302a299d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:31.801414 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580393e-c0f4-4e75-8571-50d5f389be2d None None] Pushing event updated for resources: {'Port': ['ID=3dec09dd-0331-44c0-ab13-1f20c3d874c5,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:31.900073 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] Set router 49bbea6a-3020-4163-b571-ffc1302a299d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:32.207365 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3dec09dd-0331-44c0-ab13-1f20c3d874c5', 'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:26:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:25Z', 'updated_at': '2021-07-16T18:21:31Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:32.245071 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4d4784-9a6a-42dc-bca9-85958e1eb738 None None] The sync data for ids ['49bbea6a-3020-4163-b571-ffc1302a299d'] in n-d-794306-7 is: [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3dec09dd-0331-44c0-ab13-1f20c3d874c5', 'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:26:3c:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:25Z', 'updated_at': '2021-07-16T18:21:31Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:32.671774 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8dc7b242-55de-44cb-804f-f737b8cf8d32 req-a68c2f51-6b73-40fd-b7ae-f9ad1ab46f77 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 210 time: 0.0583816 Jul 16 18:21:33.292346 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-257f9501-21ae-4173-9157-f95234d04189 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:33.294301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-257f9501-21ae-4173-9157-f95234d04189 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.37 "GET /v2.0/networks?id=e9247761-94ac-4654-99a5-75bdd399dc8d HTTP/1.1" status: 200 len: 796 time: 0.1795835 Jul 16 18:21:33.308702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dec09dd-0331-44c0-ab13-1f20c3d874c5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:33.387067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-85e47612-69e9-4dc8-8990-fa087f8f04e3 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc HTTP/1.1" status: 200 len: 379 time: 0.0721326 Jul 16 18:21:33.400593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'port': {'device_id': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'admin_state_up': True, 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'security_groups': ['c2b2ea78-beec-4dfe-a531-b46aec62251a']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:33.403634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:33.412275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:33.412891 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.528025 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.569464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Made reservation on behalf of 8adf9a60b51a4b999caf9bedee2d7ddc for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:21:33.575489 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.576520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3dec09dd-0331-44c0-ab13-1f20c3d874c5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3dec09dd-0331-44c0-ab13-1f20c3d874c5,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:33.582097 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:33.650169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3dec09dd-0331-44c0-ab13-1f20c3d874c5,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:33.805014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.20.0.10 (e9247761-94ac-4654-99a5-75bdd399dc8d/bf350750-d7ef-4322-a183-34188dfa39ca/9b545868-3d02-4a50-80ff-4cf71830e464) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:33.873902 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-626162b6-3e42-48ce-87f3-fbb5803bfd57 req-5ca5a737-f667-460d-977e-2d9057305a98 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 210 time: 0.0536454 Jul 16 18:21:34.007310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.022845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Transition to ACTIVE for port object 9b545868-3d02-4a50-80ff-4cf71830e464 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:34.094405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.140806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network e9247761-94ac-4654-99a5-75bdd399dc8d is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:34.145070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:34.149399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:34.186975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=9b545868-3d02-4a50-80ff-4cf71830e464,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:34.214863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:34.215470 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.251274 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-5fea53b2-2ba1-4c47-a3c6-4bfabd8c5985 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8584871 Jul 16 18:21:34.273219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Request body: {'port': {'device_id': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:34.383225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.573888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3bf9b9dc-df99-4340-b7ba-d02400f34062 None None] Provisioning for port 9b545868-3d02-4a50-80ff-4cf71830e464 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:34.580249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3bf9b9dc-df99-4340-b7ba-d02400f34062 None None] Provisioning complete for port 9b545868-3d02-4a50-80ff-4cf71830e464 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:34.580992 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3bf9b9dc-df99-4340-b7ba-d02400f34062 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.657000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3bf9b9dc-df99-4340-b7ba-d02400f34062 None None] Port 9b545868-3d02-4a50-80ff-4cf71830e464 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:21:34.817602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b545868-3d02-4a50-80ff-4cf71830e464 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:34.831336 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:34.847299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Transition to ACTIVE for port object 9b545868-3d02-4a50-80ff-4cf71830e464 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:21:34.858847 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.009296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Pushing event updated for resources: {'Port': ['ID=9b545868-3d02-4a50-80ff-4cf71830e464,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.087112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Attempting to bind port 9b545868-3d02-4a50-80ff-4cf71830e464 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:21:35.088453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Attempting to bind port 9b545868-3d02-4a50-80ff-4cf71830e464 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:21:35.088819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Attempting to bind port 9b545868-3d02-4a50-80ff-4cf71830e464 on network e9247761-94ac-4654-99a5-75bdd399dc8d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:35.118413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Port 9b545868-3d02-4a50-80ff-4cf71830e464 on network e9247761-94ac-4654-99a5-75bdd399dc8d not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:21:35.118750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Attempting to bind port 9b545868-3d02-4a50-80ff-4cf71830e464 on network e9247761-94ac-4654-99a5-75bdd399dc8d {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:21:35.125044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:21:35.125976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Checking segment: {'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:21:35.126323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Bound using segment: {'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:21:35.126773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Bound port: 9b545868-3d02-4a50-80ff-4cf71830e464, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:21:35.127223 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.280792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1b381c-ff54-4c36-a110-b404b0a8a761 req-7e3e1188-33fa-40ad-8fc3-8f5616a5436e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.291058 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b1b381c-ff54-4c36-a110-b404b0a8a761 req-7e3e1188-33fa-40ad-8fc3-8f5616a5436e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 944 time: 0.2175264 Jul 16 18:21:35.306098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dec09dd-0331-44c0-ab13-1f20c3d874c5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:35.323396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] For port 9b545868-3d02-4a50-80ff-4cf71830e464, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:21:35.329457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] For port 9b545868-3d02-4a50-80ff-4cf71830e464, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9b545868-3d02-4a50-80ff-4cf71830e464,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:21:35.341677 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.413993 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:35.414518 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.528167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b1b381c-ff54-4c36-a110-b404b0a8a761 req-aa5a6cb2-2e22-49ef-9c46-b6804094c948 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1960437 Jul 16 18:21:35.553181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.554108 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:35.555767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] 10.222.0.37 "PUT /v2.0/ports/9b545868-3d02-4a50-80ff-4cf71830e464 HTTP/1.1" status: 200 len: 1092 time: 1.2885180 Jul 16 18:21:35.566375 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:35.569017 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c526a8-b730-4b28-9bd2-cbead2c90e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:35.605963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fdff4-9794-4084-a405-b8e4beeba52a service neutron] Pushing event updated for resources: {'Port': ['ID=9b545868-3d02-4a50-80ff-4cf71830e464,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:35.645427 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dae0996-05d5-4ca4-9128-be08b3445734 x-openstack-request-id: req-9dae0996-05d5-4ca4-9128-be08b3445734 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:35.645851 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:35.646233 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9dae0996-05d5-4ca4-9128-be08b3445734 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:35.646782 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464', 'status': 'completed', 'code': 200} Jul 16 18:21:35.773096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-9ebcdc29-60fd-4fc3-896d-1652803c9cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.775436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-9ebcdc29-60fd-4fc3-896d-1652803c9cfb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 1095 time: 0.1111495 Jul 16 18:21:35.835584 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-a4a8f38e-4912-4173-966e-10a2c8c51812 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b545868-3d02-4a50-80ff-4cf71830e464 HTTP/1.1" status: 200 len: 217 time: 0.0461028 Jul 16 18:21:35.891799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-db6d2b19-8a4a-41ec-a9d7-63b12aaa64f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.894330 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-db6d2b19-8a4a-41ec-a9d7-63b12aaa64f5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf350750-d7ef-4322-a183-34188dfa39ca HTTP/1.1" status: 200 len: 835 time: 0.0519652 Jul 16 18:21:35.981604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-05c794b4-60c4-4a42-a8e2-54e85725cd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:35.983931 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-05c794b4-60c4-4a42-a8e2-54e85725cd7e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9247761-94ac-4654-99a5-75bdd399dc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0826554 Jul 16 18:21:36.127764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-cc5796b9-ee89-4abb-914b-50055add4c71 service neutron] 10.222.0.37 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359379 Jul 16 18:21:36.258754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b768286-db9c-49de-83f1-2ea557bf1c91 req-8031352a-e1f6-4284-8b44-bb42aafcf9c9 service neutron] 10.222.0.37 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237400 Jul 16 18:21:36.526501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c526a8-b730-4b28-9bd2-cbead2c90e5a req-4cb5ac64-b3b3-47f5-aede-954fe8cd73e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.532682 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90c526a8-b730-4b28-9bd2-cbead2c90e5a req-4cb5ac64-b3b3-47f5-aede-954fe8cd73e4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 1095 time: 0.1519177 Jul 16 18:21:36.824731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c526a8-b730-4b28-9bd2-cbead2c90e5a req-f0e17331-1670-465b-935b-95f67db9dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.836016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90c526a8-b730-4b28-9bd2-cbead2c90e5a req-f0e17331-1670-465b-935b-95f67db9dd3a service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9247761-94ac-4654-99a5-75bdd399dc8d HTTP/1.1" status: 200 len: 897 time: 0.2892876 Jul 16 18:21:36.912138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603cf2ce-335a-44e2-ae36-a5afb330af8b req-b91528db-62ad-499a-ae6d-5347834ce56d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:36.923171 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-603cf2ce-335a-44e2-ae36-a5afb330af8b req-b91528db-62ad-499a-ae6d-5347834ce56d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 944 time: 0.1513002 Jul 16 18:21:36.961332 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90c526a8-b730-4b28-9bd2-cbead2c90e5a req-5685e328-a248-4d53-b171-3c1e06a273a3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b545868-3d02-4a50-80ff-4cf71830e464 HTTP/1.1" status: 200 len: 217 time: 0.1148396 Jul 16 18:21:36.985218 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-603cf2ce-335a-44e2-ae36-a5afb330af8b req-26fa7d52-7a57-4e47-9fee-2b51ede4e3af tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602331 Jul 16 18:21:37.100263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c526a8-b730-4b28-9bd2-cbead2c90e5a req-11e7bf0c-2c6c-4ed9-b6da-6699a1eb423c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.102817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90c526a8-b730-4b28-9bd2-cbead2c90e5a req-11e7bf0c-2c6c-4ed9-b6da-6699a1eb423c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf350750-d7ef-4322-a183-34188dfa39ca HTTP/1.1" status: 200 len: 835 time: 0.1282299 Jul 16 18:21:37.212919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c526a8-b730-4b28-9bd2-cbead2c90e5a req-e31f4656-ce11-4e1f-9b86-4b1840750657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:37.216345 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90c526a8-b730-4b28-9bd2-cbead2c90e5a req-e31f4656-ce11-4e1f-9b86-4b1840750657 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9247761-94ac-4654-99a5-75bdd399dc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046188 Jul 16 18:21:37.388517 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90c526a8-b730-4b28-9bd2-cbead2c90e5a req-806be502-59e9-4431-93d2-c0ee47f2b05d service neutron] 10.222.0.37 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645687 Jul 16 18:21:37.607658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90c526a8-b730-4b28-9bd2-cbead2c90e5a req-7a9c2eb6-db63-4de6-bd86-7e5032ff61c4 service neutron] 10.222.0.37 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119682 Jul 16 18:21:38.368679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737ffd7-6bc1-4238-a95b-3bd6bb4730a6 req-3edbce66-9165-4020-9c22-a8ef7d3c9057 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.372481 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7737ffd7-6bc1-4238-a95b-3bd6bb4730a6 req-3edbce66-9165-4020-9c22-a8ef7d3c9057 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 944 time: 0.0899916 Jul 16 18:21:38.433105 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7737ffd7-6bc1-4238-a95b-3bd6bb4730a6 req-18d171f5-bffd-4a22-8df2-febc7b9625f6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517120 Jul 16 18:21:38.450721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43ccb69-4095-45ae-a235-6b86e27645e4 req-4d3e9545-414f-4605-bd9c-5602bb87b23d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:38.452355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f43ccb69-4095-45ae-a235-6b86e27645e4 req-4d3e9545-414f-4605-bd9c-5602bb87b23d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 946 time: 0.1033564 Jul 16 18:21:38.509609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f43ccb69-4095-45ae-a235-6b86e27645e4 req-18acf3d2-8497-4234-b11d-f547ad1ef299 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475161 Jul 16 18:21:39.423922 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 9b545868-3d02-4a50-80ff-4cf71830e464 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:39.593424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 9b545868-3d02-4a50-80ff-4cf71830e464, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9b545868-3d02-4a50-80ff-4cf71830e464,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:39.611136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '9b545868-3d02-4a50-80ff-4cf71830e464', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'port_id': '9b545868-3d02-4a50-80ff-4cf71830e464', 'mac_address': 'fa:16:3e:e6:cb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:39.681811 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.706238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b545868-3d02-4a50-80ff-4cf71830e464 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:39.730012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 9b545868-3d02-4a50-80ff-4cf71830e464, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9b545868-3d02-4a50-80ff-4cf71830e464,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:39.736369 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:39.744658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fbf5c-22c5-4aab-ae54-4c07ad08fbfe req-fc7be63c-1374-482c-89cd-43886bdf0259 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:39.746432 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b1fbf5c-22c5-4aab-ae54-4c07ad08fbfe req-fc7be63c-1374-482c-89cd-43886bdf0259 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 944 time: 0.1376903 Jul 16 18:21:39.805847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=9b545868-3d02-4a50-80ff-4cf71830e464,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:39.852896 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b1fbf5c-22c5-4aab-ae54-4c07ad08fbfe req-b862e183-ae98-4a52-944d-e94b063fdf93 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0873528 Jul 16 18:21:40.170497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['9b545868-3d02-4a50-80ff-4cf71830e464'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:41.154526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48daf06e-97d7-4f88-b31a-24f2b466b2ac req-4430af56-b016-4938-8d1e-a2b6c7f259df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:41.170889 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48daf06e-97d7-4f88-b31a-24f2b466b2ac req-4430af56-b016-4938-8d1e-a2b6c7f259df tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 945 time: 0.1375573 Jul 16 18:21:41.252093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48daf06e-97d7-4f88-b31a-24f2b466b2ac req-0171b460-4e8e-4da5-8025-649094be89cd tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801866 Jul 16 18:21:41.455359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:21:41.463793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 9b545868-3d02-4a50-80ff-4cf71830e464 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:41.654936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 9b545868-3d02-4a50-80ff-4cf71830e464 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:21:41.664617 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 9b545868-3d02-4a50-80ff-4cf71830e464 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:41.665509 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.766505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:41.802876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'port_id': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'mac_address': 'fa:16:3e:68:3c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:21:41.906073 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.916050 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:41.931689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8df009c-fd98-4be5-8234-8122a6e8d66b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:21:41.990164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:41.995394 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:41.997959 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd30906d-0c02-459c-ad12-bc8a81921353" -d '{"events": [{"server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "name": "network-vif-plugged", "status": "completed", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:42.027044 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.142186 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ae6a08-b866-4e07-bc54-1ec2e29a6db6 x-openstack-request-id: req-c5ae6a08-b866-4e07-bc54-1ec2e29a6db6 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:42.142453 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "name": "network-vif-plugged", "status": "completed", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:42.142716 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5ae6a08-b866-4e07-bc54-1ec2e29a6db6 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:42.143123 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464', 'code': 200} Jul 16 18:21:42.149043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.159020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 9b545868-3d02-4a50-80ff-4cf71830e464, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9b545868-3d02-4a50-80ff-4cf71830e464,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:42.168896 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.256133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e8df009c-fd98-4be5-8234-8122a6e8d66b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:21:42.260105 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:42.334553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=9b545868-3d02-4a50-80ff-4cf71830e464,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:42.344567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d7a2df-73f4-4fd2-aaa1-a10aa7de4bfe req-095d6f92-e6f0-4913-9606-401761fc5193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.347838 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98d7a2df-73f4-4fd2-aaa1-a10aa7de4bfe req-095d6f92-e6f0-4913-9606-401761fc5193 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 1097 time: 0.1215847 Jul 16 18:21:42.436331 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-98d7a2df-73f4-4fd2-aaa1-a10aa7de4bfe req-e6068767-4d47-4882-9518-d0f8c820abc1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742705 Jul 16 18:21:42.724177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f9d75-4904-4994-8b17-8a184d32b575 req-1df53169-92d2-46b5-a645-6ceb1ed63283 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:42.733251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-357f9d75-4904-4994-8b17-8a184d32b575 req-1df53169-92d2-46b5-a645-6ceb1ed63283 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.1764512 Jul 16 18:21:42.841230 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-357f9d75-4904-4994-8b17-8a184d32b575 req-14a9b500-89a8-4a1c-9cd3-1abdbeb24492 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013675 Jul 16 18:21:43.477495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:21:43.747721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port e8df009c-fd98-4be5-8234-8122a6e8d66b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:21:43.748250 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.035383 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.137965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:21:44.144762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:44.161691 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3242f612-40d1-485f-a753-615223d42dfb" -d '{"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-plugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:44.185504 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:44.292280 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc96fe0b-44fd-41d2-b8e6-6f4dd1c4598c x-openstack-request-id: req-dc96fe0b-44fd-41d2-b8e6-6f4dd1c4598c {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:44.292616 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-plugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:44.292919 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dc96fe0b-44fd-41d2-b8e6-6f4dd1c4598c {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:44.293336 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'code': 200} Jul 16 18:21:44.352722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e9fb3-61ef-4d37-b032-c6c7ed3b1181 req-017c8c29-72e4-4904-99ea-d4d3c360f8c0 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:44.356660 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc8e9fb3-61ef-4d37-b032-c6c7ed3b1181 req-017c8c29-72e4-4904-99ea-d4d3c360f8c0 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.2376323 Jul 16 18:21:44.381181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:44.448978 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc8e9fb3-61ef-4d37-b032-c6c7ed3b1181 req-7578a19f-06d2-4661-af59-24b3241a8c48 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834875 Jul 16 18:21:45.099413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ebe12-e68d-4501-8313-87bc4aa0e572 req-4b25bc59-70fa-4280-a504-1619691e1b35 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.108801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e7ebe12-e68d-4501-8313-87bc4aa0e572 req-4b25bc59-70fa-4280-a504-1619691e1b35 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.2790475 Jul 16 18:21:45.162286 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e7ebe12-e68d-4501-8313-87bc4aa0e572 req-ab21d2a0-9b72-4c88-87e9-c79a2120af7e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534930 Jul 16 18:21:45.182320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55086) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.386207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8249ba08-1709-4da8-8c32-c7b1ba3a051f tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:45.387898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8249ba08-1709-4da8-8c32-c7b1ba3a051f tempest-TestNetworkAdvancedServerOps-1099061992 tempest-TestNetworkAdvancedServerOps-1099061992-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 1092 time: 0.2042282 Jul 16 18:21:45.391842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55096) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:45.396481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '9b545868-3d02-4a50-80ff-4cf71830e464', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address': '172.20.0.10'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:21:45.461623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:45.501985 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e9136da-b9e7-4667-a02c-53698142d8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.150926 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.432515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Allocated IP 172.25.7.121 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/9bb373fc-6769-4202-9726-967044eda62a) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:21:46.722754 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.840751 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:46.871034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:21:46.917082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:21:46.937764 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:21:47.020439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=9bb373fc-6769-4202-9726-967044eda62a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:47.043625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:47.046026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:47.046026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:47.046026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:47.046026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:47.049123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:47.049123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:47.049123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:47.050181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:47.051337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:47.051337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:47.051337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:21:48.032497 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.233582 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4c36a0b8-4379-4df2-b23b-55f1143cd852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.259521 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.302364 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.592222 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.606135 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:48.712232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event updated for resources: {'Port': ['ID=9bb373fc-6769-4202-9726-967044eda62a,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:21:48.881291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.044890 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Floating IP 7e80f03e-b6ce-4d9a-a3df-896043beb664 associated. External IP: 172.25.7.121, port: 9b545868-3d02-4a50-80ff-4cf71830e464. Jul 16 18:21:49.387394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 49bbea6a-3020-4163-b571-ffc1302a299d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:21:49.536396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:21:49.547354 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d17bf2-1876-4bc8-9a9b-20b344213f5c None None] Sync routers for ids ['49bbea6a-3020-4163-b571-ffc1302a299d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:21:49.560220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d17bf2-1876-4bc8-9a9b-20b344213f5c None None] Routers {'49bbea6a-3020-4163-b571-ffc1302a299d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:49.564160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e6d17bf2-1876-4bc8-9a9b-20b344213f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:21:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['49bbea6a-3020-4163-b571-ffc1302a299d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:49.581729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:49.704288 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-af28debf-f518-45c1-8ae3-df7c895e6e7b tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.3111439 Jul 16 18:21:49.708351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:21:49.711171 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f562da0-1870-412d-90ff-124e64af2fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:21:49.806044 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e6d17bf2-1876-4bc8-9a9b-20b344213f5c None None] Set router 49bbea6a-3020-4163-b571-ffc1302a299d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:49.824741 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f705d2bd-78a2-4d79-bdb3-6ba361ad6011 x-openstack-request-id: req-f705d2bd-78a2-4d79-bdb3-6ba361ad6011 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:21:49.825163 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:21:49.825519 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f705d2bd-78a2-4d79-bdb3-6ba361ad6011 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:21:49.826055 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464', 'status': 'completed', 'code': 200} Jul 16 18:21:49.891621 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:50.103518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562da0-1870-412d-90ff-124e64af2fa4 req-9b356c25-13f0-45eb-9448-11d480b6a821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.107435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f562da0-1870-412d-90ff-124e64af2fa4 req-9b356c25-13f0-45eb-9448-11d480b6a821 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 1097 time: 0.2347383 Jul 16 18:21:50.273755 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028b31fb-e986-44f2-8a1b-35ba0efce595 req-86e9fa1b-0282-4ccf-ac0c-99d04abcb843 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.282347 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-028b31fb-e986-44f2-8a1b-35ba0efce595 req-86e9fa1b-0282-4ccf-ac0c-99d04abcb843 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.2558143 Jul 16 18:21:50.304891 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562da0-1870-412d-90ff-124e64af2fa4 req-2fe7c867-55a1-4d20-a9d0-08adfd5d1f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.308474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f562da0-1870-412d-90ff-124e64af2fa4 req-2fe7c867-55a1-4d20-a9d0-08adfd5d1f08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9247761-94ac-4654-99a5-75bdd399dc8d HTTP/1.1" status: 200 len: 897 time: 0.1939578 Jul 16 18:21:50.361442 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-028b31fb-e986-44f2-8a1b-35ba0efce595 req-8e1f2a53-9e01-4afb-b3cf-e76e87020f43 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774684 Jul 16 18:21:50.392448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55198) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:50.439493 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f562da0-1870-412d-90ff-124e64af2fa4 req-55648618-13a4-4b82-8230-9c1ca652dead service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b545868-3d02-4a50-80ff-4cf71830e464 HTTP/1.1" status: 200 len: 1000 time: 0.1193781 Jul 16 18:21:50.515713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562da0-1870-412d-90ff-124e64af2fa4 req-67244310-204b-4eb4-95ca-be2bdfb78d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.518019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f562da0-1870-412d-90ff-124e64af2fa4 req-67244310-204b-4eb4-95ca-be2bdfb78d0d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf350750-d7ef-4322-a183-34188dfa39ca HTTP/1.1" status: 200 len: 835 time: 0.0714006 Jul 16 18:21:50.550686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e6d17bf2-1876-4bc8-9a9b-20b344213f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '7e80f03e-b6ce-4d9a-a3df-896043beb664', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'port_id': '9b545868-3d02-4a50-80ff-4cf71830e464', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'mac_address': 'fa:16:3e:e6:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:21:47Z', 'updated_at': '2021-07-16T18:21:47Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dec09dd-0331-44c0-ab13-1f20c3d874c5', 'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:26:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:25Z', 'updated_at': '2021-07-16T18:21:33Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:50.570539 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-06a5c054-fbb5-48f0-aa4c-7f53ce5e7a8e tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/7e80f03e-b6ce-4d9a-a3df-896043beb664 HTTP/1.1" status: 200 len: 992 time: 0.1743510 Jul 16 18:21:50.605813 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d17bf2-1876-4bc8-9a9b-20b344213f5c None None] Checking router: 49bbea6a-3020-4163-b571-ffc1302a299d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:21:50.623799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d17bf2-1876-4bc8-9a9b-20b344213f5c None None] Routers {'49bbea6a-3020-4163-b571-ffc1302a299d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:21:50.624436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e6d17bf2-1876-4bc8-9a9b-20b344213f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:21:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['49bbea6a-3020-4163-b571-ffc1302a299d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:50.634838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f562da0-1870-412d-90ff-124e64af2fa4 req-baa7fe79-1b10-4aa4-8cf6-c56e709f39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:21:50.639001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f562da0-1870-412d-90ff-124e64af2fa4 req-baa7fe79-1b10-4aa4-8cf6-c56e709f39b6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9247761-94ac-4654-99a5-75bdd399dc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1136515 Jul 16 18:21:50.776780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f562da0-1870-412d-90ff-124e64af2fa4 req-8f80380e-6574-487a-aa11-6b2c42c3c959 service neutron] 10.222.0.37 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302805 Jul 16 18:21:50.817296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e6d17bf2-1876-4bc8-9a9b-20b344213f5c None None] Set router 49bbea6a-3020-4163-b571-ffc1302a299d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:21:50.915893 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f562da0-1870-412d-90ff-124e64af2fa4 req-00fcd15c-bf88-4c91-bb05-e739564ffe9f service neutron] 10.222.0.37 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285813 Jul 16 18:21:51.573390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55228) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:51.611988 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e6d17bf2-1876-4bc8-9a9b-20b344213f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '7e80f03e-b6ce-4d9a-a3df-896043beb664', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'port_id': '9b545868-3d02-4a50-80ff-4cf71830e464', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'mac_address': 'fa:16:3e:e6:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:21:47Z', 'updated_at': '2021-07-16T18:21:47Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dec09dd-0331-44c0-ab13-1f20c3d874c5', 'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:26:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:25Z', 'updated_at': '2021-07-16T18:21:33Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:21:51.781533 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f317637d-2754-4b49-bc1f-0ea3c8bbaeda tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/7e80f03e-b6ce-4d9a-a3df-896043beb664 HTTP/1.1" status: 200 len: 992 time: 0.2022250 Jul 16 18:21:51.816546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d17bf2-1876-4bc8-9a9b-20b344213f5c None None] The sync data for ids ['49bbea6a-3020-4163-b571-ffc1302a299d'] in n-d-794306-7 is: [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '7e80f03e-b6ce-4d9a-a3df-896043beb664', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'floating_ip_address': '172.25.7.121', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'port_id': '9b545868-3d02-4a50-80ff-4cf71830e464', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3041, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'mac_address': 'fa:16:3e:e6:cb:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:21:47Z', 'updated_at': '2021-07-16T18:21:47Z', 'revision_number': 0, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3dec09dd-0331-44c0-ab13-1f20c3d874c5', 'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:26:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:25Z', 'updated_at': '2021-07-16T18:21:33Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:21:51.959974 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:21:52.351200 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a84dc07f-2e62-408a-af9c-bc9ddd3f5e04 None None] New status for floating IP 7e80f03e-b6ce-4d9a-a3df-896043beb664: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:21:52.784345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55258) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:21:53.005512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e8efa154-5e55-4f3f-8318-6d054609a9c8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/7e80f03e-b6ce-4d9a-a3df-896043beb664 HTTP/1.1" status: 200 len: 994 time: 0.2194860 Jul 16 18:21:59.423305 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.485026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55440) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:00.670642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-598d6074-3072-4153-a96a-3ff0f6d692cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.811042 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-598d6074-3072-4153-a96a-3ff0f6d692cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.816869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-598d6074-3072-4153-a96a-3ff0f6d692cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.855109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598d6074-3072-4153-a96a-3ff0f6d692cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999000ed-da29-48fb-9bfb-2b74469dee0d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:00.876122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-598d6074-3072-4153-a96a-3ff0f6d692cc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=59de6e73bf5c4fed9f4aba3c388399c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3897786 Jul 16 18:22:00.876357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55454) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:00.953506 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:00.978707 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.032292 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.035045 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.036285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/999000ed-da29-48fb-9bfb-2b74469dee0d HTTP/1.1" status: 204 len: 168 time: 0.1583951 Jul 16 18:22:01.045519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999000ed-da29-48fb-9bfb-2b74469dee0d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:01.057008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.057393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.057734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.058115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.058696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.059030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.059362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.059777 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.060466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.060961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.061321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.062264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb94e984-d8da-4729-94cb-3284aeed9ea6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:01.488475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 55468) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:01.512862 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70060b94-62a7-406b-8293-4a8fae26749e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.555318 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:22:01.648359 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70060b94-62a7-406b-8293-4a8fae26749e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.654183 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70060b94-62a7-406b-8293-4a8fae26749e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.697298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70060b94-62a7-406b-8293-4a8fae26749e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3eeb2a4-da34-4cad-8a94-c4c4287c8413,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:01.747123 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-70060b94-62a7-406b-8293-4a8fae26749e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=30bd5953bc4a437e88e5cac155521d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562678 Jul 16 18:22:01.750352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 55478) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:01.829436 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66f7741f-5889-4f5a-b176-b949ab54b3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.831910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccbadc0-5d48-41b7-9048-bea5479dd9ba req-82ebdf0f-762a-414b-acd7-3d4621353423 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:01.834636 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ccbadc0-5d48-41b7-9048-bea5479dd9ba req-82ebdf0f-762a-414b-acd7-3d4621353423 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 946 time: 0.1068170 Jul 16 18:22:01.865897 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66f7741f-5889-4f5a-b176-b949ab54b3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.883098 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ccbadc0-5d48-41b7-9048-bea5479dd9ba req-5b3631c4-dc59-45a1-a5f0-148589abfa74 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416465 Jul 16 18:22:01.935195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66f7741f-5889-4f5a-b176-b949ab54b3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.940074 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-66f7741f-5889-4f5a-b176-b949ab54b3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:01.947833 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-66f7741f-5889-4f5a-b176-b949ab54b3a2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3eeb2a4-da34-4cad-8a94-c4c4287c8413 HTTP/1.1" status: 204 len: 168 time: 0.1900148 Jul 16 18:22:01.974831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7741f-5889-4f5a-b176-b949ab54b3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3eeb2a4-da34-4cad-8a94-c4c4287c8413,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:02.497092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-7ecc28f5-0a81-4b15-af1f-b0cb5dd16a0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0771546 Jul 16 18:22:02.647446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-2470aa38-3b2f-46e3-bb7d-64a33fb937c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.651390 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-2470aa38-3b2f-46e3-bb7d-64a33fb937c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3f18daf9c5b94c00baa8540845ced375&device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 1097 time: 0.1009202 Jul 16 18:22:02.786898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-cb160956-3bf3-4eea-962e-c726ad57256c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.788972 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-cb160956-3bf3-4eea-962e-c726ad57256c service neutron] 10.222.0.18 "GET /v2.0/networks?id=032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 200 len: 912 time: 0.1110198 Jul 16 18:22:02.869705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-63d15648-6666-4134-bc2a-e8ce402a8cf6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=964c01d0-09dc-401e-9c39-244676c07f5f HTTP/1.1" status: 200 len: 1001 time: 0.0742452 Jul 16 18:22:02.942082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-4136d3ee-5349-4766-a7bb-4335be732ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:02.943602 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-4136d3ee-5349-4766-a7bb-4335be732ec8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 200 len: 850 time: 0.0645940 Jul 16 18:22:03.020616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-3a8cd6ad-bd79-422f-ad75-e5be14d22dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:03.022324 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-3a8cd6ad-bd79-422f-ad75-e5be14d22dd6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=032e67dc-6b84-4995-a4b1-3d903541d6af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0719888 Jul 16 18:22:03.129955 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-6c4ef1f5-edeb-4723-8068-04098bc96daf service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007683 Jul 16 18:22:03.268159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bec8e297-16c0-458f-b4eb-ac4a6af2617b req-a46bc2ad-4668-4f75-a10e-b7159c8634cc service neutron] 10.222.0.18 "GET /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313272 Jul 16 18:22:05.609283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:05.631163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:05.801699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:05.818704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'port_id': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'mac_address': 'fa:16:3e:68:3c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:05.897101 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.926708 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:05.944435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:05.947325 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397f342f-692f-4730-864a-079f8c439cf1" -d '{"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-unplugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:05.961882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8df009c-fd98-4be5-8234-8122a6e8d66b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:05.974359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:06.024292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.027931 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:22:06.028289 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:22:06.066086 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75b478c-2e3a-4d40-b04e-84bd68dee3f3 x-openstack-request-id: req-d75b478c-2e3a-4d40-b04e-84bd68dee3f3 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:06.066557 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-unplugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:06.067111 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d75b478c-2e3a-4d40-b04e-84bd68dee3f3 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:06.067779 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'code': 200} Jul 16 18:22:06.099642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:06.111554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.112063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.112495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.112923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.113351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.113845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.114270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.114691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.115111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.115527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.115990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.116420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:06.606775 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.637560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8df009c-fd98-4be5-8234-8122a6e8d66b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:06.681524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:06.692319 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:06.790780 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:06.896567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e8df009c-fd98-4be5-8234-8122a6e8d66b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:07.612692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:07.720491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port e8df009c-fd98-4be5-8234-8122a6e8d66b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:07.721326 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.840364 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:07.932116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:07.940617 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:08.081710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:08.085340 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea579921-8f7a-467a-a901-a743b0f5e28c" -d '{"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-plugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:08.089588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=10']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:08.208338 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a75c663f-b2c2-448d-9c72-55eb1f10be28 x-openstack-request-id: req-a75c663f-b2c2-448d-9c72-55eb1f10be28 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:08.209156 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-plugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:08.210006 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a75c663f-b2c2-448d-9c72-55eb1f10be28 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:08.211300 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'code': 200} Jul 16 18:22:09.422316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51183740-7c42-46f3-8b4d-8b5d3d0976d1 req-24118935-b2c9-4d23-a7fe-1dde4846a3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.425479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51183740-7c42-46f3-8b4d-8b5d3d0976d1 req-24118935-b2c9-4d23-a7fe-1dde4846a3cf service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1098 time: 0.1360385 Jul 16 18:22:09.739945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51183740-7c42-46f3-8b4d-8b5d3d0976d1 req-a00fd2ff-eea9-4488-970e-25430c1e3f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:09.741712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51183740-7c42-46f3-8b4d-8b5d3d0976d1 req-a00fd2ff-eea9-4488-970e-25430c1e3f81 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.2505445 Jul 16 18:22:09.884736 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51183740-7c42-46f3-8b4d-8b5d3d0976d1 req-eba949ed-4e34-4280-b2b9-82d19c23f63d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 1001 time: 0.1337230 Jul 16 18:22:10.032230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51183740-7c42-46f3-8b4d-8b5d3d0976d1 req-8adf9db5-bf3c-4dac-8bf6-a001c28b7d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.033880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51183740-7c42-46f3-8b4d-8b5d3d0976d1 req-8adf9db5-bf3c-4dac-8bf6-a001c28b7d08 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.1423581 Jul 16 18:22:10.139761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51183740-7c42-46f3-8b4d-8b5d3d0976d1 req-f8a54756-3cf5-4f9c-af8f-3cf9ff400f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:10.142202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51183740-7c42-46f3-8b4d-8b5d3d0976d1 req-f8a54756-3cf5-4f9c-af8f-3cf9ff400f6b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990491 Jul 16 18:22:10.327027 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51183740-7c42-46f3-8b4d-8b5d3d0976d1 req-9df610f7-3d5d-4c6e-8994-cb3982e77769 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747859 Jul 16 18:22:10.547891 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51183740-7c42-46f3-8b4d-8b5d3d0976d1 req-2a6f56ff-922b-4d8f-97f3-a3c325653910 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122693 Jul 16 18:22:12.110945 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:15.495156 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6df13277-d4e0-404b-8cb0-43f82381593e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.206848 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b881839-970e-45c2-91fc-3a79261c881a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:18.218124 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:19.892402 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:21.913204 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:22.973536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee24a03-90a6-4d44-9e91-a356db6521dc req-e29c6a9c-9245-4427-8b67-6a8239ee5cb5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:22.974877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dee24a03-90a6-4d44-9e91-a356db6521dc req-e29c6a9c-9245-4427-8b67-6a8239ee5cb5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1193240 Jul 16 18:22:23.040339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dee24a03-90a6-4d44-9e91-a356db6521dc req-94e92aca-e145-4e64-9c11-096bab6e8b37 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592430 Jul 16 18:22:23.421184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f21b03-30d0-4797-9022-c57ff8410bd5 req-30ff9402-a897-441c-8960-c1ff57d279a2 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:23.429584 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-90f21b03-30d0-4797-9022-c57ff8410bd5 req-30ff9402-a897-441c-8960-c1ff57d279a2 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.2184174 Jul 16 18:22:23.532161 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-90f21b03-30d0-4797-9022-c57ff8410bd5 req-13b059bb-a325-4d5b-8ec0-3487fec04ee7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864406 Jul 16 18:22:24.129055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8397d41-3831-4e10-8a98-f6ff0f7f4ba4 req-a971bb7e-8865-442b-adf0-cf7f2a0d63d7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.129055 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8397d41-3831-4e10-8a98-f6ff0f7f4ba4 req-a971bb7e-8865-442b-adf0-cf7f2a0d63d7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1444061 Jul 16 18:22:24.129055 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8397d41-3831-4e10-8a98-f6ff0f7f4ba4 req-61fbb034-0c3d-450f-91a4-2e5612ccd4a3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624273 Jul 16 18:22:24.817461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53083c0c-9599-4375-a8ea-bc4e0da946b0 req-708b01c0-e405-4dc4-821e-ad528f4fb91a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:24.821472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53083c0c-9599-4375-a8ea-bc4e0da946b0 req-708b01c0-e405-4dc4-821e-ad528f4fb91a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.1330919 Jul 16 18:22:24.910596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53083c0c-9599-4375-a8ea-bc4e0da946b0 req-2c093b6b-8457-4b59-a21c-3ae7ab41bbf7 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785441 Jul 16 18:22:25.449312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809f5ab1-8909-4fd2-8cd0-7b6d7e05b91e req-d2bcd90f-c06f-4ffc-ada2-b59edb05f180 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:25.451018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-809f5ab1-8909-4fd2-8cd0-7b6d7e05b91e req-d2bcd90f-c06f-4ffc-ada2-b59edb05f180 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1300080 Jul 16 18:22:25.530966 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-809f5ab1-8909-4fd2-8cd0-7b6d7e05b91e req-64ffb6f7-416b-414a-9242-c095444f34ce tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620906 Jul 16 18:22:26.201183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18d904-25f8-4649-aee6-20083458c398 req-034d6b39-7373-4ecb-b4fa-eb6cfce9c783 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.204265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7d18d904-25f8-4649-aee6-20083458c398 req-034d6b39-7373-4ecb-b4fa-eb6cfce9c783 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.1178398 Jul 16 18:22:26.252443 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7d18d904-25f8-4649-aee6-20083458c398 req-eab018a6-3406-4628-aa24-9c116ecd25e5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416803 Jul 16 18:22:26.827410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac6c33-21fa-46f5-87e7-a8885a1afb81 req-5dc78190-1dfa-4cb4-aa3b-2288bc087a41 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:26.829017 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14ac6c33-21fa-46f5-87e7-a8885a1afb81 req-5dc78190-1dfa-4cb4-aa3b-2288bc087a41 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1444087 Jul 16 18:22:26.890947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14ac6c33-21fa-46f5-87e7-a8885a1afb81 req-fc5bb618-5670-4002-b7aa-6934ae3d9dff tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518975 Jul 16 18:22:27.474285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda47ec8-a925-4d55-b7c5-39e4f1946e89 req-edd33619-e571-4748-92d9-fd3eabccc5e2 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:27.477463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fda47ec8-a925-4d55-b7c5-39e4f1946e89 req-edd33619-e571-4748-92d9-fd3eabccc5e2 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.0921545 Jul 16 18:22:27.555655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fda47ec8-a925-4d55-b7c5-39e4f1946e89 req-268db1bc-63dc-4875-8868-b915512df7e2 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0689759 Jul 16 18:22:27.672142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:27.735848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:27.918421 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.035853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:28.059292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:28.062146 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-345a4f36-24d6-47e8-a51c-2e26b25bed3a" -d '{"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-unplugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:28.089327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:28.092746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'port_id': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'mac_address': 'fa:16:3e:68:3c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:28.105300 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.174563 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.236941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8df009c-fd98-4be5-8234-8122a6e8d66b {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:28.352957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=11']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:28.365452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:28.377309 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:28.491411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=12']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:28.499614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ecc280-38b5-4809-b6cc-6f2a7ebb5ecd req-96b3a080-3c42-43f8-b5ec-4fa3322facb9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.501464 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27ecc280-38b5-4809-b6cc-6f2a7ebb5ecd req-96b3a080-3c42-43f8-b5ec-4fa3322facb9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1878436 Jul 16 18:22:28.532161 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a240c1f-8cb9-42ca-8749-6e974fdc0725 x-openstack-request-id: req-7a240c1f-8cb9-42ca-8749-6e974fdc0725 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:28.534573 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-unplugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:28.536039 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a240c1f-8cb9-42ca-8749-6e974fdc0725 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:28.538966 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'code': 200} Jul 16 18:22:28.551825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['e8df009c-fd98-4be5-8234-8122a6e8d66b'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:28.572998 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27ecc280-38b5-4809-b6cc-6f2a7ebb5ecd req-be6e047a-752a-4b29-b9a9-8337bae88dff tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654900 Jul 16 18:22:28.774753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b08bd-8f36-444f-b90d-02dd6a1ba23c req-a58f69e5-bb5c-466b-8465-1170478f75c0 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.792082 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-da2b08bd-8f36-444f-b90d-02dd6a1ba23c req-a58f69e5-bb5c-466b-8465-1170478f75c0 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 946 time: 0.1417012 Jul 16 18:22:28.833200 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-da2b08bd-8f36-444f-b90d-02dd6a1ba23c req-2753d01a-4bea-4b63-ac10-a5737a6b8ca7 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399261 Jul 16 18:22:28.960147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1b02e3-cf49-4975-8277-3544339795bc req-47afa76e-739e-4b4e-ba59-7ed0128fc8b8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:28.963310 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee1b02e3-cf49-4975-8277-3544339795bc req-47afa76e-739e-4b4e-ba59-7ed0128fc8b8 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.1254261 Jul 16 18:22:29.027694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee1b02e3-cf49-4975-8277-3544339795bc req-9c0bc0d9-3d79-4b70-bdd7-27fb300f5956 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564711 Jul 16 18:22:29.390406 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.670700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:29.777638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port e8df009c-fd98-4be5-8234-8122a6e8d66b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:29.778082 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:29.945017 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.023026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:30.032046 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.066186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d0dba0-844f-438a-a685-a2cea10baf90 req-313c9ff6-fd41-41f9-b9e3-117fa755d113 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.085327 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19d0dba0-844f-438a-a685-a2cea10baf90 req-313c9ff6-fd41-41f9-b9e3-117fa755d113 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 946 time: 0.1623061 Jul 16 18:22:30.172506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=13']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:30.190745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-19d0dba0-844f-438a-a685-a2cea10baf90 req-5cdf314c-015a-4ce1-af00-cb31fa9551a4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1030986 Jul 16 18:22:30.336906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa49295-525b-4603-820e-b4565f57a0be req-04bca4c3-a404-43d4-83cd-d1e04508508c tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.342798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fa49295-525b-4603-820e-b4565f57a0be req-04bca4c3-a404-43d4-83cd-d1e04508508c tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 946 time: 0.1284606 Jul 16 18:22:30.360303 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d4a2b-4156-482e-a698-49ede998a84f req-e9c6a73b-e363-4b8e-9a61-245f5f6619df tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.363752 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-634d4a2b-4156-482e-a698-49ede998a84f req-e9c6a73b-e363-4b8e-9a61-245f5f6619df tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.18 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 946 time: 0.2374203 Jul 16 18:22:30.516190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9bce7b-7553-4f06-9e7f-1b662016f58d req-dce022c6-cfbe-4fa4-980c-cd163d42c253 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:30.518152 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d9bce7b-7553-4f06-9e7f-1b662016f58d req-dce022c6-cfbe-4fa4-980c-cd163d42c253 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.1737866 Jul 16 18:22:30.540069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:30.543802 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f468776-7149-4fd1-a7de-eb8561492997" -d '{"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-plugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:30.565890 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fa49295-525b-4603-820e-b4565f57a0be req-1da75a2d-6522-4e31-bb9e-21a8f88889e1 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups?id=0a3daf5f-561a-4a59-8552-89af734b9642&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2151699 Jul 16 18:22:30.619460 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d9bce7b-7553-4f06-9e7f-1b662016f58d req-5d6d606d-29eb-460b-b41c-470c858a0df9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929439 Jul 16 18:22:30.689690 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57dc101-0236-4bfa-9fd1-a62b03a2bffe x-openstack-request-id: req-f57dc101-0236-4bfa-9fd1-a62b03a2bffe {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:30.690359 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-plugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:30.690828 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f57dc101-0236-4bfa-9fd1-a62b03a2bffe {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:30.691548 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'code': 200} Jul 16 18:22:30.755398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Deleting port 964c01d0-09dc-401e-9c39-244676c07f5f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:30.757585 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:30.982651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] For port 964c01d0-09dc-401e-9c39-244676c07f5f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=964c01d0-09dc-401e-9c39-244676c07f5f,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:30.984031 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.338928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.339634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.340333 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Floating IP f649e3f2-5356-4925-92c5-d9193f39c1bd disassociated. External IP: 172.25.7.28, port: 964c01d0-09dc-401e-9c39-244676c07f5f. Jul 16 18:22:31.340947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Calling delete_port for 964c01d0-09dc-401e-9c39-244676c07f5f owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:31.583687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:31.618294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbed67e8-7ee2-45d9-9f7f-e97f62a06e4e req-42ff5947-a1cd-453a-8fea-aab6a40d1613 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:31.632769 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fbed67e8-7ee2-45d9-9f7f-e97f62a06e4e req-42ff5947-a1cd-453a-8fea-aab6a40d1613 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.2051575 Jul 16 18:22:31.674182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event deleted for resources: {'Port': ['ID=964c01d0-09dc-401e-9c39-244676c07f5f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:31.755961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fbed67e8-7ee2-45d9-9f7f-e97f62a06e4e req-a4feca12-72ba-4bea-ac28-35e870425b60 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214743 Jul 16 18:22:31.891591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Router 2a0dde7b-b344-4741-a7a0-2a3213da7191 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:31.989783 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4bb9036-6856-40ed-b46a-863046468f10 req-47d12d88-a9bf-4540-b46c-d97ba9c8a747 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 210 time: 0.1258025 Jul 16 18:22:32.164173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8186db-a08e-40ba-bd39-d4c85d934410 req-a54bb5b6-8f63-44c6-8800-7baac6f41aad tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:32.166242 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a8186db-a08e-40ba-bd39-d4c85d934410 req-a54bb5b6-8f63-44c6-8800-7baac6f41aad tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.2279665 Jul 16 18:22:32.225946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:32.248390 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bc4f1-285b-4d26-9fa1-a6a18a6131a1 None None] Sync routers for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:32.261036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a8186db-a08e-40ba-bd39-d4c85d934410 req-915c2bdd-a161-433a-95fe-1648bae9ab33 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888224 Jul 16 18:22:32.284726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8bc4f1-285b-4d26-9fa1-a6a18a6131a1 None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:32.293285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0f8bc4f1-285b-4d26-9fa1-a6a18a6131a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:22:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:32.355641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] No DVR routers for this DVR port 964c01d0-09dc-401e-9c39-244676c07f5f on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:22:32.361376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:32.363448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-634d4a2b-4156-482e-a698-49ede998a84f req-2b5b95e1-41a4-4ac2-861c-223329953761 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.18 "DELETE /v2.0/ports/964c01d0-09dc-401e-9c39-244676c07f5f HTTP/1.1" status: 204 len: 173 time: 1.9462903 Jul 16 18:22:32.368760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'name': 'network-vif-deleted', 'tag': '964c01d0-09dc-401e-9c39-244676c07f5f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:32.376752 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733a71af-23b1-4d23-8306-4595c4c11a8c" -d '{"events": [{"server_uuid": "d422270a-a77d-40c5-8c96-d04a62e61b41", "name": "network-vif-deleted", "tag": "964c01d0-09dc-401e-9c39-244676c07f5f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:32.454968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 964c01d0-09dc-401e-9c39-244676c07f5f no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:32.491669 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d00eeabc-aa5c-4184-9236-fab8f94261d4 x-openstack-request-id: req-d00eeabc-aa5c-4184-9236-fab8f94261d4 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:32.491992 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d422270a-a77d-40c5-8c96-d04a62e61b41", "name": "network-vif-deleted", "tag": "964c01d0-09dc-401e-9c39-244676c07f5f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:32.492303 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d00eeabc-aa5c-4184-9236-fab8f94261d4 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:32.492971 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd422270a-a77d-40c5-8c96-d04a62e61b41', 'name': 'network-vif-deleted', 'tag': '964c01d0-09dc-401e-9c39-244676c07f5f', 'status': 'completed', 'code': 200} Jul 16 18:22:32.652385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 964c01d0-09dc-401e-9c39-244676c07f5f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:22:32.652779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 964c01d0-09dc-401e-9c39-244676c07f5f not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:22:32.712334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0f8bc4f1-285b-4d26-9fa1-a6a18a6131a1 None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:33.058704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0f8bc4f1-285b-4d26-9fa1-a6a18a6131a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.105260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bc4f1-285b-4d26-9fa1-a6a18a6131a1 None None] Checking router: 2a0dde7b-b344-4741-a7a0-2a3213da7191 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:33.120046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8bc4f1-285b-4d26-9fa1-a6a18a6131a1 None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:33.121247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0f8bc4f1-285b-4d26-9fa1-a6a18a6131a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:22:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:33.137226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb29b47c-27c0-4ed9-9308-c9353d77a4fd req-4dee5815-2ce4-4203-9112-9010ef8f9821 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.147850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb29b47c-27c0-4ed9-9308-c9353d77a4fd req-4dee5815-2ce4-4203-9112-9010ef8f9821 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1650674 Jul 16 18:22:33.270897 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb29b47c-27c0-4ed9-9308-c9353d77a4fd req-385e6ff0-5d8e-430d-a0ce-e848b130ed27 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220856 Jul 16 18:22:33.585629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41929362-0e6a-4914-815b-bc4adaed1170 req-c37d6d5e-551a-41a3-aedb-c9d71be3e03f tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/ports?device_id=d422270a-a77d-40c5-8c96-d04a62e61b41 HTTP/1.1" status: 200 len: 210 time: 0.1069682 Jul 16 18:22:33.678309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0f8bc4f1-285b-4d26-9fa1-a6a18a6131a1 None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:33.882947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3b3127-c8a4-4920-95e9-4249e67d16ab req-cf3bb451-4206-4c86-92f0-18b584ba5327 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:33.900558 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce3b3127-c8a4-4920-95e9-4249e67d16ab req-cf3bb451-4206-4c86-92f0-18b584ba5327 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.1941640 Jul 16 18:22:34.031520 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce3b3127-c8a4-4920-95e9-4249e67d16ab req-b3b4a113-7d2b-4194-9668-d20b30f2f415 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295214 Jul 16 18:22:34.210638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0f8bc4f1-285b-4d26-9fa1-a6a18a6131a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:34.272013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f8bc4f1-285b-4d26-9fa1-a6a18a6131a1 None None] The sync data for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 is: [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:15:02Z', 'revision_number': 4, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '1c2698f7-da91-4b06-8a4f-d58ff22da1fe', 'name': '', 'network_id': '032e67dc-6b84-4995-a4b1-3d903541d6af', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'mac_address': 'fa:16:3e:2c:69:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_interface', 'standard_attr_id': 2481, 'fixed_ips': [{'subnet_id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:15:00Z', 'updated_at': '2021-07-16T18:15:14Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'subnets': [{'id': '0ff903a4-1c74-4430-9027-b8f7bcc4676d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:34.749511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579f0a65-57db-43fa-92a0-883b8a345862 req-6f9cfabb-f82c-4a68-b2ba-3df87b2a11f3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:34.759499 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-579f0a65-57db-43fa-92a0-883b8a345862 req-6f9cfabb-f82c-4a68-b2ba-3df87b2a11f3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1937070 Jul 16 18:22:34.817283 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50544f07-9327-4e36-ae4c-093c82f97dd6 None None] New status for floating IP f649e3f2-5356-4925-92c5-d9193f39c1bd: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:22:34.990278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56240) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.271446 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2a12300-457d-4a94-ace6-ec6fab8bb666 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.376653 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2a12300-457d-4a94-ace6-ec6fab8bb666 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.467350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-579f0a65-57db-43fa-92a0-883b8a345862 req-b705019e-e3be-4420-a5ed-172486b50c94 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7045393 Jul 16 18:22:35.601422 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2a12300-457d-4a94-ace6-ec6fab8bb666 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.608170 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2a12300-457d-4a94-ace6-ec6fab8bb666 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:35.611195 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f2a12300-457d-4a94-ace6-ec6fab8bb666 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "DELETE /v2.0/security-groups/0a3daf5f-561a-4a59-8552-89af734b9642 HTTP/1.1" status: 204 len: 168 time: 0.6195610 Jul 16 18:22:35.614481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56256) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.632823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a12300-457d-4a94-ace6-ec6fab8bb666 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3daf5f-561a-4a59-8552-89af734b9642,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:35.676514 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-ce5b8942-122e-467c-9d66-2b45ef2c21b1 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] show failed (client error): The resource could not be found. Jul 16 18:22:35.679347 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ce5b8942-122e-467c-9d66-2b45ef2c21b1 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "GET /v2.0/security-groups/0a3daf5f-561a-4a59-8552-89af734b9642 HTTP/1.1" status: 404 len: 347 time: 0.0620363 Jul 16 18:22:35.683990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56258) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:35.692384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be91a68-34da-41a9-a554-25a8d8691c3e req-068a9325-c758-470c-a1be-8c3415ba6104 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:35.694784 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0be91a68-34da-41a9-a554-25a8d8691c3e req-068a9325-c758-470c-a1be-8c3415ba6104 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.4028561 Jul 16 18:22:35.800952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0be91a68-34da-41a9-a554-25a8d8691c3e req-09c637ea-9588-4cc0-aa26-de4e14a03e32 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992365 Jul 16 18:22:35.926595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-74b19eb2-e6ec-479a-af2c-1ed2141ab852 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Deleting port b656d85e-e0ae-4dd9-85f7-57f52209d99f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:35.927444 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-74b19eb2-e6ec-479a-af2c-1ed2141ab852 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.042733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56266) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:36.101433 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-74b19eb2-e6ec-479a-af2c-1ed2141ab852 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.102010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-74b19eb2-e6ec-479a-af2c-1ed2141ab852 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.117594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-74b19eb2-e6ec-479a-af2c-1ed2141ab852 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Calling delete_port for b656d85e-e0ae-4dd9-85f7-57f52209d99f owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:36.235067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acff8ac0-3b2f-48a2-98fb-2a350d1e2bdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.313895 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-74b19eb2-e6ec-479a-af2c-1ed2141ab852 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.477110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b19eb2-e6ec-479a-af2c-1ed2141ab852 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Pushing event deleted for resources: {'Port': ['ID=b656d85e-e0ae-4dd9-85f7-57f52209d99f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:36.479748 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-74b19eb2-e6ec-479a-af2c-1ed2141ab852 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.483317 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-74b19eb2-e6ec-479a-af2c-1ed2141ab852 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.484965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-74b19eb2-e6ec-479a-af2c-1ed2141ab852 tempest-AttachVolumeTestJSON-1717573511 tempest-AttachVolumeTestJSON-1717573511-project] 10.222.0.47 "DELETE /v2.0/floatingips/f649e3f2-5356-4925-92c5-d9193f39c1bd HTTP/1.1" status: 204 len: 168 time: 0.7988689 Jul 16 18:22:36.655104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acff8ac0-3b2f-48a2-98fb-2a350d1e2bdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.661729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acff8ac0-3b2f-48a2-98fb-2a350d1e2bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.728218 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-acff8ac0-3b2f-48a2-98fb-2a350d1e2bdf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5222dc1cc41d40788b166436e4698169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6827648 Jul 16 18:22:36.731679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56284) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:36.874549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acff8ac0-3b2f-48a2-98fb-2a350d1e2bdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c920efaa-8181-467e-80cc-63e235521743,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:36.893453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aaa210c3-9c86-4684-9f19-58a72e8e8151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:36.957904 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aaa210c3-9c86-4684-9f19-58a72e8e8151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.002989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769efcdb-e425-4c87-899d-cfbb4f1adf23 req-d95edd3e-dd5d-444c-9109-a9fc308ec02a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.012202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-769efcdb-e425-4c87-899d-cfbb4f1adf23 req-d95edd3e-dd5d-444c-9109-a9fc308ec02a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1814976 Jul 16 18:22:37.066191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-769efcdb-e425-4c87-899d-cfbb4f1adf23 req-9a66a4bc-d8e1-4f6a-a6db-728cad96038b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519264 Jul 16 18:22:37.123053 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aaa210c3-9c86-4684-9f19-58a72e8e8151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.129457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aaa210c3-9c86-4684-9f19-58a72e8e8151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.131711 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-aaa210c3-9c86-4684-9f19-58a72e8e8151 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c920efaa-8181-467e-80cc-63e235521743 HTTP/1.1" status: 204 len: 168 time: 0.3983710 Jul 16 18:22:37.137810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee71eb28-f248-493a-95d3-0d7e27fe8121 req-0014d9b7-707b-48cd-8faa-b2631a300f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.139532 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee71eb28-f248-493a-95d3-0d7e27fe8121 req-0014d9b7-707b-48cd-8faa-b2631a300f63 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 1097 time: 0.1801851 Jul 16 18:22:37.266815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa210c3-9c86-4684-9f19-58a72e8e8151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c920efaa-8181-467e-80cc-63e235521743,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:37.274031 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee71eb28-f248-493a-95d3-0d7e27fe8121 req-58cb131c-1ee8-452f-b355-7654c5c16a68 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1237369 Jul 16 18:22:37.363704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386581ab-75ba-4912-ab82-850e12cfd23a req-8b1f3a42-0709-42b4-9573-8b39cddb1445 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:37.385306 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-386581ab-75ba-4912-ab82-850e12cfd23a req-8b1f3a42-0709-42b4-9573-8b39cddb1445 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.2514482 Jul 16 18:22:37.501719 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-386581ab-75ba-4912-ab82-850e12cfd23a req-a13e2968-b400-4cc2-a93c-f84ceef03de2 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1153893 Jul 16 18:22:37.748776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 9b545868-3d02-4a50-80ff-4cf71830e464 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:22:37.889227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56306) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:37.930450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 9b545868-3d02-4a50-80ff-4cf71830e464, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9b545868-3d02-4a50-80ff-4cf71830e464,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:37.930801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2217dac0-cc2a-4b9f-b0bf-4fc95b464781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:37.946057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '9b545868-3d02-4a50-80ff-4cf71830e464', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'port_id': '9b545868-3d02-4a50-80ff-4cf71830e464', 'mac_address': 'fa:16:3e:e6:cb:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:22:38.004159 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.025444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9b545868-3d02-4a50-80ff-4cf71830e464 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:38.083481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 9b545868-3d02-4a50-80ff-4cf71830e464, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9b545868-3d02-4a50-80ff-4cf71830e464,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:38.093977 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.317068 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2217dac0-cc2a-4b9f-b0bf-4fc95b464781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.330563 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2217dac0-cc2a-4b9f-b0bf-4fc95b464781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.453574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=9b545868-3d02-4a50-80ff-4cf71830e464,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.479433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2217dac0-cc2a-4b9f-b0bf-4fc95b464781 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f0ddb8e6983740029288c80629e611c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5888119 Jul 16 18:22:38.486667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56316) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:38.511057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['9b545868-3d02-4a50-80ff-4cf71830e464'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:22:38.529622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217dac0-cc2a-4b9f-b0bf-4fc95b464781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f738f1-4657-4d2c-a6e9-757c2de5a010,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:38.571302 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:22:38.618857 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0b0c29c6-0530-4fd8-8f34-7e8efb0dddde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.646765 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0b0c29c6-0530-4fd8-8f34-7e8efb0dddde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.718429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3152af-ed00-4ee0-b67f-dee9a9201c3c req-dadcb1d9-8ef1-422b-8779-0c915932eee9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:38.728392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ce3152af-ed00-4ee0-b67f-dee9a9201c3c req-dadcb1d9-8ef1-422b-8779-0c915932eee9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.3219509 Jul 16 18:22:38.775588 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0b0c29c6-0530-4fd8-8f34-7e8efb0dddde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.781084 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0b0c29c6-0530-4fd8-8f34-7e8efb0dddde admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:38.782927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0b0c29c6-0530-4fd8-8f34-7e8efb0dddde admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/32f738f1-4657-4d2c-a6e9-757c2de5a010 HTTP/1.1" status: 204 len: 168 time: 0.2933650 Jul 16 18:22:38.894494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ce3152af-ed00-4ee0-b67f-dee9a9201c3c req-875b4cfa-7c91-4aed-a254-102325e7017e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1611202 Jul 16 18:22:38.896334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0c29c6-0530-4fd8-8f34-7e8efb0dddde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f738f1-4657-4d2c-a6e9-757c2de5a010,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:39.118480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede683be-70ec-4430-8e50-4d55d8f46438 req-f1575e2b-289e-41d1-9885-29a11d1e18d6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:39.141583 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede683be-70ec-4430-8e50-4d55d8f46438 req-f1575e2b-289e-41d1-9885-29a11d1e18d6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 945 time: 0.2320435 Jul 16 18:22:39.292632 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ede683be-70ec-4430-8e50-4d55d8f46438 req-7d0c2ad1-c472-4242-beef-90066725bc42 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1574092 Jul 16 18:22:39.337812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56334) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:39.465310 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c2426bbc-b4c2-4473-8eb4-650569e7c061 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/floatingips/7e80f03e-b6ce-4d9a-a3df-896043beb664 HTTP/1.1" status: 200 len: 993 time: 0.1198516 Jul 16 18:22:39.774589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 9b545868-3d02-4a50-80ff-4cf71830e464 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:39.977496 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.324101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9b545868-3d02-4a50-80ff-4cf71830e464 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:22:40.355951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b66f86-9709-411e-8809-2bc13727e0a8 req-49de1d39-ce23-44cb-8704-163a49e436f6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:40.360280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 9b545868-3d02-4a50-80ff-4cf71830e464, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9b545868-3d02-4a50-80ff-4cf71830e464,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:40.367930 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:40.374938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83b66f86-9709-411e-8809-2bc13727e0a8 req-49de1d39-ce23-44cb-8704-163a49e436f6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1736734 Jul 16 18:22:40.499334 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83b66f86-9709-411e-8809-2bc13727e0a8 req-4adb8472-b238-4fa5-ae5c-fea8f0120102 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029463 Jul 16 18:22:40.556605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=9b545868-3d02-4a50-80ff-4cf71830e464,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:41.781321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 9b545868-3d02-4a50-80ff-4cf71830e464 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:22:42.008001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 9b545868-3d02-4a50-80ff-4cf71830e464 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:22:42.009125 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.039586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbef5781-55ef-4496-b912-c412a06b8c8c req-0daf71f9-2b86-4e6f-b65c-22b394da9498 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:42.060977 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbef5781-55ef-4496-b912-c412a06b8c8c req-0daf71f9-2b86-4e6f-b65c-22b394da9498 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.2690806 Jul 16 18:22:42.206148 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.247544 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbef5781-55ef-4496-b912-c412a06b8c8c req-d0efcbcb-2994-484d-acee-c7b90c92b9b4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847227 Jul 16 18:22:42.258872 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.361480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:42.369084 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fa3feac-0e72-4ad2-8082-34faf403e7e1" -d '{"events": [{"server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "name": "network-vif-plugged", "status": "completed", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:42.394814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 9b545868-3d02-4a50-80ff-4cf71830e464, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9b545868-3d02-4a50-80ff-4cf71830e464,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:42.405114 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:42.563494 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602017ff-6f49-4734-8d05-d5d4324a0655 x-openstack-request-id: req-602017ff-6f49-4734-8d05-d5d4324a0655 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:42.564517 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "name": "network-vif-plugged", "status": "completed", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:42.565500 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-602017ff-6f49-4734-8d05-d5d4324a0655 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:42.593952 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464', 'code': 200} Jul 16 18:22:42.597780 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=9b545868-3d02-4a50-80ff-4cf71830e464,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:43.367139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56444) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:43.670622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-75cbcf16-6236-4c6f-8dd4-447ed1e7e000 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.712834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7918b3-d986-4cfb-95e7-d1175fecdc8b req-3f30524c-6703-4cb8-b4e9-d8582c95b254 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:43.729375 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a7918b3-d986-4cfb-95e7-d1175fecdc8b req-3f30524c-6703-4cb8-b4e9-d8582c95b254 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1725657 Jul 16 18:22:43.793017 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a7918b3-d986-4cfb-95e7-d1175fecdc8b req-abdae4d1-e8d1-4218-93be-52d9d65111c1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599039 Jul 16 18:22:43.861796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-75cbcf16-6236-4c6f-8dd4-447ed1e7e000 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.870905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-75cbcf16-6236-4c6f-8dd4-447ed1e7e000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:43.927539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-75cbcf16-6236-4c6f-8dd4-447ed1e7e000 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=261af719371d4c90ae84b574fd8e4aeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5536087 Jul 16 18:22:43.931140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56450) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.016381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cbcf16-6236-4c6f-8dd4-447ed1e7e000 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff507109-e99b-42f3-9984-27cae57777f7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.126306 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa790383-a70e-434a-9655-943905899e34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.170669 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa790383-a70e-434a-9655-943905899e34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.355026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa790383-a70e-434a-9655-943905899e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.371983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aa790383-a70e-434a-9655-943905899e34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:44.377496 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-aa790383-a70e-434a-9655-943905899e34 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ff507109-e99b-42f3-9984-27cae57777f7 HTTP/1.1" status: 204 len: 168 time: 0.4356315 Jul 16 18:22:44.416132 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa790383-a70e-434a-9655-943905899e34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff507109-e99b-42f3-9984-27cae57777f7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:44.905637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56462) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:44.923982 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-11b946bb-14c9-4ea2-b24f-9e6b7127f7fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.105877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-11b946bb-14c9-4ea2-b24f-9e6b7127f7fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.119793 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-11b946bb-14c9-4ea2-b24f-9e6b7127f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.162880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b946bb-14c9-4ea2-b24f-9e6b7127f7fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2115a074-b6ca-47a8-86a5-392b2cb63ae2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:45.197673 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-11b946bb-14c9-4ea2-b24f-9e6b7127f7fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20a011d3e4324950ad69c8b1f4acb358&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2873337 Jul 16 18:22:45.198319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56464) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:45.269063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238093bc-965c-4b7a-8057-ca8c7c26d4de req-b6b40f90-5b62-490e-9d81-95f2e56b93fa tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:45.277252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-238093bc-965c-4b7a-8057-ca8c7c26d4de req-b6b40f90-5b62-490e-9d81-95f2e56b93fa tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1724977 Jul 16 18:22:45.338943 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-238093bc-965c-4b7a-8057-ca8c7c26d4de req-4dcbdc3f-c07b-4f59-be15-ff6392aeca44 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603576 Jul 16 18:22:45.342835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8b839eb8-3812-4e9b-b875-4c5fdebfb058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.398065 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8b839eb8-3812-4e9b-b875-4c5fdebfb058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.481801 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff7135ac-26a6-475a-bff5-31e1eda18eb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.509685 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8b839eb8-3812-4e9b-b875-4c5fdebfb058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.516451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8b839eb8-3812-4e9b-b875-4c5fdebfb058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:45.518356 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8b839eb8-3812-4e9b-b875-4c5fdebfb058 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2115a074-b6ca-47a8-86a5-392b2cb63ae2 HTTP/1.1" status: 204 len: 168 time: 0.3194537 Jul 16 18:22:45.543394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b839eb8-3812-4e9b-b875-4c5fdebfb058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2115a074-b6ca-47a8-86a5-392b2cb63ae2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:46.778724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70155e8f-8cd8-40ba-9d33-acda1b564839 req-5e151db5-c126-4974-9727-a0224d1478bb tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:46.786347 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70155e8f-8cd8-40ba-9d33-acda1b564839 req-5e151db5-c126-4974-9727-a0224d1478bb tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.2094109 Jul 16 18:22:46.867668 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70155e8f-8cd8-40ba-9d33-acda1b564839 req-7bca10e3-d04c-4acb-afc5-cc58c5e6da70 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802848 Jul 16 18:22:48.247311 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4bf56dc4-1a92-4414-9cba-1490a30bb282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.267859 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:48.456411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554adbdb-ac67-4d60-b40c-19b263e4527f req-43f41b27-297a-4d67-be34-0a272a1bbb9e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:48.458781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-554adbdb-ac67-4d60-b40c-19b263e4527f req-43f41b27-297a-4d67-be34-0a272a1bbb9e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1414161 Jul 16 18:22:48.609193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-554adbdb-ac67-4d60-b40c-19b263e4527f req-6eb7efb5-7e35-4162-8777-82d695c77aba tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1435311 Jul 16 18:22:49.878126 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:49.939508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74996963-eada-4fac-83c0-4ab869ab09c2 req-2f4de220-cd31-4f3b-8c21-e72f75fea6d9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:49.941678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-74996963-eada-4fac-83c0-4ab869ab09c2 req-2f4de220-cd31-4f3b-8c21-e72f75fea6d9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1222203 Jul 16 18:22:50.016247 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-74996963-eada-4fac-83c0-4ab869ab09c2 req-7e897423-577e-4b46-9590-9a0e51839876 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674012 Jul 16 18:22:51.333054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b921b-9b3c-4833-8fac-ec0ea298fc25 req-991f3494-bca6-44da-8b6d-00f667b41883 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.335514 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c45b921b-9b3c-4833-8fac-ec0ea298fc25 req-991f3494-bca6-44da-8b6d-00f667b41883 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1147134 Jul 16 18:22:51.399321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c45b921b-9b3c-4833-8fac-ec0ea298fc25 req-169f9332-5a22-4838-858c-62428e97726c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548515 Jul 16 18:22:51.773660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48789906-760a-4492-9fc1-4ac0403bc077 req-44673f58-cb5a-4c0c-a135-0c1187d82b01 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:51.777316 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-48789906-760a-4492-9fc1-4ac0403bc077 req-44673f58-cb5a-4c0c-a135-0c1187d82b01 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.1225612 Jul 16 18:22:51.864468 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-48789906-760a-4492-9fc1-4ac0403bc077 req-ed86aec3-c767-42f5-a768-076ae0d48204 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806057 Jul 16 18:22:51.930530 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:53.843970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:22:53.904547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94cb001-8362-47fa-8a17-c6ce8a971d92 req-3399da7c-09fa-4f28-beca-6adbdc46e047 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:53.907309 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d94cb001-8362-47fa-8a17-c6ce8a971d92 req-3399da7c-09fa-4f28-beca-6adbdc46e047 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 947 time: 0.0967956 Jul 16 18:22:53.997639 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d94cb001-8362-47fa-8a17-c6ce8a971d92 req-80594add-aa58-4b04-bc04-ca1172b76dc1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778646 Jul 16 18:22:54.073911 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.104409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:22:54.107745 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7eba89-d096-4782-9cb2-807f183eac3c" -d '{"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-unplugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:22:54.139024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:54.144874 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:54.181879 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b6b4782-ff61-4bc1-ba20-51124b48b760 x-openstack-request-id: req-3b6b4782-ff61-4bc1-ba20-51124b48b760 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:22:54.182294 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-unplugged", "status": "completed", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:22:54.182559 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b6b4782-ff61-4bc1-ba20-51124b48b760 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:22:54.182952 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'code': 200} Jul 16 18:22:54.214777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=14']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:54.692854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6b0f-a191-4c9a-a0ae-fa0784dbf5a5 req-316a9aed-2f58-4635-ab18-c3938087ded8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.696412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-167f6b0f-a191-4c9a-a0ae-fa0784dbf5a5 req-316a9aed-2f58-4635-ab18-c3938087ded8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1096 time: 0.2770505 Jul 16 18:22:54.723660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23362be8-047d-4ced-9e49-cd55ec443e45 req-577254cd-f123-429f-83c8-edf3263dc9f5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.726107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23362be8-047d-4ced-9e49-cd55ec443e45 req-577254cd-f123-429f-83c8-edf3263dc9f5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1893363 Jul 16 18:22:54.883467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6b0f-a191-4c9a-a0ae-fa0784dbf5a5 req-78934b7a-6a8c-48a9-be01-cd28581b8c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:54.885352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-167f6b0f-a191-4c9a-a0ae-fa0784dbf5a5 req-78934b7a-6a8c-48a9-be01-cd28581b8c07 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.1785903 Jul 16 18:22:54.944444 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23362be8-047d-4ced-9e49-cd55ec443e45 req-6ddf5ef2-6324-4748-9661-e3adaa40e28b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927083 Jul 16 18:22:54.986913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-167f6b0f-a191-4c9a-a0ae-fa0784dbf5a5 req-8fb28874-6d82-4dac-b850-17d939f5face service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 999 time: 0.0895314 Jul 16 18:22:55.127107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6b0f-a191-4c9a-a0ae-fa0784dbf5a5 req-8bcca7c3-3b27-40d1-9cdf-313c5c97f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.128651 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-167f6b0f-a191-4c9a-a0ae-fa0784dbf5a5 req-8bcca7c3-3b27-40d1-9cdf-313c5c97f284 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.1340370 Jul 16 18:22:55.197649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 56750) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:55.326680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167f6b0f-a191-4c9a-a0ae-fa0784dbf5a5 req-0b0e275f-c8f8-4ccd-8dae-c89d73f5ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:55.333038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-167f6b0f-a191-4c9a-a0ae-fa0784dbf5a5 req-0b0e275f-c8f8-4ccd-8dae-c89d73f5ef3c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1910400 Jul 16 18:22:55.562272 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-167f6b0f-a191-4c9a-a0ae-fa0784dbf5a5 req-5b82c7fb-7c91-440e-b2ac-4b29dd1fe5a6 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128255 Jul 16 18:22:55.762739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-167f6b0f-a191-4c9a-a0ae-fa0784dbf5a5 req-e32eeed8-aa21-4bd8-9ab2-37c0c89007f9 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913643 Jul 16 18:22:56.314509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.513356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13b1f71-45e7-4b09-81b0-9662fe900e9d req-b8528b7e-1614-4a6f-8ab9-8444fefbfbdc tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:56.515843 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f13b1f71-45e7-4b09-81b0-9662fe900e9d req-b8528b7e-1614-4a6f-8ab9-8444fefbfbdc tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.3249452 Jul 16 18:22:56.607510 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f13b1f71-45e7-4b09-81b0-9662fe900e9d req-482238cd-d96d-4dff-b796-91877adfed04 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754054 Jul 16 18:22:56.846503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Deleting port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:56.847366 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.973308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] For port 1c2698f7-da91-4b06-8a4f-d58ff22da1fe, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1c2698f7-da91-4b06-8a4f-d58ff22da1fe,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:56.973803 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:56.988852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Calling delete_port for 1c2698f7-da91-4b06-8a4f-d58ff22da1fe owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:57.304218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:57.342779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c2698f7-da91-4b06-8a4f-d58ff22da1fe,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:22:57.352492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.352923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.353263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.353596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.353926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.354253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.354571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.354892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.355213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.355702 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.355953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.356270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:22:57.947907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbc033-55ca-4a79-a0f8-95bc97753bc2 req-4534a87c-dff7-4132-be30-f0fc024fbf28 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:57.949776 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfbbc033-55ca-4a79-a0f8-95bc97753bc2 req-4534a87c-dff7-4132-be30-f0fc024fbf28 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1469595 Jul 16 18:22:57.994703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.017146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfbbc033-55ca-4a79-a0f8-95bc97753bc2 req-d7d4aa32-7c67-4bdd-a33d-b73a5675b961 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612473 Jul 16 18:22:58.448257 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Router 2a0dde7b-b344-4741-a7a0-2a3213da7191 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:22:58.549801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264f30f6-5dd6-4507-8829-a33383a12e1f req-0ad586ae-d276-401d-ba7b-23981ad836a7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.552133 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-264f30f6-5dd6-4507-8829-a33383a12e1f req-0ad586ae-d276-401d-ba7b-23981ad836a7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1131172 Jul 16 18:22:58.631845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-264f30f6-5dd6-4507-8829-a33383a12e1f req-9db84f28-ee3d-4eea-81e9-a5053a39ed67 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673041 Jul 16 18:22:58.659587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:22:58.666748 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f4c6370a-0824-4013-8e47-5b41313e3c93 admin admin] 10.222.0.47 "PUT /v2.0/routers/2a0dde7b-b344-4741-a7a0-2a3213da7191/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4671853 Jul 16 18:22:58.671224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 56934) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:22:58.696416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b9c06-7c36-46f0-8d51-4f01b5ca352f None None] Sync routers for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:22:58.716103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b9c06-7c36-46f0-8d51-4f01b5ca352f None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:58.717517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3d9b9c06-7c36-46f0-8d51-4f01b5ca352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:22:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:58.913068 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:58.926936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-3d9b9c06-7c36-46f0-8d51-4f01b5ca352f None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:58.972701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea5a6d1-42cb-401d-b0e7-3de911c4cbd9 req-2b77beb4-237e-4e19-9e09-397f9a3e1c01 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:58.984543 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ea5a6d1-42cb-401d-b0e7-3de911c4cbd9 req-2b77beb4-237e-4e19-9e09-397f9a3e1c01 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1057620 Jul 16 18:22:59.033934 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ea5a6d1-42cb-401d-b0e7-3de911c4cbd9 req-f87ffc5e-a9ea-45f3-9bea-7c92ea6a0977 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479386 Jul 16 18:22:59.214190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3d9b9c06-7c36-46f0-8d51-4f01b5ca352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44'}], 'enable_snat': True}, 'gw_port_id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:22:57Z', 'revision_number': 5, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port': {'id': '9d2b2e9f-f406-4df2-8825-aeeeca5b9c49', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:6b:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2471, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:14:56Z', 'updated_at': '2021-07-16T18:15:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:59.229092 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.252087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b9c06-7c36-46f0-8d51-4f01b5ca352f None None] Checking router: 2a0dde7b-b344-4741-a7a0-2a3213da7191 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:22:59.289792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9b9c06-7c36-46f0-8d51-4f01b5ca352f None None] Routers {'2a0dde7b-b344-4741-a7a0-2a3213da7191'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:22:59.292142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3d9b9c06-7c36-46f0-8d51-4f01b5ca352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:22:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2a0dde7b-b344-4741-a7a0-2a3213da7191'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:59.491111 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.493097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Deleting port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:22:59.493448 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.520170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-3d9b9c06-7c36-46f0-8d51-4f01b5ca352f None None] Set router 2a0dde7b-b344-4741-a7a0-2a3213da7191 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:22:59.603607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-f4c4236e-0079-44ef-9044-f10cda64cae2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:22:59.614143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-f4c4236e-0079-44ef-9044-f10cda64cae2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 812 time: 0.3092332 Jul 16 18:22:59.632123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3d9b9c06-7c36-46f0-8d51-4f01b5ca352f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:22:59Z', 'revision_number': 6, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:22:59.647093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-aea5e2c5-8125-4283-93f7-cf5b25749e1e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/quotas/55124635a44d4e7fa68f8e94d2a852c1 HTTP/1.1" status: 200 len: 375 time: 0.0318658 Jul 16 18:22:59.683937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9b9c06-7c36-46f0-8d51-4f01b5ca352f None None] The sync data for ids ['2a0dde7b-b344-4741-a7a0-2a3213da7191'] in n-d-794306-7 is: [{'id': '2a0dde7b-b344-4741-a7a0-2a3213da7191', 'name': 'tempest-AttachVolumeTestJSON-1924666728-router', 'tenant_id': '3f18daf9c5b94c00baa8540845ced375', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:14:55Z', 'updated_at': '2021-07-16T18:22:59Z', 'revision_number': 6, 'project_id': '3f18daf9c5b94c00baa8540845ced375', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:22:59.753637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] For port 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9d2b2e9f-f406-4df2-8825-aeeeca5b9c49,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:22:59.754236 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:22:59.786587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Calling delete_port for 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:22:59.827523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-5d296a98-4f13-4f39-b9c9-bf53c2b2f0d0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1794713 Jul 16 18:23:00.032084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-25d819a6-c7b5-4683-9295-87980bd081e8 service neutron] 10.222.0.47 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579823 Jul 16 18:23:00.249876 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.299738 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7172b293-bc07-47a0-94cf-38df7ae88f2c service neutron] 10.222.0.47 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2603331 Jul 16 18:23:00.316196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2b2e9f-f406-4df2-8825-aeeeca5b9c49,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:00.395456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.589589 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.601885 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.713630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cbb7fafb-897a-4a3a-9843-2e057119a433 req-704f2b4b-ec38-470e-84d1-16442fcd086b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 210 time: 0.0990546 Jul 16 18:23:00.731304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.739923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2a0dde7b-b344-4741-a7a0-2a3213da7191 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:00.747067 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.748626 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-26007198-ccff-4e7d-bf69-efb86ff2d48c admin admin] 10.222.0.47 "DELETE /v2.0/routers/2a0dde7b-b344-4741-a7a0-2a3213da7191 HTTP/1.1" status: 204 len: 168 time: 2.0760937 Jul 16 18:23:00.753159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57140) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:00.844464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f858b8e-9739-44a3-b4bf-c54f6841bcdb admin admin] Deleting subnet 0ff903a4-1c74-4430-9027-b8f7bcc4676d {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:00.848914 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f858b8e-9739-44a3-b4bf-c54f6841bcdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:00.945362 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f858b8e-9739-44a3-b4bf-c54f6841bcdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.097389 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f858b8e-9739-44a3-b4bf-c54f6841bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.249228 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f858b8e-9739-44a3-b4bf-c54f6841bcdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.301920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57198) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.342577 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f858b8e-9739-44a3-b4bf-c54f6841bcdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ff903a4-1c74-4430-9027-b8f7bcc4676d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:01.345126 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f858b8e-9739-44a3-b4bf-c54f6841bcdb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.349834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57206) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:01.350766 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4f858b8e-9739-44a3-b4bf-c54f6841bcdb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0ff903a4-1c74-4430-9027-b8f7bcc4676d HTTP/1.1" status: 204 len: 168 time: 0.5961661 Jul 16 18:23:01.360078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d486eb5-f46d-4df8-bb39-0435a10688b0 None None] Network 032e67dc-6b84-4995-a4b1-3d903541d6af requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:01.537459 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:01.552933 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.595417 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.629686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:01.630035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d2b2e9f-f406-4df2-8825-aeeeca5b9c49 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:01.630825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1c2698f7-da91-4b06-8a4f-d58ff22da1fe no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:01.665753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 1c2698f7-da91-4b06-8a4f-d58ff22da1fe {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:01.666323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1c2698f7-da91-4b06-8a4f-d58ff22da1fe not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:01.843401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Deleting port 4e87260e-1306-4740-89cf-922f520a774c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:01.843978 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.923879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c1c8f-e425-4db8-bd20-b5e41e43533f None None] DHCP port deletion for 032e67dc-6b84-4995-a4b1-3d903541d6af request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:01.964001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] For port 4e87260e-1306-4740-89cf-922f520a774c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4e87260e-1306-4740-89cf-922f520a774c,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:01.964358 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:01.982791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Calling delete_port for 4e87260e-1306-4740-89cf-922f520a774c owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:02.038119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d84c1c8f-e425-4db8-bd20-b5e41e43533f None None] Deleting port 4e87260e-1306-4740-89cf-922f520a774c {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:02.038852 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d84c1c8f-e425-4db8-bd20-b5e41e43533f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.054065 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.063926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.129027 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b45c7f4ed401445fb80c6ea415a21c71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8253050 Jul 16 18:23:02.132855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57264) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:02.160703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98aa91c6-28c0-463a-a864-c45f0e8fee4e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.179655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.185543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d84c1c8f-e425-4db8-bd20-b5e41e43533f None None] For port 4e87260e-1306-4740-89cf-922f520a774c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4e87260e-1306-4740-89cf-922f520a774c,segment=NetworkSegment(794edc75-7d09-4780-8c87-77ed129bf8fb),segment_id=794edc75-7d09-4780-8c87-77ed129bf8fb)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:02.186656 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d84c1c8f-e425-4db8-bd20-b5e41e43533f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.204657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d84c1c8f-e425-4db8-bd20-b5e41e43533f None None] Calling delete_port for 4e87260e-1306-4740-89cf-922f520a774c owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:02.220546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.221196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.221525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.222007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.222497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.222972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.223455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.223961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.224431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.224900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.225368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.225859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c30b88b-ced2-4e8f-bb86-99c1308ab15e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:02.232300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Pushing event deleted for resources: {'Port': ['ID=4e87260e-1306-4740-89cf-922f520a774c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.249000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] No DVR routers for this DVR port 4e87260e-1306-4740-89cf-922f520a774c on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:02.420070 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-29abf19b-27f4-41cb-aec6-50e70c2d9d78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.482269 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d84c1c8f-e425-4db8-bd20-b5e41e43533f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.525520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-833104b2-5de9-4585-a63e-a5ff6ce01e99 req-0b623476-a79a-49cf-9400-fa82204ec095 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 210 time: 0.4865773 Jul 16 18:23:02.548126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c1c8f-e425-4db8-bd20-b5e41e43533f None None] Pushing event deleted for resources: {'Port': ['ID=4e87260e-1306-4740-89cf-922f520a774c,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.560573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84c1c8f-e425-4db8-bd20-b5e41e43533f None None] No DVR routers for this DVR port 4e87260e-1306-4740-89cf-922f520a774c on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:02.576894 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.609089 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-29abf19b-27f4-41cb-aec6-50e70c2d9d78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.623766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['032e67dc-6b84-4995-a4b1-3d903541d6af']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:02.650013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '794edc75-7d09-4780-8c87-77ed129bf8fb') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:02.650218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '794edc75-7d09-4780-8c87-77ed129bf8fb') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:02.706250 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.752386 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.771710 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:02.772248 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:02.774853 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:02.820748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-60bbeee9-1627-499c-88dd-b3ddb75c8177 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:02.822766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-60bbeee9-1627-499c-88dd-b3ddb75c8177 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.18 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 812 time: 0.3750734 Jul 16 18:23:02.826499 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-29abf19b-27f4-41cb-aec6-50e70c2d9d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.829174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-29abf19b-27f4-41cb-aec6-50e70c2d9d78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.830294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-29abf19b-27f4-41cb-aec6-50e70c2d9d78 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/98aa91c6-28c0-463a-a864-c45f0e8fee4e HTTP/1.1" status: 204 len: 168 time: 0.6961346 Jul 16 18:23:02.895803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Request body: {'port': {'device_id': '24883be1-815c-416b-9946-f2b256acc649', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'admin_state_up': True, 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:02.907937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abf19b-27f4-41cb-aec6-50e70c2d9d78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98aa91c6-28c0-463a-a864-c45f0e8fee4e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:02.922515 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.940366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:02.942770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] 10.222.0.47 "DELETE /v2.0/networks/032e67dc-6b84-4995-a4b1-3d903541d6af HTTP/1.1" status: 204 len: 168 time: 1.5912483 Jul 16 18:23:02.964517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a2ed21-11eb-43a3-874d-9a108c2be80a admin admin] Pushing event deleted for resources: {'Network': ['ID=032e67dc-6b84-4995-a4b1-3d903541d6af,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.139864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Made reservation on behalf of 55124635a44d4e7fa68f8e94d2a852c1 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:03.145946 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.211633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57278) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.240293 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-90feb74a-42cd-40ed-81e3-f86d8e455bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.350002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57280) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.379707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Allocated IP 172.20.0.12 (aa7eea33-164a-427f-969a-0a4cda29d16b/655be6c6-2ee7-42de-8647-0a29e7b05320/c591505a-386e-46b4-bdf3-09058b51b896) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:03.421021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4e87260e-1306-4740-89cf-922f520a774c no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:03.450609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 4e87260e-1306-4740-89cf-922f520a774c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:03.451328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4e87260e-1306-4740-89cf-922f520a774c not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:03.479536 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3ff03f8c-4ea5-4e5c-a3db-a97c6a668858 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f18daf9c5b94c00baa8540845ced375&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1277001 Jul 16 18:23:03.490496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57284) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.548409 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-90feb74a-42cd-40ed-81e3-f86d8e455bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.560532 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-90feb74a-42cd-40ed-81e3-f86d8e455bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.618254 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ff31211e-bcfd-4fc3-9305-33557623306d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.645371 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.671884 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-90feb74a-42cd-40ed-81e3-f86d8e455bbb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1c70d3982319452aacd7a7704f7a5d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4567702 Jul 16 18:23:03.675319 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ff31211e-bcfd-4fc3-9305-33557623306d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.678161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90feb74a-42cd-40ed-81e3-f86d8e455bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246be53b-c6dc-4b6e-bbf5-051cd5bf5575,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.683182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57288) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:03.738679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Transition to ACTIVE for port object c591505a-386e-46b4-bdf3-09058b51b896 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:03.782699 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ff31211e-bcfd-4fc3-9305-33557623306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.788890 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ff31211e-bcfd-4fc3-9305-33557623306d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.795353 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ff31211e-bcfd-4fc3-9305-33557623306d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a2ee01a4-cde8-4d7c-8066-0e3d905244d5 HTTP/1.1" status: 204 len: 168 time: 0.3030605 Jul 16 18:23:03.806819 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcabb29f-b7bb-455d-aac2-686b8e6b84e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.815751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31211e-bcfd-4fc3-9305-33557623306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ee01a4-cde8-4d7c-8066-0e3d905244d5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:03.863163 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.882997 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcabb29f-b7bb-455d-aac2-686b8e6b84e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:03.949435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Network aa7eea33-164a-427f-969a-0a4cda29d16b is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:03.959939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:03.962809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:04.049358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.050033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.054736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event updated for resources: {'Port': ['ID=c591505a-386e-46b4-bdf3-09058b51b896,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.090899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-38b1dec2-ce31-4f72-9126-6b8a1397994f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2055004 Jul 16 18:23:04.107705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Request body: {'port': {'device_id': '24883be1-815c-416b-9946-f2b256acc649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:04.174784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcabb29f-b7bb-455d-aac2-686b8e6b84e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.181739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcabb29f-b7bb-455d-aac2-686b8e6b84e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.184483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bcabb29f-b7bb-455d-aac2-686b8e6b84e9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/246be53b-c6dc-4b6e-bbf5-051cd5bf5575 HTTP/1.1" status: 204 len: 168 time: 0.4982891 Jul 16 18:23:04.210167 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcabb29f-b7bb-455d-aac2-686b8e6b84e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246be53b-c6dc-4b6e-bbf5-051cd5bf5575,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:04.324859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.361017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac772c-fa90-45e3-ad4e-d28e10b9158a req-24756ed8-f5ad-4816-916b-e767f4638f45 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:04.366965 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81ac772c-fa90-45e3-ad4e-d28e10b9158a req-24756ed8-f5ad-4816-916b-e767f4638f45 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 932 time: 0.6338332 Jul 16 18:23:04.528145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7059c070-49a7-4c9f-97a7-7716403d1665 None None] Provisioning for port c591505a-386e-46b4-bdf3-09058b51b896 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:04.540901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7059c070-49a7-4c9f-97a7-7716403d1665 None None] Provisioning complete for port c591505a-386e-46b4-bdf3-09058b51b896 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:04.542159 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7059c070-49a7-4c9f-97a7-7716403d1665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.545662 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-81ac772c-fa90-45e3-ad4e-d28e10b9158a req-bbfff150-6113-4159-9cb2-3deb997d2097 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659412 Jul 16 18:23:04.656023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7059c070-49a7-4c9f-97a7-7716403d1665 None None] Port c591505a-386e-46b4-bdf3-09058b51b896 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:04.901644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c591505a-386e-46b4-bdf3-09058b51b896 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:04.914346 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:04.939270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Transition to ACTIVE for port object c591505a-386e-46b4-bdf3-09058b51b896 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:04.945613 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.007537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Pushing event updated for resources: {'Port': ['ID=c591505a-386e-46b4-bdf3-09058b51b896,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.103837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Attempting to bind port c591505a-386e-46b4-bdf3-09058b51b896 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:05.104135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Attempting to bind port c591505a-386e-46b4-bdf3-09058b51b896 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:05.104557 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Attempting to bind port c591505a-386e-46b4-bdf3-09058b51b896 on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:05.112459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Port c591505a-386e-46b4-bdf3-09058b51b896 on network aa7eea33-164a-427f-969a-0a4cda29d16b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:05.112890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Attempting to bind port c591505a-386e-46b4-bdf3-09058b51b896 on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:05.122501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:05.124015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Checking segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:05.124699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Bound using segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:05.125447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Bound port: c591505a-386e-46b4-bdf3-09058b51b896, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:05.127639 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.283119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] For port c591505a-386e-46b4-bdf3-09058b51b896, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:05.299351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] For port c591505a-386e-46b4-bdf3-09058b51b896, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c591505a-386e-46b4-bdf3-09058b51b896,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:05.306502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.391930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.393076 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:05.395357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] 10.222.0.18 "PUT /v2.0/ports/c591505a-386e-46b4-bdf3-09058b51b896 HTTP/1.1" status: 200 len: 1092 time: 1.2946947 Jul 16 18:23:05.398315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24883be1-815c-416b-9946-f2b256acc649', 'tag': 'c591505a-386e-46b4-bdf3-09058b51b896'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:05.400949 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaba0666-0c96-4929-be24-3810f9e46962" -d '{"events": [{"name": "network-changed", "server_uuid": "24883be1-815c-416b-9946-f2b256acc649", "tag": "c591505a-386e-46b4-bdf3-09058b51b896"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:05.520694 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb1c025-5b20-4077-b2f8-7a9c9c743938 x-openstack-request-id: req-ecb1c025-5b20-4077-b2f8-7a9c9c743938 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:05.521418 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24883be1-815c-416b-9946-f2b256acc649", "tag": "c591505a-386e-46b4-bdf3-09058b51b896", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:05.522002 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ecb1c025-5b20-4077-b2f8-7a9c9c743938 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:05.522918 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24883be1-815c-416b-9946-f2b256acc649', 'tag': 'c591505a-386e-46b4-bdf3-09058b51b896', 'status': 'completed', 'code': 200} Jul 16 18:23:05.558429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a489b20-d031-4f7a-a536-db66c058c77e service neutron] Pushing event updated for resources: {'Port': ['ID=c591505a-386e-46b4-bdf3-09058b51b896,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:05.673628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-9356fede-df5d-49ae-9162-046221075ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:05.680709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-9356fede-df5d-49ae-9162-046221075ec2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 1095 time: 0.1879370 Jul 16 18:23:05.843963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-9d22d463-375e-42d1-beaa-e1c7a6b24283 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c591505a-386e-46b4-bdf3-09058b51b896 HTTP/1.1" status: 200 len: 217 time: 0.1555145 Jul 16 18:23:05.998008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-303204d2-1806-437c-b542-270ba9098262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.000663 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-303204d2-1806-437c-b542-270ba9098262 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.1490431 Jul 16 18:23:06.197508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-89d8389e-7ce6-4003-8bd4-33a31c1351f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.199321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-89d8389e-7ce6-4003-8bd4-33a31c1351f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903629 Jul 16 18:23:06.257897 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4129f6-98c9-4c03-8051-3995afddfc5f req-4890a566-fe91-4d30-b177-05f539778a31 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:06.259850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a4129f6-98c9-4c03-8051-3995afddfc5f req-4890a566-fe91-4d30-b177-05f539778a31 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 944 time: 0.2380238 Jul 16 18:23:06.830146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a4129f6-98c9-4c03-8051-3995afddfc5f req-abb3e224-7b9e-4ada-ab16-536aa54ce515 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5586936 Jul 16 18:23:06.847231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-230e46a4-4851-42af-a067-681632803ebb service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400459 Jul 16 18:23:07.019238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800ecf99-48dc-4db6-9f33-9cc43c691aea req-33fc50bd-eb7c-44af-a852-a835978622fd service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647635 Jul 16 18:23:07.185901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0666-0c96-4929-be24-3810f9e46962 req-ed9fb83d-9d39-4597-b3a3-afe925f65420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.187892 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eaba0666-0c96-4929-be24-3810f9e46962 req-ed9fb83d-9d39-4597-b3a3-afe925f65420 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 1095 time: 0.1043830 Jul 16 18:23:07.343814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0666-0c96-4929-be24-3810f9e46962 req-49e6d974-12d7-48f7-89b7-808178866bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.345211 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eaba0666-0c96-4929-be24-3810f9e46962 req-49e6d974-12d7-48f7-89b7-808178866bf3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.1503775 Jul 16 18:23:07.437375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eaba0666-0c96-4929-be24-3810f9e46962 req-dca09eab-beeb-45b1-9e66-426f90e52a81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c591505a-386e-46b4-bdf3-09058b51b896 HTTP/1.1" status: 200 len: 217 time: 0.0848427 Jul 16 18:23:07.528043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0666-0c96-4929-be24-3810f9e46962 req-7c4d8ff9-e998-4c14-b7d7-61203016368d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.531346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eaba0666-0c96-4929-be24-3810f9e46962 req-7c4d8ff9-e998-4c14-b7d7-61203016368d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0870879 Jul 16 18:23:07.617153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaba0666-0c96-4929-be24-3810f9e46962 req-c087eca5-0e4b-4bb1-ad91-55812adcccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:07.618675 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eaba0666-0c96-4929-be24-3810f9e46962 req-c087eca5-0e4b-4bb1-ad91-55812adcccc0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802615 Jul 16 18:23:07.774797 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eaba0666-0c96-4929-be24-3810f9e46962 req-9ad1faad-2cc1-4f76-9307-3b3be36bdc93 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490886 Jul 16 18:23:07.911685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eaba0666-0c96-4929-be24-3810f9e46962 req-68a95ede-1908-4bec-807b-fe8ebbf230cd service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299982 Jul 16 18:23:08.204973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a4d9-eebb-46d0-8d46-d63b816ff560 req-c0189b9e-5791-4040-8eb7-99c154d08c3f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:08.209107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b89a4d9-eebb-46d0-8d46-d63b816ff560 req-c0189b9e-5791-4040-8eb7-99c154d08c3f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 944 time: 0.1214600 Jul 16 18:23:08.328672 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2b89a4d9-eebb-46d0-8d46-d63b816ff560 req-f9717a9b-4693-447a-ae5d-25320b7e75d4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109250 Jul 16 18:23:09.684001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99b79ed-11ae-450a-b52c-f62a26289903 req-36ca6a9e-c9f8-40a3-92c3-e421d8d860f6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:09.686559 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f99b79ed-11ae-450a-b52c-f62a26289903 req-36ca6a9e-c9f8-40a3-92c3-e421d8d860f6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 944 time: 0.0973597 Jul 16 18:23:09.744657 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f99b79ed-11ae-450a-b52c-f62a26289903 req-86353867-04d2-4e37-a67f-13983e05502e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473831 Jul 16 18:23:10.378116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-ce5d3c5d-0c15-4e52-b513-383a45cb8b39 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1104414 Jul 16 18:23:10.501100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-c8769a28-ac3f-42ef-8a72-f49c5c475c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.503082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-c8769a28-ac3f-42ef-8a72-f49c5c475c73 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 1097 time: 0.0721109 Jul 16 18:23:10.601634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c591505a-386e-46b4-bdf3-09058b51b896 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:23:10.787901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-a0a04463-9437-412b-9318-c70b77b17d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:10.791077 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-a0a04463-9437-412b-9318-c70b77b17d72 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9247761-94ac-4654-99a5-75bdd399dc8d HTTP/1.1" status: 200 len: 897 time: 0.2492292 Jul 16 18:23:10.898847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c591505a-386e-46b4-bdf3-09058b51b896, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c591505a-386e-46b4-bdf3-09058b51b896,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:10.962620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-822f6938-efe6-4d7e-a832-ddc534f9aa71 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b545868-3d02-4a50-80ff-4cf71830e464 HTTP/1.1" status: 200 len: 1002 time: 0.1603887 Jul 16 18:23:10.963253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'c591505a-386e-46b4-bdf3-09058b51b896', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'port_id': 'c591505a-386e-46b4-bdf3-09058b51b896', 'mac_address': 'fa:16:3e:27:e2:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:23:11.140504 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.148079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-c3859276-d3ca-4a81-9227-eab757015d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:11.162519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-c3859276-d3ca-4a81-9227-eab757015d13 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf350750-d7ef-4322-a183-34188dfa39ca HTTP/1.1" status: 200 len: 835 time: 0.1761582 Jul 16 18:23:11.184005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c591505a-386e-46b4-bdf3-09058b51b896 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:11.254298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c591505a-386e-46b4-bdf3-09058b51b896, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c591505a-386e-46b4-bdf3-09058b51b896,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:11.264230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063bbb3-aa01-4565-8c5a-15971c3103c5 req-ea86a779-7786-4d72-992e-443aed8b516a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:11.265711 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:11.291599 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9063bbb3-aa01-4565-8c5a-15971c3103c5 req-ea86a779-7786-4d72-992e-443aed8b516a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 944 time: 0.2465146 Jul 16 18:23:11.344221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-73eb4dde-1baf-48d7-95c6-4ca32c5ad877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:11.356847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-73eb4dde-1baf-48d7-95c6-4ca32c5ad877 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9247761-94ac-4654-99a5-75bdd399dc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1879747 Jul 16 18:23:11.391268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=c591505a-386e-46b4-bdf3-09058b51b896,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:11.404762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.405402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.405908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.406637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.407172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.407865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.408651 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.409311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.409798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.410283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.410784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.411405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:11.475541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57468) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:11.502649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c591505a-386e-46b4-bdf3-09058b51b896'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:11.521299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9063bbb3-aa01-4565-8c5a-15971c3103c5 req-1f30be26-2a29-479f-96fc-8bfb92084de5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286909 Jul 16 18:23:11.630066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-751fe62d-5908-41c1-bfe7-ed6aac8e3bf0 service neutron] 10.222.0.37 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2632239 Jul 16 18:23:11.860799 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7dfffd1e-dc16-4c54-a90a-f14bfb391b5d req-746e4b6a-9916-4157-b7b2-26cb16344682 service neutron] 10.222.0.37 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233884 Jul 16 18:23:11.932117 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-60492eaf-6b45-475e-b763-1dbccda30e85 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3ccd5db3d9e547baa140f8c77cbc2f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4533696 Jul 16 18:23:11.935592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57488) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:12.019599 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8942-deaf-464a-b43c-239006319ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.046846 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8942-deaf-464a-b43c-239006319ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.135770 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.161223 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8942-deaf-464a-b43c-239006319ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.165147 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc0c8942-deaf-464a-b43c-239006319ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.166666 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bc0c8942-deaf-464a-b43c-239006319ada admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/91f6b8e6-72ce-480f-9a6b-03f070ccc3d0 HTTP/1.1" status: 204 len: 168 time: 0.2297719 Jul 16 18:23:12.182337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c8942-deaf-464a-b43c-239006319ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f6b8e6-72ce-480f-9a6b-03f070ccc3d0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:12.604457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c591505a-386e-46b4-bdf3-09058b51b896 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:12.767057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port c591505a-386e-46b4-bdf3-09058b51b896 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:12.773272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port c591505a-386e-46b4-bdf3-09058b51b896 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:12.773852 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.902931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfad59-c807-4a20-9604-a74aa3b3739d req-f359d421-51fe-4cb1-926c-12a2772aeb0c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:12.904685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68cfad59-c807-4a20-9604-a74aa3b3739d req-f359d421-51fe-4cb1-926c-12a2772aeb0c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 945 time: 0.1895576 Jul 16 18:23:12.954812 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:12.980586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68cfad59-c807-4a20-9604-a74aa3b3739d req-cae77b69-0ec2-4e6e-8a31-8030fb8c5510 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600567 Jul 16 18:23:13.013219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24883be1-815c-416b-9946-f2b256acc649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c591505a-386e-46b4-bdf3-09058b51b896'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:13.016755 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccaa67bd-ada4-4e0f-878a-b3e94b205a1e" -d '{"events": [{"server_uuid": "24883be1-815c-416b-9946-f2b256acc649", "name": "network-vif-plugged", "status": "completed", "tag": "c591505a-386e-46b4-bdf3-09058b51b896"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:13.044872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port c591505a-386e-46b4-bdf3-09058b51b896, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c591505a-386e-46b4-bdf3-09058b51b896,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:13.050880 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:13.111172 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31e843a3-6b84-4c0e-af7a-ec7674e946a5 x-openstack-request-id: req-31e843a3-6b84-4c0e-af7a-ec7674e946a5 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:13.111902 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24883be1-815c-416b-9946-f2b256acc649", "name": "network-vif-plugged", "status": "completed", "tag": "c591505a-386e-46b4-bdf3-09058b51b896", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:13.112399 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31e843a3-6b84-4c0e-af7a-ec7674e946a5 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:13.112986 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24883be1-815c-416b-9946-f2b256acc649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c591505a-386e-46b4-bdf3-09058b51b896', 'code': 200} Jul 16 18:23:13.165489 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=c591505a-386e-46b4-bdf3-09058b51b896,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:13.284087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb9d42a-a64b-4f7d-a2b0-767b76dc8099 req-92c44f09-8b37-4221-b78b-9c71409f92a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:13.287047 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3eb9d42a-a64b-4f7d-a2b0-767b76dc8099 req-92c44f09-8b37-4221-b78b-9c71409f92a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 1097 time: 0.0989909 Jul 16 18:23:13.335901 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3eb9d42a-a64b-4f7d-a2b0-767b76dc8099 req-4f567185-341d-4873-b1a5-58c228b7d141 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424271 Jul 16 18:23:14.494650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f953c184-314b-4db0-9bd4-bff65e80d4a7 req-5baf68f1-9611-4a97-934d-a0c4f0dd4f1e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:14.498551 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f953c184-314b-4db0-9bd4-bff65e80d4a7 req-5baf68f1-9611-4a97-934d-a0c4f0dd4f1e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.2018070 Jul 16 18:23:14.571136 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f953c184-314b-4db0-9bd4-bff65e80d4a7 req-b464a379-546b-4b88-aeba-70981d80585a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668609 Jul 16 18:23:14.720954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57578) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:14.892843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b442367-17f8-4e21-bc40-ce5ff9fb3de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.079205 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b442367-17f8-4e21-bc40-ce5ff9fb3de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.086264 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b442367-17f8-4e21-bc40-ce5ff9fb3de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.152196 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9b442367-17f8-4e21-bc40-ce5ff9fb3de8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=00c6fa4e614d440eb503b911a57f0613&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4290087 Jul 16 18:23:15.153987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b442367-17f8-4e21-bc40-ce5ff9fb3de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25a243a0-cead-4cc2-9c2b-79420da07162,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:15.155499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57598) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:15.243739 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dcca0df2-81ab-40d1-ac07-44a852bb2ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.286669 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dcca0df2-81ab-40d1-ac07-44a852bb2ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.369866 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dcca0df2-81ab-40d1-ac07-44a852bb2ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.373565 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dcca0df2-81ab-40d1-ac07-44a852bb2ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.376236 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dcca0df2-81ab-40d1-ac07-44a852bb2ba6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/25a243a0-cead-4cc2-9c2b-79420da07162 HTTP/1.1" status: 204 len: 168 time: 0.2193480 Jul 16 18:23:15.392700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca0df2-81ab-40d1-ac07-44a852bb2ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25a243a0-cead-4cc2-9c2b-79420da07162,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:15.487630 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9d66315d-d2c4-4b1b-9b9e-9a293b7aeb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:15.564782 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:15.911026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42643281-c617-4766-860c-fbe16ad78179 req-8c5d1400-8786-4bec-83bb-172c19f3c4f2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:15.914648 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-42643281-c617-4766-860c-fbe16ad78179 req-8c5d1400-8786-4bec-83bb-172c19f3c4f2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.1280358 Jul 16 18:23:15.988121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-42643281-c617-4766-860c-fbe16ad78179 req-d49cdd3c-1800-41ac-8c08-fd89c02064dd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650485 Jul 16 18:23:16.650501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57646) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:16.838342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660b1cba-7b29-49d5-b74c-8294f56c7d70 req-788b4625-4ea4-49a5-a458-86efd6fa09dd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:16.839991 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-660b1cba-7b29-49d5-b74c-8294f56c7d70 req-788b4625-4ea4-49a5-a458-86efd6fa09dd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.1510067 Jul 16 18:23:16.847548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1808505441-network', 'tenant_id': '96fbbbdc99c74373b69e654ed8587fcf'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:16.913242 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-660b1cba-7b29-49d5-b74c-8294f56c7d70 req-0b1f91ce-88cc-49ce-a59a-172ac8893632 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618913 Jul 16 18:23:16.921465 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Made reservation on behalf of 96fbbbdc99c74373b69e654ed8587fcf for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:16.923952 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.934036 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:16.982976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57654) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:17.014358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57656) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:17.165612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.174263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.182197 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ba08551-dd8d-4b8d-a356-327cc474b01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.225601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:17.260596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23d298b-827d-487d-bc9e-a9879ffb429a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.265637 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.266332 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Added segment 3e63ad08-e981-4b85-ab7a-db2ef82a8e53 of type vlan for network 1714ed94-5c96-431f-bf97-d5022e842aa1 Jul 16 18:23:17.317368 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ba08551-dd8d-4b8d-a356-327cc474b01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.324658 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ba08551-dd8d-4b8d-a356-327cc474b01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.344059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 9bb373fc-6769-4202-9726-967044eda62a {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:17.344548 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.347518 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.399120 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7ba08551-dd8d-4b8d-a356-327cc474b01b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f8315525e5fe4a41b235392263b6439f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3821878 Jul 16 18:23:17.401086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba08551-dd8d-4b8d-a356-327cc474b01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b86b691-f70a-4341-993c-5ec452f54a10,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.407504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57660) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:17.436158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.437151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:17.437728 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.487354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8312016 Jul 16 18:23:17.487354 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.487354 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.487981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57662) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:17.500379 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] Request body: {'subnet': {'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1808505441-subnet', 'tenant_id': '96fbbbdc99c74373b69e654ed8587fcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:17.549985 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3816eb46-4530-49fe-981b-e0f37a761581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.575458 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3816eb46-4530-49fe-981b-e0f37a761581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.578528 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c7b33-6ca0-4a88-88ce-6d276ffbab4e admin admin] Pushing event updated for resources: {'Network': ['ID=1714ed94-5c96-431f-bf97-d5022e842aa1,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.593299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 9bb373fc-6769-4202-9726-967044eda62a owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:17.593914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 1714ed94-5c96-431f-bf97-d5022e842aa1 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:17.648040 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] Made reservation on behalf of 96fbbbdc99c74373b69e654ed8587fcf for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:17.652268 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.743529 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3816eb46-4530-49fe-981b-e0f37a761581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.747195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3816eb46-4530-49fe-981b-e0f37a761581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.752254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3816eb46-4530-49fe-981b-e0f37a761581 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6b86b691-f70a-4341-993c-5ec452f54a10 HTTP/1.1" status: 204 len: 168 time: 0.3382351 Jul 16 18:23:17.775634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3816eb46-4530-49fe-981b-e0f37a761581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b86b691-f70a-4341-993c-5ec452f54a10,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.862434 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:17.920357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=9bb373fc-6769-4202-9726-967044eda62a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:17.931356 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.044701 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.045390 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Floating IP 7e80f03e-b6ce-4d9a-a3df-896043beb664 disassociated (deleted). External IP: 172.25.7.121, port: 9b545868-3d02-4a50-80ff-4cf71830e464. Jul 16 18:23:18.065865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a36d705-0778-4454-9cc7-eedf8c0f671b,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:18.073907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] Checking segment: {'id': '3e63ad08-e981-4b85-ab7a-db2ef82a8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:18.074498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] Network hostable DHCP agents. Network: 1714ed94-5c96-431f-bf97-d5022e842aa1, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:18.103341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] Network 1714ed94-5c96-431f-bf97-d5022e842aa1 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:18.123855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 1714ed94-5c96-431f-bf97-d5022e842aa1) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:18.133153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.133799 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.139472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53da11b-8609-485b-a7c5-fef8651028ac None None] Network 1714ed94-5c96-431f-bf97-d5022e842aa1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:18.182118 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-773b6ec4-b5ca-4367-85bc-a3f12435401b admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6845734 Jul 16 18:23:18.257562 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d85eb6-73f0-458a-8a31-3cf3673467b7 req-560c1e7c-1cf1-439a-a494-c21c624f9274 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:18.269454 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2d85eb6-73f0-458a-8a31-3cf3673467b7 req-560c1e7c-1cf1-439a-a494-c21c624f9274 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.1095130 Jul 16 18:23:18.362657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e2d85eb6-73f0-458a-8a31-3cf3673467b7 req-96357e33-7fa6-4a17-995c-8f023505bf87 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913427 Jul 16 18:23:18.379908 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fc55c2a1-4037-414c-89e8-9870bf29b307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.409309 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57674) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:18.429119 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8283b6b1-4e70-43fe-9de9-1fa85e52198a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.437855 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.583612 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2c81c36-c2b7-4354-8d4a-66c7815c4697 None None] Network 1714ed94-5c96-431f-bf97-d5022e842aa1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:18.694301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 49bbea6a-3020-4163-b571-ffc1302a299d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:18.798274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8283b6b1-4e70-43fe-9de9-1fa85e52198a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.880208 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8283b6b1-4e70-43fe-9de9-1fa85e52198a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.884552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:18.890154 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:18.903847 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb06011-62dd-4d23-aeff-1b466284fa54 None None] Sync routers for ids ['49bbea6a-3020-4163-b571-ffc1302a299d'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:18.921977 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb06011-62dd-4d23-aeff-1b466284fa54 None None] Routers {'49bbea6a-3020-4163-b571-ffc1302a299d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:18.926146 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ccb06011-62dd-4d23-aeff-1b466284fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['49bbea6a-3020-4163-b571-ffc1302a299d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:19.049428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8283b6b1-4e70-43fe-9de9-1fa85e52198a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3444f8d-6aa7-4fd4-bd6b-d1d038611d32,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:19.060048 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8283b6b1-4e70-43fe-9de9-1fa85e52198a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f17aed3079ba4336ba1c46bc1e50aa74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6485834 Jul 16 18:23:19.062185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57686) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:19.079602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eed4c614-7a2e-49bf-a014-421295e95fb5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/floatingips/7e80f03e-b6ce-4d9a-a3df-896043beb664 HTTP/1.1" status: 204 len: 168 time: 2.0928843 Jul 16 18:23:19.079602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:19.082294 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f9bd30-4dd3-430b-bab7-059e5717a674" -d '{"events": [{"name": "network-changed", "server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:19.190467 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ccb06011-62dd-4d23-aeff-1b466284fa54 None None] Set router 49bbea6a-3020-4163-b571-ffc1302a299d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:19.235491 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43793fa6-9ae8-49de-bfe7-d7bd14224eef x-openstack-request-id: req-43793fa6-9ae8-49de-bfe7-d7bd14224eef {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:19.235710 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:19.236203 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-43793fa6-9ae8-49de-bfe7-d7bd14224eef {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:19.236898 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464', 'status': 'completed', 'code': 200} Jul 16 18:23:19.238805 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a304b105-a809-48ad-8b9b-9de82c317946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.302633 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a304b105-a809-48ad-8b9b-9de82c317946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.611074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9bd30-4dd3-430b-bab7-059e5717a674 req-3ae17b4e-187e-4b98-93ea-fec1ec2f54dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.625194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8f9bd30-4dd3-430b-bab7-059e5717a674 req-3ae17b4e-187e-4b98-93ea-fec1ec2f54dc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 1097 time: 0.3077717 Jul 16 18:23:19.632842 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a304b105-a809-48ad-8b9b-9de82c317946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.637446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a304b105-a809-48ad-8b9b-9de82c317946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.639016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a304b105-a809-48ad-8b9b-9de82c317946 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3444f8d-6aa7-4fd4-bd6b-d1d038611d32 HTTP/1.1" status: 204 len: 168 time: 0.5754228 Jul 16 18:23:19.706614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a304b105-a809-48ad-8b9b-9de82c317946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3444f8d-6aa7-4fd4-bd6b-d1d038611d32,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:19.855867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a657594-4e6f-4a40-b928-ebcec001cbdb req-6b590138-03d6-46ec-865c-1704ba52ad6d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.863715 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a657594-4e6f-4a40-b928-ebcec001cbdb req-6b590138-03d6-46ec-865c-1704ba52ad6d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.1537197 Jul 16 18:23:19.899097 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:19.938826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a657594-4e6f-4a40-b928-ebcec001cbdb req-59b59e38-6608-45f0-9f64-88170bb24b47 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734792 Jul 16 18:23:19.949431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9bd30-4dd3-430b-bab7-059e5717a674 req-a37ceb7d-d479-4da1-adba-0b4e397ae705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:19.957359 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8f9bd30-4dd3-430b-bab7-059e5717a674 req-a37ceb7d-d479-4da1-adba-0b4e397ae705 service neutron] 10.222.0.37 "GET /v2.0/networks?id=e9247761-94ac-4654-99a5-75bdd399dc8d HTTP/1.1" status: 200 len: 897 time: 0.2889681 Jul 16 18:23:19.970706 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ccb06011-62dd-4d23-aeff-1b466284fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3dec09dd-0331-44c0-ab13-1f20c3d874c5', 'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:26:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:25Z', 'updated_at': '2021-07-16T18:21:33Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.071961 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb06011-62dd-4d23-aeff-1b466284fa54 None None] Checking router: 49bbea6a-3020-4163-b571-ffc1302a299d for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:20.081561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8f9bd30-4dd3-430b-bab7-059e5717a674 req-2f652512-ddfd-4b07-b9e2-d2f6e9671320 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9b545868-3d02-4a50-80ff-4cf71830e464 HTTP/1.1" status: 200 len: 217 time: 0.1197226 Jul 16 18:23:20.123647 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb06011-62dd-4d23-aeff-1b466284fa54 None None] Routers {'49bbea6a-3020-4163-b571-ffc1302a299d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:20.125351 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ccb06011-62dd-4d23-aeff-1b466284fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['49bbea6a-3020-4163-b571-ffc1302a299d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.237663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9bd30-4dd3-430b-bab7-059e5717a674 req-1f245a11-fb7a-4770-ab68-c0d5e3ae81a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.242854 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8f9bd30-4dd3-430b-bab7-059e5717a674 req-1f245a11-fb7a-4770-ab68-c0d5e3ae81a6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=bf350750-d7ef-4322-a183-34188dfa39ca HTTP/1.1" status: 200 len: 835 time: 0.1531980 Jul 16 18:23:20.379704 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ccb06011-62dd-4d23-aeff-1b466284fa54 None None] Set router 49bbea6a-3020-4163-b571-ffc1302a299d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:20.447291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f9bd30-4dd3-430b-bab7-059e5717a674 req-df479ded-cbc2-4c91-8139-0e5724b83349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.457106 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8f9bd30-4dd3-430b-bab7-059e5717a674 req-df479ded-cbc2-4c91-8139-0e5724b83349 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=e9247761-94ac-4654-99a5-75bdd399dc8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2061248 Jul 16 18:23:20.657361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9005ef1f-d657-4c8e-80fc-3925e7a6acc5 req-fd6bf29a-872f-4ee7-b9b1-9706251d450a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:20.659216 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9005ef1f-d657-4c8e-80fc-3925e7a6acc5 req-fd6bf29a-872f-4ee7-b9b1-9706251d450a tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.2457573 Jul 16 18:23:20.668346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8f9bd30-4dd3-430b-bab7-059e5717a674 req-867511a2-9bad-4db1-befe-1236b9394c81 service neutron] 10.222.0.37 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723599 Jul 16 18:23:20.771195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9005ef1f-d657-4c8e-80fc-3925e7a6acc5 req-77a7ded8-b31c-4096-9010-864afc4782b2 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000183 Jul 16 18:23:20.881127 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8f9bd30-4dd3-430b-bab7-059e5717a674 req-01c50eda-baa5-474c-acf6-10ed423b66bc service neutron] 10.222.0.37 "GET /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029500 Jul 16 18:23:20.946783 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ccb06011-62dd-4d23-aeff-1b466284fa54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3dec09dd-0331-44c0-ab13-1f20c3d874c5', 'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:26:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:25Z', 'updated_at': '2021-07-16T18:21:33Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:20.982946 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb06011-62dd-4d23-aeff-1b466284fa54 None None] The sync data for ids ['49bbea6a-3020-4163-b571-ffc1302a299d'] in n-d-794306-7 is: [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:21:27Z', 'revision_number': 4, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3dec09dd-0331-44c0-ab13-1f20c3d874c5', 'name': '', 'network_id': 'e9247761-94ac-4654-99a5-75bdd399dc8d', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'mac_address': 'fa:16:3e:26:3c:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3038, 'fixed_ips': [{'subnet_id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:25Z', 'updated_at': '2021-07-16T18:21:33Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'subnets': [{'id': 'bf350750-d7ef-4322-a183-34188dfa39ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:21.308348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254ed21-7a17-4b47-aaa0-3c1c5cde22c5 req-0546924c-846e-42bf-99e6-2f730b265867 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:21.311984 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9254ed21-7a17-4b47-aaa0-3c1c5cde22c5 req-0546924c-846e-42bf-99e6-2f730b265867 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.1267638 Jul 16 18:23:21.374620 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9254ed21-7a17-4b47-aaa0-3c1c5cde22c5 req-aa7a0890-7ee0-4038-8eaa-e121fffbb1d0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525143 Jul 16 18:23:21.471455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4567151-6aaf-45a8-8c6d-61c3ad5303e1 None None] New status for floating IP 7e80f03e-b6ce-4d9a-a3df-896043beb664: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:23:21.945749 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.239203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47d438e-fe86-4676-b059-9ed686520f24 req-3179611b-0e3b-4c1d-8087-22049b829873 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.242311 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d47d438e-fe86-4676-b059-9ed686520f24 req-3179611b-0e3b-4c1d-8087-22049b829873 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.1536582 Jul 16 18:23:22.429102 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d47d438e-fe86-4676-b059-9ed686520f24 req-23364f29-e89a-42fc-bc5c-09e7e56261b9 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/security-groups?id=c2b2ea78-beec-4dfe-a531-b46aec62251a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1707444 Jul 16 18:23:22.494213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004bddb4-0e10-4827-b90d-ff6d1fd165c2 req-6996acde-d522-4d25-a170-b455b9e7d9e5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.499038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-004bddb4-0e10-4827-b90d-ff6d1fd165c2 req-6996acde-d522-4d25-a170-b455b9e7d9e5 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.37 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 946 time: 0.2491639 Jul 16 18:23:22.797830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-004bddb4-0e10-4827-b90d-ff6d1fd165c2 req-f257e496-fe39-4f4d-8307-c8e6aed53739 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 9b545868-3d02-4a50-80ff-4cf71830e464 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:22.798173 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-004bddb4-0e10-4827-b90d-ff6d1fd165c2 req-f257e496-fe39-4f4d-8307-c8e6aed53739 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.960322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-004bddb4-0e10-4827-b90d-ff6d1fd165c2 req-f257e496-fe39-4f4d-8307-c8e6aed53739 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port 9b545868-3d02-4a50-80ff-4cf71830e464, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=9b545868-3d02-4a50-80ff-4cf71830e464,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:22.960616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24fff2a-6a4e-4885-a3c1-940ed681fe18 req-3979e98f-ec18-424c-9f33-cac59de9016e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:22.961305 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-004bddb4-0e10-4827-b90d-ff6d1fd165c2 req-f257e496-fe39-4f4d-8307-c8e6aed53739 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:22.977125 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e24fff2a-6a4e-4885-a3c1-940ed681fe18 req-3979e98f-ec18-424c-9f33-cac59de9016e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.2641315 Jul 16 18:23:22.978300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-004bddb4-0e10-4827-b90d-ff6d1fd165c2 req-f257e496-fe39-4f4d-8307-c8e6aed53739 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 9b545868-3d02-4a50-80ff-4cf71830e464 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:23.137143 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e24fff2a-6a4e-4885-a3c1-940ed681fe18 req-c5f3087c-a42f-41a1-adca-28297b46f585 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511514 Jul 16 18:23:23.448929 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-004bddb4-0e10-4827-b90d-ff6d1fd165c2 req-f257e496-fe39-4f4d-8307-c8e6aed53739 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.495937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f257e496-fe39-4f4d-8307-c8e6aed53739 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=9b545868-3d02-4a50-80ff-4cf71830e464,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:23.726966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-004bddb4-0e10-4827-b90d-ff6d1fd165c2 req-f257e496-fe39-4f4d-8307-c8e6aed53739 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] No DVR routers for this DVR port 9b545868-3d02-4a50-80ff-4cf71830e464 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:23.733914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-004bddb4-0e10-4827-b90d-ff6d1fd165c2 req-f257e496-fe39-4f4d-8307-c8e6aed53739 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:23.737691 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-004bddb4-0e10-4827-b90d-ff6d1fd165c2 req-f257e496-fe39-4f4d-8307-c8e6aed53739 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.37 "DELETE /v2.0/ports/9b545868-3d02-4a50-80ff-4cf71830e464 HTTP/1.1" status: 204 len: 173 time: 1.2327743 Jul 16 18:23:23.738846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'name': 'network-vif-deleted', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:23.743471 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe43b21-1658-47ff-b73d-f5df0046a6dc" -d '{"events": [{"server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "name": "network-vif-deleted", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:23.782655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16692f2b-30bc-4669-96cb-de04b27b6937 req-de4ac1e6-759f-421d-a25d-cdf344194087 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "GET /v2.0/ports?device_id=6cc156a4-4780-4270-9f92-892965a2d2fe HTTP/1.1" status: 200 len: 210 time: 0.0791621 Jul 16 18:23:23.875458 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4badf8-0bd5-444f-a72c-d27d3443b55f x-openstack-request-id: req-5d4badf8-0bd5-444f-a72c-d27d3443b55f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:23:23.876290 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cc156a4-4780-4270-9f92-892965a2d2fe", "name": "network-vif-deleted", "tag": "9b545868-3d02-4a50-80ff-4cf71830e464", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:23:23.876845 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d4badf8-0bd5-444f-a72c-d27d3443b55f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:23:23.877618 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cc156a4-4780-4270-9f92-892965a2d2fe', 'name': 'network-vif-deleted', 'tag': '9b545868-3d02-4a50-80ff-4cf71830e464', 'status': 'completed', 'code': 200} Jul 16 18:23:24.670571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde51d9e-4cdf-47e7-8501-934619cd94a9 req-98e18bb9-a318-46bb-9324-156d84e4820e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:24.684024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fde51d9e-4cdf-47e7-8501-934619cd94a9 req-98e18bb9-a318-46bb-9324-156d84e4820e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.2157764 Jul 16 18:23:24.794605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fde51d9e-4cdf-47e7-8501-934619cd94a9 req-1d3a02e9-2700-4f51-8a9a-f4c4def8c0f1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087184 Jul 16 18:23:25.033010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57790) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:25.629017 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:25.986180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 9b545868-3d02-4a50-80ff-4cf71830e464 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:26.053126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 9b545868-3d02-4a50-80ff-4cf71830e464 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:26.054199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 9b545868-3d02-4a50-80ff-4cf71830e464 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:26.294094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a8767c-77d9-46e5-aef2-28af811719fd req-e31fc12b-ba16-4f6a-9db5-19c40222d7b9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:26.296825 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e6a8767c-77d9-46e5-aef2-28af811719fd req-e31fc12b-ba16-4f6a-9db5-19c40222d7b9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.2867253 Jul 16 18:23:26.340170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-b88ed931-3a76-46e9-b496-f898a3474255 req-11e1a46a-3b4a-4635-b74c-2086228406e2 service neutron] (105439) timed out ('10.222.0.37', 64100) {{(pid=105439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:23:26.400182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e6a8767c-77d9-46e5-aef2-28af811719fd req-28fa924d-30d9-4fb2-939a-9c768d551463 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951056 Jul 16 18:23:26.428427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 3dec09dd-0331-44c0-ab13-1f20c3d874c5 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:26.429119 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.623225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port 3dec09dd-0331-44c0-ab13-1f20c3d874c5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3dec09dd-0331-44c0-ab13-1f20c3d874c5,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:26.624402 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:26.650761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 3dec09dd-0331-44c0-ab13-1f20c3d874c5 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:26.863620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57808) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:27.146525 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.224504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=3dec09dd-0331-44c0-ab13-1f20c3d874c5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.295472 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66421235-a6ac-47df-ad57-7c61a2c28b6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.620387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66421235-a6ac-47df-ad57-7c61a2c28b6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.633656 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66421235-a6ac-47df-ad57-7c61a2c28b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.698582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66421235-a6ac-47df-ad57-7c61a2c28b6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9166f156-d30c-415e-9713-9629386810a5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:27.703999 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-66421235-a6ac-47df-ad57-7c61a2c28b6b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a519d800615c4d51ba9acc56a4d24807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8387232 Jul 16 18:23:27.707113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57822) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:27.722708 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.830474 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a7d620b0-4e79-4da4-aaa4-e1a526b6cc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.845315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57824) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:27.872879 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a7d620b0-4e79-4da4-aaa4-e1a526b6cc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:27.934249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be7dca-de73-4408-9658-6bebd3f0765b req-e9e5f388-d82a-4735-aad2-7d5ba8a8bb91 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:27.937192 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-08be7dca-de73-4408-9658-6bebd3f0765b req-e9e5f388-d82a-4735-aad2-7d5ba8a8bb91 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.1600914 Jul 16 18:23:28.044450 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-08be7dca-de73-4408-9658-6bebd3f0765b req-5a2a7055-d57d-4d21-87c2-61711ef1a603 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936351 Jul 16 18:23:28.045916 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a7d620b0-4e79-4da4-aaa4-e1a526b6cc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.049786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a7d620b0-4e79-4da4-aaa4-e1a526b6cc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.051891 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a7d620b0-4e79-4da4-aaa4-e1a526b6cc9a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9166f156-d30c-415e-9713-9629386810a5 HTTP/1.1" status: 204 len: 168 time: 0.3432534 Jul 16 18:23:28.082447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d620b0-4e79-4da4-aaa4-e1a526b6cc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9166f156-d30c-415e-9713-9629386810a5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:28.140245 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a6b78fe-70bf-4a14-82b7-5de5c0c979a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.166653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Router 49bbea6a-3020-4163-b571-ffc1302a299d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:28.384971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:28.392919 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-afc7c772-b8c6-4284-a152-8256c6f8c369 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "PUT /v2.0/routers/49bbea6a-3020-4163-b571-ffc1302a299d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3593500 Jul 16 18:23:28.398545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57834) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:28.404588 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b44d4-81d7-46e6-8f1c-98315539ca25 None None] Sync routers for ids ['49bbea6a-3020-4163-b571-ffc1302a299d'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:28.423755 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b44d4-81d7-46e6-8f1c-98315539ca25 None None] Routers {'49bbea6a-3020-4163-b571-ffc1302a299d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:28.424671 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb1b44d4-81d7-46e6-8f1c-98315539ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['49bbea6a-3020-4163-b571-ffc1302a299d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:28.454609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a6b78fe-70bf-4a14-82b7-5de5c0c979a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.474366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5a6b78fe-70bf-4a14-82b7-5de5c0c979a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.530220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5a6b78fe-70bf-4a14-82b7-5de5c0c979a4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f1ffb1548a5c40bca742650d650811d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6837583 Jul 16 18:23:28.534100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57838) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:28.556839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b78fe-70bf-4a14-82b7-5de5c0c979a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=952c6d9f-8c12-4c37-bb2b-a7cb5a166fae,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:28.567761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-bed248d2-26a2-4a01-af76-f9b9df865c9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting subnet bf350750-d7ef-4322-a183-34188dfa39ca {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:23:28.573131 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bed248d2-26a2-4a01-af76-f9b9df865c9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.646442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5db8af0-7f35-4ce9-bcac-5101133376ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.660482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bed248d2-26a2-4a01-af76-f9b9df865c9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.677315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5db8af0-7f35-4ce9-bcac-5101133376ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.743094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5db8af0-7f35-4ce9-bcac-5101133376ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.747249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5db8af0-7f35-4ce9-bcac-5101133376ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.748925 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c5db8af0-7f35-4ce9-bcac-5101133376ff admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/952c6d9f-8c12-4c37-bb2b-a7cb5a166fae HTTP/1.1" status: 204 len: 168 time: 0.2135735 Jul 16 18:23:28.752688 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fb1b44d4-81d7-46e6-8f1c-98315539ca25 None None] Set router 49bbea6a-3020-4163-b571-ffc1302a299d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:28.758950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5db8af0-7f35-4ce9-bcac-5101133376ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952c6d9f-8c12-4c37-bb2b-a7cb5a166fae,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:28.878850 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bed248d2-26a2-4a01-af76-f9b9df865c9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:28.986685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bed248d2-26a2-4a01-af76-f9b9df865c9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.031328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed248d2-26a2-4a01-af76-f9b9df865c9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Subnet': ['ID=bf350750-d7ef-4322-a183-34188dfa39ca,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:29.048227 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bed248d2-26a2-4a01-af76-f9b9df865c9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.051965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b774a5c-e235-4daf-aa73-f6b2a3390949 None None] Network e9247761-94ac-4654-99a5-75bdd399dc8d requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:29.071404 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57852) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:29.088869 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bed248d2-26a2-4a01-af76-f9b9df865c9d tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/subnets/bf350750-d7ef-4322-a183-34188dfa39ca HTTP/1.1" status: 204 len: 168 time: 0.6655180 Jul 16 18:23:29.317508 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb1b44d4-81d7-46e6-8f1c-98315539ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:23:27Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:29.347963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.483054 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.624261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe719b-9a73-41cc-a411-cd74b843a584 None None] DHCP port deletion for e9247761-94ac-4654-99a5-75bdd399dc8d request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:23:29.636139 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b44d4-81d7-46e6-8f1c-98315539ca25 None None] Checking router: 49bbea6a-3020-4163-b571-ffc1302a299d for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:29.648158 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1b44d4-81d7-46e6-8f1c-98315539ca25 None None] Routers {'49bbea6a-3020-4163-b571-ffc1302a299d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:29.649476 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb1b44d4-81d7-46e6-8f1c-98315539ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['49bbea6a-3020-4163-b571-ffc1302a299d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:29.672773 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.805530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-53fe719b-9a73-41cc-a411-cd74b843a584 None None] Deleting port 2c855012-27d8-477f-9c23-0dd0e4e6261e {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:29.814131 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-53fe719b-9a73-41cc-a411-cd74b843a584 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.828200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Deleting port 574f033f-f338-4ae5-83ac-00b8f8035249 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:23:29.828837 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:29.848602 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fb1b44d4-81d7-46e6-8f1c-98315539ca25 None None] Set router 49bbea6a-3020-4163-b571-ffc1302a299d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:30.002881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] For port 574f033f-f338-4ae5-83ac-00b8f8035249, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=574f033f-f338-4ae5-83ac-00b8f8035249,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:30.003451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.038408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Calling delete_port for 574f033f-f338-4ae5-83ac-00b8f8035249 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:30.059510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-53fe719b-9a73-41cc-a411-cd74b843a584 None None] For port 2c855012-27d8-477f-9c23-0dd0e4e6261e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2c855012-27d8-477f-9c23-0dd0e4e6261e,segment=NetworkSegment(e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5),segment_id=e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:30.064001 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-53fe719b-9a73-41cc-a411-cd74b843a584 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.099873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-53fe719b-9a73-41cc-a411-cd74b843a584 None None] Calling delete_port for 2c855012-27d8-477f-9c23-0dd0e4e6261e owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:23:30.276577 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fb1b44d4-81d7-46e6-8f1c-98315539ca25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:23:27Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:30.335634 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-53fe719b-9a73-41cc-a411-cd74b843a584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.350884 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb1b44d4-81d7-46e6-8f1c-98315539ca25 None None] The sync data for ids ['49bbea6a-3020-4163-b571-ffc1302a299d'] in n-d-794306-7 is: [{'id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-482930290', 'tenant_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:21:20Z', 'updated_at': '2021-07-16T18:23:27Z', 'revision_number': 5, 'project_id': '8adf9a60b51a4b999caf9bedee2d7ddc', 'gw_port': {'id': '574f033f-f338-4ae5-83ac-00b8f8035249', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:cf:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49bbea6a-3020-4163-b571-ffc1302a299d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3034, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:21:21Z', 'updated_at': '2021-07-16T18:21:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:30.419332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf9e1fb-0cac-4b1b-9a68-a42ea4417ea4 req-e4dd328f-02dd-4cd5-95f8-3208fe00626c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:30.423970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcf9e1fb-0cac-4b1b-9a68-a42ea4417ea4 req-e4dd328f-02dd-4cd5-95f8-3208fe00626c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.9109001 Jul 16 18:23:30.454776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe719b-9a73-41cc-a411-cd74b843a584 None None] No DVR routers for this DVR port 2c855012-27d8-477f-9c23-0dd0e4e6261e on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:23:30.462974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe719b-9a73-41cc-a411-cd74b843a584 None None] Pushing event deleted for resources: {'Port': ['ID=2c855012-27d8-477f-9c23-0dd0e4e6261e,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.534634 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bcf9e1fb-0cac-4b1b-9a68-a42ea4417ea4 req-9cfc60e8-99f6-4d83-9d4a-16d0efb189e2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990248 Jul 16 18:23:30.593368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.643314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Port': ['ID=574f033f-f338-4ae5-83ac-00b8f8035249,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:30.727630 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.875201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57890) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:30.912737 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:30.915480 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.015981 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.016508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Fanout notify agent at l3_agent the message router_deleted on router 49bbea6a-3020-4163-b571-ffc1302a299d {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:23:31.031310 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.035808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57896) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:31.046625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ad5c498f-b88e-4ce8-b178-9a67755c9234 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/routers/49bbea6a-3020-4163-b571-ffc1302a299d HTTP/1.1" status: 204 len: 168 time: 1.9728661 Jul 16 18:23:31.196127 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.308503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1630913793-network', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:31.404749 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.423045 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Made reservation on behalf of 16e9be2d81914a758dddb9a5e24b1b6a for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:31.425632 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.433740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9247761-94ac-4654-99a5-75bdd399dc8d']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:31.464283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.471003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:31.471451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e83f9e52-b7b9-4f13-bdba-fe4e7d1ba4e5') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:31.516648 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.558747 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.595463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Releasing vlan 388 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:23:31.601781 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:23:31.608086 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:23:31.786939 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.802069 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.805838 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/networks/e9247761-94ac-4654-99a5-75bdd399dc8d HTTP/1.1" status: 204 len: 168 time: 0.7685261 Jul 16 18:23:31.810153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57912) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:31.843721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62873fb3-6f92-446c-af4d-a51b96d328c6 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'Network': ['ID=e9247761-94ac-4654-99a5-75bdd399dc8d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:31.907915 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.916302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.930078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 378} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:31.943317 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:31.944307 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Added segment cd71136e-0fe6-4610-b54b-063a9ba57f89 of type vlan for network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 Jul 16 18:23:32.007862 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.021821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967c0927-77d4-41a9-bab0-95b7373a020d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:32.062642 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.064331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:32.064926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.084782 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dec09dd-0331-44c0-ab13-1f20c3d874c5 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:32.125864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d3765a9-da2b-4f3c-94ea-af1e705b5ba4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.127017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3dec09dd-0331-44c0-ab13-1f20c3d874c5 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:32.127427 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dec09dd-0331-44c0-ab13-1f20c3d874c5 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:32.129723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2c855012-27d8-477f-9c23-0dd0e4e6261e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:32.163443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 2c855012-27d8-477f-9c23-0dd0e4e6261e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:32.164221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2c855012-27d8-477f-9c23-0dd0e4e6261e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:32.193625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3165288 Jul 16 18:23:32.204531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57918) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:32.240496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb45d1-ee63-4dfe-8bf1-9f4cf0117e03 req-a537538f-24e3-4d19-b2a0-f27feeaed8e0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:32.255609 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0eeb45d1-ee63-4dfe-8bf1-9f4cf0117e03 req-a537538f-24e3-4d19-b2a0-f27feeaed8e0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.3772242 Jul 16 18:23:32.287752 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d3765a9-da2b-4f3c-94ea-af1e705b5ba4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.313516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] Request body: {'subnet': {'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1630913793-subnet', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:32.326520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a2c2eb-2132-4f22-9d65-b0a7ff872273 admin admin] Pushing event updated for resources: {'Network': ['ID=2e3a0732-75df-4e78-8b7f-bc786c40ab40,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:32.353509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:32.418424 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0eeb45d1-ee63-4dfe-8bf1-9f4cf0117e03 req-5ddfa168-24e6-4148-846f-ffb02ba781f5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624205 Jul 16 18:23:32.420925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] Made reservation on behalf of 16e9be2d81914a758dddb9a5e24b1b6a for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:32.429561 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.478538 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d3765a9-da2b-4f3c-94ea-af1e705b5ba4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.482971 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d3765a9-da2b-4f3c-94ea-af1e705b5ba4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.488912 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8d3765a9-da2b-4f3c-94ea-af1e705b5ba4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] 10.222.0.47 "DELETE /v2.0/security-groups/c2b2ea78-beec-4dfe-a531-b46aec62251a HTTP/1.1" status: 204 len: 168 time: 0.6732213 Jul 16 18:23:32.528751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3765a9-da2b-4f3c-94ea-af1e705b5ba4 tempest-TestNetworkAdvancedServerOps-2145868702 tempest-TestNetworkAdvancedServerOps-2145868702-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b2ea78-beec-4dfe-a531-b46aec62251a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:32.884451 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:32.974512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=184347f6-56e3-4049-ad4d-a6b568388856,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:33.015172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] Checking segment: {'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:33.015831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] Network hostable DHCP agents. Network: 2e3a0732-75df-4e78-8b7f-bc786c40ab40, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:33.056191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] Network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:33.088087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 2e3a0732-75df-4e78-8b7f-bc786c40ab40) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:33.097589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7735e6dc-d0dd-47a8-a74f-42aa984313a1 None None] Network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:33.105870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:33.108257 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.145290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7f1dd437-3cdc-42c4-9b7b-187532a3cf17 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9383879 Jul 16 18:23:33.147742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57932) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:33.154454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:33.183610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.185740 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.282327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57936) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:33.318798 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.380681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'fixed_ips': [{'subnet_id': '184347f6-56e3-4049-ad4d-a6b568388856'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:33.381548 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.448003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 574f033f-f338-4ae5-83ac-00b8f8035249 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:23:33.470816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 574f033f-f338-4ae5-83ac-00b8f8035249 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:23:33.471419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 574f033f-f338-4ae5-83ac-00b8f8035249 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:23:33.727955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0bf369bb-fda4-4ef3-8dcd-bc9632d20e72 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8adf9a60b51a4b999caf9bedee2d7ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4423001 Jul 16 18:23:33.732414 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57944) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:33.768633 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.883929 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da05a459-a8eb-4184-8c6f-d17cdfb37f3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:33.887856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Allocated IP 172.20.0.2 (2e3a0732-75df-4e78-8b7f-bc786c40ab40/184347f6-56e3-4049-ad4d-a6b568388856/8a79c163-434e-4e06-8cf5-1c39d00fbce4) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:33.932565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6049d-44fb-434a-97ee-9d4e5a0d8ce5 req-811a1f6b-701f-4287-b382-9615f449d069 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:33.946288 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-08a6049d-44fb-434a-97ee-9d4e5a0d8ce5 req-811a1f6b-701f-4287-b382-9615f449d069 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.1572244 Jul 16 18:23:33.991980 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da05a459-a8eb-4184-8c6f-d17cdfb37f3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.027118 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-08a6049d-44fb-434a-97ee-9d4e5a0d8ce5 req-9d36c7d5-27ad-4e6b-8576-74c7d66aa753 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792780 Jul 16 18:23:34.221423 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da05a459-a8eb-4184-8c6f-d17cdfb37f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.233059 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da05a459-a8eb-4184-8c6f-d17cdfb37f3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.236551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-da05a459-a8eb-4184-8c6f-d17cdfb37f3c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1e03863e-6f54-4c0a-974c-361648425e75 HTTP/1.1" status: 204 len: 168 time: 0.5025196 Jul 16 18:23:34.263999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da05a459-a8eb-4184-8c6f-d17cdfb37f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e03863e-6f54-4c0a-974c-361648425e75,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:34.293640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57950) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:34.329989 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.357656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Transition to ACTIVE for port object 8a79c163-434e-4e06-8cf5-1c39d00fbce4 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:34.390513 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.424768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Transition to ACTIVE for port object 8a79c163-434e-4e06-8cf5-1c39d00fbce4 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:34.440317 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.479290 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.544807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:34.550633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:34.559722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:34.621587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a07454e0-c863-49cd-a419-7468b4d2c791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.678301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Pushing event updated for resources: {'Port': ['ID=8a79c163-434e-4e06-8cf5-1c39d00fbce4,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:34.713997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Attempting to bind port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:34.714589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Attempting to bind port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:34.715054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Attempting to bind port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 on network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:34.723526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:34.724198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Checking segment: {'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:34.724819 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.725321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Bound using segment: {'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:34.726150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Bound port: 8a79c163-434e-4e06-8cf5-1c39d00fbce4, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:34.727597 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.817509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Allocated IP 172.25.7.159 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/e9a210e8-cdc6-4967-b4bc-13c1b71332aa) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:34.876977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] For port 8a79c163-434e-4e06-8cf5-1c39d00fbce4, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:34.886582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] For port 8a79c163-434e-4e06-8cf5-1c39d00fbce4, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8a79c163-434e-4e06-8cf5-1c39d00fbce4,segment=NetworkSegment(cd71136e-0fe6-4610-b54b-063a9ba57f89),segment_id=cd71136e-0fe6-4610-b54b-063a9ba57f89)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:34.895683 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.924954 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a07454e0-c863-49cd-a419-7468b4d2c791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:34.991113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a07454e0-c863-49cd-a419-7468b4d2c791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.045608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d19055-34f7-4271-817f-503d2ab51f5b None None] Pushing event updated for resources: {'Port': ['ID=8a79c163-434e-4e06-8cf5-1c39d00fbce4,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:35.101445 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a07454e0-c863-49cd-a419-7468b4d2c791 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7d7f078f2c394825b40279d935ae7f03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8031163 Jul 16 18:23:35.105604 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.110653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 57960) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:35.111872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07454e0-c863-49cd-a419-7468b4d2c791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e63cddec-4d5f-4462-8d51-6a7ef7d0672c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:35.286290 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f75bc1f8-f758-4df3-a2de-ab7360f382c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.409369 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.450192 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f75bc1f8-f758-4df3-a2de-ab7360f382c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.492966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57964) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:35.558540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:35.597782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:35.622071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a210e8-cdc6-4967-b4bc-13c1b71332aa,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:35.644676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a4244a87-261b-4e83-a922-79f50e454f20 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=499b1e7e7221406181aff21449acffb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502149 Jul 16 18:23:35.644954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:35.645431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57966) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:35.781476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dec5264-7e5f-4dc7-b1d2-0bafc7a992b1 req-d87a41d0-60a0-4ad5-958e-362bd36bf0b6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:35.784321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9dec5264-7e5f-4dc7-b1d2-0bafc7a992b1 req-d87a41d0-60a0-4ad5-958e-362bd36bf0b6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.4732976 Jul 16 18:23:35.798006 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c472508b-b0c3-49f3-b1cc-d0abcdf464e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.848105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c472508b-b0c3-49f3-b1cc-d0abcdf464e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.905800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f75bc1f8-f758-4df3-a2de-ab7360f382c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.908645 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f75bc1f8-f758-4df3-a2de-ab7360f382c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.915063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f75bc1f8-f758-4df3-a2de-ab7360f382c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e63cddec-4d5f-4462-8d51-6a7ef7d0672c HTTP/1.1" status: 204 len: 168 time: 0.7921746 Jul 16 18:23:35.967407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75bc1f8-f758-4df3-a2de-ab7360f382c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63cddec-4d5f-4462-8d51-6a7ef7d0672c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:35.974470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c472508b-b0c3-49f3-b1cc-d0abcdf464e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.982533 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9dec5264-7e5f-4dc7-b1d2-0bafc7a992b1 req-3cd69448-6b45-4943-87fb-7ce8ab9b5e62 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755531 Jul 16 18:23:35.984424 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c472508b-b0c3-49f3-b1cc-d0abcdf464e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:35.995269 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c472508b-b0c3-49f3-b1cc-d0abcdf464e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/aeb37aa3-03ab-47bb-b5e2-7f2ef2ec1052 HTTP/1.1" status: 204 len: 168 time: 0.3467691 Jul 16 18:23:36.038292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472508b-b0c3-49f3-b1cc-d0abcdf464e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeb37aa3-03ab-47bb-b5e2-7f2ef2ec1052,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:36.396847 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.077352 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.109903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d76363-a735-400b-b97b-f0a2eafcdd64 None None] Network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:37.160011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57988) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:37.201311 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6d1aab9-7a4a-4188-8286-4e618ff7169e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.239810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-99ccfc16-d189-46a5-9f5e-8eb811b753d1 None None] Provisioning for port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:37.498212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:37.719011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8a79c163-434e-4e06-8cf5-1c39d00fbce4 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:37.731843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3225603-124e-4c1a-b56e-0ee1a451f1cc req-bdafcc61-07e1-4adf-8e76-d10a6b552a04 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:37.746746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d3225603-124e-4c1a-b56e-0ee1a451f1cc req-bdafcc61-07e1-4adf-8e76-d10a6b552a04 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.4930699 Jul 16 18:23:37.772869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6d1aab9-7a4a-4188-8286-4e618ff7169e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.790448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6d1aab9-7a4a-4188-8286-4e618ff7169e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.852508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1aab9-7a4a-4188-8286-4e618ff7169e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b4d35c-dd43-4669-b7c0-c713bec3fbf0,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:37.939056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:37.945426 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d3225603-124e-4c1a-b56e-0ee1a451f1cc req-7294c634-7c1a-4bf7-9f86-6040cf08e6e5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968913 Jul 16 18:23:37.951054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:37.951683 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:37.955626 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d6d1aab9-7a4a-4188-8286-4e618ff7169e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ef51f67623948aab47465464be566dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7928264 Jul 16 18:23:37.964020 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 57998) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:38.051117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:38.091449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Sync routers for ids ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:38.122005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6861a3b8-e237-43c6-8b43-afb5b946b7df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.122620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.129477 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4cb1198d-c61e-4373-9697-5459d01ccff9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9744649 Jul 16 18:23:38.129477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58000) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:38.169165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Routers {'3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:38.170375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:38.187535 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6861a3b8-e237-43c6-8b43-afb5b946b7df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.338487 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.398141 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6861a3b8-e237-43c6-8b43-afb5b946b7df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.404686 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6861a3b8-e237-43c6-8b43-afb5b946b7df admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.413252 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6861a3b8-e237-43c6-8b43-afb5b946b7df admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8b4d35c-dd43-4669-b7c0-c713bec3fbf0 HTTP/1.1" status: 204 len: 168 time: 0.4404306 Jul 16 18:23:38.470119 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6861a3b8-e237-43c6-8b43-afb5b946b7df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b4d35c-dd43-4669-b7c0-c713bec3fbf0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:38.632745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 8a79c163-434e-4e06-8cf5-1c39d00fbce4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8a79c163-434e-4e06-8cf5-1c39d00fbce4,segment=NetworkSegment(cd71136e-0fe6-4610-b54b-063a9ba57f89),segment_id=cd71136e-0fe6-4610-b54b-063a9ba57f89)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:38.666688 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:38.813671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Set router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:38.818073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=8a79c163-434e-4e06-8cf5-1c39d00fbce4,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:39.004944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-20c8df25-5540-474b-8918-9bac10576766 None None] Provisioning complete for port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:39.005471 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20c8df25-5540-474b-8918-9bac10576766 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.314033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.516702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8a79c163-434e-4e06-8cf5-1c39d00fbce4 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:39.653111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:39.653709 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.659174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:36Z', 'revision_number': 3, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:39.720907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc8e39a-afa5-439b-8ee3-64509ce78837 req-e0ad7700-9624-41ab-bcb1-73bf73015926 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:39.723037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Checking router: 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:39.723694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Updating router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe port e9a210e8-cdc6-4967-b4bc-13c1b71332aa binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:39.725246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cc8e39a-afa5-439b-8ee3-64509ce78837 req-e0ad7700-9624-41ab-bcb1-73bf73015926 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.3559496 Jul 16 18:23:39.776009 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:39.901526 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cc8e39a-afa5-439b-8ee3-64509ce78837 req-8a647bc1-961a-4141-b389-75d4044a6ab2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569445 Jul 16 18:23:39.939595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Allocated IP 172.20.0.1 (2e3a0732-75df-4e78-8b7f-bc786c40ab40/184347f6-56e3-4049-ad4d-a6b568388856/2ecec09b-a991-4ec7-a09b-470ebdbccc4f) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:40.260216 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.320685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Transition to ACTIVE for port object 2ecec09b-a991-4ec7-a09b-470ebdbccc4f will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:40.409323 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.415653 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.441002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Transition to ACTIVE for port object e9a210e8-cdc6-4967-b4bc-13c1b71332aa will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:40.457129 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.519359 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Pushing event updated for resources: {'Port': ['ID=2ecec09b-a991-4ec7-a09b-470ebdbccc4f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:40.563363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:40.566183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:40.573096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:40.580559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d04da8-ff0f-445d-ad0a-bc798f2d2adb None None] Pushing event updated for resources: {'Port': ['ID=e9a210e8-cdc6-4967-b4bc-13c1b71332aa,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:40.628230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Attempting to bind port e9a210e8-cdc6-4967-b4bc-13c1b71332aa on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:40.628567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Attempting to bind port e9a210e8-cdc6-4967-b4bc-13c1b71332aa by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:40.629516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Attempting to bind port e9a210e8-cdc6-4967-b4bc-13c1b71332aa on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:40.636965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:40.637559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:40.638181 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.639672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:40.639672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Bound port: e9a210e8-cdc6-4967-b4bc-13c1b71332aa, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:40.640098 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.659195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.769353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] For port e9a210e8-cdc6-4967-b4bc-13c1b71332aa, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:40.774331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] For port e9a210e8-cdc6-4967-b4bc-13c1b71332aa, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e9a210e8-cdc6-4967-b4bc-13c1b71332aa,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:40.783548 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:40.872266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Routers {'3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:40.873475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:41.149605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.345723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-460d42f7-daa2-4a90-acd5-9d3ce9f79382 None None] Provisioning for port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:41.349700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d04da8-ff0f-445d-ad0a-bc798f2d2adb None None] Pushing event updated for resources: {'Port': ['ID=e9a210e8-cdc6-4967-b4bc-13c1b71332aa,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:41.377817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-460d42f7-daa2-4a90-acd5-9d3ce9f79382 None None] Provisioning complete for port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:41.378674 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-460d42f7-daa2-4a90-acd5-9d3ce9f79382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:41.491114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] Set router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:41.495921 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-460d42f7-daa2-4a90-acd5-9d3ce9f79382 None None] Port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:41.499151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820bc2b2-93d0-4f02-9554-1722193a8bcb req-2103b2f9-a79e-4161-9413-1148aa2dec7d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:41.515831 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-820bc2b2-93d0-4f02-9554-1722193a8bcb req-2103b2f9-a79e-4161-9413-1148aa2dec7d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.2390738 Jul 16 18:23:41.607506 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-820bc2b2-93d0-4f02-9554-1722193a8bcb req-4b215ec4-d3a9-4c64-965e-67499acb8343 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901337 Jul 16 18:23:41.957051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:36Z', 'revision_number': 3, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:42.022864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-658c2d36-cb9e-41e7-804a-281340266bac None None] The sync data for ids ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'] in n-d-794306-7 is: [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:36Z', 'revision_number': 3, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:42.163468 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.480310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.494669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.693125 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:42.707243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Pushing event updated for resources: {'Port': ['ID=2ecec09b-a991-4ec7-a09b-470ebdbccc4f,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:42.965861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:42.968920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:43.134117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58100) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:43.142646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'network': {'name': 'tempest-network-smoke--731923975', 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'port_security_enabled': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:43.227808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Made reservation on behalf of 5e9cac9c66c64ce8adb1547070ff4750 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:43.235068 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.277693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2abc27b-4939-4fdd-ba64-de8a50792287 req-9c6fb844-66ed-4493-ad69-dafbb973d818 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:43.279965 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2abc27b-4939-4fdd-ba64-de8a50792287 req-9c6fb844-66ed-4493-ad69-dafbb973d818 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.3385623 Jul 16 18:23:43.281445 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.358956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:23:43.543941 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2abc27b-4939-4fdd-ba64-de8a50792287 req-bd0c714a-dc5f-437c-9888-e9744ccbe96b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316949 Jul 16 18:23:43.597316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d82b88f5-e1c6-493d-9631-5d3f2e12ff9c None None] Provisioning complete for port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:43.597316 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d82b88f5-e1c6-493d-9631-5d3f2e12ff9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.639394 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9a210e8-cdc6-4967-b4bc-13c1b71332aa up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:43.752219 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.759149 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.771160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:43.785001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1eafa401-f774-4bfe-9ae1-48dadb11e80d admin admin] 10.222.0.47 "PUT /v2.0/routers/3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6531034 Jul 16 18:23:43.823804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 390} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:43.837468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d82b88f5-e1c6-493d-9631-5d3f2e12ff9c None None] Port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:43.841231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port e9a210e8-cdc6-4967-b4bc-13c1b71332aa completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:43.842533 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.842886 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Added segment 7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17 of type vlan for network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c Jul 16 18:23:43.850623 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e9a210e8-cdc6-4967-b4bc-13c1b71332aa triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:43.851237 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:43.948467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.030859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.038676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.039834 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.124416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.172944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port e9a210e8-cdc6-4967-b4bc-13c1b71332aa, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e9a210e8-cdc6-4967-b4bc-13c1b71332aa,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:44.175829 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0396159 Jul 16 18:23:44.179278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58130) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:44.180559 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.193685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'admin_state_up': True, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:44.202379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b7144a1-2126-4a7d-a0ba-5d4e9bb1fc02,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.289103 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.290887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.335388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=e9a210e8-cdc6-4967-b4bc-13c1b71332aa,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.424823 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.769602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58140) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:44.845805 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:44.919856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa4cb3-e5dd-4a0c-b4ec-aaee26e495a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Network': ['ID=347ad5c0-79b3-45f9-8c92-6d35ce97bf7c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:44.934499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:44.987356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbc5f21-fe9f-4f4e-8966-0e6b76b0119f req-14bba0bf-bb50-46e1-91c2-e070847228b3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:44.995330 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbbc5f21-fe9f-4f4e-8966-0e6b76b0119f req-14bba0bf-bb50-46e1-91c2-e070847228b3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.8311646 Jul 16 18:23:45.063220 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbbc5f21-fe9f-4f4e-8966-0e6b76b0119f req-fb3eef52-98ad-4e9b-a39b-0a9852a3a66d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656977 Jul 16 18:23:45.217416 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Sync routers for ids ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:45.239885 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Routers {'3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:45.240790 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:45.317491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58156) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:45.329831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1226088250-network', 'tenant_id': '65a355000e524e97ad894d378737ac11'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:45.376838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Made reservation on behalf of 65a355000e524e97ad894d378737ac11 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:45.381856 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.385439 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad6c641c-740e-4e3d-b66b-fe11a3d2ea5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.405539 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Set router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:45.406490 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.442663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.491128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.491849 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-09394db8-4696-4ac5-8711-cf6221bf80f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.510567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9a210e8-cdc6-4967-b4bc-13c1b71332aa up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:45.602090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e9a210e8-cdc6-4967-b4bc-13c1b71332aa triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:45.602090 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.636699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1694b9c0-4047-4ac2-856d-a0a9bcbd3e2f req-5cb55434-d763-43c2-bb0a-ebda227deaa1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:45.639407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1694b9c0-4047-4ac2-856d-a0a9bcbd3e2f req-5cb55434-d763-43c2-bb0a-ebda227deaa1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.3333189 Jul 16 18:23:45.706730 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.713057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.757389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 383} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:23:45.791439 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 4, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '2ecec09b-a991-4ec7-a09b-470ebdbccc4f', 'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'mac_address': 'fa:16:3e:8e:8f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '184347f6-56e3-4049-ad4d-a6b568388856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:41Z', 'revision_number': 2, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'subnets': [{'id': '184347f6-56e3-4049-ad4d-a6b568388856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:45.798797 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5404bfd-d1d4-45a5-aa01-0232e3324d5f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:45.802808 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.803256 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Added segment 58702928-a86b-4a84-a3c9-2c7f824cc5ce of type vlan for network df165c26-8651-452f-8fb5-64a15dfca4e8 Jul 16 18:23:45.856301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1694b9c0-4047-4ac2-856d-a0a9bcbd3e2f req-92292e9f-91b6-46f5-8e44-1eb1fe2f7a6c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2076247 Jul 16 18:23:45.875463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Allocated IP 172.25.7.221 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/7613bc1a-0062-46d0-9cb4-3cf067363e0e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:45.882240 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Checking router: 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:45.885287 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Updating router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:45.935259 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.982146 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:45.993247 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.000341 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.001875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.133758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] Pushing event updated for resources: {'Network': ['ID=df165c26-8651-452f-8fb5-64a15dfca4e8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.140820 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad6c641c-740e-4e3d-b66b-fe11a3d2ea5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.151119 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad6c641c-740e-4e3d-b66b-fe11a3d2ea5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.157877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network df165c26-8651-452f-8fb5-64a15dfca4e8 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:23:46.158488 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-78cb5571-2704-4c0a-83a6-03eb59f889c1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8385360 Jul 16 18:23:46.162421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58162) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:46.170039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] Request body: {'subnet': {'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1226088250-subnet', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:46.220392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] Made reservation on behalf of 65a355000e524e97ad894d378737ac11 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:46.224058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.261649 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ad6c641c-740e-4e3d-b66b-fe11a3d2ea5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bd3f5c63be6b4108b2914e763d33573c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4913344 Jul 16 18:23:46.266654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58170) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:46.419791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6c641c-740e-4e3d-b66b-fe11a3d2ea5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace717f3-881b-4d5d-ae6f-3be2ba5e9641,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.460594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.515902 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f61895d-0a6b-4f9f-939f-3b77280826f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.548949 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.559734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f61895d-0a6b-4f9f-939f-3b77280826f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.669468 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.678353 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.726494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] Checking segment: {'id': '58702928-a86b-4a84-a3c9-2c7f824cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:46.727168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] Network hostable DHCP agents. Network: df165c26-8651-452f-8fb5-64a15dfca4e8, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:46.743146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b384d8-0d70-47cf-935d-941b282a843c req-1dd9286b-c9dd-49ae-af2d-d23174c8379a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.743146 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-1dd9286b-c9dd-49ae-af2d-d23174c8379a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 812 time: 0.2992404 Jul 16 18:23:46.743146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.744367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:46.752915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:46.766251 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Transition to ACTIVE for port object 2ecec09b-a991-4ec7-a09b-470ebdbccc4f will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:46.768847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:46.777316 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.802779 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-d40436ca-c912-4c15-a310-afc8717eb5e0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/quotas/55124635a44d4e7fa68f8e94d2a852c1 HTTP/1.1" status: 200 len: 375 time: 0.0464275 Jul 16 18:23:46.812067 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f61895d-0a6b-4f9f-939f-3b77280826f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.817122 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f61895d-0a6b-4f9f-939f-3b77280826f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.819186 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3f61895d-0a6b-4f9f-939f-3b77280826f9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ace717f3-881b-4d5d-ae6f-3be2ba5e9641 HTTP/1.1" status: 204 len: 168 time: 0.5510094 Jul 16 18:23:46.835384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f61895d-0a6b-4f9f-939f-3b77280826f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace717f3-881b-4d5d-ae6f-3be2ba5e9641,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.841704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Port': ['ID=7613bc1a-0062-46d0-9cb4-3cf067363e0e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.880847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] Network df165c26-8651-452f-8fb5-64a15dfca4e8 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:46.905133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, df165c26-8651-452f-8fb5-64a15dfca4e8) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:46.917788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871cdfc-f464-457b-a708-bc28f8dfc0ea None None] Network df165c26-8651-452f-8fb5-64a15dfca4e8 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:46.926856 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Pushing event updated for resources: {'Port': ['ID=2ecec09b-a991-4ec7-a09b-470ebdbccc4f,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:46.927881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:46.928487 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:46.973715 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2ab211f0-9184-4386-95f7-55f96255c476 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8098207 Jul 16 18:23:46.974434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58178) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:46.981475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1226088250-router', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:47.044268 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-c5ed4908-0418-41b4-95ed-8bc20066e2ad tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2278569 Jul 16 18:23:47.064695 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.065151 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.065640 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.066212 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.066739 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.067283 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.083739 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.084433 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.084986 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.091956 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.092606 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.093238 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:47.234239 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Attempting to bind port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:47.234516 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Attempting to bind port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:47.241659 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Attempting to bind port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f on network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:47.257891 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.258936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.265165 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:47.273500 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Checking segment: {'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:47.276642 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.277801 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Bound using segment: {'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:47.280531 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Bound port: 2ecec09b-a991-4ec7-a09b-470ebdbccc4f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:47.284133 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.430467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-df165c26-8651-452f-8fb5-64a15dfca4e8', 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'fixed_ips': [{'subnet_id': 'e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:47.433351 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.463913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.507920 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] For port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:47.516302 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] For port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2ecec09b-a991-4ec7-a09b-470ebdbccc4f,segment=NetworkSegment(cd71136e-0fe6-4610-b54b-063a9ba57f89),segment_id=cd71136e-0fe6-4610-b54b-063a9ba57f89)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:47.519893 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.523232 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.710068 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b32ae8-bb58-4970-9b38-382cbdad2094 None None] Pushing event updated for resources: {'Port': ['ID=2ecec09b-a991-4ec7-a09b-470ebdbccc4f,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:47.713220 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Routers {'3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:47.713608 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:47.744520 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58184) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:47.801339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Allocated IP 172.20.0.2 (df165c26-8651-452f-8fb5-64a15dfca4e8/e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a/bfb0555d-6c6b-4286-9538-bfef8ed70113) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:47.810018 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-169db4df-a8aa-4cfa-84ba-dc6bca4e18dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:47.852148 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-afcbc4ec-b043-4431-b5f4-28f393375ab5 service neutron] 10.222.0.47 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8062727 Jul 16 18:23:48.031448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.077915 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.104336 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] Set router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:48.246916 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-f27901df-6298-48a3-bdf4-21fa677f5809 service neutron] 10.222.0.47 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3937819 Jul 16 18:23:48.281127 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.317615 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Transition to ACTIVE for port object bfb0555d-6c6b-4286-9538-bfef8ed70113 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:48.340910 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-169db4df-a8aa-4cfa-84ba-dc6bca4e18dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.352273 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-169db4df-a8aa-4cfa-84ba-dc6bca4e18dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.356690 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Transition to ACTIVE for port object bfb0555d-6c6b-4286-9538-bfef8ed70113 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:48.387167 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.399903 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.458034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169db4df-a8aa-4cfa-84ba-dc6bca4e18dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e70a6f-b826-4255-be10-a2b5f7fdf88c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:48.460488 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-07334d24-47a9-4339-8f70-85cf25db626f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.464743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Router 67b38a72-46f3-4dc6-9991-f696dd08077b is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:48.494066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Network df165c26-8651-452f-8fb5-64a15dfca4e8 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:48.510026 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-169db4df-a8aa-4cfa-84ba-dc6bca4e18dd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e2bd5520f0e542ac87fc046093ad652f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7596436 Jul 16 18:23:48.515207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:48.515704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58188) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:48.534829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:48.654373 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Pushing event updated for resources: {'Port': ['ID=bfb0555d-6c6b-4286-9538-bfef8ed70113,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:48.757591 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 4, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '2ecec09b-a991-4ec7-a09b-470ebdbccc4f', 'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'mac_address': 'fa:16:3e:8e:8f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '184347f6-56e3-4049-ad4d-a6b568388856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 4, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'subnets': [{'id': '184347f6-56e3-4049-ad4d-a6b568388856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:48.819659 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea74ab-c724-4b18-850f-00ef5ecbc5ec None None] The sync data for ids ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'] in n-d-794306-7 is: [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 4, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '2ecec09b-a991-4ec7-a09b-470ebdbccc4f', 'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'mac_address': 'fa:16:3e:8e:8f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '184347f6-56e3-4049-ad4d-a6b568388856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 4, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'subnets': [{'id': '184347f6-56e3-4049-ad4d-a6b568388856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:48.864228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:48.893939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Sync routers for ids ['67b38a72-46f3-4dc6-9991-f696dd08077b'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:48.924191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:48.946173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Attempting to bind port bfb0555d-6c6b-4286-9538-bfef8ed70113 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:48.950541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Attempting to bind port bfb0555d-6c6b-4286-9538-bfef8ed70113 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '58702928-a86b-4a84-a3c9-2c7f824cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:48.951477 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Attempting to bind port bfb0555d-6c6b-4286-9538-bfef8ed70113 on network df165c26-8651-452f-8fb5-64a15dfca4e8 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:48.958236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Routers {'67b38a72-46f3-4dc6-9991-f696dd08077b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:48.969381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['67b38a72-46f3-4dc6-9991-f696dd08077b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:48.974916 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.028831 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-023416d3-329e-4636-8e70-933ef7d693b3 req-d1a1a7bc-3798-453b-809c-3a2ffb8549ca tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 210 time: 0.1618979 Jul 16 18:23:49.051487 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d63a081c-5e00-468c-939c-8001b118a3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.102210 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.105214 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f70e6b18-1a5f-4e4f-aa91-472b32c2fbe6 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 4.9239702 Jul 16 18:23:49.122051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:49.130427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58198) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:49.132691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Checking segment: {'id': '58702928-a86b-4a84-a3c9-2c7f824cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:49.133221 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.135048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Bound using segment: {'id': '58702928-a86b-4a84-a3c9-2c7f824cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:49.136837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Bound port: bfb0555d-6c6b-4286-9538-bfef8ed70113, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58702928-a86b-4a84-a3c9-2c7f824cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:49.137306 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.185871 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d63a081c-5e00-468c-939c-8001b118a3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.244814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] For port bfb0555d-6c6b-4286-9538-bfef8ed70113, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:49.248877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] For port bfb0555d-6c6b-4286-9538-bfef8ed70113, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bfb0555d-6c6b-4286-9538-bfef8ed70113,segment=NetworkSegment(58702928-a86b-4a84-a3c9-2c7f824cc5ce),segment_id=58702928-a86b-4a84-a3c9-2c7f824cc5ce)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:49.313357 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.355714 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d63a081c-5e00-468c-939c-8001b118a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.399485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d63a081c-5e00-468c-939c-8001b118a3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:49.407994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d63a081c-5e00-468c-939c-8001b118a3a9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/33e70a6f-b826-4255-be10-a2b5f7fdf88c HTTP/1.1" status: 204 len: 168 time: 0.8193867 Jul 16 18:23:49.477247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63a081c-5e00-468c-939c-8001b118a3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e70a6f-b826-4255-be10-a2b5f7fdf88c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:49.596574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898dc725-b27a-4d59-bbea-cc2a7c61c757 None None] Pushing event updated for resources: {'Port': ['ID=bfb0555d-6c6b-4286-9538-bfef8ed70113,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:49.673587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Allocated IP 172.25.7.4 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/cf66aae7-bf04-4b76-bc03-40f11bbfb193) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:49.707478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Set router 67b38a72-46f3-4dc6-9991-f696dd08077b gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:49.797047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2ecec09b-a991-4ec7-a09b-470ebdbccc4f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:49.946835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7741ce87-a096-4863-82e7-000a866dd37c tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=5e9cac9c66c64ce8adb1547070ff4750&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8136699 Jul 16 18:23:49.949715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58210) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:50.257669 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.290758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:50.301237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:50.302088 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.322330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.429953 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.444959 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 3, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:50.491086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Checking router: 67b38a72-46f3-4dc6-9991-f696dd08077b for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:50.491734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Updating router 67b38a72-46f3-4dc6-9991-f696dd08077b port 7613bc1a-0062-46d0-9cb4-3cf067363e0e binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:50.523417 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2acbd55-5c72-4055-8540-891eed301685 req-120b3aa5-ad59-47ca-a7d9-ce2b4a9c86e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 210 time: 0.1234612 Jul 16 18:23:50.595130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.600987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2ecec09b-a991-4ec7-a09b-470ebdbccc4f,segment=NetworkSegment(cd71136e-0fe6-4610-b54b-063a9ba57f89),segment_id=cd71136e-0fe6-4610-b54b-063a9ba57f89)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:50.610113 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.677896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=2ecec09b-a991-4ec7-a09b-470ebdbccc4f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.688707 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:50.747381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4cf265a-000b-44f9-97fa-7fe49d0925f3 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:50.752481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Pushing event updated for resources: {'Port': ['ID=cf66aae7-bf04-4b76-bc03-40f11bbfb193,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:50.758396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a4cf265a-000b-44f9-97fa-7fe49d0925f3 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7986779 Jul 16 18:23:50.775378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58222) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:50.842361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:50.844507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:50.851836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58226) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:50.852127 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3d3f17e3-dbb8-4712-a036-8880467caee0 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0751708 Jul 16 18:23:50.853113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:50.872906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-26941853', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:51.238945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Made reservation on behalf of 5e9cac9c66c64ce8adb1547070ff4750 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:51.252574 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.632725 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.737573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Transition to ACTIVE for port object 7613bc1a-0062-46d0-9cb4-3cf067363e0e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:51.795252 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:51.852104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.030626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2ecec09b-a991-4ec7-a09b-470ebdbccc4f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:52.155881 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.189824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Attempting to bind port 7613bc1a-0062-46d0-9cb4-3cf067363e0e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:52.192707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Attempting to bind port 7613bc1a-0062-46d0-9cb4-3cf067363e0e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:52.194133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Attempting to bind port 7613bc1a-0062-46d0-9cb4-3cf067363e0e on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:52.235152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18980485-8749-4ca3-aa66-ba8ceb3e9a52 None None] Pushing event updated for resources: {'Port': ['ID=7613bc1a-0062-46d0-9cb4-3cf067363e0e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.264367 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:52.266120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:52.267237 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.270936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:52.272570 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Bound port: 7613bc1a-0062-46d0-9cb4-3cf067363e0e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:52.273509 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.301617 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2ca2f8-9098-4c2e-b160-92ad8d84a1d6 None None] Network df165c26-8651-452f-8fb5-64a15dfca4e8 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:52.528032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.542888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] For port 7613bc1a-0062-46d0-9cb4-3cf067363e0e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:52.570064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] For port 7613bc1a-0062-46d0-9cb4-3cf067363e0e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7613bc1a-0062-46d0-9cb4-3cf067363e0e,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:52.575665 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:23:52.615220 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.730533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c46c76cb-2d29-435b-8c3a-21f69526a0dc None None] Provisioning for port bfb0555d-6c6b-4286-9538-bfef8ed70113 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:52.857457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:23:52.897848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18980485-8749-4ca3-aa66-ba8ceb3e9a52 None None] Pushing event updated for resources: {'Port': ['ID=7613bc1a-0062-46d0-9cb4-3cf067363e0e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:52.974243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:52.979856 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:52.989299 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4232bbc1-750f-48af-90db-3806e5c9ac72 req-0f751eed-850d-4d4d-a634-c1450f70a759 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 210 time: 0.8826852 Jul 16 18:23:53.104884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:23:53.121323 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Sync routers for ids ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:23:53.152984 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Routers {'65a40fa6-8c3f-47b5-a866-3ff2b2a05581'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:53.157127 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.169728 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.172669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b384d8-0d70-47cf-935d-941b282a843c req-1261b7c0-7230-42b5-9ae3-7afffa5906f1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:53.175468 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-1261b7c0-7230-42b5-9ae3-7afffa5906f1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 812 time: 1.3935022 Jul 16 18:23:53.176542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-315b9d16-06bc-4d9c-87e7-2d4d6d38239b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.1995625 Jul 16 18:23:53.180422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58266) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:53.346985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Request body: {'port': {'device_id': 'ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'admin_state_up': True, 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:53.432917 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:53.604135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Routers {'67b38a72-46f3-4dc6-9991-f696dd08077b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:53.605474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['67b38a72-46f3-4dc6-9991-f696dd08077b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:53.771266 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Set router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:53.819826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Subnet': ['ID=46fdc9e1-baba-43e0-85a1-fe35d9593df5,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:53.969127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] Set router 67b38a72-46f3-4dc6-9991-f696dd08077b gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:54.093795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Made reservation on behalf of 55124635a44d4e7fa68f8e94d2a852c1 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:23:54.108570 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.113179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Checking segment: {'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:54.119754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network hostable DHCP agents. Network: 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:23:54.223302 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'name': 'tempest-TestServerBasicOps-1226088250-router', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:47Z', 'updated_at': '2021-07-16T18:23:51Z', 'revision_number': 3, 'project_id': '65a355000e524e97ad894d378737ac11', 'gw_port': {'id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:48Z', 'updated_at': '2021-07-16T18:23:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:54.309797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:23:54.363453 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Checking router: 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:23:54.364260 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Updating router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 port cf66aae7-bf04-4b76-bc03-40f11bbfb193 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:23:54.440537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bfb0555d-6c6b-4286-9538-bfef8ed70113 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:54.466441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:54.482490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:54.483234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.521708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49c10e2-c8d9-4f3f-ab5e-450781e7e00e None None] Network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:23:54.525717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9bd5845e-5bb0-4824-a75a-d70b08bab2d8 req-d4e0f19a-6705-438b-9778-1e22f9df70b5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 210 time: 0.1081662 Jul 16 18:23:54.526494 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:54.824578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58306) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:54.824872 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-69d4daca-9883-440c-b827-99a5470f2b95 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.9694850 Jul 16 18:23:54.950914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Allocated IP 172.20.0.13 (aa7eea33-164a-427f-969a-0a4cda29d16b/655be6c6-2ee7-42de-8647-0a29e7b05320/256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:54.957642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port bfb0555d-6c6b-4286-9538-bfef8ed70113 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:54.968204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 3, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:55.001742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'fixed_ips': [{'subnet_id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:23:55.004614 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.108621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf0a235-0fb6-40f5-99ca-f827cc42c458 None None] The sync data for ids ['67b38a72-46f3-4dc6-9991-f696dd08077b'] in n-d-794306-7 is: [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:47Z', 'revision_number': 3, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:55.120718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port bfb0555d-6c6b-4286-9538-bfef8ed70113 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:55.121672 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.164959 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.179146 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Transition to ACTIVE for port object cf66aae7-bf04-4b76-bc03-40f11bbfb193 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:55.193923 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.262394 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Attempting to bind port cf66aae7-bf04-4b76-bc03-40f11bbfb193 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:55.262727 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Attempting to bind port cf66aae7-bf04-4b76-bc03-40f11bbfb193 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:55.263092 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Attempting to bind port cf66aae7-bf04-4b76-bc03-40f11bbfb193 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:55.279968 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:55.280508 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:55.280818 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.281209 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:55.281681 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Bound port: cf66aae7-bf04-4b76-bc03-40f11bbfb193, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:55.282038 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.412943 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.436413 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.446691 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] For port cf66aae7-bf04-4b76-bc03-40f11bbfb193, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:55.459334 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] For port cf66aae7-bf04-4b76-bc03-40f11bbfb193, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf66aae7-bf04-4b76-bc03-40f11bbfb193,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:55.489010 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.491283 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df24c8-87dd-462d-9cfa-c14deab20c92 None None] Pushing event updated for resources: {'Port': ['ID=cf66aae7-bf04-4b76-bc03-40f11bbfb193,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:55.509652 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Transition to ACTIVE for port object 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:55.650081 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:55.744192 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Routers {'65a40fa6-8c3f-47b5-a866-3ff2b2a05581'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:23:55.745778 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:55.752108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c591505a-386e-46b4-bdf3-09058b51b896'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:23:55.967281 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df24c8-87dd-462d-9cfa-c14deab20c92 None None] Pushing event updated for resources: {'Port': ['ID=cf66aae7-bf04-4b76-bc03-40f11bbfb193,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.010728 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] Set router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:23:56.020911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Network aa7eea33-164a-427f-969a-0a4cda29d16b is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:56.071074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:56.091963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:56.126314 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.189719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Allocated IP 172.20.0.2 (347ad5c0-79b3-45f9-8c92-6d35ce97bf7c/46fdc9e1-baba-43e0-85a1-fe35d9593df5/9d812129-cbd5-49db-9c9a-ac70f23733c5) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:56.322779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.324100 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.366205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Allocated IP 172.20.0.1 (df165c26-8651-452f-8fb5-64a15dfca4e8/e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a/3462931d-4c4a-45eb-ac0a-7468ce62597a) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:56.387986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event updated for resources: {'Port': ['ID=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:56.469216 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-822a82da-8742-4c44-aedd-80205fef96c3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2709107 Jul 16 18:23:56.514072 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'name': 'tempest-TestServerBasicOps-1226088250-router', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:47Z', 'updated_at': '2021-07-16T18:23:51Z', 'revision_number': 3, 'project_id': '65a355000e524e97ad894d378737ac11', 'gw_port': {'id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:48Z', 'updated_at': '2021-07-16T18:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:23:56.535022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Request body: {'port': {'device_id': 'ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:23:56.548772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port bfb0555d-6c6b-4286-9538-bfef8ed70113, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bfb0555d-6c6b-4286-9538-bfef8ed70113,segment=NetworkSegment(58702928-a86b-4a84-a3c9-2c7f824cc5ce),segment_id=58702928-a86b-4a84-a3c9-2c7f824cc5ce)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:56.561394 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33858ec2-a0f6-40d9-905c-6eb94d886725 None None] The sync data for ids ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'] in n-d-794306-7 is: [{'id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'name': 'tempest-TestServerBasicOps-1226088250-router', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:47Z', 'updated_at': '2021-07-16T18:23:51Z', 'revision_number': 3, 'project_id': '65a355000e524e97ad894d378737ac11', 'gw_port': {'id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:48Z', 'updated_at': '2021-07-16T18:23:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:23:56.577214 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:56.775702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be50b44f-86d1-4941-a546-070d86ebde16 req-5e41009a-1fc2-4a4d-a7d2-1556fde1dba3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:56.794358 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be50b44f-86d1-4941-a546-070d86ebde16 req-5e41009a-1fc2-4a4d-a7d2-1556fde1dba3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 932 time: 0.8715146 Jul 16 18:23:56.923333 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7613bc1a-0062-46d0-9cb4-3cf067363e0e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:56.976089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=bfb0555d-6c6b-4286-9538-bfef8ed70113,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:57.080496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3301776d-51e5-4709-b27a-e2f12f8b8feb None None] Provisioning for port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:57.156160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3301776d-51e5-4709-b27a-e2f12f8b8feb None None] Provisioning complete for port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:57.158033 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3301776d-51e5-4709-b27a-e2f12f8b8feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.186915 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be50b44f-86d1-4941-a546-070d86ebde16 req-92aaf401-5c15-4d3b-825c-9a3419947028 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3697984 Jul 16 18:23:57.342656 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.361239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-3301776d-51e5-4709-b27a-e2f12f8b8feb None None] Port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:57.369998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7613bc1a-0062-46d0-9cb4-3cf067363e0e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:57.399368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7613bc1a-0062-46d0-9cb4-3cf067363e0e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:57.400111 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.402552 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.438456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.479886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.482665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Transition to ACTIVE for port object 3462931d-4c4a-45eb-ac0a-7468ce62597a will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:57.513745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Transition to ACTIVE for port object 9d812129-cbd5-49db-9c9a-ac70f23733c5 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:57.604285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Transition to ACTIVE for port object 9d812129-cbd5-49db-9c9a-ac70f23733c5 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:57.642775 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.745870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58356) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:57.769629 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:57.777686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:57.781150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:57.911953 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.974982 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:57.977121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 7613bc1a-0062-46d0-9cb4-3cf067363e0e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7613bc1a-0062-46d0-9cb4-3cf067363e0e,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:23:58.078836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Network df165c26-8651-452f-8fb5-64a15dfca4e8 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:58.084731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=3462931d-4c4a-45eb-ac0a-7468ce62597a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.084731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:58.137815 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.148132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Pushing event updated for resources: {'Port': ['ID=9d812129-cbd5-49db-9c9a-ac70f23733c5,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.252594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Attempting to bind port 9d812129-cbd5-49db-9c9a-ac70f23733c5 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:58.253544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Attempting to bind port 9d812129-cbd5-49db-9c9a-ac70f23733c5 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:58.253544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Attempting to bind port 9d812129-cbd5-49db-9c9a-ac70f23733c5 on network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:58.254690 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:23:58.263461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Allocated IP 172.20.0.1 (347ad5c0-79b3-45f9-8c92-6d35ce97bf7c/46fdc9e1-baba-43e0-85a1-fe35d9593df5/fc2ab459-6ef3-42b9-b8d2-2a3e5908683e) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:23:58.278489 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.318688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Transition to ACTIVE for port object 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:58.320828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:58.334207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:58.343081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Checking segment: {'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:58.343760 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.344236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Bound using segment: {'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:58.345007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Bound port: 9d812129-cbd5-49db-9c9a-ac70f23733c5, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:58.345602 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.386402 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.480758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=7613bc1a-0062-46d0-9cb4-3cf067363e0e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:58.490551 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.506861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.564585 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.567221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Transition to ACTIVE for port object fc2ab459-6ef3-42b9-b8d2-2a3e5908683e will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:23:58.670855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1e3b8e2a-3f5b-49ea-b83c-c94f0fee2b64 None None] Provisioning for port 3462931d-4c4a-45eb-ac0a-7468ce62597a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:23:58.704860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1e3b8e2a-3f5b-49ea-b83c-c94f0fee2b64 None None] Provisioning complete for port 3462931d-4c4a-45eb-ac0a-7468ce62597a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:58.706054 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e3b8e2a-3f5b-49ea-b83c-c94f0fee2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:58.859312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] For port 9d812129-cbd5-49db-9c9a-ac70f23733c5, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:58.966788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f59199-a0bd-4844-8a3a-612ec38f577f req-86213316-7b3d-4c2f-899c-cbace9d66391 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:58.980667 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-96f59199-a0bd-4844-8a3a-612ec38f577f req-86213316-7b3d-4c2f-899c-cbace9d66391 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 944 time: 0.4005015 Jul 16 18:23:58.986648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] For port 9d812129-cbd5-49db-9c9a-ac70f23733c5, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9d812129-cbd5-49db-9c9a-ac70f23733c5,segment=NetworkSegment(7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17),segment_id=7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:58.988617 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1e3b8e2a-3f5b-49ea-b83c-c94f0fee2b64 None None] Port 3462931d-4c4a-45eb-ac0a-7468ce62597a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:23:59.006064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bfb0555d-6c6b-4286-9538-bfef8ed70113 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:59.011994 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.014748 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.048608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Pushing event updated for resources: {'Port': ['ID=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.149892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Attempting to bind port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:23:59.150518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Attempting to bind port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:23:59.151019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Attempting to bind port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:59.167665 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.181451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec on network aa7eea33-164a-427f-969a-0a4cda29d16b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:23:59.182160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Attempting to bind port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:23:59.216369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:23:59.217014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Checking segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:23:59.217564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Bound using segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:23:59.218166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Bound port: 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:23:59.218532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Port': ['ID=fc2ab459-6ef3-42b9-b8d2-2a3e5908683e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.218878 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.235102 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b876ba5-e4a0-4726-b182-b7bd2a0191df None None] Pushing event updated for resources: {'Port': ['ID=9d812129-cbd5-49db-9c9a-ac70f23733c5,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.236292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.303344 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port bfb0555d-6c6b-4286-9538-bfef8ed70113 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:59.305000 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.341289 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.346810 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4e9ba3c2ee994aaba0842221f08ea528&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5990968 Jul 16 18:23:59.355600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58378) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:23:59.360166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:23:59.361424 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=323aaccd-33a2-4b25-870c-d4d4dbe5214c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.386198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.386560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.387103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.387441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.387977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.388320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.388658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.388995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.389351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.389664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.389999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.390329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.403624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:23:59.419763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:23:59.453461 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-96f59199-a0bd-4844-8a3a-612ec38f577f req-71e9721d-b47d-4bb3-931c-aec8f6e5029f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4720063 Jul 16 18:23:59.457460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.457977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.461178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.461592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.464040 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.464275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.464801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.470843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.471415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.472286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.473050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.473872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.474491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4908d675-efe4-4f83-ace2-efba4f53ce9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:23:59.500929 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] For port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:23:59.505309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] For port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:23:59.520015 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.620330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.628233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7613bc1a-0062-46d0-9cb4-3cf067363e0e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:23:59.762326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Pushing event updated for resources: {'Port': ['ID=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:23:59.772633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:23:59.773055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.774818 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-3bdafd3e-88cf-4c27-a083-1b6586143409 service neutron] 10.222.0.37 "PUT /v2.0/ports/256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec HTTP/1.1" status: 200 len: 1092 time: 3.2889895 Jul 16 18:23:59.776202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8', 'tag': '256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:23:59.788417 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41" -d '{"events": [{"name": "network-changed", "server_uuid": "ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8", "tag": "256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:23:59.877418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7613bc1a-0062-46d0-9cb4-3cf067363e0e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:23:59.877811 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:23:59.913042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7f8dba7-8388-4b75-a3b2-2908a651d551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.082242 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.086476 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.116456 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.180870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf66aae7-bf04-4b76-bc03-40f11bbfb193 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:00.190690 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7f8dba7-8388-4b75-a3b2-2908a651d551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.257729 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.322514 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port cf66aae7-bf04-4b76-bc03-40f11bbfb193 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:00.335202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cf66aae7-bf04-4b76-bc03-40f11bbfb193 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:00.335611 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.344393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Pushing event updated for resources: {'Port': ['ID=3462931d-4c4a-45eb-ac0a-7468ce62597a,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.376638 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4836816-2701-45dd-a699-cb5634ea854d x-openstack-request-id: req-c4836816-2701-45dd-a699-cb5634ea854d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:00.377133 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8", "tag": "256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:00.377558 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c4836816-2701-45dd-a699-cb5634ea854d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:00.378133 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8', 'tag': '256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec', 'status': 'completed', 'code': 200} Jul 16 18:24:00.404503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b384d8-0d70-47cf-935d-941b282a843c req-5ee32048-3ffe-4524-af79-5267179a11d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.406210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-5ee32048-3ffe-4524-af79-5267179a11d1 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 1095 time: 0.5503411 Jul 16 18:24:00.469059 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.486274 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-949621e1-187f-4b3c-a85d-a4a43207df24 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec HTTP/1.1" status: 200 len: 217 time: 0.0489223 Jul 16 18:24:00.494355 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port cf66aae7-bf04-4b76-bc03-40f11bbfb193, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf66aae7-bf04-4b76-bc03-40f11bbfb193,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:00.503144 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.514718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7f8dba7-8388-4b75-a3b2-2908a651d551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.517359 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a7f8dba7-8388-4b75-a3b2-2908a651d551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.522481 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a7f8dba7-8388-4b75-a3b2-2908a651d551 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/323aaccd-33a2-4b25-870c-d4d4dbe5214c HTTP/1.1" status: 204 len: 168 time: 1.1606879 Jul 16 18:24:00.572953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=cf66aae7-bf04-4b76-bc03-40f11bbfb193,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.578507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b384d8-0d70-47cf-935d-941b282a843c req-e51ca77c-ff62-4cd8-aef1-79ad52c35c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.580219 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-e51ca77c-ff62-4cd8-aef1-79ad52c35c1e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0745397 Jul 16 18:24:00.660908 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.672684 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.700351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f8dba7-8388-4b75-a3b2-2908a651d551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=323aaccd-33a2-4b25-870c-d4d4dbe5214c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:00.750346 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Network df165c26-8651-452f-8fb5-64a15dfca4e8 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:00.757744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:00.888327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:00.956532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b384d8-0d70-47cf-935d-941b282a843c req-fc3f1be2-3fb6-4eba-9dab-d0aa89312cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:00.960750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d812129-cbd5-49db-9c9a-ac70f23733c5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:00.961772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-fc3f1be2-3fb6-4eba-9dab-d0aa89312cb2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3653209 Jul 16 18:24:00.965328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Port': ['ID=fc2ab459-6ef3-42b9-b8d2-2a3e5908683e,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.034046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-7dee25ec-ba6c-4d83-ae60-540e1e5daffc service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:24:01.050231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-7dee25ec-ba6c-4d83-ae60-540e1e5daffc service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0779192 Jul 16 18:24:01.136268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:01.140956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:01.150198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 9d812129-cbd5-49db-9c9a-ac70f23733c5 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:01.157027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf66aae7-bf04-4b76-bc03-40f11bbfb193 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:01.184081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5901e592-7316-4042-9b7d-3570599facf6 req-612579c1-6ec6-4f08-a6c9-600f2aecbc68 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:01.186264 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5901e592-7316-4042-9b7d-3570599facf6 req-612579c1-6ec6-4f08-a6c9-600f2aecbc68 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 944 time: 0.4052184 Jul 16 18:24:01.313255 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-013c2ef5-354d-4ee6-8adb-a857c075bc47 None None] Provisioning complete for port 3462931d-4c4a-45eb-ac0a-7468ce62597a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:01.313894 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-013c2ef5-354d-4ee6-8adb-a857c075bc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.401714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-013c2ef5-354d-4ee6-8adb-a857c075bc47 None None] Port 3462931d-4c4a-45eb-ac0a-7468ce62597a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:01.408743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cf66aae7-bf04-4b76-bc03-40f11bbfb193 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:01.409301 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.424266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58412) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:01.455704 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd40472d-7138-4e09-8f01-539c1ed87561 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.477219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5901e592-7316-4042-9b7d-3570599facf6 req-baeda96a-6540-4187-a18a-54b447aa81e2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151706 Jul 16 18:24:01.532872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Router 67b38a72-46f3-4dc6-9991-f696dd08077b has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:01.552123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-664a1f1d-db33-45c3-8c58-c8c6e276aabd None None] Network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:01.651262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-151f0f04-01b2-491f-81c5-3614cf08be75 None None] Provisioning for port 9d812129-cbd5-49db-9c9a-ac70f23733c5 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:01.670915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-151f0f04-01b2-491f-81c5-3614cf08be75 None None] Provisioning complete for port 9d812129-cbd5-49db-9c9a-ac70f23733c5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:01.671585 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-151f0f04-01b2-491f-81c5-3614cf08be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.762876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:01.768544 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd40472d-7138-4e09-8f01-539c1ed87561 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.777749 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f7a972e6-bb2d-4b4b-838a-f7f4f40b6841 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "PUT /v2.0/routers/67b38a72-46f3-4dc6-9991-f696dd08077b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9516449 Jul 16 18:24:01.780656 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd40472d-7138-4e09-8f01-539c1ed87561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.782456 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58420) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:01.799454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-21071840-c576-494d-9615-4770f29bdc4f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--574924077', 'description': 'tempest-secgroup_access--574924077 description', 'project_id': '5e9cac9c66c64ce8adb1547070ff4750'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:01.848287 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21071840-c576-494d-9615-4770f29bdc4f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.854099 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-151f0f04-01b2-491f-81c5-3614cf08be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:01.855870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd40472d-7138-4e09-8f01-539c1ed87561 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14ffede-3c07-4bac-9fde-2d8ff6374953,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:01.857748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Sync routers for ids ['67b38a72-46f3-4dc6-9991-f696dd08077b'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:01.872062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:01.893652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Routers {'67b38a72-46f3-4dc6-9991-f696dd08077b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:01.894368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['67b38a72-46f3-4dc6-9991-f696dd08077b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:01.936519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cd40472d-7138-4e09-8f01-539c1ed87561 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cce4ae95a64f4c7f8250ed9eb1c4aa56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103679 Jul 16 18:24:01.939480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58422) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:02.045975 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21071840-c576-494d-9615-4770f29bdc4f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.056594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21071840-c576-494d-9615-4770f29bdc4f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.071033 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d79e6bc5-03b1-4299-84b7-cf76e370d6a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.099758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21071840-c576-494d-9615-4770f29bdc4f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20981ec8-bbd1-4989-a567-573b0fe371fc,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:02.112757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-075592f2-805b-4188-9003-9e98fb798667 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0545771 Jul 16 18:24:02.140009 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d79e6bc5-03b1-4299-84b7-cf76e370d6a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.197233 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21071840-c576-494d-9615-4770f29bdc4f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.198788 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-21071840-c576-494d-9615-4770f29bdc4f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4153626 Jul 16 18:24:02.218334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58424) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:02.249361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0525ef48-1acc-4daa-8bd1-3ed774fa050f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--631811262', 'description': 'tempest-secgroup_general--631811262 description', 'project_id': '5e9cac9c66c64ce8adb1547070ff4750'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:02.355117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-151f0f04-01b2-491f-81c5-3614cf08be75 None None] For port 9d812129-cbd5-49db-9c9a-ac70f23733c5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9d812129-cbd5-49db-9c9a-ac70f23733c5,segment=NetworkSegment(7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17),segment_id=7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:02.371701 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-151f0f04-01b2-491f-81c5-3614cf08be75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.374696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:02.378218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51b384d8-0d70-47cf-935d-941b282a843c req-76ce6118-fdcc-4962-b2b5-55a6e8d3817a service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063549 Jul 16 18:24:02.382445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c61480a7-810a-4563-b92a-e242f2536aa2 admin admin] 10.222.0.47 "PUT /v2.0/routers/65a40fa6-8c3f-47b5-a866-3ff2b2a05581/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1998208 Jul 16 18:24:02.411161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0525ef48-1acc-4daa-8bd1-3ed774fa050f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.413565 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Sync routers for ids ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:02.468969 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Routers {'65a40fa6-8c3f-47b5-a866-3ff2b2a05581'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:02.474172 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d79e6bc5-03b1-4299-84b7-cf76e370d6a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.477154 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:02.483292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d79e6bc5-03b1-4299-84b7-cf76e370d6a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.485488 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d79e6bc5-03b1-4299-84b7-cf76e370d6a7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c14ffede-3c07-4bac-9fde-2d8ff6374953 HTTP/1.1" status: 204 len: 168 time: 0.5443010 Jul 16 18:24:02.536358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79e6bc5-03b1-4299-84b7-cf76e370d6a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14ffede-3c07-4bac-9fde-2d8ff6374953,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:02.575830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Set router 67b38a72-46f3-4dc6-9991-f696dd08077b gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:02.735039 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Set router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:02.753773 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0525ef48-1acc-4daa-8bd1-3ed774fa050f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.759104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41 req-af641835-f9a3-4ddd-af2d-b1d381e12422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:02.763675 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0525ef48-1acc-4daa-8bd1-3ed774fa050f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.784344 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41 req-af641835-f9a3-4ddd-af2d-b1d381e12422 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 1095 time: 0.2457473 Jul 16 18:24:02.847313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151f0f04-01b2-491f-81c5-3614cf08be75 None None] Pushing event updated for resources: {'Port': ['ID=9d812129-cbd5-49db-9c9a-ac70f23733c5,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:02.858616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0525ef48-1acc-4daa-8bd1-3ed774fa050f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.867291 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0525ef48-1acc-4daa-8bd1-3ed774fa050f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6472838 Jul 16 18:24:02.871725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58442) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:02.876380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-fc7db3c7-bb11-4c29-83c7-3c46d44c92d2 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'security_group_rule': {'security_group_id': '20981ec8-bbd1-4989-a567-573b0fe371fc', 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:02.886060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0525ef48-1acc-4daa-8bd1-3ed774fa050f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:02.935016 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f424b3f8-19b3-456b-876e-1516c3ce1cd0 None None] Provisioning complete for port 9d812129-cbd5-49db-9c9a-ac70f23733c5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:02.938935 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc7db3c7-bb11-4c29-83c7-3c46d44c92d2 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:02.940844 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f424b3f8-19b3-456b-876e-1516c3ce1cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.064592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc7db3c7-bb11-4c29-83c7-3c46d44c92d2 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.070599 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc7db3c7-bb11-4c29-83c7-3c46d44c92d2 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.105005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7db3c7-bb11-4c29-83c7-3c46d44c92d2 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5898393a-9664-4ff9-a388-ee8aa209b561,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:03.118280 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc7db3c7-bb11-4c29-83c7-3c46d44c92d2 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.130144 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fc7db3c7-bb11-4c29-83c7-3c46d44c92d2 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2565384 Jul 16 18:24:03.226699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41 req-a6f448df-ff89-4b9a-a572-9be556f0883c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.229090 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41 req-a6f448df-ff89-4b9a-a572-9be556f0883c service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.4430590 Jul 16 18:24:03.314683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'fc2ab459-6ef3-42b9-b8d2-2a3e5908683e', 'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:87:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:57Z', 'updated_at': '2021-07-16T18:24:00Z', 'revision_number': 2, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:03.347127 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41 req-9e8b2a10-20c9-4734-ac69-f8b1aa20a755 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec HTTP/1.1" status: 200 len: 217 time: 0.0996008 Jul 16 18:24:03.353954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Checking router: 67b38a72-46f3-4dc6-9991-f696dd08077b for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:03.354364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Updating router 67b38a72-46f3-4dc6-9991-f696dd08077b port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:03.356518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f424b3f8-19b3-456b-876e-1516c3ce1cd0 None None] Provisioning for port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:03.380279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f424b3f8-19b3-456b-876e-1516c3ce1cd0 None None] Provisioning complete for port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:03.380839 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f424b3f8-19b3-456b-876e-1516c3ce1cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.424582 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.468108 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'name': 'tempest-TestServerBasicOps-1226088250-router', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:47Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '65a355000e524e97ad894d378737ac11', 'gw_port': {'id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:48Z', 'updated_at': '2021-07-16T18:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3462931d-4c4a-45eb-ac0a-7468ce62597a', 'name': '', 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'mac_address': 'fa:16:3e:a4:d9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:55Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 2, 'project_id': '65a355000e524e97ad894d378737ac11', 'subnets': [{'id': 'e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:03.475320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f424b3f8-19b3-456b-876e-1516c3ce1cd0 None None] Port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:03.491233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41 req-c42d2e22-77c2-4885-8d17-f5b9b24b0e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.493840 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41 req-c42d2e22-77c2-4885-8d17-f5b9b24b0e23 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.1132162 Jul 16 18:24:03.601102 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Checking router: 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:03.601461 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Updating router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 port 3462931d-4c4a-45eb-ac0a-7468ce62597a binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:24:03.604540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d1f91-ee76-40a6-945e-62b528c92b2e req-10c87e4e-8814-47ec-a2a4-7708a5e7c36c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.613930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-210d1f91-ee76-40a6-945e-62b528c92b2e req-10c87e4e-8814-47ec-a2a4-7708a5e7c36c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 944 time: 0.5347176 Jul 16 18:24:03.616538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-77f6468e-9e54-4ae7-a765-aaed5f8fb27d None None] Provisioning complete for port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:03.617275 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-77f6468e-9e54-4ae7-a765-aaed5f8fb27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.672977 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:03.715033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41 req-0232a1e4-45b5-4175-8bd5-2544080f9d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:03.722619 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41 req-0232a1e4-45b5-4175-8bd5-2544080f9d42 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2222054 Jul 16 18:24:03.745989 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-210d1f91-ee76-40a6-945e-62b528c92b2e req-82afcea8-077b-4e77-a66d-089fc84e8b2f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262782 Jul 16 18:24:03.838733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-77f6468e-9e54-4ae7-a765-aaed5f8fb27d None None] Port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:03.894044 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41 req-fbe30fd1-766a-4a47-9b68-cf798ebd77be service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463537 Jul 16 18:24:04.014337 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.027013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Transition to ACTIVE for port object fc2ab459-6ef3-42b9-b8d2-2a3e5908683e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:04.036149 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.056376 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5555eba1-9dba-4e8b-a34f-8c2fc66caf41 req-ce8aea57-8dcc-4cdf-b925-e0bd43daa6a0 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546474 Jul 16 18:24:04.106879 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-249dd99a-a337-435a-b3ba-f5a9b4f49757 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup_general--631811262&fields=id&tenant_id=5e9cac9c66c64ce8adb1547070ff4750 HTTP/1.1" status: 200 len: 267 time: 0.0723422 Jul 16 18:24:04.124587 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:04.162751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb2e77-1d01-4f52-9ee6-421877a74423 None None] Pushing event updated for resources: {'Port': ['ID=fc2ab459-6ef3-42b9-b8d2-2a3e5908683e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:04.234846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-9fc75db7-c714-4f84-86ea-2471f5fb230a tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup_access--574924077&fields=id&tenant_id=5e9cac9c66c64ce8adb1547070ff4750 HTTP/1.1" status: 200 len: 267 time: 0.1252577 Jul 16 18:24:04.267839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58490) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:04.273073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1764f207-3a23-4d75-aebc-fa74f99cdca0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-600806605', 'description': 'tempest-secgroup-smoke-600806605 description', 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:04.283735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Attempting to bind port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:04.292033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Attempting to bind port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:04.292607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Attempting to bind port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e on network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:04.322654 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:04.326273 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Checking segment: {'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:04.327732 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.328198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Bound using segment: {'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:04.328813 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Bound port: fc2ab459-6ef3-42b9-b8d2-2a3e5908683e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:04.329307 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.335265 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1764f207-3a23-4d75-aebc-fa74f99cdca0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.435477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-30678369-c0b1-4fcc-a619-cc0af2f340c5 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:04.438168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-30678369-c0b1-4fcc-a619-cc0af2f340c5 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/networks?id=347ad5c0-79b3-45f9-8c92-6d35ce97bf7c HTTP/1.1" status: 200 len: 796 time: 0.2019987 Jul 16 18:24:04.463115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-e5c7169e-08ff-40c3-b97f-0d7535f7ebcc tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/quotas/5e9cac9c66c64ce8adb1547070ff4750 HTTP/1.1" status: 200 len: 375 time: 0.0179775 Jul 16 18:24:04.537368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1764f207-3a23-4d75-aebc-fa74f99cdca0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.556112 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1764f207-3a23-4d75-aebc-fa74f99cdca0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.567534 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-982d8000-a974-4e6a-b681-c96dffed0514 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e9cac9c66c64ce8adb1547070ff4750&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0992641 Jul 16 18:24:04.638237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1764f207-3a23-4d75-aebc-fa74f99cdca0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.641373 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1764f207-3a23-4d75-aebc-fa74f99cdca0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3716676 Jul 16 18:24:04.644173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58498) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:04.645158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1764f207-3a23-4d75-aebc-fa74f99cdca0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d3a705c-b022-4493-b087-637a7820c4bb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:04.663108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Request body: {'security_group_rule': {'security_group_id': '9d3a705c-b022-4493-b087-637a7820c4bb', 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:04.679240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] For port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:04.692431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:04.701623 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.732794 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Transition to ACTIVE for port object 3462931d-4c4a-45eb-ac0a-7468ce62597a will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:04.741875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] For port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fc2ab459-6ef3-42b9-b8d2-2a3e5908683e,segment=NetworkSegment(7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17),segment_id=7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:04.744023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'port_id': '256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec', 'mac_address': 'fa:16:3e:aa:13:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:04.745922 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.751437 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.815328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.889646 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Attempting to bind port 3462931d-4c4a-45eb-ac0a-7468ce62597a on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:04.890031 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Attempting to bind port 3462931d-4c4a-45eb-ac0a-7468ce62597a by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '58702928-a86b-4a84-a3c9-2c7f824cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:04.890386 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Attempting to bind port 3462931d-4c4a-45eb-ac0a-7468ce62597a on network df165c26-8651-452f-8fb5-64a15dfca4e8 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:04.892944 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71683c7-5df6-499a-8bb3-fd710f1eb0b1 None None] Pushing event updated for resources: {'Port': ['ID=3462931d-4c4a-45eb-ac0a-7468ce62597a,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:04.911756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d812129-cbd5-49db-9c9a-ac70f23733c5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:04.913057 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:04.913683 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Checking segment: {'id': '58702928-a86b-4a84-a3c9-2c7f824cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:04.914253 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.915075 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Bound using segment: {'id': '58702928-a86b-4a84-a3c9-2c7f824cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:04.916265 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Bound port: 3462931d-4c4a-45eb-ac0a-7468ce62597a, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58702928-a86b-4a84-a3c9-2c7f824cc5ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 383, 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:04.917590 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:04.930475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Routers {'67b38a72-46f3-4dc6-9991-f696dd08077b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:04.934856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['67b38a72-46f3-4dc6-9991-f696dd08077b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:05.003039 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] For port 3462931d-4c4a-45eb-ac0a-7468ce62597a, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:05.007958 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] For port 3462931d-4c4a-45eb-ac0a-7468ce62597a, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3462931d-4c4a-45eb-ac0a-7468ce62597a,segment=NetworkSegment(58702928-a86b-4a84-a3c9-2c7f824cc5ce),segment_id=58702928-a86b-4a84-a3c9-2c7f824cc5ce)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:05.015358 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.182589 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.198250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cb2e77-1d01-4f52-9ee6-421877a74423 None None] Pushing event updated for resources: {'Port': ['ID=fc2ab459-6ef3-42b9-b8d2-2a3e5908683e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:05.210310 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-a152c9cc-cbf8-4021-b2be-32cfd1ea6c51 service neutron] 10.222.0.47 "GET /v2.0/networks/347ad5c0-79b3-45f9-8c92-6d35ce97bf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6210501 Jul 16 18:24:05.228434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90d7b04-2e79-47fa-897b-fedb0932b371 req-2897004f-d13c-49dc-8ed1-addd52d94516 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:05.235390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b90d7b04-2e79-47fa-897b-fedb0932b371 req-2897004f-d13c-49dc-8ed1-addd52d94516 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 944 time: 0.1542604 Jul 16 18:24:05.256246 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71683c7-5df6-499a-8bb3-fd710f1eb0b1 None None] Pushing event updated for resources: {'Port': ['ID=3462931d-4c4a-45eb-ac0a-7468ce62597a,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:05.268745 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Routers {'65a40fa6-8c3f-47b5-a866-3ff2b2a05581'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:05.269431 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:23:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:05.292302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:05.338107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b90d7b04-2e79-47fa-897b-fedb0932b371 req-af6fd425-dedf-4490-afa5-db9db154872d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012919 Jul 16 18:24:05.416291 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.435504 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.481571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d363fdae-b9b0-449f-b7df-99a2f7487870,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:05.488533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:05.514637 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.521874 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.523464 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8774037 Jul 16 18:24:05.527616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58520) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:05.531147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.531501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.531880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.532491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.532833 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.533165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.533493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.533822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.534148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.534471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.534792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.535128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e7839e6-5ed7-4a40-b1e6-5d6c749fbf98 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:05.538602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9530b96b-cf39-47e4-8571-7c375a5f1b95 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Request body: {'security_group_rule': {'security_group_id': '9d3a705c-b022-4493-b087-637a7820c4bb', 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:05.562529 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-408964ca-201e-428a-b7cd-2ec6b5a03060 service neutron] 10.222.0.47 "GET /v2.0/networks/347ad5c0-79b3-45f9-8c92-6d35ce97bf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3512638 Jul 16 18:24:05.595733 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9530b96b-cf39-47e4-8571-7c375a5f1b95 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.635982 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] Set router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:05.737748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:05.742467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9d812129-cbd5-49db-9c9a-ac70f23733c5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:05.743748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.803774 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9530b96b-cf39-47e4-8571-7c375a5f1b95 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.814108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9530b96b-cf39-47e4-8571-7c375a5f1b95 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.860980 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] Set router 67b38a72-46f3-4dc6-9991-f696dd08077b gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:05.872371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530b96b-cf39-47e4-8571-7c375a5f1b95 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fb7247-644d-4cad-92ed-0208980cd78a,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:05.888113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9530b96b-cf39-47e4-8571-7c375a5f1b95 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:05.890247 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9530b96b-cf39-47e4-8571-7c375a5f1b95 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3612251 Jul 16 18:24:05.893133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58532) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:05.898407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f6293ce8-b5c4-4136-b4bf-8aca5efea7a5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Request body: {'security_group_rule': {'security_group_id': '9d3a705c-b022-4493-b087-637a7820c4bb', 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:06.030770 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-72e73c35-d0cf-4096-8024-3d788d05f0f5 req-b75e4434-25fb-4edc-8751-e4096ef539f0 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 210 time: 0.0811863 Jul 16 18:24:06.032136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6293ce8-b5c4-4136-b4bf-8aca5efea7a5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.045529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:06.150288 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6293ce8-b5c4-4136-b4bf-8aca5efea7a5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.158615 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6293ce8-b5c4-4136-b4bf-8aca5efea7a5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.180427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6293ce8-b5c4-4136-b4bf-8aca5efea7a5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3bdb9c2-d6fd-44b2-b807-283813ebbb02,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.202200 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6293ce8-b5c4-4136-b4bf-8aca5efea7a5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.203526 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'name': 'tempest-TestServerBasicOps-1226088250-router', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:47Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '65a355000e524e97ad894d378737ac11', 'gw_port': {'id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:48Z', 'updated_at': '2021-07-16T18:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3462931d-4c4a-45eb-ac0a-7468ce62597a', 'name': '', 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'mac_address': 'fa:16:3e:a4:d9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:55Z', 'updated_at': '2021-07-16T18:24:04Z', 'revision_number': 4, 'project_id': '65a355000e524e97ad894d378737ac11', 'subnets': [{'id': 'e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:06.213802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58538) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:06.214336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f6293ce8-b5c4-4136-b4bf-8aca5efea7a5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3201172 Jul 16 18:24:06.219577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c891d995-4c7e-4616-92ad-64837c852515 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Request body: {'security_group_rule': {'security_group_id': '9d3a705c-b022-4493-b087-637a7820c4bb', 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:06.240873 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adabd084-5b42-472e-ad67-d98924c61f55 None None] The sync data for ids ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'] in n-d-794306-7 is: [{'id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'name': 'tempest-TestServerBasicOps-1226088250-router', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:47Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '65a355000e524e97ad894d378737ac11', 'gw_port': {'id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:48Z', 'updated_at': '2021-07-16T18:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '3462931d-4c4a-45eb-ac0a-7468ce62597a', 'name': '', 'network_id': 'df165c26-8651-452f-8fb5-64a15dfca4e8', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'mac_address': 'fa:16:3e:a4:d9:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'device_owner': 'network:router_interface', 'standard_attr_id': 3171, 'fixed_ips': [{'subnet_id': 'e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:55Z', 'updated_at': '2021-07-16T18:24:04Z', 'revision_number': 4, 'project_id': '65a355000e524e97ad894d378737ac11', 'subnets': [{'id': 'e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:06.277712 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c891d995-4c7e-4616-92ad-64837c852515 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.485912 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c891d995-4c7e-4616-92ad-64837c852515 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.510104 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c891d995-4c7e-4616-92ad-64837c852515 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.557097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c891d995-4c7e-4616-92ad-64837c852515 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78b676af-4dab-4d65-97d5-f776a638db6d,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.564420 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c891d995-4c7e-4616-92ad-64837c852515 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.569976 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c891d995-4c7e-4616-92ad-64837c852515 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3531156 Jul 16 18:24:06.573619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58550) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:06.576521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'fc2ab459-6ef3-42b9-b8d2-2a3e5908683e', 'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:87:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:57Z', 'updated_at': '2021-07-16T18:24:04Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:06.580399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2aab8405-3bac-4053-be1b-b69c28060257 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Request body: {'security_group_rule': {'security_group_id': '9d3a705c-b022-4493-b087-637a7820c4bb', 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:06.616434 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-2aab8405-3bac-4053-be1b-b69c28060257 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Project 16e9be2d81914a758dddb9a5e24b1b6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:24:06.631097 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2aab8405-3bac-4053-be1b-b69c28060257 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.723853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32aa143b-0340-42b0-bede-c123257518b4 None None] The sync data for ids ['67b38a72-46f3-4dc6-9991-f696dd08077b'] in n-d-794306-7 is: [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'fc2ab459-6ef3-42b9-b8d2-2a3e5908683e', 'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:87:4f:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:57Z', 'updated_at': '2021-07-16T18:24:04Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:06.743855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bf70a4-04a8-49b1-946a-f53f5e74b400 req-ce19cb06-6c57-4a4b-86c6-6570b4cfe3f3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:06.745369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11bf70a4-04a8-49b1-946a-f53f5e74b400 req-ce19cb06-6c57-4a4b-86c6-6570b4cfe3f3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 945 time: 0.1433558 Jul 16 18:24:06.804542 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2aab8405-3bac-4053-be1b-b69c28060257 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.816890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3462931d-4c4a-45eb-ac0a-7468ce62597a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:06.820008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2aab8405-3bac-4053-be1b-b69c28060257 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.870309 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11bf70a4-04a8-49b1-946a-f53f5e74b400 req-5503be73-6cce-4b43-98a1-300bfd18baf4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160593 Jul 16 18:24:06.889186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab8405-3bac-4053-be1b-b69c28060257 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea30ef11-b0b9-40b7-a706-432cf3f2fd9f,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:06.908095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2aab8405-3bac-4053-be1b-b69c28060257 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.912010 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2aab8405-3bac-4053-be1b-b69c28060257 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3346105 Jul 16 18:24:06.912732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58562) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:06.918198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-280f3a9d-b53c-4c96-af5c-2996354d5268 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Request body: {'security_group_rule': {'security_group_id': '9d3a705c-b022-4493-b087-637a7820c4bb', 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:06.954723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3462931d-4c4a-45eb-ac0a-7468ce62597a completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:06.963123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3462931d-4c4a-45eb-ac0a-7468ce62597a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:06.963512 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:06.990756 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-280f3a9d-b53c-4c96-af5c-2996354d5268 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Project 16e9be2d81914a758dddb9a5e24b1b6a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:24:06.999976 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-280f3a9d-b53c-4c96-af5c-2996354d5268 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.091359 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-280f3a9d-b53c-4c96-af5c-2996354d5268 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.096417 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-280f3a9d-b53c-4c96-af5c-2996354d5268 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.125515 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.173866 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f3a9d-b53c-4c96-af5c-2996354d5268 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=56101887-1fa4-4c47-b46b-33a4a57ead40,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:07.248527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3462931d-4c4a-45eb-ac0a-7468ce62597a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3462931d-4c4a-45eb-ac0a-7468ce62597a,segment=NetworkSegment(58702928-a86b-4a84-a3c9-2c7f824cc5ce),segment_id=58702928-a86b-4a84-a3c9-2c7f824cc5ce)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:07.252152 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-280f3a9d-b53c-4c96-af5c-2996354d5268 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.253451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-280f3a9d-b53c-4c96-af5c-2996354d5268 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3397081 Jul 16 18:24:07.253811 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-60066d62-3f3f-4a20-8100-1ed76d6fb40b req-15c2829e-6e3b-42f5-91f8-dfe02070a15b tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 210 time: 0.0651951 Jul 16 18:24:07.271376 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:07.401081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3462931d-4c4a-45eb-ac0a-7468ce62597a,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:07.557998 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-70618863-9602-4fd1-906a-d708dd78d380 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3641288 Jul 16 18:24:07.718300 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-5da017a0-16f1-419e-8f02-7c6a5d5fd90e tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-600806605&fields=id&tenant_id=16e9be2d81914a758dddb9a5e24b1b6a HTTP/1.1" status: 200 len: 267 time: 0.0493121 Jul 16 18:24:07.731012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-4d8daee9-3aba-49cf-9bfa-e9f0a3d59a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.734085 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-4d8daee9-3aba-49cf-9bfa-e9f0a3d59a64 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 1097 time: 0.1187251 Jul 16 18:24:07.957168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-8fdfdecf-3387-4de8-b862-71e4e0169346 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:07.965913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-8fdfdecf-3387-4de8-b862-71e4e0169346 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/networks?id=2e3a0732-75df-4e78-8b7f-bc786c40ab40 HTTP/1.1" status: 200 len: 809 time: 0.2309363 Jul 16 18:24:08.002733 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-6f1aa02e-0c37-43f2-92d9-bd3a6f8314b4 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/quotas/16e9be2d81914a758dddb9a5e24b1b6a HTTP/1.1" status: 200 len: 375 time: 0.0355997 Jul 16 18:24:08.051239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-00aab474-d580-4b80-a360-16b68cb5fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.052843 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-00aab474-d580-4b80-a360-16b68cb5fd7d service neutron] 10.222.0.18 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.2800133 Jul 16 18:24:08.153495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:08.202656 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-c14cbb55-1960-45fb-ad9c-ed8d39908bed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c591505a-386e-46b4-bdf3-09058b51b896 HTTP/1.1" status: 200 len: 217 time: 0.1397364 Jul 16 18:24:08.300476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd12757-b50d-4ff8-a003-54a6e7f54a44 req-88b8111c-fada-4ceb-8609-74f78a00b428 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.305824 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-301a53e3-d13e-4fd0-b3b8-a0f8fb05c59f tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=16e9be2d81914a758dddb9a5e24b1b6a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3012571 Jul 16 18:24:08.318904 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8bd12757-b50d-4ff8-a003-54a6e7f54a44 req-88b8111c-fada-4ceb-8609-74f78a00b428 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 945 time: 0.2273822 Jul 16 18:24:08.337874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:08.349891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:08.350288 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.444469 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8bd12757-b50d-4ff8-a003-54a6e7f54a44 req-c1cc441c-9565-413e-8869-9b6606e20aa5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191335 Jul 16 18:24:08.531676 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9c61ca5f-fefd-4a17-8bb5-920712c2762a service neutron] 10.222.0.47 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034402 Jul 16 18:24:08.595982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-5b1ed6af-785d-4d94-8135-3dae4f3c992b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:08.598148 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-5b1ed6af-785d-4d94-8135-3dae4f3c992b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.3900285 Jul 16 18:24:08.640851 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.710873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:08.721800 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a198cc0a-f55c-44b1-8828-6ef36d25b4b6 req-80e83ad1-c7a7-4e95-bca2-76c2fe5b4664 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 210 time: 0.1468716 Jul 16 18:24:08.722257 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3de9f4-8034-4ac0-97a6-c007e0b82190" -d '{"events": [{"server_uuid": "ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8", "name": "network-vif-plugged", "status": "completed", "tag": "256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:08.771211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:08.779528 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:08.946061 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ffb30df-ebff-4923-804d-50e5b40e3577 x-openstack-request-id: req-4ffb30df-ebff-4923-804d-50e5b40e3577 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:08.946449 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8", "name": "network-vif-plugged", "status": "completed", "tag": "256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:08.947385 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4ffb30df-ebff-4923-804d-50e5b40e3577 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:08.947906 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec', 'code': 200} Jul 16 18:24:08.957165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:08.995295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fc2ab459-6ef3-42b9-b8d2-2a3e5908683e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:09.023120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-e5a50cb2-0afb-456b-b0ca-21e6961da095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.026289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-e5a50cb2-0afb-456b-b0ca-21e6961da095 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4056914 Jul 16 18:24:09.029739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-296d6462-abb8-4121-926e-6d62837c275e service neutron] 10.222.0.47 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4889565 Jul 16 18:24:09.045005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-be72d1d6-32fb-4b04-bc01-0d17c9188646 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:24:09.048643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-be72d1d6-32fb-4b04-bc01-0d17c9188646 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0167656 Jul 16 18:24:09.155425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:09.163185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:09.163981 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.400949 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.433954 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-b2da1a12-9621-4ff4-81b4-d6ce8c838e36 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3404381 Jul 16 18:24:09.534235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fc2ab459-6ef3-42b9-b8d2-2a3e5908683e,segment=NetworkSegment(7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17),segment_id=7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:09.556648 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.557472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3462931d-4c4a-45eb-ac0a-7468ce62597a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:09.565796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-30bd2889-de29-48bd-99d4-0eb16f5def79 req-05a37dc2-a991-42fd-a3f3-e3b819dce469 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 210 time: 0.1001334 Jul 16 18:24:09.611197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e549ea7-0393-4967-8462-bd55dc019000 req-4a98c63c-563f-45ca-a398-91cbe01abc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:09.612155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e549ea7-0393-4967-8462-bd55dc019000 req-4a98c63c-563f-45ca-a398-91cbe01abc92 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 1097 time: 0.5624735 Jul 16 18:24:09.801664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e549ea7-0393-4967-8462-bd55dc019000 req-09942e85-2a5a-4628-a161-a7115c7c3818 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069372 Jul 16 18:24:09.894481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=fc2ab459-6ef3-42b9-b8d2-2a3e5908683e,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:09.917289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3462931d-4c4a-45eb-ac0a-7468ce62597a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:09.917656 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:09.986159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54d07273-5647-4e8d-9dbe-af85c1c449b2 req-89f00aa2-637f-4278-8e14-45be84459331 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5352068 Jul 16 18:24:10.053276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58d6949-a1a6-4c18-8224-e472f7588605 req-dac98fd5-7a19-4c49-9498-31bbfabf2017 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.062758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f58d6949-a1a6-4c18-8224-e472f7588605 req-dac98fd5-7a19-4c49-9498-31bbfabf2017 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 946 time: 0.2341053 Jul 16 18:24:10.125426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f58d6949-a1a6-4c18-8224-e472f7588605 req-ec365279-0fa2-4358-a822-7588763de856 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612648 Jul 16 18:24:10.256688 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a4d5c000-ce23-4820-acdb-15c0e8621c17 req-691d1302-d83f-40ba-ba05-330ac4210dcc tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 210 time: 0.1019003 Jul 16 18:24:10.769346 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fc2ab459-6ef3-42b9-b8d2-2a3e5908683e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:10.796045 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-289eefc6-445b-43d3-acd8-2955c7ece267 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:10.798307 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-289eefc6-445b-43d3-acd8-2955c7ece267 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.18 "GET /v2.0/networks?id=347ad5c0-79b3-45f9-8c92-6d35ce97bf7c HTTP/1.1" status: 200 len: 796 time: 0.3360531 Jul 16 18:24:10.871490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:10.872058 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:10.934775 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-a81a26e6-f478-48c4-a37d-6c9482ce1756 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e9cac9c66c64ce8adb1547070ff4750 HTTP/1.1" status: 200 len: 476 time: 0.1264238 Jul 16 18:24:10.963721 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44c60bc1-4f82-4f6d-b432-516e4866bb72 req-7b647b46-e8a7-4b6f-87c9-23b2971ffd6c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 210 time: 0.1027544 Jul 16 18:24:10.969085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'port': {'device_id': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'admin_state_up': True, 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'security_groups': ['e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d', '20981ec8-bbd1-4989-a567-573b0fe371fc']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:11.232752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Made reservation on behalf of 5e9cac9c66c64ce8adb1547070ff4750 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:11.236719 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.466556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Allocated IP 172.20.0.13 (347ad5c0-79b3-45f9-8c92-6d35ce97bf7c/46fdc9e1-baba-43e0-85a1-fe35d9593df5/a1478e7b-477d-438e-8b7a-4cf50502420e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:11.509427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5924220-51f0-44cd-80b3-40857f1759b2 req-9e5210a7-e4e5-4853-8e6f-301918ced59b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.512570 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5924220-51f0-44cd-80b3-40857f1759b2 req-9e5210a7-e4e5-4853-8e6f-301918ced59b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 946 time: 0.1350069 Jul 16 18:24:11.593851 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-74ba40f3-0111-48bc-8d39-8b8106bbde84 req-8e604933-d8af-4226-9af3-1ec7104107c0 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 210 time: 0.0582397 Jul 16 18:24:11.603444 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5924220-51f0-44cd-80b3-40857f1759b2 req-e532e53e-298d-4ca6-94b7-9092bbfb6626 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826726 Jul 16 18:24:11.738982 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.759703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Transition to ACTIVE for port object a1478e7b-477d-438e-8b7a-4cf50502420e will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:11.796061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:11.880221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:11.887936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:11.893829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:11.922625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Port': ['ID=a1478e7b-477d-438e-8b7a-4cf50502420e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:11.994599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:11.995208 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.023961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-c46f4525-8866-457a-bf2f-b61a79344508 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.025603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-c46f4525-8866-457a-bf2f-b61a79344508 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.18 "GET /v2.0/networks?id=2e3a0732-75df-4e78-8b7f-bc786c40ab40 HTTP/1.1" status: 200 len: 809 time: 0.2198246 Jul 16 18:24:12.027501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4693e66b-68ec-460b-ad40-c81892ae2413 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0627913 Jul 16 18:24:12.056567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Request body: {'port': {'device_id': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:12.170162 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.182499 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-a179b93a-19e8-45c6-8466-a88ce504f003 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16e9be2d81914a758dddb9a5e24b1b6a HTTP/1.1" status: 200 len: 379 time: 0.1382401 Jul 16 18:24:12.196876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Request body: {'port': {'device_id': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'admin_state_up': True, 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'security_groups': ['9d3a705c-b022-4493-b087-637a7820c4bb']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:12.197894 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-02da1296-3b0e-4a6d-a22f-bef9dcf033e9 req-3f42ba84-e099-4dc3-9768-70508f679bf5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 210 time: 0.0514121 Jul 16 18:24:12.317396 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.343165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2a3e8b5e-eaa0-4c7c-a850-e663196a4dc8 None None] Provisioning for port a1478e7b-477d-438e-8b7a-4cf50502420e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:12.357964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2a3e8b5e-eaa0-4c7c-a850-e663196a4dc8 None None] Provisioning complete for port a1478e7b-477d-438e-8b7a-4cf50502420e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:12.358542 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2a3e8b5e-eaa0-4c7c-a850-e663196a4dc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.411873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2a3e8b5e-eaa0-4c7c-a850-e663196a4dc8 None None] Port a1478e7b-477d-438e-8b7a-4cf50502420e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:12.500168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Made reservation on behalf of 16e9be2d81914a758dddb9a5e24b1b6a for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:12.504433 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.908044 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f9cbf1-5037-4980-9f4f-291cffe2592c req-2023ab8a-c162-42a3-a550-1f534ce01542 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:12.916879 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8f9cbf1-5037-4980-9f4f-291cffe2592c req-2023ab8a-c162-42a3-a550-1f534ce01542 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 971 time: 0.0784435 Jul 16 18:24:12.952765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1478e7b-477d-438e-8b7a-4cf50502420e {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:12.961384 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:12.976455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Transition to ACTIVE for port object a1478e7b-477d-438e-8b7a-4cf50502420e will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:12.987158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Allocated IP 172.20.0.5 (2e3a0732-75df-4e78-8b7f-bc786c40ab40/184347f6-56e3-4049-ad4d-a6b568388856/17aa45bf-a50f-4900-9e1c-cbf0b8929d72) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:13.014061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8f9cbf1-5037-4980-9f4f-291cffe2592c req-cf6e4dca-a29f-4cf9-8cb9-38383ff76478 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0957904 Jul 16 18:24:13.122745 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.267138 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.285306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Transition to ACTIVE for port object 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:13.362602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Pushing event updated for resources: {'Port': ['ID=a1478e7b-477d-438e-8b7a-4cf50502420e,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:13.466387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0ea9c33-f7a3-42a2-8806-ebb6a8203ff2 req-41154b2b-6282-4dd7-b910-4ea3f4c93843 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 210 time: 0.0673554 Jul 16 18:24:13.597393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb56d8-530c-450b-bed9-13b52f2ac71c req-dd600caf-cd0d-4647-83e4-7aa58c074340 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:13.600086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93bb56d8-530c-450b-bed9-13b52f2ac71c req-dd600caf-cd0d-4647-83e4-7aa58c074340 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 946 time: 0.8311470 Jul 16 18:24:13.604559 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-eb30a218-f6bb-4625-82f3-723f32519eee service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4622600 Jul 16 18:24:13.638803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:13.711842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Attempting to bind port a1478e7b-477d-438e-8b7a-4cf50502420e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:13.711842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Attempting to bind port a1478e7b-477d-438e-8b7a-4cf50502420e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:13.711842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Attempting to bind port a1478e7b-477d-438e-8b7a-4cf50502420e on network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:13.747725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:14.212657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Port a1478e7b-477d-438e-8b7a-4cf50502420e on network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:14.213313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Attempting to bind port a1478e7b-477d-438e-8b7a-4cf50502420e on network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:14.225234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:14.238343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:14.255615 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93bb56d8-530c-450b-bed9-13b52f2ac71c req-671f546d-bc19-4f7b-b01e-337056590634 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6491632 Jul 16 18:24:14.292898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:14.293237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Checking segment: {'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:14.293621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Bound using segment: {'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:14.294058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Bound port: a1478e7b-477d-438e-8b7a-4cf50502420e, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 390, 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:14.294414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.316791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event updated for resources: {'Port': ['ID=17aa45bf-a50f-4900-9e1c-cbf0b8929d72,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:14.420072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6b4366-76c1-4414-980f-4c241c6b3ead req-40ca23d2-be26-43d4-9299-c9d0295f30fb tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.431853 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b6b4366-76c1-4414-980f-4c241c6b3ead req-40ca23d2-be26-43d4-9299-c9d0295f30fb tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 983 time: 0.2323434 Jul 16 18:24:14.548473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.551936 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.552849 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7b6b4366-76c1-4414-980f-4c241c6b3ead req-966d3023-55b3-4ef9-bc9a-d1d357b42b19 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1159093 Jul 16 18:24:14.652902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-d60432c9-82ce-4d17-a6ba-c2fb4b7c4553 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4605043 Jul 16 18:24:14.683634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Request body: {'port': {'device_id': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:14.741615 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-8e721f02-436b-478e-b883-463181928eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.744184 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-8e721f02-436b-478e-b883-463181928eaa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1096 time: 1.0206444 Jul 16 18:24:14.745625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] For port a1478e7b-477d-438e-8b7a-4cf50502420e, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:14.751014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] For port a1478e7b-477d-438e-8b7a-4cf50502420e, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a1478e7b-477d-438e-8b7a-4cf50502420e,segment=NetworkSegment(7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17),segment_id=7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:14.769834 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.794559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d693fbfa-196a-4073-a564-08e28f9b6a1f None None] Provisioning for port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:14.800035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d693fbfa-196a-4073-a564-08e28f9b6a1f None None] Provisioning complete for port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:14.800035 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d693fbfa-196a-4073-a564-08e28f9b6a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.824907 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cc6906-512d-4388-8dfd-1512ec7b93d5 req-35f1c292-a638-4322-9538-45fd49b35db5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.837698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b2cc6906-512d-4388-8dfd-1512ec7b93d5 req-35f1c292-a638-4322-9538-45fd49b35db5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 931 time: 0.1202178 Jul 16 18:24:14.876799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:14.877349 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:14.878774 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] 10.222.0.18 "PUT /v2.0/ports/a1478e7b-477d-438e-8b7a-4cf50502420e HTTP/1.1" status: 200 len: 1131 time: 2.8322222 Jul 16 18:24:14.885463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d693fbfa-196a-4073-a564-08e28f9b6a1f None None] Port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:14.887267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'tag': 'a1478e7b-477d-438e-8b7a-4cf50502420e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:14.889580 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9055da-fce9-4743-b0a6-eca97a7e8806" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8ddc34-803a-4fc4-ae9d-504333252af8", "tag": "a1478e7b-477d-438e-8b7a-4cf50502420e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:14.939718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b2cc6906-512d-4388-8dfd-1512ec7b93d5 req-db5ffccc-a510-48dd-8b7c-6dce15c43746 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076443 Jul 16 18:24:14.966499 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7afcaaf-4a3b-4490-b627-dd8cfaca3bbb x-openstack-request-id: req-a7afcaaf-4a3b-4490-b627-dd8cfaca3bbb {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:14.967160 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8ddc34-803a-4fc4-ae9d-504333252af8", "tag": "a1478e7b-477d-438e-8b7a-4cf50502420e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:14.967586 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a7afcaaf-4a3b-4490-b627-dd8cfaca3bbb {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:14.968319 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'tag': 'a1478e7b-477d-438e-8b7a-4cf50502420e', 'status': 'completed', 'code': 200} Jul 16 18:24:14.973835 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.048045 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927b410b-4994-40fa-b2d3-22a71ef362fb service neutron] Pushing event updated for resources: {'Port': ['ID=a1478e7b-477d-438e-8b7a-4cf50502420e,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:15.139555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-32a2cc99-0c3b-4213-a5bf-7e611509d96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.141750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-32a2cc99-0c3b-4213-a5bf-7e611509d96b service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.3653698 Jul 16 18:24:15.207951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-dee6cf17-88d7-48a9-9643-920051c8efb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.209813 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-dee6cf17-88d7-48a9-9643-920051c8efb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e9cac9c66c64ce8adb1547070ff4750&device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 1134 time: 0.2397945 Jul 16 18:24:15.332671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-5e230ea0-e8da-4f10-9265-516e36682725 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1478e7b-477d-438e-8b7a-4cf50502420e HTTP/1.1" status: 200 len: 217 time: 0.0700605 Jul 16 18:24:15.373936 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-b7e67b14-e6ad-4420-9410-9f81d703ea5c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 999 time: 0.2244194 Jul 16 18:24:15.500447 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75cb3f6c-0e6b-4c83-b02d-204a57d14b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.515092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4108b273-6191-4747-97c6-ecd340f7cf0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.516695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-4108b273-6191-4747-97c6-ecd340f7cf0e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46fdc9e1-baba-43e0-85a1-fe35d9593df5 HTTP/1.1" status: 200 len: 833 time: 0.1776547 Jul 16 18:24:15.567856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-2e3bd10d-f7a7-4ca4-b808-4026c538b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.569715 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-2e3bd10d-f7a7-4ca4-b808-4026c538b888 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.1685970 Jul 16 18:24:15.719767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-ceaf995e-0734-49e4-b2ea-1279c3878637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.721685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-ceaf995e-0734-49e4-b2ea-1279c3878637 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=347ad5c0-79b3-45f9-8c92-6d35ce97bf7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1982613 Jul 16 18:24:15.767885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:15.811285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:15.840418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-df2474f5-2044-4aea-ab65-cb27513729af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.840418 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-df2474f5-2044-4aea-ab65-cb27513729af service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2547011 Jul 16 18:24:15.892818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a9458c-5d32-4559-8a38-b70fd598c419 req-48d36cd8-afc8-4f14-8048-fee0f1283242 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:15.904946 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78a9458c-5d32-4559-8a38-b70fd598c419 req-48d36cd8-afc8-4f14-8048-fee0f1283242 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 983 time: 0.1442831 Jul 16 18:24:15.956503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Transition to ACTIVE for port object 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:15.960835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78a9458c-5d32-4559-8a38-b70fd598c419 req-1fafa228-0aed-4479-b2ad-fcf7fa7fe969 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0448592 Jul 16 18:24:16.034923 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.093693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-be391ff9-e1d6-4a48-806b-f68fca950ecb service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523801 Jul 16 18:24:16.183195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-a8eae8d0-1c47-4e5d-8217-daeae1bfd0db service neutron] 10.222.0.18 "GET /v2.0/networks/347ad5c0-79b3-45f9-8c92-6d35ce97bf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4481251 Jul 16 18:24:16.207498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Pushing event updated for resources: {'Port': ['ID=17aa45bf-a50f-4900-9e1c-cbf0b8929d72,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:16.508597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b9af01-e190-4fef-815d-2a3954038af4 req-14bf2ef9-a05e-463f-a6c2-3201294b10b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.510212 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1b9af01-e190-4fef-815d-2a3954038af4 req-14bf2ef9-a05e-463f-a6c2-3201294b10b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 943 time: 0.3787286 Jul 16 18:24:16.510915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Attempting to bind port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:16.511243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Attempting to bind port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:16.511589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Attempting to bind port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 on network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:16.538648 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad22bb95-4e7c-482a-8723-ee4a322e7f57 req-e366f4f7-8363-4b17-b07c-787a4c8fa629 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194088 Jul 16 18:24:16.546291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 on network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:16.546617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Attempting to bind port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 on network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:16.553274 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe2cbbcc-561a-4a60-a55d-cd969cdbcb00 req-86f66de3-6b6d-428b-922b-11c5cdfe2a86 service neutron] 10.222.0.18 "GET /v2.0/networks/347ad5c0-79b3-45f9-8c92-6d35ce97bf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333507 Jul 16 18:24:16.558219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:16.558850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Checking segment: {'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:16.559412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Bound using segment: {'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:16.560838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Bound port: 17aa45bf-a50f-4900-9e1c-cbf0b8929d72, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd71136e-0fe6-4610-b54b-063a9ba57f89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 378, 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:16.561455 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.611817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1b9af01-e190-4fef-815d-2a3954038af4 req-0c3f1a61-2ecf-46d1-8ed6-2728fc293ad8 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912163 Jul 16 18:24:16.714519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] For port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:16.718739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] For port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=17aa45bf-a50f-4900-9e1c-cbf0b8929d72,segment=NetworkSegment(cd71136e-0fe6-4610-b54b-063a9ba57f89),segment_id=cd71136e-0fe6-4610-b54b-063a9ba57f89)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:16.731277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.808809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.810720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:16.822120 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] 10.222.0.18 "PUT /v2.0/ports/17aa45bf-a50f-4900-9e1c-cbf0b8929d72 HTTP/1.1" status: 200 len: 1091 time: 2.1411493 Jul 16 18:24:16.841985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-ee7f8a41-5b03-43b0-b3e8-114b76aea624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:16.859020 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-ee7f8a41-5b03-43b0-b3e8-114b76aea624 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e9cac9c66c64ce8adb1547070ff4750&device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 1134 time: 0.2152829 Jul 16 18:24:17.048913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'tag': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:17.053106 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b" -d '{"events": [{"name": "network-changed", "server_uuid": "45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba", "tag": "17aa45bf-a50f-4900-9e1c-cbf0b8929d72"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:17.058565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-f31f41e7-e133-46b3-9444-93c39dcd62b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.061463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-f31f41e7-e133-46b3-9444-93c39dcd62b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=347ad5c0-79b3-45f9-8c92-6d35ce97bf7c HTTP/1.1" status: 200 len: 897 time: 0.1933258 Jul 16 18:24:17.178068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070a562-f4ed-4656-9907-1777f5c766de service neutron] Pushing event updated for resources: {'Port': ['ID=17aa45bf-a50f-4900-9e1c-cbf0b8929d72,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:17.220205 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b849cb-f77c-45b9-8528-8e46eae768e0 x-openstack-request-id: req-23b849cb-f77c-45b9-8528-8e46eae768e0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:17.220205 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba", "tag": "17aa45bf-a50f-4900-9e1c-cbf0b8929d72", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:17.220205 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-23b849cb-f77c-45b9-8528-8e46eae768e0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:17.220205 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'tag': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72', 'status': 'completed', 'code': 200} Jul 16 18:24:17.232992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-a3949fbe-2133-40a6-8c0c-8588619f05a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1478e7b-477d-438e-8b7a-4cf50502420e HTTP/1.1" status: 200 len: 217 time: 0.1544712 Jul 16 18:24:17.341201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-511d2794-31c9-45ce-b360-86dce62271fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.342738 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-511d2794-31c9-45ce-b360-86dce62271fd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46fdc9e1-baba-43e0-85a1-fe35d9593df5 HTTP/1.1" status: 200 len: 833 time: 0.0890336 Jul 16 18:24:17.348162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-6ce4eb72-adbe-4ea5-850e-b98570be1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.349697 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-6ce4eb72-adbe-4ea5-850e-b98570be1990 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e9be2d81914a758dddb9a5e24b1b6a&device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 1094 time: 0.2765732 Jul 16 18:24:17.359148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e78f85d-883c-4938-ba77-31f753d779d8 req-470578ec-cd30-48de-8895-8b864c41860f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.360631 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e78f85d-883c-4938-ba77-31f753d779d8 req-470578ec-cd30-48de-8895-8b864c41860f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 983 time: 0.1445670 Jul 16 18:24:17.442178 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-03742350-84b1-4df9-8a8a-d80e40c444d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17aa45bf-a50f-4900-9e1c-cbf0b8929d72 HTTP/1.1" status: 200 len: 217 time: 0.0795441 Jul 16 18:24:17.515438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e78f85d-883c-4938-ba77-31f753d779d8 req-e419a8f1-46eb-44b6-a55e-469ca8de479f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1393099 Jul 16 18:24:17.534592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-0dad882a-5397-42fa-bded-2781b99c5a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.536334 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-0dad882a-5397-42fa-bded-2781b99c5a01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=184347f6-56e3-4049-ad4d-a6b568388856 HTTP/1.1" status: 200 len: 848 time: 0.0863912 Jul 16 18:24:17.542967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-b1b33369-4437-4cb4-b942-c7cd9c805621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.545069 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-b1b33369-4437-4cb4-b942-c7cd9c805621 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=347ad5c0-79b3-45f9-8c92-6d35ce97bf7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1835372 Jul 16 18:24:17.672601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9c3792de-1185-4db9-a9d7-5df6dc890a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.674127 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-9c3792de-1185-4db9-a9d7-5df6dc890a89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3a0732-75df-4e78-8b7f-bc786c40ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279995 Jul 16 18:24:17.695642 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-5d1d8477-3f76-44d0-b0c8-5bc7b31e3482 service neutron] 10.222.0.18 "GET /v2.0/networks/347ad5c0-79b3-45f9-8c92-6d35ce97bf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197677 Jul 16 18:24:17.840098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d9ff2d-a7c4-4bc1-a455-e77a80f2d403 req-85896428-db18-4c15-8be5-b05f67e13537 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:17.847858 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13d9ff2d-a7c4-4bc1-a455-e77a80f2d403 req-85896428-db18-4c15-8be5-b05f67e13537 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 943 time: 0.1045470 Jul 16 18:24:17.878068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-89f7e19e-fd6a-4897-bf54-27924b86f86a service neutron] 10.222.0.18 "GET /v2.0/networks/347ad5c0-79b3-45f9-8c92-6d35ce97bf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728656 Jul 16 18:24:17.894131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13d9ff2d-a7c4-4bc1-a455-e77a80f2d403 req-9f01fc51-ea4f-4458-b888-b964fbfc5f0d tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413001 Jul 16 18:24:17.912494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-98d9abcf-fcc5-4b8c-ab6e-ed05aa0b3fc1 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298372 Jul 16 18:24:18.027538 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76b443e1-6498-47f8-8e1d-ed2ebab13996 req-e70aa18e-b2ac-4ee3-972f-ff464b1c3243 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088152 Jul 16 18:24:18.164583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b req-72236fe7-8ce7-43c3-b311-a9f1c0925ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.166530 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b req-72236fe7-8ce7-43c3-b311-a9f1c0925ba2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e9be2d81914a758dddb9a5e24b1b6a&device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 1094 time: 0.0774231 Jul 16 18:24:18.193927 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-be194c97-8c2f-4b33-b4e1-92724960435c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.205309 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:18.295121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b req-07bb054e-9375-4abd-86fc-32a3a0754d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.296748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b req-07bb054e-9375-4abd-86fc-32a3a0754d5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e3a0732-75df-4e78-8b7f-bc786c40ab40 HTTP/1.1" status: 200 len: 910 time: 0.1224246 Jul 16 18:24:18.738593 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b req-2302ab63-3b42-4539-a8ea-0e73357cd1d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17aa45bf-a50f-4900-9e1c-cbf0b8929d72 HTTP/1.1" status: 200 len: 217 time: 0.4350028 Jul 16 18:24:18.768306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f534c37-610d-4699-9026-fa17f3a88494 req-5aa0ba22-1875-4677-be05-f53f3be8f4af tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.775799 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f534c37-610d-4699-9026-fa17f3a88494 req-5aa0ba22-1875-4677-be05-f53f3be8f4af tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 983 time: 0.1122563 Jul 16 18:24:18.811708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b req-87355c57-3ba9-451a-9187-6f0b31b93bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.813426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b req-87355c57-3ba9-451a-9187-6f0b31b93bc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=184347f6-56e3-4049-ad4d-a6b568388856 HTTP/1.1" status: 200 len: 848 time: 0.0675788 Jul 16 18:24:18.815526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f534c37-610d-4699-9026-fa17f3a88494 req-65e27d83-3123-4e4f-9dff-5fbe805053af tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0386066 Jul 16 18:24:18.839826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a1478e7b-477d-438e-8b7a-4cf50502420e details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:18.886212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b req-81845a34-9284-49f5-8f80-78ae8f8a8c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:18.887877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b req-81845a34-9284-49f5-8f80-78ae8f8a8c41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3a0732-75df-4e78-8b7f-bc786c40ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0674977 Jul 16 18:24:19.010612 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a1478e7b-477d-438e-8b7a-4cf50502420e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a1478e7b-477d-438e-8b7a-4cf50502420e,segment=NetworkSegment(7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17),segment_id=7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:19.020163 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b req-f315b703-a10b-4a70-a165-67459ca99f2f service neutron] 10.222.0.18 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252503 Jul 16 18:24:19.036089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'a1478e7b-477d-438e-8b7a-4cf50502420e', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'port_id': 'a1478e7b-477d-438e-8b7a-4cf50502420e', 'mac_address': 'fa:16:3e:6c:ae:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 390, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:19.094689 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.102631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58930) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:19.117752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1478e7b-477d-438e-8b7a-4cf50502420e {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:19.156016 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a1478e7b-477d-438e-8b7a-4cf50502420e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a1478e7b-477d-438e-8b7a-4cf50502420e,segment=NetworkSegment(7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17),segment_id=7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:19.162146 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.191220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdde3f2d-ebf5-4040-9c9a-a63eb97f895b req-32239de6-275a-406a-b845-6156276945d4 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646168 Jul 16 18:24:19.208409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c429ab-a697-4ca9-9f69-0b4fbf27f1be req-706935d7-3164-47b2-bcd4-2885d921e86e tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:19.210201 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03c429ab-a697-4ca9-9f69-0b4fbf27f1be req-706935d7-3164-47b2-bcd4-2885d921e86e tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 943 time: 0.1450255 Jul 16 18:24:19.251189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=a1478e7b-477d-438e-8b7a-4cf50502420e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.254682 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03c429ab-a697-4ca9-9f69-0b4fbf27f1be req-0a7af12f-4d50-40ce-aa9c-295353ea23ff tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377557 Jul 16 18:24:19.260456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.260889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.261457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.261865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.262268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.262672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.263069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.263466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.263877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.264267 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.264666 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.265623 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:19.269319 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b8db38cd-870e-4792-829a-877c20bbf6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.377699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['a1478e7b-477d-438e-8b7a-4cf50502420e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:19.388291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b8db38cd-870e-4792-829a-877c20bbf6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.407886 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b8db38cd-870e-4792-829a-877c20bbf6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.447793 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b8db38cd-870e-4792-829a-877c20bbf6ad admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1638482203604de6931128977825a960&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439550 Jul 16 18:24:19.450416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58942) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:19.469491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db38cd-870e-4792-829a-877c20bbf6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b01da22-b93c-44e1-b02a-a079dad04040,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.522505 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bbb1-7637-4e6f-b568-7475ad2a2c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.547097 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bbb1-7637-4e6f-b568-7475ad2a2c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.605242 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bbb1-7637-4e6f-b568-7475ad2a2c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.607880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1dc7bbb1-7637-4e6f-b568-7475ad2a2c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.611931 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1dc7bbb1-7637-4e6f-b568-7475ad2a2c69 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5b01da22-b93c-44e1-b02a-a079dad04040 HTTP/1.1" status: 204 len: 168 time: 0.1575975 Jul 16 18:24:19.617823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc7bbb1-7637-4e6f-b568-7475ad2a2c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b01da22-b93c-44e1-b02a-a079dad04040,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:19.866067 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:19.935918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 58956) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:19.954595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7d90f43-453f-4bed-9ea8-8fe22c1f66a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.010239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60791410-aa6b-4974-9534-79f82e160b51 req-528ab5ae-8815-40e6-ad1d-5f8b5f0ffbaa tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.015830 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-60791410-aa6b-4974-9534-79f82e160b51 req-528ab5ae-8815-40e6-ad1d-5f8b5f0ffbaa tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 984 time: 0.0771286 Jul 16 18:24:20.072701 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-60791410-aa6b-4974-9534-79f82e160b51 req-3ed1258b-2c00-4272-8161-30b1c2ef9662 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0518670 Jul 16 18:24:20.099444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7d90f43-453f-4bed-9ea8-8fe22c1f66a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.104656 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7d90f43-453f-4bed-9ea8-8fe22c1f66a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.144445 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d7d90f43-453f-4bed-9ea8-8fe22c1f66a5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9810a1dd1d7f45e9954ce92351bc8101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069130 Jul 16 18:24:20.145555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d90f43-453f-4bed-9ea8-8fe22c1f66a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e70a5b-357c-4c96-ad72-b485b3a9276b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:20.147076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58962) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:20.198542 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e4eabd0-e3ee-4307-98e4-ab29d17aab1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.222499 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e4eabd0-e3ee-4307-98e4-ab29d17aab1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.277061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e4eabd0-e3ee-4307-98e4-ab29d17aab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.280003 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e4eabd0-e3ee-4307-98e4-ab29d17aab1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.281087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4e4eabd0-e3ee-4307-98e4-ab29d17aab1f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36e70a5b-357c-4c96-ad72-b485b3a9276b HTTP/1.1" status: 204 len: 168 time: 0.1329041 Jul 16 18:24:20.292387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4eabd0-e3ee-4307-98e4-ab29d17aab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e70a5b-357c-4c96-ad72-b485b3a9276b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:20.460910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78257740-2ec1-4f8d-b72c-6b85558074a4 req-402b71a5-e8bd-4ef3-836e-9471caf99854 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:20.462844 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78257740-2ec1-4f8d-b72c-6b85558074a4 req-402b71a5-e8bd-4ef3-836e-9471caf99854 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 943 time: 0.0663366 Jul 16 18:24:20.518542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78257740-2ec1-4f8d-b72c-6b85558074a4 req-b7ab9f30-2d2e-40ba-81e7-552d69de6e5e tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477500 Jul 16 18:24:20.660195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58980) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:20.678223 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90047800-c198-4b7e-ab1c-edcf1edf98d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.784398 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90047800-c198-4b7e-ab1c-edcf1edf98d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.788491 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90047800-c198-4b7e-ab1c-edcf1edf98d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.832120 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-90047800-c198-4b7e-ab1c-edcf1edf98d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e2867760300f4a9cb3ab1710dc1c19ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1707773 Jul 16 18:24:20.833045 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90047800-c198-4b7e-ab1c-edcf1edf98d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f12fd21-758e-40bb-838f-8491db2c37e6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:20.835450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 58986) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:20.848946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:20.853880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a1478e7b-477d-438e-8b7a-4cf50502420e up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:20.892863 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb6c084e-b4b4-4b69-9c04-936f7e0fad24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.914628 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb6c084e-b4b4-4b69-9c04-936f7e0fad24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.968993 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb6c084e-b4b4-4b69-9c04-936f7e0fad24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.972105 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fb6c084e-b4b4-4b69-9c04-936f7e0fad24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.973874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port a1478e7b-477d-438e-8b7a-4cf50502420e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:20.977018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fb6c084e-b4b4-4b69-9c04-936f7e0fad24 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6f12fd21-758e-40bb-838f-8491db2c37e6 HTTP/1.1" status: 204 len: 168 time: 0.1399853 Jul 16 18:24:20.985716 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port a1478e7b-477d-438e-8b7a-4cf50502420e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:20.986440 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:20.988747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c084e-b4b4-4b69-9c04-936f7e0fad24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f12fd21-758e-40bb-838f-8491db2c37e6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.047654 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=17aa45bf-a50f-4900-9e1c-cbf0b8929d72,segment=NetworkSegment(cd71136e-0fe6-4610-b54b-063a9ba57f89),segment_id=cd71136e-0fe6-4610-b54b-063a9ba57f89)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:21.066858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'port_id': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72', 'mac_address': 'fa:16:3e:f4:03:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 378, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '184347f6-56e3-4049-ad4d-a6b568388856', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:21.162114 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.174192 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.189492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:21.214549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1478e7b-477d-438e-8b7a-4cf50502420e'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:21.216838 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e886e1-7cbd-4004-b119-5a429f4a5f8c" -d '{"events": [{"server_uuid": "6d8ddc34-803a-4fc4-ae9d-504333252af8", "name": "network-vif-plugged", "status": "completed", "tag": "a1478e7b-477d-438e-8b7a-4cf50502420e"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:21.238633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=17aa45bf-a50f-4900-9e1c-cbf0b8929d72,segment=NetworkSegment(cd71136e-0fe6-4610-b54b-063a9ba57f89),segment_id=cd71136e-0fe6-4610-b54b-063a9ba57f89)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:21.240652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a1478e7b-477d-438e-8b7a-4cf50502420e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a1478e7b-477d-438e-8b7a-4cf50502420e,segment=NetworkSegment(7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17),segment_id=7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:21.244432 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.297877 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:21.300636 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bc77e7a-1388-4571-9ecd-a97befa910db x-openstack-request-id: req-4bc77e7a-1388-4571-9ecd-a97befa910db {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:21.301032 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8ddc34-803a-4fc4-ae9d-504333252af8", "name": "network-vif-plugged", "status": "completed", "tag": "a1478e7b-477d-438e-8b7a-4cf50502420e", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:21.301285 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4bc77e7a-1388-4571-9ecd-a97befa910db {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:21.301675 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1478e7b-477d-438e-8b7a-4cf50502420e', 'code': 200} Jul 16 18:24:21.302551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=17aa45bf-a50f-4900-9e1c-cbf0b8929d72,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.353633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=a1478e7b-477d-438e-8b7a-4cf50502420e,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:21.391045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f61c000-3948-47b1-8c0e-e7d79dedcd78 req-9ce9671c-13b2-4a39-8437-8a0f877a30de tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.395669 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f61c000-3948-47b1-8c0e-e7d79dedcd78 req-9ce9671c-13b2-4a39-8437-8a0f877a30de tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 985 time: 0.0911815 Jul 16 18:24:21.432599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f3b876-f3e7-448f-a97a-036e1f3bc5c5 req-143e13ac-1f6c-41f8-adb0-ef20f9f02a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.434960 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71f3b876-f3e7-448f-a97a-036e1f3bc5c5 req-143e13ac-1f6c-41f8-adb0-ef20f9f02a80 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 1136 time: 0.0683434 Jul 16 18:24:21.454439 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f61c000-3948-47b1-8c0e-e7d79dedcd78 req-fc193d35-12b1-4012-bc31-2e54f7de3556 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0451853 Jul 16 18:24:21.456731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['17aa45bf-a50f-4900-9e1c-cbf0b8929d72'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:21.482759 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71f3b876-f3e7-448f-a97a-036e1f3bc5c5 req-4d43ca1b-ad19-4ad6-a797-3491cf2e6415 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0406787 Jul 16 18:24:21.740132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f4d701-759a-4230-9dd1-9a584fc3661c req-c9171ab3-2efa-4e1e-9c47-f424118de4c7 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:21.741736 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8f4d701-759a-4230-9dd1-9a584fc3661c req-c9171ab3-2efa-4e1e-9c47-f424118de4c7 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 944 time: 0.0861859 Jul 16 18:24:21.784843 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b8f4d701-759a-4230-9dd1-9a584fc3661c req-2d8f9280-03b8-4be5-a46e-49fb84052cd1 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362370 Jul 16 18:24:21.926040 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.655173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a06802-d540-4acf-b3c4-379c4fb43ef3 req-85d57658-dc5b-4017-8582-50d4f7b8b98e tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.656980 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97a06802-d540-4acf-b3c4-379c4fb43ef3 req-85d57658-dc5b-4017-8582-50d4f7b8b98e tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 985 time: 0.0824168 Jul 16 18:24:22.708607 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97a06802-d540-4acf-b3c4-379c4fb43ef3 req-663b6d14-5ded-4c30-8407-42be846fce61 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0395005 Jul 16 18:24:22.856414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:22.960230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:22.965406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:22.965786 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:22.972000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb45ba1d-2ab6-4c45-b2af-f4ab87dd8b81 req-be2ddefb-1a33-4da8-8c71-219c0375f8ec tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:22.974681 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb45ba1d-2ab6-4c45-b2af-f4ab87dd8b81 req-be2ddefb-1a33-4da8-8c71-219c0375f8ec tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 985 time: 0.1363840 Jul 16 18:24:23.010539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb64a0e-7b33-4536-8db7-3189fe27ed9b req-8b1f8078-5d75-42b3-a1f1-f44e409ce221 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.011981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59080) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:23.012194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1fb64a0e-7b33-4536-8db7-3189fe27ed9b req-8b1f8078-5d75-42b3-a1f1-f44e409ce221 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 944 time: 0.0943596 Jul 16 18:24:23.065428 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.069019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1fb64a0e-7b33-4536-8db7-3189fe27ed9b req-0aaa8295-902f-494e-9e25-10bfa9dc7b4f tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503011 Jul 16 18:24:23.102242 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb45ba1d-2ab6-4c45-b2af-f4ab87dd8b81 req-5debb3ee-51bf-400f-9d5f-35161fb67bab tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1205466 Jul 16 18:24:23.152466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=17aa45bf-a50f-4900-9e1c-cbf0b8929d72,segment=NetworkSegment(cd71136e-0fe6-4610-b54b-063a9ba57f89),segment_id=cd71136e-0fe6-4610-b54b-063a9ba57f89)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:23.156827 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.229067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e739b18-0c10-4fad-8d0b-a28dd951dba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.232462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=17aa45bf-a50f-4900-9e1c-cbf0b8929d72,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.302630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:23.306088 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1c7c1f-aade-4ce5-8ee0-1eaa668f7529" -d '{"events": [{"server_uuid": "45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba", "name": "network-vif-plugged", "status": "completed", "tag": "17aa45bf-a50f-4900-9e1c-cbf0b8929d72"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:23.365340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a03de31-c6ac-4ab3-8e4f-c2a6ba81e828 req-165ac493-b5d8-4e42-af99-effa201b075d tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.374805 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1a03de31-c6ac-4ab3-8e4f-c2a6ba81e828 req-165ac493-b5d8-4e42-af99-effa201b075d tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 1136 time: 0.1073925 Jul 16 18:24:23.399450 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1a03de31-c6ac-4ab3-8e4f-c2a6ba81e828 req-1d7c185f-ae03-487f-8d69-3ac1835aa703 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.427504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a54c4bf-7fcb-4ef6-aa80-d0866ce8852f req-9826a3b3-5dad-41a1-97b5-be7ec99ec60c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.429035 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2a54c4bf-7fcb-4ef6-aa80-d0866ce8852f req-9826a3b3-5dad-41a1-97b5-be7ec99ec60c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0782614 Jul 16 18:24:23.466035 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e739b18-0c10-4fad-8d0b-a28dd951dba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.472193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2a54c4bf-7fcb-4ef6-aa80-d0866ce8852f req-6a03ff5c-62a3-4872-b78f-dc72efd64a25 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352740 Jul 16 18:24:23.474682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e739b18-0c10-4fad-8d0b-a28dd951dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.524176 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8857ba8-9c93-4158-a7d1-b5d5a4813046 x-openstack-request-id: req-b8857ba8-9c93-4158-a7d1-b5d5a4813046 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:23.524514 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba", "name": "network-vif-plugged", "status": "completed", "tag": "17aa45bf-a50f-4900-9e1c-cbf0b8929d72", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:23.524755 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b8857ba8-9c93-4158-a7d1-b5d5a4813046 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:23.525348 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72', 'code': 200} Jul 16 18:24:23.560112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e739b18-0c10-4fad-8d0b-a28dd951dba3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77feee65abe14607bde087877d985ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5190964 Jul 16 18:24:23.562535 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59102) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:23.585504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e739b18-0c10-4fad-8d0b-a28dd951dba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd1a44db-3858-45a9-851d-0161a04a238e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.681588 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1a03de31-c6ac-4ab3-8e4f-c2a6ba81e828 req-1d7c185f-ae03-487f-8d69-3ac1835aa703 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.685548 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1a03de31-c6ac-4ab3-8e4f-c2a6ba81e828 req-1d7c185f-ae03-487f-8d69-3ac1835aa703 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.711141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1a03de31-c6ac-4ab3-8e4f-c2a6ba81e828 req-1d7c185f-ae03-487f-8d69-3ac1835aa703 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3354316 Jul 16 18:24:23.731203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c185f-ae03-487f-8d69-3ac1835aa703 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29baed7e-5f40-4458-8cb8-55830e6b0899,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.737273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59104) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:23.763301 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b6cace6-783e-4603-b153-03af42db9f03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.796998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80f90e1-47f7-406c-9b95-62a2f647b6e4 req-99d7e057-e2a0-4db8-9bb1-123ae2bc0b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.798510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c80f90e1-47f7-406c-9b95-62a2f647b6e4 req-99d7e057-e2a0-4db8-9bb1-123ae2bc0b6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 1096 time: 0.1565583 Jul 16 18:24:23.800370 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b6cace6-783e-4603-b153-03af42db9f03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.802152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-336f30a5-20f9-419e-85cb-15b6666aa13b tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.807196 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-336f30a5-20f9-419e-85cb-15b6666aa13b tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 1131 time: 0.0653946 Jul 16 18:24:23.807432 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59106) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:23.811981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'a1478e7b-477d-438e-8b7a-4cf50502420e', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:23.815048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb87321-8af0-47d4-bf5a-f93824ade24f req-d21a6d36-0153-4a2f-955b-b8e75fec3b88 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:23.816878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfb87321-8af0-47d4-bf5a-f93824ade24f req-d21a6d36-0153-4a2f-955b-b8e75fec3b88 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1759472 Jul 16 18:24:23.836909 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.900125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c80f90e1-47f7-406c-9b95-62a2f647b6e4 req-94eea521-10f3-4e99-9b95-056f3a9cbe76 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809956 Jul 16 18:24:23.905707 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bfb87321-8af0-47d4-bf5a-f93824ade24f req-66358c6f-1bdb-43ce-96c6-ce0e08ad3fcb tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790207 Jul 16 18:24:23.919971 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b6cace6-783e-4603-b153-03af42db9f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.923883 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b6cace6-783e-4603-b153-03af42db9f03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:23.936548 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6b6cace6-783e-4603-b153-03af42db9f03 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bd1a44db-3858-45a9-851d-0161a04a238e HTTP/1.1" status: 204 len: 168 time: 0.3728316 Jul 16 18:24:23.956623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6cace6-783e-4603-b153-03af42db9f03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd1a44db-3858-45a9-851d-0161a04a238e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:23.962596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.105250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Allocated IP 172.25.7.191 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/54e9a8b5-f957-4d9a-bf38-349b6330785f) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:24.265609 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.373457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:24.443850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:24.454710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:24.462153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c85deb-0088-47c1-a50d-cec8f219bc1e req-c642bc67-b74f-492a-8d42-c04b68a77782 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.468897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:24.469074 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8c85deb-0088-47c1-a50d-cec8f219bc1e req-c642bc67-b74f-492a-8d42-c04b68a77782 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 945 time: 0.1597519 Jul 16 18:24:24.527508 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8c85deb-0088-47c1-a50d-cec8f219bc1e req-5832ed1a-493a-4027-b4bb-3ffe1d19c46d tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576117 Jul 16 18:24:24.535275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Port': ['ID=54e9a8b5-f957-4d9a-bf38-349b6330785f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:24.630409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44b266-776c-41c1-aafd-04e39009e886 req-c23375d4-9260-4b2d-abf7-6815e4793638 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:24.633013 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe44b266-776c-41c1-aafd-04e39009e886 req-c23375d4-9260-4b2d-abf7-6815e4793638 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1815963 Jul 16 18:24:24.735052 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe44b266-776c-41c1-aafd-04e39009e886 req-d2e6915c-902c-4bc6-a6f7-3e6aa44e2066 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936477 Jul 16 18:24:25.078963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.178586 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.401357 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.406831 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.495611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:25.763530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bf7b1-4333-4239-8d47-98c65e8ff578 req-0ddd056e-cb6b-4ccb-8c6a-80956c5ec140 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:25.768201 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec3bf7b1-4333-4239-8d47-98c65e8ff578 req-0ddd056e-cb6b-4ccb-8c6a-80956c5ec140 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 945 time: 0.0819221 Jul 16 18:24:25.815392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec3bf7b1-4333-4239-8d47-98c65e8ff578 req-2547570e-5c7a-4edd-8b7c-4221cb32ea89 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428717 Jul 16 18:24:25.977852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Port': ['ID=54e9a8b5-f957-4d9a-bf38-349b6330785f,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:26.059918 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Floating IP 14db7051-7436-4f19-8dbe-9f8e36325446 associated. External IP: 172.25.7.191, port: a1478e7b-477d-438e-8b7a-4cf50502420e. Jul 16 18:24:26.061544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3d013-284d-4d45-8560-56175b0371d4 req-5c610702-f725-46c6-8569-a97803cc0df5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.064784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58a3d013-284d-4d45-8560-56175b0371d4 req-5c610702-f725-46c6-8569-a97803cc0df5 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 945 time: 0.1052651 Jul 16 18:24:26.107812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e0f50-286e-4a69-ab42-4b34c89e55c7 req-2537832b-4c97-481c-bcf5-89a85a023e13 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.114802 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b07e0f50-286e-4a69-ab42-4b34c89e55c7 req-2537832b-4c97-481c-bcf5-89a85a023e13 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.6135619 Jul 16 18:24:26.128162 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58a3d013-284d-4d45-8560-56175b0371d4 req-549ff421-e1fd-4b0d-85f5-4b78e5850052 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554013 Jul 16 18:24:26.204608 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b07e0f50-286e-4a69-ab42-4b34c89e55c7 req-9670d5ec-7d7b-479e-9eb9-8eaaa65694ed tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0889063 Jul 16 18:24:26.380950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800a557a-e17a-4351-8e9e-2ce35339b169 req-b06c9ec5-3331-4460-a37a-995051cf2895 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.389660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800a557a-e17a-4351-8e9e-2ce35339b169 req-b06c9ec5-3331-4460-a37a-995051cf2895 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 945 time: 0.1040192 Jul 16 18:24:26.409984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Router 67b38a72-46f3-4dc6-9991-f696dd08077b has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:26.441038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-800a557a-e17a-4351-8e9e-2ce35339b169 req-e72c57fd-a1cb-463d-a016-534efda5ad03 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498898 Jul 16 18:24:26.457729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59254) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.598018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:26.608942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f67541-5642-488e-ad96-d67c8de10932 None None] Sync routers for ids ['67b38a72-46f3-4dc6-9991-f696dd08077b'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:26.620673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f67541-5642-488e-ad96-d67c8de10932 None None] Routers {'67b38a72-46f3-4dc6-9991-f696dd08077b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:26.621567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f7f67541-5642-488e-ad96-d67c8de10932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['67b38a72-46f3-4dc6-9991-f696dd08077b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:26.626417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:26.735494 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3cb8c650-de97-4faf-98ca-07bce63ddfcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9261858 Jul 16 18:24:26.736349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59282) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.740006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'tag': 'a1478e7b-477d-438e-8b7a-4cf50502420e'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:26.743149 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee4267a-e850-4ff3-9060-65b2f641bd1f" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8ddc34-803a-4fc4-ae9d-504333252af8", "tag": "a1478e7b-477d-438e-8b7a-4cf50502420e"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:26.750084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f7f67541-5642-488e-ad96-d67c8de10932 None None] Set router 67b38a72-46f3-4dc6-9991-f696dd08077b gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:26.798053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4fe0446-2bdb-4136-9ea1-3f5d37e92968 tempest-TestServerBasicOps-1204759604 tempest-TestServerBasicOps-1204759604-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:26.801748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e4fe0446-2bdb-4136-9ea1-3f5d37e92968 tempest-TestServerBasicOps-1204759604 tempest-TestServerBasicOps-1204759604-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 1091 time: 0.3429892 Jul 16 18:24:26.805868 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59290) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:26.811419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:26.881739 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f218d55a-0f91-4664-a9c6-7d2308c5e19f x-openstack-request-id: req-f218d55a-0f91-4664-a9c6-7d2308c5e19f {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:26.882059 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8ddc34-803a-4fc4-ae9d-504333252af8", "tag": "a1478e7b-477d-438e-8b7a-4cf50502420e", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:26.882589 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f218d55a-0f91-4664-a9c6-7d2308c5e19f {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:26.883964 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'tag': 'a1478e7b-477d-438e-8b7a-4cf50502420e', 'status': 'completed', 'code': 200} Jul 16 18:24:26.922733 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.031446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4267a-e850-4ff3-9060-65b2f641bd1f req-d3d87611-930f-44e2-9e4c-95a7599aff1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.033264 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ee4267a-e850-4ff3-9060-65b2f641bd1f req-d3d87611-930f-44e2-9e4c-95a7599aff1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e9cac9c66c64ce8adb1547070ff4750&device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 1136 time: 0.1620378 Jul 16 18:24:27.059158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f7f67541-5642-488e-ad96-d67c8de10932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '14db7051-7436-4f19-8dbe-9f8e36325446', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'floating_ip_address': '172.25.7.191', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'port_id': 'a1478e7b-477d-438e-8b7a-4cf50502420e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'mac_address': 'fa:16:3e:6c:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:24Z', 'updated_at': '2021-07-16T18:24:24Z', 'revision_number': 0, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2ab459-6ef3-42b9-b8d2-2a3e5908683e', 'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:87:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:57Z', 'updated_at': '2021-07-16T18:24:09Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:27.091425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f67541-5642-488e-ad96-d67c8de10932 None None] Checking router: 67b38a72-46f3-4dc6-9991-f696dd08077b for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:27.096350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54805a5-9815-49f2-b2d3-66f2edccfb7e tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.097201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54805a5-9815-49f2-b2d3-66f2edccfb7e tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.097849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54805a5-9815-49f2-b2d3-66f2edccfb7e tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.098736 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54805a5-9815-49f2-b2d3-66f2edccfb7e tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.099491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54805a5-9815-49f2-b2d3-66f2edccfb7e tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.100170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54805a5-9815-49f2-b2d3-66f2edccfb7e tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.100834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54805a5-9815-49f2-b2d3-66f2edccfb7e tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.100946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f67541-5642-488e-ad96-d67c8de10932 None None] Routers {'67b38a72-46f3-4dc6-9991-f696dd08077b'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:27.101529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f7f67541-5642-488e-ad96-d67c8de10932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['67b38a72-46f3-4dc6-9991-f696dd08077b'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:27.101852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54805a5-9815-49f2-b2d3-66f2edccfb7e tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.106068 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c54805a5-9815-49f2-b2d3-66f2edccfb7e tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5681 time: 0.3565705 Jul 16 18:24:27.109733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59316) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:27.238072 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:27.249559 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7a99f-cd06-467b-95d6-568a83ce8ee4 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.250272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7a99f-cd06-467b-95d6-568a83ce8ee4 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.250675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7a99f-cd06-467b-95d6-568a83ce8ee4 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.251202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7a99f-cd06-467b-95d6-568a83ce8ee4 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.251760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7a99f-cd06-467b-95d6-568a83ce8ee4 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.252277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7a99f-cd06-467b-95d6-568a83ce8ee4 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.253216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7a99f-cd06-467b-95d6-568a83ce8ee4 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.254123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d7a99f-cd06-467b-95d6-568a83ce8ee4 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.257857 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-90d7a99f-cd06-467b-95d6-568a83ce8ee4 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5279 time: 0.1464865 Jul 16 18:24:27.261600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59328) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:27.296935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f7f67541-5642-488e-ad96-d67c8de10932 None None] Set router 67b38a72-46f3-4dc6-9991-f696dd08077b gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:27.300341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4267a-e850-4ff3-9060-65b2f641bd1f req-e506dd67-beeb-4108-bb10-4f461f59f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.302018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ee4267a-e850-4ff3-9060-65b2f641bd1f req-e506dd67-beeb-4108-bb10-4f461f59f0bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=347ad5c0-79b3-45f9-8c92-6d35ce97bf7c HTTP/1.1" status: 200 len: 897 time: 0.2139926 Jul 16 18:24:27.663937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f7f67541-5642-488e-ad96-d67c8de10932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '14db7051-7436-4f19-8dbe-9f8e36325446', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'floating_ip_address': '172.25.7.191', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'port_id': 'a1478e7b-477d-438e-8b7a-4cf50502420e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'mac_address': 'fa:16:3e:6c:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:24Z', 'updated_at': '2021-07-16T18:24:24Z', 'revision_number': 0, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2ab459-6ef3-42b9-b8d2-2a3e5908683e', 'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:87:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:57Z', 'updated_at': '2021-07-16T18:24:09Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:27.670729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ee4267a-e850-4ff3-9060-65b2f641bd1f req-4e62d165-b431-4dfc-acf2-a18d0a930296 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1478e7b-477d-438e-8b7a-4cf50502420e HTTP/1.1" status: 200 len: 1000 time: 0.2275627 Jul 16 18:24:27.710622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Allocated IP 172.25.7.36 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/af77fce0-3880-4b1b-87e7-3fac10beba6d) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:27.715991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7f67541-5642-488e-ad96-d67c8de10932 None None] The sync data for ids ['67b38a72-46f3-4dc6-9991-f696dd08077b'] in n-d-794306-7 is: [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '14db7051-7436-4f19-8dbe-9f8e36325446', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'floating_ip_address': '172.25.7.191', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'port_id': 'a1478e7b-477d-438e-8b7a-4cf50502420e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'mac_address': 'fa:16:3e:6c:ae:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:24Z', 'updated_at': '2021-07-16T18:24:24Z', 'revision_number': 0, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc2ab459-6ef3-42b9-b8d2-2a3e5908683e', 'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:87:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:57Z', 'updated_at': '2021-07-16T18:24:09Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:27.824369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addb137c-25fb-44c9-9cfb-0629736c082c req-da523f24-ccc5-4d97-a546-273067981370 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.825917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-addb137c-25fb-44c9-9cfb-0629736c082c req-da523f24-ccc5-4d97-a546-273067981370 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.3840153 Jul 16 18:24:27.898167 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4267a-e850-4ff3-9060-65b2f641bd1f req-620818a6-083e-482a-95ad-f4fc570ed59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:27.899580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ee4267a-e850-4ff3-9060-65b2f641bd1f req-620818a6-083e-482a-95ad-f4fc570ed59e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46fdc9e1-baba-43e0-85a1-fe35d9593df5 HTTP/1.1" status: 200 len: 833 time: 0.1983547 Jul 16 18:24:27.997569 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-addb137c-25fb-44c9-9cfb-0629736c082c req-d932558b-58a0-44db-a666-a064f5bbebd9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552646 Jul 16 18:24:28.013910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59368) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:28.049242 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a33c8333-78e3-49ef-b399-2bf0793d86b9 None None] New status for floating IP 14db7051-7436-4f19-8dbe-9f8e36325446: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:28.107069 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cb72ad56-c53e-466a-95ba-b4baecb47629 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3768 time: 0.8427851 Jul 16 18:24:28.110216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59372) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:28.136325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee4267a-e850-4ff3-9060-65b2f641bd1f req-deee6ac0-c08d-43c4-be52-c4fc92d42d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:28.137869 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ee4267a-e850-4ff3-9060-65b2f641bd1f req-deee6ac0-c08d-43c4-be52-c4fc92d42d0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=347ad5c0-79b3-45f9-8c92-6d35ce97bf7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2289562 Jul 16 18:24:28.177452 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.213147 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c8f57-66f7-4860-80c3-8ebcd415e365 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:28.214047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6c8f57-66f7-4860-80c3-8ebcd415e365 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:28.225328 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-be6c8f57-66f7-4860-80c3-8ebcd415e365 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=67b38a72-46f3-4dc6-9991-f696dd08077b HTTP/1.1" status: 200 len: 1990 time: 0.1053035 Jul 16 18:24:28.228198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c999dfe-1dfb-4aae-a954-efe93d72e2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.315197 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ee4267a-e850-4ff3-9060-65b2f641bd1f req-d6968cda-f4c5-4779-9598-a13ebe4cdd5d service neutron] 10.222.0.18 "GET /v2.0/networks/347ad5c0-79b3-45f9-8c92-6d35ce97bf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591210 Jul 16 18:24:28.320775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.386645 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c999dfe-1dfb-4aae-a954-efe93d72e2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.390760 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c999dfe-1dfb-4aae-a954-efe93d72e2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.400205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:28.406347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:28.439347 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1c999dfe-1dfb-4aae-a954-efe93d72e2d7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d25cde7efc11446baeb434041829d38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4239209 Jul 16 18:24:28.439938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:28.440525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c999dfe-1dfb-4aae-a954-efe93d72e2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1d96694-a34c-4031-a8ed-cc7256722a9d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.444240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59382) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:28.449379 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event updated for resources: {'Port': ['ID=af77fce0-3880-4b1b-87e7-3fac10beba6d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.504162 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e82e1264-727b-4334-ba65-ddf36d602c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.508812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ee4267a-e850-4ff3-9060-65b2f641bd1f req-013d3851-67b1-4826-8927-6276a06d1388 service neutron] 10.222.0.18 "GET /v2.0/networks/347ad5c0-79b3-45f9-8c92-6d35ce97bf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855557 Jul 16 18:24:28.540540 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e82e1264-727b-4334-ba65-ddf36d602c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.613987 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e82e1264-727b-4334-ba65-ddf36d602c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.616722 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e82e1264-727b-4334-ba65-ddf36d602c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.620246 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e82e1264-727b-4334-ba65-ddf36d602c17 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d1d96694-a34c-4031-a8ed-cc7256722a9d HTTP/1.1" status: 204 len: 168 time: 0.1742501 Jul 16 18:24:28.640735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82e1264-727b-4334-ba65-ddf36d602c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1d96694-a34c-4031-a8ed-cc7256722a9d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:28.964606 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:28.982339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59396) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:29.003018 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc5a843d-53a3-4e9e-be79-8949f75e49f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.050766 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.130863 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc5a843d-53a3-4e9e-be79-8949f75e49f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.137385 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc5a843d-53a3-4e9e-be79-8949f75e49f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.187253 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bc5a843d-53a3-4e9e-be79-8949f75e49f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3460b1f324774bf0ab7d336e6e6e7fae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2028692 Jul 16 18:24:29.192599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59404) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:29.236842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5a843d-53a3-4e9e-be79-8949f75e49f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59e4cfb-3122-44fd-b4b7-149b0c8da90d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:29.280200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212b0cad-6d02-490e-b7ad-6be407f4d8b6 req-fae76b52-ffa1-459f-90b8-0ab7aa4d3a62 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:29.281853 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-212b0cad-6d02-490e-b7ad-6be407f4d8b6 req-fae76b52-ffa1-459f-90b8-0ab7aa4d3a62 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0932784 Jul 16 18:24:29.299860 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.303909 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80eb5311-2971-4e47-8a85-de215df53483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.307135 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.323011 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-212b0cad-6d02-490e-b7ad-6be407f4d8b6 req-f9a3831b-9e4f-4723-8ef8-0bca90710b98 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336909 Jul 16 18:24:29.352229 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80eb5311-2971-4e47-8a85-de215df53483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.392749 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.424832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event updated for resources: {'Port': ['ID=af77fce0-3880-4b1b-87e7-3fac10beba6d,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:29.443212 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.494339 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80eb5311-2971-4e47-8a85-de215df53483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.496943 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80eb5311-2971-4e47-8a85-de215df53483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:29.498179 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-80eb5311-2971-4e47-8a85-de215df53483 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b59e4cfb-3122-44fd-b4b7-149b0c8da90d HTTP/1.1" status: 204 len: 168 time: 0.3043034 Jul 16 18:24:29.574034 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:24:29.899109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eb5311-2971-4e47-8a85-de215df53483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59e4cfb-3122-44fd-b4b7-149b0c8da90d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:29.932645 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Floating IP eebdf8e7-8d04-4afe-9827-a11d5ac090f9 associated. External IP: 172.25.7.36, port: 17aa45bf-a50f-4900-9e1c-cbf0b8929d72. Jul 16 18:24:30.232168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:30.360888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:30.385041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59446) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.395195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:30.409577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d481287-07f3-48b4-aa49-8dda92831318 None None] Sync routers for ids ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:30.423264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d481287-07f3-48b4-aa49-8dda92831318 None None] Routers {'3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:30.423974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8d481287-07f3-48b4-aa49-8dda92831318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:30.453020 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-35619c89-e06b-4774-b642-73c1d5404f8c tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.6458941 Jul 16 18:24:30.453831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'tag': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:30.456578 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f" -d '{"events": [{"name": "network-changed", "server_uuid": "45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba", "tag": "17aa45bf-a50f-4900-9e1c-cbf0b8929d72"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:30.558486 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a37dbc0-a22c-4ceb-ad9a-b0beeb1ba444 x-openstack-request-id: req-8a37dbc0-a22c-4ceb-ad9a-b0beeb1ba444 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:30.561084 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba", "tag": "17aa45bf-a50f-4900-9e1c-cbf0b8929d72", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:30.561760 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a37dbc0-a22c-4ceb-ad9a-b0beeb1ba444 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:30.562623 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'tag': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72', 'status': 'completed', 'code': 200} Jul 16 18:24:30.569160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d65c960e-2442-479e-a6ca-778dd92ac8a9 tempest-DvrRoutersNegativeTest-897672186 tempest-DvrRoutersNegativeTest-897672186-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1413067987', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:30.572348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.policy [None req-d65c960e-2442-479e-a6ca-778dd92ac8a9 tempest-DvrRoutersNegativeTest-897672186 tempest-DvrRoutersNegativeTest-897672186-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=105438) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 18:24:30.572826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.policy [None req-d65c960e-2442-479e-a6ca-778dd92ac8a9 tempest-DvrRoutersNegativeTest-897672186 tempest-DvrRoutersNegativeTest-897672186-project] Failed policy check for 'create_router' {{(pid=105438) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 18:24:30.573537 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-d65c960e-2442-479e-a6ca-778dd92ac8a9 tempest-DvrRoutersNegativeTest-897672186 tempest-DvrRoutersNegativeTest-897672186-project] create failed (client error): Access was denied to this resource. Jul 16 18:24:30.574936 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d65c960e-2442-479e-a6ca-778dd92ac8a9 tempest-DvrRoutersNegativeTest-897672186 tempest-DvrRoutersNegativeTest-897672186-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1888952 Jul 16 18:24:30.638440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-8d481287-07f3-48b4-aa49-8dda92831318 None None] Set router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:30.649720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79ae54-a7f5-4ee8-be92-438b80d84c1b req-42a6a86f-a29f-476d-a66a-ddbdbfeafd74 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.651466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c79ae54-a7f5-4ee8-be92-438b80d84c1b req-42a6a86f-a29f-476d-a66a-ddbdbfeafd74 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1460965 Jul 16 18:24:30.709766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f req-bd9f8196-f592-42ee-b21c-cfa05cdc4e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.712702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f req-bd9f8196-f592-42ee-b21c-cfa05cdc4e0e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e9be2d81914a758dddb9a5e24b1b6a&device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 1096 time: 0.1314957 Jul 16 18:24:30.766099 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c79ae54-a7f5-4ee8-be92-438b80d84c1b req-1ad41302-1332-48c6-81dc-4d1d9639a791 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033471 Jul 16 18:24:30.873061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f req-23acb9e0-e1ec-4e83-9694-297d5a8ff475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:30.876527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f req-23acb9e0-e1ec-4e83-9694-297d5a8ff475 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e3a0732-75df-4e78-8b7f-bc786c40ab40 HTTP/1.1" status: 200 len: 910 time: 0.1508121 Jul 16 18:24:30.929974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59464) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:30.975106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8d481287-07f3-48b4-aa49-8dda92831318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 4, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'eebdf8e7-8d04-4afe-9827-a11d5ac090f9', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'port_id': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'mac_address': 'fa:16:3e:f4:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:28Z', 'updated_at': '2021-07-16T18:24:28Z', 'revision_number': 0, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecec09b-a991-4ec7-a09b-470ebdbccc4f', 'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'mac_address': 'fa:16:3e:8e:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '184347f6-56e3-4049-ad4d-a6b568388856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:50Z', 'revision_number': 5, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'subnets': [{'id': '184347f6-56e3-4049-ad4d-a6b568388856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:30.975459 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f req-ca51086e-fd2b-41d4-bcf4-e185d101bee3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17aa45bf-a50f-4900-9e1c-cbf0b8929d72 HTTP/1.1" status: 200 len: 998 time: 0.0936687 Jul 16 18:24:31.010967 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d481287-07f3-48b4-aa49-8dda92831318 None None] Checking router: 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:24:31.020187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d481287-07f3-48b4-aa49-8dda92831318 None None] Routers {'3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:31.020964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8d481287-07f3-48b4-aa49-8dda92831318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.030214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f req-64c4e0cc-c9dd-4ed8-9e11-b8ca498280e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.031917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f req-64c4e0cc-c9dd-4ed8-9e11-b8ca498280e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=184347f6-56e3-4049-ad4d-a6b568388856 HTTP/1.1" status: 200 len: 848 time: 0.0506256 Jul 16 18:24:31.099423 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-824317b3-e205-4d73-812c-be91a1bd4525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.121450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f req-8c22fbef-4e62-42ce-8c64-8b30152baa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:31.123236 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f req-8c22fbef-4e62-42ce-8c64-8b30152baa64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3a0732-75df-4e78-8b7f-bc786c40ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0815570 Jul 16 18:24:31.146081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-8d481287-07f3-48b4-aa49-8dda92831318 None None] Set router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:24:31.262221 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-824317b3-e205-4d73-812c-be91a1bd4525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.275084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f req-adcb99dc-b1c2-4baf-8d6d-5cf3ba6d3374 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450648 Jul 16 18:24:31.275854 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-824317b3-e205-4d73-812c-be91a1bd4525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.323903 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-824317b3-e205-4d73-812c-be91a1bd4525 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0de9d8389884a4d9558bc23e010f795&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3926308 Jul 16 18:24:31.325176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824317b3-e205-4d73-812c-be91a1bd4525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca7dc889-4d18-4987-820c-08720191c81a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:31.342975 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59472) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:31.388649 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a373bd2-28b2-403c-a2a2-4d7c063cd94f req-e782778b-db3e-48cf-b4f0-b862d2fd1805 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069729 Jul 16 18:24:31.412167 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb83c9e4-71be-4e4e-82eb-0f0c7e79777a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.446805 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb83c9e4-71be-4e4e-82eb-0f0c7e79777a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.509780 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8d481287-07f3-48b4-aa49-8dda92831318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 4, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'eebdf8e7-8d04-4afe-9827-a11d5ac090f9', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'port_id': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'mac_address': 'fa:16:3e:f4:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:28Z', 'updated_at': '2021-07-16T18:24:28Z', 'revision_number': 0, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecec09b-a991-4ec7-a09b-470ebdbccc4f', 'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'mac_address': 'fa:16:3e:8e:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '184347f6-56e3-4049-ad4d-a6b568388856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:50Z', 'revision_number': 5, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'subnets': [{'id': '184347f6-56e3-4049-ad4d-a6b568388856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:31.513497 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb83c9e4-71be-4e4e-82eb-0f0c7e79777a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.518864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bb83c9e4-71be-4e4e-82eb-0f0c7e79777a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:31.520772 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bb83c9e4-71be-4e4e-82eb-0f0c7e79777a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ca7dc889-4d18-4987-820c-08720191c81a HTTP/1.1" status: 204 len: 168 time: 0.1749802 Jul 16 18:24:31.532492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb83c9e4-71be-4e4e-82eb-0f0c7e79777a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca7dc889-4d18-4987-820c-08720191c81a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:31.566607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d481287-07f3-48b4-aa49-8dda92831318 None None] The sync data for ids ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'] in n-d-794306-7 is: [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 4, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'eebdf8e7-8d04-4afe-9827-a11d5ac090f9', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'floating_ip_address': '172.25.7.36', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'port_id': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3234, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'mac_address': 'fa:16:3e:f4:03:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:24:28Z', 'updated_at': '2021-07-16T18:24:28Z', 'revision_number': 0, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ecec09b-a991-4ec7-a09b-470ebdbccc4f', 'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'mac_address': 'fa:16:3e:8e:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '184347f6-56e3-4049-ad4d-a6b568388856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:50Z', 'revision_number': 5, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'subnets': [{'id': '184347f6-56e3-4049-ad4d-a6b568388856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:31.851228 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5323fc42-b143-400d-a366-a746a44dd564 None None] New status for floating IP eebdf8e7-8d04-4afe-9827-a11d5ac090f9: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:24:32.044108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849b1a44-cd4f-44f9-98e8-97b0b2da1881 req-dbc5dcf8-91c4-4a11-9030-8d7e932e1703 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:32.046203 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-849b1a44-cd4f-44f9-98e8-97b0b2da1881 req-dbc5dcf8-91c4-4a11-9030-8d7e932e1703 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0823121 Jul 16 18:24:32.120842 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-849b1a44-cd4f-44f9-98e8-97b0b2da1881 req-4e236505-2aa2-4a69-b06c-823e13e46f97 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603123 Jul 16 18:24:32.452272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59514) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.557395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d613b290-e759-42c1-842d-d43cf1af287c tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1806779884', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:32.587593 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d613b290-e759-42c1-842d-d43cf1af287c tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.589208 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d613b290-e759-42c1-842d-d43cf1af287c tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.657513 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d613b290-e759-42c1-842d-d43cf1af287c tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.662522 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d613b290-e759-42c1-842d-d43cf1af287c tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.683139 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d613b290-e759-42c1-842d-d43cf1af287c tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.684512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d613b290-e759-42c1-842d-d43cf1af287c tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.2309442 Jul 16 18:24:32.687353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59522) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:32.692917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1852320267'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:32.726907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Made reservation on behalf of 2cc80cf95e9e48289c1a1aa8d4e7d5fa for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:32.730799 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.740434 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.859969 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.864779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.892344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:32.908262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6849c0c1-0354-4744-a4c2-fb1c8e036f15,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:32.912515 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.912882 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Added segment 9c9b4473-b53e-4820-85fa-3cd33dce6959 of type vlan for network 06805614-eefa-41d2-8e88-e91fac7e5716 Jul 16 18:24:32.961686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:32.997426 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.003521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.004170 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.051624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.3627312 Jul 16 18:24:33.058086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59530) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.064454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'subnet': {'network_id': '06805614-eefa-41d2-8e88-e91fac7e5716', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:33.088987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837457e-75ff-4f01-8d23-6d72c50971b1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Network': ['ID=06805614-eefa-41d2-8e88-e91fac7e5716,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.106395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 06805614-eefa-41d2-8e88-e91fac7e5716 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:33.171486 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Made reservation on behalf of 2cc80cf95e9e48289c1a1aa8d4e7d5fa for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:33.176375 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.377080 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46416d12-3feb-4d79-90b7-bd277d745f19 req-462b388a-66a8-4de5-a309-8725cd619863 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.378943 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46416d12-3feb-4d79-90b7-bd277d745f19 req-462b388a-66a8-4de5-a309-8725cd619863 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1037719 Jul 16 18:24:33.417869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.424265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46416d12-3feb-4d79-90b7-bd277d745f19 req-8945dfa7-399f-4de3-a8dc-57e479ead0b2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349233 Jul 16 18:24:33.488507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Subnet': ['ID=22c88a04-1b17-41bc-9d84-8145fa91e726,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.499362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Checking segment: {'id': '9c9b4473-b53e-4820-85fa-3cd33dce6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '06805614-eefa-41d2-8e88-e91fac7e5716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:33.499764 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network hostable DHCP agents. Network: 06805614-eefa-41d2-8e88-e91fac7e5716, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:33.520270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network 06805614-eefa-41d2-8e88-e91fac7e5716 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:33.531286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 06805614-eefa-41d2-8e88-e91fac7e5716) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:33.541095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.542657 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.543332 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e79aff5-c9ac-4eb5-9e0b-5c90ca8ad190 None None] Network 06805614-eefa-41d2-8e88-e91fac7e5716 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:33.577695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7c2022c9-9809-43e8-b657-2dc335601e5b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5183856 Jul 16 18:24:33.581106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59540) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.587161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'network': {'name': 'tempest-router-network01--38274236'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:33.620817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Made reservation on behalf of 2cc80cf95e9e48289c1a1aa8d4e7d5fa for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:33.626002 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.657620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 398} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:33.669432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.669867 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Added segment 8937812e-36a0-4d1a-8ced-9027a330f2f1 of type vlan for network a2b5a011-fee7-49d6-98c8-999f656cd9b1 Jul 16 18:24:33.719935 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.753061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.760658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:33.761421 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.805875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2209787 Jul 16 18:24:33.806254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59544) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:33.811477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'network': {'name': 'tempest-router-network02--762208187'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:33.849490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Made reservation on behalf of 2cc80cf95e9e48289c1a1aa8d4e7d5fa for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:33.853125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206cc64-7ad7-4d01-a3e1-bfeb3d922c65 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Network': ['ID=a2b5a011-fee7-49d6-98c8-999f656cd9b1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:33.866108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.880807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network a2b5a011-fee7-49d6-98c8-999f656cd9b1 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:33.896098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 351} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:33.913045 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.913642 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Added segment fa28bee4-72c4-410e-9058-662e142bdbc2 of type vlan for network 525098bf-999f-44b9-8f07-1251453fd2fc Jul 16 18:24:33.968952 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:33.991913 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-06805614-eefa-41d2-8e88-e91fac7e5716', 'network_id': '06805614-eefa-41d2-8e88-e91fac7e5716', 'tenant_id': '2cc80cf95e9e48289c1a1aa8d4e7d5fa', 'fixed_ips': [{'subnet_id': '22c88a04-1b17-41bc-9d84-8145fa91e726'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:33.993155 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.010467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.016644 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.017368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.055405 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2467649 Jul 16 18:24:34.059105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59550) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.067955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'subnet': {'network_id': 'a2b5a011-fee7-49d6-98c8-999f656cd9b1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:34.120336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a99dbf-b428-4708-b854-9c8fc9c5a336 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Network': ['ID=525098bf-999f-44b9-8f07-1251453fd2fc,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.149900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 525098bf-999f-44b9-8f07-1251453fd2fc details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:34.222434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Made reservation on behalf of 2cc80cf95e9e48289c1a1aa8d4e7d5fa for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:34.227909 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.277952 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Allocated IP 2001:db8::2 (06805614-eefa-41d2-8e88-e91fac7e5716/22c88a04-1b17-41bc-9d84-8145fa91e726/df3d0e12-21df-49b4-98d1-b6a50bc5c8cd) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:34.488691 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.528342 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.540460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Transition to ACTIVE for port object df3d0e12-21df-49b4-98d1-b6a50bc5c8cd will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:34.546219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Subnet': ['ID=9bbcb49c-c797-43fa-bd89-67074371a75e,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.588676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Transition to ACTIVE for port object df3d0e12-21df-49b4-98d1-b6a50bc5c8cd will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:34.595029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Checking segment: {'id': '8937812e-36a0-4d1a-8ced-9027a330f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2b5a011-fee7-49d6-98c8-999f656cd9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:34.595314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network hostable DHCP agents. Network: a2b5a011-fee7-49d6-98c8-999f656cd9b1, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:34.600132 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.623442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network a2b5a011-fee7-49d6-98c8-999f656cd9b1 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:34.635628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, a2b5a011-fee7-49d6-98c8-999f656cd9b1) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:34.643045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.643673 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.675028 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bfb100d7-ae46-48b8-9b4f-7669bf29b26b tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6115348 Jul 16 18:24:34.675175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59568) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:34.677493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea2a000-6b67-4050-8cae-a01107014509 None None] Network a2b5a011-fee7-49d6-98c8-999f656cd9b1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:34.680763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'subnet': {'network_id': '525098bf-999f-44b9-8f07-1251453fd2fc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:34.731628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Network 06805614-eefa-41d2-8e88-e91fac7e5716 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:34.745800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:34.750932 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:34.798377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Pushing event updated for resources: {'Port': ['ID=df3d0e12-21df-49b4-98d1-b6a50bc5c8cd,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:34.826906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Made reservation on behalf of 2cc80cf95e9e48289c1a1aa8d4e7d5fa for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:34.834267 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.883755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Attempting to bind port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:34.885123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Attempting to bind port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9c9b4473-b53e-4820-85fa-3cd33dce6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '06805614-eefa-41d2-8e88-e91fac7e5716'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:34.885123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Attempting to bind port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd on network 06805614-eefa-41d2-8e88-e91fac7e5716 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:34.898082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:34.899099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Checking segment: {'id': '9c9b4473-b53e-4820-85fa-3cd33dce6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '06805614-eefa-41d2-8e88-e91fac7e5716'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:34.899631 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.900156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Bound using segment: {'id': '9c9b4473-b53e-4820-85fa-3cd33dce6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '06805614-eefa-41d2-8e88-e91fac7e5716'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:34.900761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Bound port: df3d0e12-21df-49b4-98d1-b6a50bc5c8cd, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9b4473-b53e-4820-85fa-3cd33dce6959', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '06805614-eefa-41d2-8e88-e91fac7e5716'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:34.901254 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:34.925150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92f982b-38e4-40b2-9c57-717a1d378b74 req-b2331b75-a02d-42ac-91ae-63b3c630c70e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:34.930329 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b92f982b-38e4-40b2-9c57-717a1d378b74 req-b2331b75-a02d-42ac-91ae-63b3c630c70e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0870891 Jul 16 18:24:35.004570 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b92f982b-38e4-40b2-9c57-717a1d378b74 req-3b6e544a-051a-4f54-86b6-754f3ac0f33e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681312 Jul 16 18:24:35.049444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] For port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:35.058735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] For port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=df3d0e12-21df-49b4-98d1-b6a50bc5c8cd,segment=NetworkSegment(9c9b4473-b53e-4820-85fa-3cd33dce6959),segment_id=9c9b4473-b53e-4820-85fa-3cd33dce6959)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:35.085970 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.104233 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.118099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-a2b5a011-fee7-49d6-98c8-999f656cd9b1', 'network_id': 'a2b5a011-fee7-49d6-98c8-999f656cd9b1', 'tenant_id': '2cc80cf95e9e48289c1a1aa8d4e7d5fa', 'fixed_ips': [{'subnet_id': '9bbcb49c-c797-43fa-bd89-67074371a75e'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:35.118955 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.168252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Subnet': ['ID=3f64a816-5fa0-4b22-9f30-f6c6d36b8330,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.180306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Checking segment: {'id': 'fa28bee4-72c4-410e-9058-662e142bdbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '525098bf-999f-44b9-8f07-1251453fd2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:35.180676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network hostable DHCP agents. Network: 525098bf-999f-44b9-8f07-1251453fd2fc, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:35.200405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network 525098bf-999f-44b9-8f07-1251453fd2fc is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:35.220787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 525098bf-999f-44b9-8f07-1251453fd2fc) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:35.227448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:35.229843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.244671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5add8213-f4c3-4193-862a-32b0c4887058 None None] Network 525098bf-999f-44b9-8f07-1251453fd2fc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:35.253652 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-69ec168d-3183-4094-b3c7-d289513401f2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5766726 Jul 16 18:24:35.257364 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59570) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:35.272788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345398df-cadf-4e03-8b95-f8618aababa5 None None] Pushing event updated for resources: {'Port': ['ID=df3d0e12-21df-49b4-98d1-b6a50bc5c8cd,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:35.495466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Allocated IP 2001:db8::2 (a2b5a011-fee7-49d6-98c8-999f656cd9b1/9bbcb49c-c797-43fa-bd89-67074371a75e/a009d256-4799-4bef-977c-dfda04c3c284) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:35.657226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-525098bf-999f-44b9-8f07-1251453fd2fc', 'network_id': '525098bf-999f-44b9-8f07-1251453fd2fc', 'tenant_id': '2cc80cf95e9e48289c1a1aa8d4e7d5fa', 'fixed_ips': [{'subnet_id': '3f64a816-5fa0-4b22-9f30-f6c6d36b8330'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:35.658529 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.710669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.947127 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:35.978466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Transition to ACTIVE for port object a009d256-4799-4bef-977c-dfda04c3c284 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:35.982581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Allocated IP 2001:db8::2 (525098bf-999f-44b9-8f07-1251453fd2fc/3f64a816-5fa0-4b22-9f30-f6c6d36b8330/a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:36.015870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Transition to ACTIVE for port object a009d256-4799-4bef-977c-dfda04c3c284 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:36.220972 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.232200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Transition to ACTIVE for port object a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:36.252353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Transition to ACTIVE for port object a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:36.258961 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.264680 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.329566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Network a2b5a011-fee7-49d6-98c8-999f656cd9b1 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:36.336882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Allocated IP 2001:db8::1 (a2b5a011-fee7-49d6-98c8-999f656cd9b1/9bbcb49c-c797-43fa-bd89-67074371a75e/054757f9-d599-4734-b2ed-4203bcbd0330) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:36.344746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:36.349093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:36.361467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Network 525098bf-999f-44b9-8f07-1251453fd2fc is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:36.368473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:36.380786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:36.418285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Pushing event updated for resources: {'Port': ['ID=a009d256-4799-4bef-977c-dfda04c3c284,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.548908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Attempting to bind port a009d256-4799-4bef-977c-dfda04c3c284 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:36.549469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Attempting to bind port a009d256-4799-4bef-977c-dfda04c3c284 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '8937812e-36a0-4d1a-8ced-9027a330f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2b5a011-fee7-49d6-98c8-999f656cd9b1'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:36.550001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Attempting to bind port a009d256-4799-4bef-977c-dfda04c3c284 on network a2b5a011-fee7-49d6-98c8-999f656cd9b1 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:36.564973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Attempting to bind port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:36.565630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Attempting to bind port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'fa28bee4-72c4-410e-9058-662e142bdbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '525098bf-999f-44b9-8f07-1251453fd2fc'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:36.566181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Attempting to bind port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f on network 525098bf-999f-44b9-8f07-1251453fd2fc {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:36.568825 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.573013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:36.573673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Checking segment: {'id': 'fa28bee4-72c4-410e-9058-662e142bdbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '525098bf-999f-44b9-8f07-1251453fd2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:36.574258 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.574812 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Bound using segment: {'id': 'fa28bee4-72c4-410e-9058-662e142bdbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '525098bf-999f-44b9-8f07-1251453fd2fc'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:36.575455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Bound port: a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa28bee4-72c4-410e-9058-662e142bdbc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 351, 'network_id': '525098bf-999f-44b9-8f07-1251453fd2fc'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:36.576340 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.578995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Pushing event updated for resources: {'Port': ['ID=a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.581748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:36.582630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Checking segment: {'id': '8937812e-36a0-4d1a-8ced-9027a330f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2b5a011-fee7-49d6-98c8-999f656cd9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:36.583249 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.583890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Bound using segment: {'id': '8937812e-36a0-4d1a-8ced-9027a330f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2b5a011-fee7-49d6-98c8-999f656cd9b1'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:36.584531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Bound port: a009d256-4799-4bef-977c-dfda04c3c284, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8937812e-36a0-4d1a-8ced-9027a330f2f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 398, 'network_id': 'a2b5a011-fee7-49d6-98c8-999f656cd9b1'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:36.585682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.593682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Transition to ACTIVE for port object 054757f9-d599-4734-b2ed-4203bcbd0330 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:36.699684 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.728783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31a78178-d9a1-4eec-9afc-2239aaa4a8f0 None None] Network 06805614-eefa-41d2-8e88-e91fac7e5716 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:36.764192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network a2b5a011-fee7-49d6-98c8-999f656cd9b1 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:36.777203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:36.783354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:36.784079 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.810022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device df3d0e12-21df-49b4-98d1-b6a50bc5c8cd up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:36.836559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Port': ['ID=054757f9-d599-4734-b2ed-4203bcbd0330,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:36.879034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2ab78-c9ce-47df-b464-570912ab5916 req-b54c32d3-eb6f-4fcd-86c3-72d2fcd74037 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:36.880918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5c2ab78-c9ce-47df-b464-570912ab5916 req-b54c32d3-eb6f-4fcd-86c3-72d2fcd74037 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.5198529 Jul 16 18:24:36.904526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2708c232-6dec-40ed-9269-090c8d9f788c None None] Provisioning for port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:36.910679 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] For port a009d256-4799-4bef-977c-dfda04c3c284, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:36.914032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] For port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:36.918030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] For port a009d256-4799-4bef-977c-dfda04c3c284, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a009d256-4799-4bef-977c-dfda04c3c284,segment=NetworkSegment(8937812e-36a0-4d1a-8ced-9027a330f2f1),segment_id=8937812e-36a0-4d1a-8ced-9027a330f2f1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:36.924761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] For port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f,segment=NetworkSegment(fa28bee4-72c4-410e-9058-662e142bdbc2),segment_id=fa28bee4-72c4-410e-9058-662e142bdbc2)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:36.930939 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.957195 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:36.985681 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5c2ab78-c9ce-47df-b464-570912ab5916 req-9aecd520-23e1-427f-bec3-d0cd1c43f417 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908530 Jul 16 18:24:37.004528 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.080564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:37.109924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:37.110542 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.188179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c02845-f3e2-4543-9ede-e5b32997e508 None None] Pushing event updated for resources: {'Port': ['ID=a009d256-4799-4bef-977c-dfda04c3c284,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.305023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669cb0e1-5edb-4fc7-9c3b-5dddb818a87d None None] Pushing event updated for resources: {'Port': ['ID=a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.589926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.598082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.601050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.718332 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.778000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=df3d0e12-21df-49b4-98d1-b6a50bc5c8cd,segment=NetworkSegment(9c9b4473-b53e-4820-85fa-3cd33dce6959),segment_id=9c9b4473-b53e-4820-85fa-3cd33dce6959)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:37.783270 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:37.812099 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Port': ['ID=054757f9-d599-4734-b2ed-4203bcbd0330,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.887529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=df3d0e12-21df-49b4-98d1-b6a50bc5c8cd,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:37.914902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network a2b5a011-fee7-49d6-98c8-999f656cd9b1 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:37.919097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:37.946132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dd5a1-7a13-43ee-ab11-0280f5a68418 req-1d04edee-ed08-47c8-8e3b-a70addf0fe72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:37.947777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-767dd5a1-7a13-43ee-ab11-0280f5a68418 req-1d04edee-ed08-47c8-8e3b-a70addf0fe72 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1096 time: 0.3688745 Jul 16 18:24:38.004807 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e9dfc6-3ad9-4354-9158-e6f17e5027fa req-ea1ac1ef-3e21-4b76-9049-cdae30b4f5bc tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.006765 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92e9dfc6-3ad9-4354-9158-e6f17e5027fa req-ea1ac1ef-3e21-4b76-9049-cdae30b4f5bc tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.2812295 Jul 16 18:24:38.183688 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92e9dfc6-3ad9-4354-9158-e6f17e5027fa req-49ce58ae-0b4a-46a5-9d24-2c04ffa14adc tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1304479 Jul 16 18:24:38.225930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dd5a1-7a13-43ee-ab11-0280f5a68418 req-bce31240-aa9b-46c5-8209-8679d5eabdec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.228155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-767dd5a1-7a13-43ee-ab11-0280f5a68418 req-bce31240-aa9b-46c5-8209-8679d5eabdec service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.2346985 Jul 16 18:24:38.272837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c4b94c3b-c08e-4380-a8cd-48abb2490e7e None None] Provisioning complete for port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:38.273295 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c4b94c3b-c08e-4380-a8cd-48abb2490e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:38.318047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Router dbeff32e-e255-4767-a81d-f0138ca725b6 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:24:38.761909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-767dd5a1-7a13-43ee-ab11-0280f5a68418 req-f5e8c23d-aeff-4b2c-b8b5-78da41d9df21 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 999 time: 0.5268281 Jul 16 18:24:38.983969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dd5a1-7a13-43ee-ab11-0280f5a68418 req-c11610a8-604b-44cd-9698-51051585fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:38.986244 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-767dd5a1-7a13-43ee-ab11-0280f5a68418 req-c11610a8-604b-44cd-9698-51051585fae0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.1680024 Jul 16 18:24:38.993247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:38.998033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device df3d0e12-21df-49b4-98d1-b6a50bc5c8cd up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:39.031545 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dbcf55ea-d596-46c8-9a98-7984f2d606a2 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "PUT /v2.0/routers/dbeff32e-e255-4767-a81d-f0138ca725b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7722650 Jul 16 18:24:39.034359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59590) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:39.063008 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed6d6afd-0a21-4dda-b581-e139174d2525 None None] Network a2b5a011-fee7-49d6-98c8-999f656cd9b1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:39.110135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a761be0-9a36-4aa8-aeca-bd4bf73423c1 None None] Sync routers for ids ['dbeff32e-e255-4767-a81d-f0138ca725b6'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:39.143988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767dd5a1-7a13-43ee-ab11-0280f5a68418 req-e0d58655-2f36-4eee-89b0-93add1d35779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.147039 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-767dd5a1-7a13-43ee-ab11-0280f5a68418 req-e0d58655-2f36-4eee-89b0-93add1d35779 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385188 Jul 16 18:24:39.189128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ae74d0ae-529d-4b78-bab3-c50ca9875251 None None] Provisioning for port a009d256-4799-4bef-977c-dfda04c3c284 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:39.222176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a761be0-9a36-4aa8-aeca-bd4bf73423c1 None None] Routers {'dbeff32e-e255-4767-a81d-f0138ca725b6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:39.223442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-2a761be0-9a36-4aa8-aeca-bd4bf73423c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['dbeff32e-e255-4767-a81d-f0138ca725b6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:39.385223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-2a761be0-9a36-4aa8-aeca-bd4bf73423c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:39.411425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:39.411958 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:39.435382 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-767dd5a1-7a13-43ee-ab11-0280f5a68418 req-7d5447cd-289c-4e69-8d25-c4e8cb182225 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2795346 Jul 16 18:24:39.446672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a761be0-9a36-4aa8-aeca-bd4bf73423c1 None None] Routers {'dbeff32e-e255-4767-a81d-f0138ca725b6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:39.447319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-2a761be0-9a36-4aa8-aeca-bd4bf73423c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['dbeff32e-e255-4767-a81d-f0138ca725b6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:39.508756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea3cd55-88f2-4bb5-970b-044cfa69d8fd None None] Network 525098bf-999f-44b9-8f07-1251453fd2fc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:39.511553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-2a761be0-9a36-4aa8-aeca-bd4bf73423c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:39.512608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a761be0-9a36-4aa8-aeca-bd4bf73423c1 None None] The sync data for ids ['dbeff32e-e255-4767-a81d-f0138ca725b6'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:39.557641 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-767dd5a1-7a13-43ee-ab11-0280f5a68418 req-473561ec-24e5-4bba-b373-61f7c36f0f85 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144214 Jul 16 18:24:39.635171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb9fad0-bcbe-422f-9315-7dfaf1ec6fe5 req-8ae76d5f-e543-450d-a981-727b365f7c96 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:39.636963 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ccb9fad0-bcbe-422f-9315-7dfaf1ec6fe5 req-8ae76d5f-e543-450d-a981-727b365f7c96 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.2042685 Jul 16 18:24:39.656973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f869a395-db1d-455c-89d4-9680ae6a0c71 None None] Provisioning for port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:39.716107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ccb9fad0-bcbe-422f-9315-7dfaf1ec6fe5 req-4253ea45-6dc8-4e98-bc28-e883dbf755d1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560513 Jul 16 18:24:39.789447 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-3d2a54b9-d851-4f7f-8c7a-e3e3fb058722 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:24:39.794075 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3d2a54b9-d851-4f7f-8c7a-e3e3fb058722 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "PUT /v2.0/routers/dbeff32e-e255-4767-a81d-f0138ca725b6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.7579858 Jul 16 18:24:39.794452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59596) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:39.805566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a009d256-4799-4bef-977c-dfda04c3c284 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:39.938866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port a009d256-4799-4bef-977c-dfda04c3c284 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:39.946140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a009d256-4799-4bef-977c-dfda04c3c284 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:39.946640 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.067039 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.121698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port a009d256-4799-4bef-977c-dfda04c3c284, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a009d256-4799-4bef-977c-dfda04c3c284,segment=NetworkSegment(8937812e-36a0-4d1a-8ced-9027a330f2f1),segment_id=8937812e-36a0-4d1a-8ced-9027a330f2f1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:40.127440 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.128915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:40.258568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=a009d256-4799-4bef-977c-dfda04c3c284,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:40.288431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:40.293916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:40.295784 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.338256 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50b13c50-242c-4105-baae-398af8c63ffd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.449019 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.496848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f,segment=NetworkSegment(fa28bee4-72c4-410e-9058-662e142bdbc2),segment_id=fa28bee4-72c4-410e-9058-662e142bdbc2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:40.504761 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.543399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-028abb38-945e-46b8-8d40-b95726ab4bbc None None] Provisioning for port 054757f9-d599-4734-b2ed-4203bcbd0330 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:40.554342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-028abb38-945e-46b8-8d40-b95726ab4bbc None None] Provisioning complete for port 054757f9-d599-4734-b2ed-4203bcbd0330 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:40.554611 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-028abb38-945e-46b8-8d40-b95726ab4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.614322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:40.619551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-028abb38-945e-46b8-8d40-b95726ab4bbc None None] Port 054757f9-d599-4734-b2ed-4203bcbd0330 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:40.636370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-028abb38-945e-46b8-8d40-b95726ab4bbc None None] Provisioning complete for port a009d256-4799-4bef-977c-dfda04c3c284 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:40.636847 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-028abb38-945e-46b8-8d40-b95726ab4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.742263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-50b13c50-242c-4105-baae-398af8c63ffd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Deleting port 054757f9-d599-4734-b2ed-4203bcbd0330 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:40.742697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50b13c50-242c-4105-baae-398af8c63ffd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.752788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-028abb38-945e-46b8-8d40-b95726ab4bbc None None] Provisioning complete for port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:40.753605 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-028abb38-945e-46b8-8d40-b95726ab4bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.783500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:40.928730 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50b13c50-242c-4105-baae-398af8c63ffd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:40.954329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-50b13c50-242c-4105-baae-398af8c63ffd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Calling delete_port for 054757f9-d599-4734-b2ed-4203bcbd0330 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:40.972272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:40.972646 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.072926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761ab4f-6705-4056-8a73-4e9d20f5a087 req-8c3007af-c9e2-4fbf-9daa-f9a037eb0261 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.080352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8761ab4f-6705-4056-8a73-4e9d20f5a087 req-8c3007af-c9e2-4fbf-9daa-f9a037eb0261 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1540167 Jul 16 18:24:41.140440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a009d256-4799-4bef-977c-dfda04c3c284 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:41.168213 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8761ab4f-6705-4056-8a73-4e9d20f5a087 req-cdb6ac14-2466-4db1-ad0a-14cc97ac123d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869105 Jul 16 18:24:41.251040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d68300f8-a422-45c5-92ec-757ee011f764 None None] Provisioning complete for port 054757f9-d599-4734-b2ed-4203bcbd0330 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:41.251429 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d68300f8-a422-45c5-92ec-757ee011f764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.278423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a009d256-4799-4bef-977c-dfda04c3c284 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:41.278836 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.292936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50b13c50-242c-4105-baae-398af8c63ffd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.323129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d68300f8-a422-45c5-92ec-757ee011f764 None None] Port 054757f9-d599-4734-b2ed-4203bcbd0330 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:41.387893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b13c50-242c-4105-baae-398af8c63ffd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Port': ['ID=054757f9-d599-4734-b2ed-4203bcbd0330,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:41.437950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fd0cfdd3-f62f-4981-abb1-db44b7bac61b None None] Could not find standard attr ID for object 054757f9-d599-4734-b2ed-4203bcbd0330. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:24:41.546579 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-50b13c50-242c-4105-baae-398af8c63ffd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:41.647936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365c567-7bfa-4592-a284-160ef56d1724 req-d4794667-da8e-4af8-bffa-dc9e140e6241 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:41.649524 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5365c567-7bfa-4592-a284-160ef56d1724 req-d4794667-da8e-4af8-bffa-dc9e140e6241 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.2295489 Jul 16 18:24:42.127336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5365c567-7bfa-4592-a284-160ef56d1724 req-16285482-62f7-4707-8d8f-171de8916518 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4697561 Jul 16 18:24:42.159763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b13c50-242c-4105-baae-398af8c63ffd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Router dbeff32e-e255-4767-a81d-f0138ca725b6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:42.180804 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.277297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b13c50-242c-4105-baae-398af8c63ffd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:42.291979 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-50b13c50-242c-4105-baae-398af8c63ffd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "PUT /v2.0/routers/dbeff32e-e255-4767-a81d-f0138ca725b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4963489 Jul 16 18:24:42.295241 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2b129-f01d-4fca-902b-71f4c31f9411 None None] Sync routers for ids ['dbeff32e-e255-4767-a81d-f0138ca725b6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:42.295800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59768) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:42.316884 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2b129-f01d-4fca-902b-71f4c31f9411 None None] Routers {'dbeff32e-e255-4767-a81d-f0138ca725b6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:42.317629 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b129-f01d-4fca-902b-71f4c31f9411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['dbeff32e-e255-4767-a81d-f0138ca725b6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:42.373280 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b129-f01d-4fca-902b-71f4c31f9411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:42.387752 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2b129-f01d-4fca-902b-71f4c31f9411 None None] Routers {'dbeff32e-e255-4767-a81d-f0138ca725b6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:42.395889 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b129-f01d-4fca-902b-71f4c31f9411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['dbeff32e-e255-4767-a81d-f0138ca725b6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:42.420539 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-db3bfe11-f29d-4cb4-9443-0b042b3f2ddd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] delete failed (client error): The resource could not be found. Jul 16 18:24:42.421620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-db3bfe11-f29d-4cb4-9443-0b042b3f2ddd tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "DELETE /v2.0/routers/tempest-non_exist_router-1393054936 HTTP/1.1" status: 404 len: 335 time: 0.1249697 Jul 16 18:24:42.425369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59784) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:42.434254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-80502bd9-cde0-4a4c-90ca-ed825c673dfc tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'router': {'external_gateway_info': {'network_id': 'dbeff32e-e255-4767-a81d-f0138ca725b6'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:42.473505 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7bb2b129-f01d-4fca-902b-71f4c31f9411 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:42.474802 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2b129-f01d-4fca-902b-71f4c31f9411 None None] The sync data for ids ['dbeff32e-e255-4767-a81d-f0138ca725b6'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:42.686453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211f7c0-73d3-446b-acd8-2935daf67c41 req-40a895b7-8162-4aa0-97dd-efbace8fe126 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.689370 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0211f7c0-73d3-446b-acd8-2935daf67c41 req-40a895b7-8162-4aa0-97dd-efbace8fe126 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0922053 Jul 16 18:24:42.722276 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80502bd9-cde0-4a4c-90ca-ed825c673dfc tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.745348 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0211f7c0-73d3-446b-acd8-2935daf67c41 req-6ceaaddb-3af4-4ee9-a649-6f2b249052b4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493174 Jul 16 18:24:42.750901 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-80502bd9-cde0-4a4c-90ca-ed825c673dfc tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] update failed (client error): The resource could not be found. Jul 16 18:24:42.752011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-80502bd9-cde0-4a4c-90ca-ed825c673dfc tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "PUT /v2.0/routers/dbeff32e-e255-4767-a81d-f0138ca725b6 HTTP/1.1" status: 404 len: 339 time: 0.3251834 Jul 16 18:24:42.755906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 59828) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:42.763116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-366139498'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:42.789043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Made reservation on behalf of 2cc80cf95e9e48289c1a1aa8d4e7d5fa for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:42.795321 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.826651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:24:42.838502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.838878 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Added segment 38ae2ec2-e135-4e12-96b2-27b75ef879d4 of type vlan for network 9fb87fb2-c93c-4b46-acb1-537b31044f16 Jul 16 18:24:42.901802 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.957955 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:42.971648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:42.972787 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.050725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59870) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.050867 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2932129 Jul 16 18:24:43.057335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'subnet': {'network_id': '9fb87fb2-c93c-4b46-acb1-537b31044f16', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:43.104597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdf1dd2-dbdf-4569-91c2-cbcb7ca48853 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Network': ['ID=9fb87fb2-c93c-4b46-acb1-537b31044f16,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.121583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9fb87fb2-c93c-4b46-acb1-537b31044f16 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:24:43.215498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Made reservation on behalf of 2cc80cf95e9e48289c1a1aa8d4e7d5fa for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:43.226757 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.462457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550b96ee-33b6-4b7b-96be-d3993b965794 req-128d0e19-5384-4926-9550-96a3b3f27fcb tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.464249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-550b96ee-33b6-4b7b-96be-d3993b965794 req-128d0e19-5384-4926-9550-96a3b3f27fcb tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.2278323 Jul 16 18:24:43.546339 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-550b96ee-33b6-4b7b-96be-d3993b965794 req-c4b35240-9bb7-4e79-a3f3-6001aecc1ed2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756958 Jul 16 18:24:43.553675 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.629752 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Subnet': ['ID=2d037f6b-1223-4aca-90e0-61b6c2a3d351,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:43.639917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Checking segment: {'id': '38ae2ec2-e135-4e12-96b2-27b75ef879d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9fb87fb2-c93c-4b46-acb1-537b31044f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:43.640327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network hostable DHCP agents. Network: 9fb87fb2-c93c-4b46-acb1-537b31044f16, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:24:43.658822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network 9fb87fb2-c93c-4b46-acb1-537b31044f16 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:24:43.669239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9fb87fb2-c93c-4b46-acb1-537b31044f16) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:43.674172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:43.674885 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.683958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d224709-f379-4bbd-9e28-b88a462c9617 None None] Network 9fb87fb2-c93c-4b46-acb1-537b31044f16 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:43.690891 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9e7f6e1c-9043-4b48-a880-8fa7db5456a1 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.6386385 Jul 16 18:24:43.693463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 59956) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:43.698898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c6aa3f30-9087-4aee-818a-d4b4035de8c8 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'router': {'external_gateway_info': {'network_id': '9fb87fb2-c93c-4b46-acb1-537b31044f16'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:43.865025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-9fb87fb2-c93c-4b46-acb1-537b31044f16', 'network_id': '9fb87fb2-c93c-4b46-acb1-537b31044f16', 'tenant_id': '2cc80cf95e9e48289c1a1aa8d4e7d5fa', 'fixed_ips': [{'subnet_id': '2d037f6b-1223-4aca-90e0-61b6c2a3d351'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:24:43.866464 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:43.942554 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6aa3f30-9087-4aee-818a-d4b4035de8c8 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.021417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Allocated IP 2001:db8:1::2 (9fb87fb2-c93c-4b46-acb1-537b31044f16/2d037f6b-1223-4aca-90e0-61b6c2a3d351/96942414-be92-475f-aa24-6a9792ffd660) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:44.060339 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-c6aa3f30-9087-4aee-818a-d4b4035de8c8 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:24:44.061609 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c6aa3f30-9087-4aee-818a-d4b4035de8c8 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "PUT /v2.0/routers/dbeff32e-e255-4767-a81d-f0138ca725b6 HTTP/1.1" status: 400 len: 364 time: 0.3667386 Jul 16 18:24:44.064938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60010) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:44.212742 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.221670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Transition to ACTIVE for port object 96942414-be92-475f-aa24-6a9792ffd660 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:44.245100 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Transition to ACTIVE for port object 96942414-be92-475f-aa24-6a9792ffd660 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:44.250955 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.304933 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Network 9fb87fb2-c93c-4b46-acb1-537b31044f16 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:44.308105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:44.312735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:44.315823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Pushing event updated for resources: {'Port': ['ID=96942414-be92-475f-aa24-6a9792ffd660,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:44.385093 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.387885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Attempting to bind port 96942414-be92-475f-aa24-6a9792ffd660 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:44.387885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Attempting to bind port 96942414-be92-475f-aa24-6a9792ffd660 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '38ae2ec2-e135-4e12-96b2-27b75ef879d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9fb87fb2-c93c-4b46-acb1-537b31044f16'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:44.388266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Attempting to bind port 96942414-be92-475f-aa24-6a9792ffd660 on network 9fb87fb2-c93c-4b46-acb1-537b31044f16 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:44.393553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:44.393934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Checking segment: {'id': '38ae2ec2-e135-4e12-96b2-27b75ef879d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9fb87fb2-c93c-4b46-acb1-537b31044f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:44.394604 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.395066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Bound using segment: {'id': '38ae2ec2-e135-4e12-96b2-27b75ef879d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9fb87fb2-c93c-4b46-acb1-537b31044f16'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:44.395460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Bound port: 96942414-be92-475f-aa24-6a9792ffd660, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ae2ec2-e135-4e12-96b2-27b75ef879d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '9fb87fb2-c93c-4b46-acb1-537b31044f16'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:44.395880 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.465339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] For port 96942414-be92-475f-aa24-6a9792ffd660, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:44.468849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] For port 96942414-be92-475f-aa24-6a9792ffd660, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=96942414-be92-475f-aa24-6a9792ffd660,segment=NetworkSegment(38ae2ec2-e135-4e12-96b2-27b75ef879d4),segment_id=38ae2ec2-e135-4e12-96b2-27b75ef879d4)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:44.474104 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.551756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2252d-1888-47d6-9553-aa5847a81c06 None None] Pushing event updated for resources: {'Port': ['ID=96942414-be92-475f-aa24-6a9792ffd660,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:44.689096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Allocated IP 2001:db8::1 (06805614-eefa-41d2-8e88-e91fac7e5716/22c88a04-1b17-41bc-9d84-8145fa91e726/ae3394e8-3a54-4bed-ab5c-3d1184a88cd8) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:44.775140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f634940-413c-43f4-b1b8-95d60a598651 req-02dcefe3-8c8b-40c2-be7d-a7d2360b6e55 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:44.776826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f634940-413c-43f4-b1b8-95d60a598651 req-02dcefe3-8c8b-40c2-be7d-a7d2360b6e55 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1063974 Jul 16 18:24:44.827532 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f634940-413c-43f4-b1b8-95d60a598651 req-094809ed-c4eb-4f1e-b2b4-e07ba3fbaae2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449021 Jul 16 18:24:44.866459 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.890041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Transition to ACTIVE for port object ae3394e8-3a54-4bed-ab5c-3d1184a88cd8 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:44.927523 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:44.973671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network 06805614-eefa-41d2-8e88-e91fac7e5716 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:44.979887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:44.983756 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:44.984316 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.028707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Port': ['ID=ae3394e8-3a54-4bed-ab5c-3d1184a88cd8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.162948 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.289709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c710aa5-3c23-4bec-a480-69843c1f862a req-b3b9a60b-0ed8-4f15-9593-7c512f072e46 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.291768 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c710aa5-3c23-4bec-a480-69843c1f862a req-b3b9a60b-0ed8-4f15-9593-7c512f072e46 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1042972 Jul 16 18:24:45.306904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-52b479ee-7f38-4e5c-ae95-bdd24183d50a None None] Provisioning for port ae3394e8-3a54-4bed-ab5c-3d1184a88cd8 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:45.312415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-52b479ee-7f38-4e5c-ae95-bdd24183d50a None None] Provisioning complete for port ae3394e8-3a54-4bed-ab5c-3d1184a88cd8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:45.313030 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52b479ee-7f38-4e5c-ae95-bdd24183d50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.372667 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-52b479ee-7f38-4e5c-ae95-bdd24183d50a None None] Port ae3394e8-3a54-4bed-ab5c-3d1184a88cd8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:45.399932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c710aa5-3c23-4bec-a480-69843c1f862a req-c94e57a3-8cb9-4f04-8074-89dae96e56b7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017511 Jul 16 18:24:45.492941 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8f573c5f-100b-4a33-9cac-deb76414e13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.601603 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.606973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.608135 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:45.695820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c0eeb2-d3f9-4204-af1a-bf2ebf49ee79 None None] Network 9fb87fb2-c93c-4b46-acb1-537b31044f16 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:45.696783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-4a8302fd-e374-4c74-9b1b-4fe79792a218 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:45.698299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-4a8302fd-e374-4c74-9b1b-4fe79792a218 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/networks?id=1714ed94-5c96-431f-bf97-d5022e842aa1 HTTP/1.1" status: 200 len: 814 time: 0.2253451 Jul 16 18:24:45.745279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event updated for resources: {'Port': ['ID=ae3394e8-3a54-4bed-ab5c-3d1184a88cd8,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:45.752199 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-926b62d7-3161-427a-816f-4670e0b6b355 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/quotas/96fbbbdc99c74373b69e654ed8587fcf HTTP/1.1" status: 200 len: 375 time: 0.0456626 Jul 16 18:24:45.795830 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-a8b0dcfe-5163-4cb0-928a-62ed5b1e0d66 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96fbbbdc99c74373b69e654ed8587fcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358026 Jul 16 18:24:45.807402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Network 06805614-eefa-41d2-8e88-e91fac7e5716 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:45.812657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:45.830695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cf91bad9-5c83-4327-910c-fbbc8274f24b None None] Provisioning for port 96942414-be92-475f-aa24-6a9792ffd660 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:45.895467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-91c89b44-746f-423d-af59-bdbc4ddb4d89 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:24:45.898425 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-91c89b44-746f-423d-af59-bdbc4ddb4d89 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0928926 Jul 16 18:24:45.992683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Router dbeff32e-e255-4767-a81d-f0138ca725b6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:46.023913 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-6f67980e-ae93-418d-8401-8165fafb4a2c service neutron] 10.222.0.47 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197932 Jul 16 18:24:46.172399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:46.176375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c0190d02-0bac-4f4a-a340-953d86cb0c98 None None] Provisioning complete for port ae3394e8-3a54-4bed-ab5c-3d1184a88cd8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:46.176850 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c0190d02-0bac-4f4a-a340-953d86cb0c98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.179598 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-76eb2961-3c62-484d-b8ba-9f8653a03e34 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "PUT /v2.0/routers/dbeff32e-e255-4767-a81d-f0138ca725b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1134183 Jul 16 18:24:46.182059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60092) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.185346 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece777a6-0248-42d3-988e-e394ca62fdfa None None] Sync routers for ids ['dbeff32e-e255-4767-a81d-f0138ca725b6'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:46.227507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c0190d02-0bac-4f4a-a340-953d86cb0c98 None None] Port ae3394e8-3a54-4bed-ab5c-3d1184a88cd8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:24:46.229077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece777a6-0248-42d3-988e-e394ca62fdfa None None] Routers {'dbeff32e-e255-4767-a81d-f0138ca725b6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:46.229700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ece777a6-0248-42d3-988e-e394ca62fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['dbeff32e-e255-4767-a81d-f0138ca725b6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:46.265653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ece777a6-0248-42d3-988e-e394ca62fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:46.269882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-2b055d3a-674f-4aa2-8e1f-39fa95b3ddff service neutron] 10.222.0.47 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164366 Jul 16 18:24:46.276047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece777a6-0248-42d3-988e-e394ca62fdfa None None] Routers {'dbeff32e-e255-4767-a81d-f0138ca725b6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:46.277170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ece777a6-0248-42d3-988e-e394ca62fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['dbeff32e-e255-4767-a81d-f0138ca725b6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:46.295580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-92bd0175-4beb-49c2-b863-9372755d9982 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.311769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-ece777a6-0248-42d3-988e-e394ca62fdfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:46.313255 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece777a6-0248-42d3-988e-e394ca62fdfa None None] The sync data for ids ['dbeff32e-e255-4767-a81d-f0138ca725b6'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:46.392530 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-92bd0175-4beb-49c2-b863-9372755d9982 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 18:24:46.397021 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-92bd0175-4beb-49c2-b863-9372755d9982 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "DELETE /v2.0/routers/dbeff32e-e255-4767-a81d-f0138ca725b6 HTTP/1.1" status: 409 len: 329 time: 0.2107368 Jul 16 18:24:46.397643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60094) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:46.511779 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3b4716f5-5288-48c2-93db-894c9c591f4c req-7fd3bf3a-3151-4f0d-acda-b5a8ae150b66 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 210 time: 0.0595129 Jul 16 18:24:46.607844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29bf823-2762-4a34-a1a7-a7563aa8dcda req-f15a8f73-c514-4c85-a885-7867e1fdf26c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:46.609585 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c29bf823-2762-4a34-a1a7-a7563aa8dcda req-f15a8f73-c514-4c85-a885-7867e1fdf26c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0701134 Jul 16 18:24:46.676076 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c29bf823-2762-4a34-a1a7-a7563aa8dcda req-585bae0f-3f88-4b4e-900d-da02f9b94577 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574811 Jul 16 18:24:46.830362 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a31b0594-060c-4204-afce-bc7d331a4833 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:46.837552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 96942414-be92-475f-aa24-6a9792ffd660 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:46.899826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 96942414-be92-475f-aa24-6a9792ffd660 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:46.905145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 96942414-be92-475f-aa24-6a9792ffd660 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:46.905724 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.034135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bad1e6-59af-44cf-a0cc-e65ac072cf33 req-c41af5b7-cb01-4d63-9c69-9fc55b9f3f20 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:47.035773 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07bad1e6-59af-44cf-a0cc-e65ac072cf33 req-c41af5b7-cb01-4d63-9c69-9fc55b9f3f20 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1974373 Jul 16 18:24:47.126227 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07bad1e6-59af-44cf-a0cc-e65ac072cf33 req-876b2bf7-9cda-4bd6-b7fb-54f622618da3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790083 Jul 16 18:24:47.180537 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.224770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a31b0594-060c-4204-afce-bc7d331a4833 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Deleting port ae3394e8-3a54-4bed-ab5c-3d1184a88cd8 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:47.225588 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a31b0594-060c-4204-afce-bc7d331a4833 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.230802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 96942414-be92-475f-aa24-6a9792ffd660, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=96942414-be92-475f-aa24-6a9792ffd660,segment=NetworkSegment(38ae2ec2-e135-4e12-96b2-27b75ef879d4),segment_id=38ae2ec2-e135-4e12-96b2-27b75ef879d4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:47.236614 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.306901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=96942414-be92-475f-aa24-6a9792ffd660,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:47.360262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a31b0594-060c-4204-afce-bc7d331a4833 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.374413 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb2de81-d96f-4e00-b74f-d29b3198b813 req-1a5ba6da-40da-4473-bd24-4bb21a35c275 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:47.378168 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-edb2de81-d96f-4e00-b74f-d29b3198b813 req-1a5ba6da-40da-4473-bd24-4bb21a35c275 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1026149 Jul 16 18:24:47.388688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a31b0594-060c-4204-afce-bc7d331a4833 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Calling delete_port for ae3394e8-3a54-4bed-ab5c-3d1184a88cd8 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:47.436360 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-edb2de81-d96f-4e00-b74f-d29b3198b813 req-efa4848a-850f-49ca-859a-e84814a8e475 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503700 Jul 16 18:24:47.645806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a31b0594-060c-4204-afce-bc7d331a4833 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.679849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b0594-060c-4204-afce-bc7d331a4833 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Port': ['ID=ae3394e8-3a54-4bed-ab5c-3d1184a88cd8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:47.693068 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e40b0fc9-d0cd-429f-9970-09ef04cee0ef req-e474c235-f97c-4054-b78e-565fa1e539fb tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 210 time: 0.0483813 Jul 16 18:24:47.723792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6f7ec1-b736-4795-9c6c-633cf809dd44 req-76f07ce1-f86d-4512-9444-aaa5a70a88fc tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:47.725371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ce6f7ec1-b736-4795-9c6c-633cf809dd44 req-76f07ce1-f86d-4512-9444-aaa5a70a88fc tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1437864 Jul 16 18:24:47.814108 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a31b0594-060c-4204-afce-bc7d331a4833 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:47.840769 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ce6f7ec1-b736-4795-9c6c-633cf809dd44 req-9be6d462-68f3-4a2b-a459-c7081eed7388 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771065 Jul 16 18:24:47.995241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31b0594-060c-4204-afce-bc7d331a4833 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Router dbeff32e-e255-4767-a81d-f0138ca725b6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:24:48.082022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31b0594-060c-4204-afce-bc7d331a4833 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:24:48.087974 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a31b0594-060c-4204-afce-bc7d331a4833 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "PUT /v2.0/routers/dbeff32e-e255-4767-a81d-f0138ca725b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6893711 Jul 16 18:24:48.094360 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383a7cf-8b13-46cc-8590-ca141783cb57 None None] Sync routers for ids ['dbeff32e-e255-4767-a81d-f0138ca725b6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:24:48.097709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60124) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:48.106868 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383a7cf-8b13-46cc-8590-ca141783cb57 None None] Routers {'dbeff32e-e255-4767-a81d-f0138ca725b6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:48.108024 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6383a7cf-8b13-46cc-8590-ca141783cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['dbeff32e-e255-4767-a81d-f0138ca725b6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:48.146472 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-13f6be83-56ec-458c-bc7c-d7ea143314ac tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] show failed (client error): The resource could not be found. Jul 16 18:24:48.149116 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6383a7cf-8b13-46cc-8590-ca141783cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:48.154083 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-13f6be83-56ec-458c-bc7c-d7ea143314ac tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "GET /v2.0/routers/tempest-non_exist_router-1058607155 HTTP/1.1" status: 404 len: 335 time: 0.0545886 Jul 16 18:24:48.154810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60126) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:48.159378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a87c0ff8-d227-49a6-949c-18f0f9d3ed6d tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Request body: {'router': {'name': 'new_name'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:48.159553 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6383a7cf-8b13-46cc-8590-ca141783cb57 None None] Routers {'dbeff32e-e255-4767-a81d-f0138ca725b6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:24:48.160048 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6383a7cf-8b13-46cc-8590-ca141783cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['dbeff32e-e255-4767-a81d-f0138ca725b6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:48.205868 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-6383a7cf-8b13-46cc-8590-ca141783cb57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:48.206840 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6383a7cf-8b13-46cc-8590-ca141783cb57 None None] The sync data for ids ['dbeff32e-e255-4767-a81d-f0138ca725b6'] in n-d-794306-7 is: [] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:24:48.212316 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a4f2a30e-7a72-491f-a6ae-a99feb507b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.217808 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-a87c0ff8-d227-49a6-949c-18f0f9d3ed6d tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] update failed (client error): The resource could not be found. Jul 16 18:24:48.219028 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a87c0ff8-d227-49a6-949c-18f0f9d3ed6d tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "PUT /v2.0/routers/tempest-non_exist_router-1779230144 HTTP/1.1" status: 404 len: 335 time: 0.0631979 Jul 16 18:24:48.223742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60128) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:48.243047 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.246969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-1861c8c3-caec-44c3-bd33-5d4e635c980d tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:48.248928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-1861c8c3-caec-44c3-bd33-5d4e635c980d tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.37 "GET /v2.0/networks?id=1714ed94-5c96-431f-bf97-d5022e842aa1 HTTP/1.1" status: 200 len: 814 time: 0.1599140 Jul 16 18:24:48.270890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Request body: {'port': {'device_id': '812a34be-5e6a-467d-81b1-de2701f7770d', 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1', 'admin_state_up': True, 'tenant_id': '96fbbbdc99c74373b69e654ed8587fcf'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:48.293546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-547b9379-c94e-4767-9e9c-b6edcb6a73a6 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Deleting subnet 2d037f6b-1223-4aca-90e0-61b6c2a3d351 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:48.297068 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-547b9379-c94e-4767-9e9c-b6edcb6a73a6 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.340996 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-547b9379-c94e-4767-9e9c-b6edcb6a73a6 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.397292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Made reservation on behalf of 96fbbbdc99c74373b69e654ed8587fcf for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:24:48.401509 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.443015 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-547b9379-c94e-4767-9e9c-b6edcb6a73a6 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.509973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-547b9379-c94e-4767-9e9c-b6edcb6a73a6 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.544291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547b9379-c94e-4767-9e9c-b6edcb6a73a6 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Subnet': ['ID=2d037f6b-1223-4aca-90e0-61b6c2a3d351,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:48.553584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-547b9379-c94e-4767-9e9c-b6edcb6a73a6 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.556970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ce653e-c0bb-4ad1-bb20-ea0604caffd1 None None] Network 9fb87fb2-c93c-4b46-acb1-537b31044f16 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:48.557372 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-547b9379-c94e-4767-9e9c-b6edcb6a73a6 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "DELETE /v2.0/subnets/2d037f6b-1223-4aca-90e0-61b6c2a3d351 HTTP/1.1" status: 204 len: 168 time: 0.3326399 Jul 16 18:24:48.561160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60130) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:48.564344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Allocated IP 172.20.0.4 (1714ed94-5c96-431f-bf97-d5022e842aa1/5a36d705-0778-4454-9cc7-eedf8c0f671b/c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:24:48.690560 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.768546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 96942414-be92-475f-aa24-6a9792ffd660 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:48.830470 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b493420b-80c9-4950-be44-236a6ed01d56 None None] DHCP port deletion for 9fb87fb2-c93c-4b46-acb1-537b31044f16 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:48.869152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 96942414-be92-475f-aa24-6a9792ffd660 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:48.869618 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:48.911964 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-66a38dcf-544d-4255-9514-2a2a1ab851e3 req-a2ebb104-9f90-4485-9b82-3ce208247b12 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 210 time: 0.0373340 Jul 16 18:24:48.942758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b493420b-80c9-4950-be44-236a6ed01d56 None None] Deleting port 96942414-be92-475f-aa24-6a9792ffd660 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:48.942758 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b493420b-80c9-4950-be44-236a6ed01d56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.036470 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b493420b-80c9-4950-be44-236a6ed01d56 None None] For port 96942414-be92-475f-aa24-6a9792ffd660, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=96942414-be92-475f-aa24-6a9792ffd660,segment=NetworkSegment(38ae2ec2-e135-4e12-96b2-27b75ef879d4),segment_id=38ae2ec2-e135-4e12-96b2-27b75ef879d4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:49.036781 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b493420b-80c9-4950-be44-236a6ed01d56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.051885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b493420b-80c9-4950-be44-236a6ed01d56 None None] Calling delete_port for 96942414-be92-475f-aa24-6a9792ffd660 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:49.140403 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b493420b-80c9-4950-be44-236a6ed01d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.167793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b493420b-80c9-4950-be44-236a6ed01d56 None None] Pushing event deleted for resources: {'Port': ['ID=96942414-be92-475f-aa24-6a9792ffd660,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.171380 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b493420b-80c9-4950-be44-236a6ed01d56 None None] No DVR routers for this DVR port 96942414-be92-475f-aa24-6a9792ffd660 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:49.230838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Deleting port 96942414-be92-475f-aa24-6a9792ffd660 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:49.231177 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.234846 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.309209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] For port 96942414-be92-475f-aa24-6a9792ffd660, host n-d-794306-7, got binding levels [] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:49.309503 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.328762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Calling delete_port for 96942414-be92-475f-aa24-6a9792ffd660 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:49.332365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Port 96942414-be92-475f-aa24-6a9792ffd660 was not found and therefore no delete operation was performed {{(pid=105439) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:24:49.336017 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.349455 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.351332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] No DVR routers for this DVR port 96942414-be92-475f-aa24-6a9792ffd660 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:49.397121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Port': ['ID=96942414-be92-475f-aa24-6a9792ffd660,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.439766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Network 1714ed94-5c96-431f-bf97-d5022e842aa1 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:24:49.451109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:24:49.458452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:24:49.503348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Pushing event updated for resources: {'Port': ['ID=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.528559 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.544203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fb87fb2-c93c-4b46-acb1-537b31044f16']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:49.558820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ae2ec2-e135-4e12-96b2-27b75ef879d4') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:49.559116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ae2ec2-e135-4e12-96b2-27b75ef879d4') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:49.572421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:49.572970 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.578314 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.598125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-79fb7e65-baa5-4cf7-b872-f7e4070310c2 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3339617 Jul 16 18:24:49.598992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.605580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:49.605972 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:49.609055 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:49.625485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Request body: {'port': {'device_id': '812a34be-5e6a-467d-81b1-de2701f7770d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:49.702877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.726715 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.728595 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "DELETE /v2.0/networks/9fb87fb2-c93c-4b46-acb1-537b31044f16 HTTP/1.1" status: 204 len: 168 time: 1.1665254 Jul 16 18:24:49.731934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60134) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:49.744209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076f1cf2-3ef5-42ae-9a5e-0c09bda2c7bf tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Network': ['ID=9fb87fb2-c93c-4b46-acb1-537b31044f16,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:49.755473 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.783957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-890404d7-a623-459e-8c7b-7abae5992147 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Deleting subnet 3f64a816-5fa0-4b22-9f30-f6c6d36b8330 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:49.787646 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-890404d7-a623-459e-8c7b-7abae5992147 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.828317 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-890404d7-a623-459e-8c7b-7abae5992147 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.864672 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.919859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-890404d7-a623-459e-8c7b-7abae5992147 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:49.984349 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-890404d7-a623-459e-8c7b-7abae5992147 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.014949 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890404d7-a623-459e-8c7b-7abae5992147 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Subnet': ['ID=3f64a816-5fa0-4b22-9f30-f6c6d36b8330,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.026654 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-890404d7-a623-459e-8c7b-7abae5992147 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.030862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-890404d7-a623-459e-8c7b-7abae5992147 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "DELETE /v2.0/subnets/3f64a816-5fa0-4b22-9f30-f6c6d36b8330 HTTP/1.1" status: 204 len: 168 time: 0.2956803 Jul 16 18:24:50.031284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60138) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:50.040910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b396c7-34e9-40d1-bb5b-c44add02b50d None None] Network 525098bf-999f-44b9-8f07-1251453fd2fc requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:50.078584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:50.089134 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.099012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5f9108e-7b00-44f5-90d3-e763b2ad8f57 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Deleting subnet 9bbcb49c-c797-43fa-bd89-67074371a75e {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:50.103689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f9108e-7b00-44f5-90d3-e763b2ad8f57 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.108074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Transition to ACTIVE for port object c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:24:50.117479 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.149873 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f9108e-7b00-44f5-90d3-e763b2ad8f57 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.184566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3346aef9-c608-4fb7-87c6-5bdf00f51ed9 req-720bb073-1420-449a-aff9-b4ec1ff33281 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.187132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3346aef9-c608-4fb7-87c6-5bdf00f51ed9 req-720bb073-1420-449a-aff9-b4ec1ff33281 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 931 time: 0.1427298 Jul 16 18:24:50.203365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Pushing event updated for resources: {'Port': ['ID=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.258537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f9108e-7b00-44f5-90d3-e763b2ad8f57 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.286290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3346aef9-c608-4fb7-87c6-5bdf00f51ed9 req-1f74eb30-490c-4b7e-9c74-b858b09b5609 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907764 Jul 16 18:24:50.300877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3940120-4abf-443f-b75c-4cd8d83ac9d4 None None] DHCP port deletion for 525098bf-999f-44b9-8f07-1251453fd2fc request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:50.315150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Attempting to bind port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:24:50.315483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Attempting to bind port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '3e63ad08-e981-4b85-ab7a-db2ef82a8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:24:50.315902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Attempting to bind port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 on network 1714ed94-5c96-431f-bf97-d5022e842aa1 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:50.320935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 on network 1714ed94-5c96-431f-bf97-d5022e842aa1 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:24:50.321341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Attempting to bind port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 on network 1714ed94-5c96-431f-bf97-d5022e842aa1 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:24:50.326602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:24:50.326947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Checking segment: {'id': '3e63ad08-e981-4b85-ab7a-db2ef82a8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:24:50.327332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Bound using segment: {'id': '3e63ad08-e981-4b85-ab7a-db2ef82a8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:24:50.327795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Bound port: c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e63ad08-e981-4b85-ab7a-db2ef82a8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:24:50.328158 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.334717 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f9108e-7b00-44f5-90d3-e763b2ad8f57 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.363444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d3940120-4abf-443f-b75c-4cd8d83ac9d4 None None] Deleting port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:50.364334 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3940120-4abf-443f-b75c-4cd8d83ac9d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.365702 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e5f9108e-7b00-44f5-90d3-e763b2ad8f57 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.370877 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e5f9108e-7b00-44f5-90d3-e763b2ad8f57 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "DELETE /v2.0/subnets/9bbcb49c-c797-43fa-bd89-67074371a75e HTTP/1.1" status: 204 len: 168 time: 0.3360028 Jul 16 18:24:50.370877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f9108e-7b00-44f5-90d3-e763b2ad8f57 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Subnet': ['ID=9bbcb49c-c797-43fa-bd89-67074371a75e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.372167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60140) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:50.392501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed1bbdb-e366-4a8d-9cfb-c8e4a232e4ec None None] Network a2b5a011-fee7-49d6-98c8-999f656cd9b1 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:50.414188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] For port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:24:50.417863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] For port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1,segment=NetworkSegment(3e63ad08-e981-4b85-ab7a-db2ef82a8e53),segment_id=3e63ad08-e981-4b85-ab7a-db2ef82a8e53)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:24:50.422578 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.458339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d3940120-4abf-443f-b75c-4cd8d83ac9d4 None None] For port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f,segment=NetworkSegment(fa28bee4-72c4-410e-9058-662e142bdbc2),segment_id=fa28bee4-72c4-410e-9058-662e142bdbc2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:50.458881 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3940120-4abf-443f-b75c-4cd8d83ac9d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.471025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.471453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.472880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] 10.222.0.37 "PUT /v2.0/ports/c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 HTTP/1.1" status: 200 len: 1091 time: 0.8536298 Jul 16 18:24:50.473332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '812a34be-5e6a-467d-81b1-de2701f7770d', 'tag': 'c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:50.476194 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41993e55-a029-4c76-8eaf-d2ede56076e5" -d '{"events": [{"name": "network-changed", "server_uuid": "812a34be-5e6a-467d-81b1-de2701f7770d", "tag": "c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:50.477421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.501636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f7c290-9ec7-41fd-8df6-bd564f1ac07d service neutron] Pushing event updated for resources: {'Port': ['ID=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.512907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d3940120-4abf-443f-b75c-4cd8d83ac9d4 None None] Calling delete_port for a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:50.543269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Deleting port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:50.543666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.548440 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed037958-a9ab-4af7-aa30-11332bcb7136 x-openstack-request-id: req-ed037958-a9ab-4af7-aa30-11332bcb7136 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:50.549488 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "812a34be-5e6a-467d-81b1-de2701f7770d", "tag": "c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:50.549733 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed037958-a9ab-4af7-aa30-11332bcb7136 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:50.550172 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '812a34be-5e6a-467d-81b1-de2701f7770d', 'tag': 'c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1', 'status': 'completed', 'code': 200} Jul 16 18:24:50.612259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] For port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f,segment=NetworkSegment(fa28bee4-72c4-410e-9058-662e142bdbc2),segment_id=fa28bee4-72c4-410e-9058-662e142bdbc2)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:50.612560 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.626599 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Calling delete_port for a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:50.660155 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3940120-4abf-443f-b75c-4cd8d83ac9d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.664950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-f998e8c0-93ec-4907-8578-082534652db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.667091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-f998e8c0-93ec-4907-8578-082534652db6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96fbbbdc99c74373b69e654ed8587fcf&device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 1094 time: 0.0869391 Jul 16 18:24:50.714218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3940120-4abf-443f-b75c-4cd8d83ac9d4 None None] Pushing event deleted for resources: {'Port': ['ID=a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.719588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3940120-4abf-443f-b75c-4cd8d83ac9d4 None None] No DVR routers for this DVR port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:50.725402 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-c9988e5f-8116-4271-860c-b1ffdc9078b7 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 HTTP/1.1" status: 200 len: 217 time: 0.0443904 Jul 16 18:24:50.745178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4597bd9-038e-4db9-90a7-e20ee7f34eb2 None None] DHCP port deletion for a2b5a011-fee7-49d6-98c8-999f656cd9b1 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:50.769706 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.779447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 96942414-be92-475f-aa24-6a9792ffd660 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:50.787666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-ad144a74-c24d-4736-919a-d77fa2590e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:50.789210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-ad144a74-c24d-4736-919a-d77fa2590e91 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a36d705-0778-4454-9cc7-eedf8c0f671b HTTP/1.1" status: 200 len: 854 time: 0.0546079 Jul 16 18:24:50.800862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 96942414-be92-475f-aa24-6a9792ffd660 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:50.801071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Port': ['ID=a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:50.801196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 96942414-be92-475f-aa24-6a9792ffd660 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:50.801615 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:50.803768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] No DVR routers for this DVR port a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:50.830419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:50.830863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a1f8d49f-b0bc-44cc-95c2-dec4b99b9f5f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:50.840245 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-5ca5413d-6164-4fb5-9093-88dc9f3c98a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1714ed94-5c96-431f-bf97-d5022e842aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437069 Jul 16 18:24:50.852689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b4597bd9-038e-4db9-90a7-e20ee7f34eb2 None None] Deleting port a009d256-4799-4bef-977c-dfda04c3c284 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:50.853078 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b4597bd9-038e-4db9-90a7-e20ee7f34eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.902135 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.912908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['525098bf-999f-44b9-8f07-1251453fd2fc']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:50.923796 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa28bee4-72c4-410e-9058-662e142bdbc2') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:50.924095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa28bee4-72c4-410e-9058-662e142bdbc2') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:50.928334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b4597bd9-038e-4db9-90a7-e20ee7f34eb2 None None] For port a009d256-4799-4bef-977c-dfda04c3c284, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a009d256-4799-4bef-977c-dfda04c3c284,segment=NetworkSegment(8937812e-36a0-4d1a-8ced-9027a330f2f1),segment_id=8937812e-36a0-4d1a-8ced-9027a330f2f1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:50.929871 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b4597bd9-038e-4db9-90a7-e20ee7f34eb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.934112 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.941458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b4597bd9-038e-4db9-90a7-e20ee7f34eb2 None None] Calling delete_port for a009d256-4799-4bef-977c-dfda04c3c284 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:50.950239 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.952297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-c0df24b3-9fe0-41df-8bf8-fb8777209fa2 service neutron] 10.222.0.37 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047277 Jul 16 18:24:50.956600 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Releasing vlan 351 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:50.956946 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: self.session.flush() Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:50.960283 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:51.025911 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.036486 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b4597bd9-038e-4db9-90a7-e20ee7f34eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.064307 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-79d296a0-348c-4cb5-a09d-ea0ab5a6683b req-72b60e8f-9946-4103-bf11-010f60303e04 service neutron] 10.222.0.37 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051168 Jul 16 18:24:51.069899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4597bd9-038e-4db9-90a7-e20ee7f34eb2 None None] Pushing event deleted for resources: {'Port': ['ID=a009d256-4799-4bef-977c-dfda04c3c284,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:51.073600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4597bd9-038e-4db9-90a7-e20ee7f34eb2 None None] No DVR routers for this DVR port a009d256-4799-4bef-977c-dfda04c3c284 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:51.254413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41993e55-a029-4c76-8eaf-d2ede56076e5 req-c42f23ef-16a5-44da-a945-e1c3c29d155b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.256526 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41993e55-a029-4c76-8eaf-d2ede56076e5 req-c42f23ef-16a5-44da-a945-e1c3c29d155b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=96fbbbdc99c74373b69e654ed8587fcf&device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 1094 time: 0.0713596 Jul 16 18:24:51.355424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41993e55-a029-4c76-8eaf-d2ede56076e5 req-47449655-727f-4d1d-aadc-7381b622c814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.356979 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41993e55-a029-4c76-8eaf-d2ede56076e5 req-47449655-727f-4d1d-aadc-7381b622c814 service neutron] 10.222.0.37 "GET /v2.0/networks?id=1714ed94-5c96-431f-bf97-d5022e842aa1 HTTP/1.1" status: 200 len: 915 time: 0.0933032 Jul 16 18:24:51.422313 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.424196 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "DELETE /v2.0/networks/525098bf-999f-44b9-8f07-1251453fd2fc HTTP/1.1" status: 204 len: 168 time: 1.0509181 Jul 16 18:24:51.425576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5953a7b-91d1-4520-a2ee-c84e8b9f4dfa tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Network': ['ID=525098bf-999f-44b9-8f07-1251453fd2fc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:51.427150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60146) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:51.430953 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41993e55-a029-4c76-8eaf-d2ede56076e5 req-e092beb0-9446-429d-a992-6452eea99054 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 HTTP/1.1" status: 200 len: 217 time: 0.0657675 Jul 16 18:24:51.503467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.510308 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41993e55-a029-4c76-8eaf-d2ede56076e5 req-a277c843-91cf-4afe-a19f-312c438c7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.511817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41993e55-a029-4c76-8eaf-d2ede56076e5 req-a277c843-91cf-4afe-a19f-312c438c7cd2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a36d705-0778-4454-9cc7-eedf8c0f671b HTTP/1.1" status: 200 len: 854 time: 0.0711608 Jul 16 18:24:51.558720 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41993e55-a029-4c76-8eaf-d2ede56076e5 req-2b644bba-87f7-432a-b6ed-6408c0a4f1cc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=1714ed94-5c96-431f-bf97-d5022e842aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370574 Jul 16 18:24:51.566418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53620f-0997-4eac-971a-b4ae40d094f5 req-e42b0744-9424-4faa-aadd-481e8703aaa9 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:51.567865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb53620f-0997-4eac-971a-b4ae40d094f5 req-e42b0744-9424-4faa-aadd-481e8703aaa9 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 943 time: 0.1415405 Jul 16 18:24:51.594888 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.605358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2b5a011-fee7-49d6-98c8-999f656cd9b1']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:51.616363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8937812e-36a0-4d1a-8ced-9027a330f2f1') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:51.616828 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8937812e-36a0-4d1a-8ced-9027a330f2f1') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:51.626020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.641485 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.647829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Releasing vlan 398 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:51.648231 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:51.651696 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:51.665165 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb53620f-0997-4eac-971a-b4ae40d094f5 req-ffe137ca-2eef-4b1b-80ba-803b8cc43c9f tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869527 Jul 16 18:24:51.690404 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41993e55-a029-4c76-8eaf-d2ede56076e5 req-7f98c340-100a-415f-b0cb-d4aed47a04fc service neutron] 10.222.0.37 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214135 Jul 16 18:24:51.720097 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.725384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.727374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "DELETE /v2.0/networks/a2b5a011-fee7-49d6-98c8-999f656cd9b1 HTTP/1.1" status: 204 len: 168 time: 0.2987008 Jul 16 18:24:51.730215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60150) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:51.742617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb91c14-a455-47a5-afaa-2ef91df0b44e tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Network': ['ID=a2b5a011-fee7-49d6-98c8-999f656cd9b1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:51.819288 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6c05797-7578-429b-88b2-dab8c29c1eb4 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Deleting subnet 22c88a04-1b17-41bc-9d84-8145fa91e726 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:24:51.829219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6c05797-7578-429b-88b2-dab8c29c1eb4 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.860049 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41993e55-a029-4c76-8eaf-d2ede56076e5 req-983f5cc6-429d-4b54-8962-7e1823bf461d service neutron] 10.222.0.37 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630447 Jul 16 18:24:51.878196 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6c05797-7578-429b-88b2-dab8c29c1eb4 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.922610 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:51.966721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6c05797-7578-429b-88b2-dab8c29c1eb4 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.025134 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6c05797-7578-429b-88b2-dab8c29c1eb4 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.057628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c05797-7578-429b-88b2-dab8c29c1eb4 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Subnet': ['ID=22c88a04-1b17-41bc-9d84-8145fa91e726,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.061473 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6c05797-7578-429b-88b2-dab8c29c1eb4 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.065604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d6c05797-7578-429b-88b2-dab8c29c1eb4 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "DELETE /v2.0/subnets/22c88a04-1b17-41bc-9d84-8145fa91e726 HTTP/1.1" status: 204 len: 168 time: 0.3321047 Jul 16 18:24:52.066853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60152) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:52.070727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a5d33a-0525-45b7-851b-6fd55d097ba0 None None] Network 06805614-eefa-41d2-8e88-e91fac7e5716 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:24:52.142939 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.209824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Deleting port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:52.210267 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.262192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf25168-ab22-4e65-9650-62d7dfe1a50e None None] DHCP port deletion for 06805614-eefa-41d2-8e88-e91fac7e5716 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:24:52.283999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] For port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=df3d0e12-21df-49b4-98d1-b6a50bc5c8cd,segment=NetworkSegment(9c9b4473-b53e-4820-85fa-3cd33dce6959),segment_id=9c9b4473-b53e-4820-85fa-3cd33dce6959)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:52.284357 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.297380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Calling delete_port for df3d0e12-21df-49b4-98d1-b6a50bc5c8cd owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:52.316372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-baf25168-ab22-4e65-9650-62d7dfe1a50e None None] Deleting port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:24:52.316749 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-baf25168-ab22-4e65-9650-62d7dfe1a50e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.378680 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.383409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-baf25168-ab22-4e65-9650-62d7dfe1a50e None None] For port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=df3d0e12-21df-49b4-98d1-b6a50bc5c8cd,segment=NetworkSegment(9c9b4473-b53e-4820-85fa-3cd33dce6959),segment_id=9c9b4473-b53e-4820-85fa-3cd33dce6959)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:52.383848 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-baf25168-ab22-4e65-9650-62d7dfe1a50e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.387551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:24:52.405318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-baf25168-ab22-4e65-9650-62d7dfe1a50e None None] Calling delete_port for df3d0e12-21df-49b4-98d1-b6a50bc5c8cd owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:24:52.410103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Port': ['ID=df3d0e12-21df-49b4-98d1-b6a50bc5c8cd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.412013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] No DVR routers for this DVR port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:52.494099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.504447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06805614-eefa-41d2-8e88-e91fac7e5716']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:52.515969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9b4473-b53e-4820-85fa-3cd33dce6959') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:52.516270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9b4473-b53e-4820-85fa-3cd33dce6959') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:24:52.525585 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.541322 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.547567 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Releasing vlan 374 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:24:52.548204 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:24:52.551387 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:24:52.560866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1,segment=NetworkSegment(3e63ad08-e981-4b85-ab7a-db2ef82a8e53),segment_id=3e63ad08-e981-4b85-ab7a-db2ef82a8e53)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:52.570423 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-baf25168-ab22-4e65-9650-62d7dfe1a50e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.580692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1', 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1', 'port_id': 'c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1', 'mac_address': 'fa:16:3e:f1:11:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a36d705-0778-4454-9cc7-eedf8c0f671b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:24:52.602830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf25168-ab22-4e65-9650-62d7dfe1a50e None None] Pushing event deleted for resources: {'Port': ['ID=df3d0e12-21df-49b4-98d1-b6a50bc5c8cd,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.604934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf25168-ab22-4e65-9650-62d7dfe1a50e None None] No DVR routers for this DVR port df3d0e12-21df-49b4-98d1-b6a50bc5c8cd on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:24:52.625521 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.633100 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.635223 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "DELETE /v2.0/networks/06805614-eefa-41d2-8e88-e91fac7e5716 HTTP/1.1" status: 204 len: 168 time: 0.5680940 Jul 16 18:24:52.637824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60154) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:52.649730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24733393-7a87-4844-a5c8-927a43ba1544 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Pushing event deleted for resources: {'Network': ['ID=06805614-eefa-41d2-8e88-e91fac7e5716,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.657348 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.673532 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b70f938c-fc1d-4752-9edf-ec65ac3614f3 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "GET /v2.0/ports?device_id=dbeff32e-e255-4767-a81d-f0138ca725b6 HTTP/1.1" status: 200 len: 205 time: 0.0340059 Jul 16 18:24:52.677411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60156) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:52.684406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:24:52.710108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1,segment=NetworkSegment(3e63ad08-e981-4b85-ab7a-db2ef82a8e53),segment_id=3e63ad08-e981-4b85-ab7a-db2ef82a8e53)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:52.715075 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.747841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device df3d0e12-21df-49b4-98d1-b6a50bc5c8cd no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:52.774187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: df3d0e12-21df-49b4-98d1-b6a50bc5c8cd {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:52.774690 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device df3d0e12-21df-49b4-98d1-b6a50bc5c8cd not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:52.775200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a009d256-4799-4bef-977c-dfda04c3c284 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:24:52.786828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0bc8075f-7539-43fe-8e29-8e7398d4ddd5 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.803713 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: a009d256-4799-4bef-977c-dfda04c3c284 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:24:52.804203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a009d256-4799-4bef-977c-dfda04c3c284 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:24:52.820676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:52.873826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a1cb85-46ce-4cd6-a3a6-a1f2e017c480 req-07844362-cfc0-462a-a04b-b314bec93149 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:52.875172 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1a1cb85-46ce-4cd6-a3a6-a1f2e017c480 req-07844362-cfc0-462a-a04b-b314bec93149 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 944 time: 0.0779085 Jul 16 18:24:52.917340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c1a1cb85-46ce-4cd6-a3a6-a1f2e017c480 req-192d624d-8947-434e-9f09-7e545d6aee4d tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350583 Jul 16 18:24:52.983930 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0bc8075f-7539-43fe-8e29-8e7398d4ddd5 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:52.986041 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0bc8075f-7539-43fe-8e29-8e7398d4ddd5 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.029645 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0bc8075f-7539-43fe-8e29-8e7398d4ddd5 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.030283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc8075f-7539-43fe-8e29-8e7398d4ddd5 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Fanout notify agent at l3_agent the message router_deleted on router dbeff32e-e255-4767-a81d-f0138ca725b6 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:24:53.037375 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0bc8075f-7539-43fe-8e29-8e7398d4ddd5 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.038516 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0bc8075f-7539-43fe-8e29-8e7398d4ddd5 tempest-RoutersNegativeIpV6Test-2035607980 tempest-RoutersNegativeIpV6Test-2035607980-project] 10.222.0.47 "DELETE /v2.0/routers/dbeff32e-e255-4767-a81d-f0138ca725b6 HTTP/1.1" status: 204 len: 168 time: 0.3587596 Jul 16 18:24:53.081274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:24:53.311151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60164) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:53.452404 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c81f5bdb-4ece-4490-aa47-5a8187cbe049 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2cc80cf95e9e48289c1a1aa8d4e7d5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1399572 Jul 16 18:24:53.454849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60170) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:53.507197 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6ef-581b-48c2-9b46-a1bb754e38ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.529074 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6ef-581b-48c2-9b46-a1bb754e38ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.579223 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6ef-581b-48c2-9b46-a1bb754e38ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.581833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6cae6ef-581b-48c2-9b46-a1bb754e38ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:53.582982 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c6cae6ef-581b-48c2-9b46-a1bb754e38ba admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6849c0c1-0354-4744-a4c2-fb1c8e036f15 HTTP/1.1" status: 204 len: 168 time: 0.1272521 Jul 16 18:24:53.590919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cae6ef-581b-48c2-9b46-a1bb754e38ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6849c0c1-0354-4744-a4c2-fb1c8e036f15,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:54.145677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13771b-0ac2-466f-be0a-1e8ebeff00dc req-fd37ec24-471b-4998-90f0-9c5e85442a4c tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:54.145677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa13771b-0ac2-466f-be0a-1e8ebeff00dc req-fd37ec24-471b-4998-90f0-9c5e85442a4c tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 944 time: 0.0953529 Jul 16 18:24:54.192467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa13771b-0ac2-466f-be0a-1e8ebeff00dc req-d98b62ee-2678-4945-8334-3b836f2696e8 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416956 Jul 16 18:24:54.302891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60196) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:54.399913 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:24:54.425914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-68bdc7d9-5c12-4418-b809-b965d5a04f08 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020346272'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:54.453670 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68bdc7d9-5c12-4418-b809-b965d5a04f08 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.461796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:24:54.464660 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68bdc7d9-5c12-4418-b809-b965d5a04f08 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.465942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:24:54.466315 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.571877 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.592908 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68bdc7d9-5c12-4418-b809-b965d5a04f08 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.597998 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68bdc7d9-5c12-4418-b809-b965d5a04f08 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.601049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812a34be-5e6a-467d-81b1-de2701f7770d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:24:54.605074 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ed13fe-87a1-461e-9b3b-192f1ffc9ae3" -d '{"events": [{"server_uuid": "812a34be-5e6a-467d-81b1-de2701f7770d", "name": "network-vif-plugged", "status": "completed", "tag": "c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:24:54.625448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1,segment=NetworkSegment(3e63ad08-e981-4b85-ab7a-db2ef82a8e53),segment_id=3e63ad08-e981-4b85-ab7a-db2ef82a8e53)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:24:54.631854 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.641710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdc7d9-5c12-4418-b809-b965d5a04f08 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e60582-4c05-4250-a8a8-8911f5aa6a67,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:54.697526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:54.717546 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68bdc7d9-5c12-4418-b809-b965d5a04f08 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.722794 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68bdc7d9-5c12-4418-b809-b965d5a04f08 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.755113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68bdc7d9-5c12-4418-b809-b965d5a04f08 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.759915 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-68bdc7d9-5c12-4418-b809-b965d5a04f08 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4536211 Jul 16 18:24:54.760416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60204) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:54.760945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bdc7d9-5c12-4418-b809-b965d5a04f08 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07440e70-aa64-4a4e-b2f4-3a4192a9a176,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:54.828712 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:24:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26bd40bd-c080-4b45-ad1e-aa8979c33a93 x-openstack-request-id: req-26bd40bd-c080-4b45-ad1e-aa8979c33a93 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:24:54.829072 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812a34be-5e6a-467d-81b1-de2701f7770d", "name": "network-vif-plugged", "status": "completed", "tag": "c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:24:54.829333 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26bd40bd-c080-4b45-ad1e-aa8979c33a93 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:24:54.829839 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812a34be-5e6a-467d-81b1-de2701f7770d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1', 'code': 200} Jul 16 18:24:54.838064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-35732871-c5f8-4d94-a83b-8f2af0616383 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0763712 Jul 16 18:24:54.840813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60206) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:54.847442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-34e22a58-cc3d-47f1-81f7-d3a5e2879535 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group': {'name': 'tempest-security--2066047371', 'description': 'tempest-security-description-1264641085'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:54.883999 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34e22a58-cc3d-47f1-81f7-d3a5e2879535 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.980668 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34e22a58-cc3d-47f1-81f7-d3a5e2879535 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.986370 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34e22a58-cc3d-47f1-81f7-d3a5e2879535 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.988924 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34e22a58-cc3d-47f1-81f7-d3a5e2879535 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:54.993681 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-34e22a58-cc3d-47f1-81f7-d3a5e2879535 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "PUT /v2.0/security-groups/07440e70-aa64-4a4e-b2f4-3a4192a9a176 HTTP/1.1" status: 200 len: 1780 time: 0.1482067 Jul 16 18:24:54.994220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60208) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.025994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e22a58-cc3d-47f1-81f7-d3a5e2879535 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07440e70-aa64-4a4e-b2f4-3a4192a9a176,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.034441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b83f7d-6da5-4b6d-afbb-98a21f041f86 req-7c5af16d-3998-47fb-9c14-dba94b6c2975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.035991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-49b83f7d-6da5-4b6d-afbb-98a21f041f86 req-7c5af16d-3998-47fb-9c14-dba94b6c2975 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 1096 time: 0.0890183 Jul 16 18:24:55.048173 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-533d42b2-8975-4e46-bea3-d874d718fcc6 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-groups/07440e70-aa64-4a4e-b2f4-3a4192a9a176 HTTP/1.1" status: 200 len: 1780 time: 0.0525038 Jul 16 18:24:55.050918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60210) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.078171 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-49b83f7d-6da5-4b6d-afbb-98a21f041f86 req-f2358386-e6d7-4257-97e8-632318a2e826 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332694 Jul 16 18:24:55.118652 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91ea73f2-fb83-43b5-9078-b573680666c8 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.142252 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91ea73f2-fb83-43b5-9078-b573680666c8 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.187201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91ea73f2-fb83-43b5-9078-b573680666c8 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.190037 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91ea73f2-fb83-43b5-9078-b573680666c8 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.191192 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-91ea73f2-fb83-43b5-9078-b573680666c8 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-groups/07440e70-aa64-4a4e-b2f4-3a4192a9a176 HTTP/1.1" status: 204 len: 168 time: 0.1390893 Jul 16 18:24:55.194503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60212) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.202108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ea73f2-fb83-43b5-9078-b573680666c8 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07440e70-aa64-4a4e-b2f4-3a4192a9a176,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.258932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2928d294-8859-4c5a-aa67-d9ef58096d84 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0621283 Jul 16 18:24:55.261786 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60216) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.276550 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-94d837a3-9d1c-4c33-8465-724150094b58 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] delete failed (client error): The resource could not be found. Jul 16 18:24:55.282887 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-94d837a3-9d1c-4c33-8465-724150094b58 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-groups/07440e70-aa64-4a4e-b2f4-3a4192a9a176 HTTP/1.1" status: 404 len: 347 time: 0.0147753 Jul 16 18:24:55.283081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60218) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.288222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0de7e088-f102-4517-b4f2-10e1d7537d9b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group': {'name': 'tempest-secgroup--730098212'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:55.312564 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0de7e088-f102-4517-b4f2-10e1d7537d9b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.392514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77546ef4-c2ac-45af-bc4a-3380ca61e95d req-624f9a27-a8a4-4058-99ca-91be1b6e1a39 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:55.394151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77546ef4-c2ac-45af-bc4a-3380ca61e95d req-624f9a27-a8a4-4058-99ca-91be1b6e1a39 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 945 time: 0.0754991 Jul 16 18:24:55.409189 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0de7e088-f102-4517-b4f2-10e1d7537d9b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.413650 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0de7e088-f102-4517-b4f2-10e1d7537d9b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.439981 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77546ef4-c2ac-45af-bc4a-3380ca61e95d req-4629f45e-4663-4e73-b8ec-7d6f4622c683 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373480 Jul 16 18:24:55.441517 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0de7e088-f102-4517-b4f2-10e1d7537d9b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.442975 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0de7e088-f102-4517-b4f2-10e1d7537d9b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1587503 Jul 16 18:24:55.446205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60220) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.450987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e1ef8e04-c436-4ec8-8168-a85ac952d283 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': 'eb000f56-b1d3-454d-9684-8267b85c5a13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:55.459318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de7e088-f102-4517-b4f2-10e1d7537d9b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb000f56-b1d3-454d-9684-8267b85c5a13,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.481807 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8e04-c436-4ec8-8168-a85ac952d283 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.539330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8e04-c436-4ec8-8168-a85ac952d283 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.543022 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8e04-c436-4ec8-8168-a85ac952d283 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.561369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ef8e04-c436-4ec8-8168-a85ac952d283 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b796c9-4faa-46de-985d-89ab00674c12,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.568463 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1ef8e04-c436-4ec8-8168-a85ac952d283 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.569861 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e1ef8e04-c436-4ec8-8168-a85ac952d283 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226742 Jul 16 18:24:55.572827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60222) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.604714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d193f625-afea-42d4-9e61-6844f8bc1ba6 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.613229 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d193f625-afea-42d4-9e61-6844f8bc1ba6 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.649073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d193f625-afea-42d4-9e61-6844f8bc1ba6 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.657910 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d193f625-afea-42d4-9e61-6844f8bc1ba6 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.659036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d193f625-afea-42d4-9e61-6844f8bc1ba6 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/77b796c9-4faa-46de-985d-89ab00674c12 HTTP/1.1" status: 204 len: 168 time: 0.0849714 Jul 16 18:24:55.662228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60224) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.664191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193f625-afea-42d4-9e61-6844f8bc1ba6 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77b796c9-4faa-46de-985d-89ab00674c12,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.711521 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1b006fe5-5c30-455f-bbef-502acebb0685 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471830 Jul 16 18:24:55.714313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60226) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.767940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-08738671-cf11-49d4-8f29-fb3c765c14d4 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.791756 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-08738671-cf11-49d4-8f29-fb3c765c14d4 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.837821 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-08738671-cf11-49d4-8f29-fb3c765c14d4 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.841050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-08738671-cf11-49d4-8f29-fb3c765c14d4 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:55.842385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-08738671-cf11-49d4-8f29-fb3c765c14d4 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-groups/eb000f56-b1d3-454d-9684-8267b85c5a13 HTTP/1.1" status: 204 len: 168 time: 0.1257081 Jul 16 18:24:55.845315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60230) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.855830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08738671-cf11-49d4-8f29-fb3c765c14d4 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb000f56-b1d3-454d-9684-8267b85c5a13,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:55.907358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-94239e74-a882-4686-8e22-9a29322dc942 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0603981 Jul 16 18:24:55.910926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60232) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:55.915983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2c46e0b5-7346-47d0-9a44-3b9d5414d001 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group': {'name': 'tempest-secgroup--261914877'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:55.936727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2c46e0b5-7346-47d0-9a44-3b9d5414d001 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.024201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2c46e0b5-7346-47d0-9a44-3b9d5414d001 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.028632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2c46e0b5-7346-47d0-9a44-3b9d5414d001 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.056380 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2c46e0b5-7346-47d0-9a44-3b9d5414d001 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.057618 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2c46e0b5-7346-47d0-9a44-3b9d5414d001 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1457777 Jul 16 18:24:56.060420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60234) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.065614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-16c6e210-811b-46b2-9960-ad1ab18dd7b7 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': '19f10ecf-aefb-4f18-a05c-e0ab51e5320a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:56.071421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c46e0b5-7346-47d0-9a44-3b9d5414d001 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19f10ecf-aefb-4f18-a05c-e0ab51e5320a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.096259 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16c6e210-811b-46b2-9960-ad1ab18dd7b7 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.156674 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16c6e210-811b-46b2-9960-ad1ab18dd7b7 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.160527 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16c6e210-811b-46b2-9960-ad1ab18dd7b7 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.180363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c6e210-811b-46b2-9960-ad1ab18dd7b7 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a43fc81-38bd-4854-bf2c-fe424db9bb7b,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.186339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16c6e210-811b-46b2-9960-ad1ab18dd7b7 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.188602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-16c6e210-811b-46b2-9960-ad1ab18dd7b7 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1263094 Jul 16 18:24:56.190602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60236) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.195967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-442b4150-2170-4f52-b6a4-be5f96ffdb8c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': '19f10ecf-aefb-4f18-a05c-e0ab51e5320a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:56.226964 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-442b4150-2170-4f52-b6a4-be5f96ffdb8c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.288939 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-442b4150-2170-4f52-b6a4-be5f96ffdb8c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.292796 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-442b4150-2170-4f52-b6a4-be5f96ffdb8c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.313742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b4150-2170-4f52-b6a4-be5f96ffdb8c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c8f8e1-2c3f-4668-b1be-f6b5acd3a2c5,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.321266 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-442b4150-2170-4f52-b6a4-be5f96ffdb8c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.322582 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-442b4150-2170-4f52-b6a4-be5f96ffdb8c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1310225 Jul 16 18:24:56.325884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60238) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.331350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9300290e-2b31-4947-b926-5ce2e980541f tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': '19f10ecf-aefb-4f18-a05c-e0ab51e5320a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:56.370121 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9300290e-2b31-4947-b926-5ce2e980541f tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.457347 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9300290e-2b31-4947-b926-5ce2e980541f tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.462722 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9300290e-2b31-4947-b926-5ce2e980541f tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.485131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300290e-2b31-4947-b926-5ce2e980541f tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3201c00-37e4-4b1a-a77b-4b1ef2fd0359,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.494824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9300290e-2b31-4947-b926-5ce2e980541f tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.497353 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9300290e-2b31-4947-b926-5ce2e980541f tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1699018 Jul 16 18:24:56.499720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60242) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.507506 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4041f3f8-e001-4163-afa7-7f3ffb492371 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': '19f10ecf-aefb-4f18-a05c-e0ab51e5320a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:56.544143 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4041f3f8-e001-4163-afa7-7f3ffb492371 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.638548 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4041f3f8-e001-4163-afa7-7f3ffb492371 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.643019 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4041f3f8-e001-4163-afa7-7f3ffb492371 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.673033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041f3f8-e001-4163-afa7-7f3ffb492371 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df3a2410-9517-49d2-9920-b0024e926091,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.685081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c950f382-4267-4237-8f81-c335fba81f29 req-3063af24-361a-41f7-9ca1-f55979a87144 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:24:56.686650 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c950f382-4267-4237-8f81-c335fba81f29 req-3063af24-361a-41f7-9ca1-f55979a87144 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 945 time: 0.1261230 Jul 16 18:24:56.688179 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4041f3f8-e001-4163-afa7-7f3ffb492371 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.689270 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4041f3f8-e001-4163-afa7-7f3ffb492371 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1884060 Jul 16 18:24:56.692238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60244) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.697811 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a3a123a7-99a5-46d4-85b9-ea737fdbcf43 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': '19f10ecf-aefb-4f18-a05c-e0ab51e5320a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:56.726133 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3a123a7-99a5-46d4-85b9-ea737fdbcf43 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.730383 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c950f382-4267-4237-8f81-c335fba81f29 req-50ffa7ee-e17e-4fb8-bee3-f45503c10b59 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379093 Jul 16 18:24:56.787053 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3a123a7-99a5-46d4-85b9-ea737fdbcf43 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.791482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3a123a7-99a5-46d4-85b9-ea737fdbcf43 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.811517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a123a7-99a5-46d4-85b9-ea737fdbcf43 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb5206d4-4b09-49fd-b598-c1dd202f36e3,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.827004 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3a123a7-99a5-46d4-85b9-ea737fdbcf43 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.831690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60260) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.831884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a3a123a7-99a5-46d4-85b9-ea737fdbcf43 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1382639 Jul 16 18:24:56.861634 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0d3bcab-98c9-4125-90bf-f3475bdd0ea2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.871596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0d3bcab-98c9-4125-90bf-f3475bdd0ea2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.909676 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0d3bcab-98c9-4125-90bf-f3475bdd0ea2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.916489 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0d3bcab-98c9-4125-90bf-f3475bdd0ea2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:56.917600 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e0d3bcab-98c9-4125-90bf-f3475bdd0ea2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/fb5206d4-4b09-49fd-b598-c1dd202f36e3 HTTP/1.1" status: 204 len: 168 time: 0.0847309 Jul 16 18:24:56.920567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60278) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:56.923688 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d3bcab-98c9-4125-90bf-f3475bdd0ea2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fb5206d4-4b09-49fd-b598-c1dd202f36e3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:56.977510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4d0cdee4-205f-47b0-a955-55aa4772a379 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0554671 Jul 16 18:24:56.980268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60288) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.032204 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-660af20f-88a3-4b87-9633-c8b97134de6b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.041053 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-660af20f-88a3-4b87-9633-c8b97134de6b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.097859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-660af20f-88a3-4b87-9633-c8b97134de6b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.106197 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-660af20f-88a3-4b87-9633-c8b97134de6b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.107523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-660af20f-88a3-4b87-9633-c8b97134de6b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/df3a2410-9517-49d2-9920-b0024e926091 HTTP/1.1" status: 204 len: 168 time: 0.1263218 Jul 16 18:24:57.110505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60292) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.116551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660af20f-88a3-4b87-9633-c8b97134de6b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df3a2410-9517-49d2-9920-b0024e926091,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:57.176795 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-616613cc-7dfa-4ebf-9894-fa7b5c9336ae tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0648665 Jul 16 18:24:57.182995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60294) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.232968 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-981ac978-9217-44a3-9fc4-a370e0429413 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.245082 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-981ac978-9217-44a3-9fc4-a370e0429413 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.278985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-981ac978-9217-44a3-9fc4-a370e0429413 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.296283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-981ac978-9217-44a3-9fc4-a370e0429413 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.297443 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-981ac978-9217-44a3-9fc4-a370e0429413 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c3201c00-37e4-4b1a-a77b-4b1ef2fd0359 HTTP/1.1" status: 204 len: 168 time: 0.1132309 Jul 16 18:24:57.298686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981ac978-9217-44a3-9fc4-a370e0429413 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3201c00-37e4-4b1a-a77b-4b1ef2fd0359,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:57.301474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60300) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.359383 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-81182bec-7f6a-426d-83dc-0f18575f4e95 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0560660 Jul 16 18:24:57.362466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60306) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.397981 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309f6ab2-5317-4de9-9ac3-d65f9153f474 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.407524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309f6ab2-5317-4de9-9ac3-d65f9153f474 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.443662 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309f6ab2-5317-4de9-9ac3-d65f9153f474 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.450685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-309f6ab2-5317-4de9-9ac3-d65f9153f474 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.456114 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-309f6ab2-5317-4de9-9ac3-d65f9153f474 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/73c8f8e1-2c3f-4668-b1be-f6b5acd3a2c5 HTTP/1.1" status: 204 len: 168 time: 0.0884929 Jul 16 18:24:57.456495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60320) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.460463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309f6ab2-5317-4de9-9ac3-d65f9153f474 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73c8f8e1-2c3f-4668-b1be-f6b5acd3a2c5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:57.510540 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cb03aee0-9a5a-4a0a-995b-6967ea52854a tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0528586 Jul 16 18:24:57.513621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60330) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.539337 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3599785f-ec0b-4787-b207-321c8bcf1edd tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.548234 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3599785f-ec0b-4787-b207-321c8bcf1edd tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.578516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3599785f-ec0b-4787-b207-321c8bcf1edd tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.592516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3599785f-ec0b-4787-b207-321c8bcf1edd tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.593822 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3599785f-ec0b-4787-b207-321c8bcf1edd tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/2a43fc81-38bd-4854-bf2c-fe424db9bb7b HTTP/1.1" status: 204 len: 168 time: 0.0792730 Jul 16 18:24:57.596516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60340) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.598298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599785f-ec0b-4787-b207-321c8bcf1edd tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2a43fc81-38bd-4854-bf2c-fe424db9bb7b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:57.641160 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-14eb8c68-14a8-463f-9c3c-16129094d386 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0433574 Jul 16 18:24:57.645314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60342) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.713829 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b99f209e-7bc3-4b6a-8700-6301bb7da02b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.741967 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b99f209e-7bc3-4b6a-8700-6301bb7da02b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.789216 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b99f209e-7bc3-4b6a-8700-6301bb7da02b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.793202 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b99f209e-7bc3-4b6a-8700-6301bb7da02b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.794942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b99f209e-7bc3-4b6a-8700-6301bb7da02b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-groups/19f10ecf-aefb-4f18-a05c-e0ab51e5320a HTTP/1.1" status: 204 len: 168 time: 0.1485245 Jul 16 18:24:57.797518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60344) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.808126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99f209e-7bc3-4b6a-8700-6301bb7da02b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f10ecf-aefb-4f18-a05c-e0ab51e5320a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:57.850846 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b3bc9acc-99b3-4ea7-a7bb-f651194f8269 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0521095 Jul 16 18:24:57.855071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60346) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:57.859940 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-94cc4227-f1da-4482-8479-eaff4bafd790 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group': {'name': 'tempest-secgroup--2064954043'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:57.892400 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-94cc4227-f1da-4482-8479-eaff4bafd790 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:57.996602 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-94cc4227-f1da-4482-8479-eaff4bafd790 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.000502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-94cc4227-f1da-4482-8479-eaff4bafd790 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.031247 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-94cc4227-f1da-4482-8479-eaff4bafd790 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.032543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-94cc4227-f1da-4482-8479-eaff4bafd790 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1763415 Jul 16 18:24:58.035527 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60348) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.041092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3aa9e415-3304-41b9-98f6-379fb575bc77 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': 'b91a8d48-c2c3-43ef-9077-49b596cddd66', 'direction': 'ingress', 'protocol': 17}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:58.047715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cc4227-f1da-4482-8479-eaff4bafd790 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b91a8d48-c2c3-43ef-9077-49b596cddd66,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:58.076628 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3aa9e415-3304-41b9-98f6-379fb575bc77 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.172781 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3aa9e415-3304-41b9-98f6-379fb575bc77 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.178914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3aa9e415-3304-41b9-98f6-379fb575bc77 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.201421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa9e415-3304-41b9-98f6-379fb575bc77 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29dbca80-4888-4764-9aef-c86dc3943164,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:58.209284 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3aa9e415-3304-41b9-98f6-379fb575bc77 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.210618 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3aa9e415-3304-41b9-98f6-379fb575bc77 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1741307 Jul 16 18:24:58.213564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60350) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.285883 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fc02df0c-65a4-45b7-8c42-e70884a129ca tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.320824 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fc02df0c-65a4-45b7-8c42-e70884a129ca tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.393720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fc02df0c-65a4-45b7-8c42-e70884a129ca tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.398212 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fc02df0c-65a4-45b7-8c42-e70884a129ca tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.400371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fc02df0c-65a4-45b7-8c42-e70884a129ca tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-groups/b91a8d48-c2c3-43ef-9077-49b596cddd66 HTTP/1.1" status: 204 len: 168 time: 0.1855626 Jul 16 18:24:58.403124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60354) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.415586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc02df0c-65a4-45b7-8c42-e70884a129ca tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b91a8d48-c2c3-43ef-9077-49b596cddd66,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:58.488366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-caf69e2e-950a-42b4-af14-214f996a293c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0836012 Jul 16 18:24:58.492024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60356) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.497902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9990c364-2869-449e-9236-1171eb54ae1e tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group': {'name': 'tempest-secgroup--1673985319'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:58.524595 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9990c364-2869-449e-9236-1171eb54ae1e tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.634546 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9990c364-2869-449e-9236-1171eb54ae1e tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.638584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9990c364-2869-449e-9236-1171eb54ae1e tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.672635 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9990c364-2869-449e-9236-1171eb54ae1e tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.673919 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9990c364-2869-449e-9236-1171eb54ae1e tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1806192 Jul 16 18:24:58.676048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9990c364-2869-449e-9236-1171eb54ae1e tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=072cb9cb-d970-4cd1-9b3a-4e10b9c47ccd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:58.676776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60358) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.684511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-acc2c556-6e06-4896-a528-34efdd9f150d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119287025'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:58.725756 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-acc2c556-6e06-4896-a528-34efdd9f150d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.819223 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-acc2c556-6e06-4896-a528-34efdd9f150d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.824179 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-acc2c556-6e06-4896-a528-34efdd9f150d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.856098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2c556-6e06-4896-a528-34efdd9f150d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=606e7558-7402-47a5-b1d0-8156cc97cc7f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:58.859181 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-acc2c556-6e06-4896-a528-34efdd9f150d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:58.863266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-acc2c556-6e06-4896-a528-34efdd9f150d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1818314 Jul 16 18:24:58.863705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60360) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:58.870389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a07bc536-c0ef-46e0-9fbe-c12cb8c66280 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': '072cb9cb-d970-4cd1-9b3a-4e10b9c47ccd', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '606e7558-7402-47a5-b1d0-8156cc97cc7f', 'remote_ip_prefix': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:58.911524 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a07bc536-c0ef-46e0-9fbe-c12cb8c66280 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.008553 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a07bc536-c0ef-46e0-9fbe-c12cb8c66280 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.013606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a07bc536-c0ef-46e0-9fbe-c12cb8c66280 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.041137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07bc536-c0ef-46e0-9fbe-c12cb8c66280 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2fa8039-648a-4d0a-a750-051d9f1ca806,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:59.048906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a07bc536-c0ef-46e0-9fbe-c12cb8c66280 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.050606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a07bc536-c0ef-46e0-9fbe-c12cb8c66280 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1856899 Jul 16 18:24:59.054372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60362) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.083234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-182936d8-823c-498e-b00f-6593ec8395a3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.092089 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-182936d8-823c-498e-b00f-6593ec8395a3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.121908 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-182936d8-823c-498e-b00f-6593ec8395a3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.128738 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-182936d8-823c-498e-b00f-6593ec8395a3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.129886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-182936d8-823c-498e-b00f-6593ec8395a3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/a2fa8039-648a-4d0a-a750-051d9f1ca806 HTTP/1.1" status: 204 len: 168 time: 0.0743811 Jul 16 18:24:59.133390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60364) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.140241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182936d8-823c-498e-b00f-6593ec8395a3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a2fa8039-648a-4d0a-a750-051d9f1ca806,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:59.184714 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ecd9c685-d9a9-42e0-9f39-caa9a9b579c2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0500209 Jul 16 18:24:59.187378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60366) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.256283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-797dd61d-91ee-4e95-83bf-441c8763033b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.290947 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-797dd61d-91ee-4e95-83bf-441c8763033b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.341102 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-797dd61d-91ee-4e95-83bf-441c8763033b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.348780 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-797dd61d-91ee-4e95-83bf-441c8763033b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.350678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-797dd61d-91ee-4e95-83bf-441c8763033b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-groups/606e7558-7402-47a5-b1d0-8156cc97cc7f HTTP/1.1" status: 204 len: 168 time: 0.1617999 Jul 16 18:24:59.354228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60368) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.376927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797dd61d-91ee-4e95-83bf-441c8763033b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=606e7558-7402-47a5-b1d0-8156cc97cc7f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:59.404140 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.453062 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cf048b59-a791-48ee-b77d-48b02857b0bc tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0973420 Jul 16 18:24:59.458059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60372) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.531703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.563207 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.615358 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.618232 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.619419 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-groups/072cb9cb-d970-4cd1-9b3a-4e10b9c47ccd HTTP/1.1" status: 204 len: 168 time: 0.1600149 Jul 16 18:24:59.624164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60374) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.629720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=072cb9cb-d970-4cd1-9b3a-4e10b9c47ccd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:59.641155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.641772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.642539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.643035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.643763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.644395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.645087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.645880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.647323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.648082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.648811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.651769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e6b0a20-988f-4b42-bd73-9fd9caf9169b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:24:59.699346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5247cbd3-bdd4-4618-bc3a-e6aa24240c94 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0718544 Jul 16 18:24:59.703710 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60376) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.712919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-70493409-2d37-4352-ad91-146e790dd883 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group': {'name': 'tempest-secgroup--631528541'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:59.749175 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70493409-2d37-4352-ad91-146e790dd883 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.853397 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70493409-2d37-4352-ad91-146e790dd883 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.858587 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70493409-2d37-4352-ad91-146e790dd883 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.890725 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70493409-2d37-4352-ad91-146e790dd883 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:24:59.893800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-70493409-2d37-4352-ad91-146e790dd883 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1869950 Jul 16 18:24:59.893800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70493409-2d37-4352-ad91-146e790dd883 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03a8ab73-a8ea-4c89-af5d-84b4d5b55961,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:24:59.896704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60378) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:24:59.907984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-9549724e-dcc8-4dd3-b66f-bfc48ccafc9c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': '03a8ab73-a8ea-4c89-af5d-84b4d5b55961', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:24:59.947833 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9549724e-dcc8-4dd3-b66f-bfc48ccafc9c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.020632 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9549724e-dcc8-4dd3-b66f-bfc48ccafc9c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.025567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9549724e-dcc8-4dd3-b66f-bfc48ccafc9c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.046366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9549724e-dcc8-4dd3-b66f-bfc48ccafc9c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fafd69e0-34ff-40d6-9288-2aea19cb54e4,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:00.057049 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9549724e-dcc8-4dd3-b66f-bfc48ccafc9c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.058565 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9549724e-dcc8-4dd3-b66f-bfc48ccafc9c tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1575484 Jul 16 18:25:00.061551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60384) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.092175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7b8d3a3-829e-4fe8-9048-351fd1070099 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.103113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7b8d3a3-829e-4fe8-9048-351fd1070099 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.137808 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7b8d3a3-829e-4fe8-9048-351fd1070099 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.146816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7b8d3a3-829e-4fe8-9048-351fd1070099 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.148296 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d7b8d3a3-829e-4fe8-9048-351fd1070099 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/fafd69e0-34ff-40d6-9288-2aea19cb54e4 HTTP/1.1" status: 204 len: 168 time: 0.0847194 Jul 16 18:25:00.151152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60388) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.154886 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b8d3a3-829e-4fe8-9048-351fd1070099 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fafd69e0-34ff-40d6-9288-2aea19cb54e4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:00.202105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e68aa498-0e72-4d0a-b079-1334b46d6699 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0497327 Jul 16 18:25:00.204883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60390) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.277252 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e711ece-d9f0-450c-b586-d4bda91dfaeb tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.311531 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e711ece-d9f0-450c-b586-d4bda91dfaeb tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.394562 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e711ece-d9f0-450c-b586-d4bda91dfaeb tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.398127 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e711ece-d9f0-450c-b586-d4bda91dfaeb tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.401221 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0e711ece-d9f0-450c-b586-d4bda91dfaeb tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-groups/03a8ab73-a8ea-4c89-af5d-84b4d5b55961 HTTP/1.1" status: 204 len: 168 time: 0.1951742 Jul 16 18:25:00.403602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60396) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.412692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e711ece-d9f0-450c-b586-d4bda91dfaeb tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a8ab73-a8ea-4c89-af5d-84b4d5b55961,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:00.497619 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2feca403-a5af-4de5-b0bf-583d05e3d87b tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0911171 Jul 16 18:25:00.500845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60400) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.506860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bd0f05de-4fd1-42da-b74e-e785219b0baf tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group': {'name': 'tempest-secgroup--1461226264'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:00.534118 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd0f05de-4fd1-42da-b74e-e785219b0baf tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.543201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60402) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.681860 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd0f05de-4fd1-42da-b74e-e785219b0baf tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.686791 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd0f05de-4fd1-42da-b74e-e785219b0baf tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.712034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd376439-b74a-4965-ac1c-e19db73bcf1e req-cf2af0fa-d822-4288-854b-c946e2b6a001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:00.715524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd376439-b74a-4965-ac1c-e19db73bcf1e req-cf2af0fa-d822-4288-854b-c946e2b6a001 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 1096 time: 0.1708181 Jul 16 18:25:00.717684 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bd0f05de-4fd1-42da-b74e-e785219b0baf tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.721668 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bd0f05de-4fd1-42da-b74e-e785219b0baf tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2171440 Jul 16 18:25:00.722336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60406) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.727083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f65376c0-1329-4ae9-a07c-263f6996a3dc tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': '52b9f8a4-ea31-4e4e-87f3-2a0efbeb86cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:00.728249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0f05de-4fd1-42da-b74e-e785219b0baf tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52b9f8a4-ea31-4e4e-87f3-2a0efbeb86cf,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:00.783672 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd376439-b74a-4965-ac1c-e19db73bcf1e req-e1373e84-f108-44fb-9b01-1f82dc0128bc service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484054 Jul 16 18:25:00.788045 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f65376c0-1329-4ae9-a07c-263f6996a3dc tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.850513 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f65376c0-1329-4ae9-a07c-263f6996a3dc tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.856970 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f65376c0-1329-4ae9-a07c-263f6996a3dc tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.880180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65376c0-1329-4ae9-a07c-263f6996a3dc tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39aea386-1a92-4d1b-86b3-aa061fffe588,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:00.883519 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f65376c0-1329-4ae9-a07c-263f6996a3dc tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:00.884781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f65376c0-1329-4ae9-a07c-263f6996a3dc tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1614411 Jul 16 18:25:00.888553 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60410) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.917111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e789b211-a843-4ccd-a9f8-68fed10d43b0 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules/39aea386-1a92-4d1b-86b3-aa061fffe588 HTTP/1.1" status: 200 len: 763 time: 0.0264628 Jul 16 18:25:00.917363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60412) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.920746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60414) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:00.977236 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-545096b2-142b-4441-84b0-1a1330b74026 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0552783 Jul 16 18:25:00.981839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60416) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.013139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bc8561e-2630-4d97-84d2-5ffe0c4d3593 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.029712 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bc8561e-2630-4d97-84d2-5ffe0c4d3593 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.084387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bc8561e-2630-4d97-84d2-5ffe0c4d3593 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.095157 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bc8561e-2630-4d97-84d2-5ffe0c4d3593 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.095157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2bc8561e-2630-4d97-84d2-5ffe0c4d3593 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/39aea386-1a92-4d1b-86b3-aa061fffe588 HTTP/1.1" status: 204 len: 168 time: 0.1103508 Jul 16 18:25:01.098695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60418) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.117418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc8561e-2630-4d97-84d2-5ffe0c4d3593 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39aea386-1a92-4d1b-86b3-aa061fffe588,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:01.117680 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e85d4b97-8f65-4872-9fe8-4479e2b9057d tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3449 time: 0.1956370 Jul 16 18:25:01.117793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60420) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.125737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'network': {'name': 'tempest-network-smoke--1702264653', 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'port_security_enabled': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:01.158860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Made reservation on behalf of 5e9cac9c66c64ce8adb1547070ff4750 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:01.164669 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cecae485-a3e6-46ca-8e97-d6ff3bcfaebd tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0636544 Jul 16 18:25:01.165001 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.165467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60422) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.172055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-60575815-102c-47f9-9108-3c44af01299d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': '52b9f8a4-ea31-4e4e-87f3-2a0efbeb86cf', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:01.204614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 393} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:01.219243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60575815-102c-47f9-9108-3c44af01299d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.225777 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.226135 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Added segment 626f3caf-ec32-4227-8db5-c9375cbadc0a of type vlan for network 727b70a8-823e-4041-b758-3df2dd5c7544 Jul 16 18:25:01.292882 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.327342 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60575815-102c-47f9-9108-3c44af01299d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.332962 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60575815-102c-47f9-9108-3c44af01299d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.336867 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.348444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:01.348775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.356139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60575815-102c-47f9-9108-3c44af01299d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74eb3da3-4c23-461b-bd44-7a36c3f72106,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:01.369726 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60575815-102c-47f9-9108-3c44af01299d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.371443 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-60575815-102c-47f9-9108-3c44af01299d tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2049403 Jul 16 18:25:01.375774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60424) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.399953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-28a7d7a6-d111-4992-9d5f-08ca7151bbf7 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules/74eb3da3-4c23-461b-bd44-7a36c3f72106 HTTP/1.1" status: 200 len: 763 time: 0.0224326 Jul 16 18:25:01.404106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60426) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.422801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3034575 Jul 16 18:25:01.430980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60428) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.443670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2071276401', 'admin_state_up': True, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:01.483111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31fd72b-3216-4801-9f36-f536e7557064 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Network': ['ID=727b70a8-823e-4041-b758-3df2dd5c7544,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:01.495398 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e283240e-e04d-49db-938b-dc7f2a879404 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0900290 Jul 16 18:25:01.496615 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 727b70a8-823e-4041-b758-3df2dd5c7544 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:01.499166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60430) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.509250 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.512379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.571236 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe23b452-9abb-4edc-bb9a-2a98552378c3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.588399 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe23b452-9abb-4edc-bb9a-2a98552378c3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.634897 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe23b452-9abb-4edc-bb9a-2a98552378c3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.642944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.649642 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe23b452-9abb-4edc-bb9a-2a98552378c3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.653592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fe23b452-9abb-4edc-bb9a-2a98552378c3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/74eb3da3-4c23-461b-bd44-7a36c3f72106 HTTP/1.1" status: 204 len: 168 time: 0.1492004 Jul 16 18:25:01.654253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60434) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.660813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23b452-9abb-4edc-bb9a-2a98552378c3 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=74eb3da3-4c23-461b-bd44-7a36c3f72106,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:01.874062 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e8bcc824-468e-42cd-ac23-d5e6c66f58ba tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2181089 Jul 16 18:25:01.880869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60440) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:01.886442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f7760adf-070d-4e43-b873-bc31e0716cf0 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Request body: {'security_group_rule': {'security_group_id': '52b9f8a4-ea31-4e4e-87f3-2a0efbeb86cf', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:01.888487 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:01.937790 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f7760adf-070d-4e43-b873-bc31e0716cf0 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.023660 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f7760adf-070d-4e43-b873-bc31e0716cf0 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.031195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f7760adf-070d-4e43-b873-bc31e0716cf0 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.065688 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f7760adf-070d-4e43-b873-bc31e0716cf0 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.070279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f7760adf-070d-4e43-b873-bc31e0716cf0 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1873140 Jul 16 18:25:02.071410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60444) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.080757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7760adf-070d-4e43-b873-bc31e0716cf0 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bc3cf30-9411-4ad3-a514-9739803b465f,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.102175 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-46ef1b47-f276-4e08-9bee-5bc634475f76 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules/4bc3cf30-9411-4ad3-a514-9739803b465f HTTP/1.1" status: 200 len: 764 time: 0.0292196 Jul 16 18:25:02.105840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60446) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.185357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cce4cdad-1065-4a64-a4a9-75efb5ac3a55 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0775650 Jul 16 18:25:02.188087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60448) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.253504 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.256333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c174-ede1-4830-9dc4-162ebdd38c60 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.269028 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c174-ede1-4830-9dc4-162ebdd38c60 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.287054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.333018 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c174-ede1-4830-9dc4-162ebdd38c60 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.344144 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1c4c174-ede1-4830-9dc4-162ebdd38c60 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.351412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e1c4c174-ede1-4830-9dc4-162ebdd38c60 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/4bc3cf30-9411-4ad3-a514-9739803b465f HTTP/1.1" status: 204 len: 168 time: 0.1571856 Jul 16 18:25:02.356088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60452) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.365997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c4c174-ede1-4830-9dc4-162ebdd38c60 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4bc3cf30-9411-4ad3-a514-9739803b465f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.463397 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-05e72092-da35-428d-8122-6e741fd8ddbb tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1060116 Jul 16 18:25:02.468557 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60454) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.484846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Allocated IP 172.25.7.142 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/01cb82d0-56ea-405c-9704-789aa583835d) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:02.539254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c248104-a3e5-47f1-bcd4-f80bb6f2b1a2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.575069 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c248104-a3e5-47f1-bcd4-f80bb6f2b1a2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.637477 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.644842 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c248104-a3e5-47f1-bcd4-f80bb6f2b1a2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.648618 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c248104-a3e5-47f1-bcd4-f80bb6f2b1a2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.650377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1c248104-a3e5-47f1-bcd4-f80bb6f2b1a2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "DELETE /v2.0/security-groups/52b9f8a4-ea31-4e4e-87f3-2a0efbeb86cf HTTP/1.1" status: 204 len: 168 time: 0.1807256 Jul 16 18:25:02.655381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60460) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.702053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c248104-a3e5-47f1-bcd4-f80bb6f2b1a2 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52b9f8a4-ea31-4e4e-87f3-2a0efbeb86cf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:02.748998 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:02.765808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-57981b9d-0c29-45a6-97f4-00b8c88c373f tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1086843 Jul 16 18:25:02.771627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60462) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:02.796452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:02.800004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:02.808488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:02.851901 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-70f71e81-f832-45f3-a62d-a4f3222f5bc5 tempest-SecGroupTest-152305209 tempest-SecGroupTest-152305209-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0774686 Jul 16 18:25:02.857711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Port': ['ID=01cb82d0-56ea-405c-9704-789aa583835d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:03.220875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.257059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60468) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:03.487120 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-93e14633-27b2-4582-83d2-715a20ef0889 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e640d75ae30c4745a0ebe3a30aa754ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2281406 Jul 16 18:25:03.491472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60472) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:03.522246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.566849 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-540baf59-dd91-4495-aac2-4e128d4f01d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.601558 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-540baf59-dd91-4495-aac2-4e128d4f01d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.694701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-540baf59-dd91-4495-aac2-4e128d4f01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.701362 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-540baf59-dd91-4495-aac2-4e128d4f01d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.703082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-540baf59-dd91-4495-aac2-4e128d4f01d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f3e60582-4c05-4250-a8a8-8911f5aa6a67 HTTP/1.1" status: 204 len: 168 time: 0.2093332 Jul 16 18:25:03.726933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540baf59-dd91-4495-aac2-4e128d4f01d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e60582-4c05-4250-a8a8-8911f5aa6a67,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:03.742343 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Router 06817243-aaf7-4805-95d5-32e2b7ae3763 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:25:03.923014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:03.938650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Sync routers for ids ['06817243-aaf7-4805-95d5-32e2b7ae3763'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:03.951134 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:03.957248 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1c591dcf-cd05-434e-af65-c440061b0a94 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.5182028 Jul 16 18:25:03.957994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60480) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:03.962949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Routers {'06817243-aaf7-4805-95d5-32e2b7ae3763'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:03.964067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['06817243-aaf7-4805-95d5-32e2b7ae3763'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.086149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bcaf3a-d46e-4159-ae78-9a284c8f700c tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:04.092484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-10bcaf3a-d46e-4159-ae78-9a284c8f700c tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=5e9cac9c66c64ce8adb1547070ff4750&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.1276188 Jul 16 18:25:04.092934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60484) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.158748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Set router 06817243-aaf7-4805-95d5-32e2b7ae3763 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:04.254593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7d4a8a-2f95-49bf-937a-f0e83710f089 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:04.256471 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3f7d4a8a-2f95-49bf-937a-f0e83710f089 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1625190 Jul 16 18:25:04.259828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60490) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.329534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60494) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.330130 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-efde5ced-ea5e-41c8-898d-36c5c7793561 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0674646 Jul 16 18:25:04.372151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b76e2b4d-dffd-4e58-8228-89238dd2be0b tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=5e9cac9c66c64ce8adb1547070ff4750&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412331 Jul 16 18:25:04.374527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60496) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.493229 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071276401', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '01cb82d0-56ea-405c-9704-789aa583835d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 3, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '01cb82d0-56ea-405c-9704-789aa583835d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:02Z', 'updated_at': '2021-07-16T18:25:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:04.522766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab514664-5e33-42df-8915-d1b9760a0f22 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:04.529044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60500) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.529267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ab514664-5e33-42df-8915-d1b9760a0f22 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1531801 Jul 16 18:25:04.530901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Checking router: 06817243-aaf7-4805-95d5-32e2b7ae3763 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:04.531339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Updating router 06817243-aaf7-4805-95d5-32e2b7ae3763 port 01cb82d0-56ea-405c-9704-789aa583835d binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:04.571756 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:04.606028 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-09921187-639d-4f8a-bd52-970b13f31e63 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0729933 Jul 16 18:25:04.606653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60504) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:04.616524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1075210051', 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544', 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:04.808024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Made reservation on behalf of 5e9cac9c66c64ce8adb1547070ff4750 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:04.812334 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.004016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60512) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.160686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.186734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5398ac21-7d90-4449-8d91-b5e8e99a7419 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:05.187584 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-5398ac21-7d90-4449-8d91-b5e8e99a7419 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:25:05.188285 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-5398ac21-7d90-4449-8d91-b5e8e99a7419 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:25:05.196060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5398ac21-7d90-4449-8d91-b5e8e99a7419 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1843586 Jul 16 18:25:05.196401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60516) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.204601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e138af03-54b3-4a04-883f-7144208ea6fe tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group': {'name': 'tempest-secgroup--552413431'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:05.249238 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.255288 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e138af03-54b3-4a04-883f-7144208ea6fe tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.262925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Transition to ACTIVE for port object 01cb82d0-56ea-405c-9704-789aa583835d will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:05.272163 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.280657 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e138af03-54b3-4a04-883f-7144208ea6fe tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.290106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Subnet': ['ID=1e0fc842-71c7-4cad-a9bd-b4f78d67836f,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.299393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Checking segment: {'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:05.300320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network hostable DHCP agents. Network: 727b70a8-823e-4041-b758-3df2dd5c7544, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:05.334034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Attempting to bind port 01cb82d0-56ea-405c-9704-789aa583835d on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:05.334375 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network 727b70a8-823e-4041-b758-3df2dd5c7544 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:05.334551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Attempting to bind port 01cb82d0-56ea-405c-9704-789aa583835d by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:05.334770 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Attempting to bind port 01cb82d0-56ea-405c-9704-789aa583835d on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:05.343995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:05.344681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:05.345282 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.345894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:05.346394 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Bound port: 01cb82d0-56ea-405c-9704-789aa583835d, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:05.346781 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.351146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc38a8-724b-411e-ab99-5ed1a5cfb8a1 None None] Pushing event updated for resources: {'Port': ['ID=01cb82d0-56ea-405c-9704-789aa583835d,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.356631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 727b70a8-823e-4041-b758-3df2dd5c7544) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:05.376679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:05.378397 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.395366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdccf6c7-b88a-4871-a1d6-9a7e70790814 None None] Network 727b70a8-823e-4041-b758-3df2dd5c7544 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:05.453509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] For port 01cb82d0-56ea-405c-9704-789aa583835d, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:05.501387 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] For port 01cb82d0-56ea-405c-9704-789aa583835d, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=01cb82d0-56ea-405c-9704-789aa583835d,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:05.508928 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e138af03-54b3-4a04-883f-7144208ea6fe tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.510382 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.514067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e138af03-54b3-4a04-883f-7144208ea6fe tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.519328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2a460c8f-3618-423c-8802-14d721fa0e62 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9110844 Jul 16 18:25:05.522604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60518) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.580248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138af03-54b3-4a04-883f-7144208ea6fe tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f565dc59-9c83-4667-8f07-197d9d7f15b3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.607491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Routers {'06817243-aaf7-4805-95d5-32e2b7ae3763'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:05.608137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['06817243-aaf7-4805-95d5-32e2b7ae3763'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:05.673290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc38a8-724b-411e-ab99-5ed1a5cfb8a1 None None] Pushing event updated for resources: {'Port': ['ID=01cb82d0-56ea-405c-9704-789aa583835d,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.724933 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e138af03-54b3-4a04-883f-7144208ea6fe tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.727687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e138af03-54b3-4a04-883f-7144208ea6fe tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.737590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-727b70a8-823e-4041-b758-3df2dd5c7544', 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'fixed_ips': [{'subnet_id': '1e0fc842-71c7-4cad-a9bd-b4f78d67836f'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:25:05.738526 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.769002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e138af03-54b3-4a04-883f-7144208ea6fe tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2253954f-ac2d-4379-a084-8d1cfd97ab65,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.784615 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e138af03-54b3-4a04-883f-7144208ea6fe tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.793342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e138af03-54b3-4a04-883f-7144208ea6fe tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5932345 Jul 16 18:25:05.793904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60520) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:05.804223 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b4d02c17-e204-4381-a55d-62da652d5d3b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': '2253954f-ac2d-4379-a084-8d1cfd97ab65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:05.842634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] Set router 06817243-aaf7-4805-95d5-32e2b7ae3763 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:05.844021 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4d02c17-e204-4381-a55d-62da652d5d3b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.948398 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4d02c17-e204-4381-a55d-62da652d5d3b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.954710 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4d02c17-e204-4381-a55d-62da652d5d3b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:05.985277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d02c17-e204-4381-a55d-62da652d5d3b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00186cd4-a39f-46d5-b1fc-c995b0ca273a,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:05.995976 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b4d02c17-e204-4381-a55d-62da652d5d3b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.002522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60524) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.010381 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b4d02c17-e204-4381-a55d-62da652d5d3b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2135985 Jul 16 18:25:06.020209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3042f59e-5459-465c-b1a9-5b6e89f9f0ce tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': '2253954f-ac2d-4379-a084-8d1cfd97ab65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:06.041772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Allocated IP 172.20.0.18 (727b70a8-823e-4041-b758-3df2dd5c7544/1e0fc842-71c7-4cad-a9bd-b4f78d67836f/cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:06.203896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071276401', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '01cb82d0-56ea-405c-9704-789aa583835d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 3, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '01cb82d0-56ea-405c-9704-789aa583835d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:02Z', 'updated_at': '2021-07-16T18:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:06.254005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378e74a7-ff20-46c7-90ad-7f554a8d37fd None None] The sync data for ids ['06817243-aaf7-4805-95d5-32e2b7ae3763'] in n-d-794306-7 is: [{'id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071276401', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '01cb82d0-56ea-405c-9704-789aa583835d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:03Z', 'revision_number': 3, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '01cb82d0-56ea-405c-9704-789aa583835d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:02Z', 'updated_at': '2021-07-16T18:25:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:06.300957 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.323775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Transition to ACTIVE for port object cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:06.361815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Transition to ACTIVE for port object cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:06.372752 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.426592 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Network 727b70a8-823e-4041-b758-3df2dd5c7544 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:06.440372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:06.445696 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:06.462802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Pushing event updated for resources: {'Port': ['ID=cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:06.534307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Attempting to bind port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:06.534594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Attempting to bind port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:06.535078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Attempting to bind port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 on network 727b70a8-823e-4041-b758-3df2dd5c7544 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:06.549312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:06.550118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Checking segment: {'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:06.550859 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.551656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Bound using segment: {'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:06.553095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Bound port: cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:06.553849 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.568597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3042f59e-5459-465c-b1a9-5b6e89f9f0ce tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.576201 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:25:06.682699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] For port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:06.693896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] For port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0,segment=NetworkSegment(626f3caf-ec32-4227-8db5-c9375cbadc0a),segment_id=626f3caf-ec32-4227-8db5-c9375cbadc0a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:06.702116 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-3042f59e-5459-465c-b1a9-5b6e89f9f0ce tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:25:06.703998 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:06.704648 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3042f59e-5459-465c-b1a9-5b6e89f9f0ce tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7004075 Jul 16 18:25:06.707382 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60526) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:06.916161 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7125e82-1af1-4bfa-9d76-193ea193f62f None None] Pushing event updated for resources: {'Port': ['ID=cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:06.956483 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ec08b03-b245-406c-80c4-71d8e9a2fe44 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.014528 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ec08b03-b245-406c-80c4-71d8e9a2fe44 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.127113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ec08b03-b245-406c-80c4-71d8e9a2fe44 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.131764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6ec08b03-b245-406c-80c4-71d8e9a2fe44 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.142502 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6ec08b03-b245-406c-80c4-71d8e9a2fe44 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "DELETE /v2.0/security-groups/2253954f-ac2d-4379-a084-8d1cfd97ab65 HTTP/1.1" status: 204 len: 168 time: 0.4334471 Jul 16 18:25:07.143363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60530) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.203812 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.287390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec08b03-b245-406c-80c4-71d8e9a2fe44 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2253954f-ac2d-4379-a084-8d1cfd97ab65,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:07.401247 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-454a21d2-d207-4d86-a771-61cdad94aa47 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2398219 Jul 16 18:25:07.404708 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60532) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.416230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c15a62fb-6dba-4a23-8e26-4a3faf5d515e tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1046590917'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:07.484667 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c15a62fb-6dba-4a23-8e26-4a3faf5d515e tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.684993 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c15a62fb-6dba-4a23-8e26-4a3faf5d515e tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.692270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c15a62fb-6dba-4a23-8e26-4a3faf5d515e tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.745652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a62fb-6dba-4a23-8e26-4a3faf5d515e tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dea27aa-7f3d-4469-9771-89f8abf476c4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:07.752719 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c15a62fb-6dba-4a23-8e26-4a3faf5d515e tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.754919 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c15a62fb-6dba-4a23-8e26-4a3faf5d515e tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3491735 Jul 16 18:25:07.759059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60536) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.764368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-dfd180a0-d4fc-4f3d-aa19-2db39c765b54 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': '1dea27aa-7f3d-4469-9771-89f8abf476c4', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:07.764732 n-d-794306-7 neutron-server[105439]: WARNING neutron.api.v2.base [None req-dfd180a0-d4fc-4f3d-aa19-2db39c765b54 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 18:25:07.765317 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-dfd180a0-d4fc-4f3d-aa19-2db39c765b54 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:07.766950 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dfd180a0-d4fc-4f3d-aa19-2db39c765b54 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0062687 Jul 16 18:25:07.771159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60538) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:07.875680 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-317a269d-4301-416c-af38-7a190247b84a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.888829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Allocated IP 172.20.0.17 (727b70a8-823e-4041-b758-3df2dd5c7544/1e0fc842-71c7-4cad-a9bd-b4f78d67836f/32bd76fd-a8fa-41ac-a80e-dba472aac32d) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:07.913919 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-317a269d-4301-416c-af38-7a190247b84a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.976687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-317a269d-4301-416c-af38-7a190247b84a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.980099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-317a269d-4301-416c-af38-7a190247b84a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:07.985073 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-317a269d-4301-416c-af38-7a190247b84a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "DELETE /v2.0/security-groups/1dea27aa-7f3d-4469-9771-89f8abf476c4 HTTP/1.1" status: 204 len: 168 time: 0.2125566 Jul 16 18:25:07.985753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60540) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.031615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317a269d-4301-416c-af38-7a190247b84a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dea27aa-7f3d-4469-9771-89f8abf476c4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.096606 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.135858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Transition to ACTIVE for port object 32bd76fd-a8fa-41ac-a80e-dba472aac32d will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:08.156188 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7c908875-3905-42eb-be25-cfd4806e2464 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1649129 Jul 16 18:25:08.157629 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60542) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.171055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cbc60059-2f1a-4ec1-99a2-57efdd17d883 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group': {'name': 'tempest-secgroup--704469116'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:08.227939 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbc60059-2f1a-4ec1-99a2-57efdd17d883 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.246030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.319132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network 727b70a8-823e-4041-b758-3df2dd5c7544 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:08.338921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:08.350139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:08.395320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Port': ['ID=32bd76fd-a8fa-41ac-a80e-dba472aac32d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.417898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.418592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.419225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.419674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.420102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.420502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.420902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.421338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.421773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.422341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.423277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.423277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:08.426220 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbc60059-2f1a-4ec1-99a2-57efdd17d883 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.435474 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbc60059-2f1a-4ec1-99a2-57efdd17d883 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.447888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.479746 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cbc60059-2f1a-4ec1-99a2-57efdd17d883 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.484129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cbc60059-2f1a-4ec1-99a2-57efdd17d883 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3250842 Jul 16 18:25:08.487099 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60546) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.492918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e4a9b75d-eaec-4c7a-b179-6133a2e4eaf6 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'c93a91d9-1498-41e8-90e3-d9eeb1f09d95', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:08.493844 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-e4a9b75d-eaec-4c7a-b179-6133a2e4eaf6 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 18:25:08.494354 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-e4a9b75d-eaec-4c7a-b179-6133a2e4eaf6 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:08.495385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e4a9b75d-eaec-4c7a-b179-6133a2e4eaf6 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0073183 Jul 16 18:25:08.498938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60548) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.512064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc60059-2f1a-4ec1-99a2-57efdd17d883 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c93a91d9-1498-41e8-90e3-d9eeb1f09d95,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.607528 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66571f0a-c8ed-434f-bff9-2374399f3497 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.671033 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66571f0a-c8ed-434f-bff9-2374399f3497 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.784844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2242ff8e-8836-4f43-9ab2-8743a42c741d None None] Network 727b70a8-823e-4041-b758-3df2dd5c7544 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:08.793352 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.842928 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66571f0a-c8ed-434f-bff9-2374399f3497 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.846430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66571f0a-c8ed-434f-bff9-2374399f3497 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:08.848226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-66571f0a-c8ed-434f-bff9-2374399f3497 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "DELETE /v2.0/security-groups/c93a91d9-1498-41e8-90e3-d9eeb1f09d95 HTTP/1.1" status: 204 len: 168 time: 0.3482647 Jul 16 18:25:08.853181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60550) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.880984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66571f0a-c8ed-434f-bff9-2374399f3497 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93a91d9-1498-41e8-90e3-d9eeb1f09d95,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:08.937989 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-24df75b0-951a-4717-af6f-2010c46523d6 None None] Provisioning for port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:08.961629 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-620e3bf9-39ad-4011-a252-2e9f02c34682 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1050308 Jul 16 18:25:08.964595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60552) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:08.970208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c2a30ffb-4f95-4b44-9c7c-53974cc911c6 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1151148880'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:08.976317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 01cb82d0-56ea-405c-9704-789aa583835d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:08.997613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c2a30ffb-4f95-4b44-9c7c-53974cc911c6 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.142686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 01cb82d0-56ea-405c-9704-789aa583835d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:09.144377 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c2a30ffb-4f95-4b44-9c7c-53974cc911c6 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.150312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c2a30ffb-4f95-4b44-9c7c-53974cc911c6 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.154631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 01cb82d0-56ea-405c-9704-789aa583835d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:09.155150 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.195854 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c2a30ffb-4f95-4b44-9c7c-53974cc911c6 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.200695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c2a30ffb-4f95-4b44-9c7c-53974cc911c6 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2341282 Jul 16 18:25:09.201709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60554) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.213670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a30ffb-4f95-4b44-9c7c-53974cc911c6 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=997f11f6-7582-41bb-b24a-6cc7cb4481af,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:09.217231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d3b5adab-76df-4d44-b3ba-ceec6a330bd8 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': '997f11f6-7582-41bb-b24a-6cc7cb4481af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:09.219413 n-d-794306-7 neutron-server[105439]: WARNING neutron.api.v2.base [None req-d3b5adab-76df-4d44-b3ba-ceec6a330bd8 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 18:25:09.219901 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-d3b5adab-76df-4d44-b3ba-ceec6a330bd8 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:09.221706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d3b5adab-76df-4d44-b3ba-ceec6a330bd8 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0144906 Jul 16 18:25:09.224356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60556) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.230143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c964f663-f34c-4aa8-b746-58cd723f187d tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': '997f11f6-7582-41bb-b24a-6cc7cb4481af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:09.230737 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-c964f663-f34c-4aa8-b746-58cd723f187d tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 18:25:09.231237 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-c964f663-f34c-4aa8-b746-58cd723f187d tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:09.234718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c964f663-f34c-4aa8-b746-58cd723f187d tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0093088 Jul 16 18:25:09.237619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60558) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.244574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ef1ba28c-f9de-4f64-804f-423c1e3b8190 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': '997f11f6-7582-41bb-b24a-6cc7cb4481af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:09.245543 n-d-794306-7 neutron-server[105439]: WARNING neutron.api.v2.base [None req-ef1ba28c-f9de-4f64-804f-423c1e3b8190 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 18:25:09.246032 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-ef1ba28c-f9de-4f64-804f-423c1e3b8190 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:09.247864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ef1ba28c-f9de-4f64-804f-423c1e3b8190 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092585 Jul 16 18:25:09.250806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60560) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.258706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bc2cc156-7258-40c7-8012-6961b1a4c97f tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': '997f11f6-7582-41bb-b24a-6cc7cb4481af', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:09.259909 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-bc2cc156-7258-40c7-8012-6961b1a4c97f tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 18:25:09.260421 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-bc2cc156-7258-40c7-8012-6961b1a4c97f tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:09.261488 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bc2cc156-7258-40c7-8012-6961b1a4c97f tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0090778 Jul 16 18:25:09.264690 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60562) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.308028 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.339797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 01cb82d0-56ea-405c-9704-789aa583835d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=01cb82d0-56ea-405c-9704-789aa583835d,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:09.350693 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.356079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:09.430312 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e79dee0d-562f-4bab-881e-8514e3ff228b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.437583 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.445187 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.484109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=01cb82d0-56ea-405c-9704-789aa583835d,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:09.514170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:09.523259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:09.523728 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.526542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-033e8f37-382c-478e-b85c-f76a92c1a603 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2607408 Jul 16 18:25:09.528553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e79dee0d-562f-4bab-881e-8514e3ff228b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.586839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Port': ['ID=32bd76fd-a8fa-41ac-a80e-dba472aac32d,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:09.589389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.660047 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.669746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e79dee0d-562f-4bab-881e-8514e3ff228b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.672302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e79dee0d-562f-4bab-881e-8514e3ff228b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.673460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e79dee0d-562f-4bab-881e-8514e3ff228b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "DELETE /v2.0/security-groups/997f11f6-7582-41bb-b24a-6cc7cb4481af HTTP/1.1" status: 204 len: 168 time: 0.4064941 Jul 16 18:25:09.676312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60566) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.716116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0,segment=NetworkSegment(626f3caf-ec32-4227-8db5-c9375cbadc0a),segment_id=626f3caf-ec32-4227-8db5-c9375cbadc0a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:09.721593 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.730275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79dee0d-562f-4bab-881e-8514e3ff228b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=997f11f6-7582-41bb-b24a-6cc7cb4481af,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:09.733561 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-feb221d9-ee63-4368-9755-c7a112dff729 None None] Provisioning complete for port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:09.733561 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-feb221d9-ee63-4368-9755-c7a112dff729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.760220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-60f5f3b3-1de5-42f5-8e03-b8a87f9a9d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:09.762208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-60f5f3b3-1de5-42f5-8e03-b8a87f9a9d52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 1097 time: 0.1694963 Jul 16 18:25:09.799319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network 727b70a8-823e-4041-b758-3df2dd5c7544 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:09.810115 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2783e862-4f08-4e6a-a6d2-b7182038e5df tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1310706 Jul 16 18:25:09.814176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60568) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:09.816014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:09.826839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-26112462-94fe-4964-b8d8-fec9f035eb3a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group': {'name': 'tempest-secgroup--665724323'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:09.868919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:09.900958 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26112462-94fe-4964-b8d8-fec9f035eb3a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.935417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-feb221d9-ee63-4368-9755-c7a112dff729 None None] Provisioning for port 32bd76fd-a8fa-41ac-a80e-dba472aac32d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:09.947070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-feb221d9-ee63-4368-9755-c7a112dff729 None None] Provisioning complete for port 32bd76fd-a8fa-41ac-a80e-dba472aac32d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:09.948398 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-feb221d9-ee63-4368-9755-c7a112dff729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:09.994325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-feb221d9-ee63-4368-9755-c7a112dff729 None None] Port 32bd76fd-a8fa-41ac-a80e-dba472aac32d cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:10.053176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-ec9cbe39-7c07-493f-8c7a-740da2b9fc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.054694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-ec9cbe39-7c07-493f-8c7a-740da2b9fc49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.2609961 Jul 16 18:25:10.056490 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26112462-94fe-4964-b8d8-fec9f035eb3a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.062208 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26112462-94fe-4964-b8d8-fec9f035eb3a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.117607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26112462-94fe-4964-b8d8-fec9f035eb3a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bab3f605-a1c5-4893-bd07-5ed9f89a4bda,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:10.139185 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-4b1fe37f-675e-48b0-9563-3e844a71abcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c591505a-386e-46b4-bdf3-09058b51b896 HTTP/1.1" status: 200 len: 217 time: 0.0767562 Jul 16 18:25:10.140433 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26112462-94fe-4964-b8d8-fec9f035eb3a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.149798 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-26112462-94fe-4964-b8d8-fec9f035eb3a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3293507 Jul 16 18:25:10.150657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60570) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.159503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2e34a3a6-2877-43d4-9a60-ca6a631b73f1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'bab3f605-a1c5-4893-bd07-5ed9f89a4bda', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:10.160029 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-2e34a3a6-2877-43d4-9a60-ca6a631b73f1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:25:10.160570 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-2e34a3a6-2877-43d4-9a60-ca6a631b73f1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:10.160707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Router 06817243-aaf7-4805-95d5-32e2b7ae3763 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:10.163378 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2e34a3a6-2877-43d4-9a60-ca6a631b73f1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113909 Jul 16 18:25:10.164463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f33714c6-11cd-48b4-88f5-4774ef7d7a7b None None] Provisioning complete for port 32bd76fd-a8fa-41ac-a80e-dba472aac32d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:10.164972 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f33714c6-11cd-48b4-88f5-4774ef7d7a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.168279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60572) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.181117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-fccb5636-90a2-462e-be97-64bb70faabdb tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'bab3f605-a1c5-4893-bd07-5ed9f89a4bda', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:10.235357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f33714c6-11cd-48b4-88f5-4774ef7d7a7b None None] Port 32bd76fd-a8fa-41ac-a80e-dba472aac32d cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:10.259783 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-fccb5636-90a2-462e-be97-64bb70faabdb tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:10.260271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-422e5da7-558e-43ae-af7e-a8bbc3a35373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.265808 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fccb5636-90a2-462e-be97-64bb70faabdb tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0916169 Jul 16 18:25:10.266055 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-422e5da7-558e-43ae-af7e-a8bbc3a35373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.1140466 Jul 16 18:25:10.266266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60574) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.272991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-93c23d2f-1197-40a3-83a6-8f5475a2e851 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'bab3f605-a1c5-4893-bd07-5ed9f89a4bda', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:10.275177 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-93c23d2f-1197-40a3-83a6-8f5475a2e851 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 18:25:10.275866 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-93c23d2f-1197-40a3-83a6-8f5475a2e851 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:10.277475 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-93c23d2f-1197-40a3-83a6-8f5475a2e851 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097852 Jul 16 18:25:10.282153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60576) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.288807 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ba9dc469-4e73-46df-bd7b-d821211e4176 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'bab3f605-a1c5-4893-bd07-5ed9f89a4bda', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:10.357519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-64b8fde0-9f23-4851-86b5-f157646446e0 None None] Provisioning complete for port 32bd76fd-a8fa-41ac-a80e-dba472aac32d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:10.357983 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-64b8fde0-9f23-4851-86b5-f157646446e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.393174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:10.414038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-03ce604a-6c58-4918-b378-5940208aa5b3 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "PUT /v2.0/routers/06817243-aaf7-4805-95d5-32e2b7ae3763/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8781536 Jul 16 18:25:10.414512 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Sync routers for ids ['06817243-aaf7-4805-95d5-32e2b7ae3763'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:10.421836 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Routers {'06817243-aaf7-4805-95d5-32e2b7ae3763'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:10.422452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-64b8fde0-9f23-4851-86b5-f157646446e0 None None] Port 32bd76fd-a8fa-41ac-a80e-dba472aac32d cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:10.422612 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['06817243-aaf7-4805-95d5-32e2b7ae3763'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:10.431591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-6e4278f0-cbf2-4da3-80a8-7ac5c3d9d9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.434827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-6e4278f0-cbf2-4da3-80a8-7ac5c3d9d9e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1656060 Jul 16 18:25:10.437817 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-ba9dc469-4e73-46df-bd7b-d821211e4176 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:10.443872 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ba9dc469-4e73-46df-bd7b-d821211e4176 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1568165 Jul 16 18:25:10.444513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60580) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.449176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4933d05c-5a20-4855-9def-3c8d16dd523a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'bab3f605-a1c5-4893-bd07-5ed9f89a4bda', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:10.449520 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-4933d05c-5a20-4855-9def-3c8d16dd523a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 18:25:10.450014 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-4933d05c-5a20-4855-9def-3c8d16dd523a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:10.454834 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4933d05c-5a20-4855-9def-3c8d16dd523a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0058892 Jul 16 18:25:10.455069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60582) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.463371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ad8ae4ca-1c4e-4c68-ab17-e8938e30b98b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'bab3f605-a1c5-4893-bd07-5ed9f89a4bda', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:10.530147 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-ad8ae4ca-1c4e-4c68-ab17-e8938e30b98b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:10.534009 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ad8ae4ca-1c4e-4c68-ab17-e8938e30b98b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0754967 Jul 16 18:25:10.534286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60584) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.543730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-fca0fbd4-159a-4c56-a65e-f93281b8e397 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'bab3f605-a1c5-4893-bd07-5ed9f89a4bda', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:10.544533 n-d-794306-7 neutron-server[105438]: WARNING neutron.api.v2.base [None req-fca0fbd4-159a-4c56-a65e-f93281b8e397 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 18:25:10.545412 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-fca0fbd4-159a-4c56-a65e-f93281b8e397 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:10.551710 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fca0fbd4-159a-4c56-a65e-f93281b8e397 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0112627 Jul 16 18:25:10.552657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60588) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.563070 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-59a8401a-9266-40f4-a1da-fc043e46fcc8 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'bab3f605-a1c5-4893-bd07-5ed9f89a4bda', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:10.615073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-d62cfa4d-23a8-43a9-8ea4-2c6119de78f8 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728821 Jul 16 18:25:10.636516 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-59a8401a-9266-40f4-a1da-fc043e46fcc8 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:10.638257 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-59a8401a-9266-40f4-a1da-fc043e46fcc8 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0846028 Jul 16 18:25:10.641619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60592) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.651070 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-99058082-e9b2-42a8-aed2-5268e29f764b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'bab3f605-a1c5-4893-bd07-5ed9f89a4bda', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:10.748154 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Set router 06817243-aaf7-4805-95d5-32e2b7ae3763 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:10.792475 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-99058082-e9b2-42a8-aed2-5268e29f764b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:10.794043 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-99058082-e9b2-42a8-aed2-5268e29f764b tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1516473 Jul 16 18:25:10.798869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60602) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:10.825087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 01cb82d0-56ea-405c-9704-789aa583835d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:10.901864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 01cb82d0-56ea-405c-9704-789aa583835d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:10.902553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:10.937820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-ea8daa6c-9306-4405-a95f-4945f14fb417 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:10.942402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-ea8daa6c-9306-4405-a95f-4945f14fb417 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/networks?id=727b70a8-823e-4041-b758-3df2dd5c7544 HTTP/1.1" status: 200 len: 798 time: 0.1988587 Jul 16 18:25:10.959755 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3c043c32-3b3a-4a06-b9f1-2ca31a93e89d req-86272d64-d5df-4e14-872a-fe5d991b2228 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388815 Jul 16 18:25:10.968233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-6347a171-fe0d-4355-9976-3413bde3b880 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/quotas/5e9cac9c66c64ce8adb1547070ff4750 HTTP/1.1" status: 200 len: 375 time: 0.0194094 Jul 16 18:25:10.980426 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e039101-2e2f-481f-b244-da65905a548c tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.035046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e039101-2e2f-481f-b244-da65905a548c tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.039920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:11.114604 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071276401', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '01cb82d0-56ea-405c-9704-789aa583835d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:08Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '01cb82d0-56ea-405c-9704-789aa583835d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:02Z', 'updated_at': '2021-07-16T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '32bd76fd-a8fa-41ac-a80e-dba472aac32d', 'name': '', 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:99:1a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '1e0fc842-71c7-4cad-a9bd-b4f78d67836f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:07Z', 'updated_at': '2021-07-16T18:25:09Z', 'revision_number': 2, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '1e0fc842-71c7-4cad-a9bd-b4f78d67836f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:11.116946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:11.117838 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.136848 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-92d4653e-ddd0-43d3-abc7-e3e674bafc63 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5e9cac9c66c64ce8adb1547070ff4750&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1615236 Jul 16 18:25:11.174073 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Checking router: 06817243-aaf7-4805-95d5-32e2b7ae3763 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:11.174768 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Updating router 06817243-aaf7-4805-95d5-32e2b7ae3763 port 32bd76fd-a8fa-41ac-a80e-dba472aac32d binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:25:11.226849 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.287993 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-8ba05df2-af64-46aa-a53d-d91731f21356 service neutron] 10.222.0.47 "GET /v2.0/networks/727b70a8-823e-4041-b758-3df2dd5c7544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1172609 Jul 16 18:25:11.420333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e039101-2e2f-481f-b244-da65905a548c tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.422040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-8067a4a2-4b70-4e74-a3c2-1ed1536a00eb service neutron] 10.222.0.47 "GET /v2.0/networks/727b70a8-823e-4041-b758-3df2dd5c7544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282115 Jul 16 18:25:11.423640 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0e039101-2e2f-481f-b244-da65905a548c tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.429687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0e039101-2e2f-481f-b244-da65905a548c tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "DELETE /v2.0/security-groups/bab3f605-a1c5-4893-bd07-5ed9f89a4bda HTTP/1.1" status: 204 len: 168 time: 0.6252141 Jul 16 18:25:11.429687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60604) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.454572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e039101-2e2f-481f-b244-da65905a548c tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab3f605-a1c5-4893-bd07-5ed9f89a4bda,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:11.497396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-92c01e64-4790-49ba-89bf-0a9bb5b59414 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0667205 Jul 16 18:25:11.503071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60606) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.510291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bf8a8c26-ac03-4158-b0fb-390ab4b55cc4 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group': {'name': 'tempest-secgroup--976646910'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:11.550841 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8c26-ac03-4158-b0fb-390ab4b55cc4 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.691978 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.701862 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35fd39d4-a038-461d-bd5b-485a9aa32f16 req-6f7181e5-262e-476d-a191-f457c17509f1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 210 time: 0.0432622 Jul 16 18:25:11.715208 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8c26-ac03-4158-b0fb-390ab4b55cc4 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.716320 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Transition to ACTIVE for port object 32bd76fd-a8fa-41ac-a80e-dba472aac32d will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:11.721503 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8c26-ac03-4158-b0fb-390ab4b55cc4 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.724826 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.765160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf8a8c26-ac03-4158-b0fb-390ab4b55cc4 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.767989 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bf8a8c26-ac03-4158-b0fb-390ab4b55cc4 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2644498 Jul 16 18:25:11.771705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60614) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.776517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-45b54c3c-aac3-48a7-98ed-8508c9c01cf1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'fb6d080b-af06-4b08-8a96-7a114ed3dd27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:11.829765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a8c26-ac03-4158-b0fb-390ab4b55cc4 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6d080b-af06-4b08-8a96-7a114ed3dd27,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:11.843443 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Pushing event updated for resources: {'Port': ['ID=32bd76fd-a8fa-41ac-a80e-dba472aac32d,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:11.882325 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.882557 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-45b54c3c-aac3-48a7-98ed-8508c9c01cf1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The resource could not be found. Jul 16 18:25:11.882697 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.882697 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.883011 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.883180 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.883484 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.883872 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.884183 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.884456 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.884771 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.885085 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.885399 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:11.885961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60616) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:11.888477 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-45b54c3c-aac3-48a7-98ed-8508c9c01cf1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1156185 Jul 16 18:25:11.890767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-5412d521-3ee4-4a7f-8486-8a69d4d18fcc tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'fb6d080b-af06-4b08-8a96-7a114ed3dd27', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'c6b5a8bf-aa54-4c46-925a-fe846c083d51'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:11.913276 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Attempting to bind port 32bd76fd-a8fa-41ac-a80e-dba472aac32d on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:11.913668 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Attempting to bind port 32bd76fd-a8fa-41ac-a80e-dba472aac32d by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:11.914359 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Attempting to bind port 32bd76fd-a8fa-41ac-a80e-dba472aac32d on network 727b70a8-823e-4041-b758-3df2dd5c7544 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:11.923499 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:11.924420 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Checking segment: {'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:11.925093 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.927458 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Bound using segment: {'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:11.929666 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Bound port: 32bd76fd-a8fa-41ac-a80e-dba472aac32d, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:11.930435 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:11.968993 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-5412d521-3ee4-4a7f-8486-8a69d4d18fcc tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The resource could not be found. Jul 16 18:25:11.970237 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5412d521-3ee4-4a7f-8486-8a69d4d18fcc tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0831046 Jul 16 18:25:11.974363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60622) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:12.065061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ed8be18-d31c-4e20-98c4-77411054577a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.066332 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] For port 32bd76fd-a8fa-41ac-a80e-dba472aac32d, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:12.073060 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] For port 32bd76fd-a8fa-41ac-a80e-dba472aac32d, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=32bd76fd-a8fa-41ac-a80e-dba472aac32d,segment=NetworkSegment(626f3caf-ec32-4227-8db5-c9375cbadc0a),segment_id=626f3caf-ec32-4227-8db5-c9375cbadc0a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:12.096827 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.114131 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ed8be18-d31c-4e20-98c4-77411054577a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.244233 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ed8be18-d31c-4e20-98c4-77411054577a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.246681 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.250193 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ed8be18-d31c-4e20-98c4-77411054577a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.252344 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0ed8be18-d31c-4e20-98c4-77411054577a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "DELETE /v2.0/security-groups/fb6d080b-af06-4b08-8a96-7a114ed3dd27 HTTP/1.1" status: 204 len: 168 time: 0.2766194 Jul 16 18:25:12.257722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60624) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:12.265443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8be18-d31c-4e20-98c4-77411054577a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6d080b-af06-4b08-8a96-7a114ed3dd27,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:12.274141 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334d46c2-2eda-4061-8359-e5df1ea6910b None None] Pushing event updated for resources: {'Port': ['ID=32bd76fd-a8fa-41ac-a80e-dba472aac32d,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:12.277224 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Routers {'06817243-aaf7-4805-95d5-32e2b7ae3763'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:12.277845 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:24:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['06817243-aaf7-4805-95d5-32e2b7ae3763'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:12.374931 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-28104276-1290-4c2f-b170-898b58fa9194 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1146424 Jul 16 18:25:12.382188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60628) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:12.386420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-79577844-260a-4105-9a0e-7a82b8bc7aa1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': '28e6e13f-f3e9-45bc-97f0-9e2c0900a4c0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:12.479300 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-79577844-260a-4105-9a0e-7a82b8bc7aa1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The resource could not be found. Jul 16 18:25:12.482294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-79577844-260a-4105-9a0e-7a82b8bc7aa1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1004593 Jul 16 18:25:12.488205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60630) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:12.498125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-65b611d3-0d8d-4168-8356-dbf05f93f985 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1616091725'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:12.502023 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] Set router 06817243-aaf7-4805-95d5-32e2b7ae3763 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:12.535529 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65b611d3-0d8d-4168-8356-dbf05f93f985 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.655401 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65b611d3-0d8d-4168-8356-dbf05f93f985 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.662122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65b611d3-0d8d-4168-8356-dbf05f93f985 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.714489 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-65b611d3-0d8d-4168-8356-dbf05f93f985 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.717023 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-65b611d3-0d8d-4168-8356-dbf05f93f985 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2257869 Jul 16 18:25:12.719291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60632) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:12.719923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b611d3-0d8d-4168-8356-dbf05f93f985 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a68b0c23-d71b-4aa5-af05-d68db3eb5a66,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:12.725065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8df678c9-7fbc-4e5c-bd2b-32852022341a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group': {'name': 'tempest-secgroup--2124383852'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:12.866881 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8df678c9-7fbc-4e5c-bd2b-32852022341a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:12.939435 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071276401', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '01cb82d0-56ea-405c-9704-789aa583835d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:08Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '01cb82d0-56ea-405c-9704-789aa583835d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:02Z', 'updated_at': '2021-07-16T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '32bd76fd-a8fa-41ac-a80e-dba472aac32d', 'name': '', 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:99:1a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '1e0fc842-71c7-4cad-a9bd-b4f78d67836f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:07Z', 'updated_at': '2021-07-16T18:25:12Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '1e0fc842-71c7-4cad-a9bd-b4f78d67836f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:13.008841 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e57c1e-8ea2-4e13-bdfe-fb046b6fe04a None None] The sync data for ids ['06817243-aaf7-4805-95d5-32e2b7ae3763'] in n-d-794306-7 is: [{'id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071276401', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '01cb82d0-56ea-405c-9704-789aa583835d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:08Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '01cb82d0-56ea-405c-9704-789aa583835d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:02Z', 'updated_at': '2021-07-16T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '32bd76fd-a8fa-41ac-a80e-dba472aac32d', 'name': '', 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:99:1a:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_interface', 'standard_attr_id': 3326, 'fixed_ips': [{'subnet_id': '1e0fc842-71c7-4cad-a9bd-b4f78d67836f', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:07Z', 'updated_at': '2021-07-16T18:25:12Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '1e0fc842-71c7-4cad-a9bd-b4f78d67836f', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:13.060080 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8df678c9-7fbc-4e5c-bd2b-32852022341a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.066026 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8df678c9-7fbc-4e5c-bd2b-32852022341a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.130144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df678c9-7fbc-4e5c-bd2b-32852022341a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590a748f-3643-4e34-8637-61ec7889d51e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:13.162622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8df678c9-7fbc-4e5c-bd2b-32852022341a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.165074 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8df678c9-7fbc-4e5c-bd2b-32852022341a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4445779 Jul 16 18:25:13.168022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60638) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.173912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-cc24575b-3746-4372-bc53-3ec1e903f11f tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group_rule': {'security_group_id': 'a68b0c23-d71b-4aa5-af05-d68db3eb5a66', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '590a748f-3643-4e34-8637-61ec7889d51e'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:13.233536 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-cc24575b-3746-4372-bc53-3ec1e903f11f tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:25:13.238640 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cc24575b-3746-4372-bc53-3ec1e903f11f tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0656321 Jul 16 18:25:13.238903 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-73a1333f-b325-4b09-bac6-448bfe8cb400 req-9feaa369-2983-49a2-9d3e-37d71def5544 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 210 time: 0.0930078 Jul 16 18:25:13.239749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60640) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.332401 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f68219fb-5038-4480-ba88-e04e35188138 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.366705 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f68219fb-5038-4480-ba88-e04e35188138 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.427100 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f68219fb-5038-4480-ba88-e04e35188138 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.432889 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f68219fb-5038-4480-ba88-e04e35188138 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.436633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60642) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.437153 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f68219fb-5038-4480-ba88-e04e35188138 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "DELETE /v2.0/security-groups/590a748f-3643-4e34-8637-61ec7889d51e HTTP/1.1" status: 204 len: 168 time: 0.1953526 Jul 16 18:25:13.450420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68219fb-5038-4480-ba88-e04e35188138 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590a748f-3643-4e34-8637-61ec7889d51e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:13.542283 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-da52ff9b-8069-4093-a1ee-e68006295dd1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1034589 Jul 16 18:25:13.545371 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60644) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.672685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-079ccfa3-d334-4956-b043-f460256637bc tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.721632 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-079ccfa3-d334-4956-b043-f460256637bc tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.794675 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-079ccfa3-d334-4956-b043-f460256637bc tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.799931 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-079ccfa3-d334-4956-b043-f460256637bc tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:13.801589 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-079ccfa3-d334-4956-b043-f460256637bc tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "DELETE /v2.0/security-groups/a68b0c23-d71b-4aa5-af05-d68db3eb5a66 HTTP/1.1" status: 204 len: 168 time: 0.2548509 Jul 16 18:25:13.806229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60646) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.821823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ccfa3-d334-4956-b043-f460256637bc tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a68b0c23-d71b-4aa5-af05-d68db3eb5a66,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:13.872595 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-88762246-5758-4d56-bdfa-6351848c3ecf tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0648205 Jul 16 18:25:13.877982 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60648) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:13.887412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-84f93559-18e3-489e-850b-76d6c7817eee tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891090422'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:13.921300 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84f93559-18e3-489e-850b-76d6c7817eee tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.048916 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84f93559-18e3-489e-850b-76d6c7817eee tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.061682 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84f93559-18e3-489e-850b-76d6c7817eee tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.094366 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84f93559-18e3-489e-850b-76d6c7817eee tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.095751 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-84f93559-18e3-489e-850b-76d6c7817eee tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2152007 Jul 16 18:25:14.099863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60652) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.106035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-680c81db-ed97-4a9a-a2c1-581d6d52c406 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Request body: {'security_group': {'name': 'default'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:14.107221 n-d-794306-7 neutron-server[105439]: WARNING neutron.api.v2.base [None req-680c81db-ed97-4a9a-a2c1-581d6d52c406 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 18:25:14.108074 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-680c81db-ed97-4a9a-a2c1-581d6d52c406 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 18:25:14.109355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-680c81db-ed97-4a9a-a2c1-581d6d52c406 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "PUT /v2.0/security-groups/6e22e191-6645-4506-a2dd-0035bb243f45 HTTP/1.1" status: 409 len: 330 time: 0.0074978 Jul 16 18:25:14.112277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60654) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.128049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f93559-18e3-489e-850b-76d6c7817eee tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e22e191-6645-4506-a2dd-0035bb243f45,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:14.244994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28ea68d5-18f1-4272-a809-0f0e44d93a7a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.315935 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28ea68d5-18f1-4272-a809-0f0e44d93a7a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.393276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-0f8bb155-01dc-419e-bd7b-cf26b1dc479a tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.394800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-0f8bb155-01dc-419e-bd7b-cf26b1dc479a tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.37 "GET /v2.0/networks?id=727b70a8-823e-4041-b758-3df2dd5c7544 HTTP/1.1" status: 200 len: 798 time: 0.2200370 Jul 16 18:25:14.410734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28ea68d5-18f1-4272-a809-0f0e44d93a7a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.418544 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28ea68d5-18f1-4272-a809-0f0e44d93a7a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.429196 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-28ea68d5-18f1-4272-a809-0f0e44d93a7a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "DELETE /v2.0/security-groups/6e22e191-6645-4506-a2dd-0035bb243f45 HTTP/1.1" status: 204 len: 168 time: 0.3120582 Jul 16 18:25:14.429530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60660) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.464697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Request body: {'port': {'device_id': 'c2e38f54-99c3-40f0-8646-77f3efca2504', 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544', 'admin_state_up': True, 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:14.482482 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b616bf28-1827-403b-9246-b0d1e72747f0 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0514827 Jul 16 18:25:14.489893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60662) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.514432 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-856b3d43-879b-4a1c-98e5-9567ab3e0df1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] delete failed (client error): The resource could not be found. Jul 16 18:25:14.515967 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-856b3d43-879b-4a1c-98e5-9567ab3e0df1 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "DELETE /v2.0/security-groups/cc57e3e2-2704-40a2-9d27-9b470632a05d HTTP/1.1" status: 404 len: 347 time: 0.0248938 Jul 16 18:25:14.524788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60664) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.550164 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-2f6b8226-7701-4e06-b589-4bffc4bb9e7f tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] show failed (client error): The resource could not be found. Jul 16 18:25:14.552146 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2f6b8226-7701-4e06-b589-4bffc4bb9e7f tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "GET /v2.0/security-groups/11082eea-6917-449d-a1a2-43ca44c633c5 HTTP/1.1" status: 404 len: 347 time: 0.0233316 Jul 16 18:25:14.571314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60666) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:14.604196 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-943d5af1-bac1-420d-9ee2-b380d737b89f req-e8514867-77d4-430e-afde-d8649e9063c4 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 210 time: 0.1775033 Jul 16 18:25:14.609019 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-033983b1-9557-416a-98d4-94e128535a53 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] show failed (client error): The resource could not be found. Jul 16 18:25:14.611420 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-033983b1-9557-416a-98d4-94e128535a53 tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] 10.222.0.47 "GET /v2.0/security-group-rules/777bcf68-4d5b-4858-ab3b-e48a3adf7598 HTTP/1.1" status: 404 len: 356 time: 0.0381336 Jul 16 18:25:14.619808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ea68d5-18f1-4272-a809-0f0e44d93a7a tempest-NegativeSecGroupTest-1745286317 tempest-NegativeSecGroupTest-1745286317-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e22e191-6645-4506-a2dd-0035bb243f45,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:14.738631 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-1ad8a09d-a9e2-487f-8990-a83ce789cd46 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1975045 Jul 16 18:25:14.807038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Made reservation on behalf of 5e9cac9c66c64ce8adb1547070ff4750 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:14.812721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:14.908649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 32bd76fd-a8fa-41ac-a80e-dba472aac32d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:14.996505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-2635a28e-4610-4036-917a-9e46f442a113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:14.998368 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-2635a28e-4610-4036-917a-9e46f442a113 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 1097 time: 0.1812456 Jul 16 18:25:15.008899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 32bd76fd-a8fa-41ac-a80e-dba472aac32d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:15.017047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 32bd76fd-a8fa-41ac-a80e-dba472aac32d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:15.017920 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.174866 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.175313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Allocated IP 172.20.0.22 (727b70a8-823e-4041-b758-3df2dd5c7544/1e0fc842-71c7-4cad-a9bd-b4f78d67836f/843388fd-63b0-4707-bc2e-2ba3f02c7d47) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:25:15.211443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60674) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:15.244962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 32bd76fd-a8fa-41ac-a80e-dba472aac32d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=32bd76fd-a8fa-41ac-a80e-dba472aac32d,segment=NetworkSegment(626f3caf-ec32-4227-8db5-c9375cbadc0a),segment_id=626f3caf-ec32-4227-8db5-c9375cbadc0a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:15.251650 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.321741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=32bd76fd-a8fa-41ac-a80e-dba472aac32d,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.327275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-8a0c92fd-00e5-4125-bbe6-75d5bb03e97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:15.329494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-8a0c92fd-00e5-4125-bbe6-75d5bb03e97a service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.2879865 Jul 16 18:25:15.387719 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-5acba56a-5ca2-40e6-8b6d-e01d570a03f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec HTTP/1.1" status: 200 len: 217 time: 0.0488870 Jul 16 18:25:15.409855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.422238 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fe248b20-3ff9-482e-91b4-08e05bcc930d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=78061c53302f458596b7ab6c8a6d36a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2090559 Jul 16 18:25:15.426328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60678) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:15.447960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Transition to ACTIVE for port object 843388fd-63b0-4707-bc2e-2ba3f02c7d47 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:15.460894 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-b7713924-f2fa-4a99-8eba-366ce1bbff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:15.462403 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-b7713924-f2fa-4a99-8eba-366ce1bbff4d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0654666 Jul 16 18:25:15.495601 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5876b41d-9281-4b8d-b575-7516b2272b00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.495957 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e710d98f-2697-4e92-a377-b173ac9cb8b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.534406 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.536707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e710d98f-2697-4e92-a377-b173ac9cb8b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.584446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Network 727b70a8-823e-4041-b758-3df2dd5c7544 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:25:15.593109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:15.598624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:25:15.608668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e710d98f-2697-4e92-a377-b173ac9cb8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.612539 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e710d98f-2697-4e92-a377-b173ac9cb8b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.616395 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e710d98f-2697-4e92-a377-b173ac9cb8b8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f565dc59-9c83-4667-8f07-197d9d7f15b3 HTTP/1.1" status: 204 len: 168 time: 0.1879086 Jul 16 18:25:15.629093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-2e402b1e-c131-4792-b38b-f4650a332969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:15.630871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-2e402b1e-c131-4792-b38b-f4650a332969 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1604128 Jul 16 18:25:15.634602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event updated for resources: {'Port': ['ID=843388fd-63b0-4707-bc2e-2ba3f02c7d47,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.638826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e710d98f-2697-4e92-a377-b173ac9cb8b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f565dc59-9c83-4667-8f07-197d9d7f15b3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:15.750997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:15.751981 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:15.880135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-35ffc849-29f8-4204-9b5c-7c0e0479d9c7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.4216547 Jul 16 18:25:15.885230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d3c88-8803-43a5-bf5f-5f668a84fc54 req-b145d478-ce07-428b-834c-85c6d4582fac tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:15.886852 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-223d3c88-8803-43a5-bf5f-5f668a84fc54 req-b145d478-ce07-428b-834c-85c6d4582fac tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 895 time: 0.1224511 Jul 16 18:25:15.920521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Request body: {'port': {'device_id': 'c2e38f54-99c3-40f0-8646-77f3efca2504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:15.951906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-838f8536-02d1-45dd-bfcd-1cae22e0192e service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989430 Jul 16 18:25:15.981729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6c6cc4f9-28a0-4d70-8f8f-aa3de892f005 None None] Provisioning for port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:15.991802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6c6cc4f9-28a0-4d70-8f8f-aa3de892f005 None None] Provisioning complete for port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:15.992743 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6c6cc4f9-28a0-4d70-8f8f-aa3de892f005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.037492 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.064186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6c6cc4f9-28a0-4d70-8f8f-aa3de892f005 None None] Port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:25:16.222757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-d6332ea8-4cf8-4920-942a-ea6f6a003fbb service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2612545 Jul 16 18:25:16.458960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 843388fd-63b0-4707-bc2e-2ba3f02c7d47 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:16.469060 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.482475 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Transition to ACTIVE for port object 843388fd-63b0-4707-bc2e-2ba3f02c7d47 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:25:16.486758 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.544693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60720) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:16.592830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Pushing event updated for resources: {'Port': ['ID=843388fd-63b0-4707-bc2e-2ba3f02c7d47,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:16.637061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Attempting to bind port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:25:16.637291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Attempting to bind port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:25:16.637682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Attempting to bind port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 on network 727b70a8-823e-4041-b758-3df2dd5c7544 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:16.647509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 on network 727b70a8-823e-4041-b758-3df2dd5c7544 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:25:16.647888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Attempting to bind port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 on network 727b70a8-823e-4041-b758-3df2dd5c7544 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:25:16.653951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:25:16.654302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Checking segment: {'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:16.654698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Bound using segment: {'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:25:16.655296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Bound port: 843388fd-63b0-4707-bc2e-2ba3f02c7d47, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '626f3caf-ec32-4227-8db5-c9375cbadc0a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:25:16.656020 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.722752 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1272891605-network', 'tenant_id': '9fa55d93012348318e053dde7ba31e95'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:16.757280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Made reservation on behalf of 9fa55d93012348318e053dde7ba31e95 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:16.760642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.778224 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.782535 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] For port 843388fd-63b0-4707-bc2e-2ba3f02c7d47, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:25:16.786906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] For port 843388fd-63b0-4707-bc2e-2ba3f02c7d47, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=843388fd-63b0-4707-bc2e-2ba3f02c7d47,segment=NetworkSegment(626f3caf-ec32-4227-8db5-c9375cbadc0a),segment_id=626f3caf-ec32-4227-8db5-c9375cbadc0a)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:25:16.793283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.794644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 32bd76fd-a8fa-41ac-a80e-dba472aac32d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:16.858864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Pushing event updated for resources: {'Port': ['ID=843388fd-63b0-4707-bc2e-2ba3f02c7d47,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:16.864801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:16.865727 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.867495 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-b945e094-cbca-4af6-b28d-9d3308501c79 service neutron] 10.222.0.37 "PUT /v2.0/ports/843388fd-63b0-4707-bc2e-2ba3f02c7d47 HTTP/1.1" status: 200 len: 1055 time: 0.9576871 Jul 16 18:25:16.868115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2e38f54-99c3-40f0-8646-77f3efca2504', 'tag': '843388fd-63b0-4707-bc2e-2ba3f02c7d47'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:16.870582 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f773736b-7edd-4ece-8490-d9c2d56c38dd" -d '{"events": [{"name": "network-changed", "server_uuid": "c2e38f54-99c3-40f0-8646-77f3efca2504", "tag": "843388fd-63b0-4707-bc2e-2ba3f02c7d47"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:16.913699 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ce89861-794f-4c65-a481-a397c5c8bcf6 x-openstack-request-id: req-4ce89861-794f-4c65-a481-a397c5c8bcf6 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:16.914067 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2e38f54-99c3-40f0-8646-77f3efca2504", "tag": "843388fd-63b0-4707-bc2e-2ba3f02c7d47", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:16.914392 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4ce89861-794f-4c65-a481-a397c5c8bcf6 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:16.914921 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2e38f54-99c3-40f0-8646-77f3efca2504', 'tag': '843388fd-63b0-4707-bc2e-2ba3f02c7d47', 'status': 'completed', 'code': 200} Jul 16 18:25:16.956307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 32bd76fd-a8fa-41ac-a80e-dba472aac32d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:16.956958 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.958876 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:16.966836 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.046379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 389} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:17.073995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2221368-bd35-4f4a-9ab4-de5022c39392,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:17.080788 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.081677 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Added segment 53cfea0d-96e3-43df-b959-65bcf2461154 of type vlan for network 24a3d5e6-f036-4d45-ab69-3b2f82f6aad6 Jul 16 18:25:17.111016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-cadb0217-f1ee-43d5-ab8f-85f7562d2ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.116948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-cadb0217-f1ee-43d5-ab8f-85f7562d2ce8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e9cac9c66c64ce8adb1547070ff4750&device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 1058 time: 0.1659727 Jul 16 18:25:17.158799 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.200768 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-c524b0a2-b38b-4f3a-8476-62a1aa73f484 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=843388fd-63b0-4707-bc2e-2ba3f02c7d47 HTTP/1.1" status: 200 len: 217 time: 0.0561934 Jul 16 18:25:17.224680 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.225823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.226273 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.296702 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7504606 Jul 16 18:25:17.305870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-5ee9f487-d48f-4cca-b517-bef5cf75f6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.308462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-5ee9f487-d48f-4cca-b517-bef5cf75f6fb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e0fc842-71c7-4cad-a9bd-b4f78d67836f HTTP/1.1" status: 200 len: 838 time: 0.0997391 Jul 16 18:25:17.308966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60730) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:17.315585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2b27f-c1d6-4b67-9919-c3d96ed3b42d req-55697237-ea1d-4194-a4b9-147ed80f4e33 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.318331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] Request body: {'subnet': {'network_id': '24a3d5e6-f036-4d45-ab69-3b2f82f6aad6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1272891605-subnet', 'tenant_id': '9fa55d93012348318e053dde7ba31e95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:17.332146 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8fa2b27f-c1d6-4b67-9919-c3d96ed3b42d req-55697237-ea1d-4194-a4b9-147ed80f4e33 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 907 time: 0.1884196 Jul 16 18:25:17.389499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b32c3-3b8b-4f1e-a6ff-ff0ccf6f3a99 admin admin] Pushing event updated for resources: {'Network': ['ID=24a3d5e6-f036-4d45-ab69-3b2f82f6aad6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:17.403115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] Made reservation on behalf of 9fa55d93012348318e053dde7ba31e95 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:17.405358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 24a3d5e6-f036-4d45-ab69-3b2f82f6aad6 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:17.405867 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.446530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-362a0e35-90ee-4d0d-bbca-21f33c243f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.448131 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-362a0e35-90ee-4d0d-bbca-21f33c243f9f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=727b70a8-823e-4041-b758-3df2dd5c7544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1199861 Jul 16 18:25:17.627586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-398aa6ff-b474-464c-87b3-901749d440d4 service neutron] 10.222.0.37 "GET /v2.0/networks/727b70a8-823e-4041-b758-3df2dd5c7544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462190 Jul 16 18:25:17.752599 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.829204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-332a1854-581e-4c50-a653-6b1b79b31fdd req-04594548-a2be-433e-a8eb-7eb5c2e27866 service neutron] 10.222.0.37 "GET /v2.0/networks/727b70a8-823e-4041-b758-3df2dd5c7544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897454 Jul 16 18:25:17.830548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c092134-6091-43ba-97da-f0a615b28458,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:17.858043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] Checking segment: {'id': '53cfea0d-96e3-43df-b959-65bcf2461154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 389, 'network_id': '24a3d5e6-f036-4d45-ab69-3b2f82f6aad6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:17.858422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] Network hostable DHCP agents. Network: 24a3d5e6-f036-4d45-ab69-3b2f82f6aad6, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:17.884432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] Network 24a3d5e6-f036-4d45-ab69-3b2f82f6aad6 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:17.897190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 24a3d5e6-f036-4d45-ab69-3b2f82f6aad6) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:17.904130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:17.904992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:17.908871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7774684b-9100-40fd-8f49-2e8ca68c8dc2 None None] Network 24a3d5e6-f036-4d45-ab69-3b2f82f6aad6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:17.934088 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b6bff660-92cc-4bae-a954-88566aadfd15 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6238685 Jul 16 18:25:18.039177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773736b-7edd-4ece-8490-d9c2d56c38dd req-6b3f0a47-61e3-44d6-947b-17ce411e1334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.041455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f773736b-7edd-4ece-8490-d9c2d56c38dd req-6b3f0a47-61e3-44d6-947b-17ce411e1334 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=5e9cac9c66c64ce8adb1547070ff4750&device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 1058 time: 0.0690017 Jul 16 18:25:18.218140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773736b-7edd-4ece-8490-d9c2d56c38dd req-b3e46d6f-034f-4990-a43d-25e318510ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.219962 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f773736b-7edd-4ece-8490-d9c2d56c38dd req-b3e46d6f-034f-4990-a43d-25e318510ef1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=727b70a8-823e-4041-b758-3df2dd5c7544 HTTP/1.1" status: 200 len: 899 time: 0.1700878 Jul 16 18:25:18.281412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f773736b-7edd-4ece-8490-d9c2d56c38dd req-096f28e1-6364-4d82-8c08-96527c1df186 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=843388fd-63b0-4707-bc2e-2ba3f02c7d47 HTTP/1.1" status: 200 len: 217 time: 0.0525641 Jul 16 18:25:18.328695 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.333879 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9d89d060-1ee0-4256-81ad-a341fee0e93b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.346487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac576d6d-f659-421a-b6f2-68c299e039c5 None None] Network 24a3d5e6-f036-4d45-ab69-3b2f82f6aad6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:18.391415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773736b-7edd-4ece-8490-d9c2d56c38dd req-a5aa4e1a-cd3b-47b3-84c1-0bd1f4612552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.399510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f773736b-7edd-4ece-8490-d9c2d56c38dd req-a5aa4e1a-cd3b-47b3-84c1-0bd1f4612552 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=1e0fc842-71c7-4cad-a9bd-b4f78d67836f HTTP/1.1" status: 200 len: 838 time: 0.1085069 Jul 16 18:25:18.533989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f773736b-7edd-4ece-8490-d9c2d56c38dd req-3a3d5284-b51c-4538-b37f-884cb4b0da95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.535840 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f773736b-7edd-4ece-8490-d9c2d56c38dd req-3a3d5284-b51c-4538-b37f-884cb4b0da95 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=727b70a8-823e-4041-b758-3df2dd5c7544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1329372 Jul 16 18:25:18.693586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0997bf-cba8-41a7-bc56-36186372b2dd req-8ddc0275-b232-445d-acce-2375522da916 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:18.695438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-df0997bf-cba8-41a7-bc56-36186372b2dd req-8ddc0275-b232-445d-acce-2375522da916 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 907 time: 0.1554756 Jul 16 18:25:18.711690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f773736b-7edd-4ece-8490-d9c2d56c38dd req-6f2d6976-1be0-4440-a2f5-f5d7a64d6586 service neutron] 10.222.0.37 "GET /v2.0/networks/727b70a8-823e-4041-b758-3df2dd5c7544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415246 Jul 16 18:25:18.792569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60758) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:18.800216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354128702-network', 'tenant_id': 'ac3486f9c7004495b00df99420e979d2'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:18.822030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f773736b-7edd-4ece-8490-d9c2d56c38dd req-c7e7ebec-5f86-443d-9239-16411241b039 service neutron] 10.222.0.37 "GET /v2.0/networks/727b70a8-823e-4041-b758-3df2dd5c7544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016929 Jul 16 18:25:18.831714 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Made reservation on behalf of ac3486f9c7004495b00df99420e979d2 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:18.834469 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.850480 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.962654 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.967908 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:18.990565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:25:19.006164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=160b6a1d-2d09-4421-86a5-f7ac28656733,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.010089 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.010435 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Added segment 1cfd7869-ac90-4764-a479-54047de3423b of type vlan for network 51273347-9796-4144-8497-dca06697abd7 Jul 16 18:25:19.053402 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.085774 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.087063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.087789 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.129218 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3344958 Jul 16 18:25:19.133084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60760) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:19.138416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] Request body: {'subnet': {'network_id': '51273347-9796-4144-8497-dca06697abd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1354128702-subnet', 'tenant_id': 'ac3486f9c7004495b00df99420e979d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:25:19.164004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23266a-d8df-49a9-814b-055844c049cd admin admin] Pushing event updated for resources: {'Network': ['ID=51273347-9796-4144-8497-dca06697abd7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.167997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] Made reservation on behalf of ac3486f9c7004495b00df99420e979d2 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:25:19.171521 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.175175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 51273347-9796-4144-8497-dca06697abd7 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:25:19.355349 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.421856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e7abd1-0a2e-48e2-b95f-884613c784fa,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:19.431226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] Checking segment: {'id': '1cfd7869-ac90-4764-a479-54047de3423b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '51273347-9796-4144-8497-dca06697abd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:25:19.431620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] Network hostable DHCP agents. Network: 51273347-9796-4144-8497-dca06697abd7, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:25:19.449660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] Network 51273347-9796-4144-8497-dca06697abd7 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:25:19.468748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 51273347-9796-4144-8497-dca06697abd7) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:25:19.474788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:19.475449 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.486370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79700385-eb8e-425e-a05f-f0970cfa9ccd None None] Network 51273347-9796-4144-8497-dca06697abd7 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:19.507599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-af09a488-05e4-4216-a663-939b4565733a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.3642809 Jul 16 18:25:19.655742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60766) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:19.657563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8aa550-d3c1-4850-bd85-59bf41e5857f None None] Network 51273347-9796-4144-8497-dca06697abd7 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:19.714658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f96877b-664c-40da-b89f-d953206baf8d admin admin] Deleting subnet 5c092134-6091-43ba-97da-f0a615b28458 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:19.718677 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f96877b-664c-40da-b89f-d953206baf8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.756980 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f96877b-664c-40da-b89f-d953206baf8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.807328 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f96877b-664c-40da-b89f-d953206baf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.877987 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.897083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f96877b-664c-40da-b89f-d953206baf8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.959054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f96877b-664c-40da-b89f-d953206baf8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:19.960784 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2f96877b-664c-40da-b89f-d953206baf8d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5c092134-6091-43ba-97da-f0a615b28458 HTTP/1.1" status: 204 len: 168 time: 0.3040268 Jul 16 18:25:19.963759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60770) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:19.964262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96877b-664c-40da-b89f-d953206baf8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c092134-6091-43ba-97da-f0a615b28458,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.031775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602b1478-73c2-4b8b-a005-dd84b20cb58e req-b3a5ed87-dfd9-46f4-83eb-0de5a5a2c7de tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:20.033800 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-602b1478-73c2-4b8b-a005-dd84b20cb58e req-b3a5ed87-dfd9-46f4-83eb-0de5a5a2c7de tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 907 time: 0.1630933 Jul 16 18:25:20.097377 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.201112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.216108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a3d5e6-f036-4d45-ab69-3b2f82f6aad6']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:20.231367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53cfea0d-96e3-43df-b959-65bcf2461154') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:20.231704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53cfea0d-96e3-43df-b959-65bcf2461154') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:20.244433 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.268677 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.279287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] Releasing vlan 389 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:20.279841 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:20.283697 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:20.353512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.360330 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.362404 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] 10.222.0.47 "DELETE /v2.0/networks/24a3d5e6-f036-4d45-ab69-3b2f82f6aad6 HTTP/1.1" status: 204 len: 168 time: 0.3970959 Jul 16 18:25:20.365501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60772) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:20.420680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d64e1c2-30bb-4a88-8379-a20e3b9d52cb admin admin] Deleting subnet 06e7abd1-0a2e-48e2-b95f-884613c784fa {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:20.424425 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d64e1c2-30bb-4a88-8379-a20e3b9d52cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.509756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 843388fd-63b0-4707-bc2e-2ba3f02c7d47 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:25:20.652783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a191ca8-c3d4-480d-8f5b-228ef586227d admin admin] Pushing event deleted for resources: {'Network': ['ID=24a3d5e6-f036-4d45-ab69-3b2f82f6aad6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.671651 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 843388fd-63b0-4707-bc2e-2ba3f02c7d47, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=843388fd-63b0-4707-bc2e-2ba3f02c7d47,segment=NetworkSegment(626f3caf-ec32-4227-8db5-c9375cbadc0a),segment_id=626f3caf-ec32-4227-8db5-c9375cbadc0a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:20.685925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '843388fd-63b0-4707-bc2e-2ba3f02c7d47', 'network_id': '727b70a8-823e-4041-b758-3df2dd5c7544', 'port_id': '843388fd-63b0-4707-bc2e-2ba3f02c7d47', 'mac_address': 'fa:16:3e:5d:6c:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1e0fc842-71c7-4cad-a9bd-b4f78d67836f', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:25:20.727883 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.743507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 843388fd-63b0-4707-bc2e-2ba3f02c7d47 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:25:20.773172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 843388fd-63b0-4707-bc2e-2ba3f02c7d47, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=843388fd-63b0-4707-bc2e-2ba3f02c7d47,segment=NetworkSegment(626f3caf-ec32-4227-8db5-c9375cbadc0a),segment_id=626f3caf-ec32-4227-8db5-c9375cbadc0a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:20.778588 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.838708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=843388fd-63b0-4707-bc2e-2ba3f02c7d47,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.846404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.846743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.847082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.847417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.847782 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.848542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.848883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.849212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.849540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.849867 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.850188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.850542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:25:20.858695 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d64e1c2-30bb-4a88-8379-a20e3b9d52cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.900821 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d64e1c2-30bb-4a88-8379-a20e3b9d52cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.954901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d64e1c2-30bb-4a88-8379-a20e3b9d52cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.983311 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9d64e1c2-30bb-4a88-8379-a20e3b9d52cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:20.985249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9d64e1c2-30bb-4a88-8379-a20e3b9d52cb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/06e7abd1-0a2e-48e2-b95f-884613c784fa HTTP/1.1" status: 204 len: 168 time: 0.6185615 Jul 16 18:25:20.986119 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64e1c2-30bb-4a88-8379-a20e3b9d52cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e7abd1-0a2e-48e2-b95f-884613c784fa,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:20.989682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60778) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:21.071491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.155871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.167090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51273347-9796-4144-8497-dca06697abd7']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:21.182461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cfd7869-ac90-4764-a479-54047de3423b') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:21.182760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cfd7869-ac90-4764-a479-54047de3423b') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:21.187313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['843388fd-63b0-4707-bc2e-2ba3f02c7d47'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:21.193537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.209312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.216000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:21.216446 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:21.218087 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:21.226950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbade078-8fd2-4c29-baa6-34b9bf54eb36 req-d2ba521d-963f-4742-b089-00f6c6dd16ba tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:21.228535 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dbade078-8fd2-4c29-baa6-34b9bf54eb36 req-d2ba521d-963f-4742-b089-00f6c6dd16ba tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 908 time: 0.0680315 Jul 16 18:25:21.279361 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.284917 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.289318 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] 10.222.0.47 "DELETE /v2.0/networks/51273347-9796-4144-8497-dca06697abd7 HTTP/1.1" status: 204 len: 168 time: 0.2968240 Jul 16 18:25:21.301032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760513ae-193d-49e1-9bc3-8fad9482b00a admin admin] Pushing event deleted for resources: {'Network': ['ID=51273347-9796-4144-8497-dca06697abd7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:21.452501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60786) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:21.492785 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f537fb4f-5301-41a1-ad6b-affb249114ca admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9fa55d93012348318e053dde7ba31e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389693 Jul 16 18:25:21.495613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60788) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:21.543481 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f12bcc-1f3a-4308-b94f-0638c82f7f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.570536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f12bcc-1f3a-4308-b94f-0638c82f7f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.620454 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f12bcc-1f3a-4308-b94f-0638c82f7f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.623080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f12bcc-1f3a-4308-b94f-0638c82f7f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:21.624280 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b2f12bcc-1f3a-4308-b94f-0638c82f7f28 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f2221368-bd35-4f4a-9ab4-de5022c39392 HTTP/1.1" status: 204 len: 168 time: 0.1277404 Jul 16 18:25:21.633141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f12bcc-1f3a-4308-b94f-0638c82f7f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2221368-bd35-4f4a-9ab4-de5022c39392,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:21.942915 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.002111 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60808) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:22.056354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5083388a-67d7-4466-aec3-61dc3445f198 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ac3486f9c7004495b00df99420e979d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528617 Jul 16 18:25:22.058760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60810) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:22.125530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25bcc3dc-a477-410e-bdff-a3d349054aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.152925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25bcc3dc-a477-410e-bdff-a3d349054aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.186610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6fca6-8cd7-4392-8eb7-40ce482b22a9 req-49a7ee3c-5d90-479e-af41-fd3b95e5e92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.189121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96f6fca6-8cd7-4392-8eb7-40ce482b22a9 req-49a7ee3c-5d90-479e-af41-fd3b95e5e92c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1096 time: 0.1535311 Jul 16 18:25:22.211454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8a11a6-2367-4187-a238-718a8bbf35ef req-be31a40c-b7ba-4120-91f9-75a95bdb7e42 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.214702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a8a11a6-2367-4187-a238-718a8bbf35ef req-be31a40c-b7ba-4120-91f9-75a95bdb7e42 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1519866 Jul 16 18:25:22.220982 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25bcc3dc-a477-410e-bdff-a3d349054aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.223654 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-25bcc3dc-a477-410e-bdff-a3d349054aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.227370 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-25bcc3dc-a477-410e-bdff-a3d349054aef admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/160b6a1d-2d09-4421-86a5-f7ac28656733 HTTP/1.1" status: 204 len: 168 time: 0.1651068 Jul 16 18:25:22.232717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcc3dc-a477-410e-bdff-a3d349054aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=160b6a1d-2d09-4421-86a5-f7ac28656733,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:22.318085 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a8a11a6-2367-4187-a238-718a8bbf35ef req-364dcb16-942e-4f82-9d60-b99c89a2a8d7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0902834 Jul 16 18:25:22.351626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6fca6-8cd7-4392-8eb7-40ce482b22a9 req-8337552e-ab6f-4fca-a622-6935ce21c2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.353316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96f6fca6-8cd7-4392-8eb7-40ce482b22a9 req-8337552e-ab6f-4fca-a622-6935ce21c2d6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.1566117 Jul 16 18:25:22.450840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c9ec3-2ca1-4617-b641-4b891a98d7f9 req-afbcfbb4-52f4-40f3-83bb-d54ed2495bd7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.452536 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b19c9ec3-2ca1-4617-b641-4b891a98d7f9 req-afbcfbb4-52f4-40f3-83bb-d54ed2495bd7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 908 time: 0.0729783 Jul 16 18:25:22.461952 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96f6fca6-8cd7-4392-8eb7-40ce482b22a9 req-41703c1f-bd62-4fb1-9458-54040617a6e0 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 999 time: 0.1002259 Jul 16 18:25:22.511767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6fca6-8cd7-4392-8eb7-40ce482b22a9 req-6833d1c8-84fa-43fa-92e5-6fa4b81031e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.513244 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96f6fca6-8cd7-4392-8eb7-40ce482b22a9 req-6833d1c8-84fa-43fa-92e5-6fa4b81031e9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0505307 Jul 16 18:25:22.524101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 843388fd-63b0-4707-bc2e-2ba3f02c7d47 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:25:22.581804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:25:22.589695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:25:22.590012 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.598464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f6fca6-8cd7-4392-8eb7-40ce482b22a9 req-2caa8fec-0d54-4fe3-aaa6-ec72806dfd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:22.600470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96f6fca6-8cd7-4392-8eb7-40ce482b22a9 req-2caa8fec-0d54-4fe3-aaa6-ec72806dfd75 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0794251 Jul 16 18:25:22.700522 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.710754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96f6fca6-8cd7-4392-8eb7-40ce482b22a9 req-fdbf4e41-b46e-424e-9cf9-997aaa55b24d service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026304 Jul 16 18:25:22.741979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 843388fd-63b0-4707-bc2e-2ba3f02c7d47, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=843388fd-63b0-4707-bc2e-2ba3f02c7d47,segment=NetworkSegment(626f3caf-ec32-4227-8db5-c9375cbadc0a),segment_id=626f3caf-ec32-4227-8db5-c9375cbadc0a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:22.742947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e38f54-99c3-40f0-8646-77f3efca2504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843388fd-63b0-4707-bc2e-2ba3f02c7d47'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:22.745768 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64fa3c4b-e331-4300-a293-88055592c976" -d '{"events": [{"server_uuid": "c2e38f54-99c3-40f0-8646-77f3efca2504", "name": "network-vif-plugged", "status": "completed", "tag": "843388fd-63b0-4707-bc2e-2ba3f02c7d47"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:22.764890 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:22.813789 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941d91ab-201b-4a47-8eaa-c9306738cb2b x-openstack-request-id: req-941d91ab-201b-4a47-8eaa-c9306738cb2b {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:22.814081 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e38f54-99c3-40f0-8646-77f3efca2504", "name": "network-vif-plugged", "status": "completed", "tag": "843388fd-63b0-4707-bc2e-2ba3f02c7d47", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:22.814329 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-941d91ab-201b-4a47-8eaa-c9306738cb2b {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:22.814809 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e38f54-99c3-40f0-8646-77f3efca2504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '843388fd-63b0-4707-bc2e-2ba3f02c7d47', 'code': 200} Jul 16 18:25:22.828189 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-96f6fca6-8cd7-4392-8eb7-40ce482b22a9 req-96a2ffd9-b96c-4a10-b0a2-7afd2f14908d service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080649 Jul 16 18:25:22.831620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=843388fd-63b0-4707-bc2e-2ba3f02c7d47,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:23.028038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41739374-3375-451f-b898-a99d48cb600d req-0f6acc70-e91c-4ab8-9be0-b7f0b7d8c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.029727 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41739374-3375-451f-b898-a99d48cb600d req-0f6acc70-e91c-4ab8-9be0-b7f0b7d8c24d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 1060 time: 0.0572560 Jul 16 18:25:23.570055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921c3c5-a941-4a75-a191-4de0ddabf078 req-c854832e-7c5f-478e-9b63-5ded2cf386fb tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.572474 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0921c3c5-a941-4a75-a191-4de0ddabf078 req-c854832e-7c5f-478e-9b63-5ded2cf386fb tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1020174 Jul 16 18:25:23.633446 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0921c3c5-a941-4a75-a191-4de0ddabf078 req-9efcda93-fb89-4eea-ae8a-ef69b7b59905 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549135 Jul 16 18:25:23.702948 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77508a49-1e33-4557-bfb8-de2978341e85 req-b6b17203-99d8-4164-8c53-95a1ca461e17 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:23.712121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77508a49-1e33-4557-bfb8-de2978341e85 req-b6b17203-99d8-4164-8c53-95a1ca461e17 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 909 time: 0.1020856 Jul 16 18:25:24.197007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60874) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:24.328104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-611487f1-4824-4ed2-9c61-ae78b79dfb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.417941 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-611487f1-4824-4ed2-9c61-ae78b79dfb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.421855 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-611487f1-4824-4ed2-9c61-ae78b79dfb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.458294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611487f1-4824-4ed2-9c61-ae78b79dfb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54636dd0-c97c-431a-85ee-8651e45cbea3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:24.465159 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-611487f1-4824-4ed2-9c61-ae78b79dfb24 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=87750d94944747fab3d6d5df7c1c37b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2647185 Jul 16 18:25:24.465394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60880) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:24.523339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-138a6ac1-b13d-4417-98d1-2b36417be12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.556338 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-138a6ac1-b13d-4417-98d1-2b36417be12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.605058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-138a6ac1-b13d-4417-98d1-2b36417be12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.608766 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-138a6ac1-b13d-4417-98d1-2b36417be12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:24.609920 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-138a6ac1-b13d-4417-98d1-2b36417be12b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54636dd0-c97c-431a-85ee-8651e45cbea3 HTTP/1.1" status: 204 len: 168 time: 0.1436150 Jul 16 18:25:24.618846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a6ac1-b13d-4417-98d1-2b36417be12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54636dd0-c97c-431a-85ee-8651e45cbea3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:24.848816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50fa39-8567-474e-8fa2-e974a466162e req-751619cb-df98-434a-99eb-23d8e3640c9e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:24.857193 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e50fa39-8567-474e-8fa2-e974a466162e req-751619cb-df98-434a-99eb-23d8e3640c9e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0815256 Jul 16 18:25:24.912853 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e50fa39-8567-474e-8fa2-e974a466162e req-c13bc70e-89b8-408d-8422-6323079de007 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546553 Jul 16 18:25:24.915353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2d76e1-244e-479a-b946-ba6390bc8ff4 req-2b988102-143a-49cc-b836-5b2c9811cc6d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:24.917121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd2d76e1-244e-479a-b946-ba6390bc8ff4 req-2b988102-143a-49cc-b836-5b2c9811cc6d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 909 time: 0.0803699 Jul 16 18:25:24.964421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60892) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:24.978243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-717a5e56-d0cb-4b11-853f-82d68feedc6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.116308 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-717a5e56-d0cb-4b11-853f-82d68feedc6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.122619 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-717a5e56-d0cb-4b11-853f-82d68feedc6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.153249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5d5b58-5374-45b1-8a33-df34494275cb req-34691803-d461-44f1-b0fb-271a4c3318b8 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.154791 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f5d5b58-5374-45b1-8a33-df34494275cb req-34691803-d461-44f1-b0fb-271a4c3318b8 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 909 time: 0.1137631 Jul 16 18:25:25.172750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717a5e56-d0cb-4b11-853f-82d68feedc6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b70cb1-0eb6-4ab9-a1c5-2707610689a8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:25.178053 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-717a5e56-d0cb-4b11-853f-82d68feedc6f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3746714c57c9447d9c9a728fa140a705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2125688 Jul 16 18:25:25.180631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 60894) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:25.233107 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f99fe49-1394-4cd2-9439-733575a8ed44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.255791 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f99fe49-1394-4cd2-9439-733575a8ed44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.310151 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f99fe49-1394-4cd2-9439-733575a8ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.312518 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f99fe49-1394-4cd2-9439-733575a8ed44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:25.313698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7f99fe49-1394-4cd2-9439-733575a8ed44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8b70cb1-0eb6-4ab9-a1c5-2707610689a8 HTTP/1.1" status: 204 len: 168 time: 0.1321573 Jul 16 18:25:25.329362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f99fe49-1394-4cd2-9439-733575a8ed44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b70cb1-0eb6-4ab9-a1c5-2707610689a8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:25.352029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d8fc9-99a1-4ba1-ac36-198ea957fbfa req-12869bb2-6c13-4752-945e-df452510ab7b tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.361296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-905d8fc9-99a1-4ba1-ac36-198ea957fbfa req-12869bb2-6c13-4752-945e-df452510ab7b tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 1060 time: 0.0889554 Jul 16 18:25:25.545859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e24a869-ca2d-43b4-8765-aa5cb7321204 req-84e95527-3e91-46ac-b08e-2845a9c23090 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.548106 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0e24a869-ca2d-43b4-8765-aa5cb7321204 req-84e95527-3e91-46ac-b08e-2845a9c23090 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 1136 time: 0.0675144 Jul 16 18:25:25.592153 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0e24a869-ca2d-43b4-8765-aa5cb7321204 req-ea4d80c4-0f36-42f5-a9b4-dd5341a93c16 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0368412 Jul 16 18:25:25.611552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 60908) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:25.670596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8293b50-8a8b-44db-a08d-a171143ddbc3 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:25.675093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c8293b50-8a8b-44db-a08d-a171143ddbc3 tempest-TestSecurityGroupsBasicOps-1380663125 tempest-TestSecurityGroupsBasicOps-1380663125-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 1055 time: 0.0596738 Jul 16 18:25:26.101451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e10f0-a2f5-4519-b91d-7467ff5e73f6 req-b385f74a-e43f-45e3-810b-50bd5fa80fcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:26.102991 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9b2e10f0-a2f5-4519-b91d-7467ff5e73f6 req-b385f74a-e43f-45e3-810b-50bd5fa80fcd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 909 time: 0.0710340 Jul 16 18:25:26.112690 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935fac0c-cd79-4e8c-a806-aa8286bb826d req-ed5a5877-11e8-495b-b204-733033cabfef tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:26.115369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-935fac0c-cd79-4e8c-a806-aa8286bb826d req-ed5a5877-11e8-495b-b204-733033cabfef tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0779474 Jul 16 18:25:26.158627 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-935fac0c-cd79-4e8c-a806-aa8286bb826d req-ac2fa37f-3aeb-4add-a718-f05fe5bb4c23 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365756 Jul 16 18:25:27.280163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30d9e32-d206-4965-a7b2-0bdf9da06e23 req-66febb12-c52c-4468-9bf7-4d4c42d2d8d9 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:27.281667 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f30d9e32-d206-4965-a7b2-0bdf9da06e23 req-66febb12-c52c-4468-9bf7-4d4c42d2d8d9 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 909 time: 0.0643044 Jul 16 18:25:27.338769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe80f8-380d-4f3a-a80c-07d60a87fbd6 req-52481db6-4bb3-4092-b28e-b109c39058c9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:27.340357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83fe80f8-380d-4f3a-a80c-07d60a87fbd6 req-52481db6-4bb3-4092-b28e-b109c39058c9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0674143 Jul 16 18:25:27.378880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83fe80f8-380d-4f3a-a80c-07d60a87fbd6 req-a253adc5-35e2-4568-9055-0e05597f16f3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328832 Jul 16 18:25:28.239742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e1327-0fbd-4061-809a-5ba77f9306b5 req-06f91ca2-6201-489d-a2c9-d66d6cc95e65 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:28.241185 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b3e1327-0fbd-4061-809a-5ba77f9306b5 req-06f91ca2-6201-489d-a2c9-d66d6cc95e65 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.37 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 909 time: 0.0654333 Jul 16 18:25:28.346209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-6b3e1327-0fbd-4061-809a-5ba77f9306b5 req-374ef43a-dffc-41dc-8af9-61e58b64c52d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Deleting port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:28.346910 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6b3e1327-0fbd-4061-809a-5ba77f9306b5 req-374ef43a-dffc-41dc-8af9-61e58b64c52d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.442030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-6b3e1327-0fbd-4061-809a-5ba77f9306b5 req-374ef43a-dffc-41dc-8af9-61e58b64c52d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] For port 843388fd-63b0-4707-bc2e-2ba3f02c7d47, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=843388fd-63b0-4707-bc2e-2ba3f02c7d47,segment=NetworkSegment(626f3caf-ec32-4227-8db5-c9375cbadc0a),segment_id=626f3caf-ec32-4227-8db5-c9375cbadc0a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:28.442514 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6b3e1327-0fbd-4061-809a-5ba77f9306b5 req-374ef43a-dffc-41dc-8af9-61e58b64c52d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.455623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-6b3e1327-0fbd-4061-809a-5ba77f9306b5 req-374ef43a-dffc-41dc-8af9-61e58b64c52d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Calling delete_port for 843388fd-63b0-4707-bc2e-2ba3f02c7d47 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:28.464810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c5dd2-2e11-4f66-8b04-f6c7dc6325c8 req-f4394e9e-7c11-4cdf-b311-1ca35c36486f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:28.466313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-142c5dd2-2e11-4f66-8b04-f6c7dc6325c8 req-f4394e9e-7c11-4cdf-b311-1ca35c36486f tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 909 time: 0.0687270 Jul 16 18:25:28.592342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77bc05-6d1b-44ca-8b27-dacb02a72621 req-e4f157c0-6ce4-446c-9422-ee5ca3f327a3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:28.593745 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da77bc05-6d1b-44ca-8b27-dacb02a72621 req-e4f157c0-6ce4-446c-9422-ee5ca3f327a3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0905373 Jul 16 18:25:28.664289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da77bc05-6d1b-44ca-8b27-dacb02a72621 req-ba27753a-3521-4f01-97df-0d7e1dbc7540 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485837 Jul 16 18:25:28.665340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6b3e1327-0fbd-4061-809a-5ba77f9306b5 req-374ef43a-dffc-41dc-8af9-61e58b64c52d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.697911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374ef43a-dffc-41dc-8af9-61e58b64c52d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'Port': ['ID=843388fd-63b0-4707-bc2e-2ba3f02c7d47,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:28.744625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b3e1327-0fbd-4061-809a-5ba77f9306b5 req-374ef43a-dffc-41dc-8af9-61e58b64c52d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] No DVR routers for this DVR port 843388fd-63b0-4707-bc2e-2ba3f02c7d47 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:28.747367 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6b3e1327-0fbd-4061-809a-5ba77f9306b5 req-374ef43a-dffc-41dc-8af9-61e58b64c52d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:28.749470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b3e1327-0fbd-4061-809a-5ba77f9306b5 req-374ef43a-dffc-41dc-8af9-61e58b64c52d tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.37 "DELETE /v2.0/ports/843388fd-63b0-4707-bc2e-2ba3f02c7d47 HTTP/1.1" status: 204 len: 173 time: 0.5021830 Jul 16 18:25:28.749910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2e38f54-99c3-40f0-8646-77f3efca2504', 'name': 'network-vif-deleted', 'tag': '843388fd-63b0-4707-bc2e-2ba3f02c7d47'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:28.752449 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b68106-5735-4d68-83b7-f83b4fa22701" -d '{"events": [{"server_uuid": "c2e38f54-99c3-40f0-8646-77f3efca2504", "name": "network-vif-deleted", "tag": "843388fd-63b0-4707-bc2e-2ba3f02c7d47"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:28.792847 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d103c9df-a48f-4d25-9650-3a16f3aebdf9 x-openstack-request-id: req-d103c9df-a48f-4d25-9650-3a16f3aebdf9 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:28.793150 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2e38f54-99c3-40f0-8646-77f3efca2504", "name": "network-vif-deleted", "tag": "843388fd-63b0-4707-bc2e-2ba3f02c7d47", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:28.793387 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d103c9df-a48f-4d25-9650-3a16f3aebdf9 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:28.793784 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2e38f54-99c3-40f0-8646-77f3efca2504', 'name': 'network-vif-deleted', 'tag': '843388fd-63b0-4707-bc2e-2ba3f02c7d47', 'status': 'completed', 'code': 200} Jul 16 18:25:29.407961 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:29.671040 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0b07a483-804b-4bdd-8723-d25b2a62cec7 req-740d453a-efdc-4c32-a8a5-bc7ed64640ab tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=c2e38f54-99c3-40f0-8646-77f3efca2504 HTTP/1.1" status: 200 len: 210 time: 0.0316815 Jul 16 18:25:29.848833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82388fb5-fe01-43b8-be88-571d79a826c9 req-3f0c0572-f74c-4f11-a9c5-236fa6c0d4ee tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:29.850408 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82388fb5-fe01-43b8-be88-571d79a826c9 req-3f0c0572-f74c-4f11-a9c5-236fa6c0d4ee tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0656271 Jul 16 18:25:29.889699 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82388fb5-fe01-43b8-be88-571d79a826c9 req-91a58d5b-1445-4558-9167-29d929e7576e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337055 Jul 16 18:25:30.782331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32780) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:31.096779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9d0f71-432e-4539-a7c9-672b80013cd4 req-8fe1a970-aff4-4041-9a48-4b2266376603 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:31.104231 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2a9d0f71-432e-4539-a7c9-672b80013cd4 req-8fe1a970-aff4-4041-9a48-4b2266376603 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0989473 Jul 16 18:25:31.141454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2a9d0f71-432e-4539-a7c9-672b80013cd4 req-c53f341b-9057-41d6-8ed7-cb374e7cda7c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363414 Jul 16 18:25:31.191333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.513019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Deleting port 32bd76fd-a8fa-41ac-a80e-dba472aac32d {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:31.513359 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.608684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] For port 32bd76fd-a8fa-41ac-a80e-dba472aac32d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=32bd76fd-a8fa-41ac-a80e-dba472aac32d,segment=NetworkSegment(626f3caf-ec32-4227-8db5-c9375cbadc0a),segment_id=626f3caf-ec32-4227-8db5-c9375cbadc0a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:31.609048 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.623711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Calling delete_port for 32bd76fd-a8fa-41ac-a80e-dba472aac32d owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:31.823643 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:31.852148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'Port': ['ID=32bd76fd-a8fa-41ac-a80e-dba472aac32d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:32.037017 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.262110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Router 06817243-aaf7-4805-95d5-32e2b7ae3763 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:32.385312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:32.395442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bf4862fc-132d-46b1-a0dc-8a808678ad03 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "PUT /v2.0/routers/06817243-aaf7-4805-95d5-32e2b7ae3763/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6074648 Jul 16 18:25:32.395661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32806) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:32.397539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90876cb2-8ddd-448a-a212-bcf7454daeb5 None None] Sync routers for ids ['06817243-aaf7-4805-95d5-32e2b7ae3763'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:32.407644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90876cb2-8ddd-448a-a212-bcf7454daeb5 None None] Routers {'06817243-aaf7-4805-95d5-32e2b7ae3763'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:32.408498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-90876cb2-8ddd-448a-a212-bcf7454daeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:25:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['06817243-aaf7-4805-95d5-32e2b7ae3763'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:32.461621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6226c0c-f260-48ad-bde5-c2e7d2c76638 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Deleting subnet 1e0fc842-71c7-4cad-a9bd-b4f78d67836f {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:32.465143 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6226c0c-f260-48ad-bde5-c2e7d2c76638 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.508944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6226c0c-f260-48ad-bde5-c2e7d2c76638 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.528631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-90876cb2-8ddd-448a-a212-bcf7454daeb5 None None] Set router 06817243-aaf7-4805-95d5-32e2b7ae3763 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:32.586357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 843388fd-63b0-4707-bc2e-2ba3f02c7d47 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:32.604533 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6226c0c-f260-48ad-bde5-c2e7d2c76638 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.618454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 843388fd-63b0-4707-bc2e-2ba3f02c7d47 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:32.618756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 843388fd-63b0-4707-bc2e-2ba3f02c7d47 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:32.682473 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6226c0c-f260-48ad-bde5-c2e7d2c76638 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.718671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6226c0c-f260-48ad-bde5-c2e7d2c76638 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'Subnet': ['ID=1e0fc842-71c7-4cad-a9bd-b4f78d67836f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:32.724606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6226c0c-f260-48ad-bde5-c2e7d2c76638 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.730279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32808) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:32.730501 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c6226c0c-f260-48ad-bde5-c2e7d2c76638 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "DELETE /v2.0/subnets/1e0fc842-71c7-4cad-a9bd-b4f78d67836f HTTP/1.1" status: 204 len: 168 time: 0.3352911 Jul 16 18:25:32.737294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7931fd19-90dc-4193-a786-00355a7282f4 None None] Network 727b70a8-823e-4041-b758-3df2dd5c7544 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:32.838611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-90876cb2-8ddd-448a-a212-bcf7454daeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071276401', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '01cb82d0-56ea-405c-9704-789aa583835d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:31Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '01cb82d0-56ea-405c-9704-789aa583835d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:02Z', 'updated_at': '2021-07-16T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:32.857478 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:32.903391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90876cb2-8ddd-448a-a212-bcf7454daeb5 None None] Checking router: 06817243-aaf7-4805-95d5-32e2b7ae3763 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:32.938516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90876cb2-8ddd-448a-a212-bcf7454daeb5 None None] Routers {'06817243-aaf7-4805-95d5-32e2b7ae3763'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:32.939152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-90876cb2-8ddd-448a-a212-bcf7454daeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:25:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['06817243-aaf7-4805-95d5-32e2b7ae3763'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:33.126846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-90876cb2-8ddd-448a-a212-bcf7454daeb5 None None] Set router 06817243-aaf7-4805-95d5-32e2b7ae3763 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:33.205899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fad651-e9a4-4ce7-bd05-4bd136d88821 None None] DHCP port deletion for 727b70a8-823e-4041-b758-3df2dd5c7544 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:33.278859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.343874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d2fad651-e9a4-4ce7-bd05-4bd136d88821 None None] Deleting port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:33.344262 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d2fad651-e9a4-4ce7-bd05-4bd136d88821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.345795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Deleting port 01cb82d0-56ea-405c-9704-789aa583835d {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:33.346373 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.450822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] For port 01cb82d0-56ea-405c-9704-789aa583835d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=01cb82d0-56ea-405c-9704-789aa583835d,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:33.451337 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.471250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Calling delete_port for 01cb82d0-56ea-405c-9704-789aa583835d owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:33.562435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d2fad651-e9a4-4ce7-bd05-4bd136d88821 None None] For port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0,segment=NetworkSegment(626f3caf-ec32-4227-8db5-c9375cbadc0a),segment_id=626f3caf-ec32-4227-8db5-c9375cbadc0a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:33.562977 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d2fad651-e9a4-4ce7-bd05-4bd136d88821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.588725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d2fad651-e9a4-4ce7-bd05-4bd136d88821 None None] Calling delete_port for cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:33.608587 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-90876cb2-8ddd-448a-a212-bcf7454daeb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071276401', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '01cb82d0-56ea-405c-9704-789aa583835d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:31Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '01cb82d0-56ea-405c-9704-789aa583835d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:02Z', 'updated_at': '2021-07-16T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:33.682449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90876cb2-8ddd-448a-a212-bcf7454daeb5 None None] The sync data for ids ['06817243-aaf7-4805-95d5-32e2b7ae3763'] in n-d-794306-7 is: [{'id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2071276401', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142'}], 'enable_snat': True}, 'gw_port_id': '01cb82d0-56ea-405c-9704-789aa583835d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:25:01Z', 'updated_at': '2021-07-16T18:25:31Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '01cb82d0-56ea-405c-9704-789aa583835d', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:b6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06817243-aaf7-4805-95d5-32e2b7ae3763', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3314, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:25:02Z', 'updated_at': '2021-07-16T18:25:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:33.732786 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d2fad651-e9a4-4ce7-bd05-4bd136d88821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.750113 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.771741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fad651-e9a4-4ce7-bd05-4bd136d88821 None None] Pushing event deleted for resources: {'Port': ['ID=cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:33.777852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2fad651-e9a4-4ce7-bd05-4bd136d88821 None None] No DVR routers for this DVR port cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:33.794627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'Port': ['ID=01cb82d0-56ea-405c-9704-789aa583835d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:33.864692 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.960010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:33.962241 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.023553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.024145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Fanout notify agent at l3_agent the message router_deleted on router 06817243-aaf7-4805-95d5-32e2b7ae3763 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:34.031550 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.032767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c3b2d6bc-fd3b-4790-bbfe-5aba375bbc74 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "DELETE /v2.0/routers/06817243-aaf7-4805-95d5-32e2b7ae3763 HTTP/1.1" status: 204 len: 168 time: 1.3002732 Jul 16 18:25:34.035930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32826) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:34.123311 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.239055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.288283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['727b70a8-823e-4041-b758-3df2dd5c7544']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:34.308202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '626f3caf-ec32-4227-8db5-c9375cbadc0a') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:34.308485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '626f3caf-ec32-4227-8db5-c9375cbadc0a') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:34.319550 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.338248 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.345107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Releasing vlan 393 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:34.345498 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:34.350779 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:34.427362 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.437460 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.443745 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "DELETE /v2.0/networks/727b70a8-823e-4041-b758-3df2dd5c7544 HTTP/1.1" status: 204 len: 168 time: 0.4028862 Jul 16 18:25:34.444202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32830) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:34.464188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f7435e-d603-49ef-8c9d-fb0b74055488 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'Network': ['ID=727b70a8-823e-4041-b758-3df2dd5c7544,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:34.655879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Deleting port 54e9a8b5-f957-4d9a-bf38-349b6330785f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:34.656128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.739625 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.740096 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.754507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Calling delete_port for 54e9a8b5-f957-4d9a-bf38-349b6330785f owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:34.959212 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:34.985445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'Port': ['ID=54e9a8b5-f957-4d9a-bf38-349b6330785f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:35.015936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 32bd76fd-a8fa-41ac-a80e-dba472aac32d no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:35.037896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 32bd76fd-a8fa-41ac-a80e-dba472aac32d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:35.038161 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 32bd76fd-a8fa-41ac-a80e-dba472aac32d not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:35.038579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 01cb82d0-56ea-405c-9704-789aa583835d no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:35.060947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 01cb82d0-56ea-405c-9704-789aa583835d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:35.061299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 01cb82d0-56ea-405c-9704-789aa583835d not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:35.061720 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:35.079866 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.080633 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Floating IP 14db7051-7436-4f19-8dbe-9f8e36325446 disassociated (deleted). External IP: 172.25.7.191, port: a1478e7b-477d-438e-8b7a-4cf50502420e. Jul 16 18:25:35.081987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:35.082336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cc62d4b0-71fb-4c18-9f72-bcb51f5f03a0 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:35.322009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Router 67b38a72-46f3-4dc6-9991-f696dd08077b has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:35.440331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:35.445339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:35.453975 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8eac1-96df-4c81-92b7-b6ddf273e0dd None None] Sync routers for ids ['67b38a72-46f3-4dc6-9991-f696dd08077b'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:35.469746 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8eac1-96df-4c81-92b7-b6ddf273e0dd None None] Routers {'67b38a72-46f3-4dc6-9991-f696dd08077b'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:35.470722 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d8f8eac1-96df-4c81-92b7-b6ddf273e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:25:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['67b38a72-46f3-4dc6-9991-f696dd08077b'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:35.485398 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4429907e-bf28-4829-bd28-0cb17415d952 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "DELETE /v2.0/floatingips/14db7051-7436-4f19-8dbe-9f8e36325446 HTTP/1.1" status: 204 len: 168 time: 1.0399280 Jul 16 18:25:35.486292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'tag': 'a1478e7b-477d-438e-8b7a-4cf50502420e'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:35.489076 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89aec7b-672b-4bd1-a943-19f2d7f55e55" -d '{"events": [{"name": "network-changed", "server_uuid": "6d8ddc34-803a-4fc4-ae9d-504333252af8", "tag": "a1478e7b-477d-438e-8b7a-4cf50502420e"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:35.585120 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-d8f8eac1-96df-4c81-92b7-b6ddf273e0dd None None] Set router 67b38a72-46f3-4dc6-9991-f696dd08077b gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:35.689834 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b2738c-f75f-4322-976d-f4c83bde14aa x-openstack-request-id: req-27b2738c-f75f-4322-976d-f4c83bde14aa {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:35.690710 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d8ddc34-803a-4fc4-ae9d-504333252af8", "tag": "a1478e7b-477d-438e-8b7a-4cf50502420e", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:35.692199 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-27b2738c-f75f-4322-976d-f4c83bde14aa {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:35.692930 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'tag': 'a1478e7b-477d-438e-8b7a-4cf50502420e', 'status': 'completed', 'code': 200} Jul 16 18:25:35.804336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89aec7b-672b-4bd1-a943-19f2d7f55e55 req-06ebb6e3-102a-4a64-8423-6400d4fab7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.805988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c89aec7b-672b-4bd1-a943-19f2d7f55e55 req-06ebb6e3-102a-4a64-8423-6400d4fab7b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5e9cac9c66c64ce8adb1547070ff4750&device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 1136 time: 0.0875995 Jul 16 18:25:35.813209 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d8f8eac1-96df-4c81-92b7-b6ddf273e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'fc2ab459-6ef3-42b9-b8d2-2a3e5908683e', 'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:87:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:57Z', 'updated_at': '2021-07-16T18:24:09Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:35.848892 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8eac1-96df-4c81-92b7-b6ddf273e0dd None None] Checking router: 67b38a72-46f3-4dc6-9991-f696dd08077b for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:35.858448 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8f8eac1-96df-4c81-92b7-b6ddf273e0dd None None] Routers {'67b38a72-46f3-4dc6-9991-f696dd08077b'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:35.859087 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d8f8eac1-96df-4c81-92b7-b6ddf273e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:25:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['67b38a72-46f3-4dc6-9991-f696dd08077b'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:35.917936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89aec7b-672b-4bd1-a943-19f2d7f55e55 req-50a3ba04-3c7e-4ab4-972b-e2be87306283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.920381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c89aec7b-672b-4bd1-a943-19f2d7f55e55 req-50a3ba04-3c7e-4ab4-972b-e2be87306283 service neutron] 10.222.0.18 "GET /v2.0/networks?id=347ad5c0-79b3-45f9-8c92-6d35ce97bf7c HTTP/1.1" status: 200 len: 897 time: 0.1042607 Jul 16 18:25:35.932529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3d50d-2d0d-4378-bba2-22f459223c2a req-555c028b-89d0-4610-a3cf-893b4d10e5fb tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:35.935328 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ec3d50d-2d0d-4378-bba2-22f459223c2a req-555c028b-89d0-4610-a3cf-893b4d10e5fb tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 985 time: 0.0693867 Jul 16 18:25:35.970127 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-d8f8eac1-96df-4c81-92b7-b6ddf273e0dd None None] Set router 67b38a72-46f3-4dc6-9991-f696dd08077b gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:35.973609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c89aec7b-672b-4bd1-a943-19f2d7f55e55 req-ba0a7e71-e2ae-40e5-b190-d389617b16b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a1478e7b-477d-438e-8b7a-4cf50502420e HTTP/1.1" status: 200 len: 217 time: 0.0439532 Jul 16 18:25:35.994149 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ec3d50d-2d0d-4378-bba2-22f459223c2a req-56d3ec4b-29ed-46fc-8676-b87332f1684b tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0531251 Jul 16 18:25:36.053922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89aec7b-672b-4bd1-a943-19f2d7f55e55 req-de573e69-04f5-4970-8c05-91a659dcd8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:36.056147 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c89aec7b-672b-4bd1-a943-19f2d7f55e55 req-de573e69-04f5-4970-8c05-91a659dcd8a0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=46fdc9e1-baba-43e0-85a1-fe35d9593df5 HTTP/1.1" status: 200 len: 833 time: 0.0767612 Jul 16 18:25:36.117088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89aec7b-672b-4bd1-a943-19f2d7f55e55 req-e886d753-232b-4b67-ae7b-349c01f21ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:36.118828 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c89aec7b-672b-4bd1-a943-19f2d7f55e55 req-e886d753-232b-4b67-ae7b-349c01f21ce0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=347ad5c0-79b3-45f9-8c92-6d35ce97bf7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559320 Jul 16 18:25:36.244888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c89aec7b-672b-4bd1-a943-19f2d7f55e55 req-bcef1fe1-d199-4c80-a04a-583c343a45e5 service neutron] 10.222.0.18 "GET /v2.0/networks/347ad5c0-79b3-45f9-8c92-6d35ce97bf7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191328 Jul 16 18:25:36.333350 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d8f8eac1-96df-4c81-92b7-b6ddf273e0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'fc2ab459-6ef3-42b9-b8d2-2a3e5908683e', 'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:87:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:57Z', 'updated_at': '2021-07-16T18:24:09Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:36.363443 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f8eac1-96df-4c81-92b7-b6ddf273e0dd None None] The sync data for ids ['67b38a72-46f3-4dc6-9991-f696dd08077b'] in n-d-794306-7 is: [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:23:59Z', 'revision_number': 4, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'fc2ab459-6ef3-42b9-b8d2-2a3e5908683e', 'name': '', 'network_id': '347ad5c0-79b3-45f9-8c92-6d35ce97bf7c', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'mac_address': 'fa:16:3e:87:4f:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3172, 'fixed_ips': [{'subnet_id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:57Z', 'updated_at': '2021-07-16T18:24:09Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'subnets': [{'id': '46fdc9e1-baba-43e0-85a1-fe35d9593df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:36.378829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c89aec7b-672b-4bd1-a943-19f2d7f55e55 req-66f0977d-8bf2-432a-89d7-c5d345cbc043 service neutron] 10.222.0.18 "GET /v2.0/networks/347ad5c0-79b3-45f9-8c92-6d35ce97bf7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251512 Jul 16 18:25:36.814516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6ab9a5-3cbe-4d6c-9d04-8a0f43fd07ee None None] New status for floating IP 14db7051-7436-4f19-8dbe-9f8e36325446: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:25:37.134611 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43c3b43-ea6c-4d5d-bf95-e7686c2a9c52 req-a12fb526-4712-4b11-99d1-cf1886ee8913 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:37.135369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d43c3b43-ea6c-4d5d-bf95-e7686c2a9c52 req-a12fb526-4712-4b11-99d1-cf1886ee8913 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 985 time: 0.0787044 Jul 16 18:25:37.273483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4311c0-04e7-412f-b037-eb49301e0db4 req-dd916fa4-95c4-4160-b0ae-de686bb247a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:37.275080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a4311c0-04e7-412f-b037-eb49301e0db4 req-dd916fa4-95c4-4160-b0ae-de686bb247a1 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d8ddc34-803a-4fc4-ae9d-504333252af8 HTTP/1.1" status: 200 len: 985 time: 0.1385355 Jul 16 18:25:37.315751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-d43c3b43-ea6c-4d5d-bf95-e7686c2a9c52 req-e4b82158-d0dc-4b20-befd-5164f02b1983 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Deleting port a1478e7b-477d-438e-8b7a-4cf50502420e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:37.316169 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d43c3b43-ea6c-4d5d-bf95-e7686c2a9c52 req-e4b82158-d0dc-4b20-befd-5164f02b1983 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.360455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5a4311c0-04e7-412f-b037-eb49301e0db4 req-0f053c84-92df-4f1f-b993-1db15819cfef tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "GET /v2.0/security-groups?id=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d&id=20981ec8-bbd1-4989-a567-573b0fe371fc&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0771699 Jul 16 18:25:37.454774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d43c3b43-ea6c-4d5d-bf95-e7686c2a9c52 req-e4b82158-d0dc-4b20-befd-5164f02b1983 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] For port a1478e7b-477d-438e-8b7a-4cf50502420e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a1478e7b-477d-438e-8b7a-4cf50502420e,segment=NetworkSegment(7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17),segment_id=7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:37.455257 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d43c3b43-ea6c-4d5d-bf95-e7686c2a9c52 req-e4b82158-d0dc-4b20-befd-5164f02b1983 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.471466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-d43c3b43-ea6c-4d5d-bf95-e7686c2a9c52 req-e4b82158-d0dc-4b20-befd-5164f02b1983 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Calling delete_port for a1478e7b-477d-438e-8b7a-4cf50502420e owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:37.623090 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d43c3b43-ea6c-4d5d-bf95-e7686c2a9c52 req-e4b82158-d0dc-4b20-befd-5164f02b1983 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.652001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b82158-d0dc-4b20-befd-5164f02b1983 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'Port': ['ID=a1478e7b-477d-438e-8b7a-4cf50502420e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:37.702480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d43c3b43-ea6c-4d5d-bf95-e7686c2a9c52 req-e4b82158-d0dc-4b20-befd-5164f02b1983 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] No DVR routers for this DVR port a1478e7b-477d-438e-8b7a-4cf50502420e on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:37.704795 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d43c3b43-ea6c-4d5d-bf95-e7686c2a9c52 req-e4b82158-d0dc-4b20-befd-5164f02b1983 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:37.707677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d43c3b43-ea6c-4d5d-bf95-e7686c2a9c52 req-e4b82158-d0dc-4b20-befd-5164f02b1983 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.18 "DELETE /v2.0/ports/a1478e7b-477d-438e-8b7a-4cf50502420e HTTP/1.1" status: 204 len: 173 time: 0.5599964 Jul 16 18:25:37.708218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'name': 'network-vif-deleted', 'tag': 'a1478e7b-477d-438e-8b7a-4cf50502420e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:37.710506 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-611fa31e-19c8-475c-8c26-a7ba6a0bbfed" -d '{"events": [{"server_uuid": "6d8ddc34-803a-4fc4-ae9d-504333252af8", "name": "network-vif-deleted", "tag": "a1478e7b-477d-438e-8b7a-4cf50502420e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:37.748072 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0712d754-1bc6-4be1-8966-28233ab9ab14 x-openstack-request-id: req-0712d754-1bc6-4be1-8966-28233ab9ab14 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:37.748384 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d8ddc34-803a-4fc4-ae9d-504333252af8", "name": "network-vif-deleted", "tag": "a1478e7b-477d-438e-8b7a-4cf50502420e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:37.748620 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0712d754-1bc6-4be1-8966-28233ab9ab14 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:37.749021 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d8ddc34-803a-4fc4-ae9d-504333252af8', 'name': 'network-vif-deleted', 'tag': 'a1478e7b-477d-438e-8b7a-4cf50502420e', 'status': 'completed', 'code': 200} Jul 16 18:25:38.485429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32916) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:38.557512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b4867d2-ddc6-44e2-b43f-b67f84f32588 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.592511 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b4867d2-ddc6-44e2-b43f-b67f84f32588 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.712281 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b4867d2-ddc6-44e2-b43f-b67f84f32588 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.719784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b4867d2-ddc6-44e2-b43f-b67f84f32588 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.724643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3b4867d2-ddc6-44e2-b43f-b67f84f32588 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "DELETE /v2.0/security-groups/e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d HTTP/1.1" status: 204 len: 168 time: 0.2357280 Jul 16 18:25:38.727715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32920) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:38.733993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4867d2-ddc6-44e2-b43f-b67f84f32588 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2afe8ed-18cb-42ef-b9ce-a9043c2b3d6d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:38.828619 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aba0b42a-2636-4dbf-b621-b872d98f8abf tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.872643 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aba0b42a-2636-4dbf-b621-b872d98f8abf tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.930443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aba0b42a-2636-4dbf-b621-b872d98f8abf tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.934528 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-aba0b42a-2636-4dbf-b621-b872d98f8abf tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:38.935796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-aba0b42a-2636-4dbf-b621-b872d98f8abf tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "DELETE /v2.0/security-groups/20981ec8-bbd1-4989-a567-573b0fe371fc HTTP/1.1" status: 204 len: 168 time: 0.2093551 Jul 16 18:25:38.938831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32922) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:38.948176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba0b42a-2636-4dbf-b621-b872d98f8abf tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20981ec8-bbd1-4989-a567-573b0fe371fc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:39.382517 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.681023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Deleting port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:39.681780 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.785966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] For port fc2ab459-6ef3-42b9-b8d2-2a3e5908683e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fc2ab459-6ef3-42b9-b8d2-2a3e5908683e,segment=NetworkSegment(7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17),segment_id=7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:39.786389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:39.799872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Calling delete_port for fc2ab459-6ef3-42b9-b8d2-2a3e5908683e owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:40.011649 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.039197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'Port': ['ID=fc2ab459-6ef3-42b9-b8d2-2a3e5908683e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:40.235804 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.481691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Router 67b38a72-46f3-4dc6-9991-f696dd08077b has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:25:40.603578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:25:40.609888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1d5b4b78-91d4-4283-8f8c-eca0b234b347 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "PUT /v2.0/routers/67b38a72-46f3-4dc6-9991-f696dd08077b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6696100 Jul 16 18:25:40.612208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32948) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:40.618367 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b3edb9-e616-4069-b5f2-f68fb5e1ec48 None None] Sync routers for ids ['67b38a72-46f3-4dc6-9991-f696dd08077b'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:25:40.636231 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b3edb9-e616-4069-b5f2-f68fb5e1ec48 None None] Routers {'67b38a72-46f3-4dc6-9991-f696dd08077b'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:40.637369 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b1b3edb9-e616-4069-b5f2-f68fb5e1ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:25:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['67b38a72-46f3-4dc6-9991-f696dd08077b'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:40.759232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3834c8f-2a36-446c-b9fa-1cfc514e61e7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Deleting subnet 46fdc9e1-baba-43e0-85a1-fe35d9593df5 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:25:40.763055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3834c8f-2a36-446c-b9fa-1cfc514e61e7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.815609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3834c8f-2a36-446c-b9fa-1cfc514e61e7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:40.847482 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b1b3edb9-e616-4069-b5f2-f68fb5e1ec48 None None] Set router 67b38a72-46f3-4dc6-9991-f696dd08077b gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:40.915686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3834c8f-2a36-446c-b9fa-1cfc514e61e7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.041504 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b1b3edb9-e616-4069-b5f2-f68fb5e1ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:25:39Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:41.070558 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b3edb9-e616-4069-b5f2-f68fb5e1ec48 None None] Checking router: 67b38a72-46f3-4dc6-9991-f696dd08077b for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:25:41.079103 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b3edb9-e616-4069-b5f2-f68fb5e1ec48 None None] Routers {'67b38a72-46f3-4dc6-9991-f696dd08077b'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:25:41.079760 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b1b3edb9-e616-4069-b5f2-f68fb5e1ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:25:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['67b38a72-46f3-4dc6-9991-f696dd08077b'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:41.190255 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b1b3edb9-e616-4069-b5f2-f68fb5e1ec48 None None] Set router 67b38a72-46f3-4dc6-9991-f696dd08077b gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:25:41.235043 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3834c8f-2a36-446c-b9fa-1cfc514e61e7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.260998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3834c8f-2a36-446c-b9fa-1cfc514e61e7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'Subnet': ['ID=46fdc9e1-baba-43e0-85a1-fe35d9593df5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:41.266910 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a3834c8f-2a36-446c-b9fa-1cfc514e61e7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.273213 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a3834c8f-2a36-446c-b9fa-1cfc514e61e7 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "DELETE /v2.0/subnets/46fdc9e1-baba-43e0-85a1-fe35d9593df5 HTTP/1.1" status: 204 len: 168 time: 0.6556652 Jul 16 18:25:41.273213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32954) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:41.275822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10a4676f-8436-47a7-832b-893e12cf02cd None None] Network 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:25:41.298483 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a1478e7b-477d-438e-8b7a-4cf50502420e no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:41.326592 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: a1478e7b-477d-438e-8b7a-4cf50502420e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:41.327728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a1478e7b-477d-438e-8b7a-4cf50502420e not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:41.387701 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b1b3edb9-e616-4069-b5f2-f68fb5e1ec48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:25:39Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:41.397432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.418969 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b3edb9-e616-4069-b5f2-f68fb5e1ec48 None None] The sync data for ids ['67b38a72-46f3-4dc6-9991-f696dd08077b'] in n-d-794306-7 is: [{'id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-755025531', 'tenant_id': '5e9cac9c66c64ce8adb1547070ff4750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221'}], 'enable_snat': True}, 'gw_port_id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:44Z', 'updated_at': '2021-07-16T18:25:39Z', 'revision_number': 5, 'project_id': '5e9cac9c66c64ce8adb1547070ff4750', 'gw_port': {'id': '7613bc1a-0062-46d0-9cb4-3cf067363e0e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:f2:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67b38a72-46f3-4dc6-9991-f696dd08077b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3146, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:45Z', 'updated_at': '2021-07-16T18:23:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:25:41.507737 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.558820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Deleting port 7613bc1a-0062-46d0-9cb4-3cf067363e0e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:41.559169 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.641251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] For port 7613bc1a-0062-46d0-9cb4-3cf067363e0e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7613bc1a-0062-46d0-9cb4-3cf067363e0e,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:41.641665 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.655954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Calling delete_port for 7613bc1a-0062-46d0-9cb4-3cf067363e0e owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:41.786652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f2353c6-f9ba-4463-843d-496d8b904032 None None] DHCP port deletion for 347ad5c0-79b3-45f9-8c92-6d35ce97bf7c request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:25:41.848942 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.878651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'Port': ['ID=7613bc1a-0062-46d0-9cb4-3cf067363e0e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:41.885024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6f2353c6-f9ba-4463-843d-496d8b904032 None None] Deleting port 9d812129-cbd5-49db-9c9a-ac70f23733c5 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:41.885791 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f2353c6-f9ba-4463-843d-496d8b904032 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:41.996919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6f2353c6-f9ba-4463-843d-496d8b904032 None None] For port 9d812129-cbd5-49db-9c9a-ac70f23733c5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9d812129-cbd5-49db-9c9a-ac70f23733c5,segment=NetworkSegment(7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17),segment_id=7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:41.997526 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f2353c6-f9ba-4463-843d-496d8b904032 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.019669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6f2353c6-f9ba-4463-843d-496d8b904032 None None] Calling delete_port for 9d812129-cbd5-49db-9c9a-ac70f23733c5 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:42.032101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.171688 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.174645 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.242295 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.243000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Fanout notify agent at l3_agent the message router_deleted on router 67b38a72-46f3-4dc6-9991-f696dd08077b {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:25:42.252045 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.256545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32978) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:42.257137 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-984a4cf5-0e6b-40f1-894a-3de46a98e725 tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "DELETE /v2.0/routers/67b38a72-46f3-4dc6-9991-f696dd08077b HTTP/1.1" status: 204 len: 168 time: 0.9835021 Jul 16 18:25:42.273600 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.346285 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f2353c6-f9ba-4463-843d-496d8b904032 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.382119 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.412492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2353c6-f9ba-4463-843d-496d8b904032 None None] Pushing event deleted for resources: {'Port': ['ID=9d812129-cbd5-49db-9c9a-ac70f23733c5,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:42.431991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2353c6-f9ba-4463-843d-496d8b904032 None None] No DVR routers for this DVR port 9d812129-cbd5-49db-9c9a-ac70f23733c5 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:42.528584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.538881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['347ad5c0-79b3-45f9-8c92-6d35ce97bf7c']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.548946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.549246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d02a8fd-9e15-46d3-a36c-cb79d9f8dc17') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:25:42.558748 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.573721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.580467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Releasing vlan 390 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:25:42.581264 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:25:42.584376 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:25:42.652980 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.660803 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:42.662928 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] 10.222.0.47 "DELETE /v2.0/networks/347ad5c0-79b3-45f9-8c92-6d35ce97bf7c HTTP/1.1" status: 204 len: 168 time: 0.4053807 Jul 16 18:25:42.674341 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945da501-9a76-4775-b30a-84f20bfae5bd tempest-TestSecurityGroupsBasicOps-649316221 tempest-TestSecurityGroupsBasicOps-649316221-project] Pushing event deleted for resources: {'Network': ['ID=347ad5c0-79b3-45f9-8c92-6d35ce97bf7c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:42.875068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fc2ab459-6ef3-42b9-b8d2-2a3e5908683e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:42.900372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: fc2ab459-6ef3-42b9-b8d2-2a3e5908683e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:42.900943 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fc2ab459-6ef3-42b9-b8d2-2a3e5908683e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:42.901355 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d812129-cbd5-49db-9c9a-ac70f23733c5 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:42.957885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 9d812129-cbd5-49db-9c9a-ac70f23733c5 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:42.960812 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9d812129-cbd5-49db-9c9a-ac70f23733c5 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:42.961436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7613bc1a-0062-46d0-9cb4-3cf067363e0e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:42.999699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 7613bc1a-0062-46d0-9cb4-3cf067363e0e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:43.000049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7613bc1a-0062-46d0-9cb4-3cf067363e0e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:43.067023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 32994) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:43.218788 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e9670f54-5163-4b32-90b5-d4fc596049f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e9cac9c66c64ce8adb1547070ff4750&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504993 Jul 16 18:25:43.221448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 32998) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:43.280592 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe2671c1-4829-484b-a2bb-044ffd52ce41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.310828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe2671c1-4829-484b-a2bb-044ffd52ce41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.360186 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe2671c1-4829-484b-a2bb-044ffd52ce41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.362924 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe2671c1-4829-484b-a2bb-044ffd52ce41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.364408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fe2671c1-4829-484b-a2bb-044ffd52ce41 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b7144a1-2126-4a7d-a0ba-5d4e9bb1fc02 HTTP/1.1" status: 204 len: 168 time: 0.1409211 Jul 16 18:25:43.375961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2671c1-4829-484b-a2bb-044ffd52ce41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b7144a1-2126-4a7d-a0ba-5d4e9bb1fc02,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.567036 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:25:43.648687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33008) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:43.662149 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5dab28b-cf55-4f76-aa74-a11cb6bbeafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.752444 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5dab28b-cf55-4f76-aa74-a11cb6bbeafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.758465 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5dab28b-cf55-4f76-aa74-a11cb6bbeafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.800527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d5dab28b-cf55-4f76-aa74-a11cb6bbeafd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6f888f0d13504e8a86bd977b458cd447&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1504240 Jul 16 18:25:43.801465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dab28b-cf55-4f76-aa74-a11cb6bbeafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b373cc07-2316-4c22-87ac-61c6172e13ad,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:43.803175 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33010) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:43.855460 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8644f94f-bfcb-469c-b0af-4660f03bd746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.877418 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8644f94f-bfcb-469c-b0af-4660f03bd746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.924868 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8644f94f-bfcb-469c-b0af-4660f03bd746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.927608 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8644f94f-bfcb-469c-b0af-4660f03bd746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:43.929615 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8644f94f-bfcb-469c-b0af-4660f03bd746 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b373cc07-2316-4c22-87ac-61c6172e13ad HTTP/1.1" status: 204 len: 168 time: 0.1251123 Jul 16 18:25:43.938199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8644f94f-bfcb-469c-b0af-4660f03bd746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b373cc07-2316-4c22-87ac-61c6172e13ad,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:44.298074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33022) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:44.339909 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-75941c00-2f9e-4c5b-b568-09325c6186da admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=525b5deea24e43c38d478833145b1133&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406194 Jul 16 18:25:44.342348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33024) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:44.397447 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7c8dd56-5518-4332-8d87-cb375c998901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.418725 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7c8dd56-5518-4332-8d87-cb375c998901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.467599 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7c8dd56-5518-4332-8d87-cb375c998901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.470168 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c7c8dd56-5518-4332-8d87-cb375c998901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:44.476436 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c7c8dd56-5518-4332-8d87-cb375c998901 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/29baed7e-5f40-4458-8cb8-55830e6b0899 HTTP/1.1" status: 204 len: 168 time: 0.1325796 Jul 16 18:25:44.486263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c8dd56-5518-4332-8d87-cb375c998901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29baed7e-5f40-4458-8cb8-55830e6b0899,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:45.488893 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-990e7d02-1f0b-42a2-858f-e14f3bfda6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.259217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33072) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.381726 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84320fdb-f2e1-4baf-a96a-85341f7977f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.489491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84320fdb-f2e1-4baf-a96a-85341f7977f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.495044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-84320fdb-f2e1-4baf-a96a-85341f7977f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.538664 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-84320fdb-f2e1-4baf-a96a-85341f7977f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=af10edcbdf704ea1a787d0e37e3cc627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2781866 Jul 16 18:25:47.539491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84320fdb-f2e1-4baf-a96a-85341f7977f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d97521e3-c180-4b57-ab44-aef425739891,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.542281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33078) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:47.595787 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3d459c55-7a00-4fd4-871e-3982208fa5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.617413 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3d459c55-7a00-4fd4-871e-3982208fa5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.666378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3d459c55-7a00-4fd4-871e-3982208fa5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.669906 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3d459c55-7a00-4fd4-871e-3982208fa5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:47.671068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3d459c55-7a00-4fd4-871e-3982208fa5ee admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d97521e3-c180-4b57-ab44-aef425739891 HTTP/1.1" status: 204 len: 168 time: 0.1268308 Jul 16 18:25:47.684815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d459c55-7a00-4fd4-871e-3982208fa5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d97521e3-c180-4b57-ab44-aef425739891,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:47.995536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33084) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:48.011687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e85c6af6-b3b4-40ad-b1e8-9825f1437e0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.118891 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e85c6af6-b3b4-40ad-b1e8-9825f1437e0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.124170 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e85c6af6-b3b4-40ad-b1e8-9825f1437e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.162455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85c6af6-b3b4-40ad-b1e8-9825f1437e0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e72b17-8d45-4c73-a277-b3c7aa4cc42f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:48.169109 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e85c6af6-b3b4-40ad-b1e8-9825f1437e0f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7a3a3e59611e470a963cfd911d467bbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1701550 Jul 16 18:25:48.170078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33086) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:48.213466 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-235cd2b6-d51d-483a-be9d-75f06b378bd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.216743 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.234528 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-44b6f9d5-36c8-43f7-9433-05116089f633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.256542 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-44b6f9d5-36c8-43f7-9433-05116089f633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.305234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-44b6f9d5-36c8-43f7-9433-05116089f633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.308702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-44b6f9d5-36c8-43f7-9433-05116089f633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:48.310262 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-44b6f9d5-36c8-43f7-9433-05116089f633 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/41e72b17-8d45-4c73-a277-b3c7aa4cc42f HTTP/1.1" status: 204 len: 168 time: 0.1391904 Jul 16 18:25:48.322005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6f9d5-36c8-43f7-9433-05116089f633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41e72b17-8d45-4c73-a277-b3c7aa4cc42f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:49.871725 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.161504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33138) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.267510 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7714c90-7bec-4c04-a2db-6c34f9260703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.368703 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7714c90-7bec-4c04-a2db-6c34f9260703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.374691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7714c90-7bec-4c04-a2db-6c34f9260703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.418961 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d7714c90-7bec-4c04-a2db-6c34f9260703 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65ae5edf891d40f4b5f194d4d58268f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562413 Jul 16 18:25:50.419725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7714c90-7bec-4c04-a2db-6c34f9260703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5bc0848-9a40-4376-a1ec-b232d427bff8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:50.422036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33142) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.485083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d323939-7de0-48bd-82ae-97d97b000074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.507249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d323939-7de0-48bd-82ae-97d97b000074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.555454 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d323939-7de0-48bd-82ae-97d97b000074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.558073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d323939-7de0-48bd-82ae-97d97b000074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.559621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3d323939-7de0-48bd-82ae-97d97b000074 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b5bc0848-9a40-4376-a1ec-b232d427bff8 HTTP/1.1" status: 204 len: 168 time: 0.1307359 Jul 16 18:25:50.568223 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d323939-7de0-48bd-82ae-97d97b000074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5bc0848-9a40-4376-a1ec-b232d427bff8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:50.837765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33152) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:50.851393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e64d927d-72e1-4841-9a13-509f9df2d51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.948028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e64d927d-72e1-4841-9a13-509f9df2d51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:50.953543 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e64d927d-72e1-4841-9a13-509f9df2d51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.000340 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e64d927d-72e1-4841-9a13-509f9df2d51d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca8da473f59742a99f2924c03a624311&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1609933 Jul 16 18:25:51.003711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33156) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:25:51.006420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64d927d-72e1-4841-9a13-509f9df2d51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd75b12-92dd-4c9e-b4f7-549a8a745dec,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:51.068954 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cb110f2-1f10-4110-a086-654d0ae0e29f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.110825 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cb110f2-1f10-4110-a086-654d0ae0e29f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.165953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1cecf8-8f17-480f-ba78-d4240bf5a8d0 req-e56577fb-84f1-478d-8127-bfd5a4c444f5 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:51.167330 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b1cecf8-8f17-480f-ba78-d4240bf5a8d0 req-e56577fb-84f1-478d-8127-bfd5a4c444f5 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 945 time: 0.1106708 Jul 16 18:25:51.196302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cb110f2-1f10-4110-a086-654d0ae0e29f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.198809 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cb110f2-1f10-4110-a086-654d0ae0e29f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:51.199969 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1cb110f2-1f10-4110-a086-654d0ae0e29f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1bd75b12-92dd-4c9e-b4f7-549a8a745dec HTTP/1.1" status: 204 len: 168 time: 0.1949232 Jul 16 18:25:51.217806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b1cecf8-8f17-480f-ba78-d4240bf5a8d0 req-269a781c-3942-4013-9cf0-965cc7f4361d tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440583 Jul 16 18:25:51.218752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb110f2-1f10-4110-a086-654d0ae0e29f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd75b12-92dd-4c9e-b4f7-549a8a745dec,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:51.929757 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:52.405100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae17a1-f76a-474d-a96b-86b08e4e1ac4 req-11455697-a5d4-4f3b-b452-23db8849ff4b tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:52.406594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3ae17a1-f76a-474d-a96b-86b08e4e1ac4 req-11455697-a5d4-4f3b-b452-23db8849ff4b tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 945 time: 0.0684710 Jul 16 18:25:52.444857 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3ae17a1-f76a-474d-a96b-86b08e4e1ac4 req-6eca1c7d-9c01-47f4-acfe-e95aca964a28 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316727 Jul 16 18:25:53.279773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3851f223-0a55-45fb-a049-a850a15edaa8 req-db10c5eb-fda2-4eac-9dfd-fa9aa80914d1 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:53.281987 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3851f223-0a55-45fb-a049-a850a15edaa8 req-db10c5eb-fda2-4eac-9dfd-fa9aa80914d1 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.37 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 945 time: 0.0693579 Jul 16 18:25:53.389041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3851f223-0a55-45fb-a049-a850a15edaa8 req-538e668a-616f-443b-9143-d636a166a907 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Deleting port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:25:53.389387 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3851f223-0a55-45fb-a049-a850a15edaa8 req-538e668a-616f-443b-9143-d636a166a907 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.481197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3851f223-0a55-45fb-a049-a850a15edaa8 req-538e668a-616f-443b-9143-d636a166a907 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] For port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1,segment=NetworkSegment(3e63ad08-e981-4b85-ab7a-db2ef82a8e53),segment_id=3e63ad08-e981-4b85-ab7a-db2ef82a8e53)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:25:53.481569 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3851f223-0a55-45fb-a049-a850a15edaa8 req-538e668a-616f-443b-9143-d636a166a907 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.496162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3851f223-0a55-45fb-a049-a850a15edaa8 req-538e668a-616f-443b-9143-d636a166a907 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Calling delete_port for c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:25:53.673238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3bd238-40fe-4bd9-a97f-2eb81d5d4a10 req-f8610635-1694-49b4-bd4d-ddf06f9969d3 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:25:53.674781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f3bd238-40fe-4bd9-a97f-2eb81d5d4a10 req-f8610635-1694-49b4-bd4d-ddf06f9969d3 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=812a34be-5e6a-467d-81b1-de2701f7770d HTTP/1.1" status: 200 len: 945 time: 0.1122515 Jul 16 18:25:53.688311 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3851f223-0a55-45fb-a049-a850a15edaa8 req-538e668a-616f-443b-9143-d636a166a907 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.729467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538e668a-616f-443b-9143-d636a166a907 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Pushing event deleted for resources: {'Port': ['ID=c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:25:53.729896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:25:53.775941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f3bd238-40fe-4bd9-a97f-2eb81d5d4a10 req-6daf0cc5-74d1-4420-8277-b51657f22c26 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947752 Jul 16 18:25:53.800974 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3851f223-0a55-45fb-a049-a850a15edaa8 req-538e668a-616f-443b-9143-d636a166a907 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] No DVR routers for this DVR port c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:25:53.805160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3851f223-0a55-45fb-a049-a850a15edaa8 req-538e668a-616f-443b-9143-d636a166a907 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:25:53.807228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3851f223-0a55-45fb-a049-a850a15edaa8 req-538e668a-616f-443b-9143-d636a166a907 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.37 "DELETE /v2.0/ports/c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 HTTP/1.1" status: 204 len: 173 time: 0.5189714 Jul 16 18:25:53.808021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '812a34be-5e6a-467d-81b1-de2701f7770d', 'name': 'network-vif-deleted', 'tag': 'c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:25:53.813243 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d49f52b2-bd4b-483e-b1ca-c2c7cef41385" -d '{"events": [{"server_uuid": "812a34be-5e6a-467d-81b1-de2701f7770d", "name": "network-vif-deleted", "tag": "c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:25:53.857592 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae49ee56-13d7-4af3-a3a8-fa2e1be0d832 x-openstack-request-id: req-ae49ee56-13d7-4af3-a3a8-fa2e1be0d832 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:25:53.857932 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "812a34be-5e6a-467d-81b1-de2701f7770d", "name": "network-vif-deleted", "tag": "c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:25:53.858407 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae49ee56-13d7-4af3-a3a8-fa2e1be0d832 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:25:53.858808 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '812a34be-5e6a-467d-81b1-de2701f7770d', 'name': 'network-vif-deleted', 'tag': 'c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1', 'status': 'completed', 'code': 200} Jul 16 18:25:56.694226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:25:56.716795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:25:56.717158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device c0b18d6c-09f6-4a26-bca8-f8fdc4236eb1 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:25:59.405584 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:01.906598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-3c752dcd-503b-4268-9746-30516dfd6e57 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:01.908206 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-3c752dcd-503b-4268-9746-30516dfd6e57 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/networks?id=1714ed94-5c96-431f-bf97-d5022e842aa1 HTTP/1.1" status: 200 len: 814 time: 0.1076658 Jul 16 18:26:01.925342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-22190268-c333-49e3-b843-a4ed573cf151 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/quotas/96fbbbdc99c74373b69e654ed8587fcf HTTP/1.1" status: 200 len: 375 time: 0.0110257 Jul 16 18:26:01.961071 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-e0b748c9-de6b-40fd-9b89-3d5ef8e869d7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=96fbbbdc99c74373b69e654ed8587fcf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0299673 Jul 16 18:26:02.040792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33352) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:02.055986 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-83efb4fe-3633-48c1-9f70-bd3f58e3840c service neutron] 10.222.0.47 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881517 Jul 16 18:26:02.149734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f8e3824-2f32-4a5e-afa5-3e289f60a205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.151384 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-961d8f5b-a944-4686-bba1-66eecae7141d service neutron] 10.222.0.47 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898397 Jul 16 18:26:02.245133 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f8e3824-2f32-4a5e-afa5-3e289f60a205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.248303 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f8e3824-2f32-4a5e-afa5-3e289f60a205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.291263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3f8e3824-2f32-4a5e-afa5-3e289f60a205 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aa94423374a0482f8263bbf602e23dbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2493916 Jul 16 18:26:02.292143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e3824-2f32-4a5e-afa5-3e289f60a205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3330ca6-d092-4785-9271-8e20d894cceb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.293885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33358) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:02.345005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-44a7730f-506c-457a-a32d-aab86a03e5de req-3ae23a85-acc5-400b-91e5-819d7f54bd93 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 210 time: 0.0348494 Jul 16 18:26:02.348426 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.374901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.426579 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.428929 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.430228 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a3330ca6-d092-4785-9271-8e20d894cceb HTTP/1.1" status: 204 len: 168 time: 0.1353562 Jul 16 18:26:02.439171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3330ca6-d092-4785-9271-8e20d894cceb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.447673 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.448213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.448708 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.449196 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.449823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.450305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.450785 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.451301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.451836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.452541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.453655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.454175 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2636ed03-0cb7-4d56-8c14-763dcaec23c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:02.706810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33372) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:02.725277 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80694a4c-2169-4443-986a-2e00651114d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.817871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80694a4c-2169-4443-986a-2e00651114d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.821884 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80694a4c-2169-4443-986a-2e00651114d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.859956 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-80694a4c-2169-4443-986a-2e00651114d7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=da7e4af744ce4f3599c22b8b5be9da8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1518030 Jul 16 18:26:02.862691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33374) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:02.862946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80694a4c-2169-4443-986a-2e00651114d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7283cea6-6027-4927-9728-5695820ddf40,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:02.919067 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6e93-d11f-4a3e-a1ae-386bbe475a05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.941691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6e93-d11f-4a3e-a1ae-386bbe475a05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.990361 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6e93-d11f-4a3e-a1ae-386bbe475a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.992959 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3e6b6e93-d11f-4a3e-a1ae-386bbe475a05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:02.994153 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3e6b6e93-d11f-4a3e-a1ae-386bbe475a05 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7283cea6-6027-4927-9728-5695820ddf40 HTTP/1.1" status: 204 len: 168 time: 0.1301794 Jul 16 18:26:03.002004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6b6e93-d11f-4a3e-a1ae-386bbe475a05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7283cea6-6027-4927-9728-5695820ddf40,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:03.319019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33380) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:03.333419 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c2d80e9e-44f0-4cfb-8b63-0167d41bc475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.406192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-7b0d91c9-50de-4980-90bd-620d653db309 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:03.407974 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-7b0d91c9-50de-4980-90bd-620d653db309 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.18 "GET /v2.0/networks?id=1714ed94-5c96-431f-bf97-d5022e842aa1 HTTP/1.1" status: 200 len: 814 time: 0.1201625 Jul 16 18:26:03.429201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Request body: {'port': {'device_id': '37e620d0-65ed-4eb5-8776-38a58419cb00', 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1', 'admin_state_up': True, 'tenant_id': '96fbbbdc99c74373b69e654ed8587fcf'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:03.473343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c2d80e9e-44f0-4cfb-8b63-0167d41bc475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.486085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c2d80e9e-44f0-4cfb-8b63-0167d41bc475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.549948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c2d80e9e-44f0-4cfb-8b63-0167d41bc475 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=838b73ee27024d0aaea971ab32360fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2288244 Jul 16 18:26:03.553225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33386) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:03.557717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d80e9e-44f0-4cfb-8b63-0167d41bc475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e89c811b-64b2-453a-9427-028d2b0ae2ea,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:03.576294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-152a4def-0008-44cf-9dca-591777cf74f6 req-f2dfdc71-5353-496c-84c9-d931d9523906 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 210 time: 0.0492108 Jul 16 18:26:03.616342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fb7258-46f4-450e-9d21-0a61e4e5f35a req-e3dd7e29-7aab-460d-92c7-2ef77b8354bb tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:03.617855 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-60fb7258-46f4-450e-9d21-0a61e4e5f35a req-e3dd7e29-7aab-460d-92c7-2ef77b8354bb tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1484642 Jul 16 18:26:03.626256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Made reservation on behalf of 96fbbbdc99c74373b69e654ed8587fcf for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:03.631186 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.645945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-257e383f-99d1-4bac-8d1e-6ea5e330fe90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.679603 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-60fb7258-46f4-450e-9d21-0a61e4e5f35a req-479a837e-8d96-46cf-a5d9-e3c3ad5d7cda tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552223 Jul 16 18:26:03.684017 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-257e383f-99d1-4bac-8d1e-6ea5e330fe90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.738795 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-257e383f-99d1-4bac-8d1e-6ea5e330fe90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.741892 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-257e383f-99d1-4bac-8d1e-6ea5e330fe90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:03.745484 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-257e383f-99d1-4bac-8d1e-6ea5e330fe90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e89c811b-64b2-453a-9427-028d2b0ae2ea HTTP/1.1" status: 204 len: 168 time: 0.1863530 Jul 16 18:26:03.751592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257e383f-99d1-4bac-8d1e-6ea5e330fe90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e89c811b-64b2-453a-9427-028d2b0ae2ea,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:03.765887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Allocated IP 172.20.0.14 (1714ed94-5c96-431f-bf97-d5022e842aa1/5a36d705-0778-4454-9cc7-eedf8c0f671b/85628605-2eeb-4a0d-ae2b-22cdfb6bda7c) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:03.964951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05303b40-2566-4743-8cf6-2489e6e08a63 req-590fc619-1f91-4b41-a4e0-7ccb91a7ccf0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:03.966456 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-05303b40-2566-4743-8cf6-2489e6e08a63 req-590fc619-1f91-4b41-a4e0-7ccb91a7ccf0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1502945 Jul 16 18:26:03.983837 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.019276 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-05303b40-2566-4743-8cf6-2489e6e08a63 req-00063579-6bc3-4c87-951c-1355f4d6688d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467281 Jul 16 18:26:04.049839 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.106286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Network 1714ed94-5c96-431f-bf97-d5022e842aa1 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:04.109872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:04.115079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:04.119464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Pushing event updated for resources: {'Port': ['ID=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.169076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:04.169706 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.185195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-228bde42-b93f-4478-a57f-bf6185936f18 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7655280 Jul 16 18:26:04.202674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Request body: {'port': {'device_id': '37e620d0-65ed-4eb5-8776-38a58419cb00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:04.291375 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.334479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-ee451b23-6c2f-4d86-82cf-ed6c157bef86 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:04.336032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-ee451b23-6c2f-4d86-82cf-ed6c157bef86 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 812 time: 0.1164236 Jul 16 18:26:04.353676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-ee82d9f9-a57e-4ee8-89b0-3bcc4c7fd0e0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/quotas/55124635a44d4e7fa68f8e94d2a852c1 HTTP/1.1" status: 200 len: 375 time: 0.0119605 Jul 16 18:26:04.434007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-bd3587da-b4fe-4aa2-ae1b-b2fd64ab0d21 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0747254 Jul 16 18:26:04.532545 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-0b6d81ea-3f58-4be4-97f2-edfd672aef50 service neutron] 10.222.0.47 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889969 Jul 16 18:26:04.581853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:04.589584 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.604023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Transition to ACTIVE for port object 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:04.608582 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.668626 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-02e9c943-9006-4c92-b7ee-db3c16bd9262 service neutron] 10.222.0.47 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154120 Jul 16 18:26:04.671457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c140263-5541-4a77-93cc-413741285cee service neutron] Pushing event updated for resources: {'Port': ['ID=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:04.793187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Attempting to bind port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:04.793537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Attempting to bind port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3e63ad08-e981-4b85-ab7a-db2ef82a8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:04.793858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Attempting to bind port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c on network 1714ed94-5c96-431f-bf97-d5022e842aa1 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:04.804052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c on network 1714ed94-5c96-431f-bf97-d5022e842aa1 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:04.804415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Attempting to bind port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c on network 1714ed94-5c96-431f-bf97-d5022e842aa1 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:04.825378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6da086-c5b0-440c-aef1-04d8bbc6d681 req-1c54f9f7-1095-4635-9560-097777c270f3 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:04.826871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd6da086-c5b0-440c-aef1-04d8bbc6d681 req-1c54f9f7-1095-4635-9560-097777c270f3 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 944 time: 0.1306994 Jul 16 18:26:04.829862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:04.830784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Checking segment: {'id': '3e63ad08-e981-4b85-ab7a-db2ef82a8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:04.831159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Bound using segment: {'id': '3e63ad08-e981-4b85-ab7a-db2ef82a8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:04.831626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Bound port: 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e63ad08-e981-4b85-ab7a-db2ef82a8e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:04.831996 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.883479 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9cfa8f8e-1883-42a1-96f2-93ee4e2545fd req-8b9983e6-6c9a-4c0f-9595-7201b6cf2241 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 210 time: 0.0461307 Jul 16 18:26:04.907226 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd6da086-c5b0-440c-aef1-04d8bbc6d681 req-95609232-aa41-41f5-a56b-c2ece18117ce tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661848 Jul 16 18:26:04.936723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] For port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:04.940168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] For port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c,segment=NetworkSegment(3e63ad08-e981-4b85-ab7a-db2ef82a8e53),segment_id=3e63ad08-e981-4b85-ab7a-db2ef82a8e53)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:04.945069 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.988152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:04.988964 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:04.990233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-1c140263-5541-4a77-93cc-413741285cee service neutron] 10.222.0.18 "PUT /v2.0/ports/85628605-2eeb-4a0d-ae2b-22cdfb6bda7c HTTP/1.1" status: 200 len: 1092 time: 0.7951834 Jul 16 18:26:04.990674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37e620d0-65ed-4eb5-8776-38a58419cb00', 'tag': '85628605-2eeb-4a0d-ae2b-22cdfb6bda7c'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:04.992970 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad34c9f-16cf-4848-a28f-1c5490e8b9a2" -d '{"events": [{"name": "network-changed", "server_uuid": "37e620d0-65ed-4eb5-8776-38a58419cb00", "tag": "85628605-2eeb-4a0d-ae2b-22cdfb6bda7c"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:05.016102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c140263-5541-4a77-93cc-413741285cee service neutron] Pushing event updated for resources: {'Port': ['ID=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:05.072487 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071f7538-5ac5-4c70-b870-ba4907b729a5 x-openstack-request-id: req-071f7538-5ac5-4c70-b870-ba4907b729a5 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:05.072823 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37e620d0-65ed-4eb5-8776-38a58419cb00", "tag": "85628605-2eeb-4a0d-ae2b-22cdfb6bda7c", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:05.073073 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-071f7538-5ac5-4c70-b870-ba4907b729a5 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:05.073467 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37e620d0-65ed-4eb5-8776-38a58419cb00', 'tag': '85628605-2eeb-4a0d-ae2b-22cdfb6bda7c', 'status': 'completed', 'code': 200} Jul 16 18:26:05.100222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-c2782bf9-5753-4e0b-8179-37af22538d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.101828 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-c2782bf9-5753-4e0b-8179-37af22538d24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96fbbbdc99c74373b69e654ed8587fcf&device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 1095 time: 0.0599864 Jul 16 18:26:05.147670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-ca2f32d5-407f-4e60-8f90-fe6c3ae228de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c HTTP/1.1" status: 200 len: 217 time: 0.0390778 Jul 16 18:26:05.204829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-65094d0d-7b7e-40b0-a293-1372c62cb23a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.206871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-65094d0d-7b7e-40b0-a293-1372c62cb23a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a36d705-0778-4454-9cc7-eedf8c0f671b HTTP/1.1" status: 200 len: 854 time: 0.0533834 Jul 16 18:26:05.242614 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-f29f05b4-37be-47c0-805c-6f32e76cbbeb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1714ed94-5c96-431f-bf97-d5022e842aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300024 Jul 16 18:26:05.343545 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-b298ee92-2b11-49fd-8e32-d3b372d3f81a service neutron] 10.222.0.18 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933499 Jul 16 18:26:05.449175 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46cb7c85-3b95-4709-ab30-ec19e51eecd9 req-a675de5f-c97e-484a-bbbb-86dd53f11d63 service neutron] 10.222.0.18 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996654 Jul 16 18:26:05.556043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad34c9f-16cf-4848-a28f-1c5490e8b9a2 req-2af912d1-fcf7-4226-9c25-9cbf0bcfe9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.557555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ad34c9f-16cf-4848-a28f-1c5490e8b9a2 req-2af912d1-fcf7-4226-9c25-9cbf0bcfe9f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=96fbbbdc99c74373b69e654ed8587fcf&device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 1095 time: 0.0601480 Jul 16 18:26:05.661934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad34c9f-16cf-4848-a28f-1c5490e8b9a2 req-8274be2f-707d-4149-bf36-50a1d133f9f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.663481 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ad34c9f-16cf-4848-a28f-1c5490e8b9a2 req-8274be2f-707d-4149-bf36-50a1d133f9f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1714ed94-5c96-431f-bf97-d5022e842aa1 HTTP/1.1" status: 200 len: 915 time: 0.0992277 Jul 16 18:26:05.670878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33468) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:05.704636 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ad34c9f-16cf-4848-a28f-1c5490e8b9a2 req-5442be73-9f7e-4aec-b56b-6f18ad0982c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c HTTP/1.1" status: 200 len: 217 time: 0.0344908 Jul 16 18:26:05.758089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad34c9f-16cf-4848-a28f-1c5490e8b9a2 req-a2afb382-a766-4b70-bafa-165702399f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:05.759601 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ad34c9f-16cf-4848-a28f-1c5490e8b9a2 req-a2afb382-a766-4b70-bafa-165702399f0c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a36d705-0778-4454-9cc7-eedf8c0f671b HTTP/1.1" status: 200 len: 854 time: 0.0484242 Jul 16 18:26:05.780716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b48559bb-fcb4-4aee-963e-2442c2f63d74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.793241 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ad34c9f-16cf-4848-a28f-1c5490e8b9a2 req-f28de479-a98d-47e7-a4a9-8592daf311b6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1714ed94-5c96-431f-bf97-d5022e842aa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268292 Jul 16 18:26:05.870684 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b48559bb-fcb4-4aee-963e-2442c2f63d74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.875372 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b48559bb-fcb4-4aee-963e-2442c2f63d74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:05.886667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ad34c9f-16cf-4848-a28f-1c5490e8b9a2 req-daf36a8a-b74d-4c53-949a-bcbaf582d978 service neutron] 10.222.0.18 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862520 Jul 16 18:26:05.914998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48559bb-fcb4-4aee-963e-2442c2f63d74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad9bc5f-e312-4085-9281-35610ae427e2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:05.923451 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b48559bb-fcb4-4aee-963e-2442c2f63d74 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1fee7265ae1c4f1aa998d698a50536ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2514944 Jul 16 18:26:05.924149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33474) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:05.985974 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a782104-e59f-4c1a-9116-272b080edb2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.009563 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a782104-e59f-4c1a-9116-272b080edb2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.069763 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a782104-e59f-4c1a-9116-272b080edb2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.073811 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a782104-e59f-4c1a-9116-272b080edb2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.077463 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0a782104-e59f-4c1a-9116-272b080edb2f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ad9bc5f-e312-4085-9281-35610ae427e2 HTTP/1.1" status: 204 len: 168 time: 0.1497779 Jul 16 18:26:06.091018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a782104-e59f-4c1a-9116-272b080edb2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad9bc5f-e312-4085-9281-35610ae427e2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:06.209404 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f707fb5-4548-4ca2-95fb-c83d057c46ea req-61a3c465-653d-4658-a8c8-e999262b154a tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.211582 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f707fb5-4548-4ca2-95fb-c83d057c46ea req-61a3c465-653d-4658-a8c8-e999262b154a tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 944 time: 0.0890713 Jul 16 18:26:06.268871 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f707fb5-4548-4ca2-95fb-c83d057c46ea req-2548565e-95d4-43b8-97f4-0b016b266245 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479484 Jul 16 18:26:06.303497 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cfd47f63-6d4e-4e3f-a9e6-a63a6ed12080 req-325a3844-9323-464d-bfd1-26fbb5649a18 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 210 time: 0.0425570 Jul 16 18:26:06.384543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5ad34c9f-16cf-4848-a28f-1c5490e8b9a2 req-9d53803d-7eb7-4007-8e85-51de2903a77d service neutron] 10.222.0.18 "GET /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4909525 Jul 16 18:26:06.406146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33482) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.419525 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80b66eb1-a5f4-4fca-b0aa-f35c0edbbe5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.421622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-d487b292-5f91-434a-98d5-9ac9a370eef0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:06.423074 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-d487b292-5f91-434a-98d5-9ac9a370eef0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 812 time: 0.1326594 Jul 16 18:26:06.461914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Request body: {'port': {'device_id': '8a66d2fd-7cf4-41ca-8793-fffe245e39aa', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'admin_state_up': True, 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:06.509840 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80b66eb1-a5f4-4fca-b0aa-f35c0edbbe5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.513758 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80b66eb1-a5f4-4fca-b0aa-f35c0edbbe5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.550985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b66eb1-a5f4-4fca-b0aa-f35c0edbbe5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c2f695c-9661-4a34-a51d-1d882d765071,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:06.555359 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-80b66eb1-a5f4-4fca-b0aa-f35c0edbbe5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80831bfd94134f1d9a1a6b8f1ed40247&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1486063 Jul 16 18:26:06.558070 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33484) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:06.575101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Made reservation on behalf of 55124635a44d4e7fa68f8e94d2a852c1 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:06.578739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.607897 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc5bf4f5-c05c-4b0d-8f14-695707bcacc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.629540 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc5bf4f5-c05c-4b0d-8f14-695707bcacc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.681797 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc5bf4f5-c05c-4b0d-8f14-695707bcacc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.684557 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cc5bf4f5-c05c-4b0d-8f14-695707bcacc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.688060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cc5bf4f5-c05c-4b0d-8f14-695707bcacc9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4c2f695c-9661-4a34-a51d-1d882d765071 HTTP/1.1" status: 204 len: 168 time: 0.1267498 Jul 16 18:26:06.698816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5bf4f5-c05c-4b0d-8f14-695707bcacc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c2f695c-9661-4a34-a51d-1d882d765071,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:06.704426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Allocated IP 172.20.0.7 (aa7eea33-164a-427f-969a-0a4cda29d16b/655be6c6-2ee7-42de-8647-0a29e7b05320/0ec9d0b2-87a2-4d3e-8465-393924543c96) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:06.864610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.879436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Transition to ACTIVE for port object 0ec9d0b2-87a2-4d3e-8465-393924543c96 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:06.913390 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:06.926957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c591505a-386e-46b4-bdf3-09058b51b896'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:06.952313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:06.962583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Network aa7eea33-164a-427f-969a-0a4cda29d16b is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:06.965875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:06.970166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:07.009110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event updated for resources: {'Port': ['ID=0ec9d0b2-87a2-4d3e-8465-393924543c96,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.033010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:07.034671 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.055192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-9fd0ec26-8dab-49df-a778-30de3b77b133 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5945060 Jul 16 18:26:07.076594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Request body: {'port': {'device_id': '8a66d2fd-7cf4-41ca-8793-fffe245e39aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:07.179685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.266599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-be75c9c3-ef8d-4ed9-818d-d91ac9eb41ab None None] Provisioning for port 0ec9d0b2-87a2-4d3e-8465-393924543c96 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:07.274703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-be75c9c3-ef8d-4ed9-818d-d91ac9eb41ab None None] Provisioning complete for port 0ec9d0b2-87a2-4d3e-8465-393924543c96 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:07.275222 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-be75c9c3-ef8d-4ed9-818d-d91ac9eb41ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.335330 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-be75c9c3-ef8d-4ed9-818d-d91ac9eb41ab None None] Port 0ec9d0b2-87a2-4d3e-8465-393924543c96 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:07.485148 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b965af-21c5-4201-9248-44cc482c75c4 req-8e6ec981-d656-415f-ada3-dc9299235526 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:07.488353 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20b965af-21c5-4201-9248-44cc482c75c4 req-8e6ec981-d656-415f-ada3-dc9299235526 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 944 time: 0.0850129 Jul 16 18:26:07.499987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:07.560167 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20b965af-21c5-4201-9248-44cc482c75c4 req-b3800b75-4cf4-4cb0-a81e-dfba917e859b tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665665 Jul 16 18:26:07.566304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec9d0b2-87a2-4d3e-8465-393924543c96 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:07.581078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb2b4-dc38-47a3-91d6-dd31733aceaf req-96af9a9a-c131-4b91-8534-828447aa4169 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:07.582592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54ecb2b4-dc38-47a3-91d6-dd31733aceaf req-96af9a9a-c131-4b91-8534-828447aa4169 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 931 time: 0.1276910 Jul 16 18:26:07.584569 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.605035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c,segment=NetworkSegment(3e63ad08-e981-4b85-ab7a-db2ef82a8e53),segment_id=3e63ad08-e981-4b85-ab7a-db2ef82a8e53)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:07.613898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Transition to ACTIVE for port object 0ec9d0b2-87a2-4d3e-8465-393924543c96 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:07.628320 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.628982 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '85628605-2eeb-4a0d-ae2b-22cdfb6bda7c', 'network_id': '1714ed94-5c96-431f-bf97-d5022e842aa1', 'port_id': '85628605-2eeb-4a0d-ae2b-22cdfb6bda7c', 'mac_address': 'fa:16:3e:6c:00:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a36d705-0778-4454-9cc7-eedf8c0f671b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:07.661194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54ecb2b4-dc38-47a3-91d6-dd31733aceaf req-8f760860-d5b8-4d27-b006-947bb2f7b584 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702507 Jul 16 18:26:07.685114 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.703702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec9d0b2-87a2-4d3e-8465-393924543c96,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.718714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:07.744244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c,segment=NetworkSegment(3e63ad08-e981-4b85-ab7a-db2ef82a8e53),segment_id=3e63ad08-e981-4b85-ab7a-db2ef82a8e53)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:07.749855 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.791664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Attempting to bind port 0ec9d0b2-87a2-4d3e-8465-393924543c96 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:07.792215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Attempting to bind port 0ec9d0b2-87a2-4d3e-8465-393924543c96 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:07.792365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Attempting to bind port 0ec9d0b2-87a2-4d3e-8465-393924543c96 on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:07.799288 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Port 0ec9d0b2-87a2-4d3e-8465-393924543c96 on network aa7eea33-164a-427f-969a-0a4cda29d16b not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:07.799732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Attempting to bind port 0ec9d0b2-87a2-4d3e-8465-393924543c96 on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:07.806158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:07.806435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Checking segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:07.806857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Bound using segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:07.807293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Bound port: 0ec9d0b2-87a2-4d3e-8465-393924543c96, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:07.807687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.816670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.892841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] For port 0ec9d0b2-87a2-4d3e-8465-393924543c96, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:07.896598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] For port 0ec9d0b2-87a2-4d3e-8465-393924543c96, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0ec9d0b2-87a2-4d3e-8465-393924543c96,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:07.901807 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.947284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:07.947776 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:07.949362 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] 10.222.0.37 "PUT /v2.0/ports/0ec9d0b2-87a2-4d3e-8465-393924543c96 HTTP/1.1" status: 200 len: 1091 time: 0.8801749 Jul 16 18:26:07.949832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a66d2fd-7cf4-41ca-8793-fffe245e39aa', 'tag': '0ec9d0b2-87a2-4d3e-8465-393924543c96'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:07.952412 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d4d9d6-ff05-445a-99f5-e82bb7c80750" -d '{"events": [{"name": "network-changed", "server_uuid": "8a66d2fd-7cf4-41ca-8793-fffe245e39aa", "tag": "0ec9d0b2-87a2-4d3e-8465-393924543c96"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:07.977226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd8126-5562-4f0f-8d0e-0d466c8d1d49 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec9d0b2-87a2-4d3e-8465-393924543c96,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:07.979285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['85628605-2eeb-4a0d-ae2b-22cdfb6bda7c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:08.028601 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4157771e-f63a-40df-803c-e526579a2cdf x-openstack-request-id: req-4157771e-f63a-40df-803c-e526579a2cdf {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:08.029395 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a66d2fd-7cf4-41ca-8793-fffe245e39aa", "tag": "0ec9d0b2-87a2-4d3e-8465-393924543c96", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:08.030293 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4157771e-f63a-40df-803c-e526579a2cdf {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:08.031355 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a66d2fd-7cf4-41ca-8793-fffe245e39aa', 'tag': '0ec9d0b2-87a2-4d3e-8465-393924543c96', 'status': 'completed', 'code': 200} Jul 16 18:26:08.103804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-4f9239b1-fac8-467b-9da7-aa512877b3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.105563 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-4f9239b1-fac8-467b-9da7-aa512877b3d8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 1094 time: 0.0899994 Jul 16 18:26:08.170794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-fa90c636-aa0e-483b-a4c9-34cba98be17a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ec9d0b2-87a2-4d3e-8465-393924543c96 HTTP/1.1" status: 200 len: 217 time: 0.0510244 Jul 16 18:26:08.227989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dffb6df8-3a02-4af2-9486-3120073a3882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.229562 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-dffb6df8-3a02-4af2-9486-3120073a3882 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0517612 Jul 16 18:26:08.305450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-45f9ab36-b807-4b4f-b117-b6a28073d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.307010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-45f9ab36-b807-4b4f-b117-b6a28073d2b2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660567 Jul 16 18:26:08.413665 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-788c5278-1b5b-4b9b-873f-e9a4a4f10ab3 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951483 Jul 16 18:26:08.550966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a22e51be-d2ab-488d-9985-4fc2e6d84cda req-81200656-e440-4699-893a-c693155ec98b service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305573 Jul 16 18:26:08.560436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-c43b372c-b6c0-4459-8157-7341dcada6b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1128118 Jul 16 18:26:08.638725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-888b9c28-bfff-4e77-85d6-ac15b21504ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.640478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-888b9c28-bfff-4e77-85d6-ac15b21504ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e9be2d81914a758dddb9a5e24b1b6a&device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 1096 time: 0.0574253 Jul 16 18:26:08.836785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-813f02e9-f257-4f38-ae53-29f0e3392f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.837633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-813f02e9-f257-4f38-ae53-29f0e3392f16 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e3a0732-75df-4e78-8b7f-bc786c40ab40 HTTP/1.1" status: 200 len: 910 time: 0.1771886 Jul 16 18:26:08.847147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d9d6-ff05-445a-99f5-e82bb7c80750 req-4130c5db-b213-44b8-9c18-d863fc5a9f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.848732 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22d4d9d6-ff05-445a-99f5-e82bb7c80750 req-4130c5db-b213-44b8-9c18-d863fc5a9f76 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 1094 time: 0.1803589 Jul 16 18:26:08.870952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0a9d51-e672-4653-8771-e7373a7db3bb req-45351493-2d97-412a-912e-31a6c61514f2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.872495 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7e0a9d51-e672-4653-8771-e7373a7db3bb req-45351493-2d97-412a-912e-31a6c61514f2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 943 time: 0.0675075 Jul 16 18:26:08.918438 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7e0a9d51-e672-4653-8771-e7373a7db3bb req-2967d790-f1d1-4bc7-ab65-7dbde0ea3a41 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352378 Jul 16 18:26:08.931501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f7179c-9b46-4981-86c6-64ca5bc9acd0 req-9db1f964-67f1-4c95-81a3-1e1c1ef28ea0 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:08.933036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22f7179c-9b46-4981-86c6-64ca5bc9acd0 req-9db1f964-67f1-4c95-81a3-1e1c1ef28ea0 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 945 time: 0.2409387 Jul 16 18:26:08.982880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-cce0150b-6a7f-4d8b-95a8-9ee6ebe7d276 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17aa45bf-a50f-4900-9e1c-cbf0b8929d72 HTTP/1.1" status: 200 len: 1000 time: 0.1385396 Jul 16 18:26:09.058601 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22f7179c-9b46-4981-86c6-64ca5bc9acd0 req-c1856ac9-fd2e-4b11-820b-188b2e0be128 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150546 Jul 16 18:26:09.089171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-36efd75e-dfc5-4852-9aa6-6febb6cc4e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.090566 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-36efd75e-dfc5-4852-9aa6-6febb6cc4e8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=184347f6-56e3-4049-ad4d-a6b568388856 HTTP/1.1" status: 200 len: 848 time: 0.0817895 Jul 16 18:26:09.091943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d9d6-ff05-445a-99f5-e82bb7c80750 req-6245efdb-7ceb-4821-a084-99ce350e1a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.093266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22d4d9d6-ff05-445a-99f5-e82bb7c80750 req-6245efdb-7ceb-4821-a084-99ce350e1a86 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.2305539 Jul 16 18:26:09.163477 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22d4d9d6-ff05-445a-99f5-e82bb7c80750 req-1659215c-5aee-4b03-bc2b-1d4a9dbd31a6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ec9d0b2-87a2-4d3e-8465-393924543c96 HTTP/1.1" status: 200 len: 217 time: 0.0589757 Jul 16 18:26:09.223668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d9d6-ff05-445a-99f5-e82bb7c80750 req-36b7fb67-19f6-4f04-8210-6c4cf2d972f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.225135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22d4d9d6-ff05-445a-99f5-e82bb7c80750 req-36b7fb67-19f6-4f04-8210-6c4cf2d972f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0545752 Jul 16 18:26:09.229939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-1609c9bd-6a30-4a58-b27c-fce149bb1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.231225 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-1609c9bd-6a30-4a58-b27c-fce149bb1899 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3a0732-75df-4e78-8b7f-bc786c40ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1345015 Jul 16 18:26:09.358946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-becc4e49-282a-4329-b29a-ccbd54ff34a3 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179764 Jul 16 18:26:09.362170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d4d9d6-ff05-445a-99f5-e82bb7c80750 req-a7424c66-30d7-40f6-b59b-54ddc114d990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.363599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22d4d9d6-ff05-445a-99f5-e82bb7c80750 req-a7424c66-30d7-40f6-b59b-54ddc114d990 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1310225 Jul 16 18:26:09.499876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:09.530741 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22d4d9d6-ff05-445a-99f5-e82bb7c80750 req-6d046a01-40c9-42ef-9a6e-d63f89f3c6c7 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513410 Jul 16 18:26:09.532674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a988c294-ba33-4cba-9aad-3e6176e6a754 req-78478bdb-2781-4353-97f9-0eb48195bb14 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675010 Jul 16 18:26:09.569306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:09.575860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:09.576466 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.634253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22d4d9d6-ff05-445a-99f5-e82bb7c80750 req-b243e518-ac49-4c0b-8b4a-e5e085287440 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965946 Jul 16 18:26:09.653384 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.682262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e620d0-65ed-4eb5-8776-38a58419cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85628605-2eeb-4a0d-ae2b-22cdfb6bda7c'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:09.685748 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19525f29-4243-44ca-b832-b8cba30c4ce9" -d '{"events": [{"server_uuid": "37e620d0-65ed-4eb5-8776-38a58419cb00", "name": "network-vif-plugged", "status": "completed", "tag": "85628605-2eeb-4a0d-ae2b-22cdfb6bda7c"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:09.703519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c,segment=NetworkSegment(3e63ad08-e981-4b85-ab7a-db2ef82a8e53),segment_id=3e63ad08-e981-4b85-ab7a-db2ef82a8e53)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:09.708188 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:09.754740 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c8650ba-43a2-42af-9903-d4f9fd9d45bd x-openstack-request-id: req-8c8650ba-43a2-42af-9903-d4f9fd9d45bd {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:09.755224 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e620d0-65ed-4eb5-8776-38a58419cb00", "name": "network-vif-plugged", "status": "completed", "tag": "85628605-2eeb-4a0d-ae2b-22cdfb6bda7c", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:09.755892 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c8650ba-43a2-42af-9903-d4f9fd9d45bd {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:09.756790 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e620d0-65ed-4eb5-8776-38a58419cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85628605-2eeb-4a0d-ae2b-22cdfb6bda7c', 'code': 200} Jul 16 18:26:09.808590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:09.914339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e40b5f-fcef-48c6-87c3-3ba5d3c9a618 req-2755f389-d4cb-4747-bb96-94364a403ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:09.916743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28e40b5f-fcef-48c6-87c3-3ba5d3c9a618 req-2755f389-d4cb-4747-bb96-94364a403ba1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 1097 time: 0.0696497 Jul 16 18:26:09.959623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28e40b5f-fcef-48c6-87c3-3ba5d3c9a618 req-5244c4a9-0371-4872-a843-f100ebaa9dca service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312591 Jul 16 18:26:10.128257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c937b6c7-d322-4029-a250-7ae970ec498c req-28ced56b-9c4d-4aa0-b636-cec941088a58 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.129878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c937b6c7-d322-4029-a250-7ae970ec498c req-28ced56b-9c4d-4aa0-b636-cec941088a58 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 943 time: 0.0739470 Jul 16 18:26:10.175500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c937b6c7-d322-4029-a250-7ae970ec498c req-152cae88-1019-4c04-9bf4-e2b10eecb404 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398617 Jul 16 18:26:10.273709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964f2cb3-2e7d-48a2-a10c-cb4c212101ad req-e40a1048-8cf0-43de-88f9-6917df049c51 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:10.275225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-964f2cb3-2e7d-48a2-a10c-cb4c212101ad req-e40a1048-8cf0-43de-88f9-6917df049c51 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 946 time: 0.0726495 Jul 16 18:26:10.313512 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-964f2cb3-2e7d-48a2-a10c-cb4c212101ad req-0edbd4c0-290e-4f34-8ec6-2ecc312ccf5a tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326512 Jul 16 18:26:10.784966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0ec9d0b2-87a2-4d3e-8465-393924543c96 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:10.887175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0ec9d0b2-87a2-4d3e-8465-393924543c96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0ec9d0b2-87a2-4d3e-8465-393924543c96,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:10.899020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '0ec9d0b2-87a2-4d3e-8465-393924543c96', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'port_id': '0ec9d0b2-87a2-4d3e-8465-393924543c96', 'mac_address': 'fa:16:3e:60:dc:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:10.948027 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:10.962491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec9d0b2-87a2-4d3e-8465-393924543c96 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:10.982392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0ec9d0b2-87a2-4d3e-8465-393924543c96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0ec9d0b2-87a2-4d3e-8465-393924543c96,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:10.987304 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:11.035127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=0ec9d0b2-87a2-4d3e-8465-393924543c96,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:11.300300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['0ec9d0b2-87a2-4d3e-8465-393924543c96'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:11.374419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af095c5-084d-47fd-81d1-bcf5baa81c02 req-22507279-10dc-4496-8405-b9d3e0987c43 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.376010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2af095c5-084d-47fd-81d1-bcf5baa81c02 req-22507279-10dc-4496-8405-b9d3e0987c43 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 944 time: 0.0818353 Jul 16 18:26:11.426414 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2af095c5-084d-47fd-81d1-bcf5baa81c02 req-5cf9b49a-61f5-4d87-bb91-dc5b1e3949d8 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417755 Jul 16 18:26:11.512448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55a302-d43b-4fd4-8749-f40f1daf8c50 req-ddb718b0-5c8a-438c-b8f9-71f2f6163387 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:11.513939 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d55a302-d43b-4fd4-8749-f40f1daf8c50 req-ddb718b0-5c8a-438c-b8f9-71f2f6163387 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 946 time: 0.0720181 Jul 16 18:26:11.554665 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d55a302-d43b-4fd4-8749-f40f1daf8c50 req-79edeeed-84f3-441b-8ede-0d7e36aa3555 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343955 Jul 16 18:26:12.171418 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:12.621897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcfa0d3-034f-4ec0-8450-46377c10a2bf req-49f4e40d-a88b-475c-8a30-410e99319ce4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:12.623509 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffcfa0d3-034f-4ec0-8450-46377c10a2bf req-49f4e40d-a88b-475c-8a30-410e99319ce4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 944 time: 0.0661151 Jul 16 18:26:12.672668 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffcfa0d3-034f-4ec0-8450-46377c10a2bf req-67a17c5f-0768-411d-81a8-da9c06845eae tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Jul 16 18:26:12.790851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0ec9d0b2-87a2-4d3e-8465-393924543c96 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:12.883786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 0ec9d0b2-87a2-4d3e-8465-393924543c96 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:12.890893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 0ec9d0b2-87a2-4d3e-8465-393924543c96 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:12.891630 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.022165 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.073507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0ec9d0b2-87a2-4d3e-8465-393924543c96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0ec9d0b2-87a2-4d3e-8465-393924543c96,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:13.074465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66d2fd-7cf4-41ca-8793-fffe245e39aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec9d0b2-87a2-4d3e-8465-393924543c96'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:13.077202 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3536ba12-d544-4426-ad55-ff8f49945866" -d '{"events": [{"server_uuid": "8a66d2fd-7cf4-41ca-8793-fffe245e39aa", "name": "network-vif-plugged", "status": "completed", "tag": "0ec9d0b2-87a2-4d3e-8465-393924543c96"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:13.081649 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.143393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=0ec9d0b2-87a2-4d3e-8465-393924543c96,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.148331 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a7f6bf-cbfb-44d0-b0b4-b3442d07ce1d x-openstack-request-id: req-51a7f6bf-cbfb-44d0-b0b4-b3442d07ce1d {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:13.148807 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a66d2fd-7cf4-41ca-8793-fffe245e39aa", "name": "network-vif-plugged", "status": "completed", "tag": "0ec9d0b2-87a2-4d3e-8465-393924543c96", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:13.149204 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51a7f6bf-cbfb-44d0-b0b4-b3442d07ce1d {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:13.149752 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a66d2fd-7cf4-41ca-8793-fffe245e39aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec9d0b2-87a2-4d3e-8465-393924543c96', 'code': 200} Jul 16 18:26:13.338159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33628) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:13.339368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e285197-1d7a-44d3-b502-3611dd40a035 req-12bf0519-d5d7-4f1d-9214-ec3f5afeba91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.341774 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e285197-1d7a-44d3-b502-3611dd40a035 req-12bf0519-d5d7-4f1d-9214-ec3f5afeba91 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 1096 time: 0.0870597 Jul 16 18:26:13.406520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e285197-1d7a-44d3-b502-3611dd40a035 req-affbd704-f9d2-440c-a3b1-ce56620f0862 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538876 Jul 16 18:26:13.476039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c9b75b3-cead-439b-bd75-f9b634053884 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.573869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c9b75b3-cead-439b-bd75-f9b634053884 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.578303 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6c9b75b3-cead-439b-bd75-f9b634053884 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.618508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b75b3-cead-439b-bd75-f9b634053884 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b6c2cc-1d7f-4ea8-85f9-22f574400c3b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.626235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33632) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:13.626472 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6c9b75b3-cead-439b-bd75-f9b634053884 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=370737e1cd7347008052cd5bd4a26d51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2871234 Jul 16 18:26:13.677559 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.701159 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.753291 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.756218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:13.759693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/50b6c2cc-1d7f-4ea8-85f9-22f574400c3b HTTP/1.1" status: 204 len: 168 time: 0.1300766 Jul 16 18:26:13.765762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b6c2cc-1d7f-4ea8-85f9-22f574400c3b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:13.774242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.774581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.774923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.775388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.775771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.776109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.776564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.777013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.777447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.777883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.778315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.778744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41ec2d11-091d-4bec-81fc-79055590c7e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:13.893708 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84508818-793b-4782-b83f-251de8791dfa req-0252d70a-d22f-447a-b715-68a3c78c0b55 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:13.895267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84508818-793b-4782-b83f-251de8791dfa req-0252d70a-d22f-447a-b715-68a3c78c0b55 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 945 time: 0.0696831 Jul 16 18:26:13.936907 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84508818-793b-4782-b83f-251de8791dfa req-a86b9d28-8c8f-4377-8396-ea608cf89fa0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352688 Jul 16 18:26:14.028009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-d4668959-b8c2-49aa-86bd-20fd65d4fee5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556540 Jul 16 18:26:14.050448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33642) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:14.077698 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da1de950-1fc3-4e34-ae8f-6ece477481ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.170412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-e7b26eb6-b5b6-435f-a1d7-897dda2f9362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.172055 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-e7b26eb6-b5b6-435f-a1d7-897dda2f9362 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1096 time: 0.0598707 Jul 16 18:26:14.201656 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da1de950-1fc3-4e34-ae8f-6ece477481ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.212182 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da1de950-1fc3-4e34-ae8f-6ece477481ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.256639 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-da1de950-1fc3-4e34-ae8f-6ece477481ab admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a1ede1152d464a5481903effdcf6ab1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2050595 Jul 16 18:26:14.257975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33644) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:14.260025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1de950-1fc3-4e34-ae8f-6ece477481ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2deb5e15-6398-4d27-a7b0-e7f9cc10c44a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.308637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-3bf47cd9-2836-4ae2-992d-765a11323d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.310129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-3bf47cd9-2836-4ae2-992d-765a11323d71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.1156914 Jul 16 18:26:14.369642 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0856c6ae-73bc-4b01-81c5-4b008919fd6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.399504 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0856c6ae-73bc-4b01-81c5-4b008919fd6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.411112 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-07d68bb8-0a88-4ffc-b5c7-6287101c85cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 999 time: 0.0882223 Jul 16 18:26:14.478792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-85687b9e-d242-43ee-8864-c2d8b07ae4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.480251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-85687b9e-d242-43ee-8864-c2d8b07ae4db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0486310 Jul 16 18:26:14.490359 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0856c6ae-73bc-4b01-81c5-4b008919fd6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.492939 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0856c6ae-73bc-4b01-81c5-4b008919fd6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:14.494035 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0856c6ae-73bc-4b01-81c5-4b008919fd6f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2deb5e15-6398-4d27-a7b0-e7f9cc10c44a HTTP/1.1" status: 204 len: 168 time: 0.2351120 Jul 16 18:26:14.530219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856c6ae-73bc-4b01-81c5-4b008919fd6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2deb5e15-6398-4d27-a7b0-e7f9cc10c44a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:14.583707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-f1fdbe7e-8120-4481-961e-06dd83d293c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:14.585408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-f1fdbe7e-8120-4481-961e-06dd83d293c3 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960767 Jul 16 18:26:14.694373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-154b1ad5-6027-496d-ba70-36ed908308a6 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992024 Jul 16 18:26:14.821041 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6ee8cbff-ebfa-456c-9f9d-2ee427561d2d req-9c70652e-affb-45a4-91ed-a444fded83cb service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196282 Jul 16 18:26:14.879131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33650) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:14.895889 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5951166-ad75-49d8-ae87-893e99779603 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.000716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5951166-ad75-49d8-ae87-893e99779603 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.005973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d5951166-ad75-49d8-ae87-893e99779603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.047513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5951166-ad75-49d8-ae87-893e99779603 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d611826-480f-4c27-b92b-a0161c4a62b0,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.067944 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d5951166-ad75-49d8-ae87-893e99779603 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=748d9c33d4b1428aa14434ed683422b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877022 Jul 16 18:26:15.070570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33654) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:15.132666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f2c172-471c-49a7-b478-1dda4144b19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.140296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870715b5-e734-4385-997e-b66c82efcc2c req-7826c8d8-1f3c-4dd3-91cc-2c045ebb746f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:15.143053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-870715b5-e734-4385-997e-b66c82efcc2c req-7826c8d8-1f3c-4dd3-91cc-2c045ebb746f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 945 time: 0.0785172 Jul 16 18:26:15.164441 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f2c172-471c-49a7-b478-1dda4144b19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.213892 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-870715b5-e734-4385-997e-b66c82efcc2c req-b0b42505-fd47-40f9-8b5c-199cae1a7be7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652368 Jul 16 18:26:15.241157 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f2c172-471c-49a7-b478-1dda4144b19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.247666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f2c172-471c-49a7-b478-1dda4144b19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.250311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b2f2c172-471c-49a7-b478-1dda4144b19d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3d611826-480f-4c27-b92b-a0161c4a62b0 HTTP/1.1" status: 204 len: 168 time: 0.1782887 Jul 16 18:26:15.281550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f2c172-471c-49a7-b478-1dda4144b19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d611826-480f-4c27-b92b-a0161c4a62b0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.386887 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7fc7c0b7-7a2e-449c-8099-78df7704c6b6 req-a40db7bb-de46-44a6-9a8e-9c65dd6a83d5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=55124635a44d4e7fa68f8e94d2a852c1 HTTP/1.1" status: 200 len: 267 time: 0.0395758 Jul 16 18:26:15.493120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7c0b7-7a2e-449c-8099-78df7704c6b6 req-244fed0b-6911-45ef-b3e7-34b380243846 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:15.500465 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-882ba114-bf23-49eb-b067-a09e12357bad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.504123 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7fc7c0b7-7a2e-449c-8099-78df7704c6b6 req-244fed0b-6911-45ef-b3e7-34b380243846 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 945 time: 0.1077948 Jul 16 18:26:15.512197 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-7fc7c0b7-7a2e-449c-8099-78df7704c6b6 req-5331debd-f6f6-4b16-8d5b-f71fb682a464 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Request body: {'port': {'security_groups': []}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:15.608711 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7fc7c0b7-7a2e-449c-8099-78df7704c6b6 req-5331debd-f6f6-4b16-8d5b-f71fb682a464 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.787228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-7fc7c0b7-7a2e-449c-8099-78df7704c6b6 req-5331debd-f6f6-4b16-8d5b-f71fb682a464 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] For port 0ec9d0b2-87a2-4d3e-8465-393924543c96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0ec9d0b2-87a2-4d3e-8465-393924543c96,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:15.819399 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7fc7c0b7-7a2e-449c-8099-78df7704c6b6 req-5331debd-f6f6-4b16-8d5b-f71fb682a464 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.824554 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7fc7c0b7-7a2e-449c-8099-78df7704c6b6 req-5331debd-f6f6-4b16-8d5b-f71fb682a464 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.837658 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c591505a-386e-46b4-bdf3-09058b51b896'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:15.871027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7c0b7-7a2e-449c-8099-78df7704c6b6 req-5331debd-f6f6-4b16-8d5b-f71fb682a464 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:15.871742 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-7fc7c0b7-7a2e-449c-8099-78df7704c6b6 req-5331debd-f6f6-4b16-8d5b-f71fb682a464 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:15.889551 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7fc7c0b7-7a2e-449c-8099-78df7704c6b6 req-5331debd-f6f6-4b16-8d5b-f71fb682a464 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "PUT /v2.0/ports/0ec9d0b2-87a2-4d3e-8465-393924543c96 HTTP/1.1" status: 200 len: 904 time: 0.3843236 Jul 16 18:26:15.894370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a66d2fd-7cf4-41ca-8793-fffe245e39aa', 'tag': '0ec9d0b2-87a2-4d3e-8465-393924543c96'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:15.897128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec', '0ec9d0b2-87a2-4d3e-8465-393924543c96'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:15.900139 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc" -d '{"events": [{"name": "network-changed", "server_uuid": "8a66d2fd-7cf4-41ca-8793-fffe245e39aa", "tag": "0ec9d0b2-87a2-4d3e-8465-393924543c96"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:15.986498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5331debd-f6f6-4b16-8d5b-f71fb682a464 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event updated for resources: {'Port': ['ID=0ec9d0b2-87a2-4d3e-8465-393924543c96,revision_number=6']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:15.991471 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d575ee84-875e-4688-a5e9-817075006a36 x-openstack-request-id: req-d575ee84-875e-4688-a5e9-817075006a36 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:15.992113 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a66d2fd-7cf4-41ca-8793-fffe245e39aa", "tag": "0ec9d0b2-87a2-4d3e-8465-393924543c96", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:15.992560 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d575ee84-875e-4688-a5e9-817075006a36 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:15.993140 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a66d2fd-7cf4-41ca-8793-fffe245e39aa', 'tag': '0ec9d0b2-87a2-4d3e-8465-393924543c96', 'status': 'completed', 'code': 200} Jul 16 18:26:16.129851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['0ec9d0b2-87a2-4d3e-8465-393924543c96'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:16.316710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a9cc0a6b-f8d5-4091-9257-165ec543183e None None] Provisioning complete for port 0ec9d0b2-87a2-4d3e-8465-393924543c96 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:16.317057 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9cc0a6b-f8d5-4091-9257-165ec543183e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:16.507325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc req-84202bde-c5b5-40d4-a4d0-46523d8ac5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.508918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc req-84202bde-c5b5-40d4-a4d0-46523d8ac5ab service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 1058 time: 0.4580853 Jul 16 18:26:16.516344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465692f-988c-4f60-8792-8f4fd63ecfdf req-5a3d4a41-38c1-48d2-87d0-044c9ca98f30 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.518545 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e465692f-988c-4f60-8792-8f4fd63ecfdf req-5a3d4a41-38c1-48d2-87d0-044c9ca98f30 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 907 time: 0.4333801 Jul 16 18:26:16.613834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc req-966b3f59-a92b-4097-abe7-e9ca96438b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.615301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc req-966b3f59-a92b-4097-abe7-e9ca96438b13 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.0958731 Jul 16 18:26:16.667487 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc req-31307058-34cc-4ade-b27d-f6c5705c6fcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ec9d0b2-87a2-4d3e-8465-393924543c96 HTTP/1.1" status: 200 len: 217 time: 0.0444489 Jul 16 18:26:16.721946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc req-5f2db3a1-c37d-4925-b781-3066b748547c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.724343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc req-5f2db3a1-c37d-4925-b781-3066b748547c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0500205 Jul 16 18:26:16.725547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f68ea3-0cfa-4cda-b36b-477acf9efe0a req-098761cf-fd01-4728-9317-6acb9a421910 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.727110 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1f68ea3-0cfa-4cda-b36b-477acf9efe0a req-098761cf-fd01-4728-9317-6acb9a421910 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0738437 Jul 16 18:26:16.766418 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b1f68ea3-0cfa-4cda-b36b-477acf9efe0a req-53166e0a-065c-4e25-a3bc-630b62f0988e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335891 Jul 16 18:26:16.787851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc req-78ed60dd-3723-4d54-95db-3c31b28795aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:16.789366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc req-78ed60dd-3723-4d54-95db-3c31b28795aa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574667 Jul 16 18:26:16.925939 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc req-55adfd28-8b51-41fd-8049-20b3ffaead1e service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234636 Jul 16 18:26:17.028133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4921910a-b2cf-4ccb-b9ee-fcbabe516240 req-aae4ef5e-e619-44ac-b4e0-5997dc4a0d45 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.029687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4921910a-b2cf-4ccb-b9ee-fcbabe516240 req-aae4ef5e-e619-44ac-b4e0-5997dc4a0d45 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1390960 Jul 16 18:26:17.061469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85e3edc9-20bd-4ede-bc0a-c1c4fcae51dc req-0b437ca4-fa7a-49b9-953c-515e7d11187c service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281385 Jul 16 18:26:17.087435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4921910a-b2cf-4ccb-b9ee-fcbabe516240 req-0aa74d0b-82e7-4d77-87f0-0e1224253a45 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485985 Jul 16 18:26:17.419944 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-ddae5a8b-1b10-473f-89af-031cb500151f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:17.422214 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-ddae5a8b-1b10-473f-89af-031cb500151f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 812 time: 0.1364326 Jul 16 18:26:17.438739 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-64de24be-1588-437a-af8c-0d712036c7fb tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/quotas/55124635a44d4e7fa68f8e94d2a852c1 HTTP/1.1" status: 200 len: 375 time: 0.0107532 Jul 16 18:26:17.528743 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-2459902e-2a63-4a30-946c-c83adc0b4257 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0831685 Jul 16 18:26:17.962001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33756) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.060096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-0f70b85a-f744-4245-ad6f-115ea06c03ec service neutron] 10.222.0.47 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5233650 Jul 16 18:26:18.080620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f2adb57e-f120-4c08-9082-68c48612d106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.183761 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-0e75ae67-ed09-4960-ba55-8e2f397e1ee0 service neutron] 10.222.0.47 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072099 Jul 16 18:26:18.218433 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f2adb57e-f120-4c08-9082-68c48612d106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.225058 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f2adb57e-f120-4c08-9082-68c48612d106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.229275 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-310a5c73-1e52-40fd-b0ad-ab099f9aecb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.245003 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.271449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f2adb57e-f120-4c08-9082-68c48612d106 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6d64d32f2a3849e490476680ed15897d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083270 Jul 16 18:26:18.272338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2adb57e-f120-4c08-9082-68c48612d106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258886cd-fb2a-4188-a18b-7ee380e304ec,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.274230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 33760) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.333064 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a2f55205-ba6e-435d-adc7-30318a406b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.356900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a2f55205-ba6e-435d-adc7-30318a406b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.420304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9a0c3f8-481b-4f15-9175-d99b198b530a req-e4132899-515c-43ea-849f-e738904186de tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 210 time: 0.0447502 Jul 16 18:26:18.434198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a2f55205-ba6e-435d-adc7-30318a406b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.436916 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a2f55205-ba6e-435d-adc7-30318a406b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.438060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a2f55205-ba6e-435d-adc7-30318a406b85 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/258886cd-fb2a-4188-a18b-7ee380e304ec HTTP/1.1" status: 204 len: 168 time: 0.1628394 Jul 16 18:26:18.446497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f55205-ba6e-435d-adc7-30318a406b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258886cd-fb2a-4188-a18b-7ee380e304ec,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.725286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33778) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.748846 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-242c0e64-e2a7-4e6b-bd4c-1fc2bb1dc698 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.845562 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-242c0e64-e2a7-4e6b-bd4c-1fc2bb1dc698 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.849283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-242c0e64-e2a7-4e6b-bd4c-1fc2bb1dc698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.887859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c0e64-e2a7-4e6b-bd4c-1fc2bb1dc698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8ac2fd3-ecb7-4d28-80d3-98013104dfbd,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:18.893181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-242c0e64-e2a7-4e6b-bd4c-1fc2bb1dc698 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fc3376def591458e878a364bc1080854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1661859 Jul 16 18:26:18.895697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 33780) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:18.950670 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-02f8e2e7-e379-42bb-a259-23b41304e78e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:18.974774 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-02f8e2e7-e379-42bb-a259-23b41304e78e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.023687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-02f8e2e7-e379-42bb-a259-23b41304e78e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.027000 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-02f8e2e7-e379-42bb-a259-23b41304e78e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.030798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-02f8e2e7-e379-42bb-a259-23b41304e78e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c8ac2fd3-ecb7-4d28-80d3-98013104dfbd HTTP/1.1" status: 204 len: 168 time: 0.1318865 Jul 16 18:26:19.038277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f8e2e7-e379-42bb-a259-23b41304e78e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8ac2fd3-ecb7-4d28-80d3-98013104dfbd,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:19.524595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8bede46c-e03b-40e5-9557-e2f61dc0fb4d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:19.526275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8bede46c-e03b-40e5-9557-e2f61dc0fb4d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.18 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 812 time: 0.1272271 Jul 16 18:26:19.540359 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Request body: {'port': {'device_id': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'admin_state_up': True, 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:19.623427 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2663e12-015a-4b8b-b7f9-0b433c808c71 req-362dbf50-159c-4582-a9a8-2b1a4cec685b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 210 time: 0.0318708 Jul 16 18:26:19.683310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Made reservation on behalf of 55124635a44d4e7fa68f8e94d2a852c1 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:26:19.686989 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.822817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Allocated IP 172.20.0.8 (aa7eea33-164a-427f-969a-0a4cda29d16b/655be6c6-2ee7-42de-8647-0a29e7b05320/b4ade678-5a34-4926-bf1d-23e274eb241a) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:26:19.872811 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.983693 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:19.999162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Transition to ACTIVE for port object b4ade678-5a34-4926-bf1d-23e274eb241a will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:20.035877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.049501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c591505a-386e-46b4-bdf3-09058b51b896'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:20.073771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:20.083921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Network aa7eea33-164a-427f-969a-0a4cda29d16b is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:26:20.089533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:26:20.093935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:26:20.099100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event updated for resources: {'Port': ['ID=b4ade678-5a34-4926-bf1d-23e274eb241a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.154871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.155614 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.172363 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-33999bc8-ff8a-43d0-931c-2d3acdb575e7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6378267 Jul 16 18:26:20.185816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Request body: {'port': {'device_id': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:26:20.319161 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.496130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-eb250e7b-2b1d-4d28-b806-148729f08e27 None None] Provisioning for port b4ade678-5a34-4926-bf1d-23e274eb241a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:20.500927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-eb250e7b-2b1d-4d28-b806-148729f08e27 None None] Provisioning complete for port b4ade678-5a34-4926-bf1d-23e274eb241a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:20.502238 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-eb250e7b-2b1d-4d28-b806-148729f08e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.556376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-eb250e7b-2b1d-4d28-b806-148729f08e27 None None] Port b4ade678-5a34-4926-bf1d-23e274eb241a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:26:20.566854 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:20.608374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4ade678-5a34-4926-bf1d-23e274eb241a {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:20.616030 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.628938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Transition to ACTIVE for port object b4ade678-5a34-4926-bf1d-23e274eb241a will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:26:20.632303 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.690823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Pushing event updated for resources: {'Port': ['ID=b4ade678-5a34-4926-bf1d-23e274eb241a,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:20.776356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Attempting to bind port b4ade678-5a34-4926-bf1d-23e274eb241a on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:26:20.776701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Attempting to bind port b4ade678-5a34-4926-bf1d-23e274eb241a by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:26:20.777041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Attempting to bind port b4ade678-5a34-4926-bf1d-23e274eb241a on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:20.801741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Port b4ade678-5a34-4926-bf1d-23e274eb241a on network aa7eea33-164a-427f-969a-0a4cda29d16b not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:26:20.802132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Attempting to bind port b4ade678-5a34-4926-bf1d-23e274eb241a on network aa7eea33-164a-427f-969a-0a4cda29d16b {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:26:20.811039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 25, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:26:20.811390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Checking segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:26:20.811883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Bound using segment: {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:26:20.812327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Bound port: b4ade678-5a34-4926-bf1d-23e274eb241a, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f58b213b-53e3-42d4-affe-b188380466c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 391, 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:26:20.812695 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.903931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b83413f-1f2f-49f6-bbc3-89b2db73f88e req-255c3110-8ee6-417b-a07d-dd41ee4838b7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.905503 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b83413f-1f2f-49f6-bbc3-89b2db73f88e req-255c3110-8ee6-417b-a07d-dd41ee4838b7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 943 time: 0.1440015 Jul 16 18:26:20.917695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] For port b4ade678-5a34-4926-bf1d-23e274eb241a, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:26:20.926278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] For port b4ade678-5a34-4926-bf1d-23e274eb241a, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b4ade678-5a34-4926-bf1d-23e274eb241a,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:26:20.937047 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.991082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:20.991753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:20.993294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] 10.222.0.18 "PUT /v2.0/ports/b4ade678-5a34-4926-bf1d-23e274eb241a HTTP/1.1" status: 200 len: 1091 time: 0.8136518 Jul 16 18:26:20.993793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'tag': 'b4ade678-5a34-4926-bf1d-23e274eb241a'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:20.996129 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d696e193-a2a2-4e99-9547-0c2fd1286f43" -d '{"events": [{"name": "network-changed", "server_uuid": "0e3fd488-b301-4962-b0cb-835adf601c0c", "tag": "b4ade678-5a34-4926-bf1d-23e274eb241a"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:21.015900 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b83413f-1f2f-49f6-bbc3-89b2db73f88e req-2749494a-a5a7-4090-bfd6-05e29a72f4b7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015174 Jul 16 18:26:21.021972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8597c539-00b2-42e3-86ba-25af866f784e service neutron] Pushing event updated for resources: {'Port': ['ID=b4ade678-5a34-4926-bf1d-23e274eb241a,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:21.056529 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef515c93-b02c-48c1-aa17-fa4b1df1bac0 x-openstack-request-id: req-ef515c93-b02c-48c1-aa17-fa4b1df1bac0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:21.056906 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e3fd488-b301-4962-b0cb-835adf601c0c", "tag": "b4ade678-5a34-4926-bf1d-23e274eb241a", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:21.057220 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ef515c93-b02c-48c1-aa17-fa4b1df1bac0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:21.057736 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'tag': 'b4ade678-5a34-4926-bf1d-23e274eb241a', 'status': 'completed', 'code': 200} Jul 16 18:26:21.105780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-3a5394fa-2d60-4433-bbd3-392ac9cc2e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.107298 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-3a5394fa-2d60-4433-bbd3-392ac9cc2e59 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 1094 time: 0.0605309 Jul 16 18:26:21.155833 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-0328e6fd-7876-4d34-bdb3-f69e81a32b7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4ade678-5a34-4926-bf1d-23e274eb241a HTTP/1.1" status: 200 len: 217 time: 0.0391538 Jul 16 18:26:21.206224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-11153b45-9365-47a4-bb80-58c1502cb55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.207702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-11153b45-9365-47a4-bb80-58c1502cb55f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0456524 Jul 16 18:26:21.267601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-a81e995e-d8a1-41ed-9d08-d30f6f2eaec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.269228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-a81e995e-d8a1-41ed-9d08-d30f6f2eaec8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554874 Jul 16 18:26:21.364493 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-14409155-81a0-4a5c-b53f-7725f85348a3 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888357 Jul 16 18:26:21.459229 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63c56333-4be6-4103-a419-fa1c51b8b7de req-d28fcd39-a46f-440f-8f22-a8b752afc902 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875540 Jul 16 18:26:21.562306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e193-a2a2-4e99-9547-0c2fd1286f43 req-4f1ffa41-c700-4c1d-86ae-687f37ce34fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.564831 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d696e193-a2a2-4e99-9547-0c2fd1286f43 req-4f1ffa41-c700-4c1d-86ae-687f37ce34fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 1094 time: 0.0596514 Jul 16 18:26:21.678832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e193-a2a2-4e99-9547-0c2fd1286f43 req-5444765c-4565-40b2-b4fa-6f1bd0eef392 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.680366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d696e193-a2a2-4e99-9547-0c2fd1286f43 req-5444765c-4565-40b2-b4fa-6f1bd0eef392 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.1101594 Jul 16 18:26:21.729450 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d696e193-a2a2-4e99-9547-0c2fd1286f43 req-9bd653a1-3556-4c55-bdf9-9f18e632f156 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4ade678-5a34-4926-bf1d-23e274eb241a HTTP/1.1" status: 200 len: 217 time: 0.0394444 Jul 16 18:26:21.778559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e193-a2a2-4e99-9547-0c2fd1286f43 req-8a9da2d7-96a8-4344-b571-816fb1f06c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.780143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d696e193-a2a2-4e99-9547-0c2fd1286f43 req-8a9da2d7-96a8-4344-b571-816fb1f06c52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0444462 Jul 16 18:26:21.842020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d696e193-a2a2-4e99-9547-0c2fd1286f43 req-1a9b9a68-b415-4be9-b12d-8db77b65cbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:21.843621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d696e193-a2a2-4e99-9547-0c2fd1286f43 req-1a9b9a68-b415-4be9-b12d-8db77b65cbc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552342 Jul 16 18:26:21.933993 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:21.943206 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d696e193-a2a2-4e99-9547-0c2fd1286f43 req-a6011320-096c-406a-af3b-1583102d22a0 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920506 Jul 16 18:26:22.041851 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d696e193-a2a2-4e99-9547-0c2fd1286f43 req-bf43c560-ced2-4125-828e-75f966153803 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922408 Jul 16 18:26:22.224747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a041f975-5af7-4fef-9ef7-7327cd9e324e req-5a60443e-8896-49a3-b5ab-617efe4fe772 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:22.226283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a041f975-5af7-4fef-9ef7-7327cd9e324e req-5a60443e-8896-49a3-b5ab-617efe4fe772 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 943 time: 0.0794621 Jul 16 18:26:22.275136 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a041f975-5af7-4fef-9ef7-7327cd9e324e req-10c312f1-322a-40c7-a7ad-a9c1aca32892 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415452 Jul 16 18:26:23.491737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f598bfe5-4dab-45cd-98ca-6b1dc133a9f1 req-99efa890-8f1d-4713-8878-aebb0231fa2e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:23.493249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f598bfe5-4dab-45cd-98ca-6b1dc133a9f1 req-99efa890-8f1d-4713-8878-aebb0231fa2e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 943 time: 0.0703795 Jul 16 18:26:23.537556 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f598bfe5-4dab-45cd-98ca-6b1dc133a9f1 req-dea6399f-5a1b-40f0-8561-50b67afbd671 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387247 Jul 16 18:26:23.593827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b4ade678-5a34-4926-bf1d-23e274eb241a details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:23.718865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b4ade678-5a34-4926-bf1d-23e274eb241a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b4ade678-5a34-4926-bf1d-23e274eb241a,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:23.731169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'b4ade678-5a34-4926-bf1d-23e274eb241a', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'port_id': 'b4ade678-5a34-4926-bf1d-23e274eb241a', 'mac_address': 'fa:16:3e:9d:a0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:23.771219 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.789167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4ade678-5a34-4926-bf1d-23e274eb241a {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:23.810743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b4ade678-5a34-4926-bf1d-23e274eb241a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b4ade678-5a34-4926-bf1d-23e274eb241a,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:23.815693 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:23.871409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=b4ade678-5a34-4926-bf1d-23e274eb241a,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:23.884464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:23.884820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:23.885163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:23.885528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:23.885832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:23.886167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:23.886494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:23.886819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:23.887341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:23.887875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:23.888361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:23.888864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:26:24.047474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['b4ade678-5a34-4926-bf1d-23e274eb241a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:24.723171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc7518d-4bef-4d20-8383-9bd54463a879 req-0ab83e76-2da1-497e-ab0a-f8bc78870bb6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:24.724744 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-adc7518d-4bef-4d20-8383-9bd54463a879 req-0ab83e76-2da1-497e-ab0a-f8bc78870bb6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 944 time: 0.0644107 Jul 16 18:26:24.770830 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-adc7518d-4bef-4d20-8383-9bd54463a879 req-a2721f5d-0e1e-4002-804b-48f58170ddea tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393031 Jul 16 18:26:25.618609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b4ade678-5a34-4926-bf1d-23e274eb241a up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:25.672512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port b4ade678-5a34-4926-bf1d-23e274eb241a completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:26:25.677618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port b4ade678-5a34-4926-bf1d-23e274eb241a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:25.678092 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.768317 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.792993 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ade678-5a34-4926-bf1d-23e274eb241a'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:25.799643 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f24986-3975-47bb-a86b-9c36cef3948b" -d '{"events": [{"server_uuid": "0e3fd488-b301-4962-b0cb-835adf601c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b4ade678-5a34-4926-bf1d-23e274eb241a"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:25.818933 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b4ade678-5a34-4926-bf1d-23e274eb241a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b4ade678-5a34-4926-bf1d-23e274eb241a,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:25.824989 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:25.871413 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d59d38a-1845-4d7a-8cf0-852acc61a2f9 x-openstack-request-id: req-1d59d38a-1845-4d7a-8cf0-852acc61a2f9 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:25.872246 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3fd488-b301-4962-b0cb-835adf601c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b4ade678-5a34-4926-bf1d-23e274eb241a", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:25.872534 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1d59d38a-1845-4d7a-8cf0-852acc61a2f9 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:25.872969 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ade678-5a34-4926-bf1d-23e274eb241a', 'code': 200} Jul 16 18:26:25.932282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=b4ade678-5a34-4926-bf1d-23e274eb241a,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:25.999098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37409fad-ed0c-40fa-9af6-dfb01b00de87 req-51640e63-d20f-4017-a8b5-182e0178f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.000725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37409fad-ed0c-40fa-9af6-dfb01b00de87 req-51640e63-d20f-4017-a8b5-182e0178f48f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 1096 time: 0.0563264 Jul 16 18:26:26.003076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7ce4e-44e0-4d5e-88d2-a217e38ec8ca req-3f4cb808-c6d7-4d2d-8b9f-dd290aca323c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:26.004644 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ff7ce4e-44e0-4d5e-88d2-a217e38ec8ca req-3f4cb808-c6d7-4d2d-8b9f-dd290aca323c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0868559 Jul 16 18:26:26.054993 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37409fad-ed0c-40fa-9af6-dfb01b00de87 req-957ad3b3-8d14-460a-97f9-fb185cc7b071 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474823 Jul 16 18:26:26.059818 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ff7ce4e-44e0-4d5e-88d2-a217e38ec8ca req-c07f3b72-eee2-41bb-947c-cc9cc7cb9c1e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488749 Jul 16 18:26:27.250575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3550b0-e31f-4235-a8b6-e420a5cbb5f3 req-0d84a2a3-691b-4433-88f5-be3d69df7c6f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.252624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd3550b0-e31f-4235-a8b6-e420a5cbb5f3 req-0d84a2a3-691b-4433-88f5-be3d69df7c6f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0764391 Jul 16 18:26:27.295146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd3550b0-e31f-4235-a8b6-e420a5cbb5f3 req-896b3a28-2fd2-4089-a9b4-ffa336ff9d30 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366652 Jul 16 18:26:27.670482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3253fa3a-cff1-4aed-aa95-956cec2ab107 req-bed3add0-97d2-4aba-8c1a-aa63ad2c8aed tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:27.678934 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3253fa3a-cff1-4aed-aa95-956cec2ab107 req-bed3add0-97d2-4aba-8c1a-aa63ad2c8aed tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0757079 Jul 16 18:26:27.733629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3253fa3a-cff1-4aed-aa95-956cec2ab107 req-7efe9011-498d-4905-8ba1-4eb000164733 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537999 Jul 16 18:26:28.917239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a08375-df11-4ea6-85b7-56a55d1c6fa9 req-47e44924-2d9a-41a0-bbcb-8ed20feff13e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:28.918627 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34a08375-df11-4ea6-85b7-56a55d1c6fa9 req-47e44924-2d9a-41a0-bbcb-8ed20feff13e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0641177 Jul 16 18:26:28.957866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34a08375-df11-4ea6-85b7-56a55d1c6fa9 req-bd35ec46-15e7-499e-818c-67796bc62cae tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333221 Jul 16 18:26:29.428923 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:29.614617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b4739-71bf-4c8b-83cd-a7ef43c3b5c5 req-134dea6c-996b-473c-a8aa-53e4d1a43db9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:29.616395 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d28b4739-71bf-4c8b-83cd-a7ef43c3b5c5 req-134dea6c-996b-473c-a8aa-53e4d1a43db9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0724170 Jul 16 18:26:29.658765 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d28b4739-71bf-4c8b-83cd-a7ef43c3b5c5 req-eea89ffd-a5e3-4615-b0b6-78daf7f46b04 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356419 Jul 16 18:26:30.849248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cb616-d169-477c-99c5-c78ae8e328a0 req-eb1b255e-6845-41f7-92d2-bfd602849368 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:30.850737 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8c0cb616-d169-477c-99c5-c78ae8e328a0 req-eb1b255e-6845-41f7-92d2-bfd602849368 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0675297 Jul 16 18:26:30.889270 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8c0cb616-d169-477c-99c5-c78ae8e328a0 req-7c74dc00-e715-45e6-a321-91850514d92c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327864 Jul 16 18:26:31.634887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b4ade678-5a34-4926-bf1d-23e274eb241a details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:26:31.741851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b4ade678-5a34-4926-bf1d-23e274eb241a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b4ade678-5a34-4926-bf1d-23e274eb241a,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:31.753660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'b4ade678-5a34-4926-bf1d-23e274eb241a', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'port_id': 'b4ade678-5a34-4926-bf1d-23e274eb241a', 'mac_address': 'fa:16:3e:9d:a0:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 391, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:26:31.800256 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.814418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b4ade678-5a34-4926-bf1d-23e274eb241a {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:26:31.835894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b4ade678-5a34-4926-bf1d-23e274eb241a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b4ade678-5a34-4926-bf1d-23e274eb241a,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:31.840383 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:31.895338 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=b4ade678-5a34-4926-bf1d-23e274eb241a,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:31.943071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['b4ade678-5a34-4926-bf1d-23e274eb241a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:32.113793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a6be85-b5e0-4c5b-970b-9e1652456321 req-dd7cc8f3-d448-40b1-b07d-4d922fce3fd8 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:32.117840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75a6be85-b5e0-4c5b-970b-9e1652456321 req-dd7cc8f3-d448-40b1-b07d-4d922fce3fd8 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 944 time: 0.1001740 Jul 16 18:26:32.162195 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75a6be85-b5e0-4c5b-970b-9e1652456321 req-7be67b63-e9f4-45fe-ad24-c7adf5382036 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377676 Jul 16 18:26:33.407954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973edce-a13c-4a5f-9dda-f83e83560f50 req-5be8eb94-594c-44a2-b28e-c38849d91bf8 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:33.409609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8973edce-a13c-4a5f-9dda-f83e83560f50 req-5be8eb94-594c-44a2-b28e-c38849d91bf8 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 944 time: 0.0974340 Jul 16 18:26:33.466993 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8973edce-a13c-4a5f-9dda-f83e83560f50 req-029ffd25-3ed0-456f-b0fd-563e1a46acb4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477614 Jul 16 18:26:33.657240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b4ade678-5a34-4926-bf1d-23e274eb241a up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:26:33.785317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port b4ade678-5a34-4926-bf1d-23e274eb241a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:26:33.785699 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.909576 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34056) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:33.937578 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:33.967464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ade678-5a34-4926-bf1d-23e274eb241a'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:33.971659 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd9cebb-0f4a-4b01-9d9d-a399c8b915d5" -d '{"events": [{"server_uuid": "0e3fd488-b301-4962-b0cb-835adf601c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b4ade678-5a34-4926-bf1d-23e274eb241a"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:33.990045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b4ade678-5a34-4926-bf1d-23e274eb241a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b4ade678-5a34-4926-bf1d-23e274eb241a,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:34.001760 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.064472 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a1d073b-5118-4631-adab-1f2665fb641e x-openstack-request-id: req-2a1d073b-5118-4631-adab-1f2665fb641e {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:34.065077 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3fd488-b301-4962-b0cb-835adf601c0c", "name": "network-vif-plugged", "status": "completed", "tag": "b4ade678-5a34-4926-bf1d-23e274eb241a", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:34.065500 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2a1d073b-5118-4631-adab-1f2665fb641e {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:34.066279 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4ade678-5a34-4926-bf1d-23e274eb241a', 'code': 200} Jul 16 18:26:34.116500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=b4ade678-5a34-4926-bf1d-23e274eb241a,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.120576 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-976bfeb9-62dc-4551-b031-30d757f5dd97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.226757 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-976bfeb9-62dc-4551-b031-30d757f5dd97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.232341 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-976bfeb9-62dc-4551-b031-30d757f5dd97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.263222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976bfeb9-62dc-4551-b031-30d757f5dd97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168b55af-2868-40ad-b518-3113a073595e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.284465 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-976bfeb9-62dc-4551-b031-30d757f5dd97 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d489329f9dcc4fbd89ace2252447a5d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3737807 Jul 16 18:26:34.286967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34064) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:34.347188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b687190-ee8f-4ebc-973f-8e4e235035b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.374412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b687190-ee8f-4ebc-973f-8e4e235035b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.432618 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b687190-ee8f-4ebc-973f-8e4e235035b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.435527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b687190-ee8f-4ebc-973f-8e4e235035b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:34.437216 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7b687190-ee8f-4ebc-973f-8e4e235035b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/168b55af-2868-40ad-b518-3113a073595e HTTP/1.1" status: 204 len: 168 time: 0.1488149 Jul 16 18:26:34.456598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b687190-ee8f-4ebc-973f-8e4e235035b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168b55af-2868-40ad-b518-3113a073595e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:34.761288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f8646-9fed-470d-9d3c-8c2adbe27319 req-ce20485f-07b4-410a-acec-bedb5d2eff78 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:34.765138 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4d8f8646-9fed-470d-9d3c-8c2adbe27319 req-ce20485f-07b4-410a-acec-bedb5d2eff78 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.1511159 Jul 16 18:26:34.872099 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4d8f8646-9fed-470d-9d3c-8c2adbe27319 req-127292cb-0b7b-4c71-ab11-abe222c7d3a5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921774 Jul 16 18:26:36.116427 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56747735-153e-40b6-85c2-b709fb497033 req-54ee1177-4505-43d9-8e7a-56aa149c9bd3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:36.118600 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56747735-153e-40b6-85c2-b709fb497033 req-54ee1177-4505-43d9-8e7a-56aa149c9bd3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0723724 Jul 16 18:26:36.184948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56747735-153e-40b6-85c2-b709fb497033 req-79738cb4-d270-486a-91d7-ef6ec3f5ac35 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598626 Jul 16 18:26:37.471977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34234) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:37.504956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a9a74f-3d5c-406b-b9f8-91e65f818788 req-a2d74746-6b6a-4690-80cb-4df728799822 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:37.520611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-04a9a74f-3d5c-406b-b9f8-91e65f818788 req-a2d74746-6b6a-4690-80cb-4df728799822 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.1225698 Jul 16 18:26:37.583943 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-04a9a74f-3d5c-406b-b9f8-91e65f818788 req-6854d7d4-810c-42bb-9649-d1356adbed69 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610709 Jul 16 18:26:37.693962 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd50a22f-cf4a-47fd-b4a9-3c1203df9a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.838422 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd50a22f-cf4a-47fd-b4a9-3c1203df9a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.852721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cd50a22f-cf4a-47fd-b4a9-3c1203df9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:37.931278 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cd50a22f-cf4a-47fd-b4a9-3c1203df9a2f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ca65310d90f04b83b767950f1c63b6c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4558690 Jul 16 18:26:37.931278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd50a22f-cf4a-47fd-b4a9-3c1203df9a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34584ee0-9ad5-4a8e-a795-c56db7bb3226,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:37.933179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34238) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.023500 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acf7e278-f323-4bf7-b3ad-f13a2a635236 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.061597 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acf7e278-f323-4bf7-b3ad-f13a2a635236 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.130350 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acf7e278-f323-4bf7-b3ad-f13a2a635236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.133459 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-acf7e278-f323-4bf7-b3ad-f13a2a635236 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.134793 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-acf7e278-f323-4bf7-b3ad-f13a2a635236 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/34584ee0-9ad5-4a8e-a795-c56db7bb3226 HTTP/1.1" status: 204 len: 168 time: 0.2002800 Jul 16 18:26:38.163643 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7e278-f323-4bf7-b3ad-f13a2a635236 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34584ee0-9ad5-4a8e-a795-c56db7bb3226,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.548183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34246) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.564286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2885b468-a973-4a90-96e5-e3aa218127cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.686158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2885b468-a973-4a90-96e5-e3aa218127cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.690957 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2885b468-a973-4a90-96e5-e3aa218127cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.730354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2885b468-a973-4a90-96e5-e3aa218127cb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8d2a5413066e469eaa3a8b7c462cb586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1803124 Jul 16 18:26:38.731467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2885b468-a973-4a90-96e5-e3aa218127cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd3e17a-3abd-480e-9e92-df9e38e07c0d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:38.734017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34250) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:26:38.786418 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6032a997-f1d9-4f4f-a12b-26b6a3a9aeac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.799373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c2c80-4636-42d6-a360-4f87d72b4f28 req-a973fc95-b1ef-40fc-b62d-339e28cab39a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:38.806474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f91c2c80-4636-42d6-a360-4f87d72b4f28 req-a973fc95-b1ef-40fc-b62d-339e28cab39a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0837753 Jul 16 18:26:38.811136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6032a997-f1d9-4f4f-a12b-26b6a3a9aeac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.860582 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f91c2c80-4636-42d6-a360-4f87d72b4f28 req-f85994b3-11f0-47c3-8f26-b455d7b9eace tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527637 Jul 16 18:26:38.864333 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6032a997-f1d9-4f4f-a12b-26b6a3a9aeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.874826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6032a997-f1d9-4f4f-a12b-26b6a3a9aeac admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:38.879023 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6032a997-f1d9-4f4f-a12b-26b6a3a9aeac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dbd3e17a-3abd-480e-9e92-df9e38e07c0d HTTP/1.1" status: 204 len: 168 time: 0.1410310 Jul 16 18:26:38.890150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032a997-f1d9-4f4f-a12b-26b6a3a9aeac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd3e17a-3abd-480e-9e92-df9e38e07c0d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:40.030002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de28a84-917c-48d1-b911-3c3a5b5d4671 req-f416163e-b2e6-4904-86c1-d1c3239cf768 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.040325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3de28a84-917c-48d1-b911-3c3a5b5d4671 req-f416163e-b2e6-4904-86c1-d1c3239cf768 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 946 time: 0.1021686 Jul 16 18:26:40.088945 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3de28a84-917c-48d1-b911-3c3a5b5d4671 req-7eb5a67c-c3d1-4043-b4c0-bd23d10b22d7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477040 Jul 16 18:26:40.098682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970c4516-33bf-4744-9791-a5f4f8e1cf03 req-0ae72537-6a54-47d4-84f5-853320386341 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:40.101639 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-970c4516-33bf-4744-9791-a5f4f8e1cf03 req-0ae72537-6a54-47d4-84f5-853320386341 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0850961 Jul 16 18:26:40.152112 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-970c4516-33bf-4744-9791-a5f4f8e1cf03 req-569359e8-fee3-4fcc-9968-ce8ccb1803be tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Jul 16 18:26:41.328676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475a641-9f5b-47bd-85f5-ed57e991bfec req-d019f632-2e84-47b8-af25-a4080db44a78 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.333260 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b475a641-9f5b-47bd-85f5-ed57e991bfec req-d019f632-2e84-47b8-af25-a4080db44a78 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 946 time: 0.0935287 Jul 16 18:26:41.389312 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b475a641-9f5b-47bd-85f5-ed57e991bfec req-e741f541-228f-40aa-a8a8-72903708918d tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/security-groups?id=b23d298b-827d-487d-bc9e-a9879ffb429a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501087 Jul 16 18:26:41.408001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449193e9-111c-4df8-85ff-2d99cfaf6c53 req-3b293116-e471-4c2a-b9ee-32e984002eb1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.410478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-449193e9-111c-4df8-85ff-2d99cfaf6c53 req-3b293116-e471-4c2a-b9ee-32e984002eb1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0753388 Jul 16 18:26:41.465597 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-449193e9-111c-4df8-85ff-2d99cfaf6c53 req-f3096fee-4e96-42df-a59e-e01378615401 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492055 Jul 16 18:26:41.484988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78881376-0bdb-41a4-8b73-156999027eaf req-b5a58396-3db4-4e0a-a1f1-1af0b8c1f990 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:41.486551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78881376-0bdb-41a4-8b73-156999027eaf req-b5a58396-3db4-4e0a-a1f1-1af0b8c1f990 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.18 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 946 time: 0.0837624 Jul 16 18:26:41.606599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-78881376-0bdb-41a4-8b73-156999027eaf req-a914ddef-77dc-41d4-abc6-1bc7ead520a7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Deleting port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:26:41.607122 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-78881376-0bdb-41a4-8b73-156999027eaf req-a914ddef-77dc-41d4-abc6-1bc7ead520a7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.706564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-78881376-0bdb-41a4-8b73-156999027eaf req-a914ddef-77dc-41d4-abc6-1bc7ead520a7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] For port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c,segment=NetworkSegment(3e63ad08-e981-4b85-ab7a-db2ef82a8e53),segment_id=3e63ad08-e981-4b85-ab7a-db2ef82a8e53)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:41.706951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-78881376-0bdb-41a4-8b73-156999027eaf req-a914ddef-77dc-41d4-abc6-1bc7ead520a7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.722162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-78881376-0bdb-41a4-8b73-156999027eaf req-a914ddef-77dc-41d4-abc6-1bc7ead520a7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Calling delete_port for 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:26:41.876302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-78881376-0bdb-41a4-8b73-156999027eaf req-a914ddef-77dc-41d4-abc6-1bc7ead520a7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.895132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['85628605-2eeb-4a0d-ae2b-22cdfb6bda7c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:26:41.916862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a914ddef-77dc-41d4-abc6-1bc7ead520a7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Pushing event deleted for resources: {'Port': ['ID=85628605-2eeb-4a0d-ae2b-22cdfb6bda7c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:41.977619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-78881376-0bdb-41a4-8b73-156999027eaf req-a914ddef-77dc-41d4-abc6-1bc7ead520a7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] No DVR routers for this DVR port 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:26:41.980249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-78881376-0bdb-41a4-8b73-156999027eaf req-a914ddef-77dc-41d4-abc6-1bc7ead520a7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:41.984429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-78881376-0bdb-41a4-8b73-156999027eaf req-a914ddef-77dc-41d4-abc6-1bc7ead520a7 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.18 "DELETE /v2.0/ports/85628605-2eeb-4a0d-ae2b-22cdfb6bda7c HTTP/1.1" status: 204 len: 173 time: 0.4902802 Jul 16 18:26:41.984429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37e620d0-65ed-4eb5-8776-38a58419cb00', 'name': 'network-vif-deleted', 'tag': '85628605-2eeb-4a0d-ae2b-22cdfb6bda7c'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:41.987921 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d84a29-8f41-47cd-89d8-4a607012c3dc" -d '{"events": [{"server_uuid": "37e620d0-65ed-4eb5-8776-38a58419cb00", "name": "network-vif-deleted", "tag": "85628605-2eeb-4a0d-ae2b-22cdfb6bda7c"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:42.034687 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ae3cb4-4916-4516-8f01-bdfe0ef646c1 x-openstack-request-id: req-00ae3cb4-4916-4516-8f01-bdfe0ef646c1 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:42.034998 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37e620d0-65ed-4eb5-8776-38a58419cb00", "name": "network-vif-deleted", "tag": "85628605-2eeb-4a0d-ae2b-22cdfb6bda7c", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:42.035254 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00ae3cb4-4916-4516-8f01-bdfe0ef646c1 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:42.035679 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37e620d0-65ed-4eb5-8776-38a58419cb00', 'name': 'network-vif-deleted', 'tag': '85628605-2eeb-4a0d-ae2b-22cdfb6bda7c', 'status': 'completed', 'code': 200} Jul 16 18:26:42.170522 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:42.616097 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-83536b36-c8b2-4882-aa54-c7a94cac2e62 req-5ad06535-ace4-4153-a6a1-532336b2dc25 tempest-VolumesSnapshotTestJSON-1078326415 tempest-VolumesSnapshotTestJSON-1078326415-project] 10.222.0.47 "GET /v2.0/ports?device_id=37e620d0-65ed-4eb5-8776-38a58419cb00 HTTP/1.1" status: 200 len: 210 time: 0.0387590 Jul 16 18:26:42.887285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d043ebf-bebb-44bd-8ecb-df74caf02d6b req-a3d38695-fba8-4685-8551-3c192b6137cd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:42.888966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d043ebf-bebb-44bd-8ecb-df74caf02d6b req-a3d38695-fba8-4685-8551-3c192b6137cd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0684505 Jul 16 18:26:42.930679 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d043ebf-bebb-44bd-8ecb-df74caf02d6b req-82ced33e-4633-4591-a24d-f9df1cba5da7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352607 Jul 16 18:26:43.717226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc15b2-246b-49df-877f-b658848cd5c2 req-81363702-20e0-4f04-ba95-12f18c33b5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.718744 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cdc15b2-246b-49df-877f-b658848cd5c2 req-81363702-20e0-4f04-ba95-12f18c33b5c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 1096 time: 0.0536513 Jul 16 18:26:43.813775 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc15b2-246b-49df-877f-b658848cd5c2 req-f8a29de5-a056-451f-b6aa-329ffec92692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.815245 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cdc15b2-246b-49df-877f-b658848cd5c2 req-f8a29de5-a056-451f-b6aa-329ffec92692 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.0898497 Jul 16 18:26:43.860030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cdc15b2-246b-49df-877f-b658848cd5c2 req-7b7517ba-469b-4a8c-a40a-d6c73b9aee18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b4ade678-5a34-4926-bf1d-23e274eb241a HTTP/1.1" status: 200 len: 217 time: 0.0380948 Jul 16 18:26:43.913713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc15b2-246b-49df-877f-b658848cd5c2 req-b7e658f8-c94a-4275-a1d0-f9995d51db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.915183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cdc15b2-246b-49df-877f-b658848cd5c2 req-b7e658f8-c94a-4275-a1d0-f9995d51db5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0499005 Jul 16 18:26:43.977855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc15b2-246b-49df-877f-b658848cd5c2 req-65b96496-e452-48a0-bc56-12719aafe244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:43.979379 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cdc15b2-246b-49df-877f-b658848cd5c2 req-65b96496-e452-48a0-bc56-12719aafe244 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580769 Jul 16 18:26:44.385104 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cdc15b2-246b-49df-877f-b658848cd5c2 req-a4378c6e-7599-43aa-b9b9-6559ec33aa01 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3986866 Jul 16 18:26:44.471396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e384f6b3-61ba-42ee-9b57-28add6107ef1 req-f190b988-abf1-4d17-9e16-929d1965eb16 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:44.472825 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e384f6b3-61ba-42ee-9b57-28add6107ef1 req-f190b988-abf1-4d17-9e16-929d1965eb16 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.4105053 Jul 16 18:26:44.520356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cdc15b2-246b-49df-877f-b658848cd5c2 req-0f2ffbc8-48ef-49c4-a952-e4bfe7581a4b service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284347 Jul 16 18:26:44.536733 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e384f6b3-61ba-42ee-9b57-28add6107ef1 req-33a240f5-b6b8-4e4b-ad46-ece4b866418a tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561893 Jul 16 18:26:45.495991 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-96b3ad09-adb3-42ce-bcb9-948182e84258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:45.717763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:45.725107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6fd3ef-2293-436d-983a-f9761c67349a req-df7b38a1-871f-4656-b625-425925f396ba tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:45.726630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8a6fd3ef-2293-436d-983a-f9761c67349a req-df7b38a1-871f-4656-b625-425925f396ba tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0677121 Jul 16 18:26:45.739434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:26:45.739974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 85628605-2eeb-4a0d-ae2b-22cdfb6bda7c not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:26:45.765865 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8a6fd3ef-2293-436d-983a-f9761c67349a req-aa4c2921-2ecd-46ad-98c9-7d353dd240cc tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333652 Jul 16 18:26:46.939515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8bb9e6-0901-433e-978f-0dec1b681676 req-69599740-dbb6-438c-adfe-17ff33349b5d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:46.941006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb8bb9e6-0901-433e-978f-0dec1b681676 req-69599740-dbb6-438c-adfe-17ff33349b5d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 945 time: 0.0626850 Jul 16 18:26:46.977729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb8bb9e6-0901-433e-978f-0dec1b681676 req-68fe13a0-a826-46cd-a153-4ba3740d0c90 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312870 Jul 16 18:26:47.150729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de81703b-4d4e-46c9-a193-88941c78dab1 req-43ef5140-e006-4bad-8ac1-23d13a0bbb43 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.152260 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-de81703b-4d4e-46c9-a193-88941c78dab1 req-43ef5140-e006-4bad-8ac1-23d13a0bbb43 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0629852 Jul 16 18:26:47.191896 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-de81703b-4d4e-46c9-a193-88941c78dab1 req-e3a08800-f7d7-4aea-85a1-1870a984c56e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330708 Jul 16 18:26:47.370209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81a6d34-8d2d-45b6-8c6e-e16bbabd7147 req-879b9be4-ed62-49fd-a73d-15c9d560ce2d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.372814 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d81a6d34-8d2d-45b6-8c6e-e16bbabd7147 req-879b9be4-ed62-49fd-a73d-15c9d560ce2d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0636806 Jul 16 18:26:47.413624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d81a6d34-8d2d-45b6-8c6e-e16bbabd7147 req-4b1596e9-f7c0-499d-a2f6-1e9c5ead1c3b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355420 Jul 16 18:26:47.732773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b4ade678-5a34-4926-bf1d-23e274eb241a no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:47.780662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6c3bf0-e8a1-464b-a3b3-e5a42ea210a9 req-62342f59-355b-46a9-8e90-fad7d83b9d94 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:47.783577 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f6c3bf0-e8a1-464b-a3b3-e5a42ea210a9 req-62342f59-355b-46a9-8e90-fad7d83b9d94 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0721159 Jul 16 18:26:47.821651 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.824168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f6c3bf0-e8a1-464b-a3b3-e5a42ea210a9 req-523d4da8-cd85-46c8-9082-423c08b535da tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349281 Jul 16 18:26:47.849833 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b4ade678-5a34-4926-bf1d-23e274eb241a'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:26:47.852082 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29697c5e-6f0b-4580-91be-d607c3352978" -d '{"events": [{"server_uuid": "0e3fd488-b301-4962-b0cb-835adf601c0c", "name": "network-vif-unplugged", "status": "completed", "tag": "b4ade678-5a34-4926-bf1d-23e274eb241a"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:26:47.866272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b4ade678-5a34-4926-bf1d-23e274eb241a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b4ade678-5a34-4926-bf1d-23e274eb241a,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:26:47.870778 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:47.894959 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43e248a-ad6f-4998-b09b-6de3818b184d x-openstack-request-id: req-a43e248a-ad6f-4998-b09b-6de3818b184d {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:26:47.895254 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3fd488-b301-4962-b0cb-835adf601c0c", "name": "network-vif-unplugged", "status": "failed", "tag": "b4ade678-5a34-4926-bf1d-23e274eb241a", "code": 422}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:26:47.895506 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a43e248a-ad6f-4998-b09b-6de3818b184d {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:26:47.896122 n-d-794306-7 neutron-server[105440]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b4ade678-5a34-4926-bf1d-23e274eb241a', 'code': 422} returned with failed status Jul 16 18:26:47.923738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=b4ade678-5a34-4926-bf1d-23e274eb241a,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:26:48.181561 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-77372823-ab88-4032-95a3-1a01b41046b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:48.199812 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:49.010492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33909a32-ffd4-4fd2-92f2-acad39635b02 req-ded54770-82f2-43df-82a7-6e3caa71c61b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:49.015598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33909a32-ffd4-4fd2-92f2-acad39635b02 req-ded54770-82f2-43df-82a7-6e3caa71c61b tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0719354 Jul 16 18:26:49.051448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33909a32-ffd4-4fd2-92f2-acad39635b02 req-9641b359-03c5-4e4f-95ef-b56e63815a9f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334318 Jul 16 18:26:49.876639 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:50.234512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1676ab-feb6-43dc-9949-d65fa12ff0d3 req-08376c22-59f4-46b9-80bd-35e5381ae2ef tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:50.236948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4c1676ab-feb6-43dc-9949-d65fa12ff0d3 req-08376c22-59f4-46b9-80bd-35e5381ae2ef tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0695682 Jul 16 18:26:50.276561 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4c1676ab-feb6-43dc-9949-d65fa12ff0d3 req-e14b545b-a00b-47c7-989f-c0a16552bfb8 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338681 Jul 16 18:26:51.464527 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c9c40d-cf9c-43c2-8b1a-288410df5c98 req-c6c7375f-d2a9-4ae4-86eb-9c23b1dd320f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:51.466007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30c9c40d-cf9c-43c2-8b1a-288410df5c98 req-c6c7375f-d2a9-4ae4-86eb-9c23b1dd320f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0661857 Jul 16 18:26:51.511398 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30c9c40d-cf9c-43c2-8b1a-288410df5c98 req-dba04caa-b532-46da-8761-953467e39648 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390806 Jul 16 18:26:51.749896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b4ade678-5a34-4926-bf1d-23e274eb241a no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:26:51.936988 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:52.708141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c39ee7-f5ea-4713-8689-4027537e209c req-4a2b2c08-d2ad-4685-a515-6f923bb5e3a1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:52.709850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-35c39ee7-f5ea-4713-8689-4027537e209c req-4a2b2c08-d2ad-4685-a515-6f923bb5e3a1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0743771 Jul 16 18:26:52.749398 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-35c39ee7-f5ea-4713-8689-4027537e209c req-9a0c66a9-2652-40ec-920a-9ee9a43c1d9f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336411 Jul 16 18:26:53.927126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a5c05-1f10-46f8-ae31-e80d77867560 req-210694a2-a9fe-4d84-8692-a8e21669d63e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:53.928631 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac2a5c05-1f10-46f8-ae31-e80d77867560 req-210694a2-a9fe-4d84-8692-a8e21669d63e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0658150 Jul 16 18:26:53.967232 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac2a5c05-1f10-46f8-ae31-e80d77867560 req-8d819441-1c8e-4d87-a05e-8e4ec43308a5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329912 Jul 16 18:26:55.156369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df45878-b0c3-41ab-8760-2d614b7f43ea req-da16d24c-2290-4c0d-91cf-94e8d77f77dd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:55.158542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2df45878-b0c3-41ab-8760-2d614b7f43ea req-da16d24c-2290-4c0d-91cf-94e8d77f77dd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0749512 Jul 16 18:26:55.200272 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2df45878-b0c3-41ab-8760-2d614b7f43ea req-16e164bc-dcd8-4a54-8743-714f4cf2bd2d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355880 Jul 16 18:26:56.408592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bb993e-d48f-4b56-8b14-d183600c949f req-b3c379ce-4272-4c9d-845a-cb75d1ac7abd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:56.410259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9bb993e-d48f-4b56-8b14-d183600c949f req-b3c379ce-4272-4c9d-845a-cb75d1ac7abd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0868280 Jul 16 18:26:56.454455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9bb993e-d48f-4b56-8b14-d183600c949f req-75f54f21-21e9-46ad-b139-931e4a53e47e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379839 Jul 16 18:26:57.568648 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:26:57.648456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1baef37c-9d86-424b-93dc-d484dfc0c866 req-bb5f70df-7f05-40d4-893d-cfc3bb918aec tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:57.649976 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1baef37c-9d86-424b-93dc-d484dfc0c866 req-bb5f70df-7f05-40d4-893d-cfc3bb918aec tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0769968 Jul 16 18:26:57.689588 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1baef37c-9d86-424b-93dc-d484dfc0c866 req-287b4a9b-94b6-4036-83df-008a0ca51412 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340321 Jul 16 18:26:58.867221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4b3d0b-98d2-45ae-88e6-e8f68151145b req-fa2d86ea-b1cd-4113-817c-2267a8b5e0c4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:58.868614 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea4b3d0b-98d2-45ae-88e6-e8f68151145b req-fa2d86ea-b1cd-4113-817c-2267a8b5e0c4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0651534 Jul 16 18:26:58.908365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea4b3d0b-98d2-45ae-88e6-e8f68151145b req-1ee47dcf-86fb-4ad2-9f1b-f63089d9ed72 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337577 Jul 16 18:26:59.278584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58afd887-f49c-405a-962c-ad17bbbe45ce req-156d9a08-46eb-4c87-a236-925f482071f4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.280081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58afd887-f49c-405a-962c-ad17bbbe45ce req-156d9a08-46eb-4c87-a236-925f482071f4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1020136 Jul 16 18:26:59.285883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8a232-9d39-4054-b915-964af5df960a req-877b4754-2220-488f-aa19-fb9ae35187fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.287355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43f8a232-9d39-4054-b915-964af5df960a req-877b4754-2220-488f-aa19-fb9ae35187fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1096 time: 0.0792773 Jul 16 18:26:59.373171 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-58afd887-f49c-405a-962c-ad17bbbe45ce req-a44155f7-9645-43fe-abbe-9d1c200f1669 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847492 Jul 16 18:26:59.400171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8a232-9d39-4054-b915-964af5df960a req-714b4d01-fedf-4be2-91e6-33c48b13b9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.401747 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43f8a232-9d39-4054-b915-964af5df960a req-714b4d01-fedf-4be2-91e6-33c48b13b9b7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.1076193 Jul 16 18:26:59.417336 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:26:59.471758 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43f8a232-9d39-4054-b915-964af5df960a req-58b1df92-3f0a-4847-b241-e3235fcf9c48 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 999 time: 0.0633078 Jul 16 18:26:59.519936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8a232-9d39-4054-b915-964af5df960a req-f097a019-8e51-4fab-89f8-e0db05268fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.521362 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43f8a232-9d39-4054-b915-964af5df960a req-f097a019-8e51-4fab-89f8-e0db05268fbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0433681 Jul 16 18:26:59.576531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f8a232-9d39-4054-b915-964af5df960a req-fc6fcad7-9672-48e3-8924-4e85235dec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:26:59.578441 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43f8a232-9d39-4054-b915-964af5df960a req-fc6fcad7-9672-48e3-8924-4e85235dec36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509577 Jul 16 18:26:59.673473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43f8a232-9d39-4054-b915-964af5df960a req-9f75cc13-aaf0-44f5-8ce6-7b56cedc67ae service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879059 Jul 16 18:26:59.764662 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43f8a232-9d39-4054-b915-964af5df960a req-de0ecdc8-13b7-4361-92d0-73558ef85c44 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848775 Jul 16 18:27:00.569914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc44b12-f3c6-4133-a231-ac87b53c0197 req-ff0440b1-543c-4f62-bbcc-2d0f6331efe0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.571434 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6fc44b12-f3c6-4133-a231-ac87b53c0197 req-ff0440b1-543c-4f62-bbcc-2d0f6331efe0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0766151 Jul 16 18:27:00.611377 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6fc44b12-f3c6-4133-a231-ac87b53c0197 req-bcc28c1c-0f72-4798-96e3-9f41abae96f8 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342240 Jul 16 18:27:00.794039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d365194-05c6-4f20-81b6-7d627fc8fbd8 req-d12308cc-fc87-42a5-aff8-4ad1fd06c50c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:00.795523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d365194-05c6-4f20-81b6-7d627fc8fbd8 req-d12308cc-fc87-42a5-aff8-4ad1fd06c50c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0706332 Jul 16 18:27:00.834946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d365194-05c6-4f20-81b6-7d627fc8fbd8 req-7ca664b1-5cbe-48f1-90a7-9b811ff38336 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333667 Jul 16 18:27:01.017092 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44f837-49f2-49d0-90f3-8adf495224cc req-21ea3736-a665-4c40-96a4-3f7f9bf218b1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.018623 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc44f837-49f2-49d0-90f3-8adf495224cc req-21ea3736-a665-4c40-96a4-3f7f9bf218b1 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0669365 Jul 16 18:27:01.058422 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc44f837-49f2-49d0-90f3-8adf495224cc req-509d7a3a-c4d1-425d-9b16-720cfe09b186 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341043 Jul 16 18:27:01.446349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132737f2-0b97-4d4a-98bd-bf5a89eede68 req-f26fde46-4d15-4a81-a442-559b4f94f60d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:01.447945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-132737f2-0b97-4d4a-98bd-bf5a89eede68 req-f26fde46-4d15-4a81-a442-559b4f94f60d tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0748880 Jul 16 18:27:01.488178 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-132737f2-0b97-4d4a-98bd-bf5a89eede68 req-273fbcc4-529a-46c9-a57c-4599ff524d6f tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341575 Jul 16 18:27:02.668061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762cba83-3280-4179-aa7d-4f31268e3a66 req-880e4074-908d-49ce-84de-4005605d3e98 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:02.669479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-762cba83-3280-4179-aa7d-4f31268e3a66 req-880e4074-908d-49ce-84de-4005605d3e98 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0651903 Jul 16 18:27:02.712132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-762cba83-3280-4179-aa7d-4f31268e3a66 req-addfeb52-84d1-4191-9f50-0e202d6e73fd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344555 Jul 16 18:27:03.105380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a92b1-f132-4a44-83da-a9d0e7e9ac67 req-96c4bee8-c501-4e75-aec0-351e553d5fe2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.112428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-025a92b1-f132-4a44-83da-a9d0e7e9ac67 req-96c4bee8-c501-4e75-aec0-351e553d5fe2 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1109881 Jul 16 18:27:03.134519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aace391-16a3-4020-b6dd-6bcdc7ecb482 req-bfd2584b-6087-4ae5-a0da-df1220551916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.136085 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4aace391-16a3-4020-b6dd-6bcdc7ecb482 req-bfd2584b-6087-4ae5-a0da-df1220551916 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 1096 time: 0.1061494 Jul 16 18:27:03.173733 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-025a92b1-f132-4a44-83da-a9d0e7e9ac67 req-9f5074ed-4cfd-4390-9b5f-d7700f02b205 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603256 Jul 16 18:27:03.245326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aace391-16a3-4020-b6dd-6bcdc7ecb482 req-160c5ad0-786e-4200-b956-6057cadb66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.247095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4aace391-16a3-4020-b6dd-6bcdc7ecb482 req-160c5ad0-786e-4200-b956-6057cadb66e6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.0948312 Jul 16 18:27:03.316028 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4aace391-16a3-4020-b6dd-6bcdc7ecb482 req-3a068351-f745-4f59-827d-4deda70ddcd4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 200 len: 999 time: 0.0628455 Jul 16 18:27:03.366273 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aace391-16a3-4020-b6dd-6bcdc7ecb482 req-6323a38c-f397-475f-b815-4e1375e36ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.367780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4aace391-16a3-4020-b6dd-6bcdc7ecb482 req-6323a38c-f397-475f-b815-4e1375e36ba9 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0456545 Jul 16 18:27:03.427132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aace391-16a3-4020-b6dd-6bcdc7ecb482 req-3c14d9d9-b0b4-4493-9056-447724e79f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:03.428609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4aace391-16a3-4020-b6dd-6bcdc7ecb482 req-3c14d9d9-b0b4-4493-9056-447724e79f4c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534134 Jul 16 18:27:03.524938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4aace391-16a3-4020-b6dd-6bcdc7ecb482 req-e053780a-4973-462c-8e80-0e816a50cc7e service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898101 Jul 16 18:27:03.615026 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4aace391-16a3-4020-b6dd-6bcdc7ecb482 req-d4850d41-9543-44b7-aaac-4983b3a9acb0 service neutron] 10.222.0.37 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835047 Jul 16 18:27:04.378638 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501950a2-19c6-4564-bc4f-47a386df8276 req-c8660228-6226-4109-92f6-ff4753f33240 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:04.380751 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-501950a2-19c6-4564-bc4f-47a386df8276 req-c8660228-6226-4109-92f6-ff4753f33240 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0754867 Jul 16 18:27:04.441969 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-501950a2-19c6-4564-bc4f-47a386df8276 req-d1633349-7817-4521-99e8-d440ba0c95a3 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552304 Jul 16 18:27:05.624889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57610dd2-d452-4f57-bd6a-2b6c3b46ece6 req-dc1c4f19-524a-4edf-8d88-f4d77b814760 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:05.626538 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57610dd2-d452-4f57-bd6a-2b6c3b46ece6 req-dc1c4f19-524a-4edf-8d88-f4d77b814760 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0708930 Jul 16 18:27:05.670234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-57610dd2-d452-4f57-bd6a-2b6c3b46ece6 req-8337a0e3-5e08-480a-814f-72d044fb5cfb tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374246 Jul 16 18:27:05.856062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eb1da6-2ca1-4146-9953-10c193ba3559 req-d5bd8d8c-a293-4a89-8392-6fc421ee3519 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:05.857595 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c8eb1da6-2ca1-4146-9953-10c193ba3559 req-d5bd8d8c-a293-4a89-8392-6fc421ee3519 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0709543 Jul 16 18:27:05.896762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c8eb1da6-2ca1-4146-9953-10c193ba3559 req-d63bc1a5-db7a-4d11-947b-dbb867ff8ec8 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334098 Jul 16 18:27:06.717333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff157093-97bc-4819-ace7-df74cffadb25 req-3dbcf58a-6eb7-4f27-ba61-216f4180dcd4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:06.719645 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff157093-97bc-4819-ace7-df74cffadb25 req-3dbcf58a-6eb7-4f27-ba61-216f4180dcd4 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=0e3fd488-b301-4962-b0cb-835adf601c0c HTTP/1.1" status: 200 len: 943 time: 0.0627508 Jul 16 18:27:06.823015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ff157093-97bc-4819-ace7-df74cffadb25 req-396f345b-651b-4054-8bc2-f587ee040ac6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Deleting port b4ade678-5a34-4926-bf1d-23e274eb241a {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:06.823352 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff157093-97bc-4819-ace7-df74cffadb25 req-396f345b-651b-4054-8bc2-f587ee040ac6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.912070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ff157093-97bc-4819-ace7-df74cffadb25 req-396f345b-651b-4054-8bc2-f587ee040ac6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] For port b4ade678-5a34-4926-bf1d-23e274eb241a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b4ade678-5a34-4926-bf1d-23e274eb241a,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:06.912341 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff157093-97bc-4819-ace7-df74cffadb25 req-396f345b-651b-4054-8bc2-f587ee040ac6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:06.924320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ff157093-97bc-4819-ace7-df74cffadb25 req-396f345b-651b-4054-8bc2-f587ee040ac6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Calling delete_port for b4ade678-5a34-4926-bf1d-23e274eb241a owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:07.055783 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff157093-97bc-4819-ace7-df74cffadb25 req-396f345b-651b-4054-8bc2-f587ee040ac6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.067235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c591505a-386e-46b4-bdf3-09058b51b896'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:07.086950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396f345b-651b-4054-8bc2-f587ee040ac6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event deleted for resources: {'Port': ['ID=b4ade678-5a34-4926-bf1d-23e274eb241a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:07.091244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:07.136366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff157093-97bc-4819-ace7-df74cffadb25 req-396f345b-651b-4054-8bc2-f587ee040ac6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] No DVR routers for this DVR port b4ade678-5a34-4926-bf1d-23e274eb241a on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:07.139154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ff157093-97bc-4819-ace7-df74cffadb25 req-396f345b-651b-4054-8bc2-f587ee040ac6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:07.142022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff157093-97bc-4819-ace7-df74cffadb25 req-396f345b-651b-4054-8bc2-f587ee040ac6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "DELETE /v2.0/ports/b4ade678-5a34-4926-bf1d-23e274eb241a HTTP/1.1" status: 204 len: 173 time: 0.4174824 Jul 16 18:27:07.142502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'name': 'network-vif-deleted', 'tag': 'b4ade678-5a34-4926-bf1d-23e274eb241a'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:07.145042 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2cc26a0-c7a5-4a9a-83e6-7a7e4b7cfab7" -d '{"events": [{"server_uuid": "0e3fd488-b301-4962-b0cb-835adf601c0c", "name": "network-vif-deleted", "tag": "b4ade678-5a34-4926-bf1d-23e274eb241a"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:07.192120 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e46a7ca0-6273-45e6-a3bc-5a29426182fd x-openstack-request-id: req-e46a7ca0-6273-45e6-a3bc-5a29426182fd {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:07.192815 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e3fd488-b301-4962-b0cb-835adf601c0c", "name": "network-vif-deleted", "tag": "b4ade678-5a34-4926-bf1d-23e274eb241a", "status": "failed", "code": 422}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:07.192815 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e46a7ca0-6273-45e6-a3bc-5a29426182fd {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:07.193132 n-d-794306-7 neutron-server[105439]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0e3fd488-b301-4962-b0cb-835adf601c0c', 'name': 'network-vif-deleted', 'tag': 'b4ade678-5a34-4926-bf1d-23e274eb241a', 'status': 'failed', 'code': 422} returned with failed status Jul 16 18:27:07.992009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d05932-0fc9-469a-9003-bb776b6090eb req-c8bf2a3e-2e3e-44f9-bb8e-cb8f7414acf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:07.993538 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03d05932-0fc9-469a-9003-bb776b6090eb req-c8bf2a3e-2e3e-44f9-bb8e-cb8f7414acf6 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 907 time: 0.0629258 Jul 16 18:27:08.422004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-47ca8fd5-d4f9-4c7a-a7f5-6ec987a03927 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0538721 Jul 16 18:27:08.518401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-162c5b36-be25-4e8d-8276-50d9a5d2f9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.519993 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-162c5b36-be25-4e8d-8276-50d9a5d2f9b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 1097 time: 0.0554144 Jul 16 18:27:08.632360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-1059376a-1109-4507-a978-59584c2a9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.632360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-1059376a-1109-4507-a978-59584c2a9b72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 200 len: 913 time: 0.0901892 Jul 16 18:27:08.671910 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-cf83008b-0e2d-4cd3-9d4f-b224cc54880b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c591505a-386e-46b4-bdf3-09058b51b896 HTTP/1.1" status: 200 len: 217 time: 0.0356843 Jul 16 18:27:08.720519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-3ae54827-08cb-49ef-8425-26bb72cf02f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.721988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-3ae54827-08cb-49ef-8425-26bb72cf02f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 200 len: 851 time: 0.0439723 Jul 16 18:27:08.785143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-3324e73d-2fe4-48fb-8646-46a91f2d2412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:08.786862 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-3324e73d-2fe4-48fb-8646-46a91f2d2412 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=aa7eea33-164a-427f-969a-0a4cda29d16b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586867 Jul 16 18:27:08.886338 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-d53218f5-0c88-4a45-bc5e-5ba038698dc3 service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929875 Jul 16 18:27:08.982059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-574b7c47-34de-4aba-93d8-7ce79f6a98d1 req-17cbf27a-c23e-4de6-948c-2aa99bef929c service neutron] 10.222.0.18 "GET /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893047 Jul 16 18:27:09.200344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ceaa2d6-f5af-4fec-a413-6c1a13cb86df req-53d8f6e9-a46b-479b-9582-57f13917ebbc tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.201870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ceaa2d6-f5af-4fec-a413-6c1a13cb86df req-53d8f6e9-a46b-479b-9582-57f13917ebbc tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 907 time: 0.0841472 Jul 16 18:27:09.493909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5642feb5-ef1f-48dd-9ca2-297fd14ac15c req-de106295-cbe9-4dcb-b557-1bb000a8a3a0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:09.495431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5642feb5-ef1f-48dd-9ca2-297fd14ac15c req-de106295-cbe9-4dcb-b557-1bb000a8a3a0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 907 time: 0.0658913 Jul 16 18:27:09.601566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-5642feb5-ef1f-48dd-9ca2-297fd14ac15c req-510a5a6a-faaf-4353-9360-4e8432c11202 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Deleting port 0ec9d0b2-87a2-4d3e-8465-393924543c96 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:09.601908 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5642feb5-ef1f-48dd-9ca2-297fd14ac15c req-510a5a6a-faaf-4353-9360-4e8432c11202 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.699977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-5642feb5-ef1f-48dd-9ca2-297fd14ac15c req-510a5a6a-faaf-4353-9360-4e8432c11202 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] For port 0ec9d0b2-87a2-4d3e-8465-393924543c96, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0ec9d0b2-87a2-4d3e-8465-393924543c96,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:09.700345 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5642feb5-ef1f-48dd-9ca2-297fd14ac15c req-510a5a6a-faaf-4353-9360-4e8432c11202 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.714893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-5642feb5-ef1f-48dd-9ca2-297fd14ac15c req-510a5a6a-faaf-4353-9360-4e8432c11202 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Calling delete_port for 0ec9d0b2-87a2-4d3e-8465-393924543c96 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:09.860997 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5642feb5-ef1f-48dd-9ca2-297fd14ac15c req-510a5a6a-faaf-4353-9360-4e8432c11202 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.894827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a5a6a-faaf-4353-9360-4e8432c11202 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event deleted for resources: {'Port': ['ID=0ec9d0b2-87a2-4d3e-8465-393924543c96,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:09.949408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-5642feb5-ef1f-48dd-9ca2-297fd14ac15c req-510a5a6a-faaf-4353-9360-4e8432c11202 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] No DVR routers for this DVR port 0ec9d0b2-87a2-4d3e-8465-393924543c96 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:09.952852 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5642feb5-ef1f-48dd-9ca2-297fd14ac15c req-510a5a6a-faaf-4353-9360-4e8432c11202 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:09.954992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5642feb5-ef1f-48dd-9ca2-297fd14ac15c req-510a5a6a-faaf-4353-9360-4e8432c11202 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "DELETE /v2.0/ports/0ec9d0b2-87a2-4d3e-8465-393924543c96 HTTP/1.1" status: 204 len: 173 time: 0.4526525 Jul 16 18:27:09.955455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a66d2fd-7cf4-41ca-8793-fffe245e39aa', 'name': 'network-vif-deleted', 'tag': '0ec9d0b2-87a2-4d3e-8465-393924543c96'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:09.959674 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42f4c1a6-f775-4d05-b3a0-3d2397b7cdc7" -d '{"events": [{"server_uuid": "8a66d2fd-7cf4-41ca-8793-fffe245e39aa", "name": "network-vif-deleted", "tag": "0ec9d0b2-87a2-4d3e-8465-393924543c96"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:09.999910 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c57dcba3-de5d-4b9d-abcc-4002f241d310 x-openstack-request-id: req-c57dcba3-de5d-4b9d-abcc-4002f241d310 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:10.000125 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a66d2fd-7cf4-41ca-8793-fffe245e39aa", "name": "network-vif-deleted", "tag": "0ec9d0b2-87a2-4d3e-8465-393924543c96", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:10.000378 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c57dcba3-de5d-4b9d-abcc-4002f241d310 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:10.000785 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a66d2fd-7cf4-41ca-8793-fffe245e39aa', 'name': 'network-vif-deleted', 'tag': '0ec9d0b2-87a2-4d3e-8465-393924543c96', 'status': 'completed', 'code': 200} Jul 16 18:27:10.361326 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6bc168d5-2ece-4b74-9802-eaa433bd890b req-d49d02fa-93cd-4fc6-b7e7-f4261acf1930 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=8a66d2fd-7cf4-41ca-8793-fffe245e39aa HTTP/1.1" status: 200 len: 210 time: 0.0299900 Jul 16 18:27:11.809216 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186435ba-8dc5-4091-b3b9-6d5b2de46a4e req-e7be6ce6-e717-42b3-9ca2-e0f7dd136ccd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:11.809216 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-186435ba-8dc5-4091-b3b9-6d5b2de46a4e req-e7be6ce6-e717-42b3-9ca2-e0f7dd136ccd tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 946 time: 0.0650790 Jul 16 18:27:11.848101 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-186435ba-8dc5-4091-b3b9-6d5b2de46a4e req-ac1fdac2-cd82-4a80-bb5f-146495db1e7c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340991 Jul 16 18:27:12.183843 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.050227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0ec9d0b2-87a2-4d3e-8465-393924543c96 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:13.060444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206271d5-6e84-494f-a703-4c6961ef5e98 req-b95a2df9-56a5-49a3-93dd-d4340509d4ad tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.062177 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-206271d5-6e84-494f-a703-4c6961ef5e98 req-b95a2df9-56a5-49a3-93dd-d4340509d4ad tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 946 time: 0.0730119 Jul 16 18:27:13.079361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 0ec9d0b2-87a2-4d3e-8465-393924543c96 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:13.080123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0ec9d0b2-87a2-4d3e-8465-393924543c96 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:13.104343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-206271d5-6e84-494f-a703-4c6961ef5e98 req-d3058643-063d-4f49-8b59-034bf122aa80 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367260 Jul 16 18:27:13.456573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ce0ae5-f6de-46f4-8096-d3a670a6e9e8 req-91e3862a-e78e-46d4-8a27-c1fa44a62d76 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:13.458381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8ce0ae5-f6de-46f4-8096-d3a670a6e9e8 req-91e3862a-e78e-46d4-8a27-c1fa44a62d76 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 946 time: 0.0704439 Jul 16 18:27:13.562087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a8ce0ae5-f6de-46f4-8096-d3a670a6e9e8 req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Deleting port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:13.562567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a8ce0ae5-f6de-46f4-8096-d3a670a6e9e8 req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.659701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a8ce0ae5-f6de-46f4-8096-d3a670a6e9e8 req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] For port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:13.660067 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a8ce0ae5-f6de-46f4-8096-d3a670a6e9e8 req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.671660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a8ce0ae5-f6de-46f4-8096-d3a670a6e9e8 req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Calling delete_port for 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:13.807941 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a8ce0ae5-f6de-46f4-8096-d3a670a6e9e8 req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.821522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c591505a-386e-46b4-bdf3-09058b51b896'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:13.845204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event deleted for resources: {'Port': ['ID=256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:13.846145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:13.858931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.859296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.859658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.860172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.860518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.860852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.861180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.861505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.861835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.862166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.862487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.862809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:13.903323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ce0ae5-f6de-46f4-8096-d3a670a6e9e8 req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] No DVR routers for this DVR port 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:13.907067 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a8ce0ae5-f6de-46f4-8096-d3a670a6e9e8 req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:13.908964 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8ce0ae5-f6de-46f4-8096-d3a670a6e9e8 req-8ba0b572-732b-4f9e-bd9f-d7f536f3d11c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "DELETE /v2.0/ports/256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec HTTP/1.1" status: 204 len: 173 time: 0.4443917 Jul 16 18:27:13.909408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8', 'name': 'network-vif-deleted', 'tag': '256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:13.912748 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f874e58-dfdd-4795-89d7-313d13a4273b" -d '{"events": [{"server_uuid": "ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8", "name": "network-vif-deleted", "tag": "256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:13.962349 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5f6b005-e5ff-4419-ac09-71aedd70f6df x-openstack-request-id: req-a5f6b005-e5ff-4419-ac09-71aedd70f6df {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:13.962691 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8", "name": "network-vif-deleted", "tag": "256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:13.962963 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5f6b005-e5ff-4419-ac09-71aedd70f6df {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:13.963542 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8', 'name': 'network-vif-deleted', 'tag': '256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec', 'status': 'completed', 'code': 200} Jul 16 18:27:14.287865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f3001ac-9b00-42c7-874e-2225f846c8a6 req-a0a25ff8-bd8a-4e7a-951f-29b40e75be68 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=ef75dc9b-c5a9-49c1-884b-c4d4aafa46f8 HTTP/1.1" status: 200 len: 210 time: 0.0408342 Jul 16 18:27:15.498449 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fb492c46-2f49-4089-ae90-1ee160521e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:15.743908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c58acc7-2c12-449d-861a-74555e8d1ef6 req-9b260373-e72e-40fc-b261-e657b2febb36 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:15.745478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c58acc7-2c12-449d-861a-74555e8d1ef6 req-9b260373-e72e-40fc-b261-e657b2febb36 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.0708745 Jul 16 18:27:15.785200 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9c58acc7-2c12-449d-861a-74555e8d1ef6 req-adeec3bc-1e9a-42f0-81ff-f1eb4647330c tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330389 Jul 16 18:27:16.842618 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87519de5-2145-46ef-bd4a-add964f232ae req-b5889dc4-00cb-449d-8973-9bbb88c18eea tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:16.844363 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-87519de5-2145-46ef-bd4a-add964f232ae req-b5889dc4-00cb-449d-8973-9bbb88c18eea tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.18 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.0740409 Jul 16 18:27:16.986622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-87519de5-2145-46ef-bd4a-add964f232ae req-50e1371e-d36b-47ab-956c-3cc4fcd1f260 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Deleting port c591505a-386e-46b4-bdf3-09058b51b896 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:16.986871 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-87519de5-2145-46ef-bd4a-add964f232ae req-50e1371e-d36b-47ab-956c-3cc4fcd1f260 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.022215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199b758-f9ef-4d34-8313-ff1e7161ce0c req-478c9d6d-6432-4b57-ae1b-aee51e7ad3c5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:17.023697 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0199b758-f9ef-4d34-8313-ff1e7161ce0c req-478c9d6d-6432-4b57-ae1b-aee51e7ad3c5 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=24883be1-815c-416b-9946-f2b256acc649 HTTP/1.1" status: 200 len: 946 time: 0.1056073 Jul 16 18:27:17.065541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:17.086806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:17.087467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 256b9acd-fcdd-4d2d-a7ae-f18fccd2a4ec not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:17.112481 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0199b758-f9ef-4d34-8313-ff1e7161ce0c req-548db0b5-bcd0-4948-abf8-c2b91efe10d9 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=8e030187-8ca3-49c1-aed0-53504ad81cd8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810952 Jul 16 18:27:17.117724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-87519de5-2145-46ef-bd4a-add964f232ae req-50e1371e-d36b-47ab-956c-3cc4fcd1f260 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] For port c591505a-386e-46b4-bdf3-09058b51b896, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=c591505a-386e-46b4-bdf3-09058b51b896,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:17.118249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-87519de5-2145-46ef-bd4a-add964f232ae req-50e1371e-d36b-47ab-956c-3cc4fcd1f260 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.132000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-87519de5-2145-46ef-bd4a-add964f232ae req-50e1371e-d36b-47ab-956c-3cc4fcd1f260 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Calling delete_port for c591505a-386e-46b4-bdf3-09058b51b896 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:17.262609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-87519de5-2145-46ef-bd4a-add964f232ae req-50e1371e-d36b-47ab-956c-3cc4fcd1f260 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.275174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['c591505a-386e-46b4-bdf3-09058b51b896'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:17.299135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e1371e-d36b-47ab-956c-3cc4fcd1f260 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event deleted for resources: {'Port': ['ID=c591505a-386e-46b4-bdf3-09058b51b896,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:17.357095 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-87519de5-2145-46ef-bd4a-add964f232ae req-50e1371e-d36b-47ab-956c-3cc4fcd1f260 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] No DVR routers for this DVR port c591505a-386e-46b4-bdf3-09058b51b896 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:17.360742 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-87519de5-2145-46ef-bd4a-add964f232ae req-50e1371e-d36b-47ab-956c-3cc4fcd1f260 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:17.362974 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-87519de5-2145-46ef-bd4a-add964f232ae req-50e1371e-d36b-47ab-956c-3cc4fcd1f260 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.18 "DELETE /v2.0/ports/c591505a-386e-46b4-bdf3-09058b51b896 HTTP/1.1" status: 204 len: 173 time: 0.5137124 Jul 16 18:27:17.363867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24883be1-815c-416b-9946-f2b256acc649', 'name': 'network-vif-deleted', 'tag': 'c591505a-386e-46b4-bdf3-09058b51b896'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:17.367911 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b69130f4-7785-4d27-83eb-329a308f0bc0" -d '{"events": [{"server_uuid": "24883be1-815c-416b-9946-f2b256acc649", "name": "network-vif-deleted", "tag": "c591505a-386e-46b4-bdf3-09058b51b896"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:17.415609 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2210b5-27f2-492b-93c8-e27cff31d1f3 x-openstack-request-id: req-ff2210b5-27f2-492b-93c8-e27cff31d1f3 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:17.415913 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24883be1-815c-416b-9946-f2b256acc649", "name": "network-vif-deleted", "tag": "c591505a-386e-46b4-bdf3-09058b51b896", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:17.416169 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff2210b5-27f2-492b-93c8-e27cff31d1f3 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:17.416578 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24883be1-815c-416b-9946-f2b256acc649', 'name': 'network-vif-deleted', 'tag': 'c591505a-386e-46b4-bdf3-09058b51b896', 'status': 'completed', 'code': 200} Jul 16 18:27:18.183172 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-95fc206e-5a6d-4b7a-89bd-c623f1ed2d23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.202547 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:18.851749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322edef-d867-429a-a0c1-9263307b8c54 req-ee8e51df-5ee2-4bb2-bfcf-5e8bd7130c48 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:18.853158 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4322edef-d867-429a-a0c1-9263307b8c54 req-ee8e51df-5ee2-4bb2-bfcf-5e8bd7130c48 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.3300712 Jul 16 18:27:18.896186 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4322edef-d867-429a-a0c1-9263307b8c54 req-625a5846-948a-418d-86ca-a821fec8dda0 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361643 Jul 16 18:27:19.880234 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.073336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4145229-8444-454e-a60d-412a9bfabda3 req-8c517b9a-9ccc-41f2-9220-e20d170c0d97 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.074893 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4145229-8444-454e-a60d-412a9bfabda3 req-8c517b9a-9ccc-41f2-9220-e20d170c0d97 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0651159 Jul 16 18:27:20.116350 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4145229-8444-454e-a60d-412a9bfabda3 req-1a1b93ac-844b-4b44-b7fb-b45c9d6ddb93 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341604 Jul 16 18:27:20.687916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8411d695-28c3-4211-91fe-41e664265a15 req-2818bb8c-d6df-4779-94a0-23a2bd8a3251 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:20.689356 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8411d695-28c3-4211-91fe-41e664265a15 req-2818bb8c-d6df-4779-94a0-23a2bd8a3251 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.0666187 Jul 16 18:27:20.816138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Deleting port e8df009c-fd98-4be5-8234-8122a6e8d66b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:20.816482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:20.911286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] For port e8df009c-fd98-4be5-8234-8122a6e8d66b, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=e8df009c-fd98-4be5-8234-8122a6e8d66b,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:20.911577 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.202670 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.202670 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.202670 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Floating IP a87d7580-f393-4542-b250-43a22519b08b disassociated. External IP: 172.25.7.14, port: e8df009c-fd98-4be5-8234-8122a6e8d66b. Jul 16 18:27:21.203082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Calling delete_port for e8df009c-fd98-4be5-8234-8122a6e8d66b owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:21.343236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0c5c4e-30f3-4399-9905-764c913ce593 req-91bbae03-9215-4519-99c2-53ddc81c8d78 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:21.344786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e0c5c4e-30f3-4399-9905-764c913ce593 req-91bbae03-9215-4519-99c2-53ddc81c8d78 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/ports?device_id=4b7852a2-0008-4888-a039-a5a6cf14b469 HTTP/1.1" status: 200 len: 945 time: 0.1023452 Jul 16 18:27:21.412716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e0c5c4e-30f3-4399-9905-764c913ce593 req-b23c374d-1072-4e20-ae98-bf105de03f0e tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups?id=ba28ab37-c6d2-468e-a685-23c132854dc0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497193 Jul 16 18:27:21.415735 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.449603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event deleted for resources: {'Port': ['ID=e8df009c-fd98-4be5-8234-8122a6e8d66b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:21.586564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:21.696958 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:21.711087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022352d-4486-48f0-ab66-595881107cb7 None None] Sync routers for ids ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:21.723786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022352d-4486-48f0-ab66-595881107cb7 None None] Routers {'9af44e4b-0349-499f-b092-9ac5a5b0fd2d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:21.724707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5022352d-4486-48f0-ab66-595881107cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:21.755212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] No DVR routers for this DVR port e8df009c-fd98-4be5-8234-8122a6e8d66b on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:21.758451 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:21.760581 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8411d695-28c3-4211-91fe-41e664265a15 req-1df77212-3def-4201-b60a-428c799ae7c7 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.37 "DELETE /v2.0/ports/e8df009c-fd98-4be5-8234-8122a6e8d66b HTTP/1.1" status: 204 len: 173 time: 1.0658486 Jul 16 18:27:21.761031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-deleted', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:21.763989 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b98272e-c289-4fef-9f2d-f4115df78191" -d '{"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-deleted", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:21.819442 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c82838e-8a1d-4ec5-b5d0-f51c12f2ff53 x-openstack-request-id: req-4c82838e-8a1d-4ec5-b5d0-f51c12f2ff53 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:21.819789 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b7852a2-0008-4888-a039-a5a6cf14b469", "name": "network-vif-deleted", "tag": "e8df009c-fd98-4be5-8234-8122a6e8d66b", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:21.820029 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c82838e-8a1d-4ec5-b5d0-f51c12f2ff53 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:21.820464 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b7852a2-0008-4888-a039-a5a6cf14b469', 'name': 'network-vif-deleted', 'tag': 'e8df009c-fd98-4be5-8234-8122a6e8d66b', 'status': 'completed', 'code': 200} Jul 16 18:27:21.868661 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c591505a-386e-46b4-bdf3-09058b51b896 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:21.896073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: c591505a-386e-46b4-bdf3-09058b51b896 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:21.896412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device c591505a-386e-46b4-bdf3-09058b51b896 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:21.900011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-5022352d-4486-48f0-ab66-595881107cb7 None None] Set router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:21.964881 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.130868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5022352d-4486-48f0-ab66-595881107cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:16Z', 'revision_number': 4, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6039426a-b07c-46f8-b2b5-f134882115c8', 'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'mac_address': 'fa:16:3e:93:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:26Z', 'revision_number': 5, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'subnets': [{'id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:22.156899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022352d-4486-48f0-ab66-595881107cb7 None None] Checking router: 9af44e4b-0349-499f-b092-9ac5a5b0fd2d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:22.165372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5022352d-4486-48f0-ab66-595881107cb7 None None] Routers {'9af44e4b-0349-499f-b092-9ac5a5b0fd2d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:22.165968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5022352d-4486-48f0-ab66-595881107cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:22.272950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-5022352d-4486-48f0-ab66-595881107cb7 None None] Set router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:22.479711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5022352d-4486-48f0-ab66-595881107cb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:16Z', 'revision_number': 4, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6039426a-b07c-46f8-b2b5-f134882115c8', 'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'mac_address': 'fa:16:3e:93:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:26Z', 'revision_number': 5, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'subnets': [{'id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:22.509835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5022352d-4486-48f0-ab66-595881107cb7 None None] The sync data for ids ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'] in n-d-794306-7 is: [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:19:16Z', 'revision_number': 4, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6039426a-b07c-46f8-b2b5-f134882115c8', 'name': '', 'network_id': 'aa7eea33-164a-427f-969a-0a4cda29d16b', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'mac_address': 'fa:16:3e:93:8d:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2841, 'fixed_ips': [{'subnet_id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:14Z', 'updated_at': '2021-07-16T18:19:26Z', 'revision_number': 5, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'subnets': [{'id': '655be6c6-2ee7-42de-8647-0a29e7b05320', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:22.551329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34618) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:22.609647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.634296 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.688747 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.691400 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.694966 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "DELETE /v2.0/security-groups/ba28ab37-c6d2-468e-a685-23c132854dc0 HTTP/1.1" status: 204 len: 168 time: 0.1401584 Jul 16 18:27:22.695590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34620) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:22.701998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba28ab37-c6d2-468e-a685-23c132854dc0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:22.709933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.710284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.710628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.710968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.711305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.711671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.712001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.712313 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-176b22ae-6bcd-4565-bf82-5b52f2088dba tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] show failed (client error): The resource could not be found. Jul 16 18:27:22.712809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.712809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.712982 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.717502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.717502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701eb17d-de09-42ba-b2f5-08fa1093e789 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:22.717754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-176b22ae-6bcd-4565-bf82-5b52f2088dba tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "GET /v2.0/security-groups/ba28ab37-c6d2-468e-a685-23c132854dc0 HTTP/1.1" status: 404 len: 347 time: 0.0169957 Jul 16 18:27:22.717754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34622) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:22.751054 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a90971-54c7-4eee-a6bf-4d79fd51da0b None None] New status for floating IP a87d7580-f393-4542-b250-43a22519b08b: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:27:22.843309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-80bf9151-54b9-4ebb-abac-239401b7d326 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Deleting port 01364853-0b3a-481a-9dbb-bc3da20bd640 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:22.843817 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80bf9151-54b9-4ebb-abac-239401b7d326 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.930902 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80bf9151-54b9-4ebb-abac-239401b7d326 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.931232 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80bf9151-54b9-4ebb-abac-239401b7d326 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:22.943843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-80bf9151-54b9-4ebb-abac-239401b7d326 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Calling delete_port for 01364853-0b3a-481a-9dbb-bc3da20bd640 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:23.087955 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80bf9151-54b9-4ebb-abac-239401b7d326 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.111248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf9151-54b9-4ebb-abac-239401b7d326 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Pushing event deleted for resources: {'Port': ['ID=01364853-0b3a-481a-9dbb-bc3da20bd640,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:23.181333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80bf9151-54b9-4ebb-abac-239401b7d326 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.183800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80bf9151-54b9-4ebb-abac-239401b7d326 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.184964 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-80bf9151-54b9-4ebb-abac-239401b7d326 tempest-ServerActionsTestJSON-1282262629 tempest-ServerActionsTestJSON-1282262629-project] 10.222.0.47 "DELETE /v2.0/floatingips/a87d7580-f393-4542-b250-43a22519b08b HTTP/1.1" status: 204 len: 168 time: 0.4671655 Jul 16 18:27:23.188334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34630) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:23.681012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:23.937505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] Deleting port 6039426a-b07c-46f8-b2b5-f134882115c8 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:23.938122 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.023135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] For port 6039426a-b07c-46f8-b2b5-f134882115c8, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6039426a-b07c-46f8-b2b5-f134882115c8,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:24.023361 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.038162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] Calling delete_port for 6039426a-b07c-46f8-b2b5-f134882115c8 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:24.220584 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.250572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] Pushing event deleted for resources: {'Port': ['ID=6039426a-b07c-46f8-b2b5-f134882115c8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:24.426960 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:24.640229 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] Router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:24.745976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:24.754709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4e9e189a-1f77-4c5f-8913-bb06370364ba admin admin] 10.222.0.47 "PUT /v2.0/routers/9af44e4b-0349-499f-b092-9ac5a5b0fd2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5622387 Jul 16 18:27:24.754709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34636) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:24.757403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c2494-90f7-4670-8184-daef538a3f6d None None] Sync routers for ids ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:24.768203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c2494-90f7-4670-8184-daef538a3f6d None None] Routers {'9af44e4b-0349-499f-b092-9ac5a5b0fd2d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:24.768837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2494-90f7-4670-8184-daef538a3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:24.894784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0e6c2494-90f7-4670-8184-daef538a3f6d None None] Set router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:25.075760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34640) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:25.112807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:25.130656 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.132470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a942ea0e-6a6f-4f12-af3f-6335ae30c532 admin admin] Deleting subnet 5a36d705-0778-4454-9cc7-eedf8c0f671b {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:25.136049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a942ea0e-6a6f-4f12-af3f-6335ae30c532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.140975 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2494-90f7-4670-8184-daef538a3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:25.145212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: e8df009c-fd98-4be5-8234-8122a6e8d66b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:25.145212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device e8df009c-fd98-4be5-8234-8122a6e8d66b not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:25.177026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a942ea0e-6a6f-4f12-af3f-6335ae30c532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.179168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c2494-90f7-4670-8184-daef538a3f6d None None] Checking router: 9af44e4b-0349-499f-b092-9ac5a5b0fd2d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:25.189682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6c2494-90f7-4670-8184-daef538a3f6d None None] Routers {'9af44e4b-0349-499f-b092-9ac5a5b0fd2d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:25.190366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2494-90f7-4670-8184-daef538a3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:25.219496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a942ea0e-6a6f-4f12-af3f-6335ae30c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.238925 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.286986 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a942ea0e-6a6f-4f12-af3f-6335ae30c532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.316275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-0e6c2494-90f7-4670-8184-daef538a3f6d None None] Set router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:25.316695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Deleting port 87414327-d6f6-4df8-b92b-5328533bbf36 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:25.317225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.317515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942ea0e-6a6f-4f12-af3f-6335ae30c532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a36d705-0778-4454-9cc7-eedf8c0f671b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.320355 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a942ea0e-6a6f-4f12-af3f-6335ae30c532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.323961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a942ea0e-6a6f-4f12-af3f-6335ae30c532 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5a36d705-0778-4454-9cc7-eedf8c0f671b HTTP/1.1" status: 204 len: 168 time: 0.2440193 Jul 16 18:27:25.325030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34642) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:25.448950 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.472205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] For port 87414327-d6f6-4df8-b92b-5328533bbf36, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=87414327-d6f6-4df8-b92b-5328533bbf36,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:25.472570 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.503237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-0e6c2494-90f7-4670-8184-daef538a3f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:25.510184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Calling delete_port for 87414327-d6f6-4df8-b92b-5328533bbf36 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:25.528553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6c2494-90f7-4670-8184-daef538a3f6d None None] The sync data for ids ['9af44e4b-0349-499f-b092-9ac5a5b0fd2d'] in n-d-794306-7 is: [{'id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'name': 'tempest-ServerActionsTestJSON-2145856911-router', 'tenant_id': '55124635a44d4e7fa68f8e94d2a852c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22'}], 'enable_snat': True}, 'gw_port_id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:19:06Z', 'updated_at': '2021-07-16T18:27:24Z', 'revision_number': 5, 'project_id': '55124635a44d4e7fa68f8e94d2a852c1', 'gw_port': {'id': '87414327-d6f6-4df8-b92b-5328533bbf36', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:b2:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9af44e4b-0349-499f-b092-9ac5a5b0fd2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2837, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:19:07Z', 'updated_at': '2021-07-16T18:19:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:25.598109 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.611642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1714ed94-5c96-431f-bf97-d5022e842aa1']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:25.634155 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e63ad08-e981-4b85-ab7a-db2ef82a8e53') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:25.634447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e63ad08-e981-4b85-ab7a-db2ef82a8e53') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:25.646435 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.690323 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.700398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:25.701389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:25.703187 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:25.772974 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.804536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.806380 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1714ed94-5c96-431f-bf97-d5022e842aa1 HTTP/1.1" status: 204 len: 168 time: 0.4804080 Jul 16 18:27:25.809571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a1b51a-4c7f-4878-9ba1-869a82e5c230 admin admin] Pushing event deleted for resources: {'Network': ['ID=1714ed94-5c96-431f-bf97-d5022e842aa1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.833696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.860267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Pushing event deleted for resources: {'Port': ['ID=87414327-d6f6-4df8-b92b-5328533bbf36,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:25.927988 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:25.958371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34646) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:26.004717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-70506b94-55c1-4baa-96a6-f26541a6662a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=96fbbbdc99c74373b69e654ed8587fcf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451066 Jul 16 18:27:26.007140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34648) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:26.032049 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.034277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.062207 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fea71f88-b9b0-4861-b86b-002039d55068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.084911 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.086357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9af44e4b-0349-499f-b092-9ac5a5b0fd2d {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:27:26.090758 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fea71f88-b9b0-4861-b86b-002039d55068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.092009 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.093250 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4073177a-fd8f-4a98-a65f-1431b7fcf33c admin admin] 10.222.0.47 "DELETE /v2.0/routers/9af44e4b-0349-499f-b092-9ac5a5b0fd2d HTTP/1.1" status: 204 len: 168 time: 1.3379731 Jul 16 18:27:26.095674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34650) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:26.149841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-0dc2bee2-fd1e-481c-8bd9-e8bcc9e19516 admin admin] Deleting subnet 655be6c6-2ee7-42de-8647-0a29e7b05320 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:26.153310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0dc2bee2-fd1e-481c-8bd9-e8bcc9e19516 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.153452 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fea71f88-b9b0-4861-b86b-002039d55068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.157022 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fea71f88-b9b0-4861-b86b-002039d55068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.158209 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fea71f88-b9b0-4861-b86b-002039d55068 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b23d298b-827d-487d-bc9e-a9879ffb429a HTTP/1.1" status: 204 len: 168 time: 0.1500616 Jul 16 18:27:26.167223 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea71f88-b9b0-4861-b86b-002039d55068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23d298b-827d-487d-bc9e-a9879ffb429a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.196974 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0dc2bee2-fd1e-481c-8bd9-e8bcc9e19516 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.299024 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0dc2bee2-fd1e-481c-8bd9-e8bcc9e19516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.354033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0dc2bee2-fd1e-481c-8bd9-e8bcc9e19516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.381654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2bee2-fd1e-481c-8bd9-e8bcc9e19516 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=655be6c6-2ee7-42de-8647-0a29e7b05320,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.386729 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0dc2bee2-fd1e-481c-8bd9-e8bcc9e19516 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.391621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0dc2bee2-fd1e-481c-8bd9-e8bcc9e19516 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/655be6c6-2ee7-42de-8647-0a29e7b05320 HTTP/1.1" status: 204 len: 168 time: 0.2923765 Jul 16 18:27:26.391785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8dc54d-e2c9-4e56-80c7-4065a063f628 None None] Network aa7eea33-164a-427f-969a-0a4cda29d16b requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:26.392240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34656) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:26.460787 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.520026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Deleting port 70958736-131f-487a-a9f6-f0b8c778b491 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:26.520487 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.588402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] For port 70958736-131f-487a-a9f6-f0b8c778b491, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=70958736-131f-487a-a9f6-f0b8c778b491,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:26.588780 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.602937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Calling delete_port for 70958736-131f-487a-a9f6-f0b8c778b491 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:26.610188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] DHCP port deletion for aa7eea33-164a-427f-969a-0a4cda29d16b request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:26.673642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Deleting port 70958736-131f-487a-a9f6-f0b8c778b491 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:26.674080 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.722784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.754423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Pushing event deleted for resources: {'Port': ['ID=70958736-131f-487a-a9f6-f0b8c778b491,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:26.756282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] No DVR routers for this DVR port 70958736-131f-487a-a9f6-f0b8c778b491 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:26.768592 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] For port 70958736-131f-487a-a9f6-f0b8c778b491, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=70958736-131f-487a-a9f6-f0b8c778b491,segment=NetworkSegment(f58b213b-53e3-42d4-affe-b188380466c4),segment_id=f58b213b-53e3-42d4-affe-b188380466c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:26.768988 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.782515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Calling delete_port for 70958736-131f-487a-a9f6-f0b8c778b491 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:26.845729 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.861503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa7eea33-164a-427f-969a-0a4cda29d16b']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:26.873927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58b213b-53e3-42d4-affe-b188380466c4') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:26.874499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58b213b-53e3-42d4-affe-b188380466c4') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:26.891150 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.895172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 87414327-d6f6-4df8-b92b-5328533bbf36 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:26.909048 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.917088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Releasing vlan 391 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:26.917997 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:26.920414 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:26.984672 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.985619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34674) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:26.991516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:26.995100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] 10.222.0.47 "DELETE /v2.0/networks/aa7eea33-164a-427f-969a-0a4cda29d16b HTTP/1.1" status: 204 len: 168 time: 0.6023054 Jul 16 18:27:27.008422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178c946-e8df-4b16-a725-a42399eb1845 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa7eea33-164a-427f-969a-0a4cda29d16b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 18:27:27.087005 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 18:27:27.091052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 87414327-d6f6-4df8-b92b-5328533bbf36 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:27.091052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 87414327-d6f6-4df8-b92b-5328533bbf36 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:27.091052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 70958736-131f-487a-a9f6-f0b8c778b491 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:27.112443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 70958736-131f-487a-a9f6-f0b8c778b491 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:27.112987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 70958736-131f-487a-a9f6-f0b8c778b491 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:27.113567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6039426a-b07c-46f8-b2b5-f134882115c8 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:27.114333 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1049804869-network', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:27.117472 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.129949 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34680) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:27.141532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 6039426a-b07c-46f8-b2b5-f134882115c8 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:27.141873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6039426a-b07c-46f8-b2b5-f134882115c8 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:27.157213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Made reservation on behalf of 0403ca1b197b4f7490c62ad248b26f9d for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:27.159576 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.162675 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Network aa7eea33-164a-427f-969a-0a4cda29d16b is not hosted by any dhcp agent {{(pid=105440) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:27:27.163143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] No DVR routers for this DVR port 70958736-131f-487a-a9f6-f0b8c778b491 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:27.164823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Pushing event deleted for resources: {'Port': ['ID=70958736-131f-487a-a9f6-f0b8c778b491,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.176424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.177011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.177596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.177942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.178464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.178895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.179191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.179447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.179815 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.179975 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.180182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.180679 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.181185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-930d4ce4-d164-48c1-8605-a03f50de846c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:27.203302 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2ff82aae-9001-4a27-929b-1b6ec73c8ff9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=55124635a44d4e7fa68f8e94d2a852c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722859 Jul 16 18:27:27.205806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34682) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:27.287218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bebfe3b3-c0f8-4b72-bcb1-8fe6ba850807 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.322731 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bebfe3b3-c0f8-4b72-bcb1-8fe6ba850807 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.368536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.375932 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.403549 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bebfe3b3-c0f8-4b72-bcb1-8fe6ba850807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.406105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bebfe3b3-c0f8-4b72-bcb1-8fe6ba850807 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.407251 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bebfe3b3-c0f8-4b72-bcb1-8fe6ba850807 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e030187-8ca3-49c1-aed0-53504ad81cd8 HTTP/1.1" status: 204 len: 168 time: 0.2005398 Jul 16 18:27:27.408176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 374} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:27.418198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db96d0e4-e1ec-4316-9e4b-de9b6d384dc1,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.425363 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.425645 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Added segment 6804f271-b77d-4d5d-8057-0ab256e4422b of type vlan for network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 Jul 16 18:27:27.440268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebfe3b3-c0f8-4b72-bcb1-8fe6ba850807 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e030187-8ca3-49c1-aed0-53504ad81cd8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.473648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.508175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.509323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.509973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.540233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5532856 Jul 16 18:27:27.542100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34686) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:27.547973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] Request body: {'subnet': {'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1049804869-subnet', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:27.569328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] Made reservation on behalf of 0403ca1b197b4f7490c62ad248b26f9d for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:27.571832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.576694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0326c204-6248-4d55-9879-cc9a05428887 admin admin] Pushing event updated for resources: {'Network': ['ID=289e43f4-dcd5-429e-8149-2ba698e6c3f3,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.587308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:27.755223 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.820460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:27.829658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] Checking segment: {'id': '6804f271-b77d-4d5d-8057-0ab256e4422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:27.830028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] Network hostable DHCP agents. Network: 289e43f4-dcd5-429e-8149-2ba698e6c3f3, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:27.847165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] Network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:27.855408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 289e43f4-dcd5-429e-8149-2ba698e6c3f3) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:27.860813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:27.861410 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.865118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d183643-43e3-4902-bf21-a85ed9442970 None None] Network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:27.879391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7b61b7da-8dab-47f1-844c-2bbf9c6cc04d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3358920 Jul 16 18:27:27.881810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34698) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:27.886211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1049804869-router', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:27.911994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.913018 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:27.969126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.031841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-289e43f4-dcd5-429e-8149-2ba698e6c3f3', 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'fixed_ips': [{'subnet_id': '0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:28.033489 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.109286 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.134134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34708) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:28.183200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Allocated IP 172.20.0.2 (289e43f4-dcd5-429e-8149-2ba698e6c3f3/0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2/340bd7e5-d786-4daa-bd53-564dc83f899f) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:28.242084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1183978618-network', 'tenant_id': 'e53922f1d7e64b63833803cd8bc06d6d'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:28.263860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Made reservation on behalf of e53922f1d7e64b63833803cd8bc06d6d for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:28.266312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.275577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.326170 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.332785 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.343440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Transition to ACTIVE for port object 340bd7e5-d786-4daa-bd53-564dc83f899f will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:28.354664 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.360228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Transition to ACTIVE for port object 340bd7e5-d786-4daa-bd53-564dc83f899f will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:28.367266 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.378900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.383522 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.413817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:28.416560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:28.418530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:28.424014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:28.427351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Pushing event updated for resources: {'Port': ['ID=340bd7e5-d786-4daa-bd53-564dc83f899f,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.428102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6323e298-505b-461b-aaf5-dbc506f3a76e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.434894 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.436611 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Added segment 2e54fd53-e223-4da6-ae42-6e59a39c3663 of type vlan for network 80edb4d2-a134-4ac5-8e3d-f101b330e206 Jul 16 18:27:28.485636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Attempting to bind port 340bd7e5-d786-4daa-bd53-564dc83f899f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:28.486094 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Attempting to bind port 340bd7e5-d786-4daa-bd53-564dc83f899f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '6804f271-b77d-4d5d-8057-0ab256e4422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:28.486523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Attempting to bind port 340bd7e5-d786-4daa-bd53-564dc83f899f on network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:28.489263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.492911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:28.493389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Checking segment: {'id': '6804f271-b77d-4d5d-8057-0ab256e4422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:28.493864 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.494313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Bound using segment: {'id': '6804f271-b77d-4d5d-8057-0ab256e4422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:28.494845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Bound port: 340bd7e5-d786-4daa-bd53-564dc83f899f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6804f271-b77d-4d5d-8057-0ab256e4422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:28.495406 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.525783 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.526750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.527326 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.530757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Allocated IP 172.25.7.171 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/c8f01020-27fb-4b15-bddf-e341210acbae) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:28.560600 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4247818 Jul 16 18:27:28.564452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34712) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:28.566277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] For port 340bd7e5-d786-4daa-bd53-564dc83f899f, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:28.569357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] Request body: {'subnet': {'network_id': '80edb4d2-a134-4ac5-8e3d-f101b330e206', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1183978618-subnet', 'tenant_id': 'e53922f1d7e64b63833803cd8bc06d6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:28.569901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] For port 340bd7e5-d786-4daa-bd53-564dc83f899f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=340bd7e5-d786-4daa-bd53-564dc83f899f,segment=NetworkSegment(6804f271-b77d-4d5d-8057-0ab256e4422b),segment_id=6804f271-b77d-4d5d-8057-0ab256e4422b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:28.574540 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.605765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c349e3c6-1ad7-405f-a45c-90f094e3037a admin admin] Pushing event updated for resources: {'Network': ['ID=80edb4d2-a134-4ac5-8e3d-f101b330e206,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.625357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] Made reservation on behalf of e53922f1d7e64b63833803cd8bc06d6d for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:28.627096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 80edb4d2-a134-4ac5-8e3d-f101b330e206 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:28.628063 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.667732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4957c-dc0b-4c1a-83ad-7155e8a2e6ea None None] Pushing event updated for resources: {'Port': ['ID=340bd7e5-d786-4daa-bd53-564dc83f899f,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.668360 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.720050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.759682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:28.765090 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:28.768087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:28.799447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Pushing event updated for resources: {'Port': ['ID=c8f01020-27fb-4b15-bddf-e341210acbae,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.824289 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.899796 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a6e6f65-6c88-448e-b86a-c871f91197c1,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:28.936482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] Checking segment: {'id': '2e54fd53-e223-4da6-ae42-6e59a39c3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '80edb4d2-a134-4ac5-8e3d-f101b330e206'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:28.936933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] Network hostable DHCP agents. Network: 80edb4d2-a134-4ac5-8e3d-f101b330e206, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:28.955789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] Network 80edb4d2-a134-4ac5-8e3d-f101b330e206 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:28.967529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 80edb4d2-a134-4ac5-8e3d-f101b330e206) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:28.972104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:28.972690 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:28.978911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-187cde1c-9d23-4bdd-bb0e-ae2b9757a0c1 None None] Network 80edb4d2-a134-4ac5-8e3d-f101b330e206 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:28.999995 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9f42f2ce-feec-4735-9eab-7b08b6a99a02 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4343293 Jul 16 18:27:29.084578 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.128864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c06fb0b-5b09-4a99-a45d-579d49943878 None None] Network 80edb4d2-a134-4ac5-8e3d-f101b330e206 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:29.417742 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.641325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-f531387b-52cf-4fa6-8165-ae9f80a113e3 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:29.642885 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-f531387b-52cf-4fa6-8165-ae9f80a113e3 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/networks?id=80edb4d2-a134-4ac5-8e3d-f101b330e206 HTTP/1.1" status: 200 len: 809 time: 0.1841714 Jul 16 18:27:29.663845 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:29.667135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-f0781384-c952-426c-9934-de76dd99ae0f tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/quotas/e53922f1d7e64b63833803cd8bc06d6d HTTP/1.1" status: 200 len: 375 time: 0.0170679 Jul 16 18:27:29.694906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d6db9b-98cd-40f1-9498-3f9d28907f1c None None] Network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:29.757072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-4b796520-2b6c-4998-916b-a5092ec33cfd tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=e53922f1d7e64b63833803cd8bc06d6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0832324 Jul 16 18:27:29.784519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-df23d259-d380-4dc5-b626-3d203eb1990f None None] Provisioning for port 340bd7e5-d786-4daa-bd53-564dc83f899f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:29.903623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-367ab01b-c915-455c-ab3a-572636316b58 service neutron] 10.222.0.47 "GET /v2.0/networks/80edb4d2-a134-4ac5-8e3d-f101b330e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121101 Jul 16 18:27:29.941487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Router 144c43b8-3472-4597-b8ce-e88335361adc is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:27:30.074770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-eef69d07-42c8-4cde-939f-feed0b3928c6 service neutron] 10.222.0.47 "GET /v2.0/networks/80edb4d2-a134-4ac5-8e3d-f101b330e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634128 Jul 16 18:27:30.098410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:30.107809 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Sync routers for ids ['144c43b8-3472-4597-b8ce-e88335361adc'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:30.115920 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.117513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bb8c7f4f-ac36-41ff-be26-b4a37aa74491 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.2347741 Jul 16 18:27:30.120262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34730) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:30.123317 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Routers {'144c43b8-3472-4597-b8ce-e88335361adc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:30.124209 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['144c43b8-3472-4597-b8ce-e88335361adc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:30.243037 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Set router 144c43b8-3472-4597-b8ce-e88335361adc gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:30.334631 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8cfda04-014a-47ce-907e-9837a153802a req-95ac5df7-459b-4723-b262-ca9e17ed1a2b tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 210 time: 0.0381467 Jul 16 18:27:30.539498 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144c43b8-3472-4597-b8ce-e88335361adc', 'name': 'tempest-TestAggregatesBasicOps-1049804869-router', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:27Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 3, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'gw_port': {'id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144c43b8-3472-4597-b8ce-e88335361adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:28Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:30.571128 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Checking router: 144c43b8-3472-4597-b8ce-e88335361adc for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:30.571781 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Updating router 144c43b8-3472-4597-b8ce-e88335361adc port c8f01020-27fb-4b15-bddf-e341210acbae binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:30.608711 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.613800 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.787927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Allocated IP 172.20.0.1 (289e43f4-dcd5-429e-8149-2ba698e6c3f3/0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2/ba2a6628-b2c8-4957-8a17-e21e613a3946) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:30.887457 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.899241 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Transition to ACTIVE for port object c8f01020-27fb-4b15-bddf-e341210acbae will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:30.906889 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.912814 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.913325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 340bd7e5-d786-4daa-bd53-564dc83f899f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:30.926769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Transition to ACTIVE for port object ba2a6628-b2c8-4957-8a17-e21e613a3946 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:30.969558 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Attempting to bind port c8f01020-27fb-4b15-bddf-e341210acbae on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:30.969920 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Attempting to bind port c8f01020-27fb-4b15-bddf-e341210acbae by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:30.970309 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Attempting to bind port c8f01020-27fb-4b15-bddf-e341210acbae on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:30.970458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 340bd7e5-d786-4daa-bd53-564dc83f899f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:30.976150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 340bd7e5-d786-4daa-bd53-564dc83f899f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:30.976581 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.978243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.978922 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:30.979277 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:30.981249 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:30.982898 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:30.983772 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Bound port: c8f01020-27fb-4b15-bddf-e341210acbae, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:30.984346 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.024662 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:31.028360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:31.033628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:31.055661 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] For port c8f01020-27fb-4b15-bddf-e341210acbae, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:31.059487 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] For port c8f01020-27fb-4b15-bddf-e341210acbae, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c8f01020-27fb-4b15-bddf-e341210acbae,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:31.066626 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Pushing event updated for resources: {'Port': ['ID=c8f01020-27fb-4b15-bddf-e341210acbae,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.070430 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.082328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2a6628-b2c8-4957-8a17-e21e613a3946,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.086773 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.087334 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.087953 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.088438 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.088920 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.089478 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.089957 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.090905 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.091623 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.092305 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.092801 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.093281 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:27:31.100964 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.112360 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.140122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 340bd7e5-d786-4daa-bd53-564dc83f899f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=340bd7e5-d786-4daa-bd53-564dc83f899f,segment=NetworkSegment(6804f271-b77d-4d5d-8057-0ab256e4422b),segment_id=6804f271-b77d-4d5d-8057-0ab256e4422b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:31.147061 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.156066 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c435f7c-50ba-492a-b3fc-1c3c2c1ff678 None None] Pushing event updated for resources: {'Port': ['ID=c8f01020-27fb-4b15-bddf-e341210acbae,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.165322 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Routers {'144c43b8-3472-4597-b8ce-e88335361adc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:31.165943 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['144c43b8-3472-4597-b8ce-e88335361adc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:31.214596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=340bd7e5-d786-4daa-bd53-564dc83f899f,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.280016 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] Set router 144c43b8-3472-4597-b8ce-e88335361adc gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:31.294933 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.363348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4c4221d5-8263-4d8c-9a70-a338f399396a None None] Provisioning for port ba2a6628-b2c8-4957-8a17-e21e613a3946 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:31.379438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4c4221d5-8263-4d8c-9a70-a338f399396a None None] Provisioning complete for port ba2a6628-b2c8-4957-8a17-e21e613a3946 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:31.380206 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4c4221d5-8263-4d8c-9a70-a338f399396a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.418574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4c4221d5-8263-4d8c-9a70-a338f399396a None None] Port ba2a6628-b2c8-4957-8a17-e21e613a3946 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:31.472888 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.478266 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.530487 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144c43b8-3472-4597-b8ce-e88335361adc', 'name': 'tempest-TestAggregatesBasicOps-1049804869-router', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:27Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 3, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'gw_port': {'id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144c43b8-3472-4597-b8ce-e88335361adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:28Z', 'updated_at': '2021-07-16T18:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:31.549428 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:31.552514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Pushing event updated for resources: {'Port': ['ID=ba2a6628-b2c8-4957-8a17-e21e613a3946,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:31.559108 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3dbf366a-734c-48ad-bd49-accbe884c314 req-dcb91d31-7b3d-42e2-9885-137ea5ab7913 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 210 time: 0.0312109 Jul 16 18:27:31.564547 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900ec1d5-3a80-46bb-bd08-65f53a848809 None None] The sync data for ids ['144c43b8-3472-4597-b8ce-e88335361adc'] in n-d-794306-7 is: [{'id': '144c43b8-3472-4597-b8ce-e88335361adc', 'name': 'tempest-TestAggregatesBasicOps-1049804869-router', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:27Z', 'updated_at': '2021-07-16T18:27:28Z', 'revision_number': 3, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'gw_port': {'id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d8:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144c43b8-3472-4597-b8ce-e88335361adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:28Z', 'updated_at': '2021-07-16T18:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:31.673461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-2ccf9973-6b78-42b9-a1a3-31693c2cd912 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:31.674976 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-2ccf9973-6b78-42b9-a1a3-31693c2cd912 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.37 "GET /v2.0/networks?id=80edb4d2-a134-4ac5-8e3d-f101b330e206 HTTP/1.1" status: 200 len: 809 time: 0.1761255 Jul 16 18:27:31.683311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:31.684746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:31.707840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Request body: {'port': {'device_id': '985f7963-6b8f-442c-a2e5-d379300423b6', 'network_id': '80edb4d2-a134-4ac5-8e3d-f101b330e206', 'admin_state_up': True, 'tenant_id': 'e53922f1d7e64b63833803cd8bc06d6d'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:31.857484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Router 144c43b8-3472-4597-b8ce-e88335361adc has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:31.892406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Made reservation on behalf of e53922f1d7e64b63833803cd8bc06d6d for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:31.897003 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.003276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:32.016786 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b5ebf807-f884-46d0-b305-04963ca27637 admin admin] 10.222.0.47 "PUT /v2.0/routers/144c43b8-3472-4597-b8ce-e88335361adc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8869474 Jul 16 18:27:32.050159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-359758e4-8ec0-4039-ab7e-93104c507016 None None] Provisioning complete for port ba2a6628-b2c8-4957-8a17-e21e613a3946 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:32.050720 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-359758e4-8ec0-4039-ab7e-93104c507016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.053049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Allocated IP 172.20.0.12 (80edb4d2-a134-4ac5-8e3d-f101b330e206/5a6e6f65-6c88-448e-b86a-c871f91197c1/55280c50-082f-4dfc-be95-e9264ca84abb) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:32.095343 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-359758e4-8ec0-4039-ab7e-93104c507016 None None] Port ba2a6628-b2c8-4957-8a17-e21e613a3946 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:32.222622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.265188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.322994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Network 80edb4d2-a134-4ac5-8e3d-f101b330e206 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:32.326963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:32.331137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:32.343229 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Pushing event updated for resources: {'Port': ['ID=55280c50-082f-4dfc-be95-e9264ca84abb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:32.400475 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.401243 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.417708 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c515777-abe3-4e89-a25f-2e34f5e30a83 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7147658 Jul 16 18:27:32.437724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Request body: {'port': {'device_id': '985f7963-6b8f-442c-a2e5-d379300423b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:32.513958 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.547998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34758) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:32.553383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1194452568-network', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:32.576693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Made reservation on behalf of 6a0f1609187d4e0ebad52ae861b57ab0 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:32.579323 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.589891 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.685599 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.697668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.736190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:32.759233 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.759505 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Added segment 71e6a446-5c09-4ad4-b85a-41a232d90e06 of type vlan for network 0003562c-53d2-43df-91d2-9f2530bbea15 Jul 16 18:27:32.777402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f813489-6bb5-475f-b9d0-3b4252bb8937,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:32.812756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55280c50-082f-4dfc-be95-e9264ca84abb {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:32.820810 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.827050 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.835478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Transition to ACTIVE for port object 55280c50-082f-4dfc-be95-e9264ca84abb will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:32.840551 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.847094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0117b5-4ab2-4eb5-a479-540efa1b3d6a req-b1927201-fe5b-4ab1-a75f-40f3294d6a71 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.848678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb0117b5-4ab2-4eb5-a479-540efa1b3d6a req-b1927201-fe5b-4ab1-a75f-40f3294d6a71 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 932 time: 0.1616166 Jul 16 18:27:32.900872 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eb0117b5-4ab2-4eb5-a479-540efa1b3d6a req-0bde573f-c710-4b0a-b73a-5c732c76714b tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/security-groups?id=6323e298-505b-461b-aaf5-dbc506f3a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 Jul 16 18:27:32.901582 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.902506 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:32.903103 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:32.940348 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3909345 Jul 16 18:27:32.942898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34762) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:32.947691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] Request body: {'subnet': {'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1194452568-subnet', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:32.953077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Pushing event updated for resources: {'Port': ['ID=55280c50-082f-4dfc-be95-e9264ca84abb,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:32.983076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febe7ab-d65e-4829-b616-229ec54eb570 admin admin] Pushing event updated for resources: {'Network': ['ID=0003562c-53d2-43df-91d2-9f2530bbea15,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:32.985372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c8f01020-27fb-4b15-bddf-e341210acbae up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:32.997130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Attempting to bind port 55280c50-082f-4dfc-be95-e9264ca84abb on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:32.998222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Attempting to bind port 55280c50-082f-4dfc-be95-e9264ca84abb by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '2e54fd53-e223-4da6-ae42-6e59a39c3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '80edb4d2-a134-4ac5-8e3d-f101b330e206'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:32.998643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Attempting to bind port 55280c50-082f-4dfc-be95-e9264ca84abb on network 80edb4d2-a134-4ac5-8e3d-f101b330e206 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:33.004776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] Made reservation on behalf of 6a0f1609187d4e0ebad52ae861b57ab0 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:33.006191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Port 55280c50-082f-4dfc-be95-e9264ca84abb on network 80edb4d2-a134-4ac5-8e3d-f101b330e206 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:33.006803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Attempting to bind port 55280c50-082f-4dfc-be95-e9264ca84abb on network 80edb4d2-a134-4ac5-8e3d-f101b330e206 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:33.008049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.015126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:33.015837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Checking segment: {'id': '2e54fd53-e223-4da6-ae42-6e59a39c3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '80edb4d2-a134-4ac5-8e3d-f101b330e206'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:33.016313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Bound using segment: {'id': '2e54fd53-e223-4da6-ae42-6e59a39c3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '80edb4d2-a134-4ac5-8e3d-f101b330e206'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:33.016815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 0003562c-53d2-43df-91d2-9f2530bbea15 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:33.016959 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Bound port: 55280c50-082f-4dfc-be95-e9264ca84abb, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e54fd53-e223-4da6-ae42-6e59a39c3663', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '80edb4d2-a134-4ac5-8e3d-f101b330e206'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:33.017319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.096026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] For port 55280c50-082f-4dfc-be95-e9264ca84abb, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:33.099406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] For port 55280c50-082f-4dfc-be95-e9264ca84abb, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=55280c50-082f-4dfc-be95-e9264ca84abb,segment=NetworkSegment(2e54fd53-e223-4da6-ae42-6e59a39c3663),segment_id=2e54fd53-e223-4da6-ae42-6e59a39c3663)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:33.108301 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.114656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port c8f01020-27fb-4b15-bddf-e341210acbae completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:33.119287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c8f01020-27fb-4b15-bddf-e341210acbae triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:33.119910 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.144136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.144552 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.145963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b952213a-3746-45ae-88e6-507720e5691a service neutron] 10.222.0.37 "PUT /v2.0/ports/55280c50-082f-4dfc-be95-e9264ca84abb HTTP/1.1" status: 200 len: 1092 time: 0.7137206 Jul 16 18:27:33.146408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985f7963-6b8f-442c-a2e5-d379300423b6', 'tag': '55280c50-082f-4dfc-be95-e9264ca84abb'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:33.149178 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28fa7c09-359c-4e70-bd77-77efde6541bd" -d '{"events": [{"name": "network-changed", "server_uuid": "985f7963-6b8f-442c-a2e5-d379300423b6", "tag": "55280c50-082f-4dfc-be95-e9264ca84abb"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:33.180441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952213a-3746-45ae-88e6-507720e5691a service neutron] Pushing event updated for resources: {'Port': ['ID=55280c50-082f-4dfc-be95-e9264ca84abb,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:33.217944 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8211e0c-1f86-4ac9-a25b-300d001e694b x-openstack-request-id: req-c8211e0c-1f86-4ac9-a25b-300d001e694b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:33.218233 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985f7963-6b8f-442c-a2e5-d379300423b6", "tag": "55280c50-082f-4dfc-be95-e9264ca84abb", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:33.218485 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8211e0c-1f86-4ac9-a25b-300d001e694b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:33.218877 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985f7963-6b8f-442c-a2e5-d379300423b6', 'tag': '55280c50-082f-4dfc-be95-e9264ca84abb', 'status': 'completed', 'code': 200} Jul 16 18:27:33.237632 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.256636 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.262134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port c8f01020-27fb-4b15-bddf-e341210acbae, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c8f01020-27fb-4b15-bddf-e341210acbae,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:33.268355 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.270504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 340bd7e5-d786-4daa-bd53-564dc83f899f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:33.273277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b509801f-1747-4978-b66b-c4bf464fc39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.274808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-b509801f-1747-4978-b66b-c4bf464fc39b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e53922f1d7e64b63833803cd8bc06d6d&device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 1095 time: 0.0661426 Jul 16 18:27:33.327789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f2c49994-3e5a-40ff-b756-f6c069986016,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:33.335478 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] Checking segment: {'id': '71e6a446-5c09-4ad4-b85a-41a232d90e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:33.335916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] Network hostable DHCP agents. Network: 0003562c-53d2-43df-91d2-9f2530bbea15, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:33.336036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-0c50562b-263e-4dfa-b6b8-d5edd89be296 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55280c50-082f-4dfc-be95-e9264ca84abb HTTP/1.1" status: 200 len: 217 time: 0.0471239 Jul 16 18:27:33.352933 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=c8f01020-27fb-4b15-bddf-e341210acbae,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:33.365629 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] Network 0003562c-53d2-43df-91d2-9f2530bbea15 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:33.375248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 340bd7e5-d786-4daa-bd53-564dc83f899f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:33.375711 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.379001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 0003562c-53d2-43df-91d2-9f2530bbea15) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:33.384371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.392663 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.394107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-f5aac5bc-2fa9-4736-9764-2e764d90070c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.395445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-f5aac5bc-2fa9-4736-9764-2e764d90070c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a6e6f65-6c88-448e-b86a-c871f91197c1 HTTP/1.1" status: 200 len: 849 time: 0.0524871 Jul 16 18:27:33.401350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a5dcdbf-5afd-4bbe-a9f3-ad864caf5e5d None None] Network 0003562c-53d2-43df-91d2-9f2530bbea15 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:33.411289 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1f106f60-3b4c-4b2c-9052-fb8a2dca1871 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4669461 Jul 16 18:27:33.413446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34766) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:33.418662 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1194452568-router', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:33.432678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-cb1ea534-9f5c-4d61-85d1-b9301757bb2f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80edb4d2-a134-4ac5-8e3d-f101b330e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304861 Jul 16 18:27:33.441243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.442741 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.500066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.513846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Sync routers for ids ['144c43b8-3472-4597-b8ce-e88335361adc'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:33.536093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-45d25f37-3492-46d5-8f3c-7f3ec9c08bdb service neutron] 10.222.0.37 "GET /v2.0/networks/80edb4d2-a134-4ac5-8e3d-f101b330e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974295 Jul 16 18:27:33.594124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Routers {'144c43b8-3472-4597-b8ce-e88335361adc'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:33.594959 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['144c43b8-3472-4597-b8ce-e88335361adc'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:33.636009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c756a329-3cc5-4411-a1f8-152465a2ff58 req-c862bea9-f73c-419a-9b0d-64dde3fd8b0a service neutron] 10.222.0.37 "GET /v2.0/networks/80edb4d2-a134-4ac5-8e3d-f101b330e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915434 Jul 16 18:27:33.647327 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.701754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-0003562c-53d2-43df-91d2-9f2530bbea15', 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'fixed_ips': [{'subnet_id': 'f2c49994-3e5a-40ff-b756-f6c069986016'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:33.702603 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.794001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Set router 144c43b8-3472-4597-b8ce-e88335361adc gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:33.800338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa7c09-359c-4e70-bd77-77efde6541bd req-9d6199e6-31d0-420a-a817-75e114e1e937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.802035 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28fa7c09-359c-4e70-bd77-77efde6541bd req-9d6199e6-31d0-420a-a817-75e114e1e937 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=e53922f1d7e64b63833803cd8bc06d6d&device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 1095 time: 0.0654626 Jul 16 18:27:33.853644 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.879818 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:33.905638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa7c09-359c-4e70-bd77-77efde6541bd req-986ab022-70be-4c72-a83e-26f60e7cd323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:33.907259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28fa7c09-359c-4e70-bd77-77efde6541bd req-986ab022-70be-4c72-a83e-26f60e7cd323 service neutron] 10.222.0.37 "GET /v2.0/networks?id=80edb4d2-a134-4ac5-8e3d-f101b330e206 HTTP/1.1" status: 200 len: 910 time: 0.0982757 Jul 16 18:27:33.944748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Allocated IP 172.20.0.2 (0003562c-53d2-43df-91d2-9f2530bbea15/f2c49994-3e5a-40ff-b756-f6c069986016/1311defe-cb3b-47d1-b789-25e907037ca2) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:33.958707 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28fa7c09-359c-4e70-bd77-77efde6541bd req-04ec4ea4-6ae0-4215-9a5d-6b66107d1cba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=55280c50-082f-4dfc-be95-e9264ca84abb HTTP/1.1" status: 200 len: 217 time: 0.0430081 Jul 16 18:27:34.017103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Allocated IP 172.25.7.178 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/f22c6200-b4e6-434f-81ae-924c948cbac7) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:34.053486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa7c09-359c-4e70-bd77-77efde6541bd req-fdde6fe0-bfe7-4218-a09c-717e55cb8523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.055865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28fa7c09-359c-4e70-bd77-77efde6541bd req-fdde6fe0-bfe7-4218-a09c-717e55cb8523 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5a6e6f65-6c88-448e-b86a-c871f91197c1 HTTP/1.1" status: 200 len: 849 time: 0.0885329 Jul 16 18:27:34.090365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28fa7c09-359c-4e70-bd77-77efde6541bd req-16bd475f-fa62-482d-84b9-3423bea2bb34 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=80edb4d2-a134-4ac5-8e3d-f101b330e206&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278780 Jul 16 18:27:34.164564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144c43b8-3472-4597-b8ce-e88335361adc', 'name': 'tempest-TestAggregatesBasicOps-1049804869-router', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:27Z', 'updated_at': '2021-07-16T18:27:31Z', 'revision_number': 4, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'gw_port': {'id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144c43b8-3472-4597-b8ce-e88335361adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:28Z', 'updated_at': '2021-07-16T18:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ba2a6628-b2c8-4957-8a17-e21e613a3946', 'name': '', 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'mac_address': 'fa:16:3e:51:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144c43b8-3472-4597-b8ce-e88335361adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:30Z', 'updated_at': '2021-07-16T18:27:31Z', 'revision_number': 2, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'subnets': [{'id': '0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:34.182970 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.193409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16405244-89de-42f5-be83-dd03f8f28d44 req-e71d38e1-3777-4e48-bfbe-74636dbbbd02 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:34.194940 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16405244-89de-42f5-be83-dd03f8f28d44 req-e71d38e1-3777-4e48-bfbe-74636dbbbd02 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 944 time: 0.1526568 Jul 16 18:27:34.199749 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Checking router: 144c43b8-3472-4597-b8ce-e88335361adc for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:34.200108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Updating router 144c43b8-3472-4597-b8ce-e88335361adc port ba2a6628-b2c8-4957-8a17-e21e613a3946 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:34.204094 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28fa7c09-359c-4e70-bd77-77efde6541bd req-063c1437-c3ce-4d0b-a4bf-589002e8bbec service neutron] 10.222.0.37 "GET /v2.0/networks/80edb4d2-a134-4ac5-8e3d-f101b330e206?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058667 Jul 16 18:27:34.222902 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.239084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Transition to ACTIVE for port object 1311defe-cb3b-47d1-b789-25e907037ca2 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:34.250026 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.252063 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16405244-89de-42f5-be83-dd03f8f28d44 req-6333dcf1-2f76-4a13-a7e4-5ac70fe269e2 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/security-groups?id=6323e298-505b-461b-aaf5-dbc506f3a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514863 Jul 16 18:27:34.265896 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.269876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Transition to ACTIVE for port object 1311defe-cb3b-47d1-b789-25e907037ca2 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:34.303867 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.306948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28fa7c09-359c-4e70-bd77-77efde6541bd req-01137a16-66f7-4616-8cdc-d985d85dad64 service neutron] 10.222.0.37 "GET /v2.0/networks/80edb4d2-a134-4ac5-8e3d-f101b330e206?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956492 Jul 16 18:27:34.319394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:34.322304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:34.330097 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:34.333534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Pushing event updated for resources: {'Port': ['ID=f22c6200-b4e6-434f-81ae-924c948cbac7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.517106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Network 0003562c-53d2-43df-91d2-9f2530bbea15 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:34.565830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:34.570172 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:27:34.572598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:34.582181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Pushing event updated for resources: {'Port': ['ID=1311defe-cb3b-47d1-b789-25e907037ca2,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.671038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Attempting to bind port 1311defe-cb3b-47d1-b789-25e907037ca2 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:34.671411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Attempting to bind port 1311defe-cb3b-47d1-b789-25e907037ca2 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '71e6a446-5c09-4ad4-b85a-41a232d90e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:34.671809 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Attempting to bind port 1311defe-cb3b-47d1-b789-25e907037ca2 on network 0003562c-53d2-43df-91d2-9f2530bbea15 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:34.682563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:34.682942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Checking segment: {'id': '71e6a446-5c09-4ad4-b85a-41a232d90e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:34.683349 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.683790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Bound using segment: {'id': '71e6a446-5c09-4ad4-b85a-41a232d90e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:34.684276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Bound port: 1311defe-cb3b-47d1-b789-25e907037ca2, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e6a446-5c09-4ad4-b85a-41a232d90e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:34.684724 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.805858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] For port 1311defe-cb3b-47d1-b789-25e907037ca2, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:34.812586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] For port 1311defe-cb3b-47d1-b789-25e907037ca2, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1311defe-cb3b-47d1-b789-25e907037ca2,segment=NetworkSegment(71e6a446-5c09-4ad4-b85a-41a232d90e06),segment_id=71e6a446-5c09-4ad4-b85a-41a232d90e06)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:34.818820 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.886511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c8f01020-27fb-4b15-bddf-e341210acbae up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:34.937013 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.941230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31bd16f-8794-4a0b-8bab-06c9dc856bd0 None None] Pushing event updated for resources: {'Port': ['ID=1311defe-cb3b-47d1-b789-25e907037ca2,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:34.963701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Transition to ACTIVE for port object ba2a6628-b2c8-4957-8a17-e21e613a3946 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:34.975387 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:34.982299 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.021349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c8f01020-27fb-4b15-bddf-e341210acbae triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:35.021495 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.053565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609396a-e9b8-4d83-b508-e92fb26d8fbf None None] Pushing event updated for resources: {'Port': ['ID=ba2a6628-b2c8-4957-8a17-e21e613a3946,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:35.154726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Attempting to bind port ba2a6628-b2c8-4957-8a17-e21e613a3946 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:35.155103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Attempting to bind port ba2a6628-b2c8-4957-8a17-e21e613a3946 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '6804f271-b77d-4d5d-8057-0ab256e4422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:35.155475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Attempting to bind port ba2a6628-b2c8-4957-8a17-e21e613a3946 on network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:35.162548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:35.162931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Checking segment: {'id': '6804f271-b77d-4d5d-8057-0ab256e4422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:35.163335 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.163753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Bound using segment: {'id': '6804f271-b77d-4d5d-8057-0ab256e4422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:35.164230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Bound port: ba2a6628-b2c8-4957-8a17-e21e613a3946, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6804f271-b77d-4d5d-8057-0ab256e4422b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:35.164613 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.240715 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.277619 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] For port ba2a6628-b2c8-4957-8a17-e21e613a3946, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:35.281689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] For port ba2a6628-b2c8-4957-8a17-e21e613a3946, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ba2a6628-b2c8-4957-8a17-e21e613a3946,segment=NetworkSegment(6804f271-b77d-4d5d-8057-0ab256e4422b),segment_id=6804f271-b77d-4d5d-8057-0ab256e4422b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:35.289162 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.371488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Routers {'144c43b8-3472-4597-b8ce-e88335361adc'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:35.372402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['144c43b8-3472-4597-b8ce-e88335361adc'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:35.395865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Router a615e7c0-55c2-44fc-acbf-09912fa7d527 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:27:35.476077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b609396a-e9b8-4d83-b508-e92fb26d8fbf None None] Pushing event updated for resources: {'Port': ['ID=ba2a6628-b2c8-4957-8a17-e21e613a3946,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:35.506532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] Set router 144c43b8-3472-4597-b8ce-e88335361adc gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:35.529374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:35.540650 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Sync routers for ids ['a615e7c0-55c2-44fc-acbf-09912fa7d527'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:35.548598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5f6e2-f518-4771-9f17-ac5c38243a5f req-ad8cb7b4-0af5-450f-a44d-210db249b9b2 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:35.553214 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02b5f6e2-f518-4771-9f17-ac5c38243a5f req-ad8cb7b4-0af5-450f-a44d-210db249b9b2 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 944 time: 0.1028080 Jul 16 18:27:35.562641 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Routers {'a615e7c0-55c2-44fc-acbf-09912fa7d527'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:35.562835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:35.565391 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a615e7c0-55c2-44fc-acbf-09912fa7d527'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:35.568953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ea5ea79f-912c-45e1-b4f9-da1a9567cb77 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.1542144 Jul 16 18:27:35.569669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34772) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:35.619963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02b5f6e2-f518-4771-9f17-ac5c38243a5f req-8ddcefab-5fd0-45e2-9bc5-bb82e68de29d tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/security-groups?id=6323e298-505b-461b-aaf5-dbc506f3a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557675 Jul 16 18:27:35.700122 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Set router a615e7c0-55c2-44fc-acbf-09912fa7d527 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:35.788645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144c43b8-3472-4597-b8ce-e88335361adc', 'name': 'tempest-TestAggregatesBasicOps-1049804869-router', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:27Z', 'updated_at': '2021-07-16T18:27:31Z', 'revision_number': 4, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'gw_port': {'id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144c43b8-3472-4597-b8ce-e88335361adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:28Z', 'updated_at': '2021-07-16T18:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ba2a6628-b2c8-4957-8a17-e21e613a3946', 'name': '', 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'mac_address': 'fa:16:3e:51:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144c43b8-3472-4597-b8ce-e88335361adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:30Z', 'updated_at': '2021-07-16T18:27:35Z', 'revision_number': 4, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'subnets': [{'id': '0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:35.828534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2c2557-62b7-4034-adeb-be80b63ec015 None None] The sync data for ids ['144c43b8-3472-4597-b8ce-e88335361adc'] in n-d-794306-7 is: [{'id': '144c43b8-3472-4597-b8ce-e88335361adc', 'name': 'tempest-TestAggregatesBasicOps-1049804869-router', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:27Z', 'updated_at': '2021-07-16T18:27:31Z', 'revision_number': 4, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'gw_port': {'id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144c43b8-3472-4597-b8ce-e88335361adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:28Z', 'updated_at': '2021-07-16T18:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ba2a6628-b2c8-4957-8a17-e21e613a3946', 'name': '', 'network_id': '289e43f4-dcd5-429e-8149-2ba698e6c3f3', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'mac_address': 'fa:16:3e:51:c7:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '144c43b8-3472-4597-b8ce-e88335361adc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3490, 'fixed_ips': [{'subnet_id': '0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:30Z', 'updated_at': '2021-07-16T18:27:35Z', 'revision_number': 4, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'subnets': [{'id': '0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:35.934320 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'name': 'tempest-TestAggregatesBasicOps-1194452568-router', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:34Z', 'revision_number': 3, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'gw_port': {'id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:35.963920 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Checking router: a615e7c0-55c2-44fc-acbf-09912fa7d527 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:35.964269 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Updating router a615e7c0-55c2-44fc-acbf-09912fa7d527 port f22c6200-b4e6-434f-81ae-924c948cbac7 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:36.006868 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.129935 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.208499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd270df3-cc60-4411-8e9d-19dcd792d83b None None] Network 0003562c-53d2-43df-91d2-9f2530bbea15 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:36.301252 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-516576fb-65b0-48cb-a5a0-3124e85960eb None None] Provisioning for port 1311defe-cb3b-47d1-b789-25e907037ca2 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:36.310834 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.321890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Allocated IP 172.20.0.1 (0003562c-53d2-43df-91d2-9f2530bbea15/f2c49994-3e5a-40ff-b756-f6c069986016/6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:36.322933 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Transition to ACTIVE for port object f22c6200-b4e6-434f-81ae-924c948cbac7 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:36.334286 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.397380 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Attempting to bind port f22c6200-b4e6-434f-81ae-924c948cbac7 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:36.397754 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Attempting to bind port f22c6200-b4e6-434f-81ae-924c948cbac7 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:36.398161 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Attempting to bind port f22c6200-b4e6-434f-81ae-924c948cbac7 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:36.414962 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:36.415354 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:36.415763 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.416153 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:36.416763 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Bound port: f22c6200-b4e6-434f-81ae-924c948cbac7, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:36.417145 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.425825 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7b439-357d-4f9b-92cb-bd4b07ff53e5 None None] Pushing event updated for resources: {'Port': ['ID=f22c6200-b4e6-434f-81ae-924c948cbac7,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.452827 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.469745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Transition to ACTIVE for port object 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:36.486649 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] For port f22c6200-b4e6-434f-81ae-924c948cbac7, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:36.490938 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] For port f22c6200-b4e6-434f-81ae-924c948cbac7, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f22c6200-b4e6-434f-81ae-924c948cbac7,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:36.497207 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.510911 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.560336 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Routers {'a615e7c0-55c2-44fc-acbf-09912fa7d527'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:36.560981 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a615e7c0-55c2-44fc-acbf-09912fa7d527'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:36.566954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Network 0003562c-53d2-43df-91d2-9f2530bbea15 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:36.570345 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:36.578629 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:36.587277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.630596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.726951 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c7b439-357d-4f9b-92cb-bd4b07ff53e5 None None] Pushing event updated for resources: {'Port': ['ID=f22c6200-b4e6-434f-81ae-924c948cbac7,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:36.827916 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] Set router a615e7c0-55c2-44fc-acbf-09912fa7d527 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:36.875980 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:36.961309 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475128ed-17a3-45b1-9932-d9468b35aaf1 req-846c712a-f4ba-477f-b0ce-b2fc6e683c5b tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:36.962910 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-475128ed-17a3-45b1-9932-d9468b35aaf1 req-846c712a-f4ba-477f-b0ce-b2fc6e683c5b tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 944 time: 0.1658962 Jul 16 18:27:37.051331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1311defe-cb3b-47d1-b789-25e907037ca2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:37.083786 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-475128ed-17a3-45b1-9932-d9468b35aaf1 req-d1f927e8-75e3-47b9-b729-15454174eaee tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/security-groups?id=6323e298-505b-461b-aaf5-dbc506f3a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141696 Jul 16 18:27:37.112575 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'name': 'tempest-TestAggregatesBasicOps-1194452568-router', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:34Z', 'revision_number': 3, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'gw_port': {'id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:37.132212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 1311defe-cb3b-47d1-b789-25e907037ca2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:37.136737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1311defe-cb3b-47d1-b789-25e907037ca2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:37.137389 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.141875 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ecf4dd-3712-473b-8113-1e9ce1d35f7c None None] The sync data for ids ['a615e7c0-55c2-44fc-acbf-09912fa7d527'] in n-d-794306-7 is: [{'id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'name': 'tempest-TestAggregatesBasicOps-1194452568-router', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:34Z', 'revision_number': 3, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'gw_port': {'id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6a:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:37.160365 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.168008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.175804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 55280c50-082f-4dfc-be95-e9264ca84abb details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:27:37.211058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d5b049de-d231-423c-ae09-8aa80b586563 None None] Provisioning for port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:37.222563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d5b049de-d231-423c-ae09-8aa80b586563 None None] Provisioning complete for port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:37.223063 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d5b049de-d231-423c-ae09-8aa80b586563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.246001 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.248023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Pushing event updated for resources: {'Port': ['ID=6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.352120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Network 0003562c-53d2-43df-91d2-9f2530bbea15 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:37.353592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:37.355237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d5b049de-d231-423c-ae09-8aa80b586563 None None] Port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:37.368589 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.397843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 55280c50-082f-4dfc-be95-e9264ca84abb, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=55280c50-082f-4dfc-be95-e9264ca84abb,segment=NetworkSegment(2e54fd53-e223-4da6-ae42-6e59a39c3663),segment_id=2e54fd53-e223-4da6-ae42-6e59a39c3663)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:37.421998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '55280c50-082f-4dfc-be95-e9264ca84abb', 'network_id': '80edb4d2-a134-4ac5-8e3d-f101b330e206', 'port_id': '55280c50-082f-4dfc-be95-e9264ca84abb', 'mac_address': 'fa:16:3e:cd:94:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a6e6f65-6c88-448e-b86a-c871f91197c1', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:27:37.439187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 1311defe-cb3b-47d1-b789-25e907037ca2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1311defe-cb3b-47d1-b789-25e907037ca2,segment=NetworkSegment(71e6a446-5c09-4ad4-b85a-41a232d90e06),segment_id=71e6a446-5c09-4ad4-b85a-41a232d90e06)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:37.446131 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.447366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ba2a6628-b2c8-4957-8a17-e21e613a3946 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:37.506613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Router a615e7c0-55c2-44fc-acbf-09912fa7d527 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:37.599737 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.626368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=1311defe-cb3b-47d1-b789-25e907037ca2,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.630814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55280c50-082f-4dfc-be95-e9264ca84abb {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:37.637293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port ba2a6628-b2c8-4957-8a17-e21e613a3946 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:37.648717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ba2a6628-b2c8-4957-8a17-e21e613a3946 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:37.648925 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.668899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:37.678004 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 55280c50-082f-4dfc-be95-e9264ca84abb, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=55280c50-082f-4dfc-be95-e9264ca84abb,segment=NetworkSegment(2e54fd53-e223-4da6-ae42-6e59a39c3663),segment_id=2e54fd53-e223-4da6-ae42-6e59a39c3663)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:37.697545 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d549f126-9763-4c5a-9d27-65177861d1e7 admin admin] 10.222.0.47 "PUT /v2.0/routers/a615e7c0-55c2-44fc-acbf-09912fa7d527/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1257634 Jul 16 18:27:37.700978 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.797582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fde09c73-f181-41b7-8a25-ce826dcb7740 None None] Provisioning complete for port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:37.798104 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fde09c73-f181-41b7-8a25-ce826dcb7740 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.802006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=55280c50-082f-4dfc-be95-e9264ca84abb,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:37.876692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fde09c73-f181-41b7-8a25-ce826dcb7740 None None] Port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:37.884113 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.930447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port ba2a6628-b2c8-4957-8a17-e21e613a3946, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ba2a6628-b2c8-4957-8a17-e21e613a3946,segment=NetworkSegment(6804f271-b77d-4d5d-8057-0ab256e4422b),segment_id=6804f271-b77d-4d5d-8057-0ab256e4422b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:37.935181 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:37.994907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=ba2a6628-b2c8-4957-8a17-e21e613a3946,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:38.006732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['55280c50-082f-4dfc-be95-e9264ca84abb'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:38.288412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a532dc6-df65-434d-b6e7-aa3327e219c3 req-521d86c0-6e3d-4589-ad5b-c141673380ad tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:38.289988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a532dc6-df65-434d-b6e7-aa3327e219c3 req-521d86c0-6e3d-4589-ad5b-c141673380ad tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 945 time: 0.0743675 Jul 16 18:27:38.335829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9a532dc6-df65-434d-b6e7-aa3327e219c3 req-1ce0cb36-f194-43b4-9cc0-b38c29bbfe88 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/security-groups?id=6323e298-505b-461b-aaf5-dbc506f3a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362599 Jul 16 18:27:38.890100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34822) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:38.947232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1311defe-cb3b-47d1-b789-25e907037ca2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:39.006578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1311defe-cb3b-47d1-b789-25e907037ca2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:39.007148 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.092097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f22c6200-b4e6-434f-81ae-924c948cbac7 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:39.144803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port f22c6200-b4e6-434f-81ae-924c948cbac7 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:39.149614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f22c6200-b4e6-434f-81ae-924c948cbac7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:39.150000 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.187014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 55280c50-082f-4dfc-be95-e9264ca84abb up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:39.276286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.285614 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.291801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 55280c50-082f-4dfc-be95-e9264ca84abb completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:39.302978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 55280c50-082f-4dfc-be95-e9264ca84abb triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:39.303360 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.331726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Sync routers for ids ['a615e7c0-55c2-44fc-acbf-09912fa7d527'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:39.335102 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port f22c6200-b4e6-434f-81ae-924c948cbac7, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f22c6200-b4e6-434f-81ae-924c948cbac7,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:39.344857 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.345635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ba2a6628-b2c8-4957-8a17-e21e613a3946 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:39.394875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Routers {'a615e7c0-55c2-44fc-acbf-09912fa7d527'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:39.395524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a615e7c0-55c2-44fc-acbf-09912fa7d527'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:39.532643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45577941-8a72-4246-961e-d2195f3f0499 req-32cc1a63-807f-4e89-9ea8-cb015273c77e tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:39.534726 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45577941-8a72-4246-961e-d2195f3f0499 req-32cc1a63-807f-4e89-9ea8-cb015273c77e tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 945 time: 0.0737455 Jul 16 18:27:39.558992 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] Deleting port ba2a6628-b2c8-4957-8a17-e21e613a3946 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:39.559348 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.576075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45577941-8a72-4246-961e-d2195f3f0499 req-b8d8c792-13f3-4dc6-97ca-97c62511446f tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/security-groups?id=6323e298-505b-461b-aaf5-dbc506f3a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344365 Jul 16 18:27:39.651456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] For port ba2a6628-b2c8-4957-8a17-e21e613a3946, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ba2a6628-b2c8-4957-8a17-e21e613a3946,segment=NetworkSegment(6804f271-b77d-4d5d-8057-0ab256e4422b),segment_id=6804f271-b77d-4d5d-8057-0ab256e4422b)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:39.651842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.664606 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] Calling delete_port for ba2a6628-b2c8-4957-8a17-e21e613a3946 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:39.677106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=f22c6200-b4e6-434f-81ae-924c948cbac7,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.731581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ba2a6628-b2c8-4957-8a17-e21e613a3946 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:39.732069 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.760135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Set router a615e7c0-55c2-44fc-acbf-09912fa7d527 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:39.762286 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.833721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985f7963-6b8f-442c-a2e5-d379300423b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55280c50-082f-4dfc-be95-e9264ca84abb'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:39.835881 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa70656-da43-43cb-8032-8df2832bd320" -d '{"events": [{"server_uuid": "985f7963-6b8f-442c-a2e5-d379300423b6", "name": "network-vif-plugged", "status": "completed", "tag": "55280c50-082f-4dfc-be95-e9264ca84abb"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:39.850419 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.878290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba2a6628-b2c8-4957-8a17-e21e613a3946,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:39.880216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 55280c50-082f-4dfc-be95-e9264ca84abb, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=55280c50-082f-4dfc-be95-e9264ca84abb,segment=NetworkSegment(2e54fd53-e223-4da6-ae42-6e59a39c3663),segment_id=2e54fd53-e223-4da6-ae42-6e59a39c3663)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:39.909883 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:39.912849 n-d-794306-7 neutron-server[105440]: INFO neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No ports have port_id starting with ba2a6628-b2c8-4957-8a17-e21e613a3946 Jul 16 18:27:39.932562 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-450f3838-70c0-4d39-acda-1388400dcc51 x-openstack-request-id: req-450f3838-70c0-4d39-acda-1388400dcc51 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:39.933009 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985f7963-6b8f-442c-a2e5-d379300423b6", "name": "network-vif-plugged", "status": "completed", "tag": "55280c50-082f-4dfc-be95-e9264ca84abb", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:39.933403 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-450f3838-70c0-4d39-acda-1388400dcc51 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:39.933921 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985f7963-6b8f-442c-a2e5-d379300423b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55280c50-082f-4dfc-be95-e9264ca84abb', 'code': 200} Jul 16 18:27:40.068665 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.080411 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=55280c50-082f-4dfc-be95-e9264ca84abb,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:40.118394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1f7171-2a86-439e-9b10-d6828e40db8a req-97040121-4154-4229-8e3e-4c1d710ab828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.120488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7c1f7171-2a86-439e-9b10-d6828e40db8a req-97040121-4154-4229-8e3e-4c1d710ab828 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 1097 time: 0.0698211 Jul 16 18:27:40.133125 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'name': 'tempest-TestAggregatesBasicOps-1194452568-router', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:36Z', 'revision_number': 4, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'gw_port': {'id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f', 'name': '', 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'mac_address': 'fa:16:3e:cd:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'f2c49994-3e5a-40ff-b756-f6c069986016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:36Z', 'updated_at': '2021-07-16T18:27:36Z', 'revision_number': 2, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'subnets': [{'id': 'f2c49994-3e5a-40ff-b756-f6c069986016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:40.158671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7c1f7171-2a86-439e-9b10-d6828e40db8a req-ef157c04-1abd-479d-b003-5c59ade335c0 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=6323e298-505b-461b-aaf5-dbc506f3a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321450 Jul 16 18:27:40.162336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Checking router: a615e7c0-55c2-44fc-acbf-09912fa7d527 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:40.162692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Updating router a615e7c0-55c2-44fc-acbf-09912fa7d527 port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:40.203684 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.308111 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] Router 144c43b8-3472-4597-b8ce-e88335361adc has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:40.415233 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:40.420339 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eddf7a51-9e87-4874-8e0e-457a2259c361 admin admin] 10.222.0.47 "PUT /v2.0/routers/144c43b8-3472-4597-b8ce-e88335361adc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5291986 Jul 16 18:27:40.423189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34828) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:40.423989 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc816f-816d-4410-97e2-a7fc8dec1c18 None None] Sync routers for ids ['144c43b8-3472-4597-b8ce-e88335361adc'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:40.432559 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc816f-816d-4410-97e2-a7fc8dec1c18 None None] Routers {'144c43b8-3472-4597-b8ce-e88335361adc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:40.433148 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-15fc816f-816d-4410-97e2-a7fc8dec1c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['144c43b8-3472-4597-b8ce-e88335361adc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:40.483203 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.494540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Transition to ACTIVE for port object 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:40.502837 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.533977 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.541254 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-15fc816f-816d-4410-97e2-a7fc8dec1c18 None None] Set router 144c43b8-3472-4597-b8ce-e88335361adc gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:40.588215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ebeee-e2c1-4b8c-ad06-6b060aad10e3 None None] Pushing event updated for resources: {'Port': ['ID=6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:40.631364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Attempting to bind port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:40.631715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Attempting to bind port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '71e6a446-5c09-4ad4-b85a-41a232d90e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:40.632198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Attempting to bind port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f on network 0003562c-53d2-43df-91d2-9f2530bbea15 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:40.638415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:40.638662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Checking segment: {'id': '71e6a446-5c09-4ad4-b85a-41a232d90e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:40.638991 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.639594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Bound using segment: {'id': '71e6a446-5c09-4ad4-b85a-41a232d90e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:40.640074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Bound port: 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71e6a446-5c09-4ad4-b85a-41a232d90e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:40.640453 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.689357 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.723610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] For port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:40.727420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] For port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f,segment=NetworkSegment(71e6a446-5c09-4ad4-b85a-41a232d90e06),segment_id=71e6a446-5c09-4ad4-b85a-41a232d90e06)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:40.734442 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.797676 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-15fc816f-816d-4410-97e2-a7fc8dec1c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144c43b8-3472-4597-b8ce-e88335361adc', 'name': 'tempest-TestAggregatesBasicOps-1049804869-router', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171'}], 'enable_snat': True}, 'gw_port_id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:27Z', 'updated_at': '2021-07-16T18:27:39Z', 'revision_number': 5, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'gw_port': {'id': 'c8f01020-27fb-4b15-bddf-e341210acbae', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:d8:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '144c43b8-3472-4597-b8ce-e88335361adc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3486, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:28Z', 'updated_at': '2021-07-16T18:27:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:40.818881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Deleting port c8f01020-27fb-4b15-bddf-e341210acbae {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:40.819267 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.835474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Routers {'a615e7c0-55c2-44fc-acbf-09912fa7d527'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:40.839128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a615e7c0-55c2-44fc-acbf-09912fa7d527'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:40.847509 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc816f-816d-4410-97e2-a7fc8dec1c18 None None] Checking router: 144c43b8-3472-4597-b8ce-e88335361adc for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:40.856288 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fc816f-816d-4410-97e2-a7fc8dec1c18 None None] Routers {'144c43b8-3472-4597-b8ce-e88335361adc'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:40.856892 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-15fc816f-816d-4410-97e2-a7fc8dec1c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['144c43b8-3472-4597-b8ce-e88335361adc'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:40.884752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ebeee-e2c1-4b8c-ad06-6b060aad10e3 None None] Pushing event updated for resources: {'Port': ['ID=6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:40.889688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbbc668-9e6f-4893-9db8-96cd56d80241 req-25d0031c-3884-4eed-b581-10226be7ac24 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:40.896079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7cbbc668-9e6f-4893-9db8-96cd56d80241 req-25d0031c-3884-4eed-b581-10226be7ac24 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 946 time: 0.1501126 Jul 16 18:27:40.971457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] For port c8f01020-27fb-4b15-bddf-e341210acbae, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c8f01020-27fb-4b15-bddf-e341210acbae,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:40.972325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:40.985512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Calling delete_port for c8f01020-27fb-4b15-bddf-e341210acbae owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:41.003547 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-15fc816f-816d-4410-97e2-a7fc8dec1c18 None None] Set router 144c43b8-3472-4597-b8ce-e88335361adc gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:41.008436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f22c6200-b4e6-434f-81ae-924c948cbac7 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:41.011695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] Set router a615e7c0-55c2-44fc-acbf-09912fa7d527 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:41.043125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7cbbc668-9e6f-4893-9db8-96cd56d80241 req-dd514aa8-f2bc-40d9-b1ec-c429a1e0c6f6 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/security-groups?id=6323e298-505b-461b-aaf5-dbc506f3a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531785 Jul 16 18:27:41.071014 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-15fc816f-816d-4410-97e2-a7fc8dec1c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '144c43b8-3472-4597-b8ce-e88335361adc', 'name': 'tempest-TestAggregatesBasicOps-1049804869-router', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:27Z', 'updated_at': '2021-07-16T18:27:40Z', 'revision_number': 6, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:41.105793 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15fc816f-816d-4410-97e2-a7fc8dec1c18 None None] The sync data for ids ['144c43b8-3472-4597-b8ce-e88335361adc'] in n-d-794306-7 is: [{'id': '144c43b8-3472-4597-b8ce-e88335361adc', 'name': 'tempest-TestAggregatesBasicOps-1049804869-router', 'tenant_id': '0403ca1b197b4f7490c62ad248b26f9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:27Z', 'updated_at': '2021-07-16T18:27:40Z', 'revision_number': 6, 'project_id': '0403ca1b197b4f7490c62ad248b26f9d', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:41.202719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f22c6200-b4e6-434f-81ae-924c948cbac7 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:41.203301 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.232856 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.272424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Pushing event deleted for resources: {'Port': ['ID=c8f01020-27fb-4b15-bddf-e341210acbae,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:41.338162 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.358843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'name': 'tempest-TestAggregatesBasicOps-1194452568-router', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:36Z', 'revision_number': 4, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'gw_port': {'id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f', 'name': '', 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'mac_address': 'fa:16:3e:cd:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'f2c49994-3e5a-40ff-b756-f6c069986016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:36Z', 'updated_at': '2021-07-16T18:27:40Z', 'revision_number': 4, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'subnets': [{'id': 'f2c49994-3e5a-40ff-b756-f6c069986016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:41.386402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6eb15b8-bff7-4502-8e83-80c5b98b3734 None None] The sync data for ids ['a615e7c0-55c2-44fc-acbf-09912fa7d527'] in n-d-794306-7 is: [{'id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'name': 'tempest-TestAggregatesBasicOps-1194452568-router', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:36Z', 'revision_number': 4, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'gw_port': {'id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f', 'name': '', 'network_id': '0003562c-53d2-43df-91d2-9f2530bbea15', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'mac_address': 'fa:16:3e:cd:f3:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'device_owner': 'network:router_interface', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'f2c49994-3e5a-40ff-b756-f6c069986016', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:36Z', 'updated_at': '2021-07-16T18:27:40Z', 'revision_number': 4, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'subnets': [{'id': 'f2c49994-3e5a-40ff-b756-f6c069986016', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:41.738611 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.740842 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.784861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.785500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 144c43b8-3472-4597-b8ce-e88335361adc {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:27:41.790461 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.791660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dd7a7315-0cf8-43a6-b748-cdce5e9a5a76 admin admin] 10.222.0.47 "DELETE /v2.0/routers/144c43b8-3472-4597-b8ce-e88335361adc HTTP/1.1" status: 204 len: 168 time: 1.3673830 Jul 16 18:27:41.794974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34832) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:41.844706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ca4794-4a17-407c-a250-a1c948d462a9 admin admin] Deleting subnet 0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:41.849380 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4794-4a17-407c-a250-a1c948d462a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:41.891967 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4794-4a17-407c-a250-a1c948d462a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.185573 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.391313 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f00e688-12a8-408f-ae47-cd25b387e3ed req-ed6b36b5-71b5-43bc-96a0-d7cd314c6911 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:42.392963 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f00e688-12a8-408f-ae47-cd25b387e3ed req-ed6b36b5-71b5-43bc-96a0-d7cd314c6911 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 946 time: 0.1195877 Jul 16 18:27:42.394465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4794-4a17-407c-a250-a1c948d462a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.478299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f00e688-12a8-408f-ae47-cd25b387e3ed req-833b475d-5eac-4fd5-8c16-5f19f7ce8d0f tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/security-groups?id=6323e298-505b-461b-aaf5-dbc506f3a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605145 Jul 16 18:27:42.488869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4794-4a17-407c-a250-a1c948d462a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.538063 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4794-4a17-407c-a250-a1c948d462a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.543499 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b9ca4794-4a17-407c-a250-a1c948d462a9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2 HTTP/1.1" status: 204 len: 168 time: 0.7467113 Jul 16 18:27:42.545623 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf17d0b-f056-438e-906b-c1c02f661d57 None None] Network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:42.546342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34840) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:42.547667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca4794-4a17-407c-a250-a1c948d462a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f73fc40-c7f5-4b82-9d4e-601ae33cb0b2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:42.649865 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.728904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Deleting port 340bd7e5-d786-4daa-bd53-564dc83f899f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:42.729244 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.800462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d030c40b-fb5f-44d1-9517-7d05e2ad5192 None None] DHCP port deletion for 289e43f4-dcd5-429e-8149-2ba698e6c3f3 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:42.805704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] For port 340bd7e5-d786-4daa-bd53-564dc83f899f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=340bd7e5-d786-4daa-bd53-564dc83f899f,segment=NetworkSegment(6804f271-b77d-4d5d-8057-0ab256e4422b),segment_id=6804f271-b77d-4d5d-8057-0ab256e4422b)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:42.806622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.824301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Calling delete_port for 340bd7e5-d786-4daa-bd53-564dc83f899f owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:42.910720 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d030c40b-fb5f-44d1-9517-7d05e2ad5192 None None] Deleting port 340bd7e5-d786-4daa-bd53-564dc83f899f {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:42.911467 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d030c40b-fb5f-44d1-9517-7d05e2ad5192 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.933361 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:42.986621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Pushing event deleted for resources: {'Port': ['ID=340bd7e5-d786-4daa-bd53-564dc83f899f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.000510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:43.003077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] No DVR routers for this DVR port 340bd7e5-d786-4daa-bd53-564dc83f899f on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:43.039319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d030c40b-fb5f-44d1-9517-7d05e2ad5192 None None] For port 340bd7e5-d786-4daa-bd53-564dc83f899f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=340bd7e5-d786-4daa-bd53-564dc83f899f,segment=NetworkSegment(6804f271-b77d-4d5d-8057-0ab256e4422b),segment_id=6804f271-b77d-4d5d-8057-0ab256e4422b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:43.039997 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d030c40b-fb5f-44d1-9517-7d05e2ad5192 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.061847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d030c40b-fb5f-44d1-9517-7d05e2ad5192 None None] Calling delete_port for 340bd7e5-d786-4daa-bd53-564dc83f899f owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:43.088632 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.100292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['289e43f4-dcd5-429e-8149-2ba698e6c3f3']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:43.113098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:43.113729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6804f271-b77d-4d5d-8057-0ab256e4422b') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:43.114032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6804f271-b77d-4d5d-8057-0ab256e4422b') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:43.120307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:43.120685 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.123728 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.139112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.145842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:43.146255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:43.148525 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:43.208793 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.210811 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d030c40b-fb5f-44d1-9517-7d05e2ad5192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.220663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.225496 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] 10.222.0.47 "DELETE /v2.0/networks/289e43f4-dcd5-429e-8149-2ba698e6c3f3 HTTP/1.1" status: 204 len: 168 time: 0.6757629 Jul 16 18:27:43.226740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34852) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:43.235123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb94200-b36b-43ba-bac3-041e4bf90d8f admin admin] Pushing event deleted for resources: {'Network': ['ID=289e43f4-dcd5-429e-8149-2ba698e6c3f3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.238761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d030c40b-fb5f-44d1-9517-7d05e2ad5192 None None] Pushing event deleted for resources: {'Port': ['ID=340bd7e5-d786-4daa-bd53-564dc83f899f,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.244191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d030c40b-fb5f-44d1-9517-7d05e2ad5192 None None] Network 289e43f4-dcd5-429e-8149-2ba698e6c3f3 is not hosted by any dhcp agent {{(pid=105440) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:27:43.244652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d030c40b-fb5f-44d1-9517-7d05e2ad5192 None None] No DVR routers for this DVR port 340bd7e5-d786-4daa-bd53-564dc83f899f on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:43.261009 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.299584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f,segment=NetworkSegment(71e6a446-5c09-4ad4-b85a-41a232d90e06),segment_id=71e6a446-5c09-4ad4-b85a-41a232d90e06)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:43.303707 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.356419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:43.376167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c8f01020-27fb-4b15-bddf-e341210acbae no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:43.400370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: c8f01020-27fb-4b15-bddf-e341210acbae {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:43.400757 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c8f01020-27fb-4b15-bddf-e341210acbae not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:43.401173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 340bd7e5-d786-4daa-bd53-564dc83f899f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:43.424743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 340bd7e5-d786-4daa-bd53-564dc83f899f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:43.425175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 340bd7e5-d786-4daa-bd53-564dc83f899f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:43.425699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ba2a6628-b2c8-4957-8a17-e21e613a3946 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:43.445583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: ba2a6628-b2c8-4957-8a17-e21e613a3946 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:43.445933 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ba2a6628-b2c8-4957-8a17-e21e613a3946 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:43.641129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.907423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] Deleting port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:43.907805 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:43.988512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] For port 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f,segment=NetworkSegment(71e6a446-5c09-4ad4-b85a-41a232d90e06),segment_id=71e6a446-5c09-4ad4-b85a-41a232d90e06)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:43.988871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.003139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] Calling delete_port for 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:44.192215 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.222491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] Pushing event deleted for resources: {'Port': ['ID=6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:44.408374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:44.631966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] Router a615e7c0-55c2-44fc-acbf-09912fa7d527 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:44.739297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:44.748012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34882) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:44.748533 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d1583a89-5171-42b4-b617-ba4bd47f2119 admin admin] 10.222.0.47 "PUT /v2.0/routers/a615e7c0-55c2-44fc-acbf-09912fa7d527/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5197122 Jul 16 18:27:44.749432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5efffda-10a9-4f23-ba71-134df6e80ec4 None None] Sync routers for ids ['a615e7c0-55c2-44fc-acbf-09912fa7d527'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:44.758823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5efffda-10a9-4f23-ba71-134df6e80ec4 None None] Routers {'a615e7c0-55c2-44fc-acbf-09912fa7d527'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:44.759439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c5efffda-10a9-4f23-ba71-134df6e80ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a615e7c0-55c2-44fc-acbf-09912fa7d527'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:44.877779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.011817 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.051063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c5efffda-10a9-4f23-ba71-134df6e80ec4 None None] Set router a615e7c0-55c2-44fc-acbf-09912fa7d527 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:45.068036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Deleting port f22c6200-b4e6-434f-81ae-924c948cbac7 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:45.068386 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.190056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] For port f22c6200-b4e6-434f-81ae-924c948cbac7, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f22c6200-b4e6-434f-81ae-924c948cbac7,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:45.190422 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.209139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Calling delete_port for f22c6200-b4e6-434f-81ae-924c948cbac7 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:45.233517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c5efffda-10a9-4f23-ba71-134df6e80ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'name': 'tempest-TestAggregatesBasicOps-1194452568-router', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178'}], 'enable_snat': True}, 'gw_port_id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:44Z', 'revision_number': 5, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'gw_port': {'id': 'f22c6200-b4e6-434f-81ae-924c948cbac7', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:6a:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3502, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:45.234702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5a2e04-bf96-4acd-9d01-b6a796c49f7b req-7b6f7bbb-faf2-43e5-9fc9-f00117f8db31 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:45.236254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f5a2e04-bf96-4acd-9d01-b6a796c49f7b req-7b6f7bbb-faf2-43e5-9fc9-f00117f8db31 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 946 time: 0.1090539 Jul 16 18:27:45.265032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5efffda-10a9-4f23-ba71-134df6e80ec4 None None] Checking router: a615e7c0-55c2-44fc-acbf-09912fa7d527 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:45.273226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5efffda-10a9-4f23-ba71-134df6e80ec4 None None] Routers {'a615e7c0-55c2-44fc-acbf-09912fa7d527'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:45.273832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c5efffda-10a9-4f23-ba71-134df6e80ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a615e7c0-55c2-44fc-acbf-09912fa7d527'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:45.322455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f5a2e04-bf96-4acd-9d01-b6a796c49f7b req-f20a9e83-78cb-4cd6-b6c6-83916b1485e6 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/security-groups?id=6323e298-505b-461b-aaf5-dbc506f3a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520487 Jul 16 18:27:45.363149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c5efffda-10a9-4f23-ba71-134df6e80ec4 None None] Set router a615e7c0-55c2-44fc-acbf-09912fa7d527 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:45.415981 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c5efffda-10a9-4f23-ba71-134df6e80ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'name': 'tempest-TestAggregatesBasicOps-1194452568-router', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:45Z', 'revision_number': 6, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:45.429407 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.446740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5efffda-10a9-4f23-ba71-134df6e80ec4 None None] The sync data for ids ['a615e7c0-55c2-44fc-acbf-09912fa7d527'] in n-d-794306-7 is: [{'id': 'a615e7c0-55c2-44fc-acbf-09912fa7d527', 'name': 'tempest-TestAggregatesBasicOps-1194452568-router', 'tenant_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:33Z', 'updated_at': '2021-07-16T18:27:45Z', 'revision_number': 6, 'project_id': '6a0f1609187d4e0ebad52ae861b57ab0', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:45.460021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Pushing event deleted for resources: {'Port': ['ID=f22c6200-b4e6-434f-81ae-924c948cbac7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:45.501079 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c4fb2b0d-b92e-4e85-9b7a-d53ea329c9f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.527124 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.616261 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.618378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.661535 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.662031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Fanout notify agent at l3_agent the message router_deleted on router a615e7c0-55c2-44fc-acbf-09912fa7d527 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:27:45.666217 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.667395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7af99de4-d1b6-4402-a804-5af444932bec admin admin] 10.222.0.47 "DELETE /v2.0/routers/a615e7c0-55c2-44fc-acbf-09912fa7d527 HTTP/1.1" status: 204 len: 168 time: 0.9168506 Jul 16 18:27:45.669938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34888) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:45.718440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-d89d76f4-3860-4393-a01a-35f3fac47e2f admin admin] Deleting subnet f2c49994-3e5a-40ff-b756-f6c069986016 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:45.721535 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d89d76f4-3860-4393-a01a-35f3fac47e2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.755227 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d89d76f4-3860-4393-a01a-35f3fac47e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.840028 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d89d76f4-3860-4393-a01a-35f3fac47e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.896934 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d89d76f4-3860-4393-a01a-35f3fac47e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.927121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89d76f4-3860-4393-a01a-35f3fac47e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f2c49994-3e5a-40ff-b756-f6c069986016,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:45.930540 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d89d76f4-3860-4393-a01a-35f3fac47e2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:45.933551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d89d76f4-3860-4393-a01a-35f3fac47e2f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/f2c49994-3e5a-40ff-b756-f6c069986016 HTTP/1.1" status: 204 len: 168 time: 0.2616267 Jul 16 18:27:45.935939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34890) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:45.938446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dec7a8f-4ef7-48ff-8165-355c935370f5 None None] Network 0003562c-53d2-43df-91d2-9f2530bbea15 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:46.003035 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.055503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Deleting port 1311defe-cb3b-47d1-b789-25e907037ca2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:46.055797 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.126262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] For port 1311defe-cb3b-47d1-b789-25e907037ca2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1311defe-cb3b-47d1-b789-25e907037ca2,segment=NetworkSegment(71e6a446-5c09-4ad4-b85a-41a232d90e06),segment_id=71e6a446-5c09-4ad4-b85a-41a232d90e06)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:46.126559 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.138473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Calling delete_port for 1311defe-cb3b-47d1-b789-25e907037ca2 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:46.221226 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.222269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a94b2f69-cda7-4324-bc83-46a96e52dde4 None None] DHCP port deletion for 0003562c-53d2-43df-91d2-9f2530bbea15 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:27:46.256383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Pushing event deleted for resources: {'Port': ['ID=1311defe-cb3b-47d1-b789-25e907037ca2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:46.261855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] No DVR routers for this DVR port 1311defe-cb3b-47d1-b789-25e907037ca2 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:46.334279 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.345689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0003562c-53d2-43df-91d2-9f2530bbea15']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:46.356199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e6a446-5c09-4ad4-b85a-41a232d90e06') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:46.356199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e6a446-5c09-4ad4-b85a-41a232d90e06') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:46.365481 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.381539 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.388185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:46.388597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:46.390897 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:46.460675 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.467736 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.469767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] 10.222.0.47 "DELETE /v2.0/networks/0003562c-53d2-43df-91d2-9f2530bbea15 HTTP/1.1" status: 204 len: 168 time: 0.5329666 Jul 16 18:27:46.482628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2dd1e5-deb0-401a-a6f2-43dc86ee6b50 admin admin] Pushing event deleted for resources: {'Network': ['ID=0003562c-53d2-43df-91d2-9f2530bbea15,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:46.517340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392d18b0-cd89-42ca-8c89-2456d7d5ddf1 req-4a8fe57b-ec01-43ed-a0f1-c3245fb8c1a9 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:46.519299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-392d18b0-cd89-42ca-8c89-2456d7d5ddf1 req-4a8fe57b-ec01-43ed-a0f1-c3245fb8c1a9 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 946 time: 0.0785472 Jul 16 18:27:46.565757 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-392d18b0-cd89-42ca-8c89-2456d7d5ddf1 req-5b680113-8edd-456c-91eb-42d1eabd80d8 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/security-groups?id=6323e298-505b-461b-aaf5-dbc506f3a76e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 Jul 16 18:27:46.567703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7235772-bf2b-4467-8827-571a7693b344 req-1064fff7-149d-404b-a850-54105111ff0c tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:46.569452 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7235772-bf2b-4467-8827-571a7693b344 req-1064fff7-149d-404b-a850-54105111ff0c tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.37 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 946 time: 0.0695369 Jul 16 18:27:46.655427 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34896) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:46.685780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-f7235772-bf2b-4467-8827-571a7693b344 req-abc1fa2b-8815-4950-9090-6755f41c9c76 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Deleting port 55280c50-082f-4dfc-be95-e9264ca84abb {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:27:46.686144 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f7235772-bf2b-4467-8827-571a7693b344 req-abc1fa2b-8815-4950-9090-6755f41c9c76 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.702719 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9f6f3ada-155d-4b8d-99b3-c5306c024f1b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0403ca1b197b4f7490c62ad248b26f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461092 Jul 16 18:27:46.705301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34898) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:46.756218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-53b67303-7605-4ce4-b63f-65507ee85f21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.777069 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-53b67303-7605-4ce4-b63f-65507ee85f21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.779956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f7235772-bf2b-4467-8827-571a7693b344 req-abc1fa2b-8815-4950-9090-6755f41c9c76 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] For port 55280c50-082f-4dfc-be95-e9264ca84abb, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=55280c50-082f-4dfc-be95-e9264ca84abb,segment=NetworkSegment(2e54fd53-e223-4da6-ae42-6e59a39c3663),segment_id=2e54fd53-e223-4da6-ae42-6e59a39c3663)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:46.780449 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f7235772-bf2b-4467-8827-571a7693b344 req-abc1fa2b-8815-4950-9090-6755f41c9c76 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.792745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-f7235772-bf2b-4467-8827-571a7693b344 req-abc1fa2b-8815-4950-9090-6755f41c9c76 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Calling delete_port for 55280c50-082f-4dfc-be95-e9264ca84abb owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:27:46.833590 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-53b67303-7605-4ce4-b63f-65507ee85f21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.836541 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-53b67303-7605-4ce4-b63f-65507ee85f21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.838012 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-53b67303-7605-4ce4-b63f-65507ee85f21 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/db96d0e4-e1ec-4316-9e4b-de9b6d384dc1 HTTP/1.1" status: 204 len: 168 time: 0.1316528 Jul 16 18:27:46.853332 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b67303-7605-4ce4-b63f-65507ee85f21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db96d0e4-e1ec-4316-9e4b-de9b6d384dc1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:46.885429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1311defe-cb3b-47d1-b789-25e907037ca2 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:46.907112 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 1311defe-cb3b-47d1-b789-25e907037ca2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:46.907455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1311defe-cb3b-47d1-b789-25e907037ca2 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:46.908120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f22c6200-b4e6-434f-81ae-924c948cbac7 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:46.926571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: f22c6200-b4e6-434f-81ae-924c948cbac7 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:46.926916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f22c6200-b4e6-434f-81ae-924c948cbac7 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:46.927378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:46.945997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:46.946701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6e6eeba3-f085-4e4e-b6f2-ac7063b0fe3f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:46.950761 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f7235772-bf2b-4467-8827-571a7693b344 req-abc1fa2b-8815-4950-9090-6755f41c9c76 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:46.979271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1fa2b-8815-4950-9090-6755f41c9c76 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Pushing event deleted for resources: {'Port': ['ID=55280c50-082f-4dfc-be95-e9264ca84abb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:46.984449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['55280c50-082f-4dfc-be95-e9264ca84abb'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:27:47.039785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7235772-bf2b-4467-8827-571a7693b344 req-abc1fa2b-8815-4950-9090-6755f41c9c76 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] No DVR routers for this DVR port 55280c50-082f-4dfc-be95-e9264ca84abb on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:27:47.042368 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f7235772-bf2b-4467-8827-571a7693b344 req-abc1fa2b-8815-4950-9090-6755f41c9c76 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.044560 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f7235772-bf2b-4467-8827-571a7693b344 req-abc1fa2b-8815-4950-9090-6755f41c9c76 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.37 "DELETE /v2.0/ports/55280c50-082f-4dfc-be95-e9264ca84abb HTTP/1.1" status: 204 len: 173 time: 0.4680710 Jul 16 18:27:47.045007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985f7963-6b8f-442c-a2e5-d379300423b6', 'name': 'network-vif-deleted', 'tag': '55280c50-082f-4dfc-be95-e9264ca84abb'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:47.047502 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d74bf45-e34b-48a4-8ca7-ff5f92899fbe" -d '{"events": [{"server_uuid": "985f7963-6b8f-442c-a2e5-d379300423b6", "name": "network-vif-deleted", "tag": "55280c50-082f-4dfc-be95-e9264ca84abb"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:47.087413 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbbde19-8dd1-4126-bd7a-5da24e5b7add x-openstack-request-id: req-6cbbde19-8dd1-4126-bd7a-5da24e5b7add {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:47.087749 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985f7963-6b8f-442c-a2e5-d379300423b6", "name": "network-vif-deleted", "tag": "55280c50-082f-4dfc-be95-e9264ca84abb", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:47.088006 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6cbbde19-8dd1-4126-bd7a-5da24e5b7add {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:47.088468 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985f7963-6b8f-442c-a2e5-d379300423b6', 'name': 'network-vif-deleted', 'tag': '55280c50-082f-4dfc-be95-e9264ca84abb', 'status': 'completed', 'code': 200} Jul 16 18:27:47.193043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34906) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:47.235655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9adb64eb-5243-48a0-a991-47ebbab3cd5b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a0f1609187d4e0ebad52ae861b57ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412846 Jul 16 18:27:47.237986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34908) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:47.287267 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4592ea4-9931-4fbe-99ea-599d16d3a6d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.311393 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4592ea4-9931-4fbe-99ea-599d16d3a6d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.358893 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4592ea4-9931-4fbe-99ea-599d16d3a6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.362019 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4592ea4-9931-4fbe-99ea-599d16d3a6d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:47.363205 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e4592ea4-9931-4fbe-99ea-599d16d3a6d2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f813489-6bb5-475f-b9d0-3b4252bb8937 HTTP/1.1" status: 204 len: 168 time: 0.1242645 Jul 16 18:27:47.374595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4592ea4-9931-4fbe-99ea-599d16d3a6d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f813489-6bb5-475f-b9d0-3b4252bb8937,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:47.744018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-222d20d5-ac05-4ce3-b4e5-2af0fdae1e42 req-075d8879-f16c-438e-bc50-999a4800a6c5 tempest-ServerTagsTestJSON-1484587341 tempest-ServerTagsTestJSON-1484587341-project] 10.222.0.47 "GET /v2.0/ports?device_id=985f7963-6b8f-442c-a2e5-d379300423b6 HTTP/1.1" status: 200 len: 210 time: 0.0442810 Jul 16 18:27:48.187635 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ac2defb5-5234-4ee9-833a-819ddd9cb687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.207619 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.559154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34946) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:48.698619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'network': {'name': 'tempest-network-smoke--520732259', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'port_security_enabled': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:48.720592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Made reservation on behalf of 7b5993c7e98e40d3ad36954883a1023b for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:48.724451 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.733953 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.827484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.832477 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.845697 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34952) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:48.862933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:27:48.872050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81ceca12-679e-4d29-8407-e49d6d625376,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:48.878379 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.878657 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Added segment 4015cb6a-739f-4bdf-9a37-24a8661a0ee4 of type vlan for network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 Jul 16 18:27:48.895402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-862bcd82-538f-41a1-9538-0eb2e3a1bd48 admin admin] Deleting subnet 5a6e6f65-6c88-448e-b86a-c871f91197c1 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:27:48.898653 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-862bcd82-538f-41a1-9538-0eb2e3a1bd48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.923803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.939869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-862bcd82-538f-41a1-9538-0eb2e3a1bd48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.953598 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.959286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:48.959904 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.979678 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-862bcd82-538f-41a1-9538-0eb2e3a1bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:48.997187 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4337418 Jul 16 18:27:48.997403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34954) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:49.004054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-323858739', 'admin_state_up': True, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:49.038331 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-862bcd82-538f-41a1-9538-0eb2e3a1bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.039400 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9429483-a73f-463f-b818-bc731ecc9905 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Network': ['ID=f9a6ce2a-9249-4c42-8df6-af60576bcbc5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.051649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:27:49.057033 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.058186 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.064728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862bcd82-538f-41a1-9538-0eb2e3a1bd48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a6e6f65-6c88-448e-b86a-c871f91197c1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.068944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-862bcd82-538f-41a1-9538-0eb2e3a1bd48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.073562 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-862bcd82-538f-41a1-9538-0eb2e3a1bd48 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/5a6e6f65-6c88-448e-b86a-c871f91197c1 HTTP/1.1" status: 204 len: 168 time: 0.2267370 Jul 16 18:27:49.074491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34956) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:49.118060 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.151469 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.234475 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.241375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 55280c50-082f-4dfc-be95-e9264ca84abb no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:27:49.245359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80edb4d2-a134-4ac5-8e3d-f101b330e206']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:49.256452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e54fd53-e223-4da6-ae42-6e59a39c3663') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:49.256754 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e54fd53-e223-4da6-ae42-6e59a39c3663') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:49.258803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.261674 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 55280c50-082f-4dfc-be95-e9264ca84abb {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:27:49.262016 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 55280c50-082f-4dfc-be95-e9264ca84abb not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:27:49.268044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.284489 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.292312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:27:49.292865 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:27:49.295535 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:27:49.357236 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.363433 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.368285 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/80edb4d2-a134-4ac5-8e3d-f101b330e206 HTTP/1.1" status: 204 len: 168 time: 0.2924776 Jul 16 18:27:49.379729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe1a857-8104-41fd-89fe-eb2f601279b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=80edb4d2-a134-4ac5-8e3d-f101b330e206,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.464553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.485101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.533174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34960) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:49.609875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-db0a7ebd-01d2-4cad-8e87-987ca1c162c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e53922f1d7e64b63833803cd8bc06d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0756083 Jul 16 18:27:49.612593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 34962) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:49.623836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Allocated IP 172.25.7.225 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:49.663641 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f24956f9-1110-4742-bab2-14c8e6656ab0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.687409 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f24956f9-1110-4742-bab2-14c8e6656ab0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.731304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.736057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f24956f9-1110-4742-bab2-14c8e6656ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.738989 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f24956f9-1110-4742-bab2-14c8e6656ab0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.739994 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f24956f9-1110-4742-bab2-14c8e6656ab0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6323e298-505b-461b-aaf5-dbc506f3a76e HTTP/1.1" status: 204 len: 168 time: 0.1264191 Jul 16 18:27:49.749261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24956f9-1110-4742-bab2-14c8e6656ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6323e298-505b-461b-aaf5-dbc506f3a76e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.785774 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:49.821800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:49.828685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:49.832287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:49.856775 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:49.885950 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.093388 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.578623 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.707977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:27:50.814521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:50.826305 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Sync routers for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:50.836480 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:50.836928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:50.837144 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:50.841438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-576ffdd4-f5aa-422d-959e-c8d5301da811 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8398576 Jul 16 18:27:50.841817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 34998) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:50.964027 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:50.986465 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34af2988-bf05-42f0-99da-49237721233f req-b4208cd0-36e3-4237-8456-718d40a8c10d tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0365427 Jul 16 18:27:51.076909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-26b65ea8-dae8-4aeb-ab8f-099adb7535ac tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=7b5993c7e98e40d3ad36954883a1023b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2337530 Jul 16 18:27:51.079175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35008) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:51.167314 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:49Z', 'revision_number': 3, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:51.202196 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Checking router: 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:51.202617 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Updating router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:51.241718 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.248026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab51beb9-8888-4b18-a1ee-7107b53e9ccc tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.251994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ab51beb9-8888-4b18-a1ee-7107b53e9ccc tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1694374 Jul 16 18:27:51.252232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35014) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:51.286432 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35016) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:51.287025 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dc375d6f-078c-48ec-89fa-f315b8bba6f0 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333929 Jul 16 18:27:51.294923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1403826863', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:51.399648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Made reservation on behalf of 7b5993c7e98e40d3ad36954883a1023b for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:51.403652 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.585530 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.598094 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Transition to ACTIVE for port object 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:51.600406 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.604517 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.658494 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Attempting to bind port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:51.659139 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Attempting to bind port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:51.659718 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Attempting to bind port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:51.671868 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:51.672539 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:51.673090 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.673276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Subnet': ['ID=b070e961-a733-408c-bf96-c77b9d16971c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:51.673805 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:51.674431 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Bound port: 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:51.674969 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.677718 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6eec3-4a9c-49c7-9c44-2a9efc1b77ba None None] Pushing event updated for resources: {'Port': ['ID=555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:51.693225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Checking segment: {'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:51.693594 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network hostable DHCP agents. Network: f9a6ce2a-9249-4c42-8df6-af60576bcbc5, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:27:51.714147 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:27:51.726294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, f9a6ce2a-9249-4c42-8df6-af60576bcbc5) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:51.731505 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] For port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:51.731871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:51.732566 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.734822 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] For port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:51.737065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31aa3349-ec91-4da9-8930-647e7b53b620 None None] Network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:51.744021 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.749903 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-60677bb7-4fd6-4c87-9531-624cca509f6d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4591954 Jul 16 18:27:51.752452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35018) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:51.809817 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:51.810438 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:51.850778 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6eec3-4a9c-49c7-9c44-2a9efc1b77ba None None] Pushing event updated for resources: {'Port': ['ID=555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:51.896333 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:27:51.897233 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:51.925446 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:51.994402 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.069281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Allocated IP 172.20.0.2 (f9a6ce2a-9249-4c42-8df6-af60576bcbc5/b070e961-a733-408c-bf96-c77b9d16971c/6c859faa-5c84-4ac0-8798-eee2b47d2021) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:52.190993 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4717d480-17aa-40ed-965e-2d76bc88f842 req-d0921f67-9406-45db-ba16-6f0fab0da5b0 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0351510 Jul 16 18:27:52.239315 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:49Z', 'revision_number': 3, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:52.264673 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.266546 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6f08047-5849-4444-89ae-0d5acecda298 None None] The sync data for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 is: [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:49Z', 'revision_number': 3, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:52.274043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Transition to ACTIVE for port object 6c859faa-5c84-4ac0-8798-eee2b47d2021 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:52.289806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Transition to ACTIVE for port object 6c859faa-5c84-4ac0-8798-eee2b47d2021 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:52.303094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.303812 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.348888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:52.351756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:52.355415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:52.361009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Pushing event updated for resources: {'Port': ['ID=6c859faa-5c84-4ac0-8798-eee2b47d2021,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.424030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Attempting to bind port 6c859faa-5c84-4ac0-8798-eee2b47d2021 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:52.424447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Attempting to bind port 6c859faa-5c84-4ac0-8798-eee2b47d2021 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:52.424814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Attempting to bind port 6c859faa-5c84-4ac0-8798-eee2b47d2021 on network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:52.430067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:52.430445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Checking segment: {'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:52.430900 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.431298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Bound using segment: {'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:52.431793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Bound port: 6c859faa-5c84-4ac0-8798-eee2b47d2021, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:52.432173 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.506170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] For port 6c859faa-5c84-4ac0-8798-eee2b47d2021, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:52.509590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] For port 6c859faa-5c84-4ac0-8798-eee2b47d2021, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6c859faa-5c84-4ac0-8798-eee2b47d2021,segment=NetworkSegment(4015cb6a-739f-4bdf-9a37-24a8661a0ee4),segment_id=4015cb6a-739f-4bdf-9a37-24a8661a0ee4)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:52.515934 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.586127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0283d3c-7fc8-4b62-95ea-6d6cd00ccfd8 None None] Pushing event updated for resources: {'Port': ['ID=6c859faa-5c84-4ac0-8798-eee2b47d2021,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.632945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Allocated IP 172.20.0.1 (f9a6ce2a-9249-4c42-8df6-af60576bcbc5/b070e961-a733-408c-bf96-c77b9d16971c/5065fc82-71e4-4257-92de-444ca53e223a) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:52.769410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.806600 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Transition to ACTIVE for port object 5065fc82-71e4-4257-92de-444ca53e223a will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:52.845353 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:52.910209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:52.914477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:52.920215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=5065fc82-71e4-4257-92de-444ca53e223a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:52.923001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:52.986200 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.007222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6c859faa-5c84-4ac0-8798-eee2b47d2021 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:53.061271 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 6c859faa-5c84-4ac0-8798-eee2b47d2021 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:53.065997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:53.118814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:53.124611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:53.125006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.223538 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.250088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:53.254922 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.318006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:53.408995 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3723469c-61ce-428f-99a6-edb2e9e1ea10 req-cbefee83-4122-4978-8c9c-6bcf2817b252 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0457547 Jul 16 18:27:53.536472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fafd114-1432-4041-afcd-8a644cb8c3b0 req-6405813c-ed5c-454c-96ac-2a7df700e9de service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0289686 Jul 16 18:27:53.540794 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.675776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f24bde-7252-4383-a00e-33de867de76e None None] Network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:27:53.793679 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1e22e0a9-2c5f-4ebe-98b2-ed8b58c71ed6 None None] Provisioning for port 6c859faa-5c84-4ac0-8798-eee2b47d2021 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:53.801288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1e22e0a9-2c5f-4ebe-98b2-ed8b58c71ed6 None None] Provisioning complete for port 6c859faa-5c84-4ac0-8798-eee2b47d2021 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:53.801665 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e22e0a9-2c5f-4ebe-98b2-ed8b58c71ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.816585 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.822737 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.905656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=5065fc82-71e4-4257-92de-444ca53e223a,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:53.908610 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.927096 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e22e0a9-2c5f-4ebe-98b2-ed8b58c71ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:53.962101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1e22e0a9-2c5f-4ebe-98b2-ed8b58c71ed6 None None] For port 6c859faa-5c84-4ac0-8798-eee2b47d2021, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6c859faa-5c84-4ac0-8798-eee2b47d2021,segment=NetworkSegment(4015cb6a-739f-4bdf-9a37-24a8661a0ee4),segment_id=4015cb6a-739f-4bdf-9a37-24a8661a0ee4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:53.968328 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e22e0a9-2c5f-4ebe-98b2-ed8b58c71ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.017312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:54.018936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:54.028955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22e0a9-2c5f-4ebe-98b2-ed8b58c71ed6 None None] Pushing event updated for resources: {'Port': ['ID=6c859faa-5c84-4ac0-8798-eee2b47d2021,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:54.141108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:27:54.196511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2869681d-5d6d-45b0-9a94-6dc7672c78d8 None None] Provisioning for port 5065fc82-71e4-4257-92de-444ca53e223a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:54.200889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2869681d-5d6d-45b0-9a94-6dc7672c78d8 None None] Provisioning complete for port 5065fc82-71e4-4257-92de-444ca53e223a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:54.201480 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2869681d-5d6d-45b0-9a94-6dc7672c78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.236558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2869681d-5d6d-45b0-9a94-6dc7672c78d8 None None] Port 5065fc82-71e4-4257-92de-444ca53e223a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:54.246894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2869681d-5d6d-45b0-9a94-6dc7672c78d8 None None] Provisioning complete for port 6c859faa-5c84-4ac0-8798-eee2b47d2021 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:54.247264 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2869681d-5d6d-45b0-9a94-6dc7672c78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.270290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:27:54.275328 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-297e3e5f-19c9-462d-8888-34303c3059c9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "PUT /v2.0/routers/2b4fc305-eceb-440e-aae4-1a5c2e6407b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5215378 Jul 16 18:27:54.278381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35024) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:54.284302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Sync routers for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:27:54.301056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:54.301679 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:54.397109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f8cb1-fe92-4d28-bbe4-a70dacf9d7c1 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.397507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f8cb1-fe92-4d28-bbe4-a70dacf9d7c1 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.398009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f8cb1-fe92-4d28-bbe4-a70dacf9d7c1 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.398452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f8cb1-fe92-4d28-bbe4-a70dacf9d7c1 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.398919 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f8cb1-fe92-4d28-bbe4-a70dacf9d7c1 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.399383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d6f8cb1-fe92-4d28-bbe4-a70dacf9d7c1 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.404015 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2d6f8cb1-fe92-4d28-bbe4-a70dacf9d7c1 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4279 time: 0.1216571 Jul 16 18:27:54.404327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35026) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:54.446276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:54.468340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9ef5a-df4e-40b4-a3fd-27a5a8470984 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.468820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9ef5a-df4e-40b4-a3fd-27a5a8470984 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.469365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9ef5a-df4e-40b4-a3fd-27a5a8470984 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.475692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9ef5a-df4e-40b4-a3fd-27a5a8470984 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.475871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9ef5a-df4e-40b4-a3fd-27a5a8470984 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.476402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf9ef5a-df4e-40b4-a3fd-27a5a8470984 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:54.491525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35030) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:54.492127 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-acf9ef5a-df4e-40b4-a3fd-27a5a8470984 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4000 time: 0.0862236 Jul 16 18:27:54.575360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6f18a163-bd35-42ed-9108-16d8fb342054 None None] Provisioning complete for port 5065fc82-71e4-4257-92de-444ca53e223a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:54.576057 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f18a163-bd35-42ed-9108-16d8fb342054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.587215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-21bf6acc-1140-4fd2-bf33-ba8c0d21d71d req-ba02fbfe-127d-4a9e-8cf9-e820b8c6ca40 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0302098 Jul 16 18:27:54.674060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6f18a163-bd35-42ed-9108-16d8fb342054 None None] Port 5065fc82-71e4-4257-92de-444ca53e223a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:54.709065 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1950c6c6-1675-4d96-8b03-61e3c0a83b5a tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3041 time: 0.2162802 Jul 16 18:27:54.876673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-640626dd-c543-4a00-a16f-79a52d25c69d None None] Provisioning complete for port 5065fc82-71e4-4257-92de-444ca53e223a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:54.876912 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-640626dd-c543-4a00-a16f-79a52d25c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:54.902364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6c859faa-5c84-4ac0-8798-eee2b47d2021 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:54.940381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-640626dd-c543-4a00-a16f-79a52d25c69d None None] Port 5065fc82-71e4-4257-92de-444ca53e223a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:54.958599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 2, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:54.990490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Checking router: 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:27:54.990841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Updating router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 port 5065fc82-71e4-4257-92de-444ca53e223a binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:27:55.016773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6c859faa-5c84-4ac0-8798-eee2b47d2021 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:55.017138 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.052325 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.196669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:55.242803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35034) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:55.248855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-91be8af1-e917-4132-b4af-88915c40e0f1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-683749824', 'description': 'tempest-secgroup-smoke-683749824 description', 'project_id': '7b5993c7e98e40d3ad36954883a1023b'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:55.270318 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91be8af1-e917-4132-b4af-88915c40e0f1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.320079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:55.320454 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.352016 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91be8af1-e917-4132-b4af-88915c40e0f1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.356339 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91be8af1-e917-4132-b4af-88915c40e0f1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.383911 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91be8af1-e917-4132-b4af-88915c40e0f1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.385188 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-91be8af1-e917-4132-b4af-88915c40e0f1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1413574 Jul 16 18:27:55.388815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35036) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:55.393946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-336d60d1-331f-445b-9929-5edc1c7d72f0 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '9e41d564-edfe-40c9-ace4-127128344207', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:55.400768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be8af1-e917-4132-b4af-88915c40e0f1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e41d564-edfe-40c9-ace4-127128344207,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:55.424969 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-336d60d1-331f-445b-9929-5edc1c7d72f0 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.446877 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.465703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Transition to ACTIVE for port object 5065fc82-71e4-4257-92de-444ca53e223a will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:55.474415 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.483465 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-336d60d1-331f-445b-9929-5edc1c7d72f0 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.487310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-336d60d1-331f-445b-9929-5edc1c7d72f0 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.506296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336d60d1-331f-445b-9929-5edc1c7d72f0 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=099b678e-4a82-4166-9a66-187d414c5e93,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:55.515459 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-336d60d1-331f-445b-9929-5edc1c7d72f0 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.519363 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-336d60d1-331f-445b-9929-5edc1c7d72f0 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1269763 Jul 16 18:27:55.519529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35038) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:55.527102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-693d3ed3-7154-4134-8db0-fdb9cfcfcfea tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '9e41d564-edfe-40c9-ace4-127128344207', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:55.535790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8660e-75cb-441a-8457-22aec2ed1dce None None] Pushing event updated for resources: {'Port': ['ID=5065fc82-71e4-4257-92de-444ca53e223a,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:55.554933 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-693d3ed3-7154-4134-8db0-fdb9cfcfcfea tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.587050 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Attempting to bind port 5065fc82-71e4-4257-92de-444ca53e223a on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:55.587424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Attempting to bind port 5065fc82-71e4-4257-92de-444ca53e223a by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:55.587822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Attempting to bind port 5065fc82-71e4-4257-92de-444ca53e223a on network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:55.594132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:55.594516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Checking segment: {'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:55.594924 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.595323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Bound using segment: {'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:55.595885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Bound port: 5065fc82-71e4-4257-92de-444ca53e223a, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:55.596267 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.622355 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-693d3ed3-7154-4134-8db0-fdb9cfcfcfea tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.628419 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-693d3ed3-7154-4134-8db0-fdb9cfcfcfea tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.653020 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-693d3ed3-7154-4134-8db0-fdb9cfcfcfea tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.657557 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-693d3ed3-7154-4134-8db0-fdb9cfcfcfea tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1345305 Jul 16 18:27:55.657898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35042) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:55.663788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1c8d7ff1-c664-415a-a131-624ed5924093 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '9e41d564-edfe-40c9-ace4-127128344207', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:55.669689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693d3ed3-7154-4134-8db0-fdb9cfcfcfea tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fa8931c-5c16-42ad-bc39-cfbbee69e708,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:55.673126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] For port 5065fc82-71e4-4257-92de-444ca53e223a, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:55.677889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] For port 5065fc82-71e4-4257-92de-444ca53e223a, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5065fc82-71e4-4257-92de-444ca53e223a,segment=NetworkSegment(4015cb6a-739f-4bdf-9a37-24a8661a0ee4),segment_id=4015cb6a-739f-4bdf-9a37-24a8661a0ee4)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:55.682936 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.708451 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7ff1-c664-415a-a131-624ed5924093 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.743223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:27:55.743904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:55.794299 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b50bb897-ab7c-40a3-b8c0-63902329274b req-bf1fbbaf-dcba-44b6-b78a-f049afcf5d57 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0383604 Jul 16 18:27:55.815938 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8660e-75cb-441a-8457-22aec2ed1dce None None] Pushing event updated for resources: {'Port': ['ID=5065fc82-71e4-4257-92de-444ca53e223a,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:55.817160 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7ff1-c664-415a-a131-624ed5924093 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.827465 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7ff1-c664-415a-a131-624ed5924093 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.843935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8d7ff1-c664-415a-a131-624ed5924093 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=268b6cf5-0008-45ed-884d-e929f6268d3e,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:55.864900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c8d7ff1-c664-415a-a131-624ed5924093 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.866496 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1c8d7ff1-c664-415a-a131-624ed5924093 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2075586 Jul 16 18:27:55.869752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35046) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:55.875871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e23e4959-b0a1-4642-9c15-cb3d4fd3e371 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '9e41d564-edfe-40c9-ace4-127128344207', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:55.906213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:27:55.915258 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e23e4959-b0a1-4642-9c15-cb3d4fd3e371 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.991548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e23e4959-b0a1-4642-9c15-cb3d4fd3e371 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:55.997843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e23e4959-b0a1-4642-9c15-cb3d4fd3e371 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.017337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e4959-b0a1-4642-9c15-cb3d4fd3e371 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f910dc2-e0f4-4a95-a109-c1f3080b569d,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:56.029835 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e23e4959-b0a1-4642-9c15-cb3d4fd3e371 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.031207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e23e4959-b0a1-4642-9c15-cb3d4fd3e371 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1599588 Jul 16 18:27:56.034737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35048) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:56.040013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9109396d-9342-4276-9759-2eceda4a276f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '9e41d564-edfe-40c9-ace4-127128344207', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:56.064703 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-9109396d-9342-4276-9759-2eceda4a276f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Project 7b5993c7e98e40d3ad36954883a1023b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:27:56.070469 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9109396d-9342-4276-9759-2eceda4a276f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.135640 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9109396d-9342-4276-9759-2eceda4a276f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.141194 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9109396d-9342-4276-9759-2eceda4a276f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.143665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:55Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:27:56.160066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9109396d-9342-4276-9759-2eceda4a276f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0783d231-5eef-46e8-8042-80596d5f1feb,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:56.167235 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9109396d-9342-4276-9759-2eceda4a276f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.169345 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9109396d-9342-4276-9759-2eceda4a276f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333277 Jul 16 18:27:56.172228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35056) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:27:56.176011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-142bb485-80e8-4b4a-8af9-bec351658132 None None] The sync data for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 is: [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:55Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:27:56.177117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0e89c648-fb23-4450-b2f9-717feb7dc73a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '9e41d564-edfe-40c9-ace4-127128344207', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:56.201266 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-0e89c648-fb23-4450-b2f9-717feb7dc73a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Project 7b5993c7e98e40d3ad36954883a1023b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:27:56.206871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e89c648-fb23-4450-b2f9-717feb7dc73a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.296083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e89c648-fb23-4450-b2f9-717feb7dc73a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.300051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e89c648-fb23-4450-b2f9-717feb7dc73a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.316613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89c648-fb23-4450-b2f9-717feb7dc73a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8778548f-08e0-457c-87df-df27b4d02a68,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:56.328262 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e89c648-fb23-4450-b2f9-717feb7dc73a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.329579 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e89c648-fb23-4450-b2f9-717feb7dc73a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1564524 Jul 16 18:27:56.549743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-dc8de8c9-d6c0-47b2-b542-28611735554c tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-683749824&fields=id&tenant_id=7b5993c7e98e40d3ad36954883a1023b HTTP/1.1" status: 200 len: 267 time: 0.0476458 Jul 16 18:27:56.649086 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-58c12b1c-e6b4-43cf-9262-a7f59faa3678 req-3fdbf9c5-9f73-43e6-b762-9769a4308538 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0335987 Jul 16 18:27:56.660919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-bedc6d6c-f480-4282-8f3b-420cd7b59a89 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:56.662505 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-bedc6d6c-f480-4282-8f3b-420cd7b59a89 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/networks?id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5 HTTP/1.1" status: 200 len: 796 time: 0.1062002 Jul 16 18:27:56.678975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-b83bddfc-5ccd-421f-8afb-2d7e44a3aa39 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/quotas/7b5993c7e98e40d3ad36954883a1023b HTTP/1.1" status: 200 len: 375 time: 0.0097475 Jul 16 18:27:56.778963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-3cde20b6-120f-47cd-9bd4-e0312ba897b6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941494 Jul 16 18:27:56.881798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-6b5991a2-7344-4ac9-a89b-90f8508b37cc service neutron] 10.222.0.47 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912526 Jul 16 18:27:56.906440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5065fc82-71e4-4257-92de-444ca53e223a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:56.957249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5065fc82-71e4-4257-92de-444ca53e223a completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:56.961220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5065fc82-71e4-4257-92de-444ca53e223a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:56.961705 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:56.985633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-bd1322d9-98d7-4904-99ba-3b2f8936ba45 service neutron] 10.222.0.47 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958884 Jul 16 18:27:57.050187 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.086801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 5065fc82-71e4-4257-92de-444ca53e223a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5065fc82-71e4-4257-92de-444ca53e223a,segment=NetworkSegment(4015cb6a-739f-4bdf-9a37-24a8661a0ee4),segment_id=4015cb6a-739f-4bdf-9a37-24a8661a0ee4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:27:57.094627 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:57.162333 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=5065fc82-71e4-4257-92de-444ca53e223a,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:57.176952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-151dbf6b-a052-4774-8cb9-0658d0e6f9f7 req-1b0f8411-4939-4d51-a4a6-4a7c00ff2d3b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 210 time: 0.0309527 Jul 16 18:27:57.818528 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30f366dd-ac30-4383-b9d2-2c02ccec9a3d req-09d603cb-4d37-4370-a5a8-413c958f35ea tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0292218 Jul 16 18:27:58.272901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-40e159db-fdeb-453b-9703-42b68c3d17b6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.274413 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-40e159db-fdeb-453b-9703-42b68c3d17b6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "GET /v2.0/networks?id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5 HTTP/1.1" status: 200 len: 796 time: 0.1138000 Jul 16 18:27:58.330541 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ae55edd-729c-49b7-9fd6-a4d86cb4b394 req-7855a593-411e-4dfb-89ee-cbd01d06246c tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 210 time: 0.0318735 Jul 16 18:27:58.333547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-10851d94-e212-468a-ba02-0e34ed6d0f7a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b5993c7e98e40d3ad36954883a1023b HTTP/1.1" status: 200 len: 379 time: 0.0475166 Jul 16 18:27:58.344651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'port': {'device_id': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'admin_state_up': True, 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'security_groups': ['9e41d564-edfe-40c9-ace4-127128344207']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:58.461547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Made reservation on behalf of 7b5993c7e98e40d3ad36954883a1023b for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:27:58.465686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.590392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Allocated IP 172.20.0.6 (f9a6ce2a-9249-4c42-8df6-af60576bcbc5/b070e961-a733-408c-bf96-c77b9d16971c/de50c372-f80f-452a-ad84-89896f3e117f) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:27:58.728063 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.742122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Transition to ACTIVE for port object de50c372-f80f-452a-ad84-89896f3e117f will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:58.775110 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.825987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:27:58.829431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:27:58.832069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:27:58.869804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=de50c372-f80f-452a-ad84-89896f3e117f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:58.896049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5065fc82-71e4-4257-92de-444ca53e223a up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:27:58.901616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:58.902287 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:58.918523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-60697b1a-49a6-40ea-a19d-23377ff33091 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5787613 Jul 16 18:27:58.934283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Request body: {'port': {'device_id': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:27:58.968428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5065fc82-71e4-4257-92de-444ca53e223a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:58.969071 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.039495 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1119f95b-0628-4ac4-a35e-da5eb9d4460c req-84ac046f-666b-462c-abab-f86d1bf41e54 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0320849 Jul 16 18:27:59.050697 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.173131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-152363ae-6539-44c7-ad3f-6dfd838834bd None None] Provisioning for port de50c372-f80f-452a-ad84-89896f3e117f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:27:59.177124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-152363ae-6539-44c7-ad3f-6dfd838834bd None None] Provisioning complete for port de50c372-f80f-452a-ad84-89896f3e117f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:27:59.177548 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-152363ae-6539-44c7-ad3f-6dfd838834bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.210596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-152363ae-6539-44c7-ad3f-6dfd838834bd None None] Port de50c372-f80f-452a-ad84-89896f3e117f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:27:59.319995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de50c372-f80f-452a-ad84-89896f3e117f {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:27:59.327536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.338918 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Transition to ACTIVE for port object de50c372-f80f-452a-ad84-89896f3e117f will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:27:59.343717 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.413898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Pushing event updated for resources: {'Port': ['ID=de50c372-f80f-452a-ad84-89896f3e117f,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:59.420785 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.475101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Attempting to bind port de50c372-f80f-452a-ad84-89896f3e117f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:27:59.475536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Attempting to bind port de50c372-f80f-452a-ad84-89896f3e117f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:27:59.476033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Attempting to bind port de50c372-f80f-452a-ad84-89896f3e117f on network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:59.481878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Port de50c372-f80f-452a-ad84-89896f3e117f on network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:27:59.481878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Attempting to bind port de50c372-f80f-452a-ad84-89896f3e117f on network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:27:59.487385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 27, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:27:59.487774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Checking segment: {'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:27:59.488165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Bound using segment: {'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:27:59.488602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Bound port: de50c372-f80f-452a-ad84-89896f3e117f, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4015cb6a-739f-4bdf-9a37-24a8661a0ee4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:27:59.488962 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.523398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eeb8d21-c2a8-4c41-90d9-956b36ebd32e req-b5c60b56-f501-4622-9e9c-8c6a80a3d743 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.524955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0eeb8d21-c2a8-4c41-90d9-956b36ebd32e req-b5c60b56-f501-4622-9e9c-8c6a80a3d743 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 943 time: 0.0722222 Jul 16 18:27:59.558902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] For port de50c372-f80f-452a-ad84-89896f3e117f, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:27:59.564025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] For port de50c372-f80f-452a-ad84-89896f3e117f, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=de50c372-f80f-452a-ad84-89896f3e117f,segment=NetworkSegment(4015cb6a-739f-4bdf-9a37-24a8661a0ee4),segment_id=4015cb6a-739f-4bdf-9a37-24a8661a0ee4)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:27:59.569006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0eeb8d21-c2a8-4c41-90d9-956b36ebd32e req-63fb9d68-4b01-48ae-878e-fd3fba4cf574 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=9e41d564-edfe-40c9-ace4-127128344207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368984 Jul 16 18:27:59.569225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.604909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.605818 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:27:59.607350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] 10.222.0.18 "PUT /v2.0/ports/de50c372-f80f-452a-ad84-89896f3e117f HTTP/1.1" status: 200 len: 1091 time: 0.6776164 Jul 16 18:27:59.609569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'tag': 'de50c372-f80f-452a-ad84-89896f3e117f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:27:59.613320 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5180a360-c4d7-46c7-9462-7ab645e49756" -d '{"events": [{"name": "network-changed", "server_uuid": "24d7e47c-8162-49f7-b7c9-73c798f031a5", "tag": "de50c372-f80f-452a-ad84-89896f3e117f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:27:59.663815 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84c7691b-77cd-4904-90a6-be9d34cdcd0b x-openstack-request-id: req-84c7691b-77cd-4904-90a6-be9d34cdcd0b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:27:59.664103 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d7e47c-8162-49f7-b7c9-73c798f031a5", "tag": "de50c372-f80f-452a-ad84-89896f3e117f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:27:59.664363 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-84c7691b-77cd-4904-90a6-be9d34cdcd0b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:27:59.664739 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'tag': 'de50c372-f80f-452a-ad84-89896f3e117f', 'status': 'completed', 'code': 200} Jul 16 18:27:59.687277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4810dc-826c-480e-9254-4f3b69ed7db3 service neutron] Pushing event updated for resources: {'Port': ['ID=de50c372-f80f-452a-ad84-89896f3e117f,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:27:59.716794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-bea2f714-d54b-4fbf-835b-e8719dbecc8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.718350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-bea2f714-d54b-4fbf-835b-e8719dbecc8b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 1094 time: 0.0703089 Jul 16 18:27:59.768001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-a65f2b41-9a90-4f5d-9da1-63d6e1597916 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de50c372-f80f-452a-ad84-89896f3e117f HTTP/1.1" status: 200 len: 217 time: 0.0430293 Jul 16 18:27:59.818154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-1bc1f6c1-778f-41f2-9a84-c3a4ba208c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.819657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-1bc1f6c1-778f-41f2-9a84-c3a4ba208c1e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b070e961-a733-408c-bf96-c77b9d16971c HTTP/1.1" status: 200 len: 835 time: 0.0461473 Jul 16 18:27:59.877271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-71322a01-ea35-42a0-90a8-0c85ed828f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:27:59.878774 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-71322a01-ea35-42a0-90a8-0c85ed828f71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530419 Jul 16 18:27:59.969603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-51eae11b-090b-4668-88e0-8237c871b7cc service neutron] 10.222.0.18 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848467 Jul 16 18:28:00.056373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-714f7c19-247d-4036-b89e-755ab0aa2d0e req-c101ffcb-b0d8-4152-a060-dc1d425b57da service neutron] 10.222.0.18 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809224 Jul 16 18:28:00.165370 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a360-c4d7-46c7-9462-7ab645e49756 req-df31b19d-0e0d-492d-afc2-fbb714f20c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.166888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5180a360-c4d7-46c7-9462-7ab645e49756 req-df31b19d-0e0d-492d-afc2-fbb714f20c9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 1094 time: 0.0586500 Jul 16 18:28:00.206733 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0647f643-1708-424e-8a41-39692f609f2a req-3440c964-6c96-4a70-a878-cef63e105464 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0283997 Jul 16 18:28:00.258890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a360-c4d7-46c7-9462-7ab645e49756 req-f300e3b6-81b4-477a-83df-31895eedfc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.260385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5180a360-c4d7-46c7-9462-7ab645e49756 req-f300e3b6-81b4-477a-83df-31895eedfc06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5 HTTP/1.1" status: 200 len: 897 time: 0.0866821 Jul 16 18:28:00.304777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5180a360-c4d7-46c7-9462-7ab645e49756 req-f6503da0-5cd2-4c13-a091-e43a32c78d25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de50c372-f80f-452a-ad84-89896f3e117f HTTP/1.1" status: 200 len: 217 time: 0.0373187 Jul 16 18:28:00.353658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a360-c4d7-46c7-9462-7ab645e49756 req-65953c36-8ce3-4c34-a147-9add4699c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.354994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5180a360-c4d7-46c7-9462-7ab645e49756 req-65953c36-8ce3-4c34-a147-9add4699c827 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b070e961-a733-408c-bf96-c77b9d16971c HTTP/1.1" status: 200 len: 835 time: 0.0439625 Jul 16 18:28:00.411859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5180a360-c4d7-46c7-9462-7ab645e49756 req-9f5be846-678d-45ef-893d-b7a338f4b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.413323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5180a360-c4d7-46c7-9462-7ab645e49756 req-9f5be846-678d-45ef-893d-b7a338f4b757 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512059 Jul 16 18:28:00.809423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5180a360-c4d7-46c7-9462-7ab645e49756 req-aa2ec615-4882-4533-bcf0-f659fd8d607b service neutron] 10.222.0.18 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3885379 Jul 16 18:28:00.858127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a762a0-37f3-4b29-ab77-ee5d9b60a988 req-1e1a3ba9-c469-4464-b037-719f8b1dd4e2 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:00.859592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24a762a0-37f3-4b29-ab77-ee5d9b60a988 req-1e1a3ba9-c469-4464-b037-719f8b1dd4e2 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 943 time: 0.1066928 Jul 16 18:28:00.940373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24a762a0-37f3-4b29-ab77-ee5d9b60a988 req-7c534b3a-4a94-4386-81cf-59e3d3ace9d3 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=9e41d564-edfe-40c9-ace4-127128344207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499310 Jul 16 18:28:00.942238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5180a360-c4d7-46c7-9462-7ab645e49756 req-431bf11c-e9e4-4540-9413-c00eaa4648af service neutron] 10.222.0.18 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255894 Jul 16 18:28:01.361481 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fef4bf64-fd73-4d6c-9090-a4d30e066e35 req-ecf70a4d-99c6-48db-ac5c-be77f9780f8b tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0276387 Jul 16 18:28:02.043914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device de50c372-f80f-452a-ad84-89896f3e117f details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:02.140030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port de50c372-f80f-452a-ad84-89896f3e117f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=de50c372-f80f-452a-ad84-89896f3e117f,segment=NetworkSegment(4015cb6a-739f-4bdf-9a37-24a8661a0ee4),segment_id=4015cb6a-739f-4bdf-9a37-24a8661a0ee4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:02.151141 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'de50c372-f80f-452a-ad84-89896f3e117f', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'port_id': 'de50c372-f80f-452a-ad84-89896f3e117f', 'mac_address': 'fa:16:3e:f1:e6:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:02.173124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da77cbc7-9c63-4805-b785-6a23805e246f req-1f0afa9b-1756-4507-86f5-bfd6f7fd944b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:02.174861 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da77cbc7-9c63-4805-b785-6a23805e246f req-1f0afa9b-1756-4507-86f5-bfd6f7fd944b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 943 time: 0.1235380 Jul 16 18:28:02.189936 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.203670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de50c372-f80f-452a-ad84-89896f3e117f {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:02.215046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da77cbc7-9c63-4805-b785-6a23805e246f req-6c3f0fa7-7c99-432a-a076-1c12ee27bfb9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=9e41d564-edfe-40c9-ace4-127128344207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332375 Jul 16 18:28:02.225654 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port de50c372-f80f-452a-ad84-89896f3e117f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=de50c372-f80f-452a-ad84-89896f3e117f,segment=NetworkSegment(4015cb6a-739f-4bdf-9a37-24a8661a0ee4),segment_id=4015cb6a-739f-4bdf-9a37-24a8661a0ee4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:02.229789 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:02.275834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=de50c372-f80f-452a-ad84-89896f3e117f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:02.444878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['de50c372-f80f-452a-ad84-89896f3e117f'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:02.520798 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-acc50901-528f-485e-b87c-97fac2d95b4e req-1ecea442-4afe-473c-b465-1843886a1fc2 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0293083 Jul 16 18:28:03.393217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f7c5ac-bd35-4508-b10d-cc6a70af955c req-5c1783ec-c02d-4186-95f6-03bd0877473c tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:03.394700 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97f7c5ac-bd35-4508-b10d-cc6a70af955c req-5c1783ec-c02d-4186-95f6-03bd0877473c tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 944 time: 0.0673454 Jul 16 18:28:03.431653 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97f7c5ac-bd35-4508-b10d-cc6a70af955c req-68d8ca92-7592-4bf1-8d38-859e7fd2bbc1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=9e41d564-edfe-40c9-ace4-127128344207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313385 Jul 16 18:28:03.726939 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1d56f97e-9ecc-44ff-951a-eadf489ff526 req-4fd29a3d-a73e-408f-891d-b01004f53a87 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0868027 Jul 16 18:28:04.050748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device de50c372-f80f-452a-ad84-89896f3e117f up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:04.099266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port de50c372-f80f-452a-ad84-89896f3e117f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:04.102762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port de50c372-f80f-452a-ad84-89896f3e117f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:04.103131 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.182963 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.205476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de50c372-f80f-452a-ad84-89896f3e117f'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:04.207905 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106f69e7-6969-4121-9073-9ab64905b68c" -d '{"events": [{"server_uuid": "24d7e47c-8162-49f7-b7c9-73c798f031a5", "name": "network-vif-plugged", "status": "completed", "tag": "de50c372-f80f-452a-ad84-89896f3e117f"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:04.220722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port de50c372-f80f-452a-ad84-89896f3e117f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=de50c372-f80f-452a-ad84-89896f3e117f,segment=NetworkSegment(4015cb6a-739f-4bdf-9a37-24a8661a0ee4),segment_id=4015cb6a-739f-4bdf-9a37-24a8661a0ee4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:04.224830 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:04.250166 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b44862-6d67-48b5-8132-e58809cd1247 x-openstack-request-id: req-40b44862-6d67-48b5-8132-e58809cd1247 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:04.250515 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d7e47c-8162-49f7-b7c9-73c798f031a5", "name": "network-vif-plugged", "status": "completed", "tag": "de50c372-f80f-452a-ad84-89896f3e117f", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:04.250768 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-40b44862-6d67-48b5-8132-e58809cd1247 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:04.251154 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de50c372-f80f-452a-ad84-89896f3e117f', 'code': 200} Jul 16 18:28:04.275786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=de50c372-f80f-452a-ad84-89896f3e117f,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:04.357617 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9224f3e-a11c-47b5-9cd1-1e767680814f req-ed4a5cee-55f8-47d5-9c9d-83305eb67c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.359056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9224f3e-a11c-47b5-9cd1-1e767680814f req-ed4a5cee-55f8-47d5-9c9d-83305eb67c19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 1096 time: 0.0520864 Jul 16 18:28:04.392951 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9224f3e-a11c-47b5-9cd1-1e767680814f req-06a66c37-632e-4eaf-9a8b-d2f35f528aa7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9e41d564-edfe-40c9-ace4-127128344207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275714 Jul 16 18:28:04.604304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52a581f-1e22-4448-9e3f-013b044254d4 req-a7ac5f1b-e031-40d4-9ad7-ba02b1f7cd51 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:04.606390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b52a581f-1e22-4448-9e3f-013b044254d4 req-a7ac5f1b-e031-40d4-9ad7-ba02b1f7cd51 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 945 time: 0.0638075 Jul 16 18:28:04.643378 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b52a581f-1e22-4448-9e3f-013b044254d4 req-426bbc47-4ad0-4c1a-a3cb-7348f64eae48 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=9e41d564-edfe-40c9-ace4-127128344207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314813 Jul 16 18:28:04.881847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cb14407-7758-48c4-83bb-a8a7b67729be req-f410c0e4-b099-484a-8901-054452272496 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0297368 Jul 16 18:28:05.816141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9aeb692-2dff-4ee7-9eab-f781621fa37e req-2461e9f2-b1a6-41a3-bb43-ff10045518e7 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:05.817616 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9aeb692-2dff-4ee7-9eab-f781621fa37e req-2461e9f2-b1a6-41a3-bb43-ff10045518e7 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 945 time: 0.0631585 Jul 16 18:28:05.856739 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f9aeb692-2dff-4ee7-9eab-f781621fa37e req-277dd472-8cf0-4e14-b103-c0c62d7dd4d3 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=9e41d564-edfe-40c9-ace4-127128344207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334809 Jul 16 18:28:06.033555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891279d5-e36d-487c-858a-8e468f9f7ec7 req-9470667a-277e-42ec-a1b0-912542c99875 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:06.035092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-891279d5-e36d-487c-858a-8e468f9f7ec7 req-9470667a-277e-42ec-a1b0-912542c99875 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 945 time: 0.0686791 Jul 16 18:28:06.040391 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e36d220f-aa45-47bd-a05b-efef7cae616e req-a7dac0c4-fdb2-4e19-a381-7e6984bbadbf tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0329487 Jul 16 18:28:06.074501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-891279d5-e36d-487c-858a-8e468f9f7ec7 req-0f1cff69-861b-486e-827f-e7a57f18e0b5 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=9e41d564-edfe-40c9-ace4-127128344207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324285 Jul 16 18:28:06.098428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35132) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:06.150391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a550359-2f2f-465c-a34c-7771083d762a tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:06.151962 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8a550359-2f2f-465c-a34c-7771083d762a tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 1091 time: 0.0525112 Jul 16 18:28:06.155120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35134) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:06.159495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'de50c372-f80f-452a-ad84-89896f3e117f', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:06.185334 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.283591 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.384514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Allocated IP 172.25.7.26 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/29691a1e-f322-45b4-80f3-65d9d745684b) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:06.487803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.525595 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:06.561366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:06.566002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:06.569497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:06.595636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=29691a1e-f322-45b4-80f3-65d9d745684b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:06.933393 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.007710 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.157525 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.162133 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.207186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c88a9d9-7248-47ca-8603-45b7b662a397 req-b4ccf973-d081-4b11-85e7-29886d0ca556 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0298002 Jul 16 18:28:07.237930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=29691a1e-f322-45b4-80f3-65d9d745684b,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:07.244548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.345765 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Floating IP 99c6f28a-5359-4055-8c72-39701c3ec770 associated. External IP: 172.25.7.26, port: de50c372-f80f-452a-ad84-89896f3e117f. Jul 16 18:28:07.552591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:07.657794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:07.666807 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a49a10-fced-45ee-841b-f772fd93ccea None None] Sync routers for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:07.672967 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:07.676915 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a49a10-fced-45ee-841b-f772fd93ccea None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:07.677517 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a9a49a10-fced-45ee-841b-f772fd93ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:07.712121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-88c15bd4-e528-4b1a-82e3-03cdbc1ac23b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5558832 Jul 16 18:28:07.712642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35140) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:07.712760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'tag': 'de50c372-f80f-452a-ad84-89896f3e117f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:07.715786 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77664c58-8eff-4469-9e11-2b36db279bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "24d7e47c-8162-49f7-b7c9-73c798f031a5", "tag": "de50c372-f80f-452a-ad84-89896f3e117f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:07.753462 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9478da30-9b38-424d-978a-c814fcd9c3ba x-openstack-request-id: req-9478da30-9b38-424d-978a-c814fcd9c3ba {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:07.753841 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d7e47c-8162-49f7-b7c9-73c798f031a5", "tag": "de50c372-f80f-452a-ad84-89896f3e117f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:07.754100 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9478da30-9b38-424d-978a-c814fcd9c3ba {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:07.754508 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'tag': 'de50c372-f80f-452a-ad84-89896f3e117f', 'status': 'completed', 'code': 200} Jul 16 18:28:07.783345 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a9a49a10-fced-45ee-841b-f772fd93ccea None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:07.784600 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7cd70885-9a4e-420a-8efe-86077c27a7cd tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/floatingips/99c6f28a-5359-4055-8c72-39701c3ec770 HTTP/1.1" status: 200 len: 990 time: 0.0706382 Jul 16 18:28:07.829940 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77664c58-8eff-4469-9e11-2b36db279bc6 req-698ad7ca-1c0c-4dc7-9f68-e086829cb67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:07.831450 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77664c58-8eff-4469-9e11-2b36db279bc6 req-698ad7ca-1c0c-4dc7-9f68-e086829cb67e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 1096 time: 0.0560210 Jul 16 18:28:07.924353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77664c58-8eff-4469-9e11-2b36db279bc6 req-11704fe5-c634-43de-b90b-cd5cdd6d2e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:07.925740 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77664c58-8eff-4469-9e11-2b36db279bc6 req-11704fe5-c634-43de-b90b-cd5cdd6d2e7c service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5 HTTP/1.1" status: 200 len: 897 time: 0.0880852 Jul 16 18:28:07.990791 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77664c58-8eff-4469-9e11-2b36db279bc6 req-9819ac22-6756-4346-a277-8b8ae9c36095 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de50c372-f80f-452a-ad84-89896f3e117f HTTP/1.1" status: 200 len: 998 time: 0.0591381 Jul 16 18:28:08.009212 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a9a49a10-fced-45ee-841b-f772fd93ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '99c6f28a-5359-4055-8c72-39701c3ec770', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'port_id': 'de50c372-f80f-452a-ad84-89896f3e117f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'mac_address': 'fa:16:3e:f1:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:06Z', 'updated_at': '2021-07-16T18:28:06Z', 'revision_number': 0, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:08.039420 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a49a10-fced-45ee-841b-f772fd93ccea None None] Checking router: 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:08.039832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77664c58-8eff-4469-9e11-2b36db279bc6 req-d1e97fb7-74b0-4cbc-8e12-b31039cd0ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:08.041297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77664c58-8eff-4469-9e11-2b36db279bc6 req-d1e97fb7-74b0-4cbc-8e12-b31039cd0ca6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b070e961-a733-408c-bf96-c77b9d16971c HTTP/1.1" status: 200 len: 835 time: 0.0436287 Jul 16 18:28:08.047917 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a49a10-fced-45ee-841b-f772fd93ccea None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:08.048508 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a9a49a10-fced-45ee-841b-f772fd93ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:27:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:08.103055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77664c58-8eff-4469-9e11-2b36db279bc6 req-c09e87e0-1cad-4a28-92fe-4bf933e58f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:08.104609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77664c58-8eff-4469-9e11-2b36db279bc6 req-c09e87e0-1cad-4a28-92fe-4bf933e58f2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571165 Jul 16 18:28:08.153670 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a9a49a10-fced-45ee-841b-f772fd93ccea None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:08.200322 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77664c58-8eff-4469-9e11-2b36db279bc6 req-d8dea2d5-d2f4-40b0-80df-84871da9a43d service neutron] 10.222.0.18 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885668 Jul 16 18:28:08.300192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77664c58-8eff-4469-9e11-2b36db279bc6 req-f44c2b86-111f-41e9-9dfc-2e106f8d4ce1 service neutron] 10.222.0.18 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943289 Jul 16 18:28:08.367177 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8beb96ef-d8df-40da-b3e7-a2f9e33a4467 req-ee553605-f613-4adb-b44c-75b31dc75b91 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0325038 Jul 16 18:28:08.384739 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a9a49a10-fced-45ee-841b-f772fd93ccea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '99c6f28a-5359-4055-8c72-39701c3ec770', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'port_id': 'de50c372-f80f-452a-ad84-89896f3e117f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'mac_address': 'fa:16:3e:f1:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:06Z', 'updated_at': '2021-07-16T18:28:06Z', 'revision_number': 0, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:08.411510 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a49a10-fced-45ee-841b-f772fd93ccea None None] The sync data for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 is: [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '99c6f28a-5359-4055-8c72-39701c3ec770', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'port_id': 'de50c372-f80f-452a-ad84-89896f3e117f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'mac_address': 'fa:16:3e:f1:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:06Z', 'updated_at': '2021-07-16T18:28:06Z', 'revision_number': 0, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:08.600876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e6bb36b-49b6-4a4c-89b6-655568551f90 None None] New status for floating IP 99c6f28a-5359-4055-8c72-39701c3ec770: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:08.788321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35146) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:08.848320 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-290e2fd0-f4a1-46b1-ab64-b84d51c8f1e3 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/floatingips/99c6f28a-5359-4055-8c72-39701c3ec770 HTTP/1.1" status: 200 len: 992 time: 0.0588658 Jul 16 18:28:09.462945 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9407b31-1385-445d-bcc3-263fad946f78 req-ea413cd2-9f21-4b66-a702-1ef5c2999968 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517545 Jul 16 18:28:09.545519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f59bb496-3dfe-4f46-8b1b-481ba87df7fc req-991fd368-5ddb-4463-b538-23bd4326759c tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0346014 Jul 16 18:28:09.567263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9407b31-1385-445d-bcc3-263fad946f78 req-02efb7a1-0664-4fa4-bbfd-954320886ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.568880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9407b31-1385-445d-bcc3-263fad946f78 req-02efb7a1-0664-4fa4-bbfd-954320886ab3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16e9be2d81914a758dddb9a5e24b1b6a&device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 1096 time: 0.0834715 Jul 16 18:28:09.673017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9407b31-1385-445d-bcc3-263fad946f78 req-99dba743-67ff-489e-87e8-61713d6c77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.674655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9407b31-1385-445d-bcc3-263fad946f78 req-99dba743-67ff-489e-87e8-61713d6c77d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2e3a0732-75df-4e78-8b7f-bc786c40ab40 HTTP/1.1" status: 200 len: 910 time: 0.0846534 Jul 16 18:28:09.743252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9407b31-1385-445d-bcc3-263fad946f78 req-176284c7-a0e0-4bd9-a841-c6071a39ed3f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=17aa45bf-a50f-4900-9e1c-cbf0b8929d72 HTTP/1.1" status: 200 len: 1000 time: 0.0620196 Jul 16 18:28:09.791042 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9407b31-1385-445d-bcc3-263fad946f78 req-fc0a6c29-b187-4448-a83b-c040f4c4165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.792581 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9407b31-1385-445d-bcc3-263fad946f78 req-fc0a6c29-b187-4448-a83b-c040f4c4165b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=184347f6-56e3-4049-ad4d-a6b568388856 HTTP/1.1" status: 200 len: 848 time: 0.0439348 Jul 16 18:28:09.855828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9407b31-1385-445d-bcc3-263fad946f78 req-8064a5b8-e8f5-40c8-b740-b00f2ff0674b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:09.857348 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9407b31-1385-445d-bcc3-263fad946f78 req-8064a5b8-e8f5-40c8-b740-b00f2ff0674b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2e3a0732-75df-4e78-8b7f-bc786c40ab40&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586443 Jul 16 18:28:10.242327 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9407b31-1385-445d-bcc3-263fad946f78 req-d30d922d-e88f-4576-9a33-767f47d784eb service neutron] 10.222.0.18 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3790970 Jul 16 18:28:10.332563 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c9407b31-1385-445d-bcc3-263fad946f78 req-64b56629-92be-4d2a-b261-f01989d62c47 service neutron] 10.222.0.18 "GET /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840416 Jul 16 18:28:10.695939 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bbf99af9-f6c3-46c5-a0cd-a73fb81eecf6 req-4abe4499-d847-4d95-88ca-4b7fdf3d2e0e tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0300252 Jul 16 18:28:11.569191 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:11.847809 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4dc916cc-90e7-449a-ac48-19c1ab72d53f req-dc96ec36-9fa0-4f61-9082-7aac3405b116 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0282094 Jul 16 18:28:12.180441 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:13.007567 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e2add78-6c97-4ff4-9150-c53bb204a55a req-e2fa8679-0610-4cb1-993d-88b36c7efdf6 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0321598 Jul 16 18:28:14.158983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0be4a6b-21ff-4152-91c9-1d52336d81e4 req-ac359a7b-e4b2-433d-98b7-d62dd0decab2 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0311708 Jul 16 18:28:15.308700 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bf40180e-ce7f-4977-b440-b737780d2626 req-e8db8338-4fe9-42d9-bc8d-0379e4054d66 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0284393 Jul 16 18:28:15.502987 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fc90f66d-58cf-4633-bf6a-8d5db473e9ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:16.457005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d743580-2717-4106-968e-deb157da9244 req-16edd05f-c41e-4321-96bc-01d750e4f697 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0286183 Jul 16 18:28:17.251846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-89666bb5-afdc-483e-9c39-d2cf28251b7e req-2f95d1be-610e-4b8b-b9cc-03544e7d2c8a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c354366ad63f4893b91da6a1e1baf688&device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0265729 Jul 16 18:28:17.303422 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-89666bb5-afdc-483e-9c39-d2cf28251b7e req-2ff3c890-d20f-4373-9f34-a975f9240677 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c354366ad63f4893b91da6a1e1baf688&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249860 Jul 16 18:28:17.472599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89666bb5-afdc-483e-9c39-d2cf28251b7e req-89eb7f23-586e-4a55-9a45-561619b84a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:17.474089 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-89666bb5-afdc-483e-9c39-d2cf28251b7e req-89eb7f23-586e-4a55-9a45-561619b84a6f service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1635330 Jul 16 18:28:17.606571 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3452bcfc-f730-4fd0-9967-a4eb1284450e req-87311da5-a026-4b67-bc59-b6a1276e33e4 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0296111 Jul 16 18:28:18.189902 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-45638ea9-64de-4fb6-ba04-7eddf906af58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.207745 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:18.754752 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe07ede7-9638-4300-8efb-2a7e191abff9 req-1715a309-b929-4458-899a-f02d8ed52157 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0289197 Jul 16 18:28:19.886781 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:19.904548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9ad80390-dd1b-45ac-994d-60254af47bfd req-24aae6e2-1d53-476a-8351-1e3c925c8b2a tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0303080 Jul 16 18:28:21.056512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e3a3883-244e-411f-9dd9-1236deed4de0 req-efc8d485-69fe-48f5-841b-87a36b853d34 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0278389 Jul 16 18:28:21.948205 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:22.214369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4cd6ff68-bd3b-48d8-a04f-16871e1ce85b req-5ca0392e-1192-496e-9eeb-60418cee3bec tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0327506 Jul 16 18:28:23.367484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1edf4e9e-62bf-4b40-bd8c-6728ce2f01a3 req-e7f6b551-79d6-4a46-9998-f256ca47149d tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0308051 Jul 16 18:28:24.517485 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6f2eeaab-d4f1-47b4-9b25-25479c562ebe req-7cb376bf-dd05-46c8-9fe5-72a8da032790 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0284138 Jul 16 18:28:25.408141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea86adcb-17ae-4e4b-9fd1-dd34a232e654 req-ebffd75b-c1ab-498d-b1a6-9f45bf71ace5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0263400 Jul 16 18:28:25.664187 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24b25a8c-bb7e-4ad0-aff0-d05a9ec4daf3 req-d042663b-9ca7-4508-afae-ada340b338c4 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0278666 Jul 16 18:28:26.812961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6cfb15d6-e398-4f24-bceb-f737f461646f req-197c907f-725b-42dc-91cb-587cdee87c1d tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0287669 Jul 16 18:28:27.169165 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d235bd62-b215-4a8c-a1ae-7168bd20a11b req-bc519fd9-502a-4e34-85f2-ace7b754b3f2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=c354366ad63f4893b91da6a1e1baf688&device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0287576 Jul 16 18:28:27.202145 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0783a2c-19ec-4806-9bee-9f8ea5ef4b5a req-c7f684b3-59b6-4135-9cdf-c16a7e0fa7e5 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0357473 Jul 16 18:28:27.221156 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d235bd62-b215-4a8c-a1ae-7168bd20a11b req-050ea5d0-bad0-4298-8531-52c8f0800149 service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=c354366ad63f4893b91da6a1e1baf688&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0208805 Jul 16 18:28:27.312363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d235bd62-b215-4a8c-a1ae-7168bd20a11b req-aae5dd3b-2c00-41f4-bd51-7a1b6da3f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:27.313843 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d235bd62-b215-4a8c-a1ae-7168bd20a11b req-aae5dd3b-2c00-41f4-bd51-7a1b6da3f6cf service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865510 Jul 16 18:28:28.343119 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-792ca353-c434-46cb-8c32-9288f97a9692 req-34fb2121-065f-4d2c-bc73-6011a7f68314 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.47 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0283835 Jul 16 18:28:28.707463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d235bd62-b215-4a8c-a1ae-7168bd20a11b req-5781658b-caed-4fc7-ba4d-ed72e9281df0 tempest-ServerShowV254Test-475853457 tempest-ServerShowV254Test-475853457-project] 10.222.0.37 "GET /v2.0/ports?device_id=811e259f-7ed3-4678-94c1-7e1d03bfa0eb HTTP/1.1" status: 200 len: 210 time: 0.0314863 Jul 16 18:28:29.429602 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.671442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35198) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:29.781838 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.869802 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.873849 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.912089 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c354366ad63f4893b91da6a1e1baf688&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2395263 Jul 16 18:28:29.913096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93396b4d-34fe-4fd0-8b65-35e25f2767e4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:29.914830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35202) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:29.920808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.921089 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.921431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.921765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.922098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.922428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.922755 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.923077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.923403 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.923758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.924081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.924402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8ef0468-8974-4397-8a75-1b7ee36d47f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:29.966082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:29.986950 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.038545 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.041296 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:30.042478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93396b4d-34fe-4fd0-8b65-35e25f2767e4 HTTP/1.1" status: 204 len: 168 time: 0.1266494 Jul 16 18:28:30.050305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93396b4d-34fe-4fd0-8b65-35e25f2767e4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:30.058307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.058660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.059005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.059341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.059715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.060050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.060381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.060707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.061034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.061361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.061685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.062012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaebaffa-f9a7-4ac4-98ea-a2ecb54e26f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:30.930883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35236) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:31.035613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6dd50541-ae51-4cc5-b467-e95ffb93e796 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.122804 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6dd50541-ae51-4cc5-b467-e95ffb93e796 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.126689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6dd50541-ae51-4cc5-b467-e95ffb93e796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.163922 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6dd50541-ae51-4cc5-b467-e95ffb93e796 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d49fd76d9a434c26871fe5804e8f4ccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2319219 Jul 16 18:28:31.164795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd50541-ae51-4cc5-b467-e95ffb93e796 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ad79f2-12a0-4570-9d8d-cd172e4896e5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.167218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35244) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:31.219173 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5565b8a7-b1a4-4996-b110-a7cf77fb6f5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.240274 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5565b8a7-b1a4-4996-b110-a7cf77fb6f5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.286644 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5565b8a7-b1a4-4996-b110-a7cf77fb6f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.289315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5565b8a7-b1a4-4996-b110-a7cf77fb6f5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:31.290498 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5565b8a7-b1a4-4996-b110-a7cf77fb6f5b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/20ad79f2-12a0-4570-9d8d-cd172e4896e5 HTTP/1.1" status: 204 len: 168 time: 0.1216936 Jul 16 18:28:31.298698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5565b8a7-b1a4-4996-b110-a7cf77fb6f5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ad79f2-12a0-4570-9d8d-cd172e4896e5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:31.886506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35266) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:31.980273 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-592559843-network', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:32.001811 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Made reservation on behalf of 9eef524a91d14fe185fb6261e1219b0e for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:32.004294 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.015099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.102348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.107147 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.131429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 350} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:32.140315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449132cb-c7b9-40a0-91de-f1e43bb2afa4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:32.146231 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.146580 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Added segment fee06dcc-0aca-4139-8c98-356aab6cf7be of type vlan for network 947a5a3a-ec64-4560-baf1-9cac66949483 Jul 16 18:28:32.187276 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.217191 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.218161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.218811 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.256364 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3687387 Jul 16 18:28:32.259285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35270) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:32.264718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] Request body: {'subnet': {'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-subnet', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:32.288726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] Made reservation on behalf of 9eef524a91d14fe185fb6261e1219b0e for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:32.291855 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.309673 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790541f2-db64-4644-bcdd-55685b1fa488 admin admin] Pushing event updated for resources: {'Network': ['ID=947a5a3a-ec64-4560-baf1-9cac66949483,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:32.319273 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 947a5a3a-ec64-4560-baf1-9cac66949483 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:32.461765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.521737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9332bd69-082c-47b6-90f3-685280eff28f,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:32.530879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] Checking segment: {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:32.531242 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] Network hostable DHCP agents. Network: 947a5a3a-ec64-4560-baf1-9cac66949483, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:32.547203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] Network 947a5a3a-ec64-4560-baf1-9cac66949483 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:32.555718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 947a5a3a-ec64-4560-baf1-9cac66949483) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:32.560060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:32.560638 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.565814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c4890ef-e157-48cb-b1d8-87d7d15ae6f8 None None] Network 947a5a3a-ec64-4560-baf1-9cac66949483 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:32.574681 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fe1fb090-4411-442d-9efe-4a6a1f95204c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3139288 Jul 16 18:28:32.577455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35272) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:32.581769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:32.602168 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.603123 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.657156 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.712168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-947a5a3a-ec64-4560-baf1-9cac66949483', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:28:32.713704 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.793990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.845791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Allocated IP 172.20.0.2 (947a5a3a-ec64-4560-baf1-9cac66949483/9332bd69-082c-47b6-90f3-685280eff28f/79e2e4f4-3c1b-4225-8f1c-1f496084dd98) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:32.988407 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.993587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:32.997958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Transition to ACTIVE for port object 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:33.013368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Transition to ACTIVE for port object 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:33.018005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.019460 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.059165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Network 947a5a3a-ec64-4560-baf1-9cac66949483 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:33.061865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:33.065438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:33.072148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Pushing event updated for resources: {'Port': ['ID=79e2e4f4-3c1b-4225-8f1c-1f496084dd98,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:33.096891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.097236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.097584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.097923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.098256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.098584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.098913 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.099328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.099685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.100015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.100342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.100664 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:33.126204 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Allocated IP 172.25.7.52 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/0b4c2e8d-8630-402b-aeea-de2432dc7e02) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:33.140387 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Attempting to bind port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:33.140893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Attempting to bind port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:33.141266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Attempting to bind port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 on network 947a5a3a-ec64-4560-baf1-9cac66949483 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:33.146287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:33.146660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Checking segment: {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:33.147064 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.147458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Bound using segment: {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:33.148013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Bound port: 79e2e4f4-3c1b-4225-8f1c-1f496084dd98, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:33.148430 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.210603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] For port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:33.214318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] For port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=79e2e4f4-3c1b-4225-8f1c-1f496084dd98,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:33.218854 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.234343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.273970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c8aa04-bb30-48d1-aff1-a87aab773a81 None None] Pushing event updated for resources: {'Port': ['ID=79e2e4f4-3c1b-4225-8f1c-1f496084dd98,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:33.275219 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.313958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:33.319015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:33.321470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:33.351422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Pushing event updated for resources: {'Port': ['ID=0b4c2e8d-8630-402b-aeea-de2432dc7e02,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:33.596540 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.792431 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:33.917953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Router 5d6bf275-b45b-4376-addc-c887237158b4 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:28:34.027358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:34.037232 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Sync routers for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:34.045238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.048961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a0385a87-38d8-40a3-bd34-982cec063e9f admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.4680953 Jul 16 18:28:34.049312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35276) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:34.139171 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:34.139823 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:34.247662 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:34.258521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5602e8-2b93-416a-9d5e-4d221c7ece3e None None] Network 947a5a3a-ec64-4560-baf1-9cac66949483 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:34.335820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0f36b9d6-8f96-479a-9060-d0597cd3967d None None] Provisioning for port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:34.433440 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:33Z', 'revision_number': 3, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:34.459464 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Checking router: 5d6bf275-b45b-4376-addc-c887237158b4 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:34.459851 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Updating router 5d6bf275-b45b-4376-addc-c887237158b4 port 0b4c2e8d-8630-402b-aeea-de2432dc7e02 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:34.502685 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.771041 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.781081 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Transition to ACTIVE for port object 0b4c2e8d-8630-402b-aeea-de2432dc7e02 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:34.786348 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.833915 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Attempting to bind port 0b4c2e8d-8630-402b-aeea-de2432dc7e02 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:34.834286 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Attempting to bind port 0b4c2e8d-8630-402b-aeea-de2432dc7e02 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:34.834646 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Attempting to bind port 0b4c2e8d-8630-402b-aeea-de2432dc7e02 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:34.843418 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Pushing event updated for resources: {'Port': ['ID=0b4c2e8d-8630-402b-aeea-de2432dc7e02,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:34.845515 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:34.845756 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.846172 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:34.846285 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.846648 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:34.847298 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Bound port: 0b4c2e8d-8630-402b-aeea-de2432dc7e02, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:34.847767 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.855760 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.856102 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.856443 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.856890 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.857100 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.857431 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.857756 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.858081 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.858404 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.858731 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.859048 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.859369 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:28:34.917530 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] For port 0b4c2e8d-8630-402b-aeea-de2432dc7e02, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:34.921266 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] For port 0b4c2e8d-8630-402b-aeea-de2432dc7e02, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0b4c2e8d-8630-402b-aeea-de2432dc7e02,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:34.925675 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:34.966185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:34.984039 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:34.984654 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:35.012550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Allocated IP 172.20.0.1 (947a5a3a-ec64-4560-baf1-9cac66949483/9332bd69-082c-47b6-90f3-685280eff28f/f8bce216-13b8-4407-b574-54c63110be11) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:35.024349 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1835ab1-c5fe-4049-9c45-aca16352057f None None] Pushing event updated for resources: {'Port': ['ID=0b4c2e8d-8630-402b-aeea-de2432dc7e02,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.036473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:35.040568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:35.041754 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.100673 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:35.119178 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.143878 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.153205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=79e2e4f4-3c1b-4225-8f1c-1f496084dd98,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:35.157883 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.159306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Transition to ACTIVE for port object f8bce216-13b8-4407-b574-54c63110be11 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:35.200528 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.208429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=79e2e4f4-3c1b-4225-8f1c-1f496084dd98,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.244218 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Network 947a5a3a-ec64-4560-baf1-9cac66949483 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:35.247346 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:35.251746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:35.254996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8bce216-13b8-4407-b574-54c63110be11,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.288531 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:33Z', 'revision_number': 3, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:35.298075 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.320440 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c90fa4-6af1-4bcf-9ffd-861acb8b84af None None] The sync data for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 is: [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:33Z', 'revision_number': 3, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:35.450423 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.496577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bc8f7648-0bc0-43db-884a-00339e8b95c0 None None] Provisioning for port f8bce216-13b8-4407-b574-54c63110be11 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:35.500538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bc8f7648-0bc0-43db-884a-00339e8b95c0 None None] Provisioning complete for port f8bce216-13b8-4407-b574-54c63110be11 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:35.504169 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bc8f7648-0bc0-43db-884a-00339e8b95c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.547828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f7648-0bc0-43db-884a-00339e8b95c0 None None] Port f8bce216-13b8-4407-b574-54c63110be11 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:35.641714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.646621 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.720784 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:35.722520 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Pushing event updated for resources: {'Port': ['ID=f8bce216-13b8-4407-b574-54c63110be11,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:35.819855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Network 947a5a3a-ec64-4560-baf1-9cac66949483 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:35.821307 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:35.943984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Router 5d6bf275-b45b-4376-addc-c887237158b4 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:36.064277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:36.069319 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ea9397ca-9dfa-4173-9a52-eb07a20544f1 admin admin] 10.222.0.47 "PUT /v2.0/routers/5d6bf275-b45b-4376-addc-c887237158b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0189729 Jul 16 18:28:36.069966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-00510e02-28c3-43fe-8e80-cb45b2a6601c None None] Provisioning complete for port f8bce216-13b8-4407-b574-54c63110be11 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:36.070338 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-00510e02-28c3-43fe-8e80-cb45b2a6601c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.109463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-00510e02-28c3-43fe-8e80-cb45b2a6601c None None] Port f8bce216-13b8-4407-b574-54c63110be11 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:36.510030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35284) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:36.514562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e0040611-0368-492a-844e-c6742d33717c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1694684913', 'description': 'tempest-description--828146735'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:36.537064 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0040611-0368-492a-844e-c6742d33717c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.616704 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0040611-0368-492a-844e-c6742d33717c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.621189 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0040611-0368-492a-844e-c6742d33717c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.643181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0040611-0368-492a-844e-c6742d33717c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.644440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e0040611-0368-492a-844e-c6742d33717c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1335819 Jul 16 18:28:36.647461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35286) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:36.653132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4ac7dfe8-2b08-4dfe-a55d-abe19d671252 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'security_group_rule': {'security_group_id': '69b6f863-6ec6-47c7-8a85-76293659b25f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:36.653869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0040611-0368-492a-844e-c6742d33717c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69b6f863-6ec6-47c7-8a85-76293659b25f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.694503 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4ac7dfe8-2b08-4dfe-a55d-abe19d671252 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.753452 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4ac7dfe8-2b08-4dfe-a55d-abe19d671252 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.757658 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4ac7dfe8-2b08-4dfe-a55d-abe19d671252 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.777525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7dfe8-2b08-4dfe-a55d-abe19d671252 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bad5973-53b7-4f69-bfaa-5ae9c47b48a3,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.781104 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4ac7dfe8-2b08-4dfe-a55d-abe19d671252 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.782249 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4ac7dfe8-2b08-4dfe-a55d-abe19d671252 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1337564 Jul 16 18:28:36.785290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35288) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:36.789972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e7f512f1-d780-4cfd-8264-9c1893e8c576 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'security_group_rule': {'security_group_id': '69b6f863-6ec6-47c7-8a85-76293659b25f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:36.817737 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7f512f1-d780-4cfd-8264-9c1893e8c576 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.866796 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7f512f1-d780-4cfd-8264-9c1893e8c576 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.873138 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7f512f1-d780-4cfd-8264-9c1893e8c576 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.895984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f512f1-d780-4cfd-8264-9c1893e8c576 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=060451c8-b8ec-40d0-b580-eb321a2e270c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:36.902386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7f512f1-d780-4cfd-8264-9c1893e8c576 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.906271 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e7f512f1-d780-4cfd-8264-9c1893e8c576 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172483 Jul 16 18:28:36.906476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35290) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:36.911438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:36.933614 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:36.993500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0b4c2e8d-8630-402b-aeea-de2432dc7e02 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:36.997304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Sync routers for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:37.034514 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.035148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:37.035506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:37.147492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Allocated IP 172.25.7.181 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/b2c42781-00e5-40e2-93e5-c0c50939135c) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:37.262132 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.292108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 0b4c2e8d-8630-402b-aeea-de2432dc7e02 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:37.296877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 0b4c2e8d-8630-402b-aeea-de2432dc7e02 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:37.297458 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.305265 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.340092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:37.342121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:37.347927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:37.351818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:37.386678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'Port': ['ID=b2c42781-00e5-40e2-93e5-c0c50939135c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:37.457390 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.466499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35294) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:37.502641 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.571814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 0b4c2e8d-8630-402b-aeea-de2432dc7e02, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0b4c2e8d-8630-402b-aeea-de2432dc7e02,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:37.579652 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.580817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:37.601264 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.681211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f751050-9c85-4993-8c53-f04438fa6169 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.682450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f751050-9c85-4993-8c53-f04438fa6169 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.683202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f751050-9c85-4993-8c53-f04438fa6169 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:37.692803 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8f751050-9c85-4993-8c53-f04438fa6169 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/ports?project_id=7b5993c7e98e40d3ad36954883a1023b&network_id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5 HTTP/1.1" status: 200 len: 2969 time: 0.2181733 Jul 16 18:28:37.730157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=0b4c2e8d-8630-402b-aeea-de2432dc7e02,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:37.761392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:37.761735 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.788541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 2, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:37.823889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Checking router: 5d6bf275-b45b-4376-addc-c887237158b4 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:37.824256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Updating router 5d6bf275-b45b-4376-addc-c887237158b4 port f8bce216-13b8-4407-b574-54c63110be11 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:28:37.836823 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.844760 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.875328 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.935525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'Port': ['ID=b2c42781-00e5-40e2-93e5-c0c50939135c,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:37.952368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.969969 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:37.972018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c60c062d-c6ac-4f33-8f28-3eb248d5d08c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0642056 Jul 16 18:28:38.134263 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-555bb741-0c41-4b2a-be70-73e2d7a8941a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1694684913&fields=id&tenant_id=9eef524a91d14fe185fb6261e1219b0e HTTP/1.1" status: 200 len: 267 time: 0.0340858 Jul 16 18:28:38.188102 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.200093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Transition to ACTIVE for port object f8bce216-13b8-4407-b574-54c63110be11 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:38.213479 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.254348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-b337bd4e-89c6-472a-9aaa-dfed284dbbe4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:38.260241 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-b337bd4e-89c6-472a-9aaa-dfed284dbbe4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 816 time: 0.1187000 Jul 16 18:28:38.263149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff036f-918e-45c3-aa12-b9a4bdd73020 None None] Pushing event updated for resources: {'Port': ['ID=f8bce216-13b8-4407-b574-54c63110be11,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:38.273964 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-a7e31512-4e33-4228-a02c-6c4593062b5a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/quotas/9eef524a91d14fe185fb6261e1219b0e HTTP/1.1" status: 200 len: 375 time: 0.0119462 Jul 16 18:28:38.323894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Attempting to bind port f8bce216-13b8-4407-b574-54c63110be11 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:38.324268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Attempting to bind port f8bce216-13b8-4407-b574-54c63110be11 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:38.324746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Attempting to bind port f8bce216-13b8-4407-b574-54c63110be11 on network 947a5a3a-ec64-4560-baf1-9cac66949483 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:38.330254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:38.330626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Checking segment: {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:38.331029 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.331419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Bound using segment: {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:38.332057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Bound port: f8bce216-13b8-4407-b574-54c63110be11, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:38.332444 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.354255 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-f6876048-da25-48fe-8972-96309af23805 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0705492 Jul 16 18:28:38.414556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] For port f8bce216-13b8-4407-b574-54c63110be11, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:38.418413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] For port f8bce216-13b8-4407-b574-54c63110be11, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f8bce216-13b8-4407-b574-54c63110be11,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:38.422531 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:38.458737 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-d35bb826-8264-4613-9abb-6a4aaa27c09d service neutron] 10.222.0.47 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920668 Jul 16 18:28:38.489534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:38.489977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:38.491710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff036f-918e-45c3-aa12-b9a4bdd73020 None None] Pushing event updated for resources: {'Port': ['ID=f8bce216-13b8-4407-b574-54c63110be11,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:38.569187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-68c273e9-90b1-4bb2-812b-dff3efdb8760 service neutron] 10.222.0.47 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040287 Jul 16 18:28:38.618659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:38.756323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1584b54b-150a-4223-a317-ff39dcb70eb1 req-3a484de5-b664-44e8-8d66-1070770ee17b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 210 time: 0.0308099 Jul 16 18:28:38.846762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:38Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:38.883612 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e8e11b-e72a-4847-ba73-e6337f068720 None None] The sync data for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 is: [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:38Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:38.954740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0b4c2e8d-8630-402b-aeea-de2432dc7e02 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:39.009131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 0b4c2e8d-8630-402b-aeea-de2432dc7e02 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:39.009638 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:39.933825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0a6a2ff3-2f5b-432c-98b3-f1bd37b6d752 req-999f8692-695e-48c7-a6dc-ef10f0ec3fb0 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 210 time: 0.0489771 Jul 16 18:28:39.997856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-e2fd13d3-d367-42bc-b573-424c3eae3156 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:39.999319 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-e2fd13d3-d367-42bc-b573-424c3eae3156 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 816 time: 0.1325698 Jul 16 18:28:40.055985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-f38dba81-a786-497b-a223-6f1641be07db tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eef524a91d14fe185fb6261e1219b0e HTTP/1.1" status: 200 len: 380 time: 0.0381498 Jul 16 18:28:40.064440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'port': {'device_id': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'admin_state_up': True, 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'security_groups': ['69b6f863-6ec6-47c7-8a85-76293659b25f']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:40.175541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Made reservation on behalf of 9eef524a91d14fe185fb6261e1219b0e for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:40.180858 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.308779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Allocated IP 172.20.0.12 (947a5a3a-ec64-4560-baf1-9cac66949483/9332bd69-082c-47b6-90f3-685280eff28f/46abece3-a115-49c0-aa2d-ea7ac25331d4) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:40.445455 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.458791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Transition to ACTIVE for port object 46abece3-a115-49c0-aa2d-ea7ac25331d4 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:40.491419 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.536123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Network 947a5a3a-ec64-4560-baf1-9cac66949483 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:40.539169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:40.543778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:40.550135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'Port': ['ID=46abece3-a115-49c0-aa2d-ea7ac25331d4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:40.600552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:40.601198 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.617350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13d46348-506a-46fb-bb38-f910bcaeadf2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5566516 Jul 16 18:28:40.637892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Request body: {'port': {'device_id': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:40.712472 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.777235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7ad6e694-1b18-45c4-b726-67264ccb885f None None] Provisioning for port 46abece3-a115-49c0-aa2d-ea7ac25331d4 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:40.781046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7ad6e694-1b18-45c4-b726-67264ccb885f None None] Provisioning complete for port 46abece3-a115-49c0-aa2d-ea7ac25331d4 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:40.781444 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7ad6e694-1b18-45c4-b726-67264ccb885f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.814205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7ad6e694-1b18-45c4-b726-67264ccb885f None None] Port 46abece3-a115-49c0-aa2d-ea7ac25331d4 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:40.927793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f8bce216-13b8-4407-b574-54c63110be11 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:40.976383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port f8bce216-13b8-4407-b574-54c63110be11 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:40.980923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f8bce216-13b8-4407-b574-54c63110be11 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:40.981374 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:40.985644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46abece3-a115-49c0-aa2d-ea7ac25331d4 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:40.994439 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.007366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Transition to ACTIVE for port object 46abece3-a115-49c0-aa2d-ea7ac25331d4 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:41.012541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.064687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35330) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:41.069583 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.112820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port f8bce216-13b8-4407-b574-54c63110be11, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f8bce216-13b8-4407-b574-54c63110be11,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:41.119193 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.134149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Pushing event updated for resources: {'Port': ['ID=46abece3-a115-49c0-aa2d-ea7ac25331d4,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:41.152384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b3b663-f285-4612-aa52-0506da78c00c tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.154254 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-65b3b663-f285-4612-aa52-0506da78c00c tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60 HTTP/1.1" status: 200 len: 814 time: 0.0886459 Jul 16 18:28:41.172178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=f8bce216-13b8-4407-b574-54c63110be11,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:41.224187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bcfadf5-108e-4a8c-8eb7-5b37cda58822 req-47429e26-df6f-4a78-aaca-7b5e94151b11 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.225754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bcfadf5-108e-4a8c-8eb7-5b37cda58822 req-47429e26-df6f-4a78-aaca-7b5e94151b11 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.1720998 Jul 16 18:28:41.226484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Attempting to bind port 46abece3-a115-49c0-aa2d-ea7ac25331d4 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:41.226839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Attempting to bind port 46abece3-a115-49c0-aa2d-ea7ac25331d4 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:41.227169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Attempting to bind port 46abece3-a115-49c0-aa2d-ea7ac25331d4 on network 947a5a3a-ec64-4560-baf1-9cac66949483 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:41.234400 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Port 46abece3-a115-49c0-aa2d-ea7ac25331d4 on network 947a5a3a-ec64-4560-baf1-9cac66949483 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:41.234520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Attempting to bind port 46abece3-a115-49c0-aa2d-ea7ac25331d4 on network 947a5a3a-ec64-4560-baf1-9cac66949483 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:41.251821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:41.252164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Checking segment: {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:41.252537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Bound using segment: {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:41.252982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Bound port: 46abece3-a115-49c0-aa2d-ea7ac25331d4, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:41.253345 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.303302 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bcfadf5-108e-4a8c-8eb7-5b37cda58822 req-682bcc08-2125-4299-b61c-263e3031210a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709503 Jul 16 18:28:41.333058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:41.336142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:41.340407 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.374881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.375549 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:41.376898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] 10.222.0.37 "PUT /v2.0/ports/46abece3-a115-49c0-aa2d-ea7ac25331d4 HTTP/1.1" status: 200 len: 1092 time: 0.7441595 Jul 16 18:28:41.377340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:41.379639 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb" -d '{"events": [{"name": "network-changed", "server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:41.407358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25e7c0-9563-496d-952e-45837d5032cf service neutron] Pushing event updated for resources: {'Port': ['ID=46abece3-a115-49c0-aa2d-ea7ac25331d4,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:41.418227 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1cf7b1-9051-4c4e-b686-73d685496138 x-openstack-request-id: req-ff1cf7b1-9051-4c4e-b686-73d685496138 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:41.418524 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:41.418775 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff1cf7b1-9051-4c4e-b686-73d685496138 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:41.419173 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'status': 'completed', 'code': 200} Jul 16 18:28:41.502000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-d2bb9b3b-93f7-4c03-a556-d555ffc1415f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.503547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-d2bb9b3b-93f7-4c03-a556-d555ffc1415f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 1095 time: 0.0592787 Jul 16 18:28:41.552590 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-ea5deb63-7b11-4166-8dd4-ab7a8a6ee9b5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4 HTTP/1.1" status: 200 len: 217 time: 0.0352385 Jul 16 18:28:41.599127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-caec5c0c-c5cb-4a03-a38e-2d4a247fe286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.600529 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-caec5c0c-c5cb-4a03-a38e-2d4a247fe286 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0417104 Jul 16 18:28:41.661540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-efbd9a28-6a20-4759-baef-6a162632dced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.663046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-efbd9a28-6a20-4759-baef-6a162632dced service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566378 Jul 16 18:28:41.756827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-13cf2f89-0ce6-4cd1-ba58-2f663cec8fa2 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866458 Jul 16 18:28:41.856710 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fab719ce-8ce1-403e-9c60-4bf4ef244a2f req-9bf29518-c2ed-42b9-810c-7f5c10525326 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923762 Jul 16 18:28:41.991895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb req-a42013ec-388d-494a-8e7f-86d37a692cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:41.993648 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb req-a42013ec-388d-494a-8e7f-86d37a692cd6 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 1095 time: 0.0525200 Jul 16 18:28:42.083799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb req-0c7eb046-95fe-4a1e-bdee-9ba1c35cdbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.085266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb req-0c7eb046-95fe-4a1e-bdee-9ba1c35cdbb5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.0847645 Jul 16 18:28:42.128880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb req-5ce80254-97a9-4def-9330-7a5d4f0186f9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4 HTTP/1.1" status: 200 len: 217 time: 0.0365279 Jul 16 18:28:42.178682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb req-9b774105-5027-48bb-bf7a-ab59ad7baa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.180317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb req-9b774105-5027-48bb-bf7a-ab59ad7baa71 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0442708 Jul 16 18:28:42.191712 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.238609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb req-ee706c6e-ea44-457b-ad60-d45842a0d073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.240141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb req-ee706c6e-ea44-457b-ad60-d45842a0d073 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534191 Jul 16 18:28:42.332547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb req-48d1d982-e9e9-4fe9-a36b-dcd122bc5c9f service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855408 Jul 16 18:28:42.437024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d8ffa2e-4c0a-41a0-a99e-b3318aa339eb req-b6ad667f-77f9-4588-90a6-bed1da2c8908 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979300 Jul 16 18:28:42.463955 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35340) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.470035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'network': {'name': 'tempest-network-smoke--593520717', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'port_security_enabled': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:42.488050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b43e87-dfa2-4e69-b1f9-e0737a0d5164 req-90685f8a-2667-4275-ae3d-d269eef41894 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.489723 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37b43e87-dfa2-4e69-b1f9-e0737a0d5164 req-90685f8a-2667-4275-ae3d-d269eef41894 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0672295 Jul 16 18:28:42.493422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Made reservation on behalf of 7b5993c7e98e40d3ad36954883a1023b for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:42.497375 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.521770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:28:42.531592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.531936 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Added segment a333cb57-dcb3-4c6f-a348-f28d5383c1a0 of type vlan for network c6e4c54f-c557-46c9-a1d1-792e336bfc4a Jul 16 18:28:42.536132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37b43e87-dfa2-4e69-b1f9-e0737a0d5164 req-92250d16-c5a8-4565-b848-13d4bab76d4e tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401692 Jul 16 18:28:42.573020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.601546 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.607543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.608164 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.658347 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1932533 Jul 16 18:28:42.661765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35342) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.708565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57b61a41-82a1-434a-a2f2-fe5d741d3f0d tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.709963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-57b61a41-82a1-434a-a2f2-fe5d741d3f0d tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=7b5993c7e98e40d3ad36954883a1023b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0471823 Jul 16 18:28:42.713130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35344) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.713770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d386b0-32f1-42f2-b84f-499a187610d6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Network': ['ID=c6e4c54f-c557-46c9-a1d1-792e336bfc4a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:42.723942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network c6e4c54f-c557-46c9-a1d1-792e336bfc4a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:28:42.805353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d35c7be-87ce-4214-b08f-1424774de8ee tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.807509 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3d35c7be-87ce-4214-b08f-1424774de8ee tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931458 Jul 16 18:28:42.810253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35346) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.837352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-86629b72-c847-4fd3-a026-7a7ed198b6b1 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260663 Jul 16 18:28:42.839937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35348) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.866526 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e5891e35-04a3-4a21-9bd0-ecb8babf7575 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=7b5993c7e98e40d3ad36954883a1023b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0255783 Jul 16 18:28:42.870010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35350) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.908534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f8bce216-13b8-4407-b574-54c63110be11 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:42.955256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f8bce216-13b8-4407-b574-54c63110be11 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:42.955733 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:42.959916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da8a9ce-dd06-47e6-b2ed-84612461ffa9 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:42.961382 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9da8a9ce-dd06-47e6-b2ed-84612461ffa9 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904560 Jul 16 18:28:42.964480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35352) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:42.991668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-06c3ca53-334a-4181-94ad-15521a1fd41b tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261161 Jul 16 18:28:42.995584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35354) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:43.000861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-626503537', 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:43.091516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Made reservation on behalf of 7b5993c7e98e40d3ad36954883a1023b for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:43.095050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.269401 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.330149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Subnet': ['ID=92ec2507-60bd-4322-9985-52b715408eb9,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.337118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Checking segment: {'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:43.337579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network hostable DHCP agents. Network: c6e4c54f-c557-46c9-a1d1-792e336bfc4a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:28:43.353443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network c6e4c54f-c557-46c9-a1d1-792e336bfc4a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:28:43.361645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, c6e4c54f-c557-46c9-a1d1-792e336bfc4a) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:43.369156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.369156 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.373302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a1acbb-d6e4-4e2e-bd33-60eaf611c08a None None] Network c6e4c54f-c557-46c9-a1d1-792e336bfc4a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:43.381000 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e2fce98e-fbe3-4c80-a8ac-697c44f71592 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3842509 Jul 16 18:28:43.521205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-c6e4c54f-c557-46c9-a1d1-792e336bfc4a', 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ips': [{'subnet_id': '92ec2507-60bd-4322-9985-52b715408eb9'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:28:43.522004 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.658019 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Allocated IP 172.20.0.18 (c6e4c54f-c557-46c9-a1d1-792e336bfc4a/92ec2507-60bd-4322-9985-52b715408eb9/d727a348-3781-4d59-bc15-3cbddcf83b77) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:43.680489 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35360) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:43.687894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-86b6c17f-5e04-4da9-97cd-3b6cab60e2d1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1349194605', 'description': 'tempest-secgroup-smoke-1349194605 description', 'project_id': '7b5993c7e98e40d3ad36954883a1023b'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:43.715108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86b6c17f-5e04-4da9-97cd-3b6cab60e2d1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.726651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c7c936-d93d-4392-94fe-341bfedf428a req-e297e479-ffa1-4e2b-af9f-fc3e27ac8603 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:43.728727 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e6c7c936-d93d-4392-94fe-341bfedf428a req-e297e479-ffa1-4e2b-af9f-fc3e27ac8603 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0752013 Jul 16 18:28:43.773601 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e6c7c936-d93d-4392-94fe-341bfedf428a req-59b4a54d-eda1-4bee-b14e-ead750e7352c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384710 Jul 16 18:28:43.820909 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.821179 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86b6c17f-5e04-4da9-97cd-3b6cab60e2d1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.825287 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86b6c17f-5e04-4da9-97cd-3b6cab60e2d1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.829557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Transition to ACTIVE for port object d727a348-3781-4d59-bc15-3cbddcf83b77 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:43.844148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Transition to ACTIVE for port object d727a348-3781-4d59-bc15-3cbddcf83b77 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:43.851006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.852172 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-86b6c17f-5e04-4da9-97cd-3b6cab60e2d1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.854029 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-86b6c17f-5e04-4da9-97cd-3b6cab60e2d1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1710804 Jul 16 18:28:43.856024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b6c17f-5e04-4da9-97cd-3b6cab60e2d1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55eb744-4a34-4340-819a-db4666a9792b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.857216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35362) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:43.864144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-77a05f69-edf2-47c5-9c03-fa6161c885e4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': 'd55eb744-4a34-4340-819a-db4666a9792b', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:43.870061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Network c6e4c54f-c557-46c9-a1d1-792e336bfc4a is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:43.889120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:43.892761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:43.907588 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77a05f69-edf2-47c5-9c03-fa6161c885e4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.950500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Pushing event updated for resources: {'Port': ['ID=d727a348-3781-4d59-bc15-3cbddcf83b77,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.956493 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77a05f69-edf2-47c5-9c03-fa6161c885e4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.960785 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77a05f69-edf2-47c5-9c03-fa6161c885e4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.965834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Attempting to bind port d727a348-3781-4d59-bc15-3cbddcf83b77 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:43.966638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Attempting to bind port d727a348-3781-4d59-bc15-3cbddcf83b77 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:43.966638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Attempting to bind port d727a348-3781-4d59-bc15-3cbddcf83b77 on network c6e4c54f-c557-46c9-a1d1-792e336bfc4a {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:43.971784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:43.972014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Checking segment: {'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:43.972416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.972805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Bound using segment: {'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:43.973270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Bound port: d727a348-3781-4d59-bc15-3cbddcf83b77, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:43.973647 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.984603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a05f69-edf2-47c5-9c03-fa6161c885e4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5826c51d-6749-41c9-bf91-0bb896db836c,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:43.992890 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77a05f69-edf2-47c5-9c03-fa6161c885e4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:43.997730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-77a05f69-edf2-47c5-9c03-fa6161c885e4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1357152 Jul 16 18:28:43.997941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35364) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:44.002359 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-565ce436-7ad0-4a49-b67b-11f9f1e9dbd6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': 'd55eb744-4a34-4340-819a-db4666a9792b', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:44.029095 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-565ce436-7ad0-4a49-b67b-11f9f1e9dbd6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.038784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] For port d727a348-3781-4d59-bc15-3cbddcf83b77, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:44.042571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] For port d727a348-3781-4d59-bc15-3cbddcf83b77, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d727a348-3781-4d59-bc15-3cbddcf83b77,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:44.046342 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.088700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-565ce436-7ad0-4a49-b67b-11f9f1e9dbd6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.093278 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-565ce436-7ad0-4a49-b67b-11f9f1e9dbd6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.107400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c134c176-de94-45f3-9522-db4b7293c228 None None] Pushing event updated for resources: {'Port': ['ID=d727a348-3781-4d59-bc15-3cbddcf83b77,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.118265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565ce436-7ad0-4a49-b67b-11f9f1e9dbd6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0242755-f119-4803-b641-188108e67602,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.122098 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-565ce436-7ad0-4a49-b67b-11f9f1e9dbd6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.123220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-565ce436-7ad0-4a49-b67b-11f9f1e9dbd6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243644 Jul 16 18:28:44.125984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35366) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:44.130520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c8749974-b3ef-4340-bdb8-b2495c3eb10a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': 'd55eb744-4a34-4340-819a-db4666a9792b', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:44.158974 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c8749974-b3ef-4340-bdb8-b2495c3eb10a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.221381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c8749974-b3ef-4340-bdb8-b2495c3eb10a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.225295 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c8749974-b3ef-4340-bdb8-b2495c3eb10a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.244241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8749974-b3ef-4340-bdb8-b2495c3eb10a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaddf4e9-f830-4468-8993-c8e107b45fb8,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.249981 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c8749974-b3ef-4340-bdb8-b2495c3eb10a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.251331 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c8749974-b3ef-4340-bdb8-b2495c3eb10a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1243391 Jul 16 18:28:44.253957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35368) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:44.265809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6874db4a-e2c4-4a0a-936f-a22bd581b264 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': 'd55eb744-4a34-4340-819a-db4666a9792b', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:44.292626 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6874db4a-e2c4-4a0a-936f-a22bd581b264 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.361192 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6874db4a-e2c4-4a0a-936f-a22bd581b264 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.365997 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6874db4a-e2c4-4a0a-936f-a22bd581b264 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.391008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874db4a-e2c4-4a0a-936f-a22bd581b264 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d897235a-7c5d-4b56-abf8-2791fc6c477f,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.395664 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6874db4a-e2c4-4a0a-936f-a22bd581b264 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.397220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6874db4a-e2c4-4a0a-936f-a22bd581b264 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423097 Jul 16 18:28:44.400415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35370) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:44.405086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3d586316-98d4-413b-b5e9-e2863bef4370 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': 'd55eb744-4a34-4340-819a-db4666a9792b', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:44.427725 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-3d586316-98d4-413b-b5e9-e2863bef4370 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Project 7b5993c7e98e40d3ad36954883a1023b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:28:44.433411 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d586316-98d4-413b-b5e9-e2863bef4370 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.494592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d586316-98d4-413b-b5e9-e2863bef4370 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.498362 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d586316-98d4-413b-b5e9-e2863bef4370 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.515084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d586316-98d4-413b-b5e9-e2863bef4370 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fcead39-89bf-4ad4-80dc-ab21d1e7e886,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.520913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3d586316-98d4-413b-b5e9-e2863bef4370 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.522164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3d586316-98d4-413b-b5e9-e2863bef4370 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207483 Jul 16 18:28:44.525031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35372) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:44.529679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f811defa-4862-4156-9bf2-f6811caa0754 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': 'd55eb744-4a34-4340-819a-db4666a9792b', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:44.552167 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-f811defa-4862-4156-9bf2-f6811caa0754 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Project 7b5993c7e98e40d3ad36954883a1023b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:28:44.557605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f811defa-4862-4156-9bf2-f6811caa0754 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.620090 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f811defa-4862-4156-9bf2-f6811caa0754 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.623863 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f811defa-4862-4156-9bf2-f6811caa0754 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.641239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f811defa-4862-4156-9bf2-f6811caa0754 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bccd625-4f49-48a5-991a-d4d46bfc3bfa,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:44.648099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f811defa-4862-4156-9bf2-f6811caa0754 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:44.649437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f811defa-4862-4156-9bf2-f6811caa0754 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1234157 Jul 16 18:28:44.857728 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-ab9f1f6d-e6f9-4121-afae-2ed74949c119 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1349194605&fields=id&tenant_id=7b5993c7e98e40d3ad36954883a1023b HTTP/1.1" status: 200 len: 267 time: 0.0408139 Jul 16 18:28:44.976898 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d727a348-3781-4d59-bc15-3cbddcf83b77 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:44.997742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b75a9f-0733-48b6-8c28-9b1709d2ec0e req-70551c8e-332b-4b2d-9640-20e40fc9359e tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:44.999288 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0b75a9f-0733-48b6-8c28-9b1709d2ec0e req-70551c8e-332b-4b2d-9640-20e40fc9359e tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0939741 Jul 16 18:28:45.002616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-024ccdb5-619b-4a5b-8f39-0343bdf09397 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:45.004445 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-024ccdb5-619b-4a5b-8f39-0343bdf09397 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/networks?id=c6e4c54f-c557-46c9-a1d1-792e336bfc4a HTTP/1.1" status: 200 len: 796 time: 0.1453655 Jul 16 18:28:45.027805 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-c7880d62-cae4-4622-9e21-c5abc359e4d4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/quotas/7b5993c7e98e40d3ad36954883a1023b HTTP/1.1" status: 200 len: 375 time: 0.0150816 Jul 16 18:28:45.051651 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port d727a348-3781-4d59-bc15-3cbddcf83b77 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:45.079844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244eec03-0909-40f7-8387-9a1bfe3031ed None None] Network c6e4c54f-c557-46c9-a1d1-792e336bfc4a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:28:45.084139 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0b75a9f-0733-48b6-8c28-9b1709d2ec0e req-d94670d1-9fdb-4fad-8718-35f6c9a0fb74 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768723 Jul 16 18:28:45.105480 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-ee869816-baf1-43ad-b94a-8edb93ca22a1 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0768030 Jul 16 18:28:45.149275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d5c56163-1b85-4994-b68f-4a5ec328fb6b None None] Provisioning for port d727a348-3781-4d59-bc15-3cbddcf83b77 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:45.157487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d5c56163-1b85-4994-b68f-4a5ec328fb6b None None] Provisioning complete for port d727a348-3781-4d59-bc15-3cbddcf83b77 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:45.157865 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d5c56163-1b85-4994-b68f-4a5ec328fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.207050 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-d91091ef-95dd-4990-868d-b6d25927279d service neutron] 10.222.0.47 "GET /v2.0/networks/c6e4c54f-c557-46c9-a1d1-792e336bfc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903420 Jul 16 18:28:45.301447 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-1633c816-4e31-450c-a52b-45b98d7aa754 service neutron] 10.222.0.47 "GET /v2.0/networks/c6e4c54f-c557-46c9-a1d1-792e336bfc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877032 Jul 16 18:28:45.303838 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d5c56163-1b85-4994-b68f-4a5ec328fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.348648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d5c56163-1b85-4994-b68f-4a5ec328fb6b None None] For port d727a348-3781-4d59-bc15-3cbddcf83b77, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d727a348-3781-4d59-bc15-3cbddcf83b77,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:45.353563 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d5c56163-1b85-4994-b68f-4a5ec328fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.413012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c56163-1b85-4994-b68f-4a5ec328fb6b None None] Pushing event updated for resources: {'Port': ['ID=d727a348-3781-4d59-bc15-3cbddcf83b77,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:45.480634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 46abece3-a115-49c0-aa2d-ea7ac25331d4 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:45.497055 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cbc8017-6221-43e3-9a29-80d006f34fab req-1f2819a1-00f0-413d-8528-8d647b86b9e4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 210 time: 0.0436432 Jul 16 18:28:45.736899 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d42e5bc8-887b-4343-b522-e55d3d4c450e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.744297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-af4a9a83-664d-4031-9b8c-455526f201e6 None None] Provisioning complete for port d727a348-3781-4d59-bc15-3cbddcf83b77 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:45.744797 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af4a9a83-664d-4031-9b8c-455526f201e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.796615 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:45.812622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'port_id': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'mac_address': 'fa:16:3e:b1:f4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:45.877523 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.893965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46abece3-a115-49c0-aa2d-ea7ac25331d4 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:45.913961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:45.919504 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:45.970814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=46abece3-a115-49c0-aa2d-ea7ac25331d4,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:46.255448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['46abece3-a115-49c0-aa2d-ea7ac25331d4'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:46.258484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d89edb-fd9f-4d17-b975-541aa63d7cef req-79bb138c-eb81-4a69-a6af-646db63ebd13 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.260037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-60d89edb-fd9f-4d17-b975-541aa63d7cef req-79bb138c-eb81-4a69-a6af-646db63ebd13 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 945 time: 0.0634465 Jul 16 18:28:46.299848 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-60d89edb-fd9f-4d17-b975-541aa63d7cef req-fd4e48ad-bc01-493a-b4dd-ef058580d7e5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336568 Jul 16 18:28:46.542451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-3900d158-a857-4757-bdc9-a5601ef741f7 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:46.544008 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-3900d158-a857-4757-bdc9-a5601ef741f7 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "GET /v2.0/networks?id=c6e4c54f-c557-46c9-a1d1-792e336bfc4a HTTP/1.1" status: 200 len: 796 time: 0.1127048 Jul 16 18:28:46.593984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-1441990b-01d2-4d37-947e-743ddf978846 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b5993c7e98e40d3ad36954883a1023b HTTP/1.1" status: 200 len: 472 time: 0.0389504 Jul 16 18:28:46.602403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'port': {'device_id': 'e76a2c0d-0351-47a1-a688-70c45238987c', 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a', 'admin_state_up': True, 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'security_groups': ['d55eb744-4a34-4340-819a-db4666a9792b']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:46.652597 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d532f015-f5a0-41c6-8aed-0616678efd95 req-16dbda88-047f-4edc-9aae-8aec2bdf0400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 210 time: 0.0458457 Jul 16 18:28:46.741614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Made reservation on behalf of 7b5993c7e98e40d3ad36954883a1023b for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:28:46.745854 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:46.870586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Allocated IP 172.20.0.19 (c6e4c54f-c557-46c9-a1d1-792e336bfc4a/92ec2507-60bd-4322-9985-52b715408eb9/7d2d4511-91ea-4710-884e-48842da86d8c) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:46.911241 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d727a348-3781-4d59-bc15-3cbddcf83b77 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:46.958957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port d727a348-3781-4d59-bc15-3cbddcf83b77 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:46.959326 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.008216 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.021487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Transition to ACTIVE for port object 7d2d4511-91ea-4710-884e-48842da86d8c will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:47.054686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.104184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network c6e4c54f-c557-46c9-a1d1-792e336bfc4a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:47.107216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:47.111121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:47.117805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=7d2d4511-91ea-4710-884e-48842da86d8c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:47.163119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.163757 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.180067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9cb869cf-f497-4d81-a77a-d3790347e382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5811546 Jul 16 18:28:47.191541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Request body: {'port': {'device_id': 'e76a2c0d-0351-47a1-a688-70c45238987c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:47.268205 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.320081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-29c88968-0dfe-406c-9079-349e9c794e2b None None] Provisioning for port 7d2d4511-91ea-4710-884e-48842da86d8c completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:47.325357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-29c88968-0dfe-406c-9079-349e9c794e2b None None] Provisioning complete for port 7d2d4511-91ea-4710-884e-48842da86d8c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:47.325761 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-29c88968-0dfe-406c-9079-349e9c794e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.361297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-29c88968-0dfe-406c-9079-349e9c794e2b None None] Port 7d2d4511-91ea-4710-884e-48842da86d8c cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:47.481903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 46abece3-a115-49c0-aa2d-ea7ac25331d4 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:47.492337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e62468e-1e3d-4500-92a2-586eeea31cca req-4ef5c367-fbdb-4411-9da6-be69df67f2a5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.494922 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3e62468e-1e3d-4500-92a2-586eeea31cca req-4ef5c367-fbdb-4411-9da6-be69df67f2a5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 945 time: 0.0695746 Jul 16 18:28:47.538614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 46abece3-a115-49c0-aa2d-ea7ac25331d4 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:47.543790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 46abece3-a115-49c0-aa2d-ea7ac25331d4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:47.544462 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.546100 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3e62468e-1e3d-4500-92a2-586eeea31cca req-5818e323-c4ba-42b5-9a57-d73cc680b312 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414629 Jul 16 18:28:47.636450 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.659845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:47.662132 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921556f7-fda7-4d1d-a507-5fa195ade754" -d '{"events": [{"server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "name": "network-vif-plugged", "status": "completed", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:47.677198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:47.683809 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.719897 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3278c7-5b3c-4d04-9bd4-d8bd1ab369d2 x-openstack-request-id: req-cb3278c7-5b3c-4d04-9bd4-d8bd1ab369d2 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:47.720245 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "name": "network-vif-plugged", "status": "completed", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:47.720487 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cb3278c7-5b3c-4d04-9bd4-d8bd1ab369d2 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:47.720826 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'code': 200} Jul 16 18:28:47.752895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=46abece3-a115-49c0-aa2d-ea7ac25331d4,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:47.859314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6eb45b-b9dd-4557-be9f-bac0ab71c5d3 req-da29e2b9-7b9a-464e-8493-d5008b5e6ec9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.860820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc6eb45b-b9dd-4557-be9f-bac0ab71c5d3 req-da29e2b9-7b9a-464e-8493-d5008b5e6ec9 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 932 time: 0.0731466 Jul 16 18:28:47.870586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d2d4511-91ea-4710-884e-48842da86d8c {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:47.880259 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.898357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Transition to ACTIVE for port object 7d2d4511-91ea-4710-884e-48842da86d8c will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:47.900133 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc6eb45b-b9dd-4557-be9f-bac0ab71c5d3 req-8130b49f-8870-4cfd-b12c-fc95931000c5 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331254 Jul 16 18:28:47.902888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:47.918301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f9e0e-a4a2-4b9c-96e2-afdf8f2032df req-ec5208ab-699f-4272-81a6-b4ea0c00adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:47.919827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-972f9e0e-a4a2-4b9c-96e2-afdf8f2032df req-ec5208ab-699f-4272-81a6-b4ea0c00adbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 1097 time: 0.0896461 Jul 16 18:28:48.022190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d4511-91ea-4710-884e-48842da86d8c,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:48.033363 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-972f9e0e-a4a2-4b9c-96e2-afdf8f2032df req-4cf2bf15-5775-4565-97fa-b0d10cf40d4a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919313 Jul 16 18:28:48.060691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Attempting to bind port 7d2d4511-91ea-4710-884e-48842da86d8c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:28:48.061028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Attempting to bind port 7d2d4511-91ea-4710-884e-48842da86d8c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:28:48.061356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Attempting to bind port 7d2d4511-91ea-4710-884e-48842da86d8c on network c6e4c54f-c557-46c9-a1d1-792e336bfc4a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:48.066119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Port 7d2d4511-91ea-4710-884e-48842da86d8c on network c6e4c54f-c557-46c9-a1d1-792e336bfc4a not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:28:48.066442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Attempting to bind port 7d2d4511-91ea-4710-884e-48842da86d8c on network c6e4c54f-c557-46c9-a1d1-792e336bfc4a {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:28:48.071406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:28:48.071738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Checking segment: {'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:28:48.072196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Bound using segment: {'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:28:48.072622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Bound port: 7d2d4511-91ea-4710-884e-48842da86d8c, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:28:48.072981 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.138327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] For port 7d2d4511-91ea-4710-884e-48842da86d8c, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:28:48.141353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] For port 7d2d4511-91ea-4710-884e-48842da86d8c, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7d2d4511-91ea-4710-884e-48842da86d8c,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:28:48.145094 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.182097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.182765 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.184808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] 10.222.0.18 "PUT /v2.0/ports/7d2d4511-91ea-4710-884e-48842da86d8c HTTP/1.1" status: 200 len: 1092 time: 0.9972742 Jul 16 18:28:48.185277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76a2c0d-0351-47a1-a688-70c45238987c', 'tag': '7d2d4511-91ea-4710-884e-48842da86d8c'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:48.187536 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faec7e7-8424-46c1-a900-d1e3363f4680" -d '{"events": [{"name": "network-changed", "server_uuid": "e76a2c0d-0351-47a1-a688-70c45238987c", "tag": "7d2d4511-91ea-4710-884e-48842da86d8c"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:48.218744 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-497199ae-1ad4-4c85-8f7d-184e91ae1baf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.222707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9414b8bc-5e32-44b2-9138-5a7189cfb2e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7d2d4511-91ea-4710-884e-48842da86d8c,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:48.223331 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:48.262079 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4a05ed-4e7a-41a5-9a81-d94bad60f1d0 x-openstack-request-id: req-1f4a05ed-4e7a-41a5-9a81-d94bad60f1d0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:48.262369 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76a2c0d-0351-47a1-a688-70c45238987c", "tag": "7d2d4511-91ea-4710-884e-48842da86d8c", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:48.262623 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1f4a05ed-4e7a-41a5-9a81-d94bad60f1d0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:48.263022 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76a2c0d-0351-47a1-a688-70c45238987c', 'tag': '7d2d4511-91ea-4710-884e-48842da86d8c', 'status': 'completed', 'code': 200} Jul 16 18:28:48.291425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-4439c189-c49b-4d14-b635-33b3c723ab5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.292988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-4439c189-c49b-4d14-b635-33b3c723ab5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 1095 time: 0.0594451 Jul 16 18:28:48.334053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-d4dbd77e-2182-4360-b44f-d3a11209286d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=7d2d4511-91ea-4710-884e-48842da86d8c HTTP/1.1" status: 200 len: 217 time: 0.0344951 Jul 16 18:28:48.389465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-7cac9679-daef-497d-9567-c1e6bceea9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.390926 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-7cac9679-daef-497d-9567-c1e6bceea9a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92ec2507-60bd-4322-9985-52b715408eb9 HTTP/1.1" status: 200 len: 837 time: 0.0514352 Jul 16 18:28:48.448964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-78433688-a744-4172-ac87-af54a80da24f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.450467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-78433688-a744-4172-ac87-af54a80da24f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6e4c54f-c557-46c9-a1d1-792e336bfc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537550 Jul 16 18:28:48.540283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-d70fe803-43ba-48dc-b48c-f4fb947d1af5 service neutron] 10.222.0.18 "GET /v2.0/networks/c6e4c54f-c557-46c9-a1d1-792e336bfc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836184 Jul 16 18:28:48.568155 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:28:48.635512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9f831d88-044a-40f0-9e18-88bedb750bcb req-b57a2ba1-0d3d-4b5a-b900-34b5ecedb3df service neutron] 10.222.0.18 "GET /v2.0/networks/c6e4c54f-c557-46c9-a1d1-792e336bfc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882614 Jul 16 18:28:48.731268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b99ec-ad33-49ff-a5de-8c33744d5a58 req-0a64d028-25f0-4018-9d0a-e9d77c5e97ed tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.732718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-376b99ec-ad33-49ff-a5de-8c33744d5a58 req-0a64d028-25f0-4018-9d0a-e9d77c5e97ed tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0644627 Jul 16 18:28:48.735168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faec7e7-8424-46c1-a900-d1e3363f4680 req-5ce68fd3-8224-4c2f-a07d-3f48953d59b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.736702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8faec7e7-8424-46c1-a900-d1e3363f4680 req-5ce68fd3-8224-4c2f-a07d-3f48953d59b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 1095 time: 0.0524278 Jul 16 18:28:48.770872 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-376b99ec-ad33-49ff-a5de-8c33744d5a58 req-a3447f3e-bb00-406a-b111-072594a289a0 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325136 Jul 16 18:28:48.829743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faec7e7-8424-46c1-a900-d1e3363f4680 req-60507e61-3136-4656-bd79-62587070f353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.831261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8faec7e7-8424-46c1-a900-d1e3363f4680 req-60507e61-3136-4656-bd79-62587070f353 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c6e4c54f-c557-46c9-a1d1-792e336bfc4a HTTP/1.1" status: 200 len: 897 time: 0.0881987 Jul 16 18:28:48.871975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8faec7e7-8424-46c1-a900-d1e3363f4680 req-96453f94-ff28-4a72-a380-46406c31d4f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.19&port_id=7d2d4511-91ea-4710-884e-48842da86d8c HTTP/1.1" status: 200 len: 217 time: 0.0339851 Jul 16 18:28:48.923967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faec7e7-8424-46c1-a900-d1e3363f4680 req-a5aabdf6-bca5-4582-9933-f341115a3f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.925449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8faec7e7-8424-46c1-a900-d1e3363f4680 req-a5aabdf6-bca5-4582-9933-f341115a3f66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=92ec2507-60bd-4322-9985-52b715408eb9 HTTP/1.1" status: 200 len: 837 time: 0.0473585 Jul 16 18:28:48.988649 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faec7e7-8424-46c1-a900-d1e3363f4680 req-dddc489e-b38b-4d55-9f52-5665613e4e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:48.990140 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8faec7e7-8424-46c1-a900-d1e3363f4680 req-dddc489e-b38b-4d55-9f52-5665613e4e69 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c6e4c54f-c557-46c9-a1d1-792e336bfc4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575752 Jul 16 18:28:49.119344 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8faec7e7-8424-46c1-a900-d1e3363f4680 req-1e90e2eb-7dc8-40cc-a961-2d066436453a service neutron] 10.222.0.18 "GET /v2.0/networks/c6e4c54f-c557-46c9-a1d1-792e336bfc4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223807 Jul 16 18:28:49.166516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee4f9c8-332a-4cdb-810f-c3803ad7aac3 req-9c1c24c1-2d98-4c93-8a6e-b54968eec835 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.168016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ee4f9c8-332a-4cdb-810f-c3803ad7aac3 req-9c1c24c1-2d98-4c93-8a6e-b54968eec835 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 944 time: 0.1359293 Jul 16 18:28:49.256709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ee4f9c8-332a-4cdb-810f-c3803ad7aac3 req-1d17566e-6ab1-46d3-98d0-528e5f4143f8 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819280 Jul 16 18:28:49.263394 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8faec7e7-8424-46c1-a900-d1e3363f4680 req-17f2a08c-e532-4e29-9e34-abb70e1d85bf service neutron] 10.222.0.18 "GET /v2.0/networks/c6e4c54f-c557-46c9-a1d1-792e336bfc4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369143 Jul 16 18:28:49.887448 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:49.953185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601a498-4963-4304-84aa-3f22513d1e31 req-5fc52b11-6c7a-4b9f-be4d-d3d4078faafe tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:49.954722 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5601a498-4963-4304-84aa-3f22513d1e31 req-5fc52b11-6c7a-4b9f-be4d-d3d4078faafe tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0656292 Jul 16 18:28:49.992741 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5601a498-4963-4304-84aa-3f22513d1e31 req-5a48bd35-d68e-48a5-8f03-2e6242891b50 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323231 Jul 16 18:28:50.167534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c26ff-64c2-4f95-a614-a716b74d4fed req-5157ea87-e9a9-441e-977a-3d1d111d8df7 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:50.168966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-553c26ff-64c2-4f95-a614-a716b74d4fed req-5157ea87-e9a9-441e-977a-3d1d111d8df7 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0641925 Jul 16 18:28:50.177547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35420) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:50.182927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3b357c43-5808-4a62-a23b-36f94ebaa31b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'floatingip': {'port_id': '46abece3-a115-49c0-aa2d-ea7ac25331d4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:28:50.221617 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b357c43-5808-4a62-a23b-36f94ebaa31b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.437217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acaf5bd-6284-4dfa-a8c3-feeaf280a50d req-7118486d-4385-41eb-88ba-c579de22673b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:50.438627 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8acaf5bd-6284-4dfa-a8c3-feeaf280a50d req-7118486d-4385-41eb-88ba-c579de22673b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 944 time: 0.0709362 Jul 16 18:28:50.476342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8acaf5bd-6284-4dfa-a8c3-feeaf280a50d req-eee6eae2-856b-4d61-af8b-fd86b0a68502 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317934 Jul 16 18:28:50.667693 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b357c43-5808-4a62-a23b-36f94ebaa31b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.672429 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b357c43-5808-4a62-a23b-36f94ebaa31b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:50.771951 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-3b357c43-5808-4a62-a23b-36f94ebaa31b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Floating IP d7180153-9c10-49d3-b3b9-11beb82c6234 associated. External IP: 172.25.7.181, port: 46abece3-a115-49c0-aa2d-ea7ac25331d4. Jul 16 18:28:50.978423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b357c43-5808-4a62-a23b-36f94ebaa31b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Router 5d6bf275-b45b-4376-addc-c887237158b4 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:28:51.086822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b357c43-5808-4a62-a23b-36f94ebaa31b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:28:51.092254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3b357c43-5808-4a62-a23b-36f94ebaa31b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:51.096285 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db340d70-800a-4751-92d3-c61fb39bf958 None None] Sync routers for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:28:51.106171 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db340d70-800a-4751-92d3-c61fb39bf958 None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:51.106778 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-db340d70-800a-4751-92d3-c61fb39bf958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:51.129765 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3b357c43-5808-4a62-a23b-36f94ebaa31b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "PUT /v2.0/floatingips/d7180153-9c10-49d3-b3b9-11beb82c6234 HTTP/1.1" status: 200 len: 992 time: 0.9511483 Jul 16 18:28:51.130456 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:51.132824 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839125b9-9ff6-48bc-8e49-97fe839cc0b1" -d '{"events": [{"name": "network-changed", "server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:51.170887 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83372974-153a-4df6-8a5a-76442759c451 x-openstack-request-id: req-83372974-153a-4df6-8a5a-76442759c451 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:51.171479 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:51.171479 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-83372974-153a-4df6-8a5a-76442759c451 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:51.171850 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'status': 'completed', 'code': 200} Jul 16 18:28:51.216405 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-db340d70-800a-4751-92d3-c61fb39bf958 None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:51.273709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839125b9-9ff6-48bc-8e49-97fe839cc0b1 req-0bb7e46f-c671-44c8-9027-81f19ec827ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:51.275331 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-839125b9-9ff6-48bc-8e49-97fe839cc0b1 req-0bb7e46f-c671-44c8-9027-81f19ec827ac service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 1097 time: 0.0560622 Jul 16 18:28:51.371971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839125b9-9ff6-48bc-8e49-97fe839cc0b1 req-b61e5cfe-b1dd-429c-9c3b-d717aa46b509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:51.372928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-839125b9-9ff6-48bc-8e49-97fe839cc0b1 req-b61e5cfe-b1dd-429c-9c3b-d717aa46b509 service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.0903392 Jul 16 18:28:51.437781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-839125b9-9ff6-48bc-8e49-97fe839cc0b1 req-fe6f753d-a9d0-4b66-84c1-011efb13d0aa service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4 HTTP/1.1" status: 200 len: 1000 time: 0.0585630 Jul 16 18:28:51.440684 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-db340d70-800a-4751-92d3-c61fb39bf958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'd7180153-9c10-49d3-b3b9-11beb82c6234', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'floating_ip_address': '172.25.7.181', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'port_id': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'mac_address': 'fa:16:3e:b1:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:37Z', 'updated_at': '2021-07-16T18:28:50Z', 'revision_number': 1, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:51.469578 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db340d70-800a-4751-92d3-c61fb39bf958 None None] Checking router: 5d6bf275-b45b-4376-addc-c887237158b4 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:28:51.478093 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db340d70-800a-4751-92d3-c61fb39bf958 None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:28:51.478692 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-db340d70-800a-4751-92d3-c61fb39bf958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:51.486331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839125b9-9ff6-48bc-8e49-97fe839cc0b1 req-4fee3a66-2d9a-4e6c-a2f8-8a9f55ef57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:51.487831 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-839125b9-9ff6-48bc-8e49-97fe839cc0b1 req-4fee3a66-2d9a-4e6c-a2f8-8a9f55ef57f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0436409 Jul 16 18:28:51.553603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839125b9-9ff6-48bc-8e49-97fe839cc0b1 req-18d30e9c-865f-4c05-b742-b0295abdb386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:51.555113 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-839125b9-9ff6-48bc-8e49-97fe839cc0b1 req-18d30e9c-865f-4c05-b742-b0295abdb386 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603251 Jul 16 18:28:51.650948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-839125b9-9ff6-48bc-8e49-97fe839cc0b1 req-1bade57b-f39a-4f8f-8aa3-468fc73c99df service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890188 Jul 16 18:28:51.669847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f1f40-dec4-4bb7-b6b9-9c1b435aec60 req-6056d025-d43c-4af3-bdf6-14558cf1d1bb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:51.672053 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-db340d70-800a-4751-92d3-c61fb39bf958 None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:28:51.672247 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-563f1f40-dec4-4bb7-b6b9-9c1b435aec60 req-6056d025-d43c-4af3-bdf6-14558cf1d1bb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 944 time: 0.0743167 Jul 16 18:28:51.716841 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-563f1f40-dec4-4bb7-b6b9-9c1b435aec60 req-3d683307-b51e-44a3-b073-912202b7973e tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368717 Jul 16 18:28:51.754269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-839125b9-9ff6-48bc-8e49-97fe839cc0b1 req-e69c6042-5657-4fb2-a5e9-6cfb8abfa14e service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956831 Jul 16 18:28:51.893232 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-db340d70-800a-4751-92d3-c61fb39bf958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'd7180153-9c10-49d3-b3b9-11beb82c6234', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'floating_ip_address': '172.25.7.181', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'port_id': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'mac_address': 'fa:16:3e:b1:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:37Z', 'updated_at': '2021-07-16T18:28:50Z', 'revision_number': 1, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:28:51.921864 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db340d70-800a-4751-92d3-c61fb39bf958 None None] The sync data for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 is: [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'd7180153-9c10-49d3-b3b9-11beb82c6234', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'floating_ip_address': '172.25.7.181', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'port_id': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'mac_address': 'fa:16:3e:b1:f4:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:37Z', 'updated_at': '2021-07-16T18:28:50Z', 'revision_number': 1, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:28:51.954876 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.113540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a80415-5d47-4cfc-8c2a-f985f0c5afc1 None None] New status for floating IP d7180153-9c10-49d3-b3b9-11beb82c6234: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:28:52.193876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7d2d4511-91ea-4710-884e-48842da86d8c details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:28:52.348025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7d2d4511-91ea-4710-884e-48842da86d8c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7d2d4511-91ea-4710-884e-48842da86d8c,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:52.360062 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '7d2d4511-91ea-4710-884e-48842da86d8c', 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a', 'port_id': '7d2d4511-91ea-4710-884e-48842da86d8c', 'mac_address': 'fa:16:3e:8f:04:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92ec2507-60bd-4322-9985-52b715408eb9', 'ip_address': '172.20.0.19'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:28:52.401623 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.413936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d2d4511-91ea-4710-884e-48842da86d8c {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:28:52.434817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7d2d4511-91ea-4710-884e-48842da86d8c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7d2d4511-91ea-4710-884e-48842da86d8c,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:52.438781 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:52.485024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=7d2d4511-91ea-4710-884e-48842da86d8c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:52.647360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['7d2d4511-91ea-4710-884e-48842da86d8c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:28:52.896894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc7fa38-a5a8-4feb-b91c-187b77844dab req-8bb6388e-b79a-483e-ba13-c6af16cf0e53 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:52.898362 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcc7fa38-a5a8-4feb-b91c-187b77844dab req-8bb6388e-b79a-483e-ba13-c6af16cf0e53 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 945 time: 0.0678089 Jul 16 18:28:52.936336 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fcc7fa38-a5a8-4feb-b91c-187b77844dab req-3d4ae27b-ced3-4a72-9230-825c7fec8ffd tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317059 Jul 16 18:28:54.108218 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd6088-f27b-493a-89ce-de900de151a4 req-5428a713-93ae-41db-b4a8-68c5555a2509 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.109678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3efd6088-f27b-493a-89ce-de900de151a4 req-5428a713-93ae-41db-b4a8-68c5555a2509 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 945 time: 0.0636706 Jul 16 18:28:54.147509 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3efd6088-f27b-493a-89ce-de900de151a4 req-3bb9c967-ea8a-4ba1-ae6b-22ee811da774 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323327 Jul 16 18:28:54.183212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7d2d4511-91ea-4710-884e-48842da86d8c up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:28:54.232582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 7d2d4511-91ea-4710-884e-48842da86d8c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:54.236341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 7d2d4511-91ea-4710-884e-48842da86d8c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:54.236915 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.314491 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.335766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76a2c0d-0351-47a1-a688-70c45238987c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d4511-91ea-4710-884e-48842da86d8c'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:28:54.338005 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db3e05d0-bac0-46d4-ae1e-a63fa61d35ad" -d '{"events": [{"server_uuid": "e76a2c0d-0351-47a1-a688-70c45238987c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2d4511-91ea-4710-884e-48842da86d8c"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:28:54.350841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7d2d4511-91ea-4710-884e-48842da86d8c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7d2d4511-91ea-4710-884e-48842da86d8c,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:28:54.355633 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:54.381448 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f3ac92-2c59-44f6-826c-e9fb33b887a9 x-openstack-request-id: req-57f3ac92-2c59-44f6-826c-e9fb33b887a9 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:28:54.381980 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76a2c0d-0351-47a1-a688-70c45238987c", "name": "network-vif-plugged", "status": "completed", "tag": "7d2d4511-91ea-4710-884e-48842da86d8c", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:28:54.381980 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-57f3ac92-2c59-44f6-826c-e9fb33b887a9 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:28:54.382374 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76a2c0d-0351-47a1-a688-70c45238987c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d2d4511-91ea-4710-884e-48842da86d8c', 'code': 200} Jul 16 18:28:54.406320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=7d2d4511-91ea-4710-884e-48842da86d8c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:54.489865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2209f-90bc-4163-9d35-f1e4d333dd61 req-06b313c8-d3ba-4413-84b5-dda01733d244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:54.491361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5f2209f-90bc-4163-9d35-f1e4d333dd61 req-06b313c8-d3ba-4413-84b5-dda01733d244 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 1097 time: 0.0515082 Jul 16 18:28:54.525707 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5f2209f-90bc-4163-9d35-f1e4d333dd61 req-9653d378-82b2-40bc-a84d-de82b489c86d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283389 Jul 16 18:28:55.333655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f79ad85-d959-444c-b982-d0f1f62f8f18 req-8f519330-d5b3-458b-a98c-c1fe641e7574 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:55.335150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f79ad85-d959-444c-b982-d0f1f62f8f18 req-8f519330-d5b3-458b-a98c-c1fe641e7574 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 946 time: 0.0727291 Jul 16 18:28:55.379271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f79ad85-d959-444c-b982-d0f1f62f8f18 req-de542d77-9e27-468c-bbb8-4f3a4dbaf62d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376925 Jul 16 18:28:56.552213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521fb4e7-0ab1-4c48-8f9c-534050abb818 req-11955358-8135-4f0a-b09e-b4222a544e80 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:56.553673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-521fb4e7-0ab1-4c48-8f9c-534050abb818 req-11955358-8135-4f0a-b09e-b4222a544e80 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 946 time: 0.0628636 Jul 16 18:28:56.591724 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-521fb4e7-0ab1-4c48-8f9c-534050abb818 req-7533d793-08af-44c4-980e-7563efa2fe08 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315623 Jul 16 18:28:56.765401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df21b8-032b-465e-a992-5aadcc7bee52 req-3d733668-5360-4a89-9d00-15448bcd56ec tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:28:56.766973 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4df21b8-032b-465e-a992-5aadcc7bee52 req-3d733668-5360-4a89-9d00-15448bcd56ec tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 946 time: 0.0636089 Jul 16 18:28:56.804868 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4df21b8-032b-465e-a992-5aadcc7bee52 req-1fa558fa-800a-4f43-8dc4-aa03a946724f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324492 Jul 16 18:28:58.279949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35458) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:28:58.710678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.267906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Allocated IP 172.20.0.17 (c6e4c54f-c557-46c9-a1d1-792e336bfc4a/92ec2507-60bd-4322-9985-52b715408eb9/ddfd56fc-c3d5-4cf0-a9af-e7050e63065c) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:28:59.379191 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.392734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Transition to ACTIVE for port object ddfd56fc-c3d5-4cf0-a9af-e7050e63065c will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:28:59.425574 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.428419 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.469171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network c6e4c54f-c557-46c9-a1d1-792e336bfc4a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:28:59.472318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:28:59.476235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:28:59.482748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=ddfd56fc-c3d5-4cf0-a9af-e7050e63065c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:28:59.523446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.672025 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.717438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-acbac059-32a4-446f-b9bb-892b7a2dd04b None None] Provisioning for port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:28:59.721045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-acbac059-32a4-446f-b9bb-892b7a2dd04b None None] Provisioning complete for port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:28:59.721410 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-acbac059-32a4-446f-b9bb-892b7a2dd04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.756442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-acbac059-32a4-446f-b9bb-892b7a2dd04b None None] Port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:28:59.947586 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:28:59.951927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.029476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.031179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=ddfd56fc-c3d5-4cf0-a9af-e7050e63065c,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:00.122568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network c6e4c54f-c557-46c9-a1d1-792e336bfc4a is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:00.124071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:00.249705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:00.360741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:00.366135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8a58e100-1e27-4c4a-b92c-e45234153c43 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "PUT /v2.0/routers/2b4fc305-eceb-440e-aae4-1a5c2e6407b0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0848999 Jul 16 18:29:00.373741 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Sync routers for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:00.383171 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:00.384303 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:00.385215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7fc4bfd-ac4d-433d-a118-2e61c98002c1 None None] Provisioning complete for port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:00.385591 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7fc4bfd-ac4d-433d-a118-2e61c98002c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:00.418888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c7fc4bfd-ac4d-433d-a118-2e61c98002c1 None None] Port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:00.487586 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:00.705498 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:28:59Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '99c6f28a-5359-4055-8c72-39701c3ec770', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'port_id': 'de50c372-f80f-452a-ad84-89896f3e117f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'mac_address': 'fa:16:3e:f1:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:06Z', 'updated_at': '2021-07-16T18:28:08Z', 'revision_number': 1, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfd56fc-c3d5-4cf0-a9af-e7050e63065c', 'name': '', 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:e9:7d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '92ec2507-60bd-4322-9985-52b715408eb9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:58Z', 'updated_at': '2021-07-16T18:28:59Z', 'revision_number': 2, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': '92ec2507-60bd-4322-9985-52b715408eb9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:00.732242 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Checking router: 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:00.732619 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Updating router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:00.768421 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.021239 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.031784 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Transition to ACTIVE for port object ddfd56fc-c3d5-4cf0-a9af-e7050e63065c will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:01.037369 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.108009 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181a07-ab45-4ef8-8bee-f7d51ad7c7c6 None None] Pushing event updated for resources: {'Port': ['ID=ddfd56fc-c3d5-4cf0-a9af-e7050e63065c,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:01.143301 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Attempting to bind port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:01.143704 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Attempting to bind port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:01.144067 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Attempting to bind port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c on network c6e4c54f-c557-46c9-a1d1-792e336bfc4a {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:01.149769 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:01.150152 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Checking segment: {'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:01.150652 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.151053 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Bound using segment: {'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:01.151521 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Bound port: ddfd56fc-c3d5-4cf0-a9af-e7050e63065c, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:01.151928 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.226466 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] For port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:01.230194 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] For port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ddfd56fc-c3d5-4cf0-a9af-e7050e63065c,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:01.235604 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:01.298420 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:01.299106 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:01.349632 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7181a07-ab45-4ef8-8bee-f7d51ad7c7c6 None None] Pushing event updated for resources: {'Port': ['ID=ddfd56fc-c3d5-4cf0-a9af-e7050e63065c,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:01.428595 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:01.732940 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:28:59Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '99c6f28a-5359-4055-8c72-39701c3ec770', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'port_id': 'de50c372-f80f-452a-ad84-89896f3e117f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'mac_address': 'fa:16:3e:f1:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:06Z', 'updated_at': '2021-07-16T18:28:08Z', 'revision_number': 1, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfd56fc-c3d5-4cf0-a9af-e7050e63065c', 'name': '', 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:e9:7d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '92ec2507-60bd-4322-9985-52b715408eb9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:58Z', 'updated_at': '2021-07-16T18:29:01Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': '92ec2507-60bd-4322-9985-52b715408eb9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:01.759718 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3716ded6-9b90-4608-8540-1ad169bfba20 None None] The sync data for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 is: [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:28:59Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '99c6f28a-5359-4055-8c72-39701c3ec770', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'port_id': 'de50c372-f80f-452a-ad84-89896f3e117f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'mac_address': 'fa:16:3e:f1:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:06Z', 'updated_at': '2021-07-16T18:28:08Z', 'revision_number': 1, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ddfd56fc-c3d5-4cf0-a9af-e7050e63065c', 'name': '', 'network_id': 'c6e4c54f-c557-46c9-a1d1-792e336bfc4a', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:e9:7d:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3572, 'fixed_ips': [{'subnet_id': '92ec2507-60bd-4322-9985-52b715408eb9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:58Z', 'updated_at': '2021-07-16T18:29:01Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': '92ec2507-60bd-4322-9985-52b715408eb9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:02.936936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ddfd56fc-c3d5-4cf0-a9af-e7050e63065c up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:02.983978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:02.987918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:02.988295 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.065891 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.097160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ddfd56fc-c3d5-4cf0-a9af-e7050e63065c,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:03.100777 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:03.148379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=ddfd56fc-c3d5-4cf0-a9af-e7050e63065c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:04.923193 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ddfd56fc-c3d5-4cf0-a9af-e7050e63065c up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:04.969600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:04.969976 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:06.016162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04f901b-79b4-4ec9-b3af-3db4d67cbad4 req-a17b7858-022f-4306-bb4c-8a34e9f1b6c3 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:06.017637 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b04f901b-79b4-4ec9-b3af-3db4d67cbad4 req-a17b7858-022f-4306-bb4c-8a34e9f1b6c3 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 945 time: 0.0670393 Jul 16 18:29:06.056129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b04f901b-79b4-4ec9-b3af-3db4d67cbad4 req-e9f11c85-a36e-4a52-9f1b-708f1b062e71 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329423 Jul 16 18:29:07.379282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-022ca5a3-8462-40e6-88a9-3db396a70c03 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.380784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-022ca5a3-8462-40e6-88a9-3db396a70c03 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.18 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 945 time: 0.0640202 Jul 16 18:29:07.420872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0904506d-d399-4f02-b127-4c47a0a06d14 req-a5da52d5-9d83-4840-9795-37a85038f1a4 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:07.422387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0904506d-d399-4f02-b127-4c47a0a06d14 req-a5da52d5-9d83-4840-9795-37a85038f1a4 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 945 time: 0.0662804 Jul 16 18:29:07.459581 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0904506d-d399-4f02-b127-4c47a0a06d14 req-10e88a7b-ab83-40b7-938b-776cc141e657 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/security-groups?id=9d3a705c-b022-4493-b087-637a7820c4bb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314169 Jul 16 18:29:07.484448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Deleting port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:07.484796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.575384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] For port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=17aa45bf-a50f-4900-9e1c-cbf0b8929d72,segment=NetworkSegment(cd71136e-0fe6-4610-b54b-063a9ba57f89),segment_id=cd71136e-0fe6-4610-b54b-063a9ba57f89)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:07.575685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.739957 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.740331 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.740639 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Floating IP eebdf8e7-8d04-4afe-9827-a11d5ac090f9 disassociated. External IP: 172.25.7.36, port: 17aa45bf-a50f-4900-9e1c-cbf0b8929d72. Jul 16 18:29:07.740977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Calling delete_port for 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:07.870385 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:07.903495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event deleted for resources: {'Port': ['ID=17aa45bf-a50f-4900-9e1c-cbf0b8929d72,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:08.014663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:08.127146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:08.137442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe36c50d-583c-4470-88aa-0fb3ff75745e None None] Sync routers for ids ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:08.146908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36c50d-583c-4470-88aa-0fb3ff75745e None None] Routers {'3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:08.147520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fe36c50d-583c-4470-88aa-0fb3ff75745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:08.174051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] No DVR routers for this DVR port 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:08.176701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:08.178896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34d6d83a-511f-4aa3-9b9c-08fd13ee2646 req-c09d5385-ecf2-4395-9b7b-83e02e40a331 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.18 "DELETE /v2.0/ports/17aa45bf-a50f-4900-9e1c-cbf0b8929d72 HTTP/1.1" status: 204 len: 173 time: 0.7922394 Jul 16 18:29:08.179294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'name': 'network-vif-deleted', 'tag': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:08.182566 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfc54503-10a5-47d6-8160-3816b8be1778" -d '{"events": [{"server_uuid": "45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba", "name": "network-vif-deleted", "tag": "17aa45bf-a50f-4900-9e1c-cbf0b8929d72"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:08.265073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-fe36c50d-583c-4470-88aa-0fb3ff75745e None None] Set router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:08.297554 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-919196ad-9ed2-45bc-be80-1bb87bf927b5 x-openstack-request-id: req-919196ad-9ed2-45bc-be80-1bb87bf927b5 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:08.297846 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba", "name": "network-vif-deleted", "tag": "17aa45bf-a50f-4900-9e1c-cbf0b8929d72", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:08.298558 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-919196ad-9ed2-45bc-be80-1bb87bf927b5 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:08.298558 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba', 'name': 'network-vif-deleted', 'tag': '17aa45bf-a50f-4900-9e1c-cbf0b8929d72', 'status': 'completed', 'code': 200} Jul 16 18:29:08.478183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fe36c50d-583c-4470-88aa-0fb3ff75745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 4, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '2ecec09b-a991-4ec7-a09b-470ebdbccc4f', 'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'mac_address': 'fa:16:3e:8e:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '184347f6-56e3-4049-ad4d-a6b568388856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:50Z', 'revision_number': 5, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'subnets': [{'id': '184347f6-56e3-4049-ad4d-a6b568388856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:08.508730 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe36c50d-583c-4470-88aa-0fb3ff75745e None None] Checking router: 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:08.517067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe36c50d-583c-4470-88aa-0fb3ff75745e None None] Routers {'3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:08.517674 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fe36c50d-583c-4470-88aa-0fb3ff75745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:08.618366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8a1be2e-2bc6-49ef-b831-a256ee8e8545 req-0cd3d6c7-19c1-48b3-a6bf-624633eb6265 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "GET /v2.0/ports?device_id=45c8bbe8-51e0-48f5-9a9c-5c8b1eaa27ba HTTP/1.1" status: 200 len: 210 time: 0.0303295 Jul 16 18:29:08.626253 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-fe36c50d-583c-4470-88aa-0fb3ff75745e None None] Set router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:08.981834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fe36c50d-583c-4470-88aa-0fb3ff75745e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 4, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '2ecec09b-a991-4ec7-a09b-470ebdbccc4f', 'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'mac_address': 'fa:16:3e:8e:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '184347f6-56e3-4049-ad4d-a6b568388856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:50Z', 'revision_number': 5, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'subnets': [{'id': '184347f6-56e3-4049-ad4d-a6b568388856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:09.008575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe36c50d-583c-4470-88aa-0fb3ff75745e None None] The sync data for ids ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'] in n-d-794306-7 is: [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:23:40Z', 'revision_number': 4, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '2ecec09b-a991-4ec7-a09b-470ebdbccc4f', 'name': '', 'network_id': '2e3a0732-75df-4e78-8b7f-bc786c40ab40', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'mac_address': 'fa:16:3e:8e:8f:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '184347f6-56e3-4049-ad4d-a6b568388856', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:39Z', 'updated_at': '2021-07-16T18:23:50Z', 'revision_number': 5, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'subnets': [{'id': '184347f6-56e3-4049-ad4d-a6b568388856', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:09.219278 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd916a90-cd0b-4d5e-a97e-80fe9ba10d9a None None] New status for floating IP eebdf8e7-8d04-4afe-9827-a11d5ac090f9: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:29:09.454922 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c7b6985-2de3-48c2-9774-594639f00eba req-8e01de5c-786d-4efc-ab36-7141df93c682 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0982091 Jul 16 18:29:09.551837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6985-2de3-48c2-9774-594639f00eba req-eefe9385-724b-43f5-8c2c-03dbc92504d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:09.553323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c7b6985-2de3-48c2-9774-594639f00eba req-eefe9385-724b-43f5-8c2c-03dbc92504d1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 1096 time: 0.0563462 Jul 16 18:29:09.660119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6985-2de3-48c2-9774-594639f00eba req-10967d04-9267-4d0f-82b3-56b0bb512fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:09.661599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c7b6985-2de3-48c2-9774-594639f00eba req-10967d04-9267-4d0f-82b3-56b0bb512fba service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5 HTTP/1.1" status: 200 len: 897 time: 0.0840225 Jul 16 18:29:09.719871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35510) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:09.731776 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c7b6985-2de3-48c2-9774-594639f00eba req-eb293885-313a-41a0-a63a-1e7bbfe895f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de50c372-f80f-452a-ad84-89896f3e117f HTTP/1.1" status: 200 len: 1000 time: 0.0636320 Jul 16 18:29:09.784606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6985-2de3-48c2-9774-594639f00eba req-eb338f8f-7d9c-4cb7-9e10-8843f0e7eebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:09.786064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c7b6985-2de3-48c2-9774-594639f00eba req-eb338f8f-7d9c-4cb7-9e10-8843f0e7eebf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b070e961-a733-408c-bf96-c77b9d16971c HTTP/1.1" status: 200 len: 835 time: 0.0437422 Jul 16 18:29:09.842668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7b6985-2de3-48c2-9774-594639f00eba req-47711c7d-0dd4-4bf6-a87e-cc8105736a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:09.844368 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c7b6985-2de3-48c2-9774-594639f00eba req-47711c7d-0dd4-4bf6-a87e-cc8105736a87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522015 Jul 16 18:29:09.845876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ae00c398-074d-424d-99a4-2609fdad47b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Deleting port af77fce0-3880-4b1b-87e7-3fac10beba6d {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:09.846233 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae00c398-074d-424d-99a4-2609fdad47b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.925644 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae00c398-074d-424d-99a4-2609fdad47b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.926013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae00c398-074d-424d-99a4-2609fdad47b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:09.937577 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ae00c398-074d-424d-99a4-2609fdad47b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Calling delete_port for af77fce0-3880-4b1b-87e7-3fac10beba6d owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:09.941205 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c7b6985-2de3-48c2-9774-594639f00eba req-4733bffa-fb8c-49ab-9e0c-84fed8f3db50 service neutron] 10.222.0.18 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904152 Jul 16 18:29:10.029922 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c7b6985-2de3-48c2-9774-594639f00eba req-0ffe47d5-e47f-4220-b200-47ee8c973073 service neutron] 10.222.0.18 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825920 Jul 16 18:29:10.075208 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae00c398-074d-424d-99a4-2609fdad47b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.103323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00c398-074d-424d-99a4-2609fdad47b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event deleted for resources: {'Port': ['ID=af77fce0-3880-4b1b-87e7-3fac10beba6d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:10.163520 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae00c398-074d-424d-99a4-2609fdad47b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.166087 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae00c398-074d-424d-99a4-2609fdad47b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.167245 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ae00c398-074d-424d-99a4-2609fdad47b0 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "DELETE /v2.0/floatingips/eebdf8e7-8d04-4afe-9827-a11d5ac090f9 HTTP/1.1" status: 204 len: 168 time: 0.4463530 Jul 16 18:29:10.310912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35518) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.375902 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1679fb4a-d338-452c-b81d-8d027aef2fc7 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.402244 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1679fb4a-d338-452c-b81d-8d027aef2fc7 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.459708 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1679fb4a-d338-452c-b81d-8d027aef2fc7 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.462230 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1679fb4a-d338-452c-b81d-8d027aef2fc7 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:10.463405 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1679fb4a-d338-452c-b81d-8d027aef2fc7 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] 10.222.0.47 "DELETE /v2.0/security-groups/9d3a705c-b022-4493-b087-637a7820c4bb HTTP/1.1" status: 204 len: 168 time: 0.1514530 Jul 16 18:29:10.472250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1679fb4a-d338-452c-b81d-8d027aef2fc7 tempest-TestServerBasicOps-291427458 tempest-TestServerBasicOps-291427458-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d3a705c-b022-4493-b087-637a7820c4bb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:10.501401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35522) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:10.893768 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.142837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] Deleting port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:11.143092 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.223051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] For port 2ecec09b-a991-4ec7-a09b-470ebdbccc4f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2ecec09b-a991-4ec7-a09b-470ebdbccc4f,segment=NetworkSegment(cd71136e-0fe6-4610-b54b-063a9ba57f89),segment_id=cd71136e-0fe6-4610-b54b-063a9ba57f89)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:11.223412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.241548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] Calling delete_port for 2ecec09b-a991-4ec7-a09b-470ebdbccc4f owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:11.435758 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:11.462090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecec09b-a991-4ec7-a09b-470ebdbccc4f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:11.627297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.189720 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.194771 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] Router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:12.269854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:12.293619 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:12.293958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 17aa45bf-a50f-4900-9e1c-cbf0b8929d72 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:12.313074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:12.317930 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eaa42c55-73ce-4b04-8dd6-901258661218 admin admin] 10.222.0.47 "PUT /v2.0/routers/3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8153079 Jul 16 18:29:12.320968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35530) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:12.325029 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de4e643-a7bf-4b07-9028-3a1c21c050a6 None None] Sync routers for ids ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:12.335666 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4e643-a7bf-4b07-9028-3a1c21c050a6 None None] Routers {'3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:12.337061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5de4e643-a7bf-4b07-9028-3a1c21c050a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:12.427890 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.441753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-5de4e643-a7bf-4b07-9028-3a1c21c050a6 None None] Set router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:12.537335 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.594529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Deleting port e9a210e8-cdc6-4967-b4bc-13c1b71332aa {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:12.594872 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.635315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5de4e643-a7bf-4b07-9028-3a1c21c050a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159'}], 'enable_snat': True}, 'gw_port_id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:29:11Z', 'revision_number': 5, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port': {'id': 'e9a210e8-cdc6-4967-b4bc-13c1b71332aa', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:d2:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3126, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:34Z', 'updated_at': '2021-07-16T18:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:12.661226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de4e643-a7bf-4b07-9028-3a1c21c050a6 None None] Checking router: 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:12.669616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de4e643-a7bf-4b07-9028-3a1c21c050a6 None None] Routers {'3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:12.670230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5de4e643-a7bf-4b07-9028-3a1c21c050a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:12.681120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] For port e9a210e8-cdc6-4967-b4bc-13c1b71332aa, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e9a210e8-cdc6-4967-b4bc-13c1b71332aa,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:12.681494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.696988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Calling delete_port for e9a210e8-cdc6-4967-b4bc-13c1b71332aa owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:12.773175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-5de4e643-a7bf-4b07-9028-3a1c21c050a6 None None] Set router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:12.829134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5de4e643-a7bf-4b07-9028-3a1c21c050a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:29:12Z', 'revision_number': 6, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:12.857301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de4e643-a7bf-4b07-9028-3a1c21c050a6 None None] The sync data for ids ['3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe'] in n-d-794306-7 is: [{'id': '3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe', 'name': 'tempest-TestServerBasicOps-1630913793-router', 'tenant_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:33Z', 'updated_at': '2021-07-16T18:29:12Z', 'revision_number': 6, 'project_id': '16e9be2d81914a758dddb9a5e24b1b6a', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:12.882246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:12.924396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a210e8-cdc6-4967-b4bc-13c1b71332aa,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:12.987103 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.089996 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.092161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.156932 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.157608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:13.162635 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.164453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-66744e84-dd13-4983-a94d-50f0168e07ef admin admin] 10.222.0.47 "DELETE /v2.0/routers/3db80ffc-cc7d-4f93-b1c6-7d38a91b4bfe HTTP/1.1" status: 204 len: 168 time: 0.8415992 Jul 16 18:29:13.167009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35534) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.211851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8c2f009-3905-431d-a786-4d406c1321c6 admin admin] Deleting subnet 184347f6-56e3-4049-ad4d-a6b568388856 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:13.215020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f009-3905-431d-a786-4d406c1321c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.256811 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f009-3905-431d-a786-4d406c1321c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.359377 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f009-3905-431d-a786-4d406c1321c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.413418 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f009-3905-431d-a786-4d406c1321c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.438869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c2f009-3905-431d-a786-4d406c1321c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=184347f6-56e3-4049-ad4d-a6b568388856,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.442470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d8c2f009-3905-431d-a786-4d406c1321c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.446998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35536) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:13.447516 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d8c2f009-3905-431d-a786-4d406c1321c6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/184347f6-56e3-4049-ad4d-a6b568388856 HTTP/1.1" status: 204 len: 168 time: 0.2790258 Jul 16 18:29:13.449275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d411114-2e03-48c5-b5c3-6b0a5ae8bd9e None None] Network 2e3a0732-75df-4e78-8b7f-bc786c40ab40 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:13.519517 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.577538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Deleting port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:13.577977 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.646720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] For port 8a79c163-434e-4e06-8cf5-1c39d00fbce4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8a79c163-434e-4e06-8cf5-1c39d00fbce4,segment=NetworkSegment(cd71136e-0fe6-4610-b54b-063a9ba57f89),segment_id=cd71136e-0fe6-4610-b54b-063a9ba57f89)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:13.647908 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.661518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Calling delete_port for 8a79c163-434e-4e06-8cf5-1c39d00fbce4 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:13.720042 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-176bfaf4-5a4b-4609-86e0-81ec49eeadb7 None None] DHCP port deletion for 2e3a0732-75df-4e78-8b7f-bc786c40ab40 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:13.752975 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.770306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-176bfaf4-5a4b-4609-86e0-81ec49eeadb7 None None] Deleting port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:13.770689 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-176bfaf4-5a4b-4609-86e0-81ec49eeadb7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.779722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a79c163-434e-4e06-8cf5-1c39d00fbce4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.781876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] No DVR routers for this DVR port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:13.843437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-176bfaf4-5a4b-4609-86e0-81ec49eeadb7 None None] For port 8a79c163-434e-4e06-8cf5-1c39d00fbce4, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:13.843873 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-176bfaf4-5a4b-4609-86e0-81ec49eeadb7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.853694 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.855395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-176bfaf4-5a4b-4609-86e0-81ec49eeadb7 None None] Calling delete_port for 8a79c163-434e-4e06-8cf5-1c39d00fbce4 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:13.857998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-176bfaf4-5a4b-4609-86e0-81ec49eeadb7 None None] Port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:29:13.859200 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-176bfaf4-5a4b-4609-86e0-81ec49eeadb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.863607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e3a0732-75df-4e78-8b7f-bc786c40ab40']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:13.878695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd71136e-0fe6-4610-b54b-063a9ba57f89') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:13.878995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd71136e-0fe6-4610-b54b-063a9ba57f89') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:13.885074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176bfaf4-5a4b-4609-86e0-81ec49eeadb7 None None] Pushing event deleted for resources: {'Port': ['ID=8a79c163-434e-4e06-8cf5-1c39d00fbce4,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:13.889209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176bfaf4-5a4b-4609-86e0-81ec49eeadb7 None None] No DVR routers for this DVR port 8a79c163-434e-4e06-8cf5-1c39d00fbce4 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:13.893244 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.915157 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.921365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Releasing vlan 378 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:13.921755 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:13.923422 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:13.978784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.984042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:13.986381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2e3a0732-75df-4e78-8b7f-bc786c40ab40 HTTP/1.1" status: 204 len: 168 time: 0.5356944 Jul 16 18:29:13.989601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35542) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:14.001024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c80069-c626-4290-893a-3e17d9f695c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e3a0732-75df-4e78-8b7f-bc786c40ab40,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:14.337378 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.594866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] Deleting port 3462931d-4c4a-45eb-ac0a-7468ce62597a {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:14.595122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.671007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] For port 3462931d-4c4a-45eb-ac0a-7468ce62597a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3462931d-4c4a-45eb-ac0a-7468ce62597a,segment=NetworkSegment(58702928-a86b-4a84-a3c9-2c7f824cc5ce),segment_id=58702928-a86b-4a84-a3c9-2c7f824cc5ce)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:14.671371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.683371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] Calling delete_port for 3462931d-4c4a-45eb-ac0a-7468ce62597a owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:14.860850 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:14.887806 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] Pushing event deleted for resources: {'Port': ['ID=3462931d-4c4a-45eb-ac0a-7468ce62597a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:14.940978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9a210e8-cdc6-4967-b4bc-13c1b71332aa no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:14.964066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: e9a210e8-cdc6-4967-b4bc-13c1b71332aa {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:14.964501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e9a210e8-cdc6-4967-b4bc-13c1b71332aa not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:14.964923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2ecec09b-a991-4ec7-a09b-470ebdbccc4f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:14.984931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 2ecec09b-a991-4ec7-a09b-470ebdbccc4f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:14.985548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2ecec09b-a991-4ec7-a09b-470ebdbccc4f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:14.985969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8a79c163-434e-4e06-8cf5-1c39d00fbce4 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:15.010379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 8a79c163-434e-4e06-8cf5-1c39d00fbce4 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:15.010727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8a79c163-434e-4e06-8cf5-1c39d00fbce4 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:15.296017 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.503361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] Router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:15.509416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b35475a6-c6d0-47dc-9851-0c46822d429d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.609326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:15.614171 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c3ee2be3-352e-4b48-be49-13dc7a89a682 admin admin] 10.222.0.47 "PUT /v2.0/routers/65a40fa6-8c3f-47b5-a866-3ff2b2a05581/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6235487 Jul 16 18:29:15.616992 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35546) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:15.620153 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92bd7b7-3c48-425e-a552-325c497133e3 None None] Sync routers for ids ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:15.629320 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92bd7b7-3c48-425e-a552-325c497133e3 None None] Routers {'65a40fa6-8c3f-47b5-a866-3ff2b2a05581'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:15.629922 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a92bd7b7-3c48-425e-a552-325c497133e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:15.721700 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.730165 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a92bd7b7-3c48-425e-a552-325c497133e3 None None] Set router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:15.822879 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.875916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Deleting port cf66aae7-bf04-4b76-bc03-40f11bbfb193 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:15.876271 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.911872 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a92bd7b7-3c48-425e-a552-325c497133e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'name': 'tempest-TestServerBasicOps-1226088250-router', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4'}], 'enable_snat': True}, 'gw_port_id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:47Z', 'updated_at': '2021-07-16T18:29:14Z', 'revision_number': 5, 'project_id': '65a355000e524e97ad894d378737ac11', 'gw_port': {'id': 'cf66aae7-bf04-4b76-bc03-40f11bbfb193', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:3b:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3167, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:23:48Z', 'updated_at': '2021-07-16T18:24:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:15.939778 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92bd7b7-3c48-425e-a552-325c497133e3 None None] Checking router: 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:15.948556 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92bd7b7-3c48-425e-a552-325c497133e3 None None] Routers {'65a40fa6-8c3f-47b5-a866-3ff2b2a05581'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:15.949155 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a92bd7b7-3c48-425e-a552-325c497133e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:28:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:15.964668 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] For port cf66aae7-bf04-4b76-bc03-40f11bbfb193, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf66aae7-bf04-4b76-bc03-40f11bbfb193,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:15.964668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:15.977055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Calling delete_port for cf66aae7-bf04-4b76-bc03-40f11bbfb193 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:16.036658 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a92bd7b7-3c48-425e-a552-325c497133e3 None None] Set router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:16.087883 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a92bd7b7-3c48-425e-a552-325c497133e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'name': 'tempest-TestServerBasicOps-1226088250-router', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:47Z', 'updated_at': '2021-07-16T18:29:15Z', 'revision_number': 6, 'project_id': '65a355000e524e97ad894d378737ac11', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:16.118223 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92bd7b7-3c48-425e-a552-325c497133e3 None None] The sync data for ids ['65a40fa6-8c3f-47b5-a866-3ff2b2a05581'] in n-d-794306-7 is: [{'id': '65a40fa6-8c3f-47b5-a866-3ff2b2a05581', 'name': 'tempest-TestServerBasicOps-1226088250-router', 'tenant_id': '65a355000e524e97ad894d378737ac11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:23:47Z', 'updated_at': '2021-07-16T18:29:15Z', 'revision_number': 6, 'project_id': '65a355000e524e97ad894d378737ac11', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:16.157159 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.184131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Pushing event deleted for resources: {'Port': ['ID=cf66aae7-bf04-4b76-bc03-40f11bbfb193,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:16.250054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.344107 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.346245 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.391764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.392372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65a40fa6-8c3f-47b5-a866-3ff2b2a05581 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:16.396932 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.402135 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4a43c4ce-d6ea-4eda-be52-c4e234312ffe admin admin] 10.222.0.47 "DELETE /v2.0/routers/65a40fa6-8c3f-47b5-a866-3ff2b2a05581 HTTP/1.1" status: 204 len: 168 time: 0.7802658 Jul 16 18:29:16.402360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35552) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:16.451072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf89073d-6528-4120-a71d-c2c810e025eb admin admin] Deleting subnet e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:16.454393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf89073d-6528-4120-a71d-c2c810e025eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.496041 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf89073d-6528-4120-a71d-c2c810e025eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.576077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf89073d-6528-4120-a71d-c2c810e025eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.629254 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf89073d-6528-4120-a71d-c2c810e025eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.654232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf89073d-6528-4120-a71d-c2c810e025eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:16.659415 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf89073d-6528-4120-a71d-c2c810e025eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.661343 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cf89073d-6528-4120-a71d-c2c810e025eb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e9f3e3be-8ca2-44ce-b6aa-cf4c6a04d52a HTTP/1.1" status: 204 len: 168 time: 0.2580776 Jul 16 18:29:16.663852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35554) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:16.665635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fcfe58-4b6b-4c3f-833d-752a9d0c5ff3 None None] Network df165c26-8651-452f-8fb5-64a15dfca4e8 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:16.735891 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.788564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Deleting port bfb0555d-6c6b-4286-9538-bfef8ed70113 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:16.789541 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.860057 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] For port bfb0555d-6c6b-4286-9538-bfef8ed70113, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bfb0555d-6c6b-4286-9538-bfef8ed70113,segment=NetworkSegment(58702928-a86b-4a84-a3c9-2c7f824cc5ce),segment_id=58702928-a86b-4a84-a3c9-2c7f824cc5ce)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:16.860417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.873317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Calling delete_port for bfb0555d-6c6b-4286-9538-bfef8ed70113 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:16.877132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2c698c-3fb6-478a-8515-429eff20c749 None None] DHCP port deletion for df165c26-8651-452f-8fb5-64a15dfca4e8 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:16.929841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-af2c698c-3fb6-478a-8515-429eff20c749 None None] Deleting port bfb0555d-6c6b-4286-9538-bfef8ed70113 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:16.930348 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af2c698c-3fb6-478a-8515-429eff20c749 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.956455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf66aae7-bf04-4b76-bc03-40f11bbfb193 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:16.964801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:16.980083 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: cf66aae7-bf04-4b76-bc03-40f11bbfb193 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:16.980399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf66aae7-bf04-4b76-bc03-40f11bbfb193 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:16.980837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bfb0555d-6c6b-4286-9538-bfef8ed70113 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:16.992519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bfb0555d-6c6b-4286-9538-bfef8ed70113,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.000110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] No DVR routers for this DVR port bfb0555d-6c6b-4286-9538-bfef8ed70113 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:17.028651 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: bfb0555d-6c6b-4286-9538-bfef8ed70113 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:17.029009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bfb0555d-6c6b-4286-9538-bfef8ed70113 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:17.029418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3462931d-4c4a-45eb-ac0a-7468ce62597a no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:17.058220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3462931d-4c4a-45eb-ac0a-7468ce62597a {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:17.058640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3462931d-4c4a-45eb-ac0a-7468ce62597a not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:17.061215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-af2c698c-3fb6-478a-8515-429eff20c749 None None] For port bfb0555d-6c6b-4286-9538-bfef8ed70113, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bfb0555d-6c6b-4286-9538-bfef8ed70113,segment=NetworkSegment(58702928-a86b-4a84-a3c9-2c7f824cc5ce),segment_id=58702928-a86b-4a84-a3c9-2c7f824cc5ce)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:17.062007 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af2c698c-3fb6-478a-8515-429eff20c749 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.078551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-af2c698c-3fb6-478a-8515-429eff20c749 None None] Calling delete_port for bfb0555d-6c6b-4286-9538-bfef8ed70113 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:17.092162 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.103390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df165c26-8651-452f-8fb5-64a15dfca4e8']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:17.113379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58702928-a86b-4a84-a3c9-2c7f824cc5ce') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:17.113677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58702928-a86b-4a84-a3c9-2c7f824cc5ce') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:17.123514 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.138883 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.145572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Releasing vlan 383 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:17.146480 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:17.149389 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:17.167282 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af2c698c-3fb6-478a-8515-429eff20c749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.197823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2c698c-3fb6-478a-8515-429eff20c749 None None] Pushing event deleted for resources: {'Port': ['ID=bfb0555d-6c6b-4286-9538-bfef8ed70113,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.201537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2c698c-3fb6-478a-8515-429eff20c749 None None] No DVR routers for this DVR port bfb0555d-6c6b-4286-9538-bfef8ed70113 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:17.222500 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.229482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.234416 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/df165c26-8651-452f-8fb5-64a15dfca4e8 HTTP/1.1" status: 204 len: 168 time: 0.5665092 Jul 16 18:29:17.244347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f677fe3c-2dd6-4e1f-8f49-793f4f5dfec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=df165c26-8651-452f-8fb5-64a15dfca4e8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.351519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35562) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:17.392756 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fcb756ac-b1d6-4f5e-a1c3-3b4bfd3453cf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16e9be2d81914a758dddb9a5e24b1b6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399702 Jul 16 18:29:17.395168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35564) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:17.441508 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d24d7b2c-d5f0-418a-8ea1-6e5822821b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.462556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d24d7b2c-d5f0-418a-8ea1-6e5822821b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.506822 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d24d7b2c-d5f0-418a-8ea1-6e5822821b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.510282 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d24d7b2c-d5f0-418a-8ea1-6e5822821b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.511527 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d24d7b2c-d5f0-418a-8ea1-6e5822821b71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/967c0927-77d4-41a9-bab0-95b7373a020d HTTP/1.1" status: 204 len: 168 time: 0.1154380 Jul 16 18:29:17.519720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24d7b2c-d5f0-418a-8ea1-6e5822821b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967c0927-77d4-41a9-bab0-95b7373a020d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:17.820309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35570) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:17.859188 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-de696bdb-c081-4ef8-a24d-5edcc43a81f3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=65a355000e524e97ad894d378737ac11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377114 Jul 16 18:29:17.861645 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35572) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:17.908836 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-555a7d13-18be-4a69-b32c-1f49639232b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.934840 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-555a7d13-18be-4a69-b32c-1f49639232b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.980124 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-555a7d13-18be-4a69-b32c-1f49639232b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.982631 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-555a7d13-18be-4a69-b32c-1f49639232b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:17.983789 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-555a7d13-18be-4a69-b32c-1f49639232b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e5404bfd-d1d4-45a5-aa01-0232e3324d5f HTTP/1.1" status: 204 len: 168 time: 0.1212544 Jul 16 18:29:17.991418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555a7d13-18be-4a69-b32c-1f49639232b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5404bfd-d1d4-45a5-aa01-0232e3324d5f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:18.210590 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-42fa908f-38d5-4a07-9db3-4e683255c0c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:18.216569 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:19.189806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-cf67c02d-0f16-42df-872b-6dc79772ee86 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513067 Jul 16 18:29:19.307854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-2c259845-c854-4860-a8f5-a5ba7f306110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.309373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-2c259845-c854-4860-a8f5-a5ba7f306110 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 1097 time: 0.0565088 Jul 16 18:29:19.423197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-354a663b-d0d4-4aa9-bc49-fd1ce3e761ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.424706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-354a663b-d0d4-4aa9-bc49-fd1ce3e761ba service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.0928931 Jul 16 18:29:19.486897 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-3246348a-bca7-4326-a125-5cd1ffd8b337 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4 HTTP/1.1" status: 200 len: 1002 time: 0.0550368 Jul 16 18:29:19.537067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-06fe2e48-0098-408f-ba87-cfc5bc41da8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.538561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-06fe2e48-0098-408f-ba87-cfc5bc41da8f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0453346 Jul 16 18:29:19.593836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-02102061-1477-4a56-9350-01b90a273347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:19.595321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-02102061-1477-4a56-9350-01b90a273347 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0507989 Jul 16 18:29:19.687238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-23058bdf-aede-451a-ba9e-011d2e2922af service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848105 Jul 16 18:29:19.773971 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83ab86e9-ef7a-4f89-be20-ba5a4c8fb11f req-19860d8e-21ce-41e6-a5b2-b9ab3e2484b2 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803440 Jul 16 18:29:19.889006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:20.785836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35586) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:21.140897 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.450782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:21.451039 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.540569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] For port ddfd56fc-c3d5-4cf0-a9af-e7050e63065c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ddfd56fc-c3d5-4cf0-a9af-e7050e63065c,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:21.540936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.555037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Calling delete_port for ddfd56fc-c3d5-4cf0-a9af-e7050e63065c owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:21.737601 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:21.766247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Port': ['ID=ddfd56fc-c3d5-4cf0-a9af-e7050e63065c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:21.956090 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.189181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:22.411957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:22.519448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:22.524639 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ef493ae3-c514-4249-8e0e-0d3228da2a50 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "PUT /v2.0/routers/2b4fc305-eceb-440e-aae4-1a5c2e6407b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7377677 Jul 16 18:29:22.529958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dfb268-9b7b-4033-8edb-1b01b2667667 None None] Sync routers for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:22.539172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dfb268-9b7b-4033-8edb-1b01b2667667 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:22.539819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-49dfb268-9b7b-4033-8edb-1b01b2667667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:22.646528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-49dfb268-9b7b-4033-8edb-1b01b2667667 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:22.889781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-49dfb268-9b7b-4033-8edb-1b01b2667667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:29:21Z', 'revision_number': 6, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '99c6f28a-5359-4055-8c72-39701c3ec770', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'port_id': 'de50c372-f80f-452a-ad84-89896f3e117f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'mac_address': 'fa:16:3e:f1:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:06Z', 'updated_at': '2021-07-16T18:28:08Z', 'revision_number': 1, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:22.905601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779fa4b5-2eb2-4b77-91df-0b29a77c275e req-09535e5d-f249-45b9-98f7-72a5744feb9e tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:22.907251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-779fa4b5-2eb2-4b77-91df-0b29a77c275e req-09535e5d-f249-45b9-98f7-72a5744feb9e tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 946 time: 0.0695653 Jul 16 18:29:22.924255 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dfb268-9b7b-4033-8edb-1b01b2667667 None None] Checking router: 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:22.934451 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dfb268-9b7b-4033-8edb-1b01b2667667 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:22.935078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-49dfb268-9b7b-4033-8edb-1b01b2667667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:22.955534 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-779fa4b5-2eb2-4b77-91df-0b29a77c275e req-c7a35213-9b2e-484d-9f1b-b03d537af33f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423241 Jul 16 18:29:23.039609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-49dfb268-9b7b-4033-8edb-1b01b2667667 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:23.411108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-49dfb268-9b7b-4033-8edb-1b01b2667667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:29:21Z', 'revision_number': 6, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '99c6f28a-5359-4055-8c72-39701c3ec770', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'port_id': 'de50c372-f80f-452a-ad84-89896f3e117f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'mac_address': 'fa:16:3e:f1:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:06Z', 'updated_at': '2021-07-16T18:28:08Z', 'revision_number': 1, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:23.440345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49dfb268-9b7b-4033-8edb-1b01b2667667 None None] The sync data for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 is: [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:29:21Z', 'revision_number': 6, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '99c6f28a-5359-4055-8c72-39701c3ec770', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'port_id': 'de50c372-f80f-452a-ad84-89896f3e117f', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'mac_address': 'fa:16:3e:f1:e6:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:28:06Z', 'updated_at': '2021-07-16T18:28:08Z', 'revision_number': 1, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:24.150207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642d9d5c-9adc-4bc9-8bdf-4251f877a53d req-5d604ceb-9f04-4927-9799-79f144960efa tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.151919 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-642d9d5c-9adc-4bc9-8bdf-4251f877a53d req-5d604ceb-9f04-4927-9799-79f144960efa tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 946 time: 0.1039946 Jul 16 18:29:24.165283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc035b-9f61-450e-8041-b4a297a8a7c9 req-bd9a6b99-1b44-424d-bec8-5e017ac11acf tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:24.166672 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-febc035b-9f61-450e-8041-b4a297a8a7c9 req-bd9a6b99-1b44-424d-bec8-5e017ac11acf tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=e76a2c0d-0351-47a1-a688-70c45238987c HTTP/1.1" status: 200 len: 946 time: 0.0902824 Jul 16 18:29:24.260386 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-febc035b-9f61-450e-8041-b4a297a8a7c9 req-59b2ff50-9af6-48b0-bf91-fec59c9b3273 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=d55eb744-4a34-4340-819a-db4666a9792b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872076 Jul 16 18:29:24.287714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-642d9d5c-9adc-4bc9-8bdf-4251f877a53d req-d4836e4f-20d7-4272-bc30-9bd9606a1753 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting port 7d2d4511-91ea-4710-884e-48842da86d8c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:24.288059 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-642d9d5c-9adc-4bc9-8bdf-4251f877a53d req-d4836e4f-20d7-4272-bc30-9bd9606a1753 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.377056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-642d9d5c-9adc-4bc9-8bdf-4251f877a53d req-d4836e4f-20d7-4272-bc30-9bd9606a1753 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] For port 7d2d4511-91ea-4710-884e-48842da86d8c, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7d2d4511-91ea-4710-884e-48842da86d8c,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:24.377419 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-642d9d5c-9adc-4bc9-8bdf-4251f877a53d req-d4836e4f-20d7-4272-bc30-9bd9606a1753 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.389648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-642d9d5c-9adc-4bc9-8bdf-4251f877a53d req-d4836e4f-20d7-4272-bc30-9bd9606a1753 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Calling delete_port for 7d2d4511-91ea-4710-884e-48842da86d8c owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:24.518352 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-642d9d5c-9adc-4bc9-8bdf-4251f877a53d req-d4836e4f-20d7-4272-bc30-9bd9606a1753 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.548802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4836e4f-20d7-4272-bc30-9bd9606a1753 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Port': ['ID=7d2d4511-91ea-4710-884e-48842da86d8c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:24.595721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-642d9d5c-9adc-4bc9-8bdf-4251f877a53d req-d4836e4f-20d7-4272-bc30-9bd9606a1753 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] No DVR routers for this DVR port 7d2d4511-91ea-4710-884e-48842da86d8c on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:24.598263 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-642d9d5c-9adc-4bc9-8bdf-4251f877a53d req-d4836e4f-20d7-4272-bc30-9bd9606a1753 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:24.600268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-642d9d5c-9adc-4bc9-8bdf-4251f877a53d req-d4836e4f-20d7-4272-bc30-9bd9606a1753 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "DELETE /v2.0/ports/7d2d4511-91ea-4710-884e-48842da86d8c HTTP/1.1" status: 204 len: 173 time: 0.4431071 Jul 16 18:29:24.600714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76a2c0d-0351-47a1-a688-70c45238987c', 'name': 'network-vif-deleted', 'tag': '7d2d4511-91ea-4710-884e-48842da86d8c'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:24.604103 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600869e0-1fbf-4148-b01d-388eb51cf6dc" -d '{"events": [{"server_uuid": "e76a2c0d-0351-47a1-a688-70c45238987c", "name": "network-vif-deleted", "tag": "7d2d4511-91ea-4710-884e-48842da86d8c"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:24.643103 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9763c798-ee2e-48d3-b65e-2c4fd6102f86 x-openstack-request-id: req-9763c798-ee2e-48d3-b65e-2c4fd6102f86 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:24.643461 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76a2c0d-0351-47a1-a688-70c45238987c", "name": "network-vif-deleted", "tag": "7d2d4511-91ea-4710-884e-48842da86d8c", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:24.643681 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9763c798-ee2e-48d3-b65e-2c4fd6102f86 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:24.644071 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76a2c0d-0351-47a1-a688-70c45238987c', 'name': 'network-vif-deleted', 'tag': '7d2d4511-91ea-4710-884e-48842da86d8c', 'status': 'completed', 'code': 200} Jul 16 18:29:24.890409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ddfd56fc-c3d5-4cf0-a9af-e7050e63065c no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:24.911109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: ddfd56fc-c3d5-4cf0-a9af-e7050e63065c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:24.911456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ddfd56fc-c3d5-4cf0-a9af-e7050e63065c not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:25.354365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35608) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:25.412410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1fa1-0e4f-438c-889f-d2ab219492cc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.437215 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1fa1-0e4f-438c-889f-d2ab219492cc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.494566 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1fa1-0e4f-438c-889f-d2ab219492cc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.497152 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d7a1fa1-0e4f-438c-889f-d2ab219492cc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.498302 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4d7a1fa1-0e4f-438c-889f-d2ab219492cc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/security-groups/d55eb744-4a34-4340-819a-db4666a9792b HTTP/1.1" status: 204 len: 168 time: 0.1429117 Jul 16 18:29:25.507075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a1fa1-0e4f-438c-889f-d2ab219492cc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55eb744-4a34-4340-819a-db4666a9792b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.529950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35612) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:25.566769 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:29:25.581034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a99a18-0258-4f75-a498-7118e8e69001 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting subnet 92ec2507-60bd-4322-9985-52b715408eb9 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:25.584218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76a99a18-0258-4f75-a498-7118e8e69001 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.622935 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76a99a18-0258-4f75-a498-7118e8e69001 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.707492 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76a99a18-0258-4f75-a498-7118e8e69001 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.764773 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76a99a18-0258-4f75-a498-7118e8e69001 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.792077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a99a18-0258-4f75-a498-7118e8e69001 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Subnet': ['ID=92ec2507-60bd-4322-9985-52b715408eb9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:25.794031 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76a99a18-0258-4f75-a498-7118e8e69001 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.797220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-76a99a18-0258-4f75-a498-7118e8e69001 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/subnets/92ec2507-60bd-4322-9985-52b715408eb9 HTTP/1.1" status: 204 len: 168 time: 0.2654326 Jul 16 18:29:25.798395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35614) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:25.800287 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe6ada4-7ac4-45e1-b6dd-a66cc34158c2 None None] Network c6e4c54f-c557-46c9-a1d1-792e336bfc4a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:25.877148 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.929600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting port d727a348-3781-4d59-bc15-3cbddcf83b77 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:25.930035 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:25.980721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78a4c97-6d4b-4be8-8acb-3dfc56c74a1e None None] DHCP port deletion for c6e4c54f-c557-46c9-a1d1-792e336bfc4a request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:25.994755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] For port d727a348-3781-4d59-bc15-3cbddcf83b77, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d727a348-3781-4d59-bc15-3cbddcf83b77,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:25.995115 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.006703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Calling delete_port for d727a348-3781-4d59-bc15-3cbddcf83b77 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:26.028722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d78a4c97-6d4b-4be8-8acb-3dfc56c74a1e None None] Deleting port d727a348-3781-4d59-bc15-3cbddcf83b77 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:26.029293 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d78a4c97-6d4b-4be8-8acb-3dfc56c74a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.096829 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.098098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d78a4c97-6d4b-4be8-8acb-3dfc56c74a1e None None] For port d727a348-3781-4d59-bc15-3cbddcf83b77, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=d727a348-3781-4d59-bc15-3cbddcf83b77,segment=NetworkSegment(a333cb57-dcb3-4c6f-a348-f28d5383c1a0),segment_id=a333cb57-dcb3-4c6f-a348-f28d5383c1a0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:26.098495 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d78a4c97-6d4b-4be8-8acb-3dfc56c74a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.115198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d78a4c97-6d4b-4be8-8acb-3dfc56c74a1e None None] Calling delete_port for d727a348-3781-4d59-bc15-3cbddcf83b77 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:26.124917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Port': ['ID=d727a348-3781-4d59-bc15-3cbddcf83b77,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:26.129895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] No DVR routers for this DVR port d727a348-3781-4d59-bc15-3cbddcf83b77 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:26.192751 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d78a4c97-6d4b-4be8-8acb-3dfc56c74a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.220316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a4c97-6d4b-4be8-8acb-3dfc56c74a1e None None] Pushing event deleted for resources: {'Port': ['ID=d727a348-3781-4d59-bc15-3cbddcf83b77,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:26.222517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78a4c97-6d4b-4be8-8acb-3dfc56c74a1e None None] No DVR routers for this DVR port d727a348-3781-4d59-bc15-3cbddcf83b77 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:26.509384 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.519384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6e4c54f-c557-46c9-a1d1-792e336bfc4a']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:26.529731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:26.530027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a333cb57-dcb3-4c6f-a348-f28d5383c1a0') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:26.538682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.552404 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.558407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:26.558789 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:26.562371 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:26.618351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.624448 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.626423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/networks/c6e4c54f-c557-46c9-a1d1-792e336bfc4a HTTP/1.1" status: 204 len: 168 time: 0.8267546 Jul 16 18:29:26.629276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35618) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:26.641317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253f597e-a554-4101-8f12-e7dfd8651476 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Network': ['ID=c6e4c54f-c557-46c9-a1d1-792e336bfc4a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:26.781649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting port 29691a1e-f322-45b4-80f3-65d9d745684b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:26.781883 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.857801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.858124 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:26.870046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Calling delete_port for 29691a1e-f322-45b4-80f3-65d9d745684b owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:26.928668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d727a348-3781-4d59-bc15-3cbddcf83b77 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:26.950153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: d727a348-3781-4d59-bc15-3cbddcf83b77 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:26.950500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device d727a348-3781-4d59-bc15-3cbddcf83b77 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:27.019263 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.048711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Port': ['ID=29691a1e-f322-45b4-80f3-65d9d745684b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:27.105665 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.105991 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Floating IP 99c6f28a-5359-4055-8c72-39701c3ec770 disassociated (deleted). External IP: 172.25.7.26, port: de50c372-f80f-452a-ad84-89896f3e117f. Jul 16 18:29:27.316892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:27.424048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:27.429403 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:27.433721 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768d8d5-1626-4ac2-ae97-1f9804d8df55 None None] Sync routers for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:27.443150 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768d8d5-1626-4ac2-ae97-1f9804d8df55 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:27.443962 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b768d8d5-1626-4ac2-ae97-1f9804d8df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:27.465130 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8aaf84b7-83be-4a2b-80b5-8b7c2d413114 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/floatingips/99c6f28a-5359-4055-8c72-39701c3ec770 HTTP/1.1" status: 204 len: 168 time: 0.8347261 Jul 16 18:29:27.465821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'tag': 'de50c372-f80f-452a-ad84-89896f3e117f'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:27.468196 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2357b2ec-1906-488f-b795-7f38c66ce38b" -d '{"events": [{"name": "network-changed", "server_uuid": "24d7e47c-8162-49f7-b7c9-73c798f031a5", "tag": "de50c372-f80f-452a-ad84-89896f3e117f"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:27.505987 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba6fd4af-103e-4bbc-bd17-841bf5643219 x-openstack-request-id: req-ba6fd4af-103e-4bbc-bd17-841bf5643219 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:27.506280 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24d7e47c-8162-49f7-b7c9-73c798f031a5", "tag": "de50c372-f80f-452a-ad84-89896f3e117f", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:27.506530 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba6fd4af-103e-4bbc-bd17-841bf5643219 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:27.507467 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'tag': 'de50c372-f80f-452a-ad84-89896f3e117f', 'status': 'completed', 'code': 200} Jul 16 18:29:27.558247 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b768d8d5-1626-4ac2-ae97-1f9804d8df55 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:27.583685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357b2ec-1906-488f-b795-7f38c66ce38b req-e32de0f7-ecce-4dea-a25c-ee6973a94445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:27.586011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2357b2ec-1906-488f-b795-7f38c66ce38b req-e32de0f7-ecce-4dea-a25c-ee6973a94445 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 1096 time: 0.0571933 Jul 16 18:29:27.680567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357b2ec-1906-488f-b795-7f38c66ce38b req-fce28b2f-82f8-462e-81c0-341201f9b691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:27.682232 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2357b2ec-1906-488f-b795-7f38c66ce38b req-fce28b2f-82f8-462e-81c0-341201f9b691 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5 HTTP/1.1" status: 200 len: 897 time: 0.0899842 Jul 16 18:29:27.736754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2357b2ec-1906-488f-b795-7f38c66ce38b req-f96ba374-97e0-4712-9378-db1c27337879 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=de50c372-f80f-452a-ad84-89896f3e117f HTTP/1.1" status: 200 len: 217 time: 0.0441313 Jul 16 18:29:27.770336 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b768d8d5-1626-4ac2-ae97-1f9804d8df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:29:21Z', 'revision_number': 6, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:27.800665 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768d8d5-1626-4ac2-ae97-1f9804d8df55 None None] Checking router: 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:27.809951 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b768d8d5-1626-4ac2-ae97-1f9804d8df55 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:27.810574 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b768d8d5-1626-4ac2-ae97-1f9804d8df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:27.817661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357b2ec-1906-488f-b795-7f38c66ce38b req-b6fb5117-7b78-4184-98c8-370fc1a05dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:27.819132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2357b2ec-1906-488f-b795-7f38c66ce38b req-b6fb5117-7b78-4184-98c8-370fc1a05dc0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b070e961-a733-408c-bf96-c77b9d16971c HTTP/1.1" status: 200 len: 835 time: 0.0755117 Jul 16 18:29:27.894345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db95eec-2d4d-4ae0-8106-7e93ad6bba1e req-5630a07c-2308-4743-8a98-f7091369ac9c tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:27.895748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6db95eec-2d4d-4ae0-8106-7e93ad6bba1e req-5630a07c-2308-4743-8a98-f7091369ac9c tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 945 time: 0.1104047 Jul 16 18:29:27.913058 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b768d8d5-1626-4ac2-ae97-1f9804d8df55 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:27.919766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2357b2ec-1906-488f-b795-7f38c66ce38b req-183b7dbf-0d63-4f3a-90d8-4f0d8372cfb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:27.921247 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2357b2ec-1906-488f-b795-7f38c66ce38b req-183b7dbf-0d63-4f3a-90d8-4f0d8372cfb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9a6ce2a-9249-4c42-8df6-af60576bcbc5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943229 Jul 16 18:29:27.956378 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6db95eec-2d4d-4ae0-8106-7e93ad6bba1e req-5625b88b-a7a6-464b-88eb-b84f63fe176c tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=9e41d564-edfe-40c9-ace4-127128344207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547087 Jul 16 18:29:28.023412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2357b2ec-1906-488f-b795-7f38c66ce38b req-3c619b34-5c2f-4041-9467-194c22e62aea service neutron] 10.222.0.18 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945113 Jul 16 18:29:28.120750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2357b2ec-1906-488f-b795-7f38c66ce38b req-50e7eb8a-4ad5-4091-9290-2fa3e967ab62 service neutron] 10.222.0.18 "GET /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910902 Jul 16 18:29:28.194019 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b768d8d5-1626-4ac2-ae97-1f9804d8df55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:29:21Z', 'revision_number': 6, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:28.219612 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b768d8d5-1626-4ac2-ae97-1f9804d8df55 None None] The sync data for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 is: [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:29:21Z', 'revision_number': 6, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '5065fc82-71e4-4257-92de-444ca53e223a', 'name': '', 'network_id': 'f9a6ce2a-9249-4c42-8df6-af60576bcbc5', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:ee:76:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3515, 'fixed_ips': [{'subnet_id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:52Z', 'updated_at': '2021-07-16T18:27:57Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'b070e961-a733-408c-bf96-c77b9d16971c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:28.353176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7d2d4511-91ea-4710-884e-48842da86d8c no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:28.377727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 7d2d4511-91ea-4710-884e-48842da86d8c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:28.378173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7d2d4511-91ea-4710-884e-48842da86d8c not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:28.443516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2e50875-fdff-4199-b902-754ac85c71e6 None None] New status for floating IP 99c6f28a-5359-4055-8c72-39701c3ec770: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:29:29.032582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a069917-0267-4449-9154-41092ed5ce74 req-b81ef605-2e0a-478b-b3e8-6396b42b9d82 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.034150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a069917-0267-4449-9154-41092ed5ce74 req-b81ef605-2e0a-478b-b3e8-6396b42b9d82 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 945 time: 0.0634210 Jul 16 18:29:29.184039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810ab23c-72fd-4fcf-af89-53f7c41dfae2 req-9024e1ce-e1db-40dd-acbb-4fc9832aecd4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:29.185445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-810ab23c-72fd-4fcf-af89-53f7c41dfae2 req-9024e1ce-e1db-40dd-acbb-4fc9832aecd4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=24d7e47c-8162-49f7-b7c9-73c798f031a5 HTTP/1.1" status: 200 len: 945 time: 0.1124365 Jul 16 18:29:29.187753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3a069917-0267-4449-9154-41092ed5ce74 req-958f7c86-3deb-439b-88fc-291b071c4af4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting port de50c372-f80f-452a-ad84-89896f3e117f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:29.188091 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3a069917-0267-4449-9154-41092ed5ce74 req-958f7c86-3deb-439b-88fc-291b071c4af4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.276434 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-810ab23c-72fd-4fcf-af89-53f7c41dfae2 req-6b973ae7-ed44-40d1-ab21-d2d2f188fbc8 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=9e41d564-edfe-40c9-ace4-127128344207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841973 Jul 16 18:29:29.304990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3a069917-0267-4449-9154-41092ed5ce74 req-958f7c86-3deb-439b-88fc-291b071c4af4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] For port de50c372-f80f-452a-ad84-89896f3e117f, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=de50c372-f80f-452a-ad84-89896f3e117f,segment=NetworkSegment(4015cb6a-739f-4bdf-9a37-24a8661a0ee4),segment_id=4015cb6a-739f-4bdf-9a37-24a8661a0ee4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:29.305356 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3a069917-0267-4449-9154-41092ed5ce74 req-958f7c86-3deb-439b-88fc-291b071c4af4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.316766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3a069917-0267-4449-9154-41092ed5ce74 req-958f7c86-3deb-439b-88fc-291b071c4af4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Calling delete_port for de50c372-f80f-452a-ad84-89896f3e117f owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:29.446143 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.450104 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3a069917-0267-4449-9154-41092ed5ce74 req-958f7c86-3deb-439b-88fc-291b071c4af4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.480448 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f7c86-3deb-439b-88fc-291b071c4af4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Port': ['ID=de50c372-f80f-452a-ad84-89896f3e117f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:29.527647 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a069917-0267-4449-9154-41092ed5ce74 req-958f7c86-3deb-439b-88fc-291b071c4af4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] No DVR routers for this DVR port de50c372-f80f-452a-ad84-89896f3e117f on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:29.530195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3a069917-0267-4449-9154-41092ed5ce74 req-958f7c86-3deb-439b-88fc-291b071c4af4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:29.532240 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a069917-0267-4449-9154-41092ed5ce74 req-958f7c86-3deb-439b-88fc-291b071c4af4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "DELETE /v2.0/ports/de50c372-f80f-452a-ad84-89896f3e117f HTTP/1.1" status: 204 len: 173 time: 0.4924135 Jul 16 18:29:29.532683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'name': 'network-vif-deleted', 'tag': 'de50c372-f80f-452a-ad84-89896f3e117f'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:29.535003 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1910dc3-dfad-4b16-a954-22c5099a5070" -d '{"events": [{"server_uuid": "24d7e47c-8162-49f7-b7c9-73c798f031a5", "name": "network-vif-deleted", "tag": "de50c372-f80f-452a-ad84-89896f3e117f"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:29.572182 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-364bd8a8-92cf-49b5-8ae5-488a49ceeaea x-openstack-request-id: req-364bd8a8-92cf-49b5-8ae5-488a49ceeaea {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:29.572482 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24d7e47c-8162-49f7-b7c9-73c798f031a5", "name": "network-vif-deleted", "tag": "de50c372-f80f-452a-ad84-89896f3e117f", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:29.572737 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-364bd8a8-92cf-49b5-8ae5-488a49ceeaea {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:29.573145 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24d7e47c-8162-49f7-b7c9-73c798f031a5', 'name': 'network-vif-deleted', 'tag': 'de50c372-f80f-452a-ad84-89896f3e117f', 'status': 'completed', 'code': 200} Jul 16 18:29:30.372986 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35638) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:30.432298 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.456820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.518387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.521085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:30.522427 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/security-groups/9e41d564-edfe-40c9-ace4-127128344207 HTTP/1.1" status: 204 len: 168 time: 0.1483157 Jul 16 18:29:30.533091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e41d564-edfe-40c9-ace4-127128344207,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:30.540724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.541073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.541415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.541749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.542074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.542412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.542738 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.543065 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.543388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.543744 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.544068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.544389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d2c6c8-f60f-4d2a-b6a7-3854107e78ba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:30.567728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35644) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:30.928707 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.186900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting port 5065fc82-71e4-4257-92de-444ca53e223a {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:31.187155 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.271889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] For port 5065fc82-71e4-4257-92de-444ca53e223a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5065fc82-71e4-4257-92de-444ca53e223a,segment=NetworkSegment(4015cb6a-739f-4bdf-9a37-24a8661a0ee4),segment_id=4015cb6a-739f-4bdf-9a37-24a8661a0ee4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:31.272243 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.285188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Calling delete_port for 5065fc82-71e4-4257-92de-444ca53e223a owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:31.468165 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.494586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Port': ['ID=5065fc82-71e4-4257-92de-444ca53e223a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:31.507348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.508007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.508157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.508424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.508753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.509078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.509406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.509726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.510046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.510368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.510689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.511007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:31.679874 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:31.894498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:31.997441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:32.002326 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f62716ff-c7d8-49ad-8419-a29c0abdc505 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "PUT /v2.0/routers/2b4fc305-eceb-440e-aae4-1a5c2e6407b0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4329605 Jul 16 18:29:32.005450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35648) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:32.006407 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df026519-1f4c-48d7-9098-5bde136f47a8 None None] Sync routers for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:32.016198 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df026519-1f4c-48d7-9098-5bde136f47a8 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:32.016717 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-df026519-1f4c-48d7-9098-5bde136f47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:32.059393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-9736ad0b-6369-4786-bf48-3a71c49a69ac tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting subnet b070e961-a733-408c-bf96-c77b9d16971c {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:29:32.062463 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9736ad0b-6369-4786-bf48-3a71c49a69ac tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.102195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9736ad0b-6369-4786-bf48-3a71c49a69ac tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.121649 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-df026519-1f4c-48d7-9098-5bde136f47a8 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:32.189621 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9736ad0b-6369-4786-bf48-3a71c49a69ac tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.254548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9736ad0b-6369-4786-bf48-3a71c49a69ac tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.283226 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9736ad0b-6369-4786-bf48-3a71c49a69ac tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.285014 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9736ad0b-6369-4786-bf48-3a71c49a69ac tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/subnets/b070e961-a733-408c-bf96-c77b9d16971c HTTP/1.1" status: 204 len: 168 time: 0.2786252 Jul 16 18:29:32.285965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9736ad0b-6369-4786-bf48-3a71c49a69ac tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Subnet': ['ID=b070e961-a733-408c-bf96-c77b9d16971c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.287699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35650) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:32.298738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4aa32a-55c2-486e-b4d6-4294d4b7db07 None None] Network f9a6ce2a-9249-4c42-8df6-af60576bcbc5 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:32.316181 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-df026519-1f4c-48d7-9098-5bde136f47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 7, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:32.343547 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df026519-1f4c-48d7-9098-5bde136f47a8 None None] Checking router: 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:32.352631 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df026519-1f4c-48d7-9098-5bde136f47a8 None None] Routers {'2b4fc305-eceb-440e-aae4-1a5c2e6407b0'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:32.353462 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-df026519-1f4c-48d7-9098-5bde136f47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:32.364887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device de50c372-f80f-452a-ad84-89896f3e117f no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:32.398594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.407424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: de50c372-f80f-452a-ad84-89896f3e117f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:32.408035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device de50c372-f80f-452a-ad84-89896f3e117f not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:32.477916 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-df026519-1f4c-48d7-9098-5bde136f47a8 None None] Set router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:32.516939 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.530134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e20c972-b1ed-4831-9d37-185bd20ba140 None None] DHCP port deletion for f9a6ce2a-9249-4c42-8df6-af60576bcbc5 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:29:32.573670 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:32.574272 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.581052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4e20c972-b1ed-4831-9d37-185bd20ba140 None None] Deleting port 6c859faa-5c84-4ac0-8798-eee2b47d2021 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:29:32.581427 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4e20c972-b1ed-4831-9d37-185bd20ba140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.645641 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4e20c972-b1ed-4831-9d37-185bd20ba140 None None] For port 6c859faa-5c84-4ac0-8798-eee2b47d2021, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6c859faa-5c84-4ac0-8798-eee2b47d2021,segment=NetworkSegment(4015cb6a-739f-4bdf-9a37-24a8661a0ee4),segment_id=4015cb6a-739f-4bdf-9a37-24a8661a0ee4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:32.646440 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4e20c972-b1ed-4831-9d37-185bd20ba140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.660940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4e20c972-b1ed-4831-9d37-185bd20ba140 None None] Calling delete_port for 6c859faa-5c84-4ac0-8798-eee2b47d2021 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:32.670703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] For port 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:32.671070 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.674211 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-df026519-1f4c-48d7-9098-5bde136f47a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 7, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:32.682989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Calling delete_port for 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:29:32.708443 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df026519-1f4c-48d7-9098-5bde136f47a8 None None] The sync data for ids ['2b4fc305-eceb-440e-aae4-1a5c2e6407b0'] in n-d-794306-7 is: [{'id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'name': 'tempest-TestNetworkBasicOps-router-323858739', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225'}], 'enable_snat': True}, 'gw_port_id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:29:31Z', 'revision_number': 7, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': '555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:aa:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b4fc305-eceb-440e-aae4-1a5c2e6407b0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3512, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:27:49Z', 'updated_at': '2021-07-16T18:27:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:32.749722 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4e20c972-b1ed-4831-9d37-185bd20ba140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.777370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e20c972-b1ed-4831-9d37-185bd20ba140 None None] Pushing event deleted for resources: {'Port': ['ID=6c859faa-5c84-4ac0-8798-eee2b47d2021,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.779235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e20c972-b1ed-4831-9d37-185bd20ba140 None None] No DVR routers for this DVR port 6c859faa-5c84-4ac0-8798-eee2b47d2021 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:29:32.859781 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:32.889686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Port': ['ID=555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:32.946012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.036615 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.039055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.091396 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.091968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Fanout notify agent at l3_agent the message router_deleted on router 2b4fc305-eceb-440e-aae4-1a5c2e6407b0 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:29:33.101750 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.105486 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-445c4dbb-81e7-4513-ba72-eca2c71089a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/routers/2b4fc305-eceb-440e-aae4-1a5c2e6407b0 HTTP/1.1" status: 204 len: 168 time: 0.8142877 Jul 16 18:29:33.105723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35654) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:33.184260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6c859faa-5c84-4ac0-8798-eee2b47d2021 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:33.193607 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.204817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 6c859faa-5c84-4ac0-8798-eee2b47d2021 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:33.205177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6c859faa-5c84-4ac0-8798-eee2b47d2021 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:33.205734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5065fc82-71e4-4257-92de-444ca53e223a no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:33.227246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5065fc82-71e4-4257-92de-444ca53e223a {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:33.227705 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5065fc82-71e4-4257-92de-444ca53e223a not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:33.580297 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.590009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9a6ce2a-9249-4c42-8df6-af60576bcbc5']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:33.599571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4015cb6a-739f-4bdf-9a37-24a8661a0ee4') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:33.599893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4015cb6a-739f-4bdf-9a37-24a8661a0ee4') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:33.608184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.621742 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.627367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:29:33.627739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:29:33.630586 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:29:33.690792 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.697474 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.699371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/networks/f9a6ce2a-9249-4c42-8df6-af60576bcbc5 HTTP/1.1" status: 204 len: 168 time: 0.5924613 Jul 16 18:29:33.713625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f90b6e8-68b9-4f06-938c-99e3826852cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Network': ['ID=f9a6ce2a-9249-4c42-8df6-af60576bcbc5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:33.716302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35656) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:33.721536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'network': {'name': 'tempest-network-smoke--673812453', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'port_security_enabled': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:33.745727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Made reservation on behalf of 7b5993c7e98e40d3ad36954883a1023b for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:33.749387 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.774434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:29:33.783021 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.783368 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Added segment d91ae516-33ff-4920-bd64-c303ebf12f3b of type vlan for network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 Jul 16 18:29:33.822960 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.849382 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.854825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:33.855407 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.895697 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1782496 Jul 16 18:29:33.899322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35660) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:33.903415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-59677999', 'admin_state_up': True, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:33.940138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b26b7e5-2d49-4039-adf8-738a0cc30784 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Network': ['ID=fddd1d5d-0ff5-46cb-9717-74622c4c1e60,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:33.951935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:29:33.961215 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:33.962214 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.021026 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.157727 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.351188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.369591 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.473920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Allocated IP 172.25.7.137 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/b4b23d5f-3d83-4be2-b176-d5c20ec7239e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:34.578775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.616930 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.652621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:34.655543 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:34.661031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:34.688594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=b4b23d5f-3d83-4be2-b176-d5c20ec7239e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:34.893412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:29:34.908629 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:34.913446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:29:34.913807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 555bb7d4-3bb8-4ae3-8c75-1fc5f5109f8f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:29:35.105632 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.232315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:29:35.337633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:35.346726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Sync routers for ids ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:35.356042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.356978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Routers {'1f4a463e-9b44-4f22-9255-b5c8e04474d6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:35.357399 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ee25d92f-7fa8-4da7-89bf-ded7b053ca72 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4575770 Jul 16 18:29:35.357684 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:35.360463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35664) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:35.390053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-936863a8-dbfe-497b-a62a-8361f6e4949f tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=7b5993c7e98e40d3ad36954883a1023b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284092 Jul 16 18:29:35.392514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35666) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:35.465198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Set router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:35.481949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7632376-c507-41cd-8e5a-db6b22bd8813 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.483440 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a7632376-c507-41cd-8e5a-db6b22bd8813 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900314 Jul 16 18:29:35.486362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35668) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:35.514150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f0d24b61-41c2-4a2e-9753-e2718afa864a tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267403 Jul 16 18:29:35.516673 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35670) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:35.521391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-813395165', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:35.608458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Made reservation on behalf of 7b5993c7e98e40d3ad36954883a1023b for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:35.612032 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.640537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:34Z', 'revision_number': 3, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:35.669997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Checking router: 1f4a463e-9b44-4f22-9255-b5c8e04474d6 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:35.670339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Updating router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 port b4b23d5f-3d83-4be2-b176-d5c20ec7239e binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:35.706618 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.791372 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.857938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Subnet': ['ID=ab79cc32-46f7-4300-b5b8-db8a2c5aad80,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:35.863049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Checking segment: {'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:35.863409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network hostable DHCP agents. Network: fddd1d5d-0ff5-46cb-9717-74622c4c1e60, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:29:35.880698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:29:35.889300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, fddd1d5d-0ff5-46cb-9717-74622c4c1e60) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:35.893430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:35.893950 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:35.907127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e51a05-2d0f-4c48-b67f-e0df309cab38 None None] Network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:35.911597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35672) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:35.912104 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-59bf0817-f22d-4716-a770-86077378d9f6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3941805 Jul 16 18:29:36.029897 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.058891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Transition to ACTIVE for port object b4b23d5f-3d83-4be2-b176-d5c20ec7239e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:36.068850 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.150869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Attempting to bind port b4b23d5f-3d83-4be2-b176-d5c20ec7239e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:36.151170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Attempting to bind port b4b23d5f-3d83-4be2-b176-d5c20ec7239e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:36.151533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Attempting to bind port b4b23d5f-3d83-4be2-b176-d5c20ec7239e on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:36.154024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Pushing event updated for resources: {'Port': ['ID=b4b23d5f-3d83-4be2-b176-d5c20ec7239e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:36.164728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ips': [{'subnet_id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:29:36.165575 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.169005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:36.169387 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:36.169780 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.170173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:36.170652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Bound port: b4b23d5f-3d83-4be2-b176-d5c20ec7239e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:36.171035 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.173214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.173567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.173901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.174236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.174567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.174894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.175219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.175541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.175888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.176209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.176523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.176847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:36.294109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] For port b4b23d5f-3d83-4be2-b176-d5c20ec7239e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:36.316152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] For port b4b23d5f-3d83-4be2-b176-d5c20ec7239e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b4b23d5f-3d83-4be2-b176-d5c20ec7239e,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:36.322576 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.344461 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.419221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Allocated IP 172.20.0.2 (fddd1d5d-0ff5-46cb-9717-74622c4c1e60/ab79cc32-46f7-4300-b5b8-db8a2c5aad80/a6d18c40-3257-4d55-8789-da166892000b) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:36.421450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Routers {'1f4a463e-9b44-4f22-9255-b5c8e04474d6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:36.422098 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:36.425825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c51ced5-9730-4da4-a88a-5bf9c355ca42 None None] Pushing event updated for resources: {'Port': ['ID=b4b23d5f-3d83-4be2-b176-d5c20ec7239e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:36.756346 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] Set router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:36.916153 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:36.933288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Transition to ACTIVE for port object a6d18c40-3257-4d55-8789-da166892000b will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:36.968376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Transition to ACTIVE for port object a6d18c40-3257-4d55-8789-da166892000b will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:36.974434 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.020204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:37.021508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Allocated IP 172.20.0.1 (fddd1d5d-0ff5-46cb-9717-74622c4c1e60/ab79cc32-46f7-4300-b5b8-db8a2c5aad80/e23c8bce-9017-4776-96e4-27aa9e437e44) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:37.028601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:37.034282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:37.043905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Pushing event updated for resources: {'Port': ['ID=a6d18c40-3257-4d55-8789-da166892000b,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:37.073311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:34Z', 'revision_number': 3, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:37.122393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4b0f503-a198-4815-aca9-ecd8c4d36070 None None] The sync data for ids ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'] in n-d-794306-7 is: [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:34Z', 'revision_number': 3, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:37.133068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Attempting to bind port a6d18c40-3257-4d55-8789-da166892000b on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:37.133450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Attempting to bind port a6d18c40-3257-4d55-8789-da166892000b by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:37.133807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Attempting to bind port a6d18c40-3257-4d55-8789-da166892000b on network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:37.139319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:37.139795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Checking segment: {'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:37.140138 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.140564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Bound using segment: {'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:37.141024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Bound port: a6d18c40-3257-4d55-8789-da166892000b, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:37.141413 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.150134 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.169084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Transition to ACTIVE for port object e23c8bce-9017-4776-96e4-27aa9e437e44 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:37.206418 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.219428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5344fa04-8105-4002-b841-19e318e47afe None None] For port a6d18c40-3257-4d55-8789-da166892000b, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:37.222086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5344fa04-8105-4002-b841-19e318e47afe None None] For port a6d18c40-3257-4d55-8789-da166892000b, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a6d18c40-3257-4d55-8789-da166892000b,segment=NetworkSegment(d91ae516-33ff-4920-bd64-c303ebf12f3b),segment_id=d91ae516-33ff-4920-bd64-c303ebf12f3b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:37.227600 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.256288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:37.259944 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:37.264280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:37.292124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=e23c8bce-9017-4776-96e4-27aa9e437e44,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:37.310878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344fa04-8105-4002-b841-19e318e47afe None None] Pushing event updated for resources: {'Port': ['ID=a6d18c40-3257-4d55-8789-da166892000b,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:37.327889 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.526424 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.898121 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:37.904718 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.002428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=e23c8bce-9017-4776-96e4-27aa9e437e44,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:38.008820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.114133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:38.116583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:38.237134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:38.352874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:38.358435 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b416055c-9680-4517-85b9-f9f85b810778 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "PUT /v2.0/routers/1f4a463e-9b44-4f22-9255-b5c8e04474d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4456875 Jul 16 18:29:38.361082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35678) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:38.391357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42b6a9b-aae5-4bb6-b144-f4302d6c2fb6 None None] Network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:29:38.466810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2ec2cbb2-e0d0-4473-bd65-bd17f9217e47 None None] Provisioning for port a6d18c40-3257-4d55-8789-da166892000b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:38.478936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253691b4-8eab-4846-abf5-28990edf9e00 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.479443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253691b4-8eab-4846-abf5-28990edf9e00 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.480269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253691b4-8eab-4846-abf5-28990edf9e00 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.480741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253691b4-8eab-4846-abf5-28990edf9e00 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.481330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253691b4-8eab-4846-abf5-28990edf9e00 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.485736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-253691b4-8eab-4846-abf5-28990edf9e00 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3589 time: 0.1211138 Jul 16 18:29:38.486034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35682) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:38.586883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cebc1-483e-4bc7-90b7-edc67814d205 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.587702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cebc1-483e-4bc7-90b7-edc67814d205 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.588167 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cebc1-483e-4bc7-90b7-edc67814d205 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.588653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cebc1-483e-4bc7-90b7-edc67814d205 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.589115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028cebc1-483e-4bc7-90b7-edc67814d205 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:38.590864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-028cebc1-483e-4bc7-90b7-edc67814d205 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3370 time: 0.1034117 Jul 16 18:29:38.593533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35684) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:38.733097 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-72af1501-e6d0-479c-b5b0-7834f892e690 tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2330 time: 0.1383498 Jul 16 18:29:38.922742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-036333d6-8a5a-4363-b11a-f598880e59ab None None] Provisioning for port e23c8bce-9017-4776-96e4-27aa9e437e44 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:38.939625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-036333d6-8a5a-4363-b11a-f598880e59ab None None] Provisioning complete for port e23c8bce-9017-4776-96e4-27aa9e437e44 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:38.940312 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-036333d6-8a5a-4363-b11a-f598880e59ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:38.961004 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Sync routers for ids ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:38.973069 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Routers {'1f4a463e-9b44-4f22-9255-b5c8e04474d6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:38.974018 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:38.989781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-036333d6-8a5a-4363-b11a-f598880e59ab None None] Port e23c8bce-9017-4776-96e4-27aa9e437e44 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:39.015547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35688) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.020276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-826bc273-0cc1-4347-8eb2-c4f752210c9f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-458140085', 'description': 'tempest-secgroup-smoke-458140085 description', 'project_id': '7b5993c7e98e40d3ad36954883a1023b'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:39.045512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-826bc273-0cc1-4347-8eb2-c4f752210c9f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.075115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a6d18c40-3257-4d55-8789-da166892000b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:39.125441 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Set router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:39.142357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9cd83d63-283d-485b-bef2-faca447215ee None None] Provisioning complete for port e23c8bce-9017-4776-96e4-27aa9e437e44 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:39.142738 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9cd83d63-283d-485b-bef2-faca447215ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.155725 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-826bc273-0cc1-4347-8eb2-c4f752210c9f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.160499 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-826bc273-0cc1-4347-8eb2-c4f752210c9f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.192909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826bc273-0cc1-4347-8eb2-c4f752210c9f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=358ede4c-b270-4e7b-bd33-9fc368172dfd,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.194351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9cd83d63-283d-485b-bef2-faca447215ee None None] Port e23c8bce-9017-4776-96e4-27aa9e437e44 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:39.208185 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-826bc273-0cc1-4347-8eb2-c4f752210c9f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.209290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port a6d18c40-3257-4d55-8789-da166892000b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:39.210889 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-826bc273-0cc1-4347-8eb2-c4f752210c9f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1942794 Jul 16 18:29:39.214191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35690) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.214710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a6d18c40-3257-4d55-8789-da166892000b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:39.215025 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.220652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b06fb276-384a-482f-b5b8-c826ec69ff35 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '358ede4c-b270-4e7b-bd33-9fc368172dfd', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:39.259062 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b06fb276-384a-482f-b5b8-c826ec69ff35 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.299580 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.336400 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b06fb276-384a-482f-b5b8-c826ec69ff35 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.339270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e441792a-c459-430a-96b3-795caea7c953 None None] Provisioning complete for port e23c8bce-9017-4776-96e4-27aa9e437e44 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:39.339804 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e441792a-c459-430a-96b3-795caea7c953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.340920 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b06fb276-384a-482f-b5b8-c826ec69ff35 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.345114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port a6d18c40-3257-4d55-8789-da166892000b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a6d18c40-3257-4d55-8789-da166892000b,segment=NetworkSegment(d91ae516-33ff-4920-bd64-c303ebf12f3b),segment_id=d91ae516-33ff-4920-bd64-c303ebf12f3b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:39.367682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.368478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b4b23d5f-3d83-4be2-b176-d5c20ec7239e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:39.370433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06fb276-384a-482f-b5b8-c826ec69ff35 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e8b6b23-8dc1-468e-b6c3-104ae41d8eb2,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.375687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b06fb276-384a-482f-b5b8-c826ec69ff35 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.380317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b06fb276-384a-482f-b5b8-c826ec69ff35 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606181 Jul 16 18:29:39.380317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35692) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.384892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-da0bb27b-219e-44f7-99a8-d8b5f6358002 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '358ede4c-b270-4e7b-bd33-9fc368172dfd', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:39.388792 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e23c8bce-9017-4776-96e4-27aa9e437e44', 'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:91:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:36Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 2, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:39.412668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da0bb27b-219e-44f7-99a8-d8b5f6358002 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.418108 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Checking router: 1f4a463e-9b44-4f22-9255-b5c8e04474d6 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:39.418539 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Updating router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 port e23c8bce-9017-4776-96e4-27aa9e437e44 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:29:39.436379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e441792a-c459-430a-96b3-795caea7c953 None None] Port e23c8bce-9017-4776-96e4-27aa9e437e44 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:39.465929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=a6d18c40-3257-4d55-8789-da166892000b,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.469411 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.477060 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da0bb27b-219e-44f7-99a8-d8b5f6358002 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.478766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port b4b23d5f-3d83-4be2-b176-d5c20ec7239e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:39.480917 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da0bb27b-219e-44f7-99a8-d8b5f6358002 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.483038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b4b23d5f-3d83-4be2-b176-d5c20ec7239e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:39.483439 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.498036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0bb27b-219e-44f7-99a8-d8b5f6358002 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ad7a02-9844-4b1c-a042-24abd0d294ab,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.508575 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da0bb27b-219e-44f7-99a8-d8b5f6358002 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.509473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-da0bb27b-219e-44f7-99a8-d8b5f6358002 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1289122 Jul 16 18:29:39.512203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35694) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.517035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3479c7c1-0060-45bd-8bf6-bad686348e5a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '358ede4c-b270-4e7b-bd33-9fc368172dfd', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:39.545880 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3479c7c1-0060-45bd-8bf6-bad686348e5a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.569458 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.592684 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port b4b23d5f-3d83-4be2-b176-d5c20ec7239e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b4b23d5f-3d83-4be2-b176-d5c20ec7239e,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:39.597786 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.619827 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3479c7c1-0060-45bd-8bf6-bad686348e5a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.624736 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3479c7c1-0060-45bd-8bf6-bad686348e5a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.646001 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3479c7c1-0060-45bd-8bf6-bad686348e5a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8220bf98-b659-46b1-b0e5-ed91df937721,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.661001 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3479c7c1-0060-45bd-8bf6-bad686348e5a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.662206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=b4b23d5f-3d83-4be2-b176-d5c20ec7239e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.667777 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35698) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.674102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-5bba4212-dc83-45d5-93d6-04fbab1b1a44 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '358ede4c-b270-4e7b-bd33-9fc368172dfd', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:39.674990 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3479c7c1-0060-45bd-8bf6-bad686348e5a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1614952 Jul 16 18:29:39.706757 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5bba4212-dc83-45d5-93d6-04fbab1b1a44 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.768664 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5bba4212-dc83-45d5-93d6-04fbab1b1a44 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.770074 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.773032 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5bba4212-dc83-45d5-93d6-04fbab1b1a44 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.780484 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Transition to ACTIVE for port object e23c8bce-9017-4776-96e4-27aa9e437e44 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:39.786443 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.794490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bba4212-dc83-45d5-93d6-04fbab1b1a44 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90615655-6529-4428-8245-17cdf429a704,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.798219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5bba4212-dc83-45d5-93d6-04fbab1b1a44 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.799608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5bba4212-dc83-45d5-93d6-04fbab1b1a44 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295788 Jul 16 18:29:39.802263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35700) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.807477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-58a829a8-eb8b-427f-81b5-531029005718 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '358ede4c-b270-4e7b-bd33-9fc368172dfd', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:39.831854 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-58a829a8-eb8b-427f-81b5-531029005718 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Project 7b5993c7e98e40d3ad36954883a1023b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:29:39.837178 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58a829a8-eb8b-427f-81b5-531029005718 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.860413 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Pushing event updated for resources: {'Port': ['ID=e23c8bce-9017-4776-96e4-27aa9e437e44,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.911496 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58a829a8-eb8b-427f-81b5-531029005718 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.916982 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58a829a8-eb8b-427f-81b5-531029005718 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.939825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a829a8-eb8b-427f-81b5-531029005718 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d96979e-6cc5-4481-ba44-5c7a382e2418,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:39.944204 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58a829a8-eb8b-427f-81b5-531029005718 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.945708 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-58a829a8-eb8b-427f-81b5-531029005718 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425271 Jul 16 18:29:39.948485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35702) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:39.953172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2e8171e9-084c-43c2-8ac2-f20e613091a4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'security_group_rule': {'security_group_id': '358ede4c-b270-4e7b-bd33-9fc368172dfd', 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:39.979159 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-2e8171e9-084c-43c2-8ac2-f20e613091a4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Project 7b5993c7e98e40d3ad36954883a1023b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:29:39.984274 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2e8171e9-084c-43c2-8ac2-f20e613091a4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:39.987985 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.987985 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.988592 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.988592 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.988750 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.989064 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.989376 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.989681 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.990253 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.990564 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.991051 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.991759 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:29:39.998227 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Attempting to bind port e23c8bce-9017-4776-96e4-27aa9e437e44 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:39.998576 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Attempting to bind port e23c8bce-9017-4776-96e4-27aa9e437e44 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:39.999338 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Attempting to bind port e23c8bce-9017-4776-96e4-27aa9e437e44 on network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:40.003949 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:40.004318 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Checking segment: {'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:40.004707 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.005085 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Bound using segment: {'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:40.005534 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Bound port: e23c8bce-9017-4776-96e4-27aa9e437e44, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:40.005902 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.053631 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2e8171e9-084c-43c2-8ac2-f20e613091a4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.058621 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2e8171e9-084c-43c2-8ac2-f20e613091a4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.077524 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] For port e23c8bce-9017-4776-96e4-27aa9e437e44, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:40.080572 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] For port e23c8bce-9017-4776-96e4-27aa9e437e44, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e23c8bce-9017-4776-96e4-27aa9e437e44,segment=NetworkSegment(d91ae516-33ff-4920-bd64-c303ebf12f3b),segment_id=d91ae516-33ff-4920-bd64-c303ebf12f3b)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:40.082062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8171e9-084c-43c2-8ac2-f20e613091a4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d05a1c5d-6723-42fc-9303-84484a6aa4c1,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.086049 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.089590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2e8171e9-084c-43c2-8ac2-f20e613091a4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:40.091500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2e8171e9-084c-43c2-8ac2-f20e613091a4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1418192 Jul 16 18:29:40.151763 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Routers {'1f4a463e-9b44-4f22-9255-b5c8e04474d6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:40.152385 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:40.157064 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3d0fb-c035-4c24-b338-da0c32f50a3f None None] Pushing event updated for resources: {'Port': ['ID=e23c8bce-9017-4776-96e4-27aa9e437e44,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:40.275271 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] Set router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:40.297452 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-faac2320-ae35-446b-992b-cf9d6acf8da3 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-458140085&fields=id&tenant_id=7b5993c7e98e40d3ad36954883a1023b HTTP/1.1" status: 200 len: 267 time: 0.0401630 Jul 16 18:29:40.410747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f723-32a5-46b7-affa-20899f824632 req-985e2784-2c82-4ee0-99d6-9d9b819f2382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:40.412259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-985e2784-2c82-4ee0-99d6-9d9b819f2382 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/networks?id=fddd1d5d-0ff5-46cb-9717-74622c4c1e60 HTTP/1.1" status: 200 len: 796 time: 0.1062160 Jul 16 18:29:40.428275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-e0f2eef4-7b7b-4acb-9fec-e9c7db5b3eea tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/quotas/7b5993c7e98e40d3ad36954883a1023b HTTP/1.1" status: 200 len: 375 time: 0.0092716 Jul 16 18:29:40.482688 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e23c8bce-9017-4776-96e4-27aa9e437e44', 'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:91:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:36Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:40.506171 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-8cbefea8-0d9b-4389-8c06-b2fcf834cc37 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721405 Jul 16 18:29:40.508951 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6b0d98a-b8c2-48d5-b33a-837898fc96b5 None None] The sync data for ids ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'] in n-d-794306-7 is: [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e23c8bce-9017-4776-96e4-27aa9e437e44', 'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:91:49:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:36Z', 'updated_at': '2021-07-16T18:29:40Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:40.651384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-e906ea92-f7e3-484f-937f-a475bff4b0ab service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:29:40.652430 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-e906ea92-f7e3-484f-937f-a475bff4b0ab service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1345434 Jul 16 18:29:40.746824 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-7aba8d36-d077-4c5e-aebd-621d00011c0d service neutron] 10.222.0.47 "GET /v2.0/networks/fddd1d5d-0ff5-46cb-9717-74622c4c1e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880058 Jul 16 18:29:40.847191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-26a51e81-df4e-4947-9a15-3608839974ee service neutron] 10.222.0.47 "GET /v2.0/networks/fddd1d5d-0ff5-46cb-9717-74622c4c1e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940893 Jul 16 18:29:41.041384 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-29721397-fe81-4bca-a188-1a7f67c1a2c7 req-76491ccc-e50f-4b1f-aced-2f8b8e5d5c7b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 210 time: 0.0343330 Jul 16 18:29:41.059740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e23c8bce-9017-4776-96e4-27aa9e437e44 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:41.124552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port e23c8bce-9017-4776-96e4-27aa9e437e44 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:41.129372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e23c8bce-9017-4776-96e4-27aa9e437e44 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:41.130096 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.224439 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.262260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port e23c8bce-9017-4776-96e4-27aa9e437e44, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e23c8bce-9017-4776-96e4-27aa9e437e44,segment=NetworkSegment(d91ae516-33ff-4920-bd64-c303ebf12f3b),segment_id=d91ae516-33ff-4920-bd64-c303ebf12f3b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:41.265784 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.266628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a6d18c40-3257-4d55-8789-da166892000b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:41.349494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=e23c8bce-9017-4776-96e4-27aa9e437e44,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:41.369206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a6d18c40-3257-4d55-8789-da166892000b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:41.369625 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.460920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b4b23d5f-3d83-4be2-b176-d5c20ec7239e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:41.512733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b4b23d5f-3d83-4be2-b176-d5c20ec7239e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:41.513112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:41.640187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-fe82af3d-60df-465f-8581-561884136e8e req-6b292695-fa12-4c6c-af8d-20fbcb2b2cfd service neutron] (105438) timed out ('10.222.0.18', 54197) {{(pid=105438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:29:42.153780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f723-32a5-46b7-affa-20899f824632 req-79a407d9-d692-422e-ada9-e127a3279857 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.155269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-79a407d9-d692-422e-ada9-e127a3279857 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "GET /v2.0/networks?id=fddd1d5d-0ff5-46cb-9717-74622c4c1e60 HTTP/1.1" status: 200 len: 796 time: 0.1096890 Jul 16 18:29:42.191390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1587e434-44ad-46ab-b299-82ce08b65e2e req-29cab68c-7b16-4200-b9de-cf51ac73a543 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 210 time: 0.0295091 Jul 16 18:29:42.192258 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.217747 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-665a106d-05c3-4226-b724-215ee7b6fd10 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b5993c7e98e40d3ad36954883a1023b HTTP/1.1" status: 200 len: 379 time: 0.0525563 Jul 16 18:29:42.227008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'port': {'device_id': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'admin_state_up': True, 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'security_groups': ['358ede4c-b270-4e7b-bd33-9fc368172dfd']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:42.339698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Made reservation on behalf of 7b5993c7e98e40d3ad36954883a1023b for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:29:42.343237 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.470398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Allocated IP 172.20.0.7 (fddd1d5d-0ff5-46cb-9717-74622c4c1e60/ab79cc32-46f7-4300-b5b8-db8a2c5aad80/cfe5ab60-2685-457b-9a95-9851106e654e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:42.605410 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.622524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Transition to ACTIVE for port object cfe5ab60-2685-457b-9a95-9851106e654e will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:42.654398 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.698440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:42.701687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:42.705589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:42.712587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=cfe5ab60-2685-457b-9a95-9851106e654e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:42.758905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:42.759548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.775107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-82eb2a83-2d66-41e2-a224-2770b1fcead6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5527847 Jul 16 18:29:42.788179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Request body: {'port': {'device_id': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:42.865680 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.923358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-383ecff4-86fb-43e5-ad48-3da341b5d289 None None] Provisioning for port cfe5ab60-2685-457b-9a95-9851106e654e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:42.927312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-383ecff4-86fb-43e5-ad48-3da341b5d289 None None] Provisioning complete for port cfe5ab60-2685-457b-9a95-9851106e654e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:42.927716 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-383ecff4-86fb-43e5-ad48-3da341b5d289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:42.950493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e23c8bce-9017-4776-96e4-27aa9e437e44 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:42.996150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-383ecff4-86fb-43e5-ad48-3da341b5d289 None None] Port cfe5ab60-2685-457b-9a95-9851106e654e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:29:43.014043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e23c8bce-9017-4776-96e4-27aa9e437e44 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:43.014413 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.140567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfe5ab60-2685-457b-9a95-9851106e654e {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:43.148687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.160110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Transition to ACTIVE for port object cfe5ab60-2685-457b-9a95-9851106e654e will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:29:43.164217 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.215439 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Pushing event updated for resources: {'Port': ['ID=cfe5ab60-2685-457b-9a95-9851106e654e,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:43.302525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Attempting to bind port cfe5ab60-2685-457b-9a95-9851106e654e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:29:43.303553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Attempting to bind port cfe5ab60-2685-457b-9a95-9851106e654e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:29:43.303915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Attempting to bind port cfe5ab60-2685-457b-9a95-9851106e654e on network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:43.308696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Port cfe5ab60-2685-457b-9a95-9851106e654e on network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:29:43.309025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Attempting to bind port cfe5ab60-2685-457b-9a95-9851106e654e on network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:29:43.314326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:29:43.314674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Checking segment: {'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:29:43.315064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Bound using segment: {'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:29:43.315496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Bound port: cfe5ab60-2685-457b-9a95-9851106e654e, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd91ae516-33ff-4920-bd64-c303ebf12f3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:29:43.315880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.386782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] For port cfe5ab60-2685-457b-9a95-9851106e654e, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:29:43.389820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e73757f-81f6-4e1c-8441-26aa6930f436 req-b82138a1-9134-4808-830e-b55b030360aa tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.390299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] For port cfe5ab60-2685-457b-9a95-9851106e654e, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=cfe5ab60-2685-457b-9a95-9851106e654e,segment=NetworkSegment(d91ae516-33ff-4920-bd64-c303ebf12f3b),segment_id=d91ae516-33ff-4920-bd64-c303ebf12f3b)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:29:43.391796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e73757f-81f6-4e1c-8441-26aa6930f436 req-b82138a1-9134-4808-830e-b55b030360aa tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 943 time: 0.0732951 Jul 16 18:29:43.393857 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.430097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.430600 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:43.432072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] 10.222.0.18 "PUT /v2.0/ports/cfe5ab60-2685-457b-9a95-9851106e654e HTTP/1.1" status: 200 len: 1091 time: 0.6487899 Jul 16 18:29:43.432528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'tag': 'cfe5ab60-2685-457b-9a95-9851106e654e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:43.434854 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-299fc2f3-79d3-428f-bd62-69f0d3f15570" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7a9d6c-2431-4fce-b871-0d0574804b20", "tag": "cfe5ab60-2685-457b-9a95-9851106e654e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:43.435024 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e73757f-81f6-4e1c-8441-26aa6930f436 req-8bddee94-fd3d-4263-a276-aa94dd19f36e tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=358ede4c-b270-4e7b-bd33-9fc368172dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363111 Jul 16 18:29:43.510505 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac8aca6-761a-48f2-9640-a18b3e17e837 x-openstack-request-id: req-3ac8aca6-761a-48f2-9640-a18b3e17e837 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:43.510797 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7a9d6c-2431-4fce-b871-0d0574804b20", "tag": "cfe5ab60-2685-457b-9a95-9851106e654e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:43.511050 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3ac8aca6-761a-48f2-9640-a18b3e17e837 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:43.511452 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'tag': 'cfe5ab60-2685-457b-9a95-9851106e654e', 'status': 'completed', 'code': 200} Jul 16 18:29:43.513521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37e6fb8-2851-4cdd-8bba-9f7fcf75fb9f service neutron] Pushing event updated for resources: {'Port': ['ID=cfe5ab60-2685-457b-9a95-9851106e654e,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:43.548779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f723-32a5-46b7-affa-20899f824632 req-24e062ee-0503-4eff-960d-1dd8459b9b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.550305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-24e062ee-0503-4eff-960d-1dd8459b9b9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 1094 time: 0.0714788 Jul 16 18:29:43.591699 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-63f9ca35-d3f4-4398-a23b-b7e6f0942178 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe5ab60-2685-457b-9a95-9851106e654e HTTP/1.1" status: 200 len: 217 time: 0.0343583 Jul 16 18:29:43.640536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f723-32a5-46b7-affa-20899f824632 req-e0b272bc-4c37-4da9-8072-897ba92cf83a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.642078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-e0b272bc-4c37-4da9-8072-897ba92cf83a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab79cc32-46f7-4300-b5b8-db8a2c5aad80 HTTP/1.1" status: 200 len: 834 time: 0.0444474 Jul 16 18:29:43.697431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703f723-32a5-46b7-affa-20899f824632 req-13d43581-62ac-435d-8ab1-b6d1f7484fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:43.698886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-13d43581-62ac-435d-8ab1-b6d1f7484fdf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fddd1d5d-0ff5-46cb-9717-74622c4c1e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0505302 Jul 16 18:29:43.790166 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-8355030d-9729-45ad-a300-f1adcc527ab4 service neutron] 10.222.0.18 "GET /v2.0/networks/fddd1d5d-0ff5-46cb-9717-74622c4c1e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849741 Jul 16 18:29:44.180002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5703f723-32a5-46b7-affa-20899f824632 req-5e828f4e-35a6-4688-80e2-210d035bbd8f service neutron] 10.222.0.18 "GET /v2.0/networks/fddd1d5d-0ff5-46cb-9717-74622c4c1e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834465 Jul 16 18:29:44.275819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fc2f3-79d3-428f-bd62-69f0d3f15570 req-a84cafbf-5628-4e3b-accd-704cf0e5d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.277311 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-299fc2f3-79d3-428f-bd62-69f0d3f15570 req-a84cafbf-5628-4e3b-accd-704cf0e5d52b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 1094 time: 0.0524793 Jul 16 18:29:44.365020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fc2f3-79d3-428f-bd62-69f0d3f15570 req-0294908f-0d76-48dd-a623-d739026b3cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.366519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-299fc2f3-79d3-428f-bd62-69f0d3f15570 req-0294908f-0d76-48dd-a623-d739026b3cdd service neutron] 10.222.0.18 "GET /v2.0/networks?id=fddd1d5d-0ff5-46cb-9717-74622c4c1e60 HTTP/1.1" status: 200 len: 897 time: 0.0833170 Jul 16 18:29:44.409953 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-299fc2f3-79d3-428f-bd62-69f0d3f15570 req-99c73963-0cfb-4d4b-8084-5a48b9eb83be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe5ab60-2685-457b-9a95-9851106e654e HTTP/1.1" status: 200 len: 217 time: 0.0373750 Jul 16 18:29:44.457304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fc2f3-79d3-428f-bd62-69f0d3f15570 req-2c177338-4bed-4b1b-adb8-02fa306efd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.458743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-299fc2f3-79d3-428f-bd62-69f0d3f15570 req-2c177338-4bed-4b1b-adb8-02fa306efd58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab79cc32-46f7-4300-b5b8-db8a2c5aad80 HTTP/1.1" status: 200 len: 834 time: 0.0423584 Jul 16 18:29:44.518751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299fc2f3-79d3-428f-bd62-69f0d3f15570 req-29dde1ff-51b5-4743-ba6a-7c8957286cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.520297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-299fc2f3-79d3-428f-bd62-69f0d3f15570 req-29dde1ff-51b5-4743-ba6a-7c8957286cfc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fddd1d5d-0ff5-46cb-9717-74622c4c1e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539470 Jul 16 18:29:44.651241 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-299fc2f3-79d3-428f-bd62-69f0d3f15570 req-8a8ef8f5-4d9f-4e8f-a9b9-0d82c7fa8e9e service neutron] 10.222.0.18 "GET /v2.0/networks/fddd1d5d-0ff5-46cb-9717-74622c4c1e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234527 Jul 16 18:29:44.696685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef16740-8a10-4421-b15d-5bef89a55320 req-bb3f9a11-9829-44c1-86a5-e32796d107f0 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:44.698157 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef16740-8a10-4421-b15d-5bef89a55320 req-bb3f9a11-9829-44c1-86a5-e32796d107f0 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 943 time: 0.1398771 Jul 16 18:29:44.781716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ef16740-8a10-4421-b15d-5bef89a55320 req-7eb1b36e-66b1-4c1c-b215-9fa3e21783f8 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=358ede4c-b270-4e7b-bd33-9fc368172dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773239 Jul 16 18:29:44.785286 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-299fc2f3-79d3-428f-bd62-69f0d3f15570 req-211a1827-dc6d-48d8-90ac-91e5c374f11e service neutron] 10.222.0.18 "GET /v2.0/networks/fddd1d5d-0ff5-46cb-9717-74622c4c1e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270099 Jul 16 18:29:45.510350 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-72415b6a-3aa1-4556-94cb-997249bdb852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:45.959661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26649c2-ef58-4b25-a132-ac4fef1e952f req-9484e6f3-adcd-4d25-8165-4e3062641c7f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:45.961152 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c26649c2-ef58-4b25-a132-ac4fef1e952f req-9484e6f3-adcd-4d25-8165-4e3062641c7f tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 943 time: 0.0660474 Jul 16 18:29:46.000742 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c26649c2-ef58-4b25-a132-ac4fef1e952f req-ab885c68-b3f0-4cf9-93da-efa28f1b1f31 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=358ede4c-b270-4e7b-bd33-9fc368172dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341201 Jul 16 18:29:46.399218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device cfe5ab60-2685-457b-9a95-9851106e654e details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:29:46.495790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port cfe5ab60-2685-457b-9a95-9851106e654e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=cfe5ab60-2685-457b-9a95-9851106e654e,segment=NetworkSegment(d91ae516-33ff-4920-bd64-c303ebf12f3b),segment_id=d91ae516-33ff-4920-bd64-c303ebf12f3b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:46.508964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'cfe5ab60-2685-457b-9a95-9851106e654e', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'port_id': 'cfe5ab60-2685-457b-9a95-9851106e654e', 'mac_address': 'fa:16:3e:0c:31:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:29:46.550618 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.563168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cfe5ab60-2685-457b-9a95-9851106e654e {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:29:46.581386 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port cfe5ab60-2685-457b-9a95-9851106e654e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=cfe5ab60-2685-457b-9a95-9851106e654e,segment=NetworkSegment(d91ae516-33ff-4920-bd64-c303ebf12f3b),segment_id=d91ae516-33ff-4920-bd64-c303ebf12f3b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:46.585910 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:46.636167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=cfe5ab60-2685-457b-9a95-9851106e654e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:46.780725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['cfe5ab60-2685-457b-9a95-9851106e654e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:29:47.175936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81681cee-5b0d-4044-ba40-b49c67fe1701 req-a5a1a198-a9df-4061-a43a-1355e0339452 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:47.177395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81681cee-5b0d-4044-ba40-b49c67fe1701 req-a5a1a198-a9df-4061-a43a-1355e0339452 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 944 time: 0.0680251 Jul 16 18:29:47.216076 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81681cee-5b0d-4044-ba40-b49c67fe1701 req-b3194d86-ea27-4a75-ab82-71f7c3af6691 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=358ede4c-b270-4e7b-bd33-9fc368172dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322597 Jul 16 18:29:48.210494 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-77d5dd74-6223-469e-b82b-e2b31953872d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.213925 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.393047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9c389b-dc31-484c-a66a-1725ae8612e7 req-334d0e07-ecfc-4f38-a271-83d8cd7aec52 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:48.394541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee9c389b-dc31-484c-a66a-1725ae8612e7 req-334d0e07-ecfc-4f38-a271-83d8cd7aec52 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 944 time: 0.0650606 Jul 16 18:29:48.415124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device cfe5ab60-2685-457b-9a95-9851106e654e up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:29:48.433629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ee9c389b-dc31-484c-a66a-1725ae8612e7 req-e9017ac8-4dd0-4b2d-a59f-5f23d9aee644 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=358ede4c-b270-4e7b-bd33-9fc368172dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334668 Jul 16 18:29:48.462532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port cfe5ab60-2685-457b-9a95-9851106e654e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:29:48.466037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port cfe5ab60-2685-457b-9a95-9851106e654e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:29:48.466406 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.543297 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.565260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe5ab60-2685-457b-9a95-9851106e654e'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:48.567548 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-becd4971-6a29-4ca3-8f06-4e5a0f8736e5" -d '{"events": [{"server_uuid": "5b7a9d6c-2431-4fce-b871-0d0574804b20", "name": "network-vif-plugged", "status": "completed", "tag": "cfe5ab60-2685-457b-9a95-9851106e654e"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:48.580595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port cfe5ab60-2685-457b-9a95-9851106e654e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=cfe5ab60-2685-457b-9a95-9851106e654e,segment=NetworkSegment(d91ae516-33ff-4920-bd64-c303ebf12f3b),segment_id=d91ae516-33ff-4920-bd64-c303ebf12f3b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:29:48.586321 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:48.611780 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-688d8578-c561-4b0d-b016-1a38a17537e9 x-openstack-request-id: req-688d8578-c561-4b0d-b016-1a38a17537e9 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:48.612078 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7a9d6c-2431-4fce-b871-0d0574804b20", "name": "network-vif-plugged", "status": "completed", "tag": "cfe5ab60-2685-457b-9a95-9851106e654e", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:48.612336 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-688d8578-c561-4b0d-b016-1a38a17537e9 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:48.612723 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cfe5ab60-2685-457b-9a95-9851106e654e', 'code': 200} Jul 16 18:29:48.645551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=cfe5ab60-2685-457b-9a95-9851106e654e,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:48.733672 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7ddca0-1193-4513-a404-12892401ca4b req-ce47598d-abaa-477c-bb6a-ac6ba0d76c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:48.733672 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e7ddca0-1193-4513-a404-12892401ca4b req-ce47598d-abaa-477c-bb6a-ac6ba0d76c94 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 1096 time: 0.0535402 Jul 16 18:29:48.766730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e7ddca0-1193-4513-a404-12892401ca4b req-8a9cb759-dea1-4110-b903-9b97cc14a525 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=358ede4c-b270-4e7b-bd33-9fc368172dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0269547 Jul 16 18:29:49.613550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dab32b-8f94-406a-9b6c-e0ceb24cfc7b req-ffc710bc-3189-4ca8-a380-47a376485332 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:49.615351 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54dab32b-8f94-406a-9b6c-e0ceb24cfc7b req-ffc710bc-3189-4ca8-a380-47a376485332 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 945 time: 0.0687490 Jul 16 18:29:49.653349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54dab32b-8f94-406a-9b6c-e0ceb24cfc7b req-345417f3-acc7-4c9f-9702-c9a6e3782368 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=358ede4c-b270-4e7b-bd33-9fc368172dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317962 Jul 16 18:29:49.893478 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:50.829299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81fd125-14e0-4c31-9c11-27f508d85020 req-a7ee99ca-40ed-4847-919e-035d9db3e1f4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:50.830788 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d81fd125-14e0-4c31-9c11-27f508d85020 req-a7ee99ca-40ed-4847-919e-035d9db3e1f4 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 945 time: 0.0645361 Jul 16 18:29:50.870157 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d81fd125-14e0-4c31-9c11-27f508d85020 req-2ffffda6-58ec-4d1a-87f4-95f40c59feba tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=358ede4c-b270-4e7b-bd33-9fc368172dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333555 Jul 16 18:29:51.046124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dcbbad-b029-42c5-8ca9-51ba70b4888d req-8c0b0a47-21ac-470c-a28f-b8e50362b54a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.047623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8dcbbad-b029-42c5-8ca9-51ba70b4888d req-8c0b0a47-21ac-470c-a28f-b8e50362b54a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 945 time: 0.0668881 Jul 16 18:29:51.085817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e8dcbbad-b029-42c5-8ca9-51ba70b4888d req-f4d25fd7-c00d-463b-b008-ba4ef2dc2fff tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=358ede4c-b270-4e7b-bd33-9fc368172dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323143 Jul 16 18:29:51.109878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35770) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:51.161490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298b57b7-adad-4e86-b698-285cac12516d tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:51.163290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-298b57b7-adad-4e86-b698-285cac12516d tempest-TestNetworkBasicOps-139873217 tempest-TestNetworkBasicOps-139873217-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 1091 time: 0.0522985 Jul 16 18:29:51.166343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35772) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:51.170993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'cfe5ab60-2685-457b-9a95-9851106e654e', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:29:51.194869 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.295075 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.395428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Allocated IP 172.25.7.135 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/eab23a33-e99f-49fb-a257-b85b4e0568fb) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:29:51.500154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.538338 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.574298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:29:51.578961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:29:51.582320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:29:51.605600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=eab23a33-e99f-49fb-a257-b85b4e0568fb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:51.955753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:51.958446 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.034339 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.183177 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.188273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.261431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event updated for resources: {'Port': ['ID=eab23a33-e99f-49fb-a257-b85b4e0568fb,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:29:52.271276 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.370365 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Floating IP e19b6681-7182-40f9-8619-e54afd752a01 associated. External IP: 172.25.7.135, port: cfe5ab60-2685-457b-9a95-9851106e654e. Jul 16 18:29:52.572679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:29:52.677017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:29:52.686488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96982f-e6b0-4846-a750-72da37fb9843 None None] Sync routers for ids ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:29:52.694930 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:29:52.696381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96982f-e6b0-4846-a750-72da37fb9843 None None] Routers {'1f4a463e-9b44-4f22-9255-b5c8e04474d6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:52.697200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8f96982f-e6b0-4846-a750-72da37fb9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:52.734213 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-73e62089-8d42-4719-aec1-40280d5e42cb tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5665181 Jul 16 18:29:52.734808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'tag': 'cfe5ab60-2685-457b-9a95-9851106e654e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:29:52.737048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35776) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:52.737538 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace32413-f999-480c-b518-7d7b0fc35157" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7a9d6c-2431-4fce-b871-0d0574804b20", "tag": "cfe5ab60-2685-457b-9a95-9851106e654e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:29:52.777241 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff02ec46-8433-4de4-8104-cc89bd5cfb5f x-openstack-request-id: req-ff02ec46-8433-4de4-8104-cc89bd5cfb5f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:29:52.777645 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7a9d6c-2431-4fce-b871-0d0574804b20", "tag": "cfe5ab60-2685-457b-9a95-9851106e654e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:29:52.777902 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff02ec46-8433-4de4-8104-cc89bd5cfb5f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:29:52.778315 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'tag': 'cfe5ab60-2685-457b-9a95-9851106e654e', 'status': 'completed', 'code': 200} Jul 16 18:29:52.804792 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2abde1b7-6493-4b92-9c6d-80d8325eb293 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/floatingips/e19b6681-7182-40f9-8619-e54afd752a01 HTTP/1.1" status: 200 len: 991 time: 0.0659254 Jul 16 18:29:52.808262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-8f96982f-e6b0-4846-a750-72da37fb9843 None None] Set router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:52.856472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace32413-f999-480c-b518-7d7b0fc35157 req-49028124-49ad-4838-8947-b7fdee9fd584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.857960 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace32413-f999-480c-b518-7d7b0fc35157 req-49028124-49ad-4838-8947-b7fdee9fd584 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 1096 time: 0.0572064 Jul 16 18:29:52.949981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace32413-f999-480c-b518-7d7b0fc35157 req-07aa709e-9c44-4534-b4e5-847b7345e493 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:52.951507 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace32413-f999-480c-b518-7d7b0fc35157 req-07aa709e-9c44-4534-b4e5-847b7345e493 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fddd1d5d-0ff5-46cb-9717-74622c4c1e60 HTTP/1.1" status: 200 len: 897 time: 0.0878398 Jul 16 18:29:53.016228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace32413-f999-480c-b518-7d7b0fc35157 req-90d28e9c-0327-405c-8d4e-9bace01ae92d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe5ab60-2685-457b-9a95-9851106e654e HTTP/1.1" status: 200 len: 999 time: 0.0584157 Jul 16 18:29:53.033342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8f96982f-e6b0-4846-a750-72da37fb9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'e19b6681-7182-40f9-8619-e54afd752a01', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.135', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'port_id': 'cfe5ab60-2685-457b-9a95-9851106e654e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'mac_address': 'fa:16:3e:0c:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:29:51Z', 'updated_at': '2021-07-16T18:29:51Z', 'revision_number': 0, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23c8bce-9017-4776-96e4-27aa9e437e44', 'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:91:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:36Z', 'updated_at': '2021-07-16T18:29:41Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:53.060128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96982f-e6b0-4846-a750-72da37fb9843 None None] Checking router: 1f4a463e-9b44-4f22-9255-b5c8e04474d6 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:29:53.063854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace32413-f999-480c-b518-7d7b0fc35157 req-2a63e096-ef10-44c7-ae36-02d646e1c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:53.065333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace32413-f999-480c-b518-7d7b0fc35157 req-2a63e096-ef10-44c7-ae36-02d646e1c3a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab79cc32-46f7-4300-b5b8-db8a2c5aad80 HTTP/1.1" status: 200 len: 834 time: 0.0432849 Jul 16 18:29:53.069507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f96982f-e6b0-4846-a750-72da37fb9843 None None] Routers {'1f4a463e-9b44-4f22-9255-b5c8e04474d6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:29:53.070232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8f96982f-e6b0-4846-a750-72da37fb9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:29:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:53.130002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace32413-f999-480c-b518-7d7b0fc35157 req-3c2d9bf1-cd98-426f-8a4a-c9193696b925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:29:53.132343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace32413-f999-480c-b518-7d7b0fc35157 req-3c2d9bf1-cd98-426f-8a4a-c9193696b925 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fddd1d5d-0ff5-46cb-9717-74622c4c1e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595298 Jul 16 18:29:53.180109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-8f96982f-e6b0-4846-a750-72da37fb9843 None None] Set router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:29:53.224585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace32413-f999-480c-b518-7d7b0fc35157 req-f6573ae4-26ca-4fd6-af0c-d042adca7309 service neutron] 10.222.0.18 "GET /v2.0/networks/fddd1d5d-0ff5-46cb-9717-74622c4c1e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858405 Jul 16 18:29:53.316875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace32413-f999-480c-b518-7d7b0fc35157 req-a9f9d626-98eb-42f8-824d-7cffdcbb1e83 service neutron] 10.222.0.18 "GET /v2.0/networks/fddd1d5d-0ff5-46cb-9717-74622c4c1e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864799 Jul 16 18:29:53.405459 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-8f96982f-e6b0-4846-a750-72da37fb9843 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'e19b6681-7182-40f9-8619-e54afd752a01', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.135', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'port_id': 'cfe5ab60-2685-457b-9a95-9851106e654e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'mac_address': 'fa:16:3e:0c:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:29:51Z', 'updated_at': '2021-07-16T18:29:51Z', 'revision_number': 0, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23c8bce-9017-4776-96e4-27aa9e437e44', 'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:91:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:36Z', 'updated_at': '2021-07-16T18:29:41Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:29:53.430948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f96982f-e6b0-4846-a750-72da37fb9843 None None] The sync data for ids ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'] in n-d-794306-7 is: [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'e19b6681-7182-40f9-8619-e54afd752a01', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'floating_ip_address': '172.25.7.135', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'port_id': 'cfe5ab60-2685-457b-9a95-9851106e654e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3591, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'mac_address': 'fa:16:3e:0c:31:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:29:51Z', 'updated_at': '2021-07-16T18:29:51Z', 'revision_number': 0, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e23c8bce-9017-4776-96e4-27aa9e437e44', 'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:91:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:36Z', 'updated_at': '2021-07-16T18:29:41Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:29:53.613168 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43171601-624f-4bd0-82a6-8c2aed48d711 None None] New status for floating IP e19b6681-7182-40f9-8619-e54afd752a01: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:29:53.808771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35782) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:29:53.867958 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f459c232-cabf-485b-b392-db915663e0b6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/floatingips/e19b6681-7182-40f9-8619-e54afd752a01 HTTP/1.1" status: 200 len: 993 time: 0.0578933 Jul 16 18:29:59.442564 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:02.566040 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:12.208275 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:15.512649 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a438218a-ad10-4297-b1d4-8e5d23990178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.209629 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9201a9da-db93-45bc-b08f-61b2069a9cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:18.211340 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:19.248937 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-451feb87-14db-440b-9192-4341a8ed1785 req-4bf7f8d5-9920-4cdd-a6c7-38a96de79078 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0970917 Jul 16 18:30:19.361565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451feb87-14db-440b-9192-4341a8ed1785 req-d0fc3ac9-15e3-49cd-96ef-f2c4efec1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:19.363045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-451feb87-14db-440b-9192-4341a8ed1785 req-d0fc3ac9-15e3-49cd-96ef-f2c4efec1f21 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 1097 time: 0.0562601 Jul 16 18:30:19.469269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451feb87-14db-440b-9192-4341a8ed1785 req-1247859f-c125-41e6-9d9d-493026067de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:19.470649 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-451feb87-14db-440b-9192-4341a8ed1785 req-1247859f-c125-41e6-9d9d-493026067de0 service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.0844405 Jul 16 18:30:19.537045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-451feb87-14db-440b-9192-4341a8ed1785 req-9cee99ed-d9e3-44c3-854a-45aca894d635 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4 HTTP/1.1" status: 200 len: 1002 time: 0.0598605 Jul 16 18:30:19.584145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451feb87-14db-440b-9192-4341a8ed1785 req-21d63b4e-e1a0-42e0-a9a4-92e89d285f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:19.585554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-451feb87-14db-440b-9192-4341a8ed1785 req-21d63b4e-e1a0-42e0-a9a4-92e89d285f1b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0425999 Jul 16 18:30:19.640345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451feb87-14db-440b-9192-4341a8ed1785 req-d3cad9e8-ff97-4ed7-89c1-19b886cdd6bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:19.641818 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-451feb87-14db-440b-9192-4341a8ed1785 req-d3cad9e8-ff97-4ed7-89c1-19b886cdd6bd service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497873 Jul 16 18:30:19.733283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-451feb87-14db-440b-9192-4341a8ed1785 req-3d57c24a-2d1e-4131-a128-327d3ff24989 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851314 Jul 16 18:30:19.819820 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-451feb87-14db-440b-9192-4341a8ed1785 req-8df1f532-8748-4958-b823-f33c7c6433f9 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799692 Jul 16 18:30:19.894967 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:20.439307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35846) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:20.508217 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-86ac1e5c-1e7d-411f-bc5e-08512b4fc672 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/floatingips/e19b6681-7182-40f9-8619-e54afd752a01 HTTP/1.1" status: 200 len: 993 time: 0.0677788 Jul 16 18:30:20.780024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35852) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:20.935861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting port eab23a33-e99f-49fb-a257-b85b4e0568fb {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:20.936204 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.013345 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.013667 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.024899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Calling delete_port for eab23a33-e99f-49fb-a257-b85b4e0568fb owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:21.166292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.195419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Port': ['ID=eab23a33-e99f-49fb-a257-b85b4e0568fb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:21.256094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.256440 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Floating IP e19b6681-7182-40f9-8619-e54afd752a01 disassociated (deleted). External IP: 172.25.7.135, port: cfe5ab60-2685-457b-9a95-9851106e654e. Jul 16 18:30:21.466448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:21.572094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:21.576870 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:21.581043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3ea54-84b7-4552-b047-4cd753594b84 None None] Sync routers for ids ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:21.590854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3ea54-84b7-4552-b047-4cd753594b84 None None] Routers {'1f4a463e-9b44-4f22-9255-b5c8e04474d6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:21.591465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-43e3ea54-84b7-4552-b047-4cd753594b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:21.615117 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e1cc96b8-0016-43b5-8781-060a15efe2a6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/floatingips/e19b6681-7182-40f9-8619-e54afd752a01 HTTP/1.1" status: 204 len: 168 time: 0.8310986 Jul 16 18:30:21.615117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'tag': 'cfe5ab60-2685-457b-9a95-9851106e654e'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:21.615546 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17381bab-cb3a-4566-975d-f46489627844" -d '{"events": [{"name": "network-changed", "server_uuid": "5b7a9d6c-2431-4fce-b871-0d0574804b20", "tag": "cfe5ab60-2685-457b-9a95-9851106e654e"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:21.655774 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b313d49e-7422-46dd-871d-7fc26c14e150 x-openstack-request-id: req-b313d49e-7422-46dd-871d-7fc26c14e150 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:21.656069 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5b7a9d6c-2431-4fce-b871-0d0574804b20", "tag": "cfe5ab60-2685-457b-9a95-9851106e654e", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:21.656322 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b313d49e-7422-46dd-871d-7fc26c14e150 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:21.656908 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'tag': 'cfe5ab60-2685-457b-9a95-9851106e654e', 'status': 'completed', 'code': 200} Jul 16 18:30:21.735134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17381bab-cb3a-4566-975d-f46489627844 req-6285b7e7-6008-4147-85be-8d39e33bc8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:21.736848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-17381bab-cb3a-4566-975d-f46489627844 req-6285b7e7-6008-4147-85be-8d39e33bc8de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b5993c7e98e40d3ad36954883a1023b&device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 1096 time: 0.0566750 Jul 16 18:30:21.870619 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-43e3ea54-84b7-4552-b047-4cd753594b84 None None] Set router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:21.976119 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:22.088527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-43e3ea54-84b7-4552-b047-4cd753594b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e23c8bce-9017-4776-96e4-27aa9e437e44', 'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:91:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:36Z', 'updated_at': '2021-07-16T18:29:41Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:22.116001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3ea54-84b7-4552-b047-4cd753594b84 None None] Checking router: 1f4a463e-9b44-4f22-9255-b5c8e04474d6 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:22.124819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e3ea54-84b7-4552-b047-4cd753594b84 None None] Routers {'1f4a463e-9b44-4f22-9255-b5c8e04474d6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:22.125425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-43e3ea54-84b7-4552-b047-4cd753594b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:22.175182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17381bab-cb3a-4566-975d-f46489627844 req-895b828d-df8b-4ba9-901a-2318db997f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:22.177230 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-17381bab-cb3a-4566-975d-f46489627844 req-895b828d-df8b-4ba9-901a-2318db997f80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=fddd1d5d-0ff5-46cb-9717-74622c4c1e60 HTTP/1.1" status: 200 len: 897 time: 0.4342067 Jul 16 18:30:22.222320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-17381bab-cb3a-4566-975d-f46489627844 req-a3e43ce5-e248-477e-b86d-9000ece48806 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cfe5ab60-2685-457b-9a95-9851106e654e HTTP/1.1" status: 200 len: 217 time: 0.0368302 Jul 16 18:30:22.234237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a63991-a5e6-47b4-bfcb-db1e75d2508b req-1063bc2d-8a5e-4951-9f1b-a5976b5e9da6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:22.235664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43a63991-a5e6-47b4-bfcb-db1e75d2508b req-1063bc2d-8a5e-4951-9f1b-a5976b5e9da6 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 945 time: 0.1175828 Jul 16 18:30:22.235807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-43e3ea54-84b7-4552-b047-4cd753594b84 None None] Set router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:22.306511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17381bab-cb3a-4566-975d-f46489627844 req-f0588541-e57c-40bc-9ccc-0b444619bd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:22.308020 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-17381bab-cb3a-4566-975d-f46489627844 req-f0588541-e57c-40bc-9ccc-0b444619bd13 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ab79cc32-46f7-4300-b5b8-db8a2c5aad80 HTTP/1.1" status: 200 len: 834 time: 0.0714703 Jul 16 18:30:22.313009 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43a63991-a5e6-47b4-bfcb-db1e75d2508b req-d2665374-fdcb-4009-9ee2-5e7e7b3bf547 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=358ede4c-b270-4e7b-bd33-9fc368172dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668712 Jul 16 18:30:22.369699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17381bab-cb3a-4566-975d-f46489627844 req-572e891f-359f-46b7-b523-af66638b2b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:22.372093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-17381bab-cb3a-4566-975d-f46489627844 req-572e891f-359f-46b7-b523-af66638b2b68 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fddd1d5d-0ff5-46cb-9717-74622c4c1e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558209 Jul 16 18:30:22.450524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-43e3ea54-84b7-4552-b047-4cd753594b84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e23c8bce-9017-4776-96e4-27aa9e437e44', 'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:91:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:36Z', 'updated_at': '2021-07-16T18:29:41Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:22.472355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-17381bab-cb3a-4566-975d-f46489627844 req-a7429d39-1339-4ef3-b56c-3f7b4d7249aa service neutron] 10.222.0.18 "GET /v2.0/networks/fddd1d5d-0ff5-46cb-9717-74622c4c1e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934250 Jul 16 18:30:22.481803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43e3ea54-84b7-4552-b047-4cd753594b84 None None] The sync data for ids ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'] in n-d-794306-7 is: [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:29:37Z', 'revision_number': 4, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'e23c8bce-9017-4776-96e4-27aa9e437e44', 'name': '', 'network_id': 'fddd1d5d-0ff5-46cb-9717-74622c4c1e60', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'mac_address': 'fa:16:3e:91:49:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3579, 'fixed_ips': [{'subnet_id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:36Z', 'updated_at': '2021-07-16T18:29:41Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'subnets': [{'id': 'ab79cc32-46f7-4300-b5b8-db8a2c5aad80', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:22.566863 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-17381bab-cb3a-4566-975d-f46489627844 req-6c6a8ce7-3a5b-4c34-ac1b-0da1c40e836d service neutron] 10.222.0.18 "GET /v2.0/networks/fddd1d5d-0ff5-46cb-9717-74622c4c1e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873113 Jul 16 18:30:22.698618 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97422b75-270f-4908-a316-28a29c0ae761 None None] New status for floating IP e19b6681-7182-40f9-8619-e54afd752a01: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:30:23.276119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a73a9a5-1a96-435d-837d-0e57372d48c4 req-1e6526d0-079b-40a4-8311-23b5d9a34408 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:23.277582 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a73a9a5-1a96-435d-837d-0e57372d48c4 req-1e6526d0-079b-40a4-8311-23b5d9a34408 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 945 time: 0.0666931 Jul 16 18:30:23.376757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-6a73a9a5-1a96-435d-837d-0e57372d48c4 req-ca4f3628-2c35-4bf2-84ce-b825ff5c89fc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting port cfe5ab60-2685-457b-9a95-9851106e654e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:23.377099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6a73a9a5-1a96-435d-837d-0e57372d48c4 req-ca4f3628-2c35-4bf2-84ce-b825ff5c89fc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.503370 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-6a73a9a5-1a96-435d-837d-0e57372d48c4 req-ca4f3628-2c35-4bf2-84ce-b825ff5c89fc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] For port cfe5ab60-2685-457b-9a95-9851106e654e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=cfe5ab60-2685-457b-9a95-9851106e654e,segment=NetworkSegment(d91ae516-33ff-4920-bd64-c303ebf12f3b),segment_id=d91ae516-33ff-4920-bd64-c303ebf12f3b)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:23.503795 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6a73a9a5-1a96-435d-837d-0e57372d48c4 req-ca4f3628-2c35-4bf2-84ce-b825ff5c89fc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.521216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-6a73a9a5-1a96-435d-837d-0e57372d48c4 req-ca4f3628-2c35-4bf2-84ce-b825ff5c89fc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Calling delete_port for cfe5ab60-2685-457b-9a95-9851106e654e owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:23.540783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f8de85-98c9-4326-a001-ffc456b8a274 req-f3da4ac9-d347-4191-a146-3fb6c43c45dd tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:23.542196 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70f8de85-98c9-4326-a001-ffc456b8a274 req-f3da4ac9-d347-4191-a146-3fb6c43c45dd tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/ports?device_id=5b7a9d6c-2431-4fce-b871-0d0574804b20 HTTP/1.1" status: 200 len: 945 time: 0.1046879 Jul 16 18:30:23.628147 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-70f8de85-98c9-4326-a001-ffc456b8a274 req-df683e79-114d-488a-a3d4-4f362724894b tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "GET /v2.0/security-groups?id=358ede4c-b270-4e7b-bd33-9fc368172dfd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0804477 Jul 16 18:30:23.693565 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6a73a9a5-1a96-435d-837d-0e57372d48c4 req-ca4f3628-2c35-4bf2-84ce-b825ff5c89fc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.722970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4f3628-2c35-4bf2-84ce-b825ff5c89fc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Port': ['ID=cfe5ab60-2685-457b-9a95-9851106e654e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:23.768108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a73a9a5-1a96-435d-837d-0e57372d48c4 req-ca4f3628-2c35-4bf2-84ce-b825ff5c89fc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] No DVR routers for this DVR port cfe5ab60-2685-457b-9a95-9851106e654e on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:23.771275 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6a73a9a5-1a96-435d-837d-0e57372d48c4 req-ca4f3628-2c35-4bf2-84ce-b825ff5c89fc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:23.773453 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6a73a9a5-1a96-435d-837d-0e57372d48c4 req-ca4f3628-2c35-4bf2-84ce-b825ff5c89fc tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.18 "DELETE /v2.0/ports/cfe5ab60-2685-457b-9a95-9851106e654e HTTP/1.1" status: 204 len: 173 time: 0.4907229 Jul 16 18:30:23.773896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'name': 'network-vif-deleted', 'tag': 'cfe5ab60-2685-457b-9a95-9851106e654e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:23.776167 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cf6b377-c475-431d-9ec6-8f3544a578f8" -d '{"events": [{"server_uuid": "5b7a9d6c-2431-4fce-b871-0d0574804b20", "name": "network-vif-deleted", "tag": "cfe5ab60-2685-457b-9a95-9851106e654e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:23.813300 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041ee511-4050-4670-953c-2c81aeaae2c8 x-openstack-request-id: req-041ee511-4050-4670-953c-2c81aeaae2c8 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:23.813591 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5b7a9d6c-2431-4fce-b871-0d0574804b20", "name": "network-vif-deleted", "tag": "cfe5ab60-2685-457b-9a95-9851106e654e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:23.813843 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-041ee511-4050-4670-953c-2c81aeaae2c8 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:23.814249 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5b7a9d6c-2431-4fce-b871-0d0574804b20', 'name': 'network-vif-deleted', 'tag': 'cfe5ab60-2685-457b-9a95-9851106e654e', 'status': 'completed', 'code': 200} Jul 16 18:30:24.726686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35874) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:24.784270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c8dacd73-228c-4ea2-9f40-e1206d2a09bd tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.808384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c8dacd73-228c-4ea2-9f40-e1206d2a09bd tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.868144 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c8dacd73-228c-4ea2-9f40-e1206d2a09bd tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.870697 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c8dacd73-228c-4ea2-9f40-e1206d2a09bd tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:24.871964 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c8dacd73-228c-4ea2-9f40-e1206d2a09bd tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/security-groups/358ede4c-b270-4e7b-bd33-9fc368172dfd HTTP/1.1" status: 204 len: 168 time: 0.1441860 Jul 16 18:30:24.881615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8dacd73-228c-4ea2-9f40-e1206d2a09bd tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=358ede4c-b270-4e7b-bd33-9fc368172dfd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:24.908626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35878) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:25.266026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.524128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting port e23c8bce-9017-4776-96e4-27aa9e437e44 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:25.524364 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.612198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] For port e23c8bce-9017-4776-96e4-27aa9e437e44, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e23c8bce-9017-4776-96e4-27aa9e437e44,segment=NetworkSegment(d91ae516-33ff-4920-bd64-c303ebf12f3b),segment_id=d91ae516-33ff-4920-bd64-c303ebf12f3b)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:25.612552 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:25.624788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Calling delete_port for e23c8bce-9017-4776-96e4-27aa9e437e44 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:26.044280 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.070439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Port': ['ID=e23c8bce-9017-4776-96e4-27aa9e437e44,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.245228 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.454146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:26.554548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device cfe5ab60-2685-457b-9a95-9851106e654e no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:26.564076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:26.570037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-795dd00c-f904-44a3-b764-ee2b5bb461af tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "PUT /v2.0/routers/1f4a463e-9b44-4f22-9255-b5c8e04474d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6598313 Jul 16 18:30:26.571850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35882) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.575413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95162f-3433-4b04-ba38-ecb654ad5fea None None] Sync routers for ids ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:26.578868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: cfe5ab60-2685-457b-9a95-9851106e654e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:26.579209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device cfe5ab60-2685-457b-9a95-9851106e654e not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:26.586917 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95162f-3433-4b04-ba38-ecb654ad5fea None None] Routers {'1f4a463e-9b44-4f22-9255-b5c8e04474d6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:26.587526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fa95162f-3433-4b04-ba38-ecb654ad5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:26.622954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-a59397e5-c8f4-4461-86cb-0a5519dcbc9a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting subnet ab79cc32-46f7-4300-b5b8-db8a2c5aad80 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:30:26.625891 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a59397e5-c8f4-4461-86cb-0a5519dcbc9a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.664804 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a59397e5-c8f4-4461-86cb-0a5519dcbc9a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.689836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-fa95162f-3433-4b04-ba38-ecb654ad5fea None None] Set router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:26.750264 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a59397e5-c8f4-4461-86cb-0a5519dcbc9a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.807834 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a59397e5-c8f4-4461-86cb-0a5519dcbc9a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.837010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59397e5-c8f4-4461-86cb-0a5519dcbc9a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Subnet': ['ID=ab79cc32-46f7-4300-b5b8-db8a2c5aad80,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:26.841767 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a59397e5-c8f4-4461-86cb-0a5519dcbc9a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.846323 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a59397e5-c8f4-4461-86cb-0a5519dcbc9a tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/subnets/ab79cc32-46f7-4300-b5b8-db8a2c5aad80 HTTP/1.1" status: 204 len: 168 time: 0.2708399 Jul 16 18:30:26.846433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35884) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:26.848116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5296742b-a952-4649-99c9-bab90b2ab9d5 None None] Network fddd1d5d-0ff5-46cb-9717-74622c4c1e60 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:26.928074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fa95162f-3433-4b04-ba38-ecb654ad5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:30:25Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:26.964759 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:26.969134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95162f-3433-4b04-ba38-ecb654ad5fea None None] Checking router: 1f4a463e-9b44-4f22-9255-b5c8e04474d6 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:27.014798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa95162f-3433-4b04-ba38-ecb654ad5fea None None] Routers {'1f4a463e-9b44-4f22-9255-b5c8e04474d6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:27.015446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fa95162f-3433-4b04-ba38-ecb654ad5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:27.069417 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.119407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Deleting port b4b23d5f-3d83-4be2-b176-d5c20ec7239e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:27.119779 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.133363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-fa95162f-3433-4b04-ba38-ecb654ad5fea None None] Set router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:27.188328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b41588e-89b7-46e5-bac3-8687f300f714 None None] DHCP port deletion for fddd1d5d-0ff5-46cb-9717-74622c4c1e60 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:30:27.206287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] For port b4b23d5f-3d83-4be2-b176-d5c20ec7239e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b4b23d5f-3d83-4be2-b176-d5c20ec7239e,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:27.206647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.218859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Calling delete_port for b4b23d5f-3d83-4be2-b176-d5c20ec7239e owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:27.303972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2b41588e-89b7-46e5-bac3-8687f300f714 None None] Deleting port a6d18c40-3257-4d55-8789-da166892000b {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:30:27.304345 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2b41588e-89b7-46e5-bac3-8687f300f714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.387107 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.394385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2b41588e-89b7-46e5-bac3-8687f300f714 None None] For port a6d18c40-3257-4d55-8789-da166892000b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a6d18c40-3257-4d55-8789-da166892000b,segment=NetworkSegment(d91ae516-33ff-4920-bd64-c303ebf12f3b),segment_id=d91ae516-33ff-4920-bd64-c303ebf12f3b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:27.394777 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2b41588e-89b7-46e5-bac3-8687f300f714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.412029 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2b41588e-89b7-46e5-bac3-8687f300f714 None None] Calling delete_port for a6d18c40-3257-4d55-8789-da166892000b owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:30:27.415091 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Port': ['ID=b4b23d5f-3d83-4be2-b176-d5c20ec7239e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.428775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fa95162f-3433-4b04-ba38-ecb654ad5fea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:30:25Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:27.481637 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.485823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa95162f-3433-4b04-ba38-ecb654ad5fea None None] The sync data for ids ['1f4a463e-9b44-4f22-9255-b5c8e04474d6'] in n-d-794306-7 is: [{'id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'name': 'tempest-TestNetworkBasicOps-router-59677999', 'tenant_id': '7b5993c7e98e40d3ad36954883a1023b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137'}], 'enable_snat': True}, 'gw_port_id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:29:33Z', 'updated_at': '2021-07-16T18:30:25Z', 'revision_number': 5, 'project_id': '7b5993c7e98e40d3ad36954883a1023b', 'gw_port': {'id': 'b4b23d5f-3d83-4be2-b176-d5c20ec7239e', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:67:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4a463e-9b44-4f22-9255-b5c8e04474d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3576, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:29:34Z', 'updated_at': '2021-07-16T18:29:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:27.528000 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2b41588e-89b7-46e5-bac3-8687f300f714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.553117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b41588e-89b7-46e5-bac3-8687f300f714 None None] Pushing event deleted for resources: {'Port': ['ID=a6d18c40-3257-4d55-8789-da166892000b,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:27.557645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b41588e-89b7-46e5-bac3-8687f300f714 None None] No DVR routers for this DVR port a6d18c40-3257-4d55-8789-da166892000b on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:30:27.574541 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.576643 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.618390 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.618865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Fanout notify agent at l3_agent the message router_deleted on router 1f4a463e-9b44-4f22-9255-b5c8e04474d6 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:30:27.625486 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.626608 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-73dc5dcd-a10c-47f5-b65e-e4e49a19d60d tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/routers/1f4a463e-9b44-4f22-9255-b5c8e04474d6 HTTP/1.1" status: 204 len: 168 time: 0.7793176 Jul 16 18:30:27.629945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35888) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:27.702823 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.789218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.799115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fddd1d5d-0ff5-46cb-9717-74622c4c1e60']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:27.808995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd91ae516-33ff-4920-bd64-c303ebf12f3b') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:27.809293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd91ae516-33ff-4920-bd64-c303ebf12f3b') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:27.818533 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.839107 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.848431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:30:27.849100 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:30:27.853655 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:30:27.920724 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.939191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:27.941095 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] 10.222.0.47 "DELETE /v2.0/networks/fddd1d5d-0ff5-46cb-9717-74622c4c1e60 HTTP/1.1" status: 204 len: 168 time: 0.3102329 Jul 16 18:30:27.942570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05151ca3-3f7d-49a7-81f3-85cb127b7400 tempest-TestNetworkBasicOps-764346820 tempest-TestNetworkBasicOps-764346820-project] Pushing event deleted for resources: {'Network': ['ID=fddd1d5d-0ff5-46cb-9717-74622c4c1e60,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:28.215945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35902) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:28.362077 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-21d99a6a-9293-483f-8cbb-ac10ce48659e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7b5993c7e98e40d3ad36954883a1023b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426668 Jul 16 18:30:28.362446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35906) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:28.415022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3c06a7e7-de21-45ee-8fca-b3332ef803ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.440021 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3c06a7e7-de21-45ee-8fca-b3332ef803ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.499976 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3c06a7e7-de21-45ee-8fca-b3332ef803ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.502888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3c06a7e7-de21-45ee-8fca-b3332ef803ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.504629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3c06a7e7-de21-45ee-8fca-b3332ef803ca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/81ceca12-679e-4d29-8407-e49d6d625376 HTTP/1.1" status: 204 len: 168 time: 0.1409545 Jul 16 18:30:28.525267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c06a7e7-de21-45ee-8fca-b3332ef803ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81ceca12-679e-4d29-8407-e49d6d625376,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:28.793604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35920) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:28.807625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-460ae6aa-0dfa-42d2-b57d-701bb92ea824 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.901671 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-460ae6aa-0dfa-42d2-b57d-701bb92ea824 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.906919 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-460ae6aa-0dfa-42d2-b57d-701bb92ea824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:28.945862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ae6aa-0dfa-42d2-b57d-701bb92ea824 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=332d09e6-0761-43f5-adbb-0e46b2deb94f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:28.950361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-460ae6aa-0dfa-42d2-b57d-701bb92ea824 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=21f8a5abf9224ac88848304de57b4ac4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1556685 Jul 16 18:30:28.953241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35922) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:29.008393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e23c8bce-9017-4776-96e4-27aa9e437e44 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:29.025471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c6e5ab8-ef8a-4103-a367-67b71beac822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.028997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: e23c8bce-9017-4776-96e4-27aa9e437e44 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:29.029345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e23c8bce-9017-4776-96e4-27aa9e437e44 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:29.029974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a6d18c40-3257-4d55-8789-da166892000b no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:29.049157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: a6d18c40-3257-4d55-8789-da166892000b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:29.049499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a6d18c40-3257-4d55-8789-da166892000b not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:29.049677 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c6e5ab8-ef8a-4103-a367-67b71beac822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.050530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b4b23d5f-3d83-4be2-b176-d5c20ec7239e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:30:29.071025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: b4b23d5f-3d83-4be2-b176-d5c20ec7239e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:30:29.071288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b4b23d5f-3d83-4be2-b176-d5c20ec7239e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:30:29.112006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c6e5ab8-ef8a-4103-a367-67b71beac822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.115827 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1c6e5ab8-ef8a-4103-a367-67b71beac822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.119624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1c6e5ab8-ef8a-4103-a367-67b71beac822 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/332d09e6-0761-43f5-adbb-0e46b2deb94f HTTP/1.1" status: 204 len: 168 time: 0.1615036 Jul 16 18:30:29.126966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6e5ab8-ef8a-4103-a367-67b71beac822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=332d09e6-0761-43f5-adbb-0e46b2deb94f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:29.456420 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.787078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35948) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:29.881597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-12153996-network', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:29.902967 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Made reservation on behalf of d08e31ff142c4f70ad9e4a3097a83081 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:29.905457 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:29.913720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.001124 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.006190 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.033852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:30.040155 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96c83aa-8c5f-411d-b83c-39f59db0ec9d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.048146 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.048146 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Added segment ca7bb9a9-2126-485b-8b2a-9dc9df75d04d of type vlan for network a865ab04-7e34-4cee-a796-a77dc122f297 Jul 16 18:30:30.088184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.116583 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.117438 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:30.118019 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.153801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3655870 Jul 16 18:30:30.156983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35952) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:30.162066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] Request body: {'subnet': {'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-12153996-subnet', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:30.181892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a7aff-76be-4525-b846-de186f3f7155 admin admin] Pushing event updated for resources: {'Network': ['ID=a865ab04-7e34-4cee-a796-a77dc122f297,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.182253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] Made reservation on behalf of d08e31ff142c4f70ad9e4a3097a83081 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:30.185925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.193637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network a865ab04-7e34-4cee-a796-a77dc122f297 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:30.358165 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.415434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0767fec8-0c7a-475a-990d-6aa3f478a67d,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:30.423485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] Checking segment: {'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:30.423879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] Network hostable DHCP agents. Network: a865ab04-7e34-4cee-a796-a77dc122f297, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:30.441421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] Network a865ab04-7e34-4cee-a796-a77dc122f297 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:30.450917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, a865ab04-7e34-4cee-a796-a77dc122f297) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:30.455003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:30.455705 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.462340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ddf077-fa55-4b47-80a2-7bd5dfb08f04 None None] Network a865ab04-7e34-4cee-a796-a77dc122f297 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:30.470221 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9cb74aef-ac51-42a6-93ec-d52208bf2730 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3120885 Jul 16 18:30:30.473819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35958) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:30.480069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:30.508764 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.509863 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.562895 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.715321 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.780543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-a865ab04-7e34-4cee-a796-a77dc122f297', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:30:30.781474 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:30.928016 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Allocated IP 172.20.0.2 (a865ab04-7e34-4cee-a796-a77dc122f297/0767fec8-0c7a-475a-990d-6aa3f478a67d/dde149e5-f9b8-4606-a84c-fb14b3a77382) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:30.983718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.011263 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.027920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18184a25-8742-4305-8625-cbaf967bcb4e req-df6b50d2-54e3-4777-b017-cc95c422bb5c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:31.029399 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18184a25-8742-4305-8625-cbaf967bcb4e req-df6b50d2-54e3-4777-b017-cc95c422bb5c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.1320460 Jul 16 18:30:31.070182 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.078235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Transition to ACTIVE for port object dde149e5-f9b8-4606-a84c-fb14b3a77382 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:31.092899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Transition to ACTIVE for port object dde149e5-f9b8-4606-a84c-fb14b3a77382 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:31.098173 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.115663 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18184a25-8742-4305-8625-cbaf967bcb4e req-742110d0-a35a-444c-bd7b-a22461cbcae4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575435 Jul 16 18:30:31.141953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Network a865ab04-7e34-4cee-a796-a77dc122f297 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:31.144879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:31.148484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:31.155218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Pushing event updated for resources: {'Port': ['ID=dde149e5-f9b8-4606-a84c-fb14b3a77382,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:31.166669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Allocated IP 172.25.7.77 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/448750c4-ac76-4685-8abb-6529db19dda1) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:31.209154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Attempting to bind port dde149e5-f9b8-4606-a84c-fb14b3a77382 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:31.209721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Attempting to bind port dde149e5-f9b8-4606-a84c-fb14b3a77382 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:31.209885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Attempting to bind port dde149e5-f9b8-4606-a84c-fb14b3a77382 on network a865ab04-7e34-4cee-a796-a77dc122f297 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:31.214871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:31.215244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Checking segment: {'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:31.215671 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.216068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Bound using segment: {'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:31.216562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Bound port: dde149e5-f9b8-4606-a84c-fb14b3a77382, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:31.216952 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.270666 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.279222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] For port dde149e5-f9b8-4606-a84c-fb14b3a77382, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:31.282422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] For port dde149e5-f9b8-4606-a84c-fb14b3a77382, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=dde149e5-f9b8-4606-a84c-fb14b3a77382,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:31.287308 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.312975 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.352646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-788702bd-7783-4052-9b51-f93f8b6e170a None None] Pushing event updated for resources: {'Port': ['ID=dde149e5-f9b8-4606-a84c-fb14b3a77382,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:31.357165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:31.362274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:31.369687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:31.394466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Pushing event updated for resources: {'Port': ['ID=448750c4-ac76-4685-8abb-6529db19dda1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:31.638739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.830713 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:31.956951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Router e95a2b23-ab4e-49bf-baff-e673697389b2 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:30:32.071613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:32.082297 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Sync routers for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:32.088955 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.090512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4fe25d95-f4c8-4ac8-9f38-805ae6d69ad5 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6155388 Jul 16 18:30:32.093021 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:32.093196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35970) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:32.094092 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:32.214725 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:32.313848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f3a67-bffc-4833-a6d4-a816887e4874 None None] Network a865ab04-7e34-4cee-a796-a77dc122f297 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:32.331420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c80ae2-832c-4ba6-b951-e3ea903c0a1f req-6fe2bc9b-89e1-4c54-b610-1d19a18a0b6c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:32.340307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4c80ae2-832c-4ba6-b951-e3ea903c0a1f req-6fe2bc9b-89e1-4c54-b610-1d19a18a0b6c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0819008 Jul 16 18:30:32.392670 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4c80ae2-832c-4ba6-b951-e3ea903c0a1f req-35a04f39-8505-4ec3-8eee-6e8bc9970a77 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507033 Jul 16 18:30:32.400721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dbb60944-ce56-4119-b32d-b6368c88d369 None None] Provisioning for port dde149e5-f9b8-4606-a84c-fb14b3a77382 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:32.430121 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:31Z', 'revision_number': 3, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:32.461661 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Checking router: e95a2b23-ab4e-49bf-baff-e673697389b2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:32.462013 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Updating router e95a2b23-ab4e-49bf-baff-e673697389b2 port 448750c4-ac76-4685-8abb-6529db19dda1 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:32.499529 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.777015 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.787967 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Transition to ACTIVE for port object 448750c4-ac76-4685-8abb-6529db19dda1 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:32.793949 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.844549 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Attempting to bind port 448750c4-ac76-4685-8abb-6529db19dda1 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:32.844795 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Attempting to bind port 448750c4-ac76-4685-8abb-6529db19dda1 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:32.845153 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Attempting to bind port 448750c4-ac76-4685-8abb-6529db19dda1 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:32.854927 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:32.855299 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:32.855728 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.856198 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:32.856671 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Bound port: 448750c4-ac76-4685-8abb-6529db19dda1, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:32.857044 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.858745 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170f315-d423-43d8-be2a-aea41803e101 None None] Pushing event updated for resources: {'Port': ['ID=448750c4-ac76-4685-8abb-6529db19dda1,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:32.912860 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] For port 448750c4-ac76-4685-8abb-6529db19dda1, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:32.915991 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] For port 448750c4-ac76-4685-8abb-6529db19dda1, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=448750c4-ac76-4685-8abb-6529db19dda1,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:32.920945 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.942982 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:32.972624 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:32.973524 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:33.045010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dde149e5-f9b8-4606-a84c-fb14b3a77382 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:33.099951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port dde149e5-f9b8-4606-a84c-fb14b3a77382 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:33.104398 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port dde149e5-f9b8-4606-a84c-fb14b3a77382 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:33.105026 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.117164 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d170f315-d423-43d8-be2a-aea41803e101 None None] Pushing event updated for resources: {'Port': ['ID=448750c4-ac76-4685-8abb-6529db19dda1,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:33.168880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Allocated IP 172.20.0.1 (a865ab04-7e34-4cee-a796-a77dc122f297/0767fec8-0c7a-475a-990d-6aa3f478a67d/c357f3cc-8e09-4c18-9f55-26c2dc900dea) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:33.189167 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:33.202926 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.236304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port dde149e5-f9b8-4606-a84c-fb14b3a77382, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=dde149e5-f9b8-4606-a84c-fb14b3a77382,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:33.242335 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.283213 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.298530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Transition to ACTIVE for port object c357f3cc-8e09-4c18-9f55-26c2dc900dea will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:33.301752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=dde149e5-f9b8-4606-a84c-fb14b3a77382,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:33.335226 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.375214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Network a865ab04-7e34-4cee-a796-a77dc122f297 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:33.380270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:33.384242 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:31Z', 'revision_number': 3, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:33.384759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:33.387874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Pushing event updated for resources: {'Port': ['ID=c357f3cc-8e09-4c18-9f55-26c2dc900dea,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:33.411866 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394c4ce0-dd4a-4ecc-be86-8e64823640f3 None None] The sync data for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 is: [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:31Z', 'revision_number': 3, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:33.413984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.414337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.414682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.415019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.415872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.415872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.416089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.416319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.416655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.416954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.417339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.417639 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:33.438418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.628910 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.649406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ed499-ff2e-418d-8918-a4a11a072961 req-b33c1dc2-3055-4424-aff3-540db8de1e00 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:33.650974 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b4ed499-ff2e-418d-8918-a4a11a072961 req-b33c1dc2-3055-4424-aff3-540db8de1e00 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.1161740 Jul 16 18:30:33.666606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c9c431b4-5410-4df1-90dc-adcc5aaf5bcc None None] Provisioning for port c357f3cc-8e09-4c18-9f55-26c2dc900dea completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:33.673962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c9c431b4-5410-4df1-90dc-adcc5aaf5bcc None None] Provisioning complete for port c357f3cc-8e09-4c18-9f55-26c2dc900dea triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:33.687901 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c9c431b4-5410-4df1-90dc-adcc5aaf5bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.735689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c9c431b4-5410-4df1-90dc-adcc5aaf5bcc None None] Port c357f3cc-8e09-4c18-9f55-26c2dc900dea cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:33.743896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b4ed499-ff2e-418d-8918-a4a11a072961 req-06f863e6-0ef6-410d-b203-5ef2fad97748 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862615 Jul 16 18:30:33.863219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.868412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.936546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:33.938255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Pushing event updated for resources: {'Port': ['ID=c357f3cc-8e09-4c18-9f55-26c2dc900dea,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:34.037606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Network a865ab04-7e34-4cee-a796-a77dc122f297 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:34.039078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:34.166268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Router e95a2b23-ab4e-49bf-baff-e673697389b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:34.258181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-75640a6d-44de-42fe-bfbc-49268d19db7c None None] Provisioning complete for port c357f3cc-8e09-4c18-9f55-26c2dc900dea triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:34.258640 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75640a6d-44de-42fe-bfbc-49268d19db7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.283690 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:34.297162 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-aa4d3fc2-e24d-4ba2-aab0-e0887479626d admin admin] 10.222.0.47 "PUT /v2.0/routers/e95a2b23-ab4e-49bf-baff-e673697389b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1954262 Jul 16 18:30:34.310579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-75640a6d-44de-42fe-bfbc-49268d19db7c None None] Port c357f3cc-8e09-4c18-9f55-26c2dc900dea cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:34.747119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35990) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:34.752259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-664993612-network', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:34.775524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Made reservation on behalf of ac9aeffae9154446858b81be7d5ce5e2 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:34.778003 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.787249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.884046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.888386 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.916889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 368} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:30:34.928432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:34.928863 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Added segment dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1 of type vlan for network f44c68e0-0125-4b4a-b0aa-3813a201824f Jul 16 18:30:34.948837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29249564-0add-4307-8ce5-3e7945baead7 req-972bcc4c-2821-448d-987d-dc350655772f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:34.950971 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-29249564-0add-4307-8ce5-3e7945baead7 req-972bcc4c-2821-448d-987d-dc350655772f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0751910 Jul 16 18:30:34.960407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e71d2961-ce38-4152-af0b-1c8899b924d2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:34.974016 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.004730 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-29249564-0add-4307-8ce5-3e7945baead7 req-dc160670-7d81-4f6a-94ae-af69004d3ef3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444956 Jul 16 18:30:35.012271 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.013573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.014259 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.041022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Sync routers for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:35.050243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:35.051880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:35.065738 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3110542 Jul 16 18:30:35.066284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 35994) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:35.070433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Request body: {'subnet': {'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-664993612-subnet', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:35.111107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2850be0-d5cf-48c4-9c15-b76a3c38465c admin admin] Pushing event updated for resources: {'Network': ['ID=f44c68e0-0125-4b4a-b0aa-3813a201824f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:35.111996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Made reservation on behalf of ac9aeffae9154446858b81be7d5ce5e2 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:30:35.116418 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.143113 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network f44c68e0-0125-4b4a-b0aa-3813a201824f details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:30:35.145343 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dde149e5-f9b8-4606-a84c-fb14b3a77382 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:35.259207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:35.298777 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.339691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port dde149e5-f9b8-4606-a84c-fb14b3a77382 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:35.339971 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.360503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=442728d6-2ee8-43e2-8152-c266f41bd3b7,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:35.371276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.371276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.371508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.371855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.372196 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.372532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.372865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.373200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.373529 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.373856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.374182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.374507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:35.377338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Checking segment: {'id': 'dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:35.377710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Network hostable DHCP agents. Network: f44c68e0-0125-4b4a-b0aa-3813a201824f, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:30:35.397173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Network f44c68e0-0125-4b4a-b0aa-3813a201824f is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:30:35.406272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, f44c68e0-0125-4b4a-b0aa-3813a201824f) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:35.411199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:35.411965 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.425939 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-67533332-d71b-4490-88ee-8c46fc7fcd6d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3605912 Jul 16 18:30:35.428796 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 35996) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:35.430682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75f979f-3144-4749-a9e6-f6a27173d273 None None] Network f44c68e0-0125-4b4a-b0aa-3813a201824f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:35.433403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-664993612-router', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:30:35.453581 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.454792 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.506582 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.589472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 448750c4-ac76-4685-8abb-6529db19dda1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:35.645391 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.699459 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 2, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:35.704126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-f44c68e0-0125-4b4a-b0aa-3813a201824f', 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'fixed_ips': [{'subnet_id': '442728d6-2ee8-43e2-8152-c266f41bd3b7'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:30:35.705186 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.743073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 448750c4-ac76-4685-8abb-6529db19dda1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:35.747465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Checking router: e95a2b23-ab4e-49bf-baff-e673697389b2 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:35.747841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Updating router e95a2b23-ab4e-49bf-baff-e673697389b2 port c357f3cc-8e09-4c18-9f55-26c2dc900dea binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:35.767585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 448750c4-ac76-4685-8abb-6529db19dda1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:35.767957 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.846479 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.861676 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.867040 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:35.967799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Allocated IP 172.25.7.19 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/f6eb5c92-737b-4868-99ed-0be5b74cc11f) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:36.078236 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.121376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.193009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:36.199572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Pushing event updated for resources: {'Port': ['ID=f6eb5c92-737b-4868-99ed-0be5b74cc11f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:36.202019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:36.204634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:36.219048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Allocated IP 172.20.0.2 (f44c68e0-0125-4b4a-b0aa-3813a201824f/442728d6-2ee8-43e2-8152-c266f41bd3b7/b0f6a7af-b86a-4e6e-be34-82166b4c37f6) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:36.239532 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.294734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 448750c4-ac76-4685-8abb-6529db19dda1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=448750c4-ac76-4685-8abb-6529db19dda1,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:36.307711 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.334811 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be16c5-b8d3-4001-9db1-7f90206c8086 req-99823da6-63a6-414b-a046-f6dee617ccec tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:36.336341 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54be16c5-b8d3-4001-9db1-7f90206c8086 req-99823da6-63a6-414b-a046-f6dee617ccec tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.1891830 Jul 16 18:30:36.402949 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54be16c5-b8d3-4001-9db1-7f90206c8086 req-96325b36-9363-4dae-a381-3c82944be8c3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489419 Jul 16 18:30:36.448457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=448750c4-ac76-4685-8abb-6529db19dda1,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:36.470545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.470889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.471226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.471582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.471911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.472236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.472643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.472971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.473409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.473755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.474055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.474372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:30:36.501041 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.557045 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.571755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Transition to ACTIVE for port object b0f6a7af-b86a-4e6e-be34-82166b4c37f6 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:36.585299 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.602371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Transition to ACTIVE for port object b0f6a7af-b86a-4e6e-be34-82166b4c37f6 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:36.604118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Transition to ACTIVE for port object c357f3cc-8e09-4c18-9f55-26c2dc900dea will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:36.611834 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.614400 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.657954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Network f44c68e0-0125-4b4a-b0aa-3813a201824f is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:36.665915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:36.668477 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:36.685827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Pushing event updated for resources: {'Port': ['ID=b0f6a7af-b86a-4e6e-be34-82166b4c37f6,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:36.704509 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.789701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c1e7c-d9f4-4307-bc0c-d5030c5e731a None None] Pushing event updated for resources: {'Port': ['ID=c357f3cc-8e09-4c18-9f55-26c2dc900dea,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:36.829636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Attempting to bind port b0f6a7af-b86a-4e6e-be34-82166b4c37f6 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:36.830011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Attempting to bind port b0f6a7af-b86a-4e6e-be34-82166b4c37f6 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:36.830375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Attempting to bind port b0f6a7af-b86a-4e6e-be34-82166b4c37f6 on network f44c68e0-0125-4b4a-b0aa-3813a201824f {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:36.837757 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Attempting to bind port c357f3cc-8e09-4c18-9f55-26c2dc900dea on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:36.838127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Attempting to bind port c357f3cc-8e09-4c18-9f55-26c2dc900dea by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:36.838492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Attempting to bind port c357f3cc-8e09-4c18-9f55-26c2dc900dea on network a865ab04-7e34-4cee-a796-a77dc122f297 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:36.838779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Router 2027438d-d104-4883-8067-ce01d4c8c33a is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:30:36.841769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:36.842143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Checking segment: {'id': 'dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:36.842547 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.842944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Bound using segment: {'id': 'dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:36.843418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Bound port: b0f6a7af-b86a-4e6e-be34-82166b4c37f6, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:36.844034 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.848883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:36.849256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Checking segment: {'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:36.849649 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.850033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Bound using segment: {'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:36.850623 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Bound port: c357f3cc-8e09-4c18-9f55-26c2dc900dea, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:36.850854 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.945578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:36.958181 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Sync routers for ids ['2027438d-d104-4883-8067-ce01d4c8c33a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:36.964080 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:36.965319 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b8e2e2b6-49b9-49d6-b25f-71147320be34 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.5355177 Jul 16 18:30:36.968120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 36000) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:30:36.968915 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Routers {'2027438d-d104-4883-8067-ce01d4c8c33a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:36.968915 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2027438d-d104-4883-8067-ce01d4c8c33a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:36.977862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] For port b0f6a7af-b86a-4e6e-be34-82166b4c37f6, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:36.982342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] For port b0f6a7af-b86a-4e6e-be34-82166b4c37f6, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b0f6a7af-b86a-4e6e-be34-82166b4c37f6,segment=NetworkSegment(dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1),segment_id=dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:36.985857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] For port c357f3cc-8e09-4c18-9f55-26c2dc900dea, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:36.990442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] For port c357f3cc-8e09-4c18-9f55-26c2dc900dea, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c357f3cc-8e09-4c18-9f55-26c2dc900dea,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:36.993450 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.000147 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.030491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 448750c4-ac76-4685-8abb-6529db19dda1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:37.089451 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Set router 2027438d-d104-4883-8067-ce01d4c8c33a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:37.120435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:37.121078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:37.123744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33571ad2-124f-4d92-ae9a-1123d7291d69 None None] Pushing event updated for resources: {'Port': ['ID=b0f6a7af-b86a-4e6e-be34-82166b4c37f6,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:37.227176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 448750c4-ac76-4685-8abb-6529db19dda1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:37.227868 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.360079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c1e7c-d9f4-4307-bc0c-d5030c5e731a None None] Pushing event updated for resources: {'Port': ['ID=c357f3cc-8e09-4c18-9f55-26c2dc900dea,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:37.367024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:37.381040 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'name': 'tempest-TestVolumeBackupRestore-664993612-router', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 3, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'gw_port': {'id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:73:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:37.440083 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Checking router: 2027438d-d104-4883-8067-ce01d4c8c33a for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:37.440350 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Updating router 2027438d-d104-4883-8067-ce01d4c8c33a port f6eb5c92-737b-4868-99ed-0be5b74cc11f binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:37.489802 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.541337 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.721538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:37.750304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0133ca2-32ad-464a-8479-ba88c27be0a1 None None] The sync data for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 is: [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:37.750627 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b2fe5-8fc1-426e-8a6b-dd94ea946a0d req-9fe7f88a-503c-441d-90ff-110cd8dbb912 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:37.751923 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1d8b2fe5-8fc1-426e-8a6b-dd94ea946a0d req-9fe7f88a-503c-441d-90ff-110cd8dbb912 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.1503577 Jul 16 18:30:37.791505 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.792017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Allocated IP 172.20.0.1 (f44c68e0-0125-4b4a-b0aa-3813a201824f/442728d6-2ee8-43e2-8152-c266f41bd3b7/8a8ddae1-a7d7-455a-965a-64ad8f9b2d25) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:30:37.817517 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Transition to ACTIVE for port object f6eb5c92-737b-4868-99ed-0be5b74cc11f will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:37.840517 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1d8b2fe5-8fc1-426e-8a6b-dd94ea946a0d req-edab6166-e6b4-46e5-b373-4eee4d22fa05 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0819619 Jul 16 18:30:37.840954 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.906595 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d13b74-8f0f-483f-b092-0f76fabf9df4 None None] Pushing event updated for resources: {'Port': ['ID=f6eb5c92-737b-4868-99ed-0be5b74cc11f,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:37.913470 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Attempting to bind port f6eb5c92-737b-4868-99ed-0be5b74cc11f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:37.913838 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Attempting to bind port f6eb5c92-737b-4868-99ed-0be5b74cc11f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:37.914205 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Attempting to bind port f6eb5c92-737b-4868-99ed-0be5b74cc11f on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:37.919372 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:37.919773 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:37.920172 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.920555 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:37.921018 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Bound port: f6eb5c92-737b-4868-99ed-0be5b74cc11f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:37.921395 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.957857 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:37.973561 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Transition to ACTIVE for port object 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:37.986832 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] For port f6eb5c92-737b-4868-99ed-0be5b74cc11f, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:37.991707 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] For port f6eb5c92-737b-4868-99ed-0be5b74cc11f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f6eb5c92-737b-4868-99ed-0be5b74cc11f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:37.996250 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.010539 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.045443 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Routers {'2027438d-d104-4883-8067-ce01d4c8c33a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:38.046066 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2027438d-d104-4883-8067-ce01d4c8c33a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:38.061763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Network f44c68e0-0125-4b4a-b0aa-3813a201824f is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:38.063790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:38.065821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8ddae1-a7d7-455a-965a-64ad8f9b2d25,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:38.068808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:30:38.118424 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.121751 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d13b74-8f0f-483f-b092-0f76fabf9df4 None None] Pushing event updated for resources: {'Port': ['ID=f6eb5c92-737b-4868-99ed-0be5b74cc11f,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:38.198832 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] Set router 2027438d-d104-4883-8067-ce01d4c8c33a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:38.296239 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.435136 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'name': 'tempest-TestVolumeBackupRestore-664993612-router', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 3, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'gw_port': {'id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:73:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:38.471849 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62cf86c1-f11c-41c9-b8f7-4e8dbf1193a6 None None] The sync data for ids ['2027438d-d104-4883-8067-ce01d4c8c33a'] in n-d-794306-7 is: [{'id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'name': 'tempest-TestVolumeBackupRestore-664993612-router', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 3, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'gw_port': {'id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:73:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:38.508691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6f56e48-8344-4dec-8584-d4cedcd3be53 None None] Network f44c68e0-0125-4b4a-b0aa-3813a201824f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:30:38.560821 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.568332 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.583630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4a46d825-b1ae-438a-a15e-0762de5186f4 None None] Provisioning for port b0f6a7af-b86a-4e6e-be34-82166b4c37f6 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:38.652983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:38.664534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Pushing event updated for resources: {'Port': ['ID=8a8ddae1-a7d7-455a-965a-64ad8f9b2d25,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.187496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Network f44c68e0-0125-4b4a-b0aa-3813a201824f is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:30:39.189066 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:30:39.219801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f6eb5c92-737b-4868-99ed-0be5b74cc11f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:39.296078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7893254d-9c16-4f15-9179-4cc464bfd8a8 None None] Provisioning for port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:39.302386 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7893254d-9c16-4f15-9179-4cc464bfd8a8 None None] Provisioning complete for port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:39.303051 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7893254d-9c16-4f15-9179-4cc464bfd8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.376810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port f6eb5c92-737b-4868-99ed-0be5b74cc11f completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:39.389830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Router 2027438d-d104-4883-8067-ce01d4c8c33a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:30:39.394925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f6eb5c92-737b-4868-99ed-0be5b74cc11f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:39.395305 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.398330 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7893254d-9c16-4f15-9179-4cc464bfd8a8 None None] Port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:39.527769 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.538037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:30:39.549270 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-003b4b3e-3d73-4cc0-be0a-06dde4d43fa5 admin admin] 10.222.0.47 "PUT /v2.0/routers/2027438d-d104-4883-8067-ce01d4c8c33a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5784314 Jul 16 18:30:39.565693 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port f6eb5c92-737b-4868-99ed-0be5b74cc11f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f6eb5c92-737b-4868-99ed-0be5b74cc11f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:39.565934 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:30:39.573030 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.573845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c357f3cc-8e09-4c18-9f55-26c2dc900dea up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:39.632492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f182bc28-0613-4048-ac50-4eb24f23dbdd req-66b53b0e-fa7a-49f1-8358-09ea9e8d1322 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:39.634833 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f182bc28-0613-4048-ac50-4eb24f23dbdd req-66b53b0e-fa7a-49f1-8358-09ea9e8d1322 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.5576272 Jul 16 18:30:39.686594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=f6eb5c92-737b-4868-99ed-0be5b74cc11f,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:39.709060 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f182bc28-0613-4048-ac50-4eb24f23dbdd req-9b4e44e7-d289-4ef6-b5d8-a11b02efc076 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646389 Jul 16 18:30:39.743926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-aee8c229-7413-48fc-b05f-60d8c7e878f1 None None] Provisioning complete for port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:39.744315 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aee8c229-7413-48fc-b05f-60d8c7e878f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.787548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-aee8c229-7413-48fc-b05f-60d8c7e878f1 None None] Port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:39.790532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port c357f3cc-8e09-4c18-9f55-26c2dc900dea completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:39.794497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c357f3cc-8e09-4c18-9f55-26c2dc900dea triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:39.794875 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.880678 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.924966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port c357f3cc-8e09-4c18-9f55-26c2dc900dea, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c357f3cc-8e09-4c18-9f55-26c2dc900dea,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:39.926976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-187cc50e-a3b6-4d43-80df-80a27cc9aa74 None None] Provisioning complete for port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:39.926976 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-187cc50e-a3b6-4d43-80df-80a27cc9aa74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.949894 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:39.950678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b0f6a7af-b86a-4e6e-be34-82166b4c37f6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:40.026297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-187cc50e-a3b6-4d43-80df-80a27cc9aa74 None None] Port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:30:40.046895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=c357f3cc-8e09-4c18-9f55-26c2dc900dea,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.055547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port b0f6a7af-b86a-4e6e-be34-82166b4c37f6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:40.059855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b0f6a7af-b86a-4e6e-be34-82166b4c37f6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:40.060307 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.305631 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.339454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port b0f6a7af-b86a-4e6e-be34-82166b4c37f6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b0f6a7af-b86a-4e6e-be34-82166b4c37f6,segment=NetworkSegment(dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1),segment_id=dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:40.343697 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:40.405503 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=b0f6a7af-b86a-4e6e-be34-82166b4c37f6,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:40.887727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69190b04-d2cc-4f4c-9f00-89f29f4fcd76 req-82ac8f0d-bc3c-4d13-a8ed-54a3260874e9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:40.896450 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-69190b04-d2cc-4f4c-9f00-89f29f4fcd76 req-82ac8f0d-bc3c-4d13-a8ed-54a3260874e9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0750303 Jul 16 18:30:40.936252 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-69190b04-d2cc-4f4c-9f00-89f29f4fcd76 req-23ceac27-e14b-4df8-ad87-a33553ff4b7e tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387628 Jul 16 18:30:41.011935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c357f3cc-8e09-4c18-9f55-26c2dc900dea up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:41.071365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c357f3cc-8e09-4c18-9f55-26c2dc900dea triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:41.071768 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.166244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f6eb5c92-737b-4868-99ed-0be5b74cc11f up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:41.187723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Sync routers for ids ['2027438d-d104-4883-8067-ce01d4c8c33a'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:30:41.210601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Routers {'2027438d-d104-4883-8067-ce01d4c8c33a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:41.211228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fc39a280-a548-404a-b948-653985f8e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2027438d-d104-4883-8067-ce01d4c8c33a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:41.270895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f6eb5c92-737b-4868-99ed-0be5b74cc11f triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:41.271268 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.355990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Set router 2027438d-d104-4883-8067-ce01d4c8c33a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:41.479912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b0f6a7af-b86a-4e6e-be34-82166b4c37f6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:41.595695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b0f6a7af-b86a-4e6e-be34-82166b4c37f6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:41.596068 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:41.658597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fc39a280-a548-404a-b948-653985f8e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'name': 'tempest-TestVolumeBackupRestore-664993612-router', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:38Z', 'revision_number': 4, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'gw_port': {'id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:73:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8a8ddae1-a7d7-455a-965a-64ad8f9b2d25', 'name': '', 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'mac_address': 'fa:16:3e:a6:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '442728d6-2ee8-43e2-8152-c266f41bd3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:37Z', 'updated_at': '2021-07-16T18:30:38Z', 'revision_number': 2, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'subnets': [{'id': '442728d6-2ee8-43e2-8152-c266f41bd3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:41.706458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Checking router: 2027438d-d104-4883-8067-ce01d4c8c33a for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:30:41.706910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Updating router 2027438d-d104-4883-8067-ce01d4c8c33a port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:30:41.750488 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.025279 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.038406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Transition to ACTIVE for port object 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:30:42.044236 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.102074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847e389-ffaf-4838-a3ad-ed0620bddbc4 None None] Pushing event updated for resources: {'Port': ['ID=8a8ddae1-a7d7-455a-965a-64ad8f9b2d25,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.148108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8bbcaf-48cc-4094-a08c-6e4994ecc2d4 req-a8919f3e-8778-4d55-8e8e-2631245c732a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:42.149902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc8bbcaf-48cc-4094-a08c-6e4994ecc2d4 req-a8919f3e-8778-4d55-8e8e-2631245c732a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0851636 Jul 16 18:30:42.167245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Attempting to bind port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:30:42.167734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Attempting to bind port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:30:42.168169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Attempting to bind port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 on network f44c68e0-0125-4b4a-b0aa-3813a201824f {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:30:42.174264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:30:42.174703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Checking segment: {'id': 'dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:30:42.175218 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.176268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Bound using segment: {'id': 'dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:30:42.177086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Bound port: 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:30:42.177547 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.194112 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc8bbcaf-48cc-4094-a08c-6e4994ecc2d4 req-4d248f7a-309b-4f77-aa28-de957ebf8e88 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385163 Jul 16 18:30:42.256465 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.276373 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fc39a280-a548-404a-b948-653985f8e965 None None] For port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:30:42.280165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fc39a280-a548-404a-b948-653985f8e965 None None] For port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8a8ddae1-a7d7-455a-965a-64ad8f9b2d25,segment=NetworkSegment(dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1),segment_id=dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:30:42.286117 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:42.356570 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Routers {'2027438d-d104-4883-8067-ce01d4c8c33a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:30:42.357212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fc39a280-a548-404a-b948-653985f8e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:30:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2027438d-d104-4883-8067-ce01d4c8c33a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:42.398430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a847e389-ffaf-4838-a3ad-ed0620bddbc4 None None] Pushing event updated for resources: {'Port': ['ID=8a8ddae1-a7d7-455a-965a-64ad8f9b2d25,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:42.495645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-fc39a280-a548-404a-b948-653985f8e965 None None] Set router 2027438d-d104-4883-8067-ce01d4c8c33a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:30:42.713348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-fc39a280-a548-404a-b948-653985f8e965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'name': 'tempest-TestVolumeBackupRestore-664993612-router', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:38Z', 'revision_number': 4, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'gw_port': {'id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:73:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8a8ddae1-a7d7-455a-965a-64ad8f9b2d25', 'name': '', 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'mac_address': 'fa:16:3e:a6:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '442728d6-2ee8-43e2-8152-c266f41bd3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:37Z', 'updated_at': '2021-07-16T18:30:42Z', 'revision_number': 4, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'subnets': [{'id': '442728d6-2ee8-43e2-8152-c266f41bd3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:30:42.745648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc39a280-a548-404a-b948-653985f8e965 None None] The sync data for ids ['2027438d-d104-4883-8067-ce01d4c8c33a'] in n-d-794306-7 is: [{'id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'name': 'tempest-TestVolumeBackupRestore-664993612-router', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:38Z', 'revision_number': 4, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'gw_port': {'id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:73:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8a8ddae1-a7d7-455a-965a-64ad8f9b2d25', 'name': '', 'network_id': 'f44c68e0-0125-4b4a-b0aa-3813a201824f', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'mac_address': 'fa:16:3e:a6:43:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3620, 'fixed_ips': [{'subnet_id': '442728d6-2ee8-43e2-8152-c266f41bd3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:37Z', 'updated_at': '2021-07-16T18:30:42Z', 'revision_number': 4, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'subnets': [{'id': '442728d6-2ee8-43e2-8152-c266f41bd3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:30:43.018195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:43.079626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:30:43.087232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:43.087785 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.184697 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.219147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8a8ddae1-a7d7-455a-965a-64ad8f9b2d25,segment=NetworkSegment(dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1),segment_id=dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:43.226098 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:43.287540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=8a8ddae1-a7d7-455a-965a-64ad8f9b2d25,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:43.403322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f009dfe7-cce0-4ed2-bc41-4a06bbbdc656 req-75554548-2381-4b45-85dd-31f315447921 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:43.405519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f009dfe7-cce0-4ed2-bc41-4a06bbbdc656 req-75554548-2381-4b45-85dd-31f315447921 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0681045 Jul 16 18:30:43.448450 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f009dfe7-cce0-4ed2-bc41-4a06bbbdc656 req-61cbe77e-b7ec-4602-93a7-1f3f783295f7 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349183 Jul 16 18:30:44.642652 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04014849-e51d-4f3b-b508-c6da4de792ad req-2c250283-3555-4e74-94b8-ee2f12cde195 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:44.644808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-04014849-e51d-4f3b-b508-c6da4de792ad req-2c250283-3555-4e74-94b8-ee2f12cde195 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0704911 Jul 16 18:30:44.700836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-04014849-e51d-4f3b-b508-c6da4de792ad req-f94fffd3-6a0e-4f87-8623-ad39a82dec23 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501235 Jul 16 18:30:45.005955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:45.054680 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:45.055056 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.515484 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-90969162-cd53-4e14-9866-d9e957f0c966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:45.886446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfef38b4-1e72-4d2e-b72e-0ca8846ca316 req-3cba8a30-8de8-42f4-affb-94f5eb752260 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:45.888011 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dfef38b4-1e72-4d2e-b72e-0ca8846ca316 req-3cba8a30-8de8-42f4-affb-94f5eb752260 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0675020 Jul 16 18:30:45.928646 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dfef38b4-1e72-4d2e-b72e-0ca8846ca316 req-52fa6aa5-5e04-460c-b466-2d0caaa870ac tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350106 Jul 16 18:30:47.119926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e60660-1a26-4ab5-bd32-b21972f2975b req-d69b15fc-b56b-4a0d-bfc1-5264d672d8fe tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:47.121479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45e60660-1a26-4ab5-bd32-b21972f2975b req-d69b15fc-b56b-4a0d-bfc1-5264d672d8fe tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0689838 Jul 16 18:30:47.160413 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45e60660-1a26-4ab5-bd32-b21972f2975b req-94ffcef7-f231-4381-97fb-9d6219028123 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334303 Jul 16 18:30:48.030783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 46abece3-a115-49c0-aa2d-ea7ac25331d4 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:30:48.145197 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:48.156482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'port_id': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'mac_address': 'fa:16:3e:b1:f4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:30:48.231465 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.247857 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.249331 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e951268-3794-4f7a-a6e6-025a20245f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.254826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46abece3-a115-49c0-aa2d-ea7ac25331d4 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:30:48.279445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:48.290305 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:48.321317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-093b610b-6d97-4f62-b740-168bbbf0e0ab req-f03b0fae-1031-4173-8c17-1a9c1ad2ae17 service neutron] (105439) timed out ('10.222.0.47', 47342) {{(pid=105439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:30:48.369071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=46abece3-a115-49c0-aa2d-ea7ac25331d4,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:48.393624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1dd5f-4a2f-4199-a0fc-dde5f33119fc req-5493762b-f84a-4216-bdbf-1c6d79d9d8c6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:48.396739 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fde1dd5f-4a2f-4199-a0fc-dde5f33119fc req-5493762b-f84a-4216-bdbf-1c6d79d9d8c6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 945 time: 0.0872107 Jul 16 18:30:48.431237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['46abece3-a115-49c0-aa2d-ea7ac25331d4'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:30:48.444869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fde1dd5f-4a2f-4199-a0fc-dde5f33119fc req-63c0c25f-9654-4942-a4e6-61c4ded2efb4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415025 Jul 16 18:30:49.698026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a484da0d-86c1-42e2-bd9d-d0cac67909a0 req-c08bad5e-5760-4a6c-9ed5-d9fb80bf1005 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:49.701803 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a484da0d-86c1-42e2-bd9d-d0cac67909a0 req-c08bad5e-5760-4a6c-9ed5-d9fb80bf1005 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 945 time: 0.0889065 Jul 16 18:30:49.769200 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a484da0d-86c1-42e2-bd9d-d0cac67909a0 req-6b446dd8-9cff-4250-981d-a5cc8c299672 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487988 Jul 16 18:30:49.906196 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.042979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 46abece3-a115-49c0-aa2d-ea7ac25331d4 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:30:50.111592 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 46abece3-a115-49c0-aa2d-ea7ac25331d4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:30:50.112832 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.218548 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.254405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:30:50.260934 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c762d74-bd98-4575-9621-93b7b50764cd" -d '{"events": [{"server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "name": "network-vif-plugged", "status": "completed", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:30:50.291142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:30:50.302783 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:50.542920 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c62e957-6e4c-4cd7-bf79-3966b29af9c6 x-openstack-request-id: req-5c62e957-6e4c-4cd7-bf79-3966b29af9c6 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:30:50.543285 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "name": "network-vif-plugged", "status": "completed", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:30:50.543484 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c62e957-6e4c-4cd7-bf79-3966b29af9c6 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:30:50.543904 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'code': 200} Jul 16 18:30:50.565454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=46abece3-a115-49c0-aa2d-ea7ac25331d4,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:30:51.001276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c51f13-4878-43bf-a138-36a4a50ea843 req-13b2234b-77f7-4654-ba45-c696b14e86f3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:51.009637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a1c51f13-4878-43bf-a138-36a4a50ea843 req-13b2234b-77f7-4654-ba45-c696b14e86f3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0845265 Jul 16 18:30:51.059466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a1c51f13-4878-43bf-a138-36a4a50ea843 req-83cdfbad-ec70-45bb-9023-cf83d41feeb6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488231 Jul 16 18:30:51.971301 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:52.328947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c6a281-f1f8-4d5b-b764-f59cf402088b req-56fa41ff-4148-4e32-b849-fca514245d16 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:52.330780 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22c6a281-f1f8-4d5b-b764-f59cf402088b req-56fa41ff-4148-4e32-b849-fca514245d16 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0875764 Jul 16 18:30:52.391374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22c6a281-f1f8-4d5b-b764-f59cf402088b req-0c07772d-4a17-420b-9311-f9fe91fd94cb tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533619 Jul 16 18:30:53.606633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e3f34d-afb4-4072-9fbd-d06a81bd338c req-920e1346-1cde-4fd4-b327-4ea467fa34c2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:53.612060 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8e3f34d-afb4-4072-9fbd-d06a81bd338c req-920e1346-1cde-4fd4-b327-4ea467fa34c2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0895596 Jul 16 18:30:53.671111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8e3f34d-afb4-4072-9fbd-d06a81bd338c req-aa8c9b55-d857-4afe-9d5d-13978376d0da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519426 Jul 16 18:30:54.886283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2544d6-628a-4183-ae9f-af874157cd51 req-21c6d8f5-e6d8-4009-b4d5-0a18d9e7b805 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:54.888449 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab2544d6-628a-4183-ae9f-af874157cd51 req-21c6d8f5-e6d8-4009-b4d5-0a18d9e7b805 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0896564 Jul 16 18:30:54.948791 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab2544d6-628a-4183-ae9f-af874157cd51 req-f12afa3c-d0e8-4271-b2b8-2e1e4fa87122 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541675 Jul 16 18:30:56.186034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ec30-0ada-4527-ae4f-6619acb3dc63 req-e0b15cb3-b7e0-4b37-b3a9-10718b0fda0e tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:56.188219 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e70ec30-0ada-4527-ae4f-6619acb3dc63 req-e0b15cb3-b7e0-4b37-b3a9-10718b0fda0e tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0914624 Jul 16 18:30:56.229715 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e70ec30-0ada-4527-ae4f-6619acb3dc63 req-2a5625df-8b12-45bf-ae66-01c6036a7f8b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351074 Jul 16 18:30:57.433981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635ed55-b447-4197-96a6-15983eba0314 req-8881d077-4f34-4015-9bcc-927bcf96ce44 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:57.441078 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6635ed55-b447-4197-96a6-15983eba0314 req-8881d077-4f34-4015-9bcc-927bcf96ce44 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0738220 Jul 16 18:30:57.487290 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6635ed55-b447-4197-96a6-15983eba0314 req-aff67048-99e6-4d98-96e3-21fe3c2d329c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437970 Jul 16 18:30:58.663721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4d4854-9b62-4efa-a889-5240185ce941 req-b6995c9f-19b0-44f7-a4a0-00fd8cc02499 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.665146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e4d4854-9b62-4efa-a889-5240185ce941 req-b6995c9f-19b0-44f7-a4a0-00fd8cc02499 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0644844 Jul 16 18:30:58.703448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e4d4854-9b62-4efa-a889-5240185ce941 req-c545b1ec-e9aa-4e19-a1ac-df549d59ded0 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325594 Jul 16 18:30:58.836281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32908dc0-704d-43d3-a4d6-291229701770 req-d7fa8398-9b7e-4ba3-9031-f1c8c6df64e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.837784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32908dc0-704d-43d3-a4d6-291229701770 req-d7fa8398-9b7e-4ba3-9031-f1c8c6df64e9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 1097 time: 0.0552189 Jul 16 18:30:58.934443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32908dc0-704d-43d3-a4d6-291229701770 req-ea304e97-538a-41f0-b7ef-6cc65736fca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:58.935880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32908dc0-704d-43d3-a4d6-291229701770 req-ea304e97-538a-41f0-b7ef-6cc65736fca5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.0916340 Jul 16 18:30:59.008797 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32908dc0-704d-43d3-a4d6-291229701770 req-2ec5d902-9b61-49a6-abac-a31c4ea2dbc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4 HTTP/1.1" status: 200 len: 1002 time: 0.0663414 Jul 16 18:30:59.059740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32908dc0-704d-43d3-a4d6-291229701770 req-b4d36d69-5290-4e3b-aab7-118d81cc6cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.061280 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32908dc0-704d-43d3-a4d6-291229701770 req-b4d36d69-5290-4e3b-aab7-118d81cc6cc5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0463858 Jul 16 18:30:59.118572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32908dc0-704d-43d3-a4d6-291229701770 req-9c47aa8b-7ae4-48bf-a6b4-c310e6be0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.120113 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32908dc0-704d-43d3-a4d6-291229701770 req-9c47aa8b-7ae4-48bf-a6b4-c310e6be0478 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527437 Jul 16 18:30:59.215130 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32908dc0-704d-43d3-a4d6-291229701770 req-4b296c18-8df4-40cf-8666-f87cf2688654 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879474 Jul 16 18:30:59.305053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32908dc0-704d-43d3-a4d6-291229701770 req-3900cc9f-fbbd-466b-9c28-48dfcf05f816 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830159 Jul 16 18:30:59.471865 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:30:59.902192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f241a0-ff87-45b3-832c-ae4f2aeebbd2 req-61779403-5e6b-4a4a-8af0-ec2ede3cf079 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:30:59.904015 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d3f241a0-ff87-45b3-832c-ae4f2aeebbd2 req-61779403-5e6b-4a4a-8af0-ec2ede3cf079 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0707636 Jul 16 18:30:59.941755 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d3f241a0-ff87-45b3-832c-ae4f2aeebbd2 req-abb00d48-d2ec-4bd3-af24-4785adff65a4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318949 Jul 16 18:31:01.139524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add72fe5-b838-4ab9-a843-1c2f490b4710 req-e131a9ef-2e3b-4530-97ec-78b2e7186eb9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:01.140968 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-add72fe5-b838-4ab9-a843-1c2f490b4710 req-e131a9ef-2e3b-4530-97ec-78b2e7186eb9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0787890 Jul 16 18:31:01.179885 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-add72fe5-b838-4ab9-a843-1c2f490b4710 req-34410ba4-3497-4f43-bba4-933d0728a260 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332932 Jul 16 18:31:02.008872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af0ae90-bc04-4e56-96ef-ede761ddca88 req-0afd10a8-6bf6-41ea-acbe-d5738d2ed299 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:02.010403 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8af0ae90-bc04-4e56-96ef-ede761ddca88 req-0afd10a8-6bf6-41ea-acbe-d5738d2ed299 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 946 time: 0.0758679 Jul 16 18:31:02.050805 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8af0ae90-bc04-4e56-96ef-ede761ddca88 req-6f0dab14-b00f-448c-9bbb-900130276c89 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331860 Jul 16 18:31:02.136906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 46abece3-a115-49c0-aa2d-ea7ac25331d4 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:31:02.173309 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-5a61bca8-24ab-40e0-80a4-7b969111e184 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1735511 Jul 16 18:31:02.219837 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.251143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:02.258003 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47050429-3c20-4b45-becc-536ad1443df4" -d '{"events": [{"server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "name": "network-vif-unplugged", "status": "completed", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:02.271583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:02.278174 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:02.311526 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58de031-d032-43ec-b7c9-edefb5f2cc86 x-openstack-request-id: req-b58de031-d032-43ec-b7c9-edefb5f2cc86 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:02.311707 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "name": "network-vif-unplugged", "status": "failed", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4", "code": 422}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:02.311946 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b58de031-d032-43ec-b7c9-edefb5f2cc86 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:02.312332 n-d-794306-7 neutron-server[105440]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'code': 422} returned with failed status Jul 16 18:31:02.338151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=46abece3-a115-49c0-aa2d-ea7ac25331d4,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:03.242801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437c93b7-1ad2-4953-a7f4-972ef64b0efe req-e24f4173-d10a-4366-ba3b-397d2d0e88ad tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:03.244491 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-437c93b7-1ad2-4953-a7f4-972ef64b0efe req-e24f4173-d10a-4366-ba3b-397d2d0e88ad tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0712636 Jul 16 18:31:03.283180 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-437c93b7-1ad2-4953-a7f4-972ef64b0efe req-58557560-f17e-41f1-9519-a78c2de3d021 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329204 Jul 16 18:31:04.466855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1353c23d-37f7-48f7-a60d-474ae5b4401c req-a2f65fe5-3661-4504-a963-362039a49950 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:04.469086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1353c23d-37f7-48f7-a60d-474ae5b4401c req-a2f65fe5-3661-4504-a963-362039a49950 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0643172 Jul 16 18:31:04.508068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1353c23d-37f7-48f7-a60d-474ae5b4401c req-183a372d-2bfd-4133-a914-6ccbda5f11ca tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330198 Jul 16 18:31:05.708549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fa4c3d-4a46-45d7-b553-219a242dfb1f req-0c3ce524-9088-45fd-a64a-a9de902961e9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:05.710038 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91fa4c3d-4a46-45d7-b553-219a242dfb1f req-0c3ce524-9088-45fd-a64a-a9de902961e9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0691030 Jul 16 18:31:05.749386 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91fa4c3d-4a46-45d7-b553-219a242dfb1f req-8a1b5c96-e64c-4302-84d4-0d58c5697994 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331168 Jul 16 18:31:06.941184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7232aa62-ab34-46be-8450-d43ca668245a req-1928e1f2-33c7-4ae5-a24d-c78c56543c67 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:06.948045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7232aa62-ab34-46be-8450-d43ca668245a req-1928e1f2-33c7-4ae5-a24d-c78c56543c67 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0784972 Jul 16 18:31:06.987485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7232aa62-ab34-46be-8450-d43ca668245a req-a280d5c8-6e32-4126-97bc-bc01836a1ad9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376334 Jul 16 18:31:07.457275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-bbc1f46f-177f-4efc-b016-cbac75ff0eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.458863 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-bbc1f46f-177f-4efc-b016-cbac75ff0eeb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d&tenant_id=9eef524a91d14fe185fb6261e1219b0e HTTP/1.1" status: 200 len: 1095 time: 0.0902433 Jul 16 18:31:07.547681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-f5902bea-67ac-43c1-9457-b2d2dbb1bc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.549861 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-f5902bea-67ac-43c1-9457-b2d2dbb1bc66 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 1095 time: 0.0576675 Jul 16 18:31:07.643415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-1a3d8fdd-cb6b-41fc-a1ea-2708a6800bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.644978 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-1a3d8fdd-cb6b-41fc-a1ea-2708a6800bf2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.0899096 Jul 16 18:31:07.713712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-98a771e1-1f94-4ff5-b634-668970f16bcc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4 HTTP/1.1" status: 200 len: 1000 time: 0.0618286 Jul 16 18:31:07.761629 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-78b80b81-12d1-4fa3-88a8-ebff62c6f400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.762982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-78b80b81-12d1-4fa3-88a8-ebff62c6f400 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0429389 Jul 16 18:31:07.818837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-70816cd6-22c0-411b-b4a5-dd5707ef2670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:07.820423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-70816cd6-22c0-411b-b4a5-dd5707ef2670 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512638 Jul 16 18:31:07.916727 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-b36e45bc-3753-4175-8c5c-64835db416cb service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897751 Jul 16 18:31:08.009081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0fab6694-21ac-4c9e-bb84-24f4b3b61337 req-49f6c067-0369-4b28-8b64-6709c8c13716 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856714 Jul 16 18:31:08.198002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e40279-092a-403a-a31d-6588134810e9 req-2f92d201-1ff3-4a49-aade-821541957879 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:08.199936 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75e40279-092a-403a-a31d-6588134810e9 req-2f92d201-1ff3-4a49-aade-821541957879 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0726328 Jul 16 18:31:08.248225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75e40279-092a-403a-a31d-6588134810e9 req-be1e64dc-a040-43e4-a303-2d9e8f21f809 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401380 Jul 16 18:31:09.469340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cc1cf-f674-4d74-8467-37462aaafbd3 req-ef1cb610-f66f-419b-9f6f-92c43f1fa69f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:09.471605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c43cc1cf-f674-4d74-8467-37462aaafbd3 req-ef1cb610-f66f-419b-9f6f-92c43f1fa69f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0915060 Jul 16 18:31:09.516651 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c43cc1cf-f674-4d74-8467-37462aaafbd3 req-95d8c893-f297-411a-999e-99452ca9cfbf tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382388 Jul 16 18:31:10.739780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1115cab-01d6-47aa-8247-b37f62843bb8 req-5c0e0d8e-7c19-420a-8d1f-82330f2f86c1 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:10.741749 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d1115cab-01d6-47aa-8247-b37f62843bb8 req-5c0e0d8e-7c19-420a-8d1f-82330f2f86c1 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0719345 Jul 16 18:31:10.794300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d1115cab-01d6-47aa-8247-b37f62843bb8 req-1ea2f859-fc12-4c36-a4ec-88c4cef591cb tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460207 Jul 16 18:31:12.013138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f92b2a7-6d81-4873-b67c-75df08b77e2f req-88a81cb0-3ae9-4104-85ba-137da6a5d884 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:12.014677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f92b2a7-6d81-4873-b67c-75df08b77e2f req-88a81cb0-3ae9-4104-85ba-137da6a5d884 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0785768 Jul 16 18:31:12.054935 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7f92b2a7-6d81-4873-b67c-75df08b77e2f req-5046e5f6-042b-4830-b19a-eb6933579ee4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343075 Jul 16 18:31:12.224207 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:13.306922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28d3fb7-9f8d-4925-8b1a-1f6ab6e16810 req-9545248c-f1c6-43e5-9f9d-f65b1776b880 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:13.308542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d28d3fb7-9f8d-4925-8b1a-1f6ab6e16810 req-9545248c-f1c6-43e5-9f9d-f65b1776b880 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.1007032 Jul 16 18:31:13.388952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d28d3fb7-9f8d-4925-8b1a-1f6ab6e16810 req-85565799-1c04-49fd-82a0-3c9df34b2dce tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722921 Jul 16 18:31:14.606579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b9210-a4ad-4885-a4d8-bb5f3bbb82b6 req-d863e177-1593-4881-b037-c09aac621d20 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:14.608103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f00b9210-a4ad-4885-a4d8-bb5f3bbb82b6 req-d863e177-1593-4881-b037-c09aac621d20 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0736628 Jul 16 18:31:14.658067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f00b9210-a4ad-4885-a4d8-bb5f3bbb82b6 req-988e4ee8-cac6-4f03-8943-a41d97604fa2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427909 Jul 16 18:31:15.526898 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b3a2b624-e159-49e7-a86d-f708e45b4fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:15.885030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10b373f-760c-419f-96de-98d35ce49033 req-29124c0d-5174-4746-a46f-039b35d9e4c4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:15.886610 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c10b373f-760c-419f-96de-98d35ce49033 req-29124c0d-5174-4746-a46f-039b35d9e4c4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0848603 Jul 16 18:31:15.929578 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c10b373f-760c-419f-96de-98d35ce49033 req-acc31871-d714-4f8d-bfa0-0806d8084b0f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370905 Jul 16 18:31:16.568914 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:17.184476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca9a29e-d9b2-4a1a-b129-1ead52467833 req-1db459b6-feca-499d-af52-7d6f4e918af4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:17.186030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eca9a29e-d9b2-4a1a-b129-1ead52467833 req-1db459b6-feca-499d-af52-7d6f4e918af4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0812902 Jul 16 18:31:17.238555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eca9a29e-d9b2-4a1a-b129-1ead52467833 req-8de93faf-d07a-48d3-a7d1-c701fdff4ba8 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453939 Jul 16 18:31:18.238962 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b805fa6b-3302-4c15-b9d6-30c9174f57cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.240972 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:18.438477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0236e167-6a59-4acb-8f23-b49a998649ee req-e620379e-33c0-40e4-8db4-a2937361735e tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:18.445879 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0236e167-6a59-4acb-8f23-b49a998649ee req-e620379e-33c0-40e4-8db4-a2937361735e tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0808177 Jul 16 18:31:18.493611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0236e167-6a59-4acb-8f23-b49a998649ee req-d3b68284-1d74-4489-aaea-6f26a6f97170 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467207 Jul 16 18:31:19.720833 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ceea101-a72d-48ff-a643-4a4dda59a704 req-b5164759-5f44-44e9-8e1f-40f089387861 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.722594 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ceea101-a72d-48ff-a643-4a4dda59a704 req-b5164759-5f44-44e9-8e1f-40f089387861 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.1081958 Jul 16 18:31:19.728945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1591314-a1fc-4180-bc1a-5a4a1a4440bd req-caa07b1f-b108-483a-8cf8-2b2257012fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.730382 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1591314-a1fc-4180-bc1a-5a4a1a4440bd req-caa07b1f-b108-483a-8cf8-2b2257012fa7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 1095 time: 0.0871727 Jul 16 18:31:19.804379 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ceea101-a72d-48ff-a643-4a4dda59a704 req-7dd8819f-d6f6-4829-828f-ab7f10b652bd tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730329 Jul 16 18:31:19.858529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1591314-a1fc-4180-bc1a-5a4a1a4440bd req-91f691bf-57d1-4bfa-bd2f-ba6ccc74754c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.860079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1591314-a1fc-4180-bc1a-5a4a1a4440bd req-91f691bf-57d1-4bfa-bd2f-ba6ccc74754c service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.1068544 Jul 16 18:31:19.902523 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:19.933549 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1591314-a1fc-4180-bc1a-5a4a1a4440bd req-4eaa9b30-098a-46e0-a5d1-a5b05f871e43 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4 HTTP/1.1" status: 200 len: 1000 time: 0.0662580 Jul 16 18:31:19.984900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1591314-a1fc-4180-bc1a-5a4a1a4440bd req-cde83cbf-b2a9-4879-9dd3-ec40de0f62ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:19.987223 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1591314-a1fc-4180-bc1a-5a4a1a4440bd req-cde83cbf-b2a9-4879-9dd3-ec40de0f62ae service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0465515 Jul 16 18:31:20.044800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1591314-a1fc-4180-bc1a-5a4a1a4440bd req-02c6bb78-d117-4ca8-817f-2eb3ea21d5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.046514 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1591314-a1fc-4180-bc1a-5a4a1a4440bd req-02c6bb78-d117-4ca8-817f-2eb3ea21d5ea service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519886 Jul 16 18:31:20.140879 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1591314-a1fc-4180-bc1a-5a4a1a4440bd req-2a659c5d-497c-41cc-bdcf-40ee85cd429f service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867336 Jul 16 18:31:20.235176 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1591314-a1fc-4180-bc1a-5a4a1a4440bd req-26aaf6f7-751c-49da-81b7-6882ad737b5b service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872760 Jul 16 18:31:20.988867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2dbdd7-ab65-4080-80a4-e49f10574dae req-a3b7dbe2-7f35-4e14-9c37-7adf6c78cf7a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:20.990358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a2dbdd7-ab65-4080-80a4-e49f10574dae req-a3b7dbe2-7f35-4e14-9c37-7adf6c78cf7a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0639887 Jul 16 18:31:21.032326 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a2dbdd7-ab65-4080-80a4-e49f10574dae req-6bf1f5d9-9a3c-4fdd-ad1a-9efac414c2ae tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342927 Jul 16 18:31:21.966348 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:22.211839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e883c3f8-42ee-4490-990d-ed2bc61b8b58 req-300483ad-a986-4571-9c5e-a17f231a12dc tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:22.213240 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e883c3f8-42ee-4490-990d-ed2bc61b8b58 req-300483ad-a986-4571-9c5e-a17f231a12dc tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0629454 Jul 16 18:31:22.250415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e883c3f8-42ee-4490-990d-ed2bc61b8b58 req-6bb18c8c-4b19-409f-8d51-50b919bd9f01 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316346 Jul 16 18:31:23.450835 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5627a03e-8227-4fa8-b201-2eb0270b7f3e req-fb8f5e1b-9e4a-41c0-b1eb-4124d67d6c70 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:23.452524 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5627a03e-8227-4fa8-b201-2eb0270b7f3e req-fb8f5e1b-9e4a-41c0-b1eb-4124d67d6c70 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0707450 Jul 16 18:31:23.498556 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5627a03e-8227-4fa8-b201-2eb0270b7f3e req-f0498fde-d0dd-495c-904c-ea4350a4ab13 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397754 Jul 16 18:31:24.681308 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3370c05-778b-48a6-ae3f-ac732566cf13 req-ac541b31-c719-4441-bbe9-6932694f3bba tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:24.682842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b3370c05-778b-48a6-ae3f-ac732566cf13 req-ac541b31-c719-4441-bbe9-6932694f3bba tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0622537 Jul 16 18:31:24.722353 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b3370c05-778b-48a6-ae3f-ac732566cf13 req-3759ea0d-420f-4848-a154-3a44273f689c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333171 Jul 16 18:31:25.915908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15246-f09b-4f95-8bf3-1b829c57e057 req-6420f6e5-b66c-4ab3-8d4b-5498abb467d9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:25.915908 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-95e15246-f09b-4f95-8bf3-1b829c57e057 req-6420f6e5-b66c-4ab3-8d4b-5498abb467d9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0739081 Jul 16 18:31:25.955194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-95e15246-f09b-4f95-8bf3-1b829c57e057 req-39513cc2-f0c8-4b57-925b-336108552dd2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330770 Jul 16 18:31:27.134590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5bde3f-de49-47ae-b2ab-4514200c3c3a req-d1e68792-7e71-4cab-a1ce-25c2b270b4e9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:27.136104 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d5bde3f-de49-47ae-b2ab-4514200c3c3a req-d1e68792-7e71-4cab-a1ce-25c2b270b4e9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0664961 Jul 16 18:31:27.175350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d5bde3f-de49-47ae-b2ab-4514200c3c3a req-faf89909-46db-42c8-802e-3a7b5f77e867 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335226 Jul 16 18:31:28.270078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 46abece3-a115-49c0-aa2d-ea7ac25331d4 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:31:28.359158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff072425-18e8-4baa-b9c7-ae7ea7b8227e req-14b4a1bc-8a0e-494d-a304-9f0f361d2a31 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:28.360996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff072425-18e8-4baa-b9c7-ae7ea7b8227e req-14b4a1bc-8a0e-494d-a304-9f0f361d2a31 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 944 time: 0.0639036 Jul 16 18:31:28.370384 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:28.382492 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'port_id': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'mac_address': 'fa:16:3e:b1:f4:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:31:28.401625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff072425-18e8-4baa-b9c7-ae7ea7b8227e req-ee96a2d9-9ce7-41c5-83c9-eb321b98672f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332022 Jul 16 18:31:28.419044 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.432202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46abece3-a115-49c0-aa2d-ea7ac25331d4 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:31:28.452822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:28.457376 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:28.507576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=46abece3-a115-49c0-aa2d-ea7ac25331d4,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:28.748642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['46abece3-a115-49c0-aa2d-ea7ac25331d4'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:31:29.467530 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:29.609256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b066c20a-839d-4d8d-8462-a5679fcbf2a2 req-aa6fa89f-f814-4793-b1cc-209eb46e5b0b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:29.611264 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b066c20a-839d-4d8d-8462-a5679fcbf2a2 req-aa6fa89f-f814-4793-b1cc-209eb46e5b0b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 945 time: 0.0719547 Jul 16 18:31:29.651391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b066c20a-839d-4d8d-8462-a5679fcbf2a2 req-52a89a5f-4f97-4c4b-882b-fb0e7a31a6ee tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340166 Jul 16 18:31:30.289135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 46abece3-a115-49c0-aa2d-ea7ac25331d4 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:31:30.339377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 46abece3-a115-49c0-aa2d-ea7ac25331d4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:31:30.339807 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.418773 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.442174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:31:30.444459 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47daa36d-4079-41d4-a1c2-17b594958188" -d '{"events": [{"server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "name": "network-vif-plugged", "status": "completed", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:31:30.458517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:31:30.463144 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:30.489663 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602d11b2-135d-4e0e-bc88-50036dc4cf43 x-openstack-request-id: req-602d11b2-135d-4e0e-bc88-50036dc4cf43 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:31:30.490335 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "name": "network-vif-plugged", "status": "completed", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:31:30.490477 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-602d11b2-135d-4e0e-bc88-50036dc4cf43 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:31:30.490863 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'code': 200} Jul 16 18:31:30.516762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=46abece3-a115-49c0-aa2d-ea7ac25331d4,revision_number=10']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:31:30.715689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6fe8e-18bc-47b5-aa6e-a759abd3d666 req-83d7d250-c875-4d77-ab69-86544e2c617b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.717432 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2cb6fe8e-18bc-47b5-aa6e-a759abd3d666 req-83d7d250-c875-4d77-ab69-86544e2c617b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 1098 time: 0.0735395 Jul 16 18:31:30.753488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2cb6fe8e-18bc-47b5-aa6e-a759abd3d666 req-2175f778-3f06-4b94-b315-cc35b5084667 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295701 Jul 16 18:31:30.839073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee34b35-17b6-4973-b469-0a353769c0e4 req-2e1ed507-13af-4837-a9be-de9f0a57b363 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:30.840568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ee34b35-17b6-4973-b469-0a353769c0e4 req-2e1ed507-13af-4837-a9be-de9f0a57b363 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 947 time: 0.0628998 Jul 16 18:31:30.878450 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ee34b35-17b6-4973-b469-0a353769c0e4 req-060f9d27-ae93-4f0c-9edc-ba77c3de7877 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313458 Jul 16 18:31:32.088823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a118a-1254-4fb9-a0d5-f84cbb887950 req-d4db7a89-c3d1-4ddb-a735-fba39a0c58b1 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:32.090346 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-418a118a-1254-4fb9-a0d5-f84cbb887950 req-d4db7a89-c3d1-4ddb-a735-fba39a0c58b1 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 947 time: 0.0751007 Jul 16 18:31:32.135188 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-418a118a-1254-4fb9-a0d5-f84cbb887950 req-931f2b47-a35c-49d4-a829-12b2e2c979ec tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359921 Jul 16 18:31:33.320870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d09787-f580-4cea-aed7-a90ed2599c2c req-5eb67d1f-9b20-46c9-aa9e-fb9b61620c5c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:31:33.322616 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-61d09787-f580-4cea-aed7-a90ed2599c2c req-5eb67d1f-9b20-46c9-aa9e-fb9b61620c5c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 947 time: 0.0633206 Jul 16 18:31:33.361821 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-61d09787-f580-4cea-aed7-a90ed2599c2c req-1dd2ce61-3d12-482c-aaa0-1ec14a26a4f1 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331137 Jul 16 18:31:42.229677 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:45.518293 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a5149dfa-7ad6-46de-bdd6-24da3b51c19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.210059 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:48.211839 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6adb1d49-49b1-48f9-9806-ea4cb14f73ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:49.904235 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:51.970936 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:31:53.568610 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:31:59.487079 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:07.402368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5fe860-8e54-4027-9c41-7c3ca66ef7eb req-a52ea77f-55f1-4c29-af99-02e178deaba2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:07.403864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b5fe860-8e54-4027-9c41-7c3ca66ef7eb req-a52ea77f-55f1-4c29-af99-02e178deaba2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 947 time: 0.0673373 Jul 16 18:32:07.441731 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b5fe860-8e54-4027-9c41-7c3ca66ef7eb req-d99e18f9-75b0-4f79-885e-ecbf7daec3e2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322106 Jul 16 18:32:08.626452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581c801d-780c-46c9-9db2-a4c7dc0fff45 req-40042c57-d936-4342-8feb-816d8a5556d3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:08.627884 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-581c801d-780c-46c9-9db2-a4c7dc0fff45 req-40042c57-d936-4342-8feb-816d8a5556d3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 947 time: 0.0644529 Jul 16 18:32:08.666918 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-581c801d-780c-46c9-9db2-a4c7dc0fff45 req-c6717d3a-3f33-4b61-8e7a-3cf12285f836 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=69b6f863-6ec6-47c7-8a85-76293659b25f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334804 Jul 16 18:32:09.033254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-14631120-8479-4ef6-9503-e09c4e80fb06 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:09.035340 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-14631120-8479-4ef6-9503-e09c4e80fb06 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 947 time: 0.0675740 Jul 16 18:32:09.140452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Deleting port 46abece3-a115-49c0-aa2d-ea7ac25331d4 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:09.140914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.228765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] For port 46abece3-a115-49c0-aa2d-ea7ac25331d4, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=46abece3-a115-49c0-aa2d-ea7ac25331d4,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:09.229188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.402950 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.403327 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.403676 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Floating IP d7180153-9c10-49d3-b3b9-11beb82c6234 disassociated. External IP: 172.25.7.181, port: 46abece3-a115-49c0-aa2d-ea7ac25331d4. Jul 16 18:32:09.404027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Calling delete_port for 46abece3-a115-49c0-aa2d-ea7ac25331d4 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:09.535918 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.573920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event deleted for resources: {'Port': ['ID=46abece3-a115-49c0-aa2d-ea7ac25331d4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:09.586408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.586760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.587106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.587441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.587798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.588135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.588466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.588794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.589147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.589472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.589794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.590117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:09.718608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Router 5d6bf275-b45b-4376-addc-c887237158b4 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:09.847124 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e37facd-f7db-4f8b-b04a-18379830f0c2 req-f41f649a-fd7e-44c6-8be4-b6cb8a8e1328 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=74e43c13-637c-43fa-aec6-8b2704c1a53d HTTP/1.1" status: 200 len: 210 time: 0.0389252 Jul 16 18:32:09.859969 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:09.870035 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651a5722-5702-47e8-b15c-0348f1395fda None None] Sync routers for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:09.879732 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651a5722-5702-47e8-b15c-0348f1395fda None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:09.880433 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-651a5722-5702-47e8-b15c-0348f1395fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:31:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:09.902669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] No DVR routers for this DVR port 46abece3-a115-49c0-aa2d-ea7ac25331d4 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:32:09.905822 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:09.907838 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8246a96-cd93-4a05-9bde-f4ab565ea445 req-e8dbe32a-5bbb-4bd6-aeda-8ec583436917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.37 "DELETE /v2.0/ports/46abece3-a115-49c0-aa2d-ea7ac25331d4 HTTP/1.1" status: 204 len: 173 time: 0.8667905 Jul 16 18:32:09.908319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'name': 'network-vif-deleted', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:09.910599 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0597d9f-360d-4998-a8a1-f558cdce9a07" -d '{"events": [{"server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "name": "network-vif-deleted", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:09.954314 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-067149f6-0729-45a6-9021-734cee906b64 x-openstack-request-id: req-067149f6-0729-45a6-9021-734cee906b64 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:09.954673 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e43c13-637c-43fa-aec6-8b2704c1a53d", "name": "network-vif-deleted", "tag": "46abece3-a115-49c0-aa2d-ea7ac25331d4", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:09.955205 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-067149f6-0729-45a6-9021-734cee906b64 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:09.955690 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e43c13-637c-43fa-aec6-8b2704c1a53d', 'name': 'network-vif-deleted', 'tag': '46abece3-a115-49c0-aa2d-ea7ac25331d4', 'status': 'completed', 'code': 200} Jul 16 18:32:10.083694 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-651a5722-5702-47e8-b15c-0348f1395fda None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:10.292294 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-651a5722-5702-47e8-b15c-0348f1395fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:10.319041 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651a5722-5702-47e8-b15c-0348f1395fda None None] Checking router: 5d6bf275-b45b-4376-addc-c887237158b4 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:10.327909 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-651a5722-5702-47e8-b15c-0348f1395fda None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:10.328512 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-651a5722-5702-47e8-b15c-0348f1395fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:31:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:10.431175 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-651a5722-5702-47e8-b15c-0348f1395fda None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:10.622523 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-651a5722-5702-47e8-b15c-0348f1395fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:10.653774 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-651a5722-5702-47e8-b15c-0348f1395fda None None] The sync data for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 is: [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:10.884573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4412d159-7b8e-41bc-a785-a5fc9fd193fb None None] New status for floating IP d7180153-9c10-49d3-b3b9-11beb82c6234: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:32:10.978501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37034) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.039702 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b01fe9d-2aec-4324-abcf-990342704073 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.065542 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b01fe9d-2aec-4324-abcf-990342704073 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.320416 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b01fe9d-2aec-4324-abcf-990342704073 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.320416 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b01fe9d-2aec-4324-abcf-990342704073 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.323835 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37048) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.324708 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7b01fe9d-2aec-4324-abcf-990342704073 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "DELETE /v2.0/security-groups/69b6f863-6ec6-47c7-8a85-76293659b25f HTTP/1.1" status: 204 len: 168 time: 0.1469200 Jul 16 18:32:11.324708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01fe9d-2aec-4324-abcf-990342704073 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b6f863-6ec6-47c7-8a85-76293659b25f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.325742 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-5cfa2edc-3111-4af4-8d96-f9306472c441 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] show failed (client error): The resource could not be found. Jul 16 18:32:11.325742 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5cfa2edc-3111-4af4-8d96-f9306472c441 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups/69b6f863-6ec6-47c7-8a85-76293659b25f HTTP/1.1" status: 404 len: 347 time: 0.0257885 Jul 16 18:32:11.325742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37052) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:11.325742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Deleting port b2c42781-00e5-40e2-93e5-c0c50939135c {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:32:11.325742 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.366776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.367026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.379500 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Calling delete_port for b2c42781-00e5-40e2-93e5-c0c50939135c owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:32:11.518262 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.553863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event deleted for resources: {'Port': ['ID=b2c42781-00e5-40e2-93e5-c0c50939135c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:11.564606 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.564953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.565294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.565631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.565961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.566291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.566618 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.566943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.567268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.567608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.567933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.568258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:11.628591 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.631156 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:11.632359 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-41a5bbf1-9bdc-4ec7-944a-8236ef6a2ab5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "DELETE /v2.0/floatingips/d7180153-9c10-49d3-b3b9-11beb82c6234 HTTP/1.1" status: 204 len: 168 time: 0.4775128 Jul 16 18:32:12.157395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37082) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.162762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ea679eff-4079-4390-a35a-0603c49c4c08 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1101046469', 'description': 'tempest-description--1156383837'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:12.186299 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea679eff-4079-4390-a35a-0603c49c4c08 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.243612 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.278421 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea679eff-4079-4390-a35a-0603c49c4c08 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.283567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea679eff-4079-4390-a35a-0603c49c4c08 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.311180 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea679eff-4079-4390-a35a-0603c49c4c08 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.312866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ea679eff-4079-4390-a35a-0603c49c4c08 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1538742 Jul 16 18:32:12.316633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37086) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.319539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea679eff-4079-4390-a35a-0603c49c4c08 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47fa8576-3db3-4d29-847e-c0807291e421,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:12.333305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c5fa92d6-91a3-4fd2-ba17-22863813b60f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'security_group_rule': {'security_group_id': '47fa8576-3db3-4d29-847e-c0807291e421', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:12.363934 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5fa92d6-91a3-4fd2-ba17-22863813b60f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.423795 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5fa92d6-91a3-4fd2-ba17-22863813b60f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.427985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5fa92d6-91a3-4fd2-ba17-22863813b60f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.454236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fa92d6-91a3-4fd2-ba17-22863813b60f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5f2778e-1356-40a3-b688-0f591b9f0c84,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:12.464302 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5fa92d6-91a3-4fd2-ba17-22863813b60f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.465497 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c5fa92d6-91a3-4fd2-ba17-22863813b60f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1463225 Jul 16 18:32:12.469409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37092) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.473971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f54636c1-0f5f-4a50-8613-1d825d63968a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'security_group_rule': {'security_group_id': '47fa8576-3db3-4d29-847e-c0807291e421', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:12.502376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f54636c1-0f5f-4a50-8613-1d825d63968a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.502718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 46abece3-a115-49c0-aa2d-ea7ac25331d4 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:32:12.523368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 46abece3-a115-49c0-aa2d-ea7ac25331d4 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:32:12.523859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 46abece3-a115-49c0-aa2d-ea7ac25331d4 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:32:12.567324 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f54636c1-0f5f-4a50-8613-1d825d63968a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.571207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f54636c1-0f5f-4a50-8613-1d825d63968a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.589506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54636c1-0f5f-4a50-8613-1d825d63968a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55ebccf8-ac8a-4fa3-a2bd-09e4ffded1d8,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:12.596144 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f54636c1-0f5f-4a50-8613-1d825d63968a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.597186 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f54636c1-0f5f-4a50-8613-1d825d63968a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1268606 Jul 16 18:32:12.600196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37096) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:12.604621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:12.629234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.740576 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:12.851986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Allocated IP 172.25.7.197 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/ec37251a-d2a9-441b-93b0-a4488aa90d01) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:12.966958 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.017832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.037200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:13.040255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:13.042861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:13.107299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'Port': ['ID=ec37251a-d2a9-441b-93b0-a4488aa90d01,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:13.164945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.224294 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.393565 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.399199 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.472814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'Port': ['ID=ec37251a-d2a9-441b-93b0-a4488aa90d01,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:13.479655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.494016 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:13.495486 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-83c75793-e11b-45f1-87ab-cd3fe4e9c6ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8943644 Jul 16 18:32:13.731789 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-8433d1a9-931a-481d-ba8b-d1972f673671 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1101046469&fields=id&tenant_id=9eef524a91d14fe185fb6261e1219b0e HTTP/1.1" status: 200 len: 267 time: 0.0413928 Jul 16 18:32:13.848778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-37862015-7a17-4cc7-b224-691fe9a18c1f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:13.850324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-37862015-7a17-4cc7-b224-691fe9a18c1f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 816 time: 0.1111710 Jul 16 18:32:13.865481 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-e3510148-9358-4e4f-bd95-e554b79e24c2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/quotas/9eef524a91d14fe185fb6261e1219b0e HTTP/1.1" status: 200 len: 375 time: 0.0096426 Jul 16 18:32:13.941792 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-56df6037-9eb0-46b4-ae6a-d1a18bc00824 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0709181 Jul 16 18:32:14.102744 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-35b0ce8e-b8ef-44ed-9db3-b3de55b750ba service neutron] 10.222.0.47 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483748 Jul 16 18:32:14.200976 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-aaf3bf22-4e6a-49b9-bc96-2c1fe3ee87bc service neutron] 10.222.0.47 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908332 Jul 16 18:32:14.417117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7acf7f2f-9c22-444f-8fd7-e7586aacb01b req-ffd14693-486f-4f68-bf2e-c67b7a70f972 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 210 time: 0.0418882 Jul 16 18:32:15.546772 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52b1cac2-00aa-4ea2-81bb-781142890834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:15.589409 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a27a9c43-909e-47c2-9aaf-1aab7c7048de req-65d86b72-d922-48a3-94f6-5f261315e860 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 210 time: 0.0326121 Jul 16 18:32:15.992410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-7aaeafcd-8147-4201-afae-3a7d37e6d19b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:15.993886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-7aaeafcd-8147-4201-afae-3a7d37e6d19b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 816 time: 0.4726791 Jul 16 18:32:16.044868 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-fd4bcc36-c187-4575-b229-deb5508fc339 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9eef524a91d14fe185fb6261e1219b0e HTTP/1.1" status: 200 len: 380 time: 0.0351796 Jul 16 18:32:16.054313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'port': {'device_id': '1d7dc74e-a168-4da6-b084-299b0573de22', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'admin_state_up': True, 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'security_groups': ['47fa8576-3db3-4d29-847e-c0807291e421']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:16.174567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Made reservation on behalf of 9eef524a91d14fe185fb6261e1219b0e for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:16.178678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.330794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Allocated IP 172.20.0.4 (947a5a3a-ec64-4560-baf1-9cac66949483/9332bd69-082c-47b6-90f3-685280eff28f/24593b71-1939-4b16-957d-72b5956f80b6) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:16.474529 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.488411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Transition to ACTIVE for port object 24593b71-1939-4b16-957d-72b5956f80b6 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:16.523194 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.594215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Network 947a5a3a-ec64-4560-baf1-9cac66949483 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:16.598141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:16.600821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:16.605306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event updated for resources: {'Port': ['ID=24593b71-1939-4b16-957d-72b5956f80b6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:16.659997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:16.660654 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.677559 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-cac395f4-17ce-4336-894e-dbbb70a92901 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6267674 Jul 16 18:32:16.698015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Request body: {'port': {'device_id': '1d7dc74e-a168-4da6-b084-299b0573de22', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:16.820639 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.889234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875621ac-3d3e-49d4-b1b2-3c9b650c3ff0 req-bcd7c2f1-e73f-4d1e-b218-aadbe684f927 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:16.890726 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-875621ac-3d3e-49d4-b1b2-3c9b650c3ff0 req-bcd7c2f1-e73f-4d1e-b218-aadbe684f927 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 931 time: 0.1187966 Jul 16 18:32:16.965602 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dfa7538a-cfd6-4f9d-aab6-e99807a8f12c None None] Provisioning for port 24593b71-1939-4b16-957d-72b5956f80b6 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:16.970636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dfa7538a-cfd6-4f9d-aab6-e99807a8f12c None None] Provisioning complete for port 24593b71-1939-4b16-957d-72b5956f80b6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:16.971256 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dfa7538a-cfd6-4f9d-aab6-e99807a8f12c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:16.997653 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-875621ac-3d3e-49d4-b1b2-3c9b650c3ff0 req-71bcc884-2618-4742-a678-93049301f320 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994368 Jul 16 18:32:17.033785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7538a-cfd6-4f9d-aab6-e99807a8f12c None None] Port 24593b71-1939-4b16-957d-72b5956f80b6 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:17.159329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24593b71-1939-4b16-957d-72b5956f80b6 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:17.167752 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.183348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Transition to ACTIVE for port object 24593b71-1939-4b16-957d-72b5956f80b6 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:17.188866 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.242123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Pushing event updated for resources: {'Port': ['ID=24593b71-1939-4b16-957d-72b5956f80b6,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:17.320982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Attempting to bind port 24593b71-1939-4b16-957d-72b5956f80b6 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:17.321618 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Attempting to bind port 24593b71-1939-4b16-957d-72b5956f80b6 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:17.322022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Attempting to bind port 24593b71-1939-4b16-957d-72b5956f80b6 on network 947a5a3a-ec64-4560-baf1-9cac66949483 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:17.335048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Port 24593b71-1939-4b16-957d-72b5956f80b6 on network 947a5a3a-ec64-4560-baf1-9cac66949483 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:17.335382 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Attempting to bind port 24593b71-1939-4b16-957d-72b5956f80b6 on network 947a5a3a-ec64-4560-baf1-9cac66949483 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:17.342316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:17.343323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Checking segment: {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:17.344263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Bound using segment: {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:17.344418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Bound port: 24593b71-1939-4b16-957d-72b5956f80b6, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fee06dcc-0aca-4139-8c98-356aab6cf7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 350, 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:17.344815 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.454298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:17.457974 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:17.466028 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.506629 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.507524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:17.509331 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] 10.222.0.37 "PUT /v2.0/ports/24593b71-1939-4b16-957d-72b5956f80b6 HTTP/1.1" status: 200 len: 1091 time: 0.8168335 Jul 16 18:32:17.510051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:17.512747 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-129acf9c-c025-4818-907c-aa017e614dc5" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "tag": "24593b71-1939-4b16-957d-72b5956f80b6"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:17.552609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647e66c8-d711-4ba5-abfa-ff814369455b service neutron] Pushing event updated for resources: {'Port': ['ID=24593b71-1939-4b16-957d-72b5956f80b6,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:17.582240 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42802d9c-d3f1-4dc1-870b-c7a180c2ca4c x-openstack-request-id: req-42802d9c-d3f1-4dc1-870b-c7a180c2ca4c {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:17.582527 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "tag": "24593b71-1939-4b16-957d-72b5956f80b6", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:17.582777 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-42802d9c-d3f1-4dc1-870b-c7a180c2ca4c {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:17.583202 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6', 'status': 'completed', 'code': 200} Jul 16 18:32:17.665021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-4a3f82e1-2536-4617-997a-7bca6c3201c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.666502 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-4a3f82e1-2536-4617-997a-7bca6c3201c0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 1094 time: 0.0653408 Jul 16 18:32:17.717955 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-81382a33-bf26-4ede-a885-d1935e9443d1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24593b71-1939-4b16-957d-72b5956f80b6 HTTP/1.1" status: 200 len: 217 time: 0.0368388 Jul 16 18:32:17.777874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-12502743-e9ac-4ed3-a6b1-784f8d072d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.779387 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-12502743-e9ac-4ed3-a6b1-784f8d072d9c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0547025 Jul 16 18:32:17.840353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-7129bd17-888f-451b-99a5-91af4cc97653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:17.841792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-7129bd17-888f-451b-99a5-91af4cc97653 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552781 Jul 16 18:32:17.942652 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-ac361c94-e8dd-446d-a438-f55fb778929a service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932875 Jul 16 18:32:18.041480 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fce16500-d6e8-4e17-8eb6-8238d78f2384 req-8c87503b-9fc4-460c-8449-92aa3afd9721 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913689 Jul 16 18:32:18.212308 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1fee287b-8df9-4cdb-8cac-3e4e087f8fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.216890 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:18.259716 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129acf9c-c025-4818-907c-aa017e614dc5 req-8c597c3c-42ec-46e4-8140-ac34a41809ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.261237 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-129acf9c-c025-4818-907c-aa017e614dc5 req-8c597c3c-42ec-46e4-8140-ac34a41809ed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 1094 time: 0.0957334 Jul 16 18:32:18.270609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e45ef-2562-43ce-b46e-5ca02d344857 req-b51446f6-46d5-455e-a1d1-a2ec13a68279 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.272141 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef8e45ef-2562-43ce-b46e-5ca02d344857 req-b51446f6-46d5-455e-a1d1-a2ec13a68279 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.1385856 Jul 16 18:32:18.370211 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ef8e45ef-2562-43ce-b46e-5ca02d344857 req-f08a3021-234c-4932-af96-f29d69bc7e5f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0887396 Jul 16 18:32:18.416792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129acf9c-c025-4818-907c-aa017e614dc5 req-fbf71ef0-df7a-4b40-8a70-9efd662ef28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.418412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-129acf9c-c025-4818-907c-aa017e614dc5 req-fbf71ef0-df7a-4b40-8a70-9efd662ef28e service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.1453531 Jul 16 18:32:18.464212 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-129acf9c-c025-4818-907c-aa017e614dc5 req-214b060b-2a2e-4d2f-a1bd-564b04263e76 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24593b71-1939-4b16-957d-72b5956f80b6 HTTP/1.1" status: 200 len: 217 time: 0.0381758 Jul 16 18:32:18.546600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129acf9c-c025-4818-907c-aa017e614dc5 req-7682fda5-4814-4220-9fc9-1f01a178dac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.548107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-129acf9c-c025-4818-907c-aa017e614dc5 req-7682fda5-4814-4220-9fc9-1f01a178dac7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0499876 Jul 16 18:32:18.621661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129acf9c-c025-4818-907c-aa017e614dc5 req-ef865572-839c-429c-9072-509703c6f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:18.623259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-129acf9c-c025-4818-907c-aa017e614dc5 req-ef865572-839c-429c-9072-509703c6f001 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622857 Jul 16 18:32:18.719190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-129acf9c-c025-4818-907c-aa017e614dc5 req-c8c487b3-3bc8-445e-b54a-eafdfbb24935 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870521 Jul 16 18:32:18.820910 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-129acf9c-c025-4818-907c-aa017e614dc5 req-1083fcf1-c492-4e57-93b4-a7bebdd50205 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928180 Jul 16 18:32:19.570155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e822d9f-4347-4545-a893-48cc9becc2da req-f7380883-536f-447d-b1a7-b6a308793521 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:19.571715 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e822d9f-4347-4545-a893-48cc9becc2da req-f7380883-536f-447d-b1a7-b6a308793521 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.0672183 Jul 16 18:32:19.613008 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e822d9f-4347-4545-a893-48cc9becc2da req-80641fd5-0c3d-47ca-8cad-051b8aa4eda5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348954 Jul 16 18:32:19.908549 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.564577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 24593b71-1939-4b16-957d-72b5956f80b6 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:20.672669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:20.685549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '24593b71-1939-4b16-957d-72b5956f80b6', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'port_id': '24593b71-1939-4b16-957d-72b5956f80b6', 'mac_address': 'fa:16:3e:61:b9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:20.724788 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.738580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24593b71-1939-4b16-957d-72b5956f80b6 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:20.760182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:20.765178 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:20.820525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=24593b71-1939-4b16-957d-72b5956f80b6,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:20.828213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.828567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.828919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.829239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.829579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.829904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.830236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.830565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.830879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.831203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.831528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.831871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:32:20.839863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b67a88-868b-4d31-b917-3ade166797b2 req-2b52ba2a-05c3-4dbc-a2a6-24b0840da9b7 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:20.842599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-26b67a88-868b-4d31-b917-3ade166797b2 req-2b52ba2a-05c3-4dbc-a2a6-24b0840da9b7 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 944 time: 0.0838399 Jul 16 18:32:20.883720 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-26b67a88-868b-4d31-b917-3ade166797b2 req-904f8795-1d10-4ca7-a10a-769d71741bac tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362048 Jul 16 18:32:21.034136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['24593b71-1939-4b16-957d-72b5956f80b6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:21.973078 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.075783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a94fe92-e06a-46e1-9bdc-7c5f8ef2010f req-e92b71d3-34e8-4dd7-a4ab-12cc3ba1e966 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:22.077835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a94fe92-e06a-46e1-9bdc-7c5f8ef2010f req-e92b71d3-34e8-4dd7-a4ab-12cc3ba1e966 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 944 time: 0.0720329 Jul 16 18:32:22.121178 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a94fe92-e06a-46e1-9bdc-7c5f8ef2010f req-8b5b6c47-c283-4351-9cbb-3fbe709cdfac tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372870 Jul 16 18:32:22.579225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 24593b71-1939-4b16-957d-72b5956f80b6 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:22.632494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 24593b71-1939-4b16-957d-72b5956f80b6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:22.636164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 24593b71-1939-4b16-957d-72b5956f80b6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:22.636531 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.721447 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.743868 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:22.746115 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccac6991-6281-413b-94a0-b66c8ead5142" -d '{"events": [{"server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "name": "network-vif-plugged", "status": "completed", "tag": "24593b71-1939-4b16-957d-72b5956f80b6"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:22.759577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:22.765240 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:22.805815 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e912e813-6fbb-4cf5-82d5-01e5afff05c6 x-openstack-request-id: req-e912e813-6fbb-4cf5-82d5-01e5afff05c6 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:22.806101 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "name": "network-vif-plugged", "status": "completed", "tag": "24593b71-1939-4b16-957d-72b5956f80b6", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:22.806475 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e912e813-6fbb-4cf5-82d5-01e5afff05c6 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:22.806995 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6', 'code': 200} Jul 16 18:32:22.823141 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=24593b71-1939-4b16-957d-72b5956f80b6,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:22.949610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762df0-db5a-4cd5-b2df-d43b50fcd383 req-b19b4557-765c-4799-9dca-e9f973a2be11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:22.951118 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5762df0-db5a-4cd5-b2df-d43b50fcd383 req-b19b4557-765c-4799-9dca-e9f973a2be11 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 1096 time: 0.0533483 Jul 16 18:32:22.995663 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5762df0-db5a-4cd5-b2df-d43b50fcd383 req-3e2c51ad-26f2-4d96-855c-cb5ba37f473a service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376949 Jul 16 18:32:23.322212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2772ab-d8d9-4a27-8cfe-880be34a2e5b req-ad7eabe5-4457-4288-b29f-6b9f234217ee tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:23.323721 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-df2772ab-d8d9-4a27-8cfe-880be34a2e5b req-ad7eabe5-4457-4288-b29f-6b9f234217ee tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0683784 Jul 16 18:32:23.369564 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-df2772ab-d8d9-4a27-8cfe-880be34a2e5b req-d9b98034-7ef9-476d-8f3b-0cf8e3d73748 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341659 Jul 16 18:32:24.553316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e47cfac-cb04-4174-a5d7-724cec72abf3 req-601b38f3-14a1-4cc1-81f5-c208cd6cd584 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.554833 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e47cfac-cb04-4174-a5d7-724cec72abf3 req-601b38f3-14a1-4cc1-81f5-c208cd6cd584 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0646577 Jul 16 18:32:24.594950 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e47cfac-cb04-4174-a5d7-724cec72abf3 req-cc01d54f-6721-4eed-bde2-88bc6c5b8cff tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342920 Jul 16 18:32:24.768935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d71e69-6b89-4f7c-b356-10a1c2b59f1b req-e61a9ef2-b66f-42ed-bbe7-1396cf1699b5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:24.770435 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7d71e69-6b89-4f7c-b356-10a1c2b59f1b req-e61a9ef2-b66f-42ed-bbe7-1396cf1699b5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0648959 Jul 16 18:32:24.778897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37354) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:24.783802 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-dc6fa894-e67b-4025-a1fa-06ae795d9cfa tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Request body: {'floatingip': {'port_id': '24593b71-1939-4b16-957d-72b5956f80b6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:24.827852 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dc6fa894-e67b-4025-a1fa-06ae795d9cfa tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.644837 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.db.resource_extend [None req-dc6fa894-e67b-4025-a1fa-06ae795d9cfa tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 18:32:25.693735 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dc6fa894-e67b-4025-a1fa-06ae795d9cfa tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.697880 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dc6fa894-e67b-4025-a1fa-06ae795d9cfa tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:25.797486 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-dc6fa894-e67b-4025-a1fa-06ae795d9cfa tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Floating IP c39a83a3-e644-407e-996d-2f513bc002f8 associated. External IP: 172.25.7.197, port: 24593b71-1939-4b16-957d-72b5956f80b6. Jul 16 18:32:26.009897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6fa894-e67b-4025-a1fa-06ae795d9cfa tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Router 5d6bf275-b45b-4376-addc-c887237158b4 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:26.118645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6fa894-e67b-4025-a1fa-06ae795d9cfa tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:26.124082 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dc6fa894-e67b-4025-a1fa-06ae795d9cfa tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:26.129495 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70608e2-be13-48f0-bc8e-b51c02513a75 None None] Sync routers for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:26.139873 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70608e2-be13-48f0-bc8e-b51c02513a75 None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:26.140618 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a70608e2-be13-48f0-bc8e-b51c02513a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:32:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:26.162960 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dc6fa894-e67b-4025-a1fa-06ae795d9cfa tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "PUT /v2.0/floatingips/c39a83a3-e644-407e-996d-2f513bc002f8 HTTP/1.1" status: 200 len: 991 time: 1.3824666 Jul 16 18:32:26.163878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:26.166452 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726e1ff9-b434-4c82-bdc2-9a36cce37a92" -d '{"events": [{"name": "network-changed", "server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "tag": "24593b71-1939-4b16-957d-72b5956f80b6"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:26.260420 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a70608e2-be13-48f0-bc8e-b51c02513a75 None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:26.283970 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b272e03e-a568-4938-a361-e97118e01c2d x-openstack-request-id: req-b272e03e-a568-4938-a361-e97118e01c2d {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:26.284347 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "tag": "24593b71-1939-4b16-957d-72b5956f80b6", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:26.284689 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b272e03e-a568-4938-a361-e97118e01c2d {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:26.285436 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6', 'status': 'completed', 'code': 200} Jul 16 18:32:26.396101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e1ff9-b434-4c82-bdc2-9a36cce37a92 req-a4101d24-dc5c-4ffa-a2b4-58d520421c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.398287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-726e1ff9-b434-4c82-bdc2-9a36cce37a92 req-a4101d24-dc5c-4ffa-a2b4-58d520421c5a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 1096 time: 0.0590639 Jul 16 18:32:26.492971 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a70608e2-be13-48f0-bc8e-b51c02513a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'c39a83a3-e644-407e-996d-2f513bc002f8', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'floating_ip_address': '172.25.7.197', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'port_id': '24593b71-1939-4b16-957d-72b5956f80b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'mac_address': 'fa:16:3e:61:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7dc74e-a168-4da6-b084-299b0573de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:32:13Z', 'updated_at': '2021-07-16T18:32:25Z', 'revision_number': 1, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:26.497548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e1ff9-b434-4c82-bdc2-9a36cce37a92 req-0064ff56-8aee-48ee-91ef-9b99ff65f1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.499155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-726e1ff9-b434-4c82-bdc2-9a36cce37a92 req-0064ff56-8aee-48ee-91ef-9b99ff65f1df service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.0941939 Jul 16 18:32:26.522934 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70608e2-be13-48f0-bc8e-b51c02513a75 None None] Checking router: 5d6bf275-b45b-4376-addc-c887237158b4 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:26.533584 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70608e2-be13-48f0-bc8e-b51c02513a75 None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:26.534209 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a70608e2-be13-48f0-bc8e-b51c02513a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:32:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:26.568291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-726e1ff9-b434-4c82-bdc2-9a36cce37a92 req-3d80e463-f2a8-4794-8789-3e0f67d36021 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24593b71-1939-4b16-957d-72b5956f80b6 HTTP/1.1" status: 200 len: 999 time: 0.0621934 Jul 16 18:32:26.625468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e1ff9-b434-4c82-bdc2-9a36cce37a92 req-19a7933a-e743-46d9-894b-919f1f8ca4db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.626980 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-726e1ff9-b434-4c82-bdc2-9a36cce37a92 req-19a7933a-e743-46d9-894b-919f1f8ca4db service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0525007 Jul 16 18:32:26.638140 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a70608e2-be13-48f0-bc8e-b51c02513a75 None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:26.687393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726e1ff9-b434-4c82-bdc2-9a36cce37a92 req-bffd3f23-abba-45d5-8742-17294834e35c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:26.688957 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-726e1ff9-b434-4c82-bdc2-9a36cce37a92 req-bffd3f23-abba-45d5-8742-17294834e35c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547280 Jul 16 18:32:26.782614 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-726e1ff9-b434-4c82-bdc2-9a36cce37a92 req-f8dad50c-4e3c-4092-a64b-86a4bae89656 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870574 Jul 16 18:32:26.882555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-726e1ff9-b434-4c82-bdc2-9a36cce37a92 req-d544066f-048d-42ec-a7bc-59a28da13d06 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930557 Jul 16 18:32:26.962350 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a70608e2-be13-48f0-bc8e-b51c02513a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'c39a83a3-e644-407e-996d-2f513bc002f8', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'floating_ip_address': '172.25.7.197', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'port_id': '24593b71-1939-4b16-957d-72b5956f80b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'mac_address': 'fa:16:3e:61:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7dc74e-a168-4da6-b084-299b0573de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:32:13Z', 'updated_at': '2021-07-16T18:32:25Z', 'revision_number': 1, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:26.988988 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a70608e2-be13-48f0-bc8e-b51c02513a75 None None] The sync data for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 is: [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'c39a83a3-e644-407e-996d-2f513bc002f8', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'floating_ip_address': '172.25.7.197', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'port_id': '24593b71-1939-4b16-957d-72b5956f80b6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3627, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'mac_address': 'fa:16:3e:61:b9:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d7dc74e-a168-4da6-b084-299b0573de22', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:32:13Z', 'updated_at': '2021-07-16T18:32:25Z', 'revision_number': 1, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:27.185786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51998e90-1325-4d93-ad1c-2e38b8490b1c None None] New status for floating IP c39a83a3-e644-407e-996d-2f513bc002f8: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:32:29.036684 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37380) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.041417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6df08489-4164-44a1-8a10-b9ec69a85cce tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1785596905', 'description': 'tempest-secgroup-smoke-1785596905 description', 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.064481 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6df08489-4164-44a1-8a10-b9ec69a85cce tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.144020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6df08489-4164-44a1-8a10-b9ec69a85cce tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.147845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6df08489-4164-44a1-8a10-b9ec69a85cce tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.179852 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6df08489-4164-44a1-8a10-b9ec69a85cce tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.181045 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6df08489-4164-44a1-8a10-b9ec69a85cce tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1433623 Jul 16 18:32:29.183286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df08489-4164-44a1-8a10-b9ec69a85cce tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.184320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37382) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.189378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d3300a2f-10c4-4586-8524-284c05c36be1 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42', 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.215624 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d3300a2f-10c4-4586-8524-284c05c36be1 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.272123 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d3300a2f-10c4-4586-8524-284c05c36be1 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.275527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d3300a2f-10c4-4586-8524-284c05c36be1 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.293658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3300a2f-10c4-4586-8524-284c05c36be1 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8655c158-24e5-4515-b04a-10ea13be701d,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.300277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d3300a2f-10c4-4586-8524-284c05c36be1 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.301634 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d3300a2f-10c4-4586-8524-284c05c36be1 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1162326 Jul 16 18:32:29.304351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37384) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.308808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-34898090-15ec-45ad-8eae-d6b81a5c4679 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42', 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.335277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34898090-15ec-45ad-8eae-d6b81a5c4679 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.396332 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34898090-15ec-45ad-8eae-d6b81a5c4679 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.399744 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34898090-15ec-45ad-8eae-d6b81a5c4679 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.417478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34898090-15ec-45ad-8eae-d6b81a5c4679 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97d5a5e7-6c64-4d83-8ff0-ec84086bb9dd,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.424154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-34898090-15ec-45ad-8eae-d6b81a5c4679 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.425357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-34898090-15ec-45ad-8eae-d6b81a5c4679 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200778 Jul 16 18:32:29.427995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37386) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.432323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-40a476d5-f786-4cf7-9828-413c1f1e8f0a tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42', 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.458413 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-40a476d5-f786-4cf7-9828-413c1f1e8f0a tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.486095 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.516667 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-40a476d5-f786-4cf7-9828-413c1f1e8f0a tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.520284 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-40a476d5-f786-4cf7-9828-413c1f1e8f0a tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.538437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a476d5-f786-4cf7-9828-413c1f1e8f0a tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17cba63c-2958-406f-8659-f424e778dd0e,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.544344 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-40a476d5-f786-4cf7-9828-413c1f1e8f0a tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.546127 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-40a476d5-f786-4cf7-9828-413c1f1e8f0a tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172264 Jul 16 18:32:29.548835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37390) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.553360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-33051823-6a3d-4e3e-8086-4d900b729e17 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42', 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.581228 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33051823-6a3d-4e3e-8086-4d900b729e17 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.642967 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33051823-6a3d-4e3e-8086-4d900b729e17 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.646882 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33051823-6a3d-4e3e-8086-4d900b729e17 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.671235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33051823-6a3d-4e3e-8086-4d900b729e17 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e7a96d3-7564-46c4-8d85-bc53845d7227,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.673945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33051823-6a3d-4e3e-8086-4d900b729e17 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.678150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37392) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.678381 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-33051823-6a3d-4e3e-8086-4d900b729e17 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1285167 Jul 16 18:32:29.683471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-63d81081-9330-431e-94b3-08475f4e88cb tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42', 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.706346 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-63d81081-9330-431e-94b3-08475f4e88cb tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Project d08e31ff142c4f70ad9e4a3097a83081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:32:29.711253 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63d81081-9330-431e-94b3-08475f4e88cb tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.771966 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63d81081-9330-431e-94b3-08475f4e88cb tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.775516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63d81081-9330-431e-94b3-08475f4e88cb tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.794456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d81081-9330-431e-94b3-08475f4e88cb tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2874299-0fd7-4e9d-9ddf-2d93139a30e8,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.801201 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-63d81081-9330-431e-94b3-08475f4e88cb tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.802481 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-63d81081-9330-431e-94b3-08475f4e88cb tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1229892 Jul 16 18:32:29.805150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37394) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:29.809700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-70659450-4025-42af-a815-e264876ead93 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Request body: {'security_group_rule': {'security_group_id': 'dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42', 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:29.832137 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-70659450-4025-42af-a815-e264876ead93 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Project d08e31ff142c4f70ad9e4a3097a83081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:32:29.837088 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70659450-4025-42af-a815-e264876ead93 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.899078 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70659450-4025-42af-a815-e264876ead93 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.903254 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70659450-4025-42af-a815-e264876ead93 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.918192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70659450-4025-42af-a815-e264876ead93 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db08e81a-b635-44cb-8ded-17e656bf013d,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:29.927428 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-70659450-4025-42af-a815-e264876ead93 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:29.928629 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-70659450-4025-42af-a815-e264876ead93 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1225593 Jul 16 18:32:30.074932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9204ca82-53fe-40b2-b4e9-f90588f9d40f tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1785596905&fields=id&tenant_id=d08e31ff142c4f70ad9e4a3097a83081 HTTP/1.1" status: 200 len: 267 time: 0.0322082 Jul 16 18:32:30.182421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ab069-6fe0-4873-9c8d-58617caa268d req-e8fcf1a8-514a-4744-a2a9-cb7faab7f07c tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:30.183911 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-e8fcf1a8-514a-4744-a2a9-cb7faab7f07c tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/networks?id=a865ab04-7e34-4cee-a796-a77dc122f297 HTTP/1.1" status: 200 len: 812 time: 0.1019506 Jul 16 18:32:30.200204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-d2353d89-1b7f-4957-ad47-c9c70886e5f0 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/quotas/d08e31ff142c4f70ad9e4a3097a83081 HTTP/1.1" status: 200 len: 375 time: 0.0093789 Jul 16 18:32:30.271922 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-ea200631-a6ec-475f-acaa-51a5c2a70ec9 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=d08e31ff142c4f70ad9e4a3097a83081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661404 Jul 16 18:32:30.372540 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-89f00bcd-d304-4eb8-9403-9ce8f3e4086d service neutron] 10.222.0.47 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886643 Jul 16 18:32:30.461061 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-10d2d4ca-9e6b-46bd-a977-43721c754d6a service neutron] 10.222.0.47 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820026 Jul 16 18:32:30.567842 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:32:30.760500 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-21becf2c-2a93-4aca-8cb7-1ea758dbf018 req-67cf3265-05f2-4c37-b8dc-6e30eafe922c tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0345831 Jul 16 18:32:31.843442 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cf0ded43-0a3c-41ae-8f76-4f70a536ca12 req-3d22e8d9-88ac-4cdd-a9b4-986fe277ef0d tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0315356 Jul 16 18:32:32.834593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ab069-6fe0-4873-9c8d-58617caa268d req-4d566c39-5705-4028-b286-b9cf77b46364 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:32.837018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-4d566c39-5705-4028-b286-b9cf77b46364 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.18 "GET /v2.0/networks?id=a865ab04-7e34-4cee-a796-a77dc122f297 HTTP/1.1" status: 200 len: 812 time: 0.1061299 Jul 16 18:32:32.887592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-c841a7d0-57c1-4084-86f2-fa24d9fce2b1 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d08e31ff142c4f70ad9e4a3097a83081 HTTP/1.1" status: 200 len: 380 time: 0.0366328 Jul 16 18:32:32.896493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Request body: {'port': {'device_id': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'admin_state_up': True, 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'security_groups': ['dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:33.010610 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca665560-1cf1-49e0-b2d7-5c352314d90c req-4163bb8c-c6a5-4d5a-bd91-fc3ba0b94bac tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0405626 Jul 16 18:32:33.027988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Made reservation on behalf of d08e31ff142c4f70ad9e4a3097a83081 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:32:33.034956 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.163936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Allocated IP 172.20.0.4 (a865ab04-7e34-4cee-a796-a77dc122f297/0767fec8-0c7a-475a-990d-6aa3f478a67d/d63beb65-a6b5-4ca8-9574-827dd27eaa74) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:33.307815 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.322224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Transition to ACTIVE for port object d63beb65-a6b5-4ca8-9574-827dd27eaa74 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:33.354405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.397483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Network a865ab04-7e34-4cee-a796-a77dc122f297 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:33.402573 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:33.407041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:33.432556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event updated for resources: {'Port': ['ID=d63beb65-a6b5-4ca8-9574-827dd27eaa74,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.461431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:33.462404 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.479836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9a3fd5bd-bc5d-4741-9e43-c6bbde049035 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5872226 Jul 16 18:32:33.491490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Request body: {'port': {'device_id': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:33.573598 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.660896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d6868ca7-4471-4465-9335-bc8b436d216b None None] Provisioning for port d63beb65-a6b5-4ca8-9574-827dd27eaa74 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:33.666210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d6868ca7-4471-4465-9335-bc8b436d216b None None] Provisioning complete for port d63beb65-a6b5-4ca8-9574-827dd27eaa74 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:33.666855 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d6868ca7-4471-4465-9335-bc8b436d216b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.704049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d6868ca7-4471-4465-9335-bc8b436d216b None None] Port d63beb65-a6b5-4ca8-9574-827dd27eaa74 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:32:33.845961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d63beb65-a6b5-4ca8-9574-827dd27eaa74 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:33.853679 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.866662 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Transition to ACTIVE for port object d63beb65-a6b5-4ca8-9574-827dd27eaa74 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:32:33.869867 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:33.920636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63beb65-a6b5-4ca8-9574-827dd27eaa74,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:33.992789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Attempting to bind port d63beb65-a6b5-4ca8-9574-827dd27eaa74 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:32:33.993129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Attempting to bind port d63beb65-a6b5-4ca8-9574-827dd27eaa74 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:32:33.993455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Attempting to bind port d63beb65-a6b5-4ca8-9574-827dd27eaa74 on network a865ab04-7e34-4cee-a796-a77dc122f297 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:33.998307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Port d63beb65-a6b5-4ca8-9574-827dd27eaa74 on network a865ab04-7e34-4cee-a796-a77dc122f297 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:32:33.998634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Attempting to bind port d63beb65-a6b5-4ca8-9574-827dd27eaa74 on network a865ab04-7e34-4cee-a796-a77dc122f297 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:32:34.004156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 32, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:32:34.004490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Checking segment: {'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:32:34.004875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Bound using segment: {'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:32:34.005302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Bound port: d63beb65-a6b5-4ca8-9574-827dd27eaa74, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:32:34.005660 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.078240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] For port d63beb65-a6b5-4ca8-9574-827dd27eaa74, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:32:34.082400 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] For port d63beb65-a6b5-4ca8-9574-827dd27eaa74, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:32:34.092560 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.176870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.177854 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:34.179311 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/d63beb65-a6b5-4ca8-9574-827dd27eaa74 HTTP/1.1" status: 200 len: 1091 time: 0.6925986 Jul 16 18:32:34.179979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:34.182667 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da69bbfb-2d46-4412-9740-944557f0278e" -d '{"events": [{"name": "network-changed", "server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:34.248566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3908708-85d7-41da-9cc8-c8ce89cbe037 req-e33997a7-0d2f-4943-9b78-e721a63bf6b9 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.250277 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d3908708-85d7-41da-9cc8-c8ce89cbe037 req-e33997a7-0d2f-4943-9b78-e721a63bf6b9 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 943 time: 0.1010721 Jul 16 18:32:34.299574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2044799f-ade5-46e0-b9a3-22681eab56f2 service neutron] Pushing event updated for resources: {'Port': ['ID=d63beb65-a6b5-4ca8-9574-827dd27eaa74,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:34.302173 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d3908708-85d7-41da-9cc8-c8ce89cbe037 req-8016dd42-c6f1-4911-b823-dd0dffdc389c tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453303 Jul 16 18:32:34.338790 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5927ca8d-7d2e-4160-892b-12db34e14719 x-openstack-request-id: req-5927ca8d-7d2e-4160-892b-12db34e14719 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:34.339085 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:34.339342 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5927ca8d-7d2e-4160-892b-12db34e14719 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:34.339776 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'status': 'completed', 'code': 200} Jul 16 18:32:34.350472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ab069-6fe0-4873-9c8d-58617caa268d req-a330ef4c-31d8-40a7-b51c-78dde0ace807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.352033 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-a330ef4c-31d8-40a7-b51c-78dde0ace807 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d08e31ff142c4f70ad9e4a3097a83081&device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 1094 time: 0.1272714 Jul 16 18:32:34.398694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-7992e569-971b-4443-b025-5682040b8784 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74 HTTP/1.1" status: 200 len: 217 time: 0.0393414 Jul 16 18:32:34.453594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ab069-6fe0-4873-9c8d-58617caa268d req-dcb9598c-5122-477f-9416-8d3555b7253c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.455011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-dcb9598c-5122-477f-9416-8d3555b7253c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0767fec8-0c7a-475a-990d-6aa3f478a67d HTTP/1.1" status: 200 len: 851 time: 0.0501499 Jul 16 18:32:34.512612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2f5c4a4a-cbc9-4a5d-9225-c1deb3b0ce97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.514919 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-2f5c4a4a-cbc9-4a5d-9225-c1deb3b0ce97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a865ab04-7e34-4cee-a796-a77dc122f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536516 Jul 16 18:32:34.605614 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-9d77de98-28b8-44a4-bdd6-eec829e68a76 service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845816 Jul 16 18:32:34.693554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-512ab069-6fe0-4873-9c8d-58617caa268d req-787db155-a5fa-474b-90e4-4c3ec67a57e5 service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816166 Jul 16 18:32:34.793816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69bbfb-2d46-4412-9740-944557f0278e req-23f44855-084c-4576-9b84-42914b100f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.795290 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da69bbfb-2d46-4412-9740-944557f0278e req-23f44855-084c-4576-9b84-42914b100f6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d08e31ff142c4f70ad9e4a3097a83081&device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 1094 time: 0.0536561 Jul 16 18:32:34.890435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69bbfb-2d46-4412-9740-944557f0278e req-5a9810e9-7c0e-40f0-ac97-c31aba01fc03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.891954 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da69bbfb-2d46-4412-9740-944557f0278e req-5a9810e9-7c0e-40f0-ac97-c31aba01fc03 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a865ab04-7e34-4cee-a796-a77dc122f297 HTTP/1.1" status: 200 len: 913 time: 0.0911391 Jul 16 18:32:34.933666 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da69bbfb-2d46-4412-9740-944557f0278e req-f5dd1ecd-c842-4048-afe7-00f1bacc483b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74 HTTP/1.1" status: 200 len: 217 time: 0.0358531 Jul 16 18:32:34.985860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69bbfb-2d46-4412-9740-944557f0278e req-6954ea30-dc1a-43d7-9965-e9a5dd53f54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:34.987358 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da69bbfb-2d46-4412-9740-944557f0278e req-6954ea30-dc1a-43d7-9965-e9a5dd53f54e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0767fec8-0c7a-475a-990d-6aa3f478a67d HTTP/1.1" status: 200 len: 851 time: 0.0477378 Jul 16 18:32:35.043798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da69bbfb-2d46-4412-9740-944557f0278e req-e4fc8d80-abb7-471d-a033-68005a4d0e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.045442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da69bbfb-2d46-4412-9740-944557f0278e req-e4fc8d80-abb7-471d-a033-68005a4d0e1b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a865ab04-7e34-4cee-a796-a77dc122f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522254 Jul 16 18:32:35.135660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da69bbfb-2d46-4412-9740-944557f0278e req-cd9ea5a7-7340-4987-939a-e551874a10bc service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842211 Jul 16 18:32:35.229602 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da69bbfb-2d46-4412-9740-944557f0278e req-01dd481f-0f5e-4b54-9348-067ae80722c4 service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874922 Jul 16 18:32:35.489281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7aa6b1-4eed-4623-9313-0f19b0544d0e req-bd121666-433f-420b-9899-a045176d97c1 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:35.490836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d7aa6b1-4eed-4623-9313-0f19b0544d0e req-bd121666-433f-420b-9899-a045176d97c1 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 943 time: 0.0653841 Jul 16 18:32:35.530447 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d7aa6b1-4eed-4623-9313-0f19b0544d0e req-ff0d4f68-a919-4604-8328-a3b8a3905c51 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337915 Jul 16 18:32:36.710567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d61f9-704b-4370-9987-ecf38ea17527 req-dde9bc2d-a7f6-4667-9dcb-b1c125e232db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:36.711977 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-682d61f9-704b-4370-9987-ecf38ea17527 req-dde9bc2d-a7f6-4667-9dcb-b1c125e232db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 943 time: 0.0666223 Jul 16 18:32:36.751918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-682d61f9-704b-4370-9987-ecf38ea17527 req-9db86a42-e39a-4518-b203-6528aba8ca8e tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341344 Jul 16 18:32:37.925589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8b643-7a7f-411c-b163-9d054d59a4ce req-286d7734-585d-42b1-867b-ec1bb30c69b6 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:37.926939 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24b8b643-7a7f-411c-b163-9d054d59a4ce req-286d7734-585d-42b1-867b-ec1bb30c69b6 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 943 time: 0.0622149 Jul 16 18:32:37.965636 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24b8b643-7a7f-411c-b163-9d054d59a4ce req-00fbb6c3-93fd-4063-850c-0e44cdc41a41 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326829 Jul 16 18:32:39.138879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906831a1-2288-4919-ad2e-9b00bc5577fa req-18567ddf-b3e0-4071-9e3d-19ff4262fc3d tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:39.140365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-906831a1-2288-4919-ad2e-9b00bc5577fa req-18567ddf-b3e0-4071-9e3d-19ff4262fc3d tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 943 time: 0.0614820 Jul 16 18:32:39.177899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-906831a1-2288-4919-ad2e-9b00bc5577fa req-faa95238-0eb5-43ce-a0c5-ce80622afb4a tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319564 Jul 16 18:32:40.364453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea4f4a1-7cf4-44ab-b5e6-79af21ff2d25 req-35f3c429-f4f5-4cbb-b41f-7d73eb54e5f3 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:40.365993 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ea4f4a1-7cf4-44ab-b5e6-79af21ff2d25 req-35f3c429-f4f5-4cbb-b41f-7d73eb54e5f3 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 943 time: 0.0785713 Jul 16 18:32:40.404486 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ea4f4a1-7cf4-44ab-b5e6-79af21ff2d25 req-8e9f7a43-b58a-4303-8459-c395c87d8fbc tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327733 Jul 16 18:32:41.577704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47357d18-2e12-4962-9dce-f13329c8c23a req-bab78fbc-d1a4-4768-9f00-318cb2ed4361 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:41.579179 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-47357d18-2e12-4962-9dce-f13329c8c23a req-bab78fbc-d1a4-4768-9f00-318cb2ed4361 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 943 time: 0.0616238 Jul 16 18:32:41.616352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-47357d18-2e12-4962-9dce-f13329c8c23a req-495d59d6-131b-4580-aaab-697b00c226c1 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315504 Jul 16 18:32:41.800678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-9cd348ba-a2c4-466b-86f9-858d41abfd6e req-7d5f24b8-452d-4bcc-87ce-2581f7de9bb3 service neutron] (105439) timed out ('10.222.0.47', 44638) {{(pid=105439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:32:42.246395 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:42.818610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e25de-ff57-47de-8eed-0944f7394825 req-83c6508e-7584-4a21-ae95-7ec32440b3b6 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:42.820269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-431e25de-ff57-47de-8eed-0944f7394825 req-83c6508e-7584-4a21-ae95-7ec32440b3b6 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 943 time: 0.0728149 Jul 16 18:32:42.860994 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-431e25de-ff57-47de-8eed-0944f7394825 req-61dc0618-72ed-4e38-88b3-f97d0b0b3680 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352774 Jul 16 18:32:44.040292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1de6c6-bfe6-48da-82e5-474c3ce24f54 req-626e2e0e-6d19-493d-9045-ad34b77e341f tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:44.041764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a1de6c6-bfe6-48da-82e5-474c3ce24f54 req-626e2e0e-6d19-493d-9045-ad34b77e341f tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 943 time: 0.0642622 Jul 16 18:32:44.078943 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a1de6c6-bfe6-48da-82e5-474c3ce24f54 req-2ec5b379-6b2c-41b5-9191-04b1611e0d78 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309587 Jul 16 18:32:45.236966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d63beb65-a6b5-4ca8-9574-827dd27eaa74 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:32:45.251192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d314a8d7-d0cc-48b1-aaf6-b0ed2959ee9a req-910768d1-9c71-410b-819f-1eceedff9334 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:45.252618 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d314a8d7-d0cc-48b1-aaf6-b0ed2959ee9a req-910768d1-9c71-410b-819f-1eceedff9334 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 943 time: 0.0634038 Jul 16 18:32:45.289467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d314a8d7-d0cc-48b1-aaf6-b0ed2959ee9a req-5348b248-0762-4b45-820a-828d22ac605e tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310855 Jul 16 18:32:45.333372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port d63beb65-a6b5-4ca8-9574-827dd27eaa74, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:45.344297 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'port_id': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'mac_address': 'fa:16:3e:58:d0:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:32:45.381006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.393724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d63beb65-a6b5-4ca8-9574-827dd27eaa74 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:32:45.412206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port d63beb65-a6b5-4ca8-9574-827dd27eaa74, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:45.416668 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.463350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=d63beb65-a6b5-4ca8-9574-827dd27eaa74,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:45.520839 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f128be6a-15c5-4ecb-8166-90772a260d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:45.645684 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['d63beb65-a6b5-4ca8-9574-827dd27eaa74'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:32:46.470483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887eea67-c724-4d4b-8e1d-6487c374fed5 req-44f50b0b-3c8c-4fa8-b680-6a532051701f tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:46.471998 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-887eea67-c724-4d4b-8e1d-6487c374fed5 req-44f50b0b-3c8c-4fa8-b680-6a532051701f tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 944 time: 0.0695858 Jul 16 18:32:46.509029 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-887eea67-c724-4d4b-8e1d-6487c374fed5 req-e3392428-5eb1-47ae-a247-a5132124dd99 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315237 Jul 16 18:32:47.252421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d63beb65-a6b5-4ca8-9574-827dd27eaa74 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:32:47.301963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port d63beb65-a6b5-4ca8-9574-827dd27eaa74 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:32:47.305452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port d63beb65-a6b5-4ca8-9574-827dd27eaa74 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:32:47.305819 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.382111 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.404135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:47.406344 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53884355-fe1d-4533-bb42-843907107698" -d '{"events": [{"server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "name": "network-vif-plugged", "status": "completed", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:47.420114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port d63beb65-a6b5-4ca8-9574-827dd27eaa74, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:32:47.425218 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:47.451749 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3d648dc-1d8e-4df7-8a78-05b826c1d3f3 x-openstack-request-id: req-a3d648dc-1d8e-4df7-8a78-05b826c1d3f3 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:47.452043 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "name": "network-vif-plugged", "status": "completed", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:47.452298 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a3d648dc-1d8e-4df7-8a78-05b826c1d3f3 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:47.452688 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'code': 200} Jul 16 18:32:47.478575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=d63beb65-a6b5-4ca8-9574-827dd27eaa74,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:47.558652 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a01ded-2d25-436f-a295-d269ce60be14 req-1e1c7b1e-c2dd-43f9-aadc-3814197c811e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.561157 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a01ded-2d25-436f-a295-d269ce60be14 req-1e1c7b1e-c2dd-43f9-aadc-3814197c811e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0520475 Jul 16 18:32:47.594716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6a01ded-2d25-436f-a295-d269ce60be14 req-3c2f39c8-5f5f-49f3-8d73-1139152fba89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273111 Jul 16 18:32:47.689392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e7b4cf-7b75-4f83-811f-764c908ebd3f req-ea7fa31c-5c3a-4a53-9a1f-c314360a79fa tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:47.690858 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49e7b4cf-7b75-4f83-811f-764c908ebd3f req-ea7fa31c-5c3a-4a53-9a1f-c314360a79fa tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 945 time: 0.0667467 Jul 16 18:32:47.729074 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49e7b4cf-7b75-4f83-811f-764c908ebd3f req-bad0365b-35b9-42fb-bbe2-c83a875f7caa tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326684 Jul 16 18:32:48.213673 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f60b5cb-2abc-49ce-9542-ca6e7a2cada6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.216967 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:48.906127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e819fdf8-1003-4929-bd2d-30b444b264de req-7d5a5af5-f2ec-4226-bd5a-960d8757e99f tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:48.907638 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e819fdf8-1003-4929-bd2d-30b444b264de req-7d5a5af5-f2ec-4226-bd5a-960d8757e99f tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 945 time: 0.0634863 Jul 16 18:32:48.945584 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e819fdf8-1003-4929-bd2d-30b444b264de req-1b2084a5-f233-4de3-a00d-343aa92d4fe8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325041 Jul 16 18:32:49.127703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af509e-3e9c-4808-b4af-95b84e3971fd req-91e0c919-778e-45e1-bdb7-4e3aaf73c8b3 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.129231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63af509e-3e9c-4808-b4af-95b84e3971fd req-91e0c919-778e-45e1-bdb7-4e3aaf73c8b3 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 945 time: 0.0663083 Jul 16 18:32:49.166243 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-63af509e-3e9c-4808-b4af-95b84e3971fd req-fc465190-0539-4a74-a437-83164783356e tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315409 Jul 16 18:32:49.190648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37490) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:49.284944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8012f4e-9da2-4f95-ac25-08166f4e273c tempest-TestVolumeBackupRestore-1841273303 tempest-TestVolumeBackupRestore-1841273303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:49.286740 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a8012f4e-9da2-4f95-ac25-08166f4e273c tempest-TestVolumeBackupRestore-1841273303 tempest-TestVolumeBackupRestore-1841273303-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 1091 time: 0.0951138 Jul 16 18:32:49.289545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 37494) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:49.293996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:49.316979 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.774240 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.875441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Allocated IP 172.25.7.220 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/3a10b79b-76c5-4add-844c-0d7e94f14964) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:32:49.911353 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:49.982298 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.021114 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.061340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:32:50.064067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:32:50.067547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:32:50.089564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event updated for resources: {'Port': ['ID=3a10b79b-76c5-4add-844c-0d7e94f14964,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:50.429804 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.512167 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.658729 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.663047 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.733434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event updated for resources: {'Port': ['ID=3a10b79b-76c5-4add-844c-0d7e94f14964,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:32:50.744964 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:50.842664 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Floating IP 1371724f-ddc4-4555-8d1e-1353f741792e associated. External IP: 172.25.7.220, port: d63beb65-a6b5-4ca8-9574-827dd27eaa74. Jul 16 18:32:51.045141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Router e95a2b23-ab4e-49bf-baff-e673697389b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:51.149595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:51.159830 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e29e5-1a6f-4091-9fa3-2ada2f024e84 None None] Sync routers for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:51.167696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.172543 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e29e5-1a6f-4091-9fa3-2ada2f024e84 None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:51.173263 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ec5e29e5-1a6f-4091-9fa3-2ada2f024e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:32:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:51.208958 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-25658c27-b37d-488d-b05a-b5af1c1b51db tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9184022 Jul 16 18:32:51.209706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:51.211679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37500) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.212445 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9" -d '{"events": [{"name": "network-changed", "server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:51.252424 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d31757a-9e99-4dbd-b69c-fb2fe6411b75 x-openstack-request-id: req-2d31757a-9e99-4dbd-b69c-fb2fe6411b75 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:51.253038 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:51.253732 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2d31757a-9e99-4dbd-b69c-fb2fe6411b75 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:51.254433 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'status': 'completed', 'code': 200} Jul 16 18:32:51.285944 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ec5e29e5-1a6f-4091-9fa3-2ada2f024e84 None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:51.303239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2d0387-5c6f-402e-90f8-9460a73c54e3 tempest-TestVolumeBackupRestore-1841273303 tempest-TestVolumeBackupRestore-1841273303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.304815 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3c2d0387-5c6f-402e-90f8-9460a73c54e3 tempest-TestVolumeBackupRestore-1841273303 tempest-TestVolumeBackupRestore-1841273303-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 1091 time: 0.0920906 Jul 16 18:32:51.307743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37504) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:32:51.312909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9125fe28-a384-4a86-a323-47ef827b4134 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Request body: {'floatingip': {'port_id': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:32:51.335684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9 req-08a7219c-dfc6-4eac-9088-57b22facdfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.337201 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9 req-08a7219c-dfc6-4eac-9088-57b22facdfd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d08e31ff142c4f70ad9e4a3097a83081&device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0591342 Jul 16 18:32:51.370851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9125fe28-a384-4a86-a323-47ef827b4134 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.433903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9 req-b2a8b52e-1a1f-471e-be00-f8793c97b866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.436317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9 req-b2a8b52e-1a1f-471e-be00-f8793c97b866 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a865ab04-7e34-4cee-a796-a77dc122f297 HTTP/1.1" status: 200 len: 913 time: 0.0926154 Jul 16 18:32:51.501698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9 req-7dc5c22f-5164-47bf-93e3-169ca6f1f555 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74 HTTP/1.1" status: 200 len: 999 time: 0.0594873 Jul 16 18:32:51.526763 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ec5e29e5-1a6f-4091-9fa3-2ada2f024e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '1371724f-ddc4-4555-8d1e-1353f741792e', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'port_id': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'mac_address': 'fa:16:3e:58:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:32:50Z', 'updated_at': '2021-07-16T18:32:50Z', 'revision_number': 0, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 5, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:51.551470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9 req-a5a059ec-1289-4605-99a9-aa5b6a1f6918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.552762 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e29e5-1a6f-4091-9fa3-2ada2f024e84 None None] Checking router: e95a2b23-ab4e-49bf-baff-e673697389b2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:51.553139 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9 req-a5a059ec-1289-4605-99a9-aa5b6a1f6918 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0767fec8-0c7a-475a-990d-6aa3f478a67d HTTP/1.1" status: 200 len: 851 time: 0.0455878 Jul 16 18:32:51.561628 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5e29e5-1a6f-4091-9fa3-2ada2f024e84 None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:51.562260 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ec5e29e5-1a6f-4091-9fa3-2ada2f024e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:32:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:51.619323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9 req-f3e040e3-f2d1-46f6-bdab-ccae6c6ed515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:51.622570 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9 req-f3e040e3-f2d1-46f6-bdab-ccae6c6ed515 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a865ab04-7e34-4cee-a796-a77dc122f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614913 Jul 16 18:32:51.671025 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ec5e29e5-1a6f-4091-9fa3-2ada2f024e84 None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:51.716571 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9 req-19041478-e97a-4439-9b79-74b88e47bf6b service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886791 Jul 16 18:32:51.815690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-502487ff-f1fc-4f75-ba3d-cb7f96eed2a9 req-b4182c0c-709d-45f1-a00b-25aedfb2cb71 service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938296 Jul 16 18:32:51.880058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9125fe28-a384-4a86-a323-47ef827b4134 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.884703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9125fe28-a384-4a86-a323-47ef827b4134 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:51.913648 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ec5e29e5-1a6f-4091-9fa3-2ada2f024e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '1371724f-ddc4-4555-8d1e-1353f741792e', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'port_id': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'mac_address': 'fa:16:3e:58:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:32:50Z', 'updated_at': '2021-07-16T18:32:50Z', 'revision_number': 0, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 5, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:51.941243 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5e29e5-1a6f-4091-9fa3-2ada2f024e84 None None] The sync data for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 is: [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '1371724f-ddc4-4555-8d1e-1353f741792e', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'port_id': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'mac_address': 'fa:16:3e:58:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:32:50Z', 'updated_at': '2021-07-16T18:32:50Z', 'revision_number': 0, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 5, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:51.980365 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.099374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9125fe28-a384-4a86-a323-47ef827b4134 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Router e95a2b23-ab4e-49bf-baff-e673697389b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:32:52.139189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4068f2-b6f3-403a-9364-fbd6aad68634 None None] New status for floating IP 1371724f-ddc4-4555-8d1e-1353f741792e: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:32:52.210142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9125fe28-a384-4a86-a323-47ef827b4134 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:32:52.214394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9125fe28-a384-4a86-a323-47ef827b4134 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:32:52.271766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:52.274136 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc" -d '{"events": [{"name": "network-changed", "server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:52.296602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9125fe28-a384-4a86-a323-47ef827b4134 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "PUT /v2.0/floatingips/1371724f-ddc4-4555-8d1e-1353f741792e HTTP/1.1" status: 200 len: 991 time: 0.9877033 Jul 16 18:32:52.323968 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028a0f25-444f-4fb8-ae51-4e7715013550 x-openstack-request-id: req-028a0f25-444f-4fb8-ae51-4e7715013550 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:52.324269 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:52.324521 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-028a0f25-444f-4fb8-ae51-4e7715013550 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:52.325004 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'status': 'completed', 'code': 200} Jul 16 18:32:52.356697 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb27cf9-8065-4f3a-aed1-0fbb235eaa67 None None] Sync routers for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:32:52.365919 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb27cf9-8065-4f3a-aed1-0fbb235eaa67 None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:52.366586 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8bb27cf9-8065-4f3a-aed1-0fbb235eaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:32:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:52.401655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc req-62c428bf-018f-4e56-a66b-e4dd494b369d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.403799 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc req-62c428bf-018f-4e56-a66b-e4dd494b369d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d08e31ff142c4f70ad9e4a3097a83081&device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0568070 Jul 16 18:32:52.470833 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-8bb27cf9-8065-4f3a-aed1-0fbb235eaa67 None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:52.496231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc req-f1c465ad-ef65-48e6-a219-277f81cc7086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.498042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc req-f1c465ad-ef65-48e6-a219-277f81cc7086 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a865ab04-7e34-4cee-a796-a77dc122f297 HTTP/1.1" status: 200 len: 913 time: 0.0894434 Jul 16 18:32:52.565557 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc req-0a5984d3-771c-4900-8afc-937c904e568f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74 HTTP/1.1" status: 200 len: 1001 time: 0.0617087 Jul 16 18:32:52.614111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc req-2ff7fa82-80c7-412a-b326-f894d461c6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.615491 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc req-2ff7fa82-80c7-412a-b326-f894d461c6e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0767fec8-0c7a-475a-990d-6aa3f478a67d HTTP/1.1" status: 200 len: 851 time: 0.0437551 Jul 16 18:32:52.672668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc req-d90d4d37-42e8-4aa0-acf0-a9a5e57c23bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:52.674167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc req-d90d4d37-42e8-4aa0-acf0-a9a5e57c23bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a865ab04-7e34-4cee-a796-a77dc122f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528107 Jul 16 18:32:52.689342 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8bb27cf9-8065-4f3a-aed1-0fbb235eaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '1371724f-ddc4-4555-8d1e-1353f741792e', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'port_id': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'mac_address': 'fa:16:3e:58:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:32:50Z', 'updated_at': '2021-07-16T18:32:52Z', 'revision_number': 2, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 5, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:52.719299 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb27cf9-8065-4f3a-aed1-0fbb235eaa67 None None] Checking router: e95a2b23-ab4e-49bf-baff-e673697389b2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:32:52.727468 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb27cf9-8065-4f3a-aed1-0fbb235eaa67 None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:32:52.728091 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8bb27cf9-8065-4f3a-aed1-0fbb235eaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:32:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:52.768898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc req-6cdad96f-d84e-4f1d-b344-639ebfc0cef2 service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880756 Jul 16 18:32:52.832619 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-8bb27cf9-8065-4f3a-aed1-0fbb235eaa67 None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:32:52.862876 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8409d32e-0808-4b45-b8a9-a4d50cfdb1cc req-a2729713-9bb5-4509-a4ed-2144b667a95a service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878203 Jul 16 18:32:53.130736 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8bb27cf9-8065-4f3a-aed1-0fbb235eaa67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '1371724f-ddc4-4555-8d1e-1353f741792e', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'port_id': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'mac_address': 'fa:16:3e:58:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:32:50Z', 'updated_at': '2021-07-16T18:32:52Z', 'revision_number': 2, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 5, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:32:53.158559 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb27cf9-8065-4f3a-aed1-0fbb235eaa67 None None] The sync data for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 is: [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '1371724f-ddc4-4555-8d1e-1353f741792e', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'floating_ip_address': '172.25.7.220', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'port_id': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3640, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'mac_address': 'fa:16:3e:58:d0:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:32:50Z', 'updated_at': '2021-07-16T18:32:52Z', 'revision_number': 2, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 5, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:32:54.326727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:32:54.329113 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3eb34275-7d9a-42a4-819a-eeb908529400" -d '{"events": [{"name": "network-changed", "server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:32:54.364147 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f329d5-0179-4063-950d-19b538f6b92c x-openstack-request-id: req-07f329d5-0179-4063-950d-19b538f6b92c {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:32:54.364438 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:32:54.364690 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07f329d5-0179-4063-950d-19b538f6b92c {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:32:54.365085 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'status': 'completed', 'code': 200} Jul 16 18:32:54.439191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34275-7d9a-42a4-819a-eeb908529400 req-e1d6ea9e-91f6-48cb-a028-5732cc37b59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:54.440730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3eb34275-7d9a-42a4-819a-eeb908529400 req-e1d6ea9e-91f6-48cb-a028-5732cc37b59d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d08e31ff142c4f70ad9e4a3097a83081&device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0521259 Jul 16 18:32:54.532326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34275-7d9a-42a4-819a-eeb908529400 req-e6e9d0fe-f8b2-48bc-914d-a7880218d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:54.533841 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3eb34275-7d9a-42a4-819a-eeb908529400 req-e6e9d0fe-f8b2-48bc-914d-a7880218d770 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a865ab04-7e34-4cee-a796-a77dc122f297 HTTP/1.1" status: 200 len: 913 time: 0.0875931 Jul 16 18:32:54.601467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3eb34275-7d9a-42a4-819a-eeb908529400 req-b9d55678-ac8f-46dc-b6be-fc81aa39f6ec service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74 HTTP/1.1" status: 200 len: 1001 time: 0.0618439 Jul 16 18:32:54.651122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34275-7d9a-42a4-819a-eeb908529400 req-86df8989-3f29-4be6-86b7-e50f200bbfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:54.652610 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3eb34275-7d9a-42a4-819a-eeb908529400 req-86df8989-3f29-4be6-86b7-e50f200bbfb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0767fec8-0c7a-475a-990d-6aa3f478a67d HTTP/1.1" status: 200 len: 851 time: 0.0445294 Jul 16 18:32:54.708898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb34275-7d9a-42a4-819a-eeb908529400 req-2a4ef396-7940-4cad-b6ae-510c34b03041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:32:54.710436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3eb34275-7d9a-42a4-819a-eeb908529400 req-2a4ef396-7940-4cad-b6ae-510c34b03041 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a865ab04-7e34-4cee-a796-a77dc122f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521905 Jul 16 18:32:54.803126 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3eb34275-7d9a-42a4-819a-eeb908529400 req-a90bf2c3-2ee2-49a1-8c0f-076f21431fcf service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859244 Jul 16 18:32:54.890151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3eb34275-7d9a-42a4-819a-eeb908529400 req-035610e2-fe5f-41b5-b69b-d1db3b931bca service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811975 Jul 16 18:32:59.500210 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:07.567220 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:09.180429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-4f0db6e7-7517-4f3a-aae8-c7529f7486c2 req-75adf521-1997-4918-9200-b788b54b986a tempest-TaggedBootDevicesTest-642232687 tempest-TaggedBootDevicesTest-642232687-project] (105439) timed out ('10.222.0.37', 64099) {{(pid=105439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:33:12.240680 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.395300 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-3dff39eb-c72f-4e53-9d12-53142525875c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567684 Jul 16 18:33:15.488932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-df9a708b-f047-42de-8636-d6339c585f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.490444 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-df9a708b-f047-42de-8636-d6339c585f05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d08e31ff142c4f70ad9e4a3097a83081&device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0521441 Jul 16 18:33:15.522076 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c108a786-ae6d-4918-8d22-f8f220a5083c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:15.598274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-b1be1925-6430-4799-9fc9-1383c954bc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.600116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-b1be1925-6430-4799-9fc9-1383c954bc3a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a865ab04-7e34-4cee-a796-a77dc122f297 HTTP/1.1" status: 200 len: 913 time: 0.0898366 Jul 16 18:33:15.666332 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-07bf6e99-457f-4d3a-a665-b26c210b851c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74 HTTP/1.1" status: 200 len: 1001 time: 0.0590136 Jul 16 18:33:15.714481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-0ab603f8-b5e9-41b4-be38-b4ddb006c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.715996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-0ab603f8-b5e9-41b4-be38-b4ddb006c627 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0767fec8-0c7a-475a-990d-6aa3f478a67d HTTP/1.1" status: 200 len: 851 time: 0.0427060 Jul 16 18:33:15.777863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-efd44a5c-2bbc-40c6-a52d-1d4e11344347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:15.779342 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-efd44a5c-2bbc-40c6-a52d-1d4e11344347 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a865ab04-7e34-4cee-a796-a77dc122f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562084 Jul 16 18:33:15.867483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-cf104a0b-5c2e-43ef-9f51-59152f71ec00 service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818079 Jul 16 18:33:15.957097 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdcf332e-c904-4d89-98b3-7e5518826a61 req-2a955901-8d43-4234-971b-c9ae3b13d115 service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831404 Jul 16 18:33:18.215922 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-438ce9a5-572a-4982-acfd-5aa32388aff3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:18.217690 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:19.172722 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-f9e609d8-0749-48a8-a312-087521a8eae3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526371 Jul 16 18:33:19.291526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-461fc826-bc07-40f1-80d7-58918be1f8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.294224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-461fc826-bc07-40f1-80d7-58918be1f8a9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 1096 time: 0.0529552 Jul 16 18:33:19.400744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-232acc31-b663-49de-a447-31c2141e14e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.402786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-232acc31-b663-49de-a447-31c2141e14e9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.0881708 Jul 16 18:33:19.468061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-53eab733-6333-4920-9d97-b30b8fcce2a2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24593b71-1939-4b16-957d-72b5956f80b6 HTTP/1.1" status: 200 len: 1001 time: 0.0570350 Jul 16 18:33:19.547061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-3ae79a04-2fae-4515-aebf-f3faae0724b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.548513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-3ae79a04-2fae-4515-aebf-f3faae0724b8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0474589 Jul 16 18:33:19.604830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-5a8a7bae-c7fd-41c2-9146-eb1aafa6eb51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:19.606552 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-5a8a7bae-c7fd-41c2-9146-eb1aafa6eb51 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508921 Jul 16 18:33:19.698251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-068f02b4-d265-4867-9b0d-b6c5185c374e service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832157 Jul 16 18:33:19.794905 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e57d052f-d981-44b0-a4c4-a2d001766a25 req-63996301-41e7-4f98-9b3f-60f7605fe21f service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886099 Jul 16 18:33:19.913169 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:21.978273 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.345834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37580) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:23.504232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Deleting port 3a10b79b-76c5-4add-844c-0d7e94f14964 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:23.504575 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.581888 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.582217 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.595708 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Calling delete_port for 3a10b79b-76c5-4add-844c-0d7e94f14964 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:23.742028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.768836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event deleted for resources: {'Port': ['ID=3a10b79b-76c5-4add-844c-0d7e94f14964,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:23.795361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.795804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.796113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.796466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.796802 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.797163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.797513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.797846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.798166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.798523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.798873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.799187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:23.843109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:23.843440 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Floating IP 1371724f-ddc4-4555-8d1e-1353f741792e disassociated (deleted). External IP: 172.25.7.220, port: d63beb65-a6b5-4ca8-9574-827dd27eaa74. Jul 16 18:33:24.047883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Router e95a2b23-ab4e-49bf-baff-e673697389b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:24.152600 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:24.157410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:24.161592 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918b4c8-d48c-4bd9-be99-5e71f445b3aa None None] Sync routers for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:24.171263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1918b4c8-d48c-4bd9-be99-5e71f445b3aa None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:24.171915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1918b4c8-d48c-4bd9-be99-5e71f445b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.193870 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1aeb0b05-6811-49e1-b73a-31af1581fc71 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "DELETE /v2.0/floatingips/1371724f-ddc4-4555-8d1e-1353f741792e HTTP/1.1" status: 204 len: 168 time: 0.8469813 Jul 16 18:33:24.194453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:24.196947 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a5cc27a-fbac-43be-90f4-7b099e9420c1" -d '{"events": [{"name": "network-changed", "server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:24.239363 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8882a6bd-4941-4cf3-a032-754c0a3ab5e7 x-openstack-request-id: req-8882a6bd-4941-4cf3-a032-754c0a3ab5e7 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:24.239780 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:24.240101 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8882a6bd-4941-4cf3-a032-754c0a3ab5e7 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:24.240724 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'status': 'completed', 'code': 200} Jul 16 18:33:24.286888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-1918b4c8-d48c-4bd9-be99-5e71f445b3aa None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:24.315872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cc27a-fbac-43be-90f4-7b099e9420c1 req-96b1985a-6dc1-4ee1-b0e2-718b9cf137a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.317366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a5cc27a-fbac-43be-90f4-7b099e9420c1 req-96b1985a-6dc1-4ee1-b0e2-718b9cf137a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d08e31ff142c4f70ad9e4a3097a83081&device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 1096 time: 0.0547998 Jul 16 18:33:24.415624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cc27a-fbac-43be-90f4-7b099e9420c1 req-dd8b1863-8b0e-45b8-9e07-4e2089a70dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.417884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a5cc27a-fbac-43be-90f4-7b099e9420c1 req-dd8b1863-8b0e-45b8-9e07-4e2089a70dd3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a865ab04-7e34-4cee-a796-a77dc122f297 HTTP/1.1" status: 200 len: 913 time: 0.0945387 Jul 16 18:33:24.462909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a5cc27a-fbac-43be-90f4-7b099e9420c1 req-37f26820-998a-4a47-8df2-898b893231d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74 HTTP/1.1" status: 200 len: 217 time: 0.0387814 Jul 16 18:33:24.521529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cc27a-fbac-43be-90f4-7b099e9420c1 req-5934d909-9d17-442f-836d-27ef5f466c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.523183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a5cc27a-fbac-43be-90f4-7b099e9420c1 req-5934d909-9d17-442f-836d-27ef5f466c77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0767fec8-0c7a-475a-990d-6aa3f478a67d HTTP/1.1" status: 200 len: 851 time: 0.0528011 Jul 16 18:33:24.586750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5cc27a-fbac-43be-90f4-7b099e9420c1 req-cad5b73a-46af-4313-9e32-b28bee93ce77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.588384 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a5cc27a-fbac-43be-90f4-7b099e9420c1 req-cad5b73a-46af-4313-9e32-b28bee93ce77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a865ab04-7e34-4cee-a796-a77dc122f297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580964 Jul 16 18:33:24.651637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dff4c74-401c-4ec4-9f78-cc8e93e5becc req-357d608f-2740-4199-9d93-08b97b49b619 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:24.659610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1918b4c8-d48c-4bd9-be99-5e71f445b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 5, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.659889 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4dff4c74-401c-4ec4-9f78-cc8e93e5becc req-357d608f-2740-4199-9d93-08b97b49b619 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 945 time: 0.1357725 Jul 16 18:33:24.683073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a5cc27a-fbac-43be-90f4-7b099e9420c1 req-e318d19a-ad81-44fa-b1a4-fe77b50ce008 service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875559 Jul 16 18:33:24.686939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918b4c8-d48c-4bd9-be99-5e71f445b3aa None None] Checking router: e95a2b23-ab4e-49bf-baff-e673697389b2 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:24.695043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1918b4c8-d48c-4bd9-be99-5e71f445b3aa None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:24.695686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1918b4c8-d48c-4bd9-be99-5e71f445b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:24.696339 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4dff4c74-401c-4ec4-9f78-cc8e93e5becc req-69e81a49-dc3e-4532-a95d-9d05c9430a29 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354052 Jul 16 18:33:24.790638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a5cc27a-fbac-43be-90f4-7b099e9420c1 req-0f8e2027-f78a-4729-9ce5-491ff7845381 service neutron] 10.222.0.18 "GET /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011598 Jul 16 18:33:24.810874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-1918b4c8-d48c-4bd9-be99-5e71f445b3aa None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:25.012533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1918b4c8-d48c-4bd9-be99-5e71f445b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 5, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:25.039415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1918b4c8-d48c-4bd9-be99-5e71f445b3aa None None] The sync data for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 is: [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:30:33Z', 'revision_number': 4, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c357f3cc-8e09-4c18-9f55-26c2dc900dea', 'name': '', 'network_id': 'a865ab04-7e34-4cee-a796-a77dc122f297', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'mac_address': 'fa:16:3e:32:f2:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:32Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 5, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'subnets': [{'id': '0767fec8-0c7a-475a-990d-6aa3f478a67d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:25.278381 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31cf9daf-9fd7-4089-836a-9daf1a800efe None None] New status for floating IP 1371724f-ddc4-4555-8d1e-1353f741792e: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:33:25.876885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324ac6fe-436d-4e04-85f7-28357ddc39d5 req-1876eba1-2ef0-4182-87c1-7249f381cfa6 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:25.878367 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-324ac6fe-436d-4e04-85f7-28357ddc39d5 req-1876eba1-2ef0-4182-87c1-7249f381cfa6 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 945 time: 0.0631869 Jul 16 18:33:25.915979 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-324ac6fe-436d-4e04-85f7-28357ddc39d5 req-36b3892e-f09f-4e12-94da-098a6b924ef6 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/security-groups?id=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319548 Jul 16 18:33:25.958429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3acfb1-fe5b-4be7-a940-6bdd65fb636e req-ca9544ce-8b18-42c8-8101-fae1bc52969b tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:25.959909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f3acfb1-fe5b-4be7-a940-6bdd65fb636e req-ca9544ce-8b18-42c8-8101-fae1bc52969b tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.18 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 945 time: 0.0625808 Jul 16 18:33:26.372633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-8f3acfb1-fe5b-4be7-a940-6bdd65fb636e req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Deleting port d63beb65-a6b5-4ca8-9574-827dd27eaa74 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:26.372633 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8f3acfb1-fe5b-4be7-a940-6bdd65fb636e req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.460228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8f3acfb1-fe5b-4be7-a940-6bdd65fb636e req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] For port d63beb65-a6b5-4ca8-9574-827dd27eaa74, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=d63beb65-a6b5-4ca8-9574-827dd27eaa74,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:26.460484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8f3acfb1-fe5b-4be7-a940-6bdd65fb636e req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.472844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-8f3acfb1-fe5b-4be7-a940-6bdd65fb636e req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Calling delete_port for d63beb65-a6b5-4ca8-9574-827dd27eaa74 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:26.601878 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8f3acfb1-fe5b-4be7-a940-6bdd65fb636e req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.634298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event deleted for resources: {'Port': ['ID=d63beb65-a6b5-4ca8-9574-827dd27eaa74,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:26.646768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.647118 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.647459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.647824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.648164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.648496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.648822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.649147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.649473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.649788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.650116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.650435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:26.688511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3acfb1-fe5b-4be7-a940-6bdd65fb636e req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] No DVR routers for this DVR port d63beb65-a6b5-4ca8-9574-827dd27eaa74 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:26.691036 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8f3acfb1-fe5b-4be7-a940-6bdd65fb636e req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:26.693073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f3acfb1-fe5b-4be7-a940-6bdd65fb636e req-cdd00c53-f16d-46fa-a1b2-60364ca7fca8 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.18 "DELETE /v2.0/ports/d63beb65-a6b5-4ca8-9574-827dd27eaa74 HTTP/1.1" status: 204 len: 173 time: 0.7283504 Jul 16 18:33:26.693507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'name': 'network-vif-deleted', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:26.695785 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-495920f5-2167-4ae1-a3fb-f7984a5ebe95" -d '{"events": [{"server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "name": "network-vif-deleted", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:26.746289 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1744bc-a4b1-4d8b-a41d-59692d4e2f46 x-openstack-request-id: req-2b1744bc-a4b1-4d8b-a41d-59692d4e2f46 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:26.746587 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f314e070-34a3-46c8-9027-f08ca0f7b9b8", "name": "network-vif-deleted", "tag": "d63beb65-a6b5-4ca8-9574-827dd27eaa74", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:26.746834 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2b1744bc-a4b1-4d8b-a41d-59692d4e2f46 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:26.747232 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f314e070-34a3-46c8-9027-f08ca0f7b9b8', 'name': 'network-vif-deleted', 'tag': 'd63beb65-a6b5-4ca8-9574-827dd27eaa74', 'status': 'completed', 'code': 200} Jul 16 18:33:27.175206 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bb45edde-e3e0-4715-8b8d-d99e09db4643 req-4fdb6528-7863-4a06-a5b2-cd0ebb409dcb tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 210 time: 0.1368351 Jul 16 18:33:28.316709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1012c4d8-994b-46ef-9816-602b444ae96d req-fad1d51c-20e4-4211-8cb8-34a6b37fa43a tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0285563 Jul 16 18:33:29.462497 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a1140a3c-b7f7-4be3-b8fb-7d2ff9b0b006 req-d46a1bf9-7ae4-49ca-adbc-49a359100fd4 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "GET /v2.0/ports?device_id=f314e070-34a3-46c8-9027-f08ca0f7b9b8 HTTP/1.1" status: 200 len: 210 time: 0.0337336 Jul 16 18:33:29.488893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d63beb65-a6b5-4ca8-9574-827dd27eaa74 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:29.514275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: d63beb65-a6b5-4ca8-9574-827dd27eaa74 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:29.514695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device d63beb65-a6b5-4ca8-9574-827dd27eaa74 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:29.518944 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.563370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 37616) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:30.622453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ae449b0-a6c1-46c8-a743-e7c137d4b996 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.651085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ae449b0-a6c1-46c8-a743-e7c137d4b996 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.711724 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ae449b0-a6c1-46c8-a743-e7c137d4b996 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.714368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2ae449b0-a6c1-46c8-a743-e7c137d4b996 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:30.715537 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2ae449b0-a6c1-46c8-a743-e7c137d4b996 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] 10.222.0.47 "DELETE /v2.0/security-groups/dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42 HTTP/1.1" status: 204 len: 168 time: 0.1510985 Jul 16 18:33:30.724935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae449b0-a6c1-46c8-a743-e7c137d4b996 tempest-TestVolumeBackupRestore-412396123 tempest-TestVolumeBackupRestore-412396123-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcd3bc9-4f21-48b4-a3c9-a2cf20219b42,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:34.157622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38076) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:34.760990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.011867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] Deleting port c357f3cc-8e09-4c18-9f55-26c2dc900dea {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:35.012144 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.091532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] For port c357f3cc-8e09-4c18-9f55-26c2dc900dea, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c357f3cc-8e09-4c18-9f55-26c2dc900dea,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:35.091915 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.104499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] Calling delete_port for c357f3cc-8e09-4c18-9f55-26c2dc900dea owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:35.282440 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.309386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c357f3cc-8e09-4c18-9f55-26c2dc900dea,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:35.475833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.687736 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] Router e95a2b23-ab4e-49bf-baff-e673697389b2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:35.793137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:35.798554 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c5e94a2e-44f5-4f58-8632-a6a4da4fa7ba admin admin] 10.222.0.47 "PUT /v2.0/routers/e95a2b23-ab4e-49bf-baff-e673697389b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6398673 Jul 16 18:33:35.801140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38080) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:35.802030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db5662-b3e7-47f4-b651-bee5f46fcd1f None None] Sync routers for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:35.812144 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db5662-b3e7-47f4-b651-bee5f46fcd1f None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:35.812765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c7db5662-b3e7-47f4-b651-bee5f46fcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:35.907819 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:35.915653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c7db5662-b3e7-47f4-b651-bee5f46fcd1f None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:36.010563 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.063166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Deleting port 448750c4-ac76-4685-8abb-6529db19dda1 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:36.063625 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.095656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c7db5662-b3e7-47f4-b651-bee5f46fcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77'}], 'enable_snat': True}, 'gw_port_id': '448750c4-ac76-4685-8abb-6529db19dda1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:33:35Z', 'revision_number': 5, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port': {'id': '448750c4-ac76-4685-8abb-6529db19dda1', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:31Z', 'updated_at': '2021-07-16T18:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:36.122591 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db5662-b3e7-47f4-b651-bee5f46fcd1f None None] Checking router: e95a2b23-ab4e-49bf-baff-e673697389b2 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:36.130733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7db5662-b3e7-47f4-b651-bee5f46fcd1f None None] Routers {'e95a2b23-ab4e-49bf-baff-e673697389b2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:36.131341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c7db5662-b3e7-47f4-b651-bee5f46fcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['e95a2b23-ab4e-49bf-baff-e673697389b2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:36.149155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] For port 448750c4-ac76-4685-8abb-6529db19dda1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=448750c4-ac76-4685-8abb-6529db19dda1,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:36.149511 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.161103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Calling delete_port for 448750c4-ac76-4685-8abb-6529db19dda1 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:36.216331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c7db5662-b3e7-47f4-b651-bee5f46fcd1f None None] Set router e95a2b23-ab4e-49bf-baff-e673697389b2 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:36.269946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c7db5662-b3e7-47f4-b651-bee5f46fcd1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:33:36Z', 'revision_number': 6, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:36.296876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7db5662-b3e7-47f4-b651-bee5f46fcd1f None None] The sync data for ids ['e95a2b23-ab4e-49bf-baff-e673697389b2'] in n-d-794306-7 is: [{'id': 'e95a2b23-ab4e-49bf-baff-e673697389b2', 'name': 'tempest-TestVolumeBackupRestore-12153996-router', 'tenant_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:30Z', 'updated_at': '2021-07-16T18:33:36Z', 'revision_number': 6, 'project_id': 'd08e31ff142c4f70ad9e4a3097a83081', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:36.338778 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.366858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Pushing event deleted for resources: {'Port': ['ID=448750c4-ac76-4685-8abb-6529db19dda1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:36.429979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.520808 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.522789 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.568530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.569087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e95a2b23-ab4e-49bf-baff-e673697389b2 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:36.573527 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.574924 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a75e70ad-9152-47ef-90d0-75f058bea265 admin admin] 10.222.0.47 "DELETE /v2.0/routers/e95a2b23-ab4e-49bf-baff-e673697389b2 HTTP/1.1" status: 204 len: 168 time: 0.7725949 Jul 16 18:33:36.577400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38086) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:36.621424 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0df922f-a07d-4a1c-a4cc-ebeafd32ad95 admin admin] Deleting subnet 0767fec8-0c7a-475a-990d-6aa3f478a67d {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:36.624476 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0df922f-a07d-4a1c-a4cc-ebeafd32ad95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.660661 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0df922f-a07d-4a1c-a4cc-ebeafd32ad95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.743436 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0df922f-a07d-4a1c-a4cc-ebeafd32ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.794032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0df922f-a07d-4a1c-a4cc-ebeafd32ad95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.816542 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0df922f-a07d-4a1c-a4cc-ebeafd32ad95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0767fec8-0c7a-475a-990d-6aa3f478a67d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:36.822060 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e0df922f-a07d-4a1c-a4cc-ebeafd32ad95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.824935 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e0df922f-a07d-4a1c-a4cc-ebeafd32ad95 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0767fec8-0c7a-475a-990d-6aa3f478a67d HTTP/1.1" status: 204 len: 168 time: 0.2464793 Jul 16 18:33:36.827477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38088) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:36.833422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f74a094-c6b3-4c5b-b300-fd01c372688e None None] Network a865ab04-7e34-4cee-a796-a77dc122f297 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:36.895810 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:36.953422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Deleting port dde149e5-f9b8-4606-a84c-fb14b3a77382 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:36.953879 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.020646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] For port dde149e5-f9b8-4606-a84c-fb14b3a77382, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=dde149e5-f9b8-4606-a84c-fb14b3a77382,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:37.021006 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.033429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Calling delete_port for dde149e5-f9b8-4606-a84c-fb14b3a77382 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:37.043103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] DHCP port deletion for a865ab04-7e34-4cee-a796-a77dc122f297 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:37.102211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Deleting port dde149e5-f9b8-4606-a84c-fb14b3a77382 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:37.107122 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.110828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c357f3cc-8e09-4c18-9f55-26c2dc900dea no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:37.124926 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.145069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: c357f3cc-8e09-4c18-9f55-26c2dc900dea {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:37.145424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c357f3cc-8e09-4c18-9f55-26c2dc900dea not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:37.145925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dde149e5-f9b8-4606-a84c-fb14b3a77382 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:37.155745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Pushing event deleted for resources: {'Port': ['ID=dde149e5-f9b8-4606-a84c-fb14b3a77382,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:37.161263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] No DVR routers for this DVR port dde149e5-f9b8-4606-a84c-fb14b3a77382 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:37.170412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: dde149e5-f9b8-4606-a84c-fb14b3a77382 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:37.170762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dde149e5-f9b8-4606-a84c-fb14b3a77382 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:37.171192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 448750c4-ac76-4685-8abb-6529db19dda1 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:37.217781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 448750c4-ac76-4685-8abb-6529db19dda1 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:37.218137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 448750c4-ac76-4685-8abb-6529db19dda1 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:37.231196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] For port dde149e5-f9b8-4606-a84c-fb14b3a77382, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=dde149e5-f9b8-4606-a84c-fb14b3a77382,segment=NetworkSegment(ca7bb9a9-2126-485b-8b2a-9dc9df75d04d),segment_id=ca7bb9a9-2126-485b-8b2a-9dc9df75d04d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:37.231196 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.237338 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.242419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Calling delete_port for dde149e5-f9b8-4606-a84c-fb14b3a77382 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:37.248262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a865ab04-7e34-4cee-a796-a77dc122f297']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:37.263329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:37.263663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7bb9a9-2126-485b-8b2a-9dc9df75d04d') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:37.272946 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.291612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.298309 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:37.298734 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:37.300575 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:37.332815 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.358738 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.362454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Pushing event deleted for resources: {'Port': ['ID=dde149e5-f9b8-4606-a84c-fb14b3a77382,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:37.369231 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.371046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] No DVR routers for this DVR port dde149e5-f9b8-4606-a84c-fb14b3a77382 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:37.372469 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] 10.222.0.47 "DELETE /v2.0/networks/a865ab04-7e34-4cee-a796-a77dc122f297 HTTP/1.1" status: 204 len: 168 time: 0.5434952 Jul 16 18:33:37.374256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.374793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.375313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.375840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38090) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:37.376349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.376870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.377389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.377989 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.378494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.379013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.379528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.380313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.380922 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f71aa56-3330-477a-b6ab-100be841a90b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:37.387851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f28a746-78ba-49a4-bd83-6d654d78207d admin admin] Pushing event deleted for resources: {'Network': ['ID=a865ab04-7e34-4cee-a796-a77dc122f297,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:37.740995 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:37.990672 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] Deleting port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:37.991013 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.069473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] For port 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8a8ddae1-a7d7-455a-965a-64ad8f9b2d25,segment=NetworkSegment(dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1),segment_id=dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:38.069830 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.081937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] Calling delete_port for 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:38.258874 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.282875 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a8ddae1-a7d7-455a-965a-64ad8f9b2d25,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:38.450579 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.661152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] Router 2027438d-d104-4883-8067-ce01d4c8c33a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:38.769173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:38.774076 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-42d6bd38-a229-40ff-a1ba-fa8eeb4afd1f admin admin] 10.222.0.47 "PUT /v2.0/routers/2027438d-d104-4883-8067-ce01d4c8c33a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3969328 Jul 16 18:33:38.777085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38096) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:38.779178 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9845b-c3e6-4ea6-bbdd-6702ca916e35 None None] Sync routers for ids ['2027438d-d104-4883-8067-ce01d4c8c33a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:38.788883 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9845b-c3e6-4ea6-bbdd-6702ca916e35 None None] Routers {'2027438d-d104-4883-8067-ce01d4c8c33a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:38.789503 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-11e9845b-c3e6-4ea6-bbdd-6702ca916e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2027438d-d104-4883-8067-ce01d4c8c33a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:38.890064 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:38.895089 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-11e9845b-c3e6-4ea6-bbdd-6702ca916e35 None None] Set router 2027438d-d104-4883-8067-ce01d4c8c33a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:38.993475 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.057812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Deleting port f6eb5c92-737b-4868-99ed-0be5b74cc11f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:39.058157 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.083191 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-11e9845b-c3e6-4ea6-bbdd-6702ca916e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'name': 'tempest-TestVolumeBackupRestore-664993612-router', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19'}], 'enable_snat': True}, 'gw_port_id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:33:38Z', 'revision_number': 5, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'gw_port': {'id': 'f6eb5c92-737b-4868-99ed-0be5b74cc11f', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:73:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:30:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:39.114342 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9845b-c3e6-4ea6-bbdd-6702ca916e35 None None] Checking router: 2027438d-d104-4883-8067-ce01d4c8c33a for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:39.123167 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e9845b-c3e6-4ea6-bbdd-6702ca916e35 None None] Routers {'2027438d-d104-4883-8067-ce01d4c8c33a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:39.123796 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-11e9845b-c3e6-4ea6-bbdd-6702ca916e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2027438d-d104-4883-8067-ce01d4c8c33a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:39.143629 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] For port f6eb5c92-737b-4868-99ed-0be5b74cc11f, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f6eb5c92-737b-4868-99ed-0be5b74cc11f,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:39.143991 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.156321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Calling delete_port for f6eb5c92-737b-4868-99ed-0be5b74cc11f owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:39.206865 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-11e9845b-c3e6-4ea6-bbdd-6702ca916e35 None None] Set router 2027438d-d104-4883-8067-ce01d4c8c33a gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:39.261214 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-11e9845b-c3e6-4ea6-bbdd-6702ca916e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'name': 'tempest-TestVolumeBackupRestore-664993612-router', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:33:38Z', 'revision_number': 6, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:39.287706 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e9845b-c3e6-4ea6-bbdd-6702ca916e35 None None] The sync data for ids ['2027438d-d104-4883-8067-ce01d4c8c33a'] in n-d-794306-7 is: [{'id': '2027438d-d104-4883-8067-ce01d4c8c33a', 'name': 'tempest-TestVolumeBackupRestore-664993612-router', 'tenant_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:30:35Z', 'updated_at': '2021-07-16T18:33:38Z', 'revision_number': 6, 'project_id': 'ac9aeffae9154446858b81be7d5ce5e2', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:39.329672 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.357678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6eb5c92-737b-4868-99ed-0be5b74cc11f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:39.418815 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.509101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.512016 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.557814 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.558486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2027438d-d104-4883-8067-ce01d4c8c33a {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:33:39.563129 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.564246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-eb63a59d-665e-48ee-b3b6-a35eeffc8449 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2027438d-d104-4883-8067-ce01d4c8c33a HTTP/1.1" status: 204 len: 168 time: 0.7863736 Jul 16 18:33:39.566642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38098) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:39.610289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84e60aa-968a-44fa-b3be-f1df7bbde49c admin admin] Deleting subnet 442728d6-2ee8-43e2-8152-c266f41bd3b7 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:33:39.613161 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e84e60aa-968a-44fa-b3be-f1df7bbde49c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.647531 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e84e60aa-968a-44fa-b3be-f1df7bbde49c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.731682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e84e60aa-968a-44fa-b3be-f1df7bbde49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.788212 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e84e60aa-968a-44fa-b3be-f1df7bbde49c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.817638 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e84e60aa-968a-44fa-b3be-f1df7bbde49c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.822495 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e84e60aa-968a-44fa-b3be-f1df7bbde49c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/442728d6-2ee8-43e2-8152-c266f41bd3b7 HTTP/1.1" status: 204 len: 168 time: 0.2519596 Jul 16 18:33:39.822495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e60aa-968a-44fa-b3be-f1df7bbde49c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=442728d6-2ee8-43e2-8152-c266f41bd3b7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:39.823338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38102) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:39.823758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c4c899-5ede-45a9-b445-2065d429fa55 None None] Network f44c68e0-0125-4b4a-b0aa-3813a201824f requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:39.902014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:39.954269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Deleting port b0f6a7af-b86a-4e6e-be34-82166b4c37f6 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:39.954613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.018810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] For port b0f6a7af-b86a-4e6e-be34-82166b4c37f6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b0f6a7af-b86a-4e6e-be34-82166b4c37f6,segment=NetworkSegment(dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1),segment_id=dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:40.018810 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.032330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Calling delete_port for b0f6a7af-b86a-4e6e-be34-82166b4c37f6 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:40.048829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a19936-a230-432d-8ca3-5add9ea4ada3 None None] DHCP port deletion for f44c68e0-0125-4b4a-b0aa-3813a201824f request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:33:40.095570 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c5a19936-a230-432d-8ca3-5add9ea4ada3 None None] Deleting port b0f6a7af-b86a-4e6e-be34-82166b4c37f6 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:33:40.095960 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c5a19936-a230-432d-8ca3-5add9ea4ada3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.120003 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.145331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f6a7af-b86a-4e6e-be34-82166b4c37f6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:40.152768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] No DVR routers for this DVR port b0f6a7af-b86a-4e6e-be34-82166b4c37f6 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:40.161188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c5a19936-a230-432d-8ca3-5add9ea4ada3 None None] For port b0f6a7af-b86a-4e6e-be34-82166b4c37f6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b0f6a7af-b86a-4e6e-be34-82166b4c37f6,segment=NetworkSegment(dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1),segment_id=dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:40.161582 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c5a19936-a230-432d-8ca3-5add9ea4ada3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.174810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c5a19936-a230-432d-8ca3-5add9ea4ada3 None None] Calling delete_port for b0f6a7af-b86a-4e6e-be34-82166b4c37f6 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:33:40.226587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.237450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f44c68e0-0125-4b4a-b0aa-3813a201824f']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:40.248313 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:40.248607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8dc2b2-70f3-4cf0-a0ea-7149f66a1cf1') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:40.255261 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c5a19936-a230-432d-8ca3-5add9ea4ada3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.264188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.279400 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.280633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a19936-a230-432d-8ca3-5add9ea4ada3 None None] Pushing event deleted for resources: {'Port': ['ID=b0f6a7af-b86a-4e6e-be34-82166b4c37f6,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:40.284474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a19936-a230-432d-8ca3-5add9ea4ada3 None None] No DVR routers for this DVR port b0f6a7af-b86a-4e6e-be34-82166b4c37f6 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:33:40.291545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:33:40.292356 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:33:40.293740 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:33:40.348302 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.357768 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.360130 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f44c68e0-0125-4b4a-b0aa-3813a201824f HTTP/1.1" status: 204 len: 168 time: 0.5363507 Jul 16 18:33:40.376154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1776c7-0124-4d5f-b65d-074f4efe0e50 admin admin] Pushing event deleted for resources: {'Network': ['ID=f44c68e0-0125-4b4a-b0aa-3813a201824f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:40.534327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38106) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.578647 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-be67d760-dbbf-4121-8f5b-3b91c280b8fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d08e31ff142c4f70ad9e4a3097a83081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0430222 Jul 16 18:33:40.580951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38108) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:40.629237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88f2263f-4d2d-4eb7-9bce-32986a2875d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.649665 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88f2263f-4d2d-4eb7-9bce-32986a2875d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.695462 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88f2263f-4d2d-4eb7-9bce-32986a2875d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.698206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-88f2263f-4d2d-4eb7-9bce-32986a2875d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:40.699380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-88f2263f-4d2d-4eb7-9bce-32986a2875d5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c96c83aa-8c5f-411d-b83c-39f59db0ec9d HTTP/1.1" status: 204 len: 168 time: 0.1175437 Jul 16 18:33:40.708647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f2263f-4d2d-4eb7-9bce-32986a2875d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96c83aa-8c5f-411d-b83c-39f59db0ec9d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:41.014935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38116) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.055273 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3c653755-1ac3-4aac-9494-74c445bd88b1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ac9aeffae9154446858b81be7d5ce5e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391545 Jul 16 18:33:41.058727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38118) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.093261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b0f6a7af-b86a-4e6e-be34-82166b4c37f6 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:41.112142 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4bd7-41e9-4584-98b3-1403b6c6a358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.113611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: b0f6a7af-b86a-4e6e-be34-82166b4c37f6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:41.113964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b0f6a7af-b86a-4e6e-be34-82166b4c37f6 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:41.114374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f6eb5c92-737b-4868-99ed-0be5b74cc11f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:41.133568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4bd7-41e9-4584-98b3-1403b6c6a358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.135424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: f6eb5c92-737b-4868-99ed-0be5b74cc11f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:41.135790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f6eb5c92-737b-4868-99ed-0be5b74cc11f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:41.136205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:33:41.154128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:33:41.154476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8a8ddae1-a7d7-455a-965a-64ad8f9b2d25 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:33:41.184033 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4bd7-41e9-4584-98b3-1403b6c6a358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.186789 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5b2d4bd7-41e9-4584-98b3-1403b6c6a358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:41.187975 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5b2d4bd7-41e9-4584-98b3-1403b6c6a358 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e71d2961-ce38-4152-af0b-1c8899b924d2 HTTP/1.1" status: 204 len: 168 time: 0.1281464 Jul 16 18:33:41.195541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2d4bd7-41e9-4584-98b3-1403b6c6a358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e71d2961-ce38-4152-af0b-1c8899b924d2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:41.862593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38140) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:41.967920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1249399828-network', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:41.988987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Made reservation on behalf of 6fab71a6715747e8a1ad00afc8d4b282 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:41.991402 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.000798 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.089063 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.093136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.121297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 362} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:42.127405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.133229 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.133572 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Added segment bb2c1e79-9407-41dd-8312-32ee3cf9fac0 of type vlan for network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee Jul 16 18:33:42.174711 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.202142 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.203016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:42.203610 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.235802 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3720398 Jul 16 18:33:42.238883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38146) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:42.244174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] Request body: {'subnet': {'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1249399828-subnet', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:42.256176 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.265203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] Made reservation on behalf of 6fab71a6715747e8a1ad00afc8d4b282 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:42.267515 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.270840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341f5fbf-a43f-442d-8e47-a1f8370f8583 admin admin] Pushing event updated for resources: {'Network': ['ID=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.281370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:42.440992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.497342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] Pushing event updated for resources: {'Subnet': ['ID=8719dd77-fed6-440d-a86d-dfef7ef42ece,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:42.507095 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] Checking segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:42.507462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] Network hostable DHCP agents. Network: ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:42.524052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:42.533100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:42.537028 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:42.537610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.542878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d5d15e-d369-44e3-b3b6-832e260a460f None None] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:42.552320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-02c336a9-10c4-477f-8ea0-d2244b7dff4d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3120561 Jul 16 18:33:42.555189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38148) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:42.559542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:42.580547 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.581523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.640104 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.691741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:42.692613 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.778392 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.832407 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Allocated IP 172.20.0.2 (ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee/8719dd77-fed6-440d-a86d-dfef7ef42ece/0d1e388f-6613-4e97-9a7d-95d081b7eed6) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:42.981281 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.985013 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:42.993079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Transition to ACTIVE for port object 0d1e388f-6613-4e97-9a7d-95d081b7eed6 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:43.000487 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.009801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Transition to ACTIVE for port object 0d1e388f-6613-4e97-9a7d-95d081b7eed6 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:43.016563 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.057099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:43.061646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:43.066275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:43.069385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Pushing event updated for resources: {'Port': ['ID=0d1e388f-6613-4e97-9a7d-95d081b7eed6,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:43.106981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Allocated IP 172.25.7.246 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/393d29da-b27b-4d60-be05-f74f7aa90914) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:43.124446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Attempting to bind port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:43.124814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Attempting to bind port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:43.125178 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Attempting to bind port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:43.130158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:43.130534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Checking segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:43.130958 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.131352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Bound using segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:43.131841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Bound port: 0d1e388f-6613-4e97-9a7d-95d081b7eed6, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:43.132219 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.201962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] For port 0d1e388f-6613-4e97-9a7d-95d081b7eed6, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:43.206222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] For port 0d1e388f-6613-4e97-9a7d-95d081b7eed6, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0d1e388f-6613-4e97-9a7d-95d081b7eed6,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:43.211552 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.280415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fb75ca-055f-4b3e-b4db-34903b979697 None None] Pushing event updated for resources: {'Port': ['ID=0d1e388f-6613-4e97-9a7d-95d081b7eed6,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:43.577708 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.624589 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:43.686435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:43.690818 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:43.693045 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Pushing event updated for resources: {'Port': ['ID=393d29da-b27b-4d60-be05-f74f7aa90914,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:43.698904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:43.963686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.177908 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.248515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fefec5a1-807e-4dc5-938b-b7d97609637b None None] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:44.311124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Router c535be95-2fd5-4e15-8116-e6471c78bed6 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:33:44.332156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-be36b9ad-6517-439e-a3e4-e4860852fc55 None None] Provisioning for port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:44.423478 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:44.438743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Sync routers for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:44.442500 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:44.444037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8204d4c5-024d-4067-a55c-313a427cbba2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.8878922 Jul 16 18:33:44.446745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38154) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:44.453201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:44.454207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:44.567051 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:33:44.567948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:44.766214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:43Z', 'revision_number': 3, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:44.798978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Checking router: c535be95-2fd5-4e15-8116-e6471c78bed6 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:44.799332 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Updating router c535be95-2fd5-4e15-8116-e6471c78bed6 port 393d29da-b27b-4d60-be05-f74f7aa90914 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:44.836448 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.157228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0d1e388f-6613-4e97-9a7d-95d081b7eed6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:45.165420 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.237416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:45.248979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:45.249348 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.314997 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.329501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Transition to ACTIVE for port object 393d29da-b27b-4d60-be05-f74f7aa90914 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:45.330212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Allocated IP 172.20.0.1 (ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee/8719dd77-fed6-440d-a86d-dfef7ef42ece/68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:45.337676 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.411925 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.423648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Attempting to bind port 393d29da-b27b-4d60-be05-f74f7aa90914 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:45.424023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Attempting to bind port 393d29da-b27b-4d60-be05-f74f7aa90914 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:45.424382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Attempting to bind port 393d29da-b27b-4d60-be05-f74f7aa90914 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:45.426183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d721ce3-c795-494b-80ad-eec77da140ce None None] Pushing event updated for resources: {'Port': ['ID=393d29da-b27b-4d60-be05-f74f7aa90914,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.438884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:45.439075 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.439258 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:45.439681 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.440066 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:45.440538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Bound port: 393d29da-b27b-4d60-be05-f74f7aa90914, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:45.440912 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.453013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Transition to ACTIVE for port object 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:45.486223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 0d1e388f-6613-4e97-9a7d-95d081b7eed6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0d1e388f-6613-4e97-9a7d-95d081b7eed6,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:45.488583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.498993 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.527826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:45.530777 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:45.533438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:45.571164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] For port 393d29da-b27b-4d60-be05-f74f7aa90914, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:45.582139 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-76f7f605-4651-4375-9b98-6d3040e0e76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.584740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.588610 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Pushing event updated for resources: {'Port': ['ID=68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.600989 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=0d1e388f-6613-4e97-9a7d-95d081b7eed6,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.609204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] For port 393d29da-b27b-4d60-be05-f74f7aa90914, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=393d29da-b27b-4d60-be05-f74f7aa90914,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:45.615086 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.676672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d721ce3-c795-494b-80ad-eec77da140ce None None] Pushing event updated for resources: {'Port': ['ID=393d29da-b27b-4d60-be05-f74f7aa90914,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.679204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:45.679842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:45.750097 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.792001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:45.877999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b1033e5e-188f-423e-bd2f-e421d8718fb0 None None] Provisioning for port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:45.906365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b1033e5e-188f-423e-bd2f-e421d8718fb0 None None] Provisioning complete for port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:45.906748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1033e5e-188f-423e-bd2f-e421d8718fb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.914115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.919429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:45.960160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b1033e5e-188f-423e-bd2f-e421d8718fb0 None None] Port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:45.991114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Pushing event updated for resources: {'Port': ['ID=68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:45.994845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.012018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:43Z', 'revision_number': 3, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:46.039477 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3514df2d-2ffe-4b00-9ed8-b1dffb2b5951 None None] The sync data for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 is: [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:43Z', 'revision_number': 3, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:46.091861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:46.093388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:46.216641 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Router c535be95-2fd5-4e15-8116-e6471c78bed6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:46.356770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:46.361770 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-16a60479-5736-418d-ad21-a21e6dfb3937 admin admin] 10.222.0.47 "PUT /v2.0/routers/c535be95-2fd5-4e15-8116-e6471c78bed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9124739 Jul 16 18:33:46.388143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-050f9141-0a31-4ae9-8b43-c05b7caed60c None None] Provisioning complete for port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:46.388687 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-050f9141-0a31-4ae9-8b43-c05b7caed60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.424481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-050f9141-0a31-4ae9-8b43-c05b7caed60c None None] Port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:46.853203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38174) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:46.859138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2057837484-network', 'tenant_id': '5b6b078264fe424fa932cbb460882b75'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:46.881695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Made reservation on behalf of 5b6b078264fe424fa932cbb460882b75 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:46.885141 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.894583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.985310 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:46.989276 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.017474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:33:47.023973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4b590d2-a79b-44af-8053-1cf30b91509a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.029830 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.030173 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Added segment 9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4 of type vlan for network 1ce4c271-7356-47e9-a85d-8d20481e64ec Jul 16 18:33:47.074084 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.105362 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.106501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:47.107099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.143437 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.2882845 Jul 16 18:33:47.146324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38176) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:47.151608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] Request body: {'subnet': {'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2057837484-subnet', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:47.172157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0d1e388f-6613-4e97-9a7d-95d081b7eed6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:47.182362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] Made reservation on behalf of 5b6b078264fe424fa932cbb460882b75 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:47.185414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.192082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcaa550-29fd-499d-9599-39648fb0b2ee admin admin] Pushing event updated for resources: {'Network': ['ID=1ce4c271-7356-47e9-a85d-8d20481e64ec,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.204902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 1ce4c271-7356-47e9-a85d-8d20481e64ec details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:33:47.288505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:47.288889 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.370010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.377478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 393d29da-b27b-4d60-be05-f74f7aa90914 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:47.424991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4276e4dc-0237-4eb2-a792-5090021301b2,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.425527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 393d29da-b27b-4d60-be05-f74f7aa90914 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:47.429317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 393d29da-b27b-4d60-be05-f74f7aa90914 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:47.429690 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.432626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] Checking segment: {'id': '9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:47.433006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] Network hostable DHCP agents. Network: 1ce4c271-7356-47e9-a85d-8d20481e64ec, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:33:47.449945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] Network 1ce4c271-7356-47e9-a85d-8d20481e64ec is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:33:47.461009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 1ce4c271-7356-47e9-a85d-8d20481e64ec) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:47.466356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:47.466948 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.474054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c613d4ce-2731-4cd0-a48d-bede8c572ed3 None None] Network 1ce4c271-7356-47e9-a85d-8d20481e64ec requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:47.484489 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-26df3a87-4cdd-4fa8-a1cc-a84f7d28cdb5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3366706 Jul 16 18:33:47.486694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 38178) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:47.491327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2057837484-router', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:47.514329 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.515401 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.568799 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.584538 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.635986 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 393d29da-b27b-4d60-be05-f74f7aa90914, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=393d29da-b27b-4d60-be05-f74f7aa90914,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:47.641086 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.691239 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Sync routers for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:47.702301 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:47.703242 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:47.709773 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.718561 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-1ce4c271-7356-47e9-a85d-8d20481e64ec', 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'fixed_ips': [{'subnet_id': '4276e4dc-0237-4eb2-a792-5090021301b2'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:33:47.719505 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.733131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=393d29da-b27b-4d60-be05-f74f7aa90914,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:47.840530 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:47.896804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Allocated IP 172.20.0.2 (1ce4c271-7356-47e9-a85d-8d20481e64ec/4276e4dc-0237-4eb2-a792-5090021301b2/5c87b73b-80f6-43bb-adbc-df877e460a12) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:47.949682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:47.968805 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.054086 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 2, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:48.057312 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.066010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Transition to ACTIVE for port object 5c87b73b-80f6-43bb-adbc-df877e460a12 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:48.079667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Allocated IP 172.25.7.183 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/fbcc7909-08e3-4765-9d8c-35fa6082a164) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:48.081362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Transition to ACTIVE for port object 5c87b73b-80f6-43bb-adbc-df877e460a12 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:48.086257 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Checking router: c535be95-2fd5-4e15-8116-e6471c78bed6 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:48.086818 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Updating router c535be95-2fd5-4e15-8116-e6471c78bed6 port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:48.088031 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.121373 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.129870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Network 1ce4c271-7356-47e9-a85d-8d20481e64ec is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:48.132659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:48.135250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:48.145737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Pushing event updated for resources: {'Port': ['ID=5c87b73b-80f6-43bb-adbc-df877e460a12,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.197537 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.227697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Attempting to bind port 5c87b73b-80f6-43bb-adbc-df877e460a12 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:48.228476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Attempting to bind port 5c87b73b-80f6-43bb-adbc-df877e460a12 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:48.229301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Attempting to bind port 5c87b73b-80f6-43bb-adbc-df877e460a12 on network 1ce4c271-7356-47e9-a85d-8d20481e64ec {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:48.234927 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-afac98de-2c9d-444e-bbe1-32166f496c3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.237824 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.240508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:48.240910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Checking segment: {'id': '9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:48.241399 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.241572 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.241904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Bound using segment: {'id': '9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:48.242394 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Bound port: 5c87b73b-80f6-43bb-adbc-df877e460a12, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:48.242789 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.285024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:48.288064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:48.293265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:48.296219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Pushing event updated for resources: {'Port': ['ID=fbcc7909-08e3-4765-9d8c-35fa6082a164,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.311378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] For port 5c87b73b-80f6-43bb-adbc-df877e460a12, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:48.314541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] For port 5c87b73b-80f6-43bb-adbc-df877e460a12, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5c87b73b-80f6-43bb-adbc-df877e460a12,segment=NetworkSegment(9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4),segment_id=9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:48.320241 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.385078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8baf7e5-d131-4680-a2e7-52df9cebe54e None None] Pushing event updated for resources: {'Port': ['ID=5c87b73b-80f6-43bb-adbc-df877e460a12,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.435071 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.445895 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Transition to ACTIVE for port object 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:48.452795 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.566752 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.608893 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Pushing event updated for resources: {'Port': ['ID=68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.647007 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.649120 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.649120 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.649120 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.649120 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.649120 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.649120 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.653958 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.653958 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.653958 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.654385 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.654488 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:33:48.697278 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Attempting to bind port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:48.698381 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Attempting to bind port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:48.699024 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Attempting to bind port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:48.704809 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:48.705266 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Checking segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:48.705912 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.706649 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Bound using segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:48.707311 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Bound port: 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:48.707931 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.786808 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] For port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:48.793244 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] For port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:48.802030 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.824040 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:48.893830 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893da625-41ac-4c07-a94d-1eb6a54d8c86 None None] Pushing event updated for resources: {'Port': ['ID=68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:48.896916 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:48.897685 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:48.974604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Router 7404acd4-1fb6-46d3-8eed-4e0769234284 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:33:49.042935 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:49.128996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:49.141399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Sync routers for ids ['7404acd4-1fb6-46d3-8eed-4e0769234284'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:49.146019 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.152675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 38184) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:33:49.157410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Routers {'7404acd4-1fb6-46d3-8eed-4e0769234284'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:49.160151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ecf59530-f4cf-4063-9b82-e2557ee4f3ef admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.6723342 Jul 16 18:33:49.160359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7404acd4-1fb6-46d3-8eed-4e0769234284'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:49.259136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5c87b73b-80f6-43bb-adbc-df877e460a12 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:49.294339 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:48Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:49.326955 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4317b242-243c-456e-9ea3-8c9db4b8bcee None None] The sync data for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 is: [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:48Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:49.348747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Set router 7404acd4-1fb6-46d3-8eed-4e0769234284 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:49.448081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5c87b73b-80f6-43bb-adbc-df877e460a12 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:49.460727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 393d29da-b27b-4d60-be05-f74f7aa90914 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:49.583664 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 393d29da-b27b-4d60-be05-f74f7aa90914 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:49.584056 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.651602 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'name': 'tempest-TestVolumeBootPattern-2057837484-router', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:48Z', 'revision_number': 3, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'gw_port': {'id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:49.701514 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e618d3-b6dc-48ff-8836-c91a52d718ef None None] Network 1ce4c271-7356-47e9-a85d-8d20481e64ec requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:33:49.703782 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.727069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Checking router: 7404acd4-1fb6-46d3-8eed-4e0769234284 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:49.727415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Updating router 7404acd4-1fb6-46d3-8eed-4e0769234284 port fbcc7909-08e3-4765-9d8c-35fa6082a164 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:49.820674 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.853091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1e56bc5a-40bc-4e40-94fe-b51758607df0 None None] Provisioning for port 5c87b73b-80f6-43bb-adbc-df877e460a12 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:49.873211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1e56bc5a-40bc-4e40-94fe-b51758607df0 None None] Provisioning complete for port 5c87b73b-80f6-43bb-adbc-df877e460a12 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:49.873586 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e56bc5a-40bc-4e40-94fe-b51758607df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:49.897338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Allocated IP 172.20.0.1 (1ce4c271-7356-47e9-a85d-8d20481e64ec/4276e4dc-0237-4eb2-a792-5090021301b2/461abdb8-5448-415e-ac7f-564c29879700) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:50.015900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.028168 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.035505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Transition to ACTIVE for port object 461abdb8-5448-415e-ac7f-564c29879700 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:50.076577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.127816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Network 1ce4c271-7356-47e9-a85d-8d20481e64ec is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:50.131086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:50.139846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:50.143663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=461abdb8-5448-415e-ac7f-564c29879700,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.183361 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.331190 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.347126 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e56bc5a-40bc-4e40-94fe-b51758607df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.464998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1e56bc5a-40bc-4e40-94fe-b51758607df0 None None] For port 5c87b73b-80f6-43bb-adbc-df877e460a12, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5c87b73b-80f6-43bb-adbc-df877e460a12,segment=NetworkSegment(9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4),segment_id=9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:50.483019 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e56bc5a-40bc-4e40-94fe-b51758607df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.492232 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.531885 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.536239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Transition to ACTIVE for port object fbcc7909-08e3-4765-9d8c-35fa6082a164 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:50.537726 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.547587 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.564422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56bc5a-40bc-4e40-94fe-b51758607df0 None None] Pushing event updated for resources: {'Port': ['ID=5c87b73b-80f6-43bb-adbc-df877e460a12,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.615445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Attempting to bind port fbcc7909-08e3-4765-9d8c-35fa6082a164 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:50.615853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Attempting to bind port fbcc7909-08e3-4765-9d8c-35fa6082a164 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:50.616221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Attempting to bind port fbcc7909-08e3-4765-9d8c-35fa6082a164 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:50.618912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=461abdb8-5448-415e-ac7f-564c29879700,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.627315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.635342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:50.635865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:50.636183 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.636583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:50.637120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Bound port: fbcc7909-08e3-4765-9d8c-35fa6082a164, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:50.637552 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.674385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bd874-c9f4-40a3-a61c-6c6ce4b1b8ed None None] Pushing event updated for resources: {'Port': ['ID=fbcc7909-08e3-4765-9d8c-35fa6082a164,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.721152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] For port fbcc7909-08e3-4765-9d8c-35fa6082a164, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:50.724825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] For port fbcc7909-08e3-4765-9d8c-35fa6082a164, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fbcc7909-08e3-4765-9d8c-35fa6082a164,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:50.726020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8be5906c-9861-45af-92c6-16af5dba8142 None None] Provisioning complete for port 5c87b73b-80f6-43bb-adbc-df877e460a12 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:50.726451 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8be5906c-9861-45af-92c6-16af5dba8142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.748301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Network 1ce4c271-7356-47e9-a85d-8d20481e64ec is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:50.750014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:50.753113 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:50.811385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Routers {'7404acd4-1fb6-46d3-8eed-4e0769234284'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:50.812215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7404acd4-1fb6-46d3-8eed-4e0769234284'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:50.885504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405bd874-c9f4-40a3-a61c-6c6ce4b1b8ed None None] Pushing event updated for resources: {'Port': ['ID=fbcc7909-08e3-4765-9d8c-35fa6082a164,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:50.898836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Router 7404acd4-1fb6-46d3-8eed-4e0769234284 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:33:50.976117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] Set router 7404acd4-1fb6-46d3-8eed-4e0769234284 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:51.143735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2729039f-6730-4f63-9e2c-b16a8d5c104c None None] Provisioning for port 461abdb8-5448-415e-ac7f-564c29879700 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:51.154595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2729039f-6730-4f63-9e2c-b16a8d5c104c None None] Provisioning complete for port 461abdb8-5448-415e-ac7f-564c29879700 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:51.155128 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2729039f-6730-4f63-9e2c-b16a8d5c104c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.210401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2729039f-6730-4f63-9e2c-b16a8d5c104c None None] Port 461abdb8-5448-415e-ac7f-564c29879700 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:51.240174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5c87b73b-80f6-43bb-adbc-df877e460a12 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:51.310789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5c87b73b-80f6-43bb-adbc-df877e460a12 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:51.311164 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.315316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'name': 'tempest-TestVolumeBootPattern-2057837484-router', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 4, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'gw_port': {'id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '461abdb8-5448-415e-ac7f-564c29879700', 'name': '', 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'mac_address': 'fa:16:3e:6a:1f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4276e4dc-0237-4eb2-a792-5090021301b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:49Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 2, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'subnets': [{'id': '4276e4dc-0237-4eb2-a792-5090021301b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:51.321593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:33:51.326789 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-957d922a-67f4-4504-9043-b7d8c4df7ba4 admin admin] 10.222.0.47 "PUT /v2.0/routers/7404acd4-1fb6-46d3-8eed-4e0769234284/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1730967 Jul 16 18:33:51.367243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5aa80-e525-4bdb-a6ee-a98a799ef602 None None] The sync data for ids ['7404acd4-1fb6-46d3-8eed-4e0769234284'] in n-d-794306-7 is: [{'id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'name': 'tempest-TestVolumeBootPattern-2057837484-router', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 4, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'gw_port': {'id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '461abdb8-5448-415e-ac7f-564c29879700', 'name': '', 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'mac_address': 'fa:16:3e:6a:1f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4276e4dc-0237-4eb2-a792-5090021301b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:49Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 2, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'subnets': [{'id': '4276e4dc-0237-4eb2-a792-5090021301b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:51.387316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d0b52ada-0211-4e2f-8e3c-46d651c286e2 None None] Provisioning complete for port 461abdb8-5448-415e-ac7f-564c29879700 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:51.387316 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d0b52ada-0211-4e2f-8e3c-46d651c286e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.444682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d0b52ada-0211-4e2f-8e3c-46d651c286e2 None None] Port 461abdb8-5448-415e-ac7f-564c29879700 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:51.467977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:51.517103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:51.521908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:51.522286 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.623287 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.676129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:51.683041 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:51.741602 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:51.984596 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.190421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fbcc7909-08e3-4765-9d8c-35fa6082a164 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:53.242502 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port fbcc7909-08e3-4765-9d8c-35fa6082a164 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:53.248105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port fbcc7909-08e3-4765-9d8c-35fa6082a164 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:53.248502 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.335577 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.357239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port fbcc7909-08e3-4765-9d8c-35fa6082a164, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fbcc7909-08e3-4765-9d8c-35fa6082a164,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:53.363481 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.369428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:53.392905 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Sync routers for ids ['7404acd4-1fb6-46d3-8eed-4e0769234284'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:33:53.403122 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Routers {'7404acd4-1fb6-46d3-8eed-4e0769234284'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:53.403803 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7404acd4-1fb6-46d3-8eed-4e0769234284'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:53.448243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=fbcc7909-08e3-4765-9d8c-35fa6082a164,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:53.461511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:53.461997 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.518176 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Set router 7404acd4-1fb6-46d3-8eed-4e0769234284 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:53.521297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-957f9d11-662a-4c38-b434-ae85b81ea772 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:53.522968 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-957f9d11-662a-4c38-b434-ae85b81ea772 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.1203911 Jul 16 18:33:53.539389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-ae40c00b-62af-428b-ab8f-520d50f4f609 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/quotas/6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 375 time: 0.0106192 Jul 16 18:33:53.616464 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-2ee5f2a7-716c-4602-b1fc-0dbb01b4f75e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0710959 Jul 16 18:33:53.712033 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-da34902a-13cc-4372-8541-7bfa46b5795f service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881765 Jul 16 18:33:53.721247 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'name': 'tempest-TestVolumeBootPattern-2057837484-router', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 4, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'gw_port': {'id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '461abdb8-5448-415e-ac7f-564c29879700', 'name': '', 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'mac_address': 'fa:16:3e:6a:1f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4276e4dc-0237-4eb2-a792-5090021301b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:49Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 2, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'subnets': [{'id': '4276e4dc-0237-4eb2-a792-5090021301b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:53.747539 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Checking router: 7404acd4-1fb6-46d3-8eed-4e0769234284 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:33:53.747910 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Updating router 7404acd4-1fb6-46d3-8eed-4e0769234284 port 461abdb8-5448-415e-ac7f-564c29879700 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:33:53.784468 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:53.802879 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-b9d5a254-4452-425c-800a-a2cd77d05efa service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840147 Jul 16 18:33:54.046949 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.069100 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Transition to ACTIVE for port object 461abdb8-5448-415e-ac7f-564c29879700 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:54.077298 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.114427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b48d042-58df-4b00-93f4-0e32bb7163e5 req-9d25ab4d-ac18-4107-bc50-289dc73d2c58 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 210 time: 0.0437727 Jul 16 18:33:54.123276 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee6002-b88f-4ac3-8809-f10b65765bbb None None] Pushing event updated for resources: {'Port': ['ID=461abdb8-5448-415e-ac7f-564c29879700,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:54.206449 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Attempting to bind port 461abdb8-5448-415e-ac7f-564c29879700 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:54.206815 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Attempting to bind port 461abdb8-5448-415e-ac7f-564c29879700 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:54.207171 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Attempting to bind port 461abdb8-5448-415e-ac7f-564c29879700 on network 1ce4c271-7356-47e9-a85d-8d20481e64ec {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:54.214588 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:54.214988 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Checking segment: {'id': '9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:54.215873 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.216441 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Bound using segment: {'id': '9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:54.217013 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Bound port: 461abdb8-5448-415e-ac7f-564c29879700, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:54.217443 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.293515 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] For port 461abdb8-5448-415e-ac7f-564c29879700, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:54.297004 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] For port 461abdb8-5448-415e-ac7f-564c29879700, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=461abdb8-5448-415e-ac7f-564c29879700,segment=NetworkSegment(9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4),segment_id=9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:54.302586 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:54.365453 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ee6002-b88f-4ac3-8809-f10b65765bbb None None] Pushing event updated for resources: {'Port': ['ID=461abdb8-5448-415e-ac7f-564c29879700,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:54.370901 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Routers {'7404acd4-1fb6-46d3-8eed-4e0769234284'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:33:54.371372 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:33:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7404acd4-1fb6-46d3-8eed-4e0769234284'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:54.497001 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] Set router 7404acd4-1fb6-46d3-8eed-4e0769234284 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:33:54.799014 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'name': 'tempest-TestVolumeBootPattern-2057837484-router', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 4, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'gw_port': {'id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '461abdb8-5448-415e-ac7f-564c29879700', 'name': '', 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'mac_address': 'fa:16:3e:6a:1f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4276e4dc-0237-4eb2-a792-5090021301b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:49Z', 'updated_at': '2021-07-16T18:33:54Z', 'revision_number': 4, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'subnets': [{'id': '4276e4dc-0237-4eb2-a792-5090021301b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:33:54.823866 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27d4f737-df24-4986-a50f-8b3b0e24c7d2 None None] The sync data for ids ['7404acd4-1fb6-46d3-8eed-4e0769234284'] in n-d-794306-7 is: [{'id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'name': 'tempest-TestVolumeBootPattern-2057837484-router', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:50Z', 'revision_number': 4, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'gw_port': {'id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '461abdb8-5448-415e-ac7f-564c29879700', 'name': '', 'network_id': '1ce4c271-7356-47e9-a85d-8d20481e64ec', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'mac_address': 'fa:16:3e:6a:1f:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_interface', 'standard_attr_id': 3664, 'fixed_ips': [{'subnet_id': '4276e4dc-0237-4eb2-a792-5090021301b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:49Z', 'updated_at': '2021-07-16T18:33:54Z', 'revision_number': 4, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'subnets': [{'id': '4276e4dc-0237-4eb2-a792-5090021301b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:33:55.169934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fbcc7909-08e3-4765-9d8c-35fa6082a164 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:55.240406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port fbcc7909-08e3-4765-9d8c-35fa6082a164 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:55.240775 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.249194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-21df13a2-31ee-49e1-ae04-2a2dd0f8b931 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:55.251341 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-21df13a2-31ee-49e1-ae04-2a2dd0f8b931 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.1211441 Jul 16 18:33:55.276310 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'port': {'device_id': '495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'admin_state_up': True, 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:55.350002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 461abdb8-5448-415e-ac7f-564c29879700 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:55.358886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-05bbe14a-3eaf-4776-aa78-5b3007359c59 req-a18b3c6f-d24b-4b01-a8de-17ed36725524 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 210 time: 0.0525463 Jul 16 18:33:55.409907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 461abdb8-5448-415e-ac7f-564c29879700 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:55.414496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 461abdb8-5448-415e-ac7f-564c29879700 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:55.414898 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.451062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Made reservation on behalf of 6fab71a6715747e8a1ad00afc8d4b282 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:33:55.454802 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.508058 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.549802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 461abdb8-5448-415e-ac7f-564c29879700, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=461abdb8-5448-415e-ac7f-564c29879700,segment=NetworkSegment(9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4),segment_id=9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:33:55.554082 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:55.610185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=461abdb8-5448-415e-ac7f-564c29879700,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:55.910483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Allocated IP 172.20.0.13 (ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee/8719dd77-fed6-440d-a86d-dfef7ef42ece/12d6f8ab-3728-41fc-97b7-99a9412523b2) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:33:56.065646 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.078773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Transition to ACTIVE for port object 12d6f8ab-3728-41fc-97b7-99a9412523b2 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:56.113421 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.167449 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:33:56.170697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:33:56.174707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:33:56.200520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=12d6f8ab-3728-41fc-97b7-99a9412523b2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:56.237104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:56.237748 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.253327 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bcff1c61-e357-4f99-97e5-ddcaf7f8a50d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9920011 Jul 16 18:33:56.265009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Request body: {'port': {'device_id': '495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:33:56.341035 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.452628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e18b759e-bb8e-4500-80c2-136ada58b309 None None] Provisioning for port 12d6f8ab-3728-41fc-97b7-99a9412523b2 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:33:56.457368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e18b759e-bb8e-4500-80c2-136ada58b309 None None] Provisioning complete for port 12d6f8ab-3728-41fc-97b7-99a9412523b2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:56.458005 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e18b759e-bb8e-4500-80c2-136ada58b309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.496276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e18b759e-bb8e-4500-80c2-136ada58b309 None None] Port 12d6f8ab-3728-41fc-97b7-99a9412523b2 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:33:56.655765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e7b40-35f1-4508-b689-d93863a27632 req-202606c6-2534-4bbb-9139-095141cdc19c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:56.657283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa9e7b40-35f1-4508-b689-d93863a27632 req-202606c6-2534-4bbb-9139-095141cdc19c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 932 time: 0.1762140 Jul 16 18:33:56.701345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12d6f8ab-3728-41fc-97b7-99a9412523b2 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:33:56.711859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.731875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa9e7b40-35f1-4508-b689-d93863a27632 req-f1615004-39a5-4ae7-9e37-3b5da52dbbce tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568449 Jul 16 18:33:56.736849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Transition to ACTIVE for port object 12d6f8ab-3728-41fc-97b7-99a9412523b2 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:33:56.741443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.807510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Pushing event updated for resources: {'Port': ['ID=12d6f8ab-3728-41fc-97b7-99a9412523b2,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:56.891293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Attempting to bind port 12d6f8ab-3728-41fc-97b7-99a9412523b2 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:33:56.892116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Attempting to bind port 12d6f8ab-3728-41fc-97b7-99a9412523b2 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:33:56.892535 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Attempting to bind port 12d6f8ab-3728-41fc-97b7-99a9412523b2 on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:56.897171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Port 12d6f8ab-3728-41fc-97b7-99a9412523b2 on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:33:56.897606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Attempting to bind port 12d6f8ab-3728-41fc-97b7-99a9412523b2 on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:33:56.904326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 33, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:33:56.904788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Checking segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:33:56.905271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Bound using segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:33:56.905798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Bound port: 12d6f8ab-3728-41fc-97b7-99a9412523b2, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:33:56.906251 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:56.976638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] For port 12d6f8ab-3728-41fc-97b7-99a9412523b2, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:33:56.982299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] For port 12d6f8ab-3728-41fc-97b7-99a9412523b2, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=12d6f8ab-3728-41fc-97b7-99a9412523b2,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:33:56.987394 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.031221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.032282 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.041830 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] 10.222.0.18 "PUT /v2.0/ports/12d6f8ab-3728-41fc-97b7-99a9412523b2 HTTP/1.1" status: 200 len: 1092 time: 0.7812033 Jul 16 18:33:57.045412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce', 'tag': '12d6f8ab-3728-41fc-97b7-99a9412523b2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:33:57.047763 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be45ded-639c-4f3b-9df5-111b43e03ad9" -d '{"events": [{"name": "network-changed", "server_uuid": "495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce", "tag": "12d6f8ab-3728-41fc-97b7-99a9412523b2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:33:57.106358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ada0d-6aae-48b0-83b7-a14e61d6265c service neutron] Pushing event updated for resources: {'Port': ['ID=12d6f8ab-3728-41fc-97b7-99a9412523b2,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:33:57.126311 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbd8209-c1de-4a0b-b699-d330fbcaed73 x-openstack-request-id: req-fdbd8209-c1de-4a0b-b699-d330fbcaed73 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:33:57.126607 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce", "tag": "12d6f8ab-3728-41fc-97b7-99a9412523b2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:33:57.126948 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fdbd8209-c1de-4a0b-b699-d330fbcaed73 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:33:57.127245 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce', 'tag': '12d6f8ab-3728-41fc-97b7-99a9412523b2', 'status': 'completed', 'code': 200} Jul 16 18:33:57.179552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-784835af-ed86-4fcd-8711-4aad287e1e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.182071 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-784835af-ed86-4fcd-8711-4aad287e1e19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 1095 time: 0.0891156 Jul 16 18:33:57.190378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 461abdb8-5448-415e-ac7f-564c29879700 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:33:57.270763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-d761afd6-c313-401b-86c2-eb803218769a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d6f8ab-3728-41fc-97b7-99a9412523b2 HTTP/1.1" status: 200 len: 217 time: 0.0807662 Jul 16 18:33:57.285567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 461abdb8-5448-415e-ac7f-564c29879700 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:33:57.286400 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:33:57.323152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-08e73dae-e88b-4045-9a38-31136ff5d2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.324336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-08e73dae-e88b-4045-9a38-31136ff5d2d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0480547 Jul 16 18:33:57.396811 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-44ffaadf-6f17-4a64-b267-244539f0fe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.398334 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-44ffaadf-6f17-4a64-b267-244539f0fe7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0676205 Jul 16 18:33:57.489463 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-fd3246b8-f519-41c6-accf-0477528f758e service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840046 Jul 16 18:33:57.583849 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8db6d543-8565-47a2-a1eb-b8213e6d36ca req-bce22b67-d897-4297-8a0b-9aa4dee21a19 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874834 Jul 16 18:33:57.681930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45ded-639c-4f3b-9df5-111b43e03ad9 req-67ed2e7d-ae6d-4a51-936f-654b3817ac30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.683548 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2be45ded-639c-4f3b-9df5-111b43e03ad9 req-67ed2e7d-ae6d-4a51-936f-654b3817ac30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 1095 time: 0.0536773 Jul 16 18:33:57.779978 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45ded-639c-4f3b-9df5-111b43e03ad9 req-f1bfb3ef-87e9-49a6-939f-5a52ffed8dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.781470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2be45ded-639c-4f3b-9df5-111b43e03ad9 req-f1bfb3ef-87e9-49a6-939f-5a52ffed8dda service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0920677 Jul 16 18:33:57.822474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2be45ded-639c-4f3b-9df5-111b43e03ad9 req-df39e716-bf0d-4f9a-be84-8b6fe5e33196 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12d6f8ab-3728-41fc-97b7-99a9412523b2 HTTP/1.1" status: 200 len: 217 time: 0.0350118 Jul 16 18:33:57.878813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45ded-639c-4f3b-9df5-111b43e03ad9 req-8ce525e1-285d-40de-a841-e91bcc68a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.880520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2be45ded-639c-4f3b-9df5-111b43e03ad9 req-8ce525e1-285d-40de-a841-e91bcc68a818 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0523634 Jul 16 18:33:57.922928 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce21140-2271-4203-ad1b-974b6afd153d req-6352f686-3b7e-4b07-9065-96117429aa0a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.925665 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bce21140-2271-4203-ad1b-974b6afd153d req-6352f686-3b7e-4b07-9065-96117429aa0a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 944 time: 0.0747476 Jul 16 18:33:57.944660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be45ded-639c-4f3b-9df5-111b43e03ad9 req-5b68cf51-b305-43a0-b000-f27aec08a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:57.946194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2be45ded-639c-4f3b-9df5-111b43e03ad9 req-5b68cf51-b305-43a0-b000-f27aec08a810 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594900 Jul 16 18:33:57.974973 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bce21140-2271-4203-ad1b-974b6afd153d req-7cfe58a6-5774-48b1-a90c-d32eda5605d6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425415 Jul 16 18:33:58.041450 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2be45ded-639c-4f3b-9df5-111b43e03ad9 req-078424a1-9dea-4fa3-ae9c-958c76c74475 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887067 Jul 16 18:33:58.142185 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2be45ded-639c-4f3b-9df5-111b43e03ad9 req-28b73193-602c-4636-9b4a-0718889d78d3 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922501 Jul 16 18:33:59.161135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bafa860-f661-4354-86a7-43b0c5fed612 req-1a15380b-6e5e-471c-b096-b8f97b5e387a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:33:59.162338 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5bafa860-f661-4354-86a7-43b0c5fed612 req-1a15380b-6e5e-471c-b096-b8f97b5e387a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 944 time: 0.0655067 Jul 16 18:33:59.204774 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5bafa860-f661-4354-86a7-43b0c5fed612 req-df0c91c6-d8ae-47cb-9bdf-2370c1a01495 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361390 Jul 16 18:33:59.511397 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:00.382454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda62d0-5b63-4dfc-bf10-a3ff86a9943e req-bf1ab3de-7329-4669-a354-3647db7af3a6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:00.385120 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dda62d0-5b63-4dfc-bf10-a3ff86a9943e req-bf1ab3de-7329-4669-a354-3647db7af3a6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 944 time: 0.0654042 Jul 16 18:34:00.424087 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5dda62d0-5b63-4dfc-bf10-a3ff86a9943e req-f6d908a7-9bb8-4bd4-ab79-6fcb6b84f95d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339608 Jul 16 18:34:01.607214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dfb0f8-6e61-441e-b76d-2f5a1cccaf83 req-9aae6cbd-b102-4b49-a541-8dcbb35d58eb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:01.608721 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5dfb0f8-6e61-441e-b76d-2f5a1cccaf83 req-9aae6cbd-b102-4b49-a541-8dcbb35d58eb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 944 time: 0.0672808 Jul 16 18:34:01.645916 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5dfb0f8-6e61-441e-b76d-2f5a1cccaf83 req-9b563fc4-5b69-4540-8ad9-f65030a29627 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316808 Jul 16 18:34:02.817698 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a8952-6f5b-4b9b-b132-f4a5e51cbd6d req-b0fb0d72-5bd6-4dd4-8222-b20f138c2ca3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:02.819166 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-066a8952-6f5b-4b9b-b132-f4a5e51cbd6d req-b0fb0d72-5bd6-4dd4-8222-b20f138c2ca3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 944 time: 0.0638020 Jul 16 18:34:02.857388 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-066a8952-6f5b-4b9b-b132-f4a5e51cbd6d req-0c8bd0eb-4538-443b-86ae-46f2c1596999 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319419 Jul 16 18:34:04.027903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24898ff8-08f0-4281-aef1-5f8e0cbb9e1a req-20b10368-8de6-4cb5-9ac1-e7d5f738262e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:04.029393 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-24898ff8-08f0-4281-aef1-5f8e0cbb9e1a req-20b10368-8de6-4cb5-9ac1-e7d5f738262e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 944 time: 0.0622489 Jul 16 18:34:04.070867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-24898ff8-08f0-4281-aef1-5f8e0cbb9e1a req-92b979c0-4ab3-45b3-8f3c-be48004b7b63 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359657 Jul 16 18:34:05.249028 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a394944-2e8e-4d64-82ad-9ae119231773 req-749b76de-524c-4750-989e-e4dc12e946ad tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:05.250535 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a394944-2e8e-4d64-82ad-9ae119231773 req-749b76de-524c-4750-989e-e4dc12e946ad tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 944 time: 0.0664053 Jul 16 18:34:05.289122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a394944-2e8e-4d64-82ad-9ae119231773 req-41e66562-8c81-48d7-a180-c42191154e43 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331421 Jul 16 18:34:06.642012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b73a5-d8b9-48d7-bc1e-48bc8b186e10 req-03ce94d3-2ff4-4101-851c-983c9d038c6c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:06.643392 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e57b73a5-d8b9-48d7-bc1e-48bc8b186e10 req-03ce94d3-2ff4-4101-851c-983c9d038c6c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 944 time: 0.0633931 Jul 16 18:34:06.680633 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e57b73a5-d8b9-48d7-bc1e-48bc8b186e10 req-2841b138-c70c-41a0-9b6f-7b6118ecca07 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316341 Jul 16 18:34:07.671828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 12d6f8ab-3728-41fc-97b7-99a9412523b2 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:07.771027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 12d6f8ab-3728-41fc-97b7-99a9412523b2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=12d6f8ab-3728-41fc-97b7-99a9412523b2,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:07.784423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '12d6f8ab-3728-41fc-97b7-99a9412523b2', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'port_id': '12d6f8ab-3728-41fc-97b7-99a9412523b2', 'mac_address': 'fa:16:3e:5f:76:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:07.823001 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.837450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12d6f8ab-3728-41fc-97b7-99a9412523b2 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:07.858925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 12d6f8ab-3728-41fc-97b7-99a9412523b2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=12d6f8ab-3728-41fc-97b7-99a9412523b2,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:07.863945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6415d78-cf99-4559-a24d-39844223e38b req-aa7839d7-031f-4575-bc63-5823c74792d0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:07.864527 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:07.871378 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6415d78-cf99-4559-a24d-39844223e38b req-aa7839d7-031f-4575-bc63-5823c74792d0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 944 time: 0.0741186 Jul 16 18:34:07.914776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=12d6f8ab-3728-41fc-97b7-99a9412523b2,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:07.917678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6415d78-cf99-4559-a24d-39844223e38b req-6b0db577-cd42-453a-8619-3ce1beaefb18 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449977 Jul 16 18:34:08.063640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['12d6f8ab-3728-41fc-97b7-99a9412523b2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:09.095254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98a7a1b-3744-455f-80e3-22a505c49148 req-fa74c9f8-e369-44e4-988d-0900ac3c6794 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.096760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d98a7a1b-3744-455f-80e3-22a505c49148 req-fa74c9f8-e369-44e4-988d-0900ac3c6794 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 945 time: 0.0671647 Jul 16 18:34:09.135105 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d98a7a1b-3744-455f-80e3-22a505c49148 req-85815a97-3398-4d71-9090-6b6c992fd5cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328448 Jul 16 18:34:09.687356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 12d6f8ab-3728-41fc-97b7-99a9412523b2 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:09.738122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 12d6f8ab-3728-41fc-97b7-99a9412523b2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:09.742708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 12d6f8ab-3728-41fc-97b7-99a9412523b2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:09.743177 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.826202 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.849424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d6f8ab-3728-41fc-97b7-99a9412523b2'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:09.852448 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1155346e-9ca9-48ed-a41a-b0cc33228957" -d '{"events": [{"server_uuid": "495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce", "name": "network-vif-plugged", "status": "completed", "tag": "12d6f8ab-3728-41fc-97b7-99a9412523b2"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:09.865632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 12d6f8ab-3728-41fc-97b7-99a9412523b2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=12d6f8ab-3728-41fc-97b7-99a9412523b2,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:09.870899 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:09.894473 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb88f36d-8236-4b9f-8601-aa04c1fdcb7a x-openstack-request-id: req-eb88f36d-8236-4b9f-8601-aa04c1fdcb7a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:09.894787 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce", "name": "network-vif-plugged", "status": "completed", "tag": "12d6f8ab-3728-41fc-97b7-99a9412523b2", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:09.895025 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eb88f36d-8236-4b9f-8601-aa04c1fdcb7a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:09.895413 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12d6f8ab-3728-41fc-97b7-99a9412523b2', 'code': 200} Jul 16 18:34:09.923683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=12d6f8ab-3728-41fc-97b7-99a9412523b2,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:09.976141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e569019f-d3f9-4bfb-9da1-9b7fc5429d3f req-8d90dca2-1ea0-4d7f-80b5-95c24825fe05 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:09.978717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e569019f-d3f9-4bfb-9da1-9b7fc5429d3f req-8d90dca2-1ea0-4d7f-80b5-95c24825fe05 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0712278 Jul 16 18:34:10.016190 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e569019f-d3f9-4bfb-9da1-9b7fc5429d3f req-c4e55877-63f2-4b4d-b154-c082edb9f3f1 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317252 Jul 16 18:34:10.115333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9524538a-7cae-42af-ba53-f5f720f6707f req-7e079971-6e78-470d-8900-ad9944ffd88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.116837 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9524538a-7cae-42af-ba53-f5f720f6707f req-7e079971-6e78-470d-8900-ad9944ffd88c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 1097 time: 0.1634493 Jul 16 18:34:10.150970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9524538a-7cae-42af-ba53-f5f720f6707f req-6493be87-cb7b-447f-a027-0d7f37f4c286 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270140 Jul 16 18:34:10.310579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ccdeb4-5b5c-471f-9144-521385030761 req-4fa138b6-2346-4c77-9e47-40859107244a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:10.312080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-74ccdeb4-5b5c-471f-9144-521385030761 req-4fa138b6-2346-4c77-9e47-40859107244a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 946 time: 0.0639751 Jul 16 18:34:10.348997 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-74ccdeb4-5b5c-471f-9144-521385030761 req-0fd55899-c1c9-46f2-a85c-769d8c39f74e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313561 Jul 16 18:34:11.204537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78833b0c-6077-4958-98ca-48449a3b694d req-d04c1628-c5b5-49a2-93d5-99e98ef296b4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.205952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78833b0c-6077-4958-98ca-48449a3b694d req-d04c1628-c5b5-49a2-93d5-99e98ef296b4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0745096 Jul 16 18:34:11.249738 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-78833b0c-6077-4958-98ca-48449a3b694d req-3c2ecb33-f22b-4e8c-ac9f-9c4b32c32154 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381434 Jul 16 18:34:11.520269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34900676-fac8-4a26-aa02-259b19b30a32 req-6376f65a-bd19-40ff-b8ff-9cc1f527b884 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.521750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34900676-fac8-4a26-aa02-259b19b30a32 req-6376f65a-bd19-40ff-b8ff-9cc1f527b884 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 946 time: 0.0645335 Jul 16 18:34:11.559295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34900676-fac8-4a26-aa02-259b19b30a32 req-4a90367d-4b28-4d7b-bef8-272f878f7536 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318105 Jul 16 18:34:11.731663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c1efb2-2712-4690-803b-5302668e283f req-32a32da3-0486-46aa-87c9-b3875ecbeaba tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.733136 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-08c1efb2-2712-4690-803b-5302668e283f req-32a32da3-0486-46aa-87c9-b3875ecbeaba tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 946 time: 0.0648940 Jul 16 18:34:11.769699 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-08c1efb2-2712-4690-803b-5302668e283f req-2ba37e19-aada-4f78-b477-a064d9671842 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Jul 16 18:34:11.946291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6b6d63-cbf0-4d15-bc4e-a31a86613c39 req-95e4d07f-1a90-42c1-84aa-1d2e21b23714 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:11.947792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb6b6d63-cbf0-4d15-bc4e-a31a86613c39 req-95e4d07f-1a90-42c1-84aa-1d2e21b23714 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 946 time: 0.0674849 Jul 16 18:34:11.985416 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb6b6d63-cbf0-4d15-bc4e-a31a86613c39 req-bbf4b0fc-4b9d-4e79-a373-56a32c0d9055 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320244 Jul 16 18:34:12.267735 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:12.365394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ba0576-9c4d-4b23-8ddc-fdf19fdefbf0 req-040a48bd-a161-4278-9a97-a2ade14fe640 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.366911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5ba0576-9c4d-4b23-8ddc-fdf19fdefbf0 req-040a48bd-a161-4278-9a97-a2ade14fe640 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 946 time: 0.0645697 Jul 16 18:34:12.405336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5ba0576-9c4d-4b23-8ddc-fdf19fdefbf0 req-87b7c26b-c640-498e-b167-69538bd7d780 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319762 Jul 16 18:34:12.432818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3b013e-3c1f-4ff8-87ce-61f02fb7f2ed req-853d1e48-8898-49f1-8d20-e0b8047dc531 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:12.434361 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd3b013e-3c1f-4ff8-87ce-61f02fb7f2ed req-853d1e48-8898-49f1-8d20-e0b8047dc531 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0644257 Jul 16 18:34:12.471997 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd3b013e-3c1f-4ff8-87ce-61f02fb7f2ed req-8805d419-da4e-4f15-abcd-1ee61584eb87 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321972 Jul 16 18:34:13.585993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3ec1ae-3f23-47a5-a215-ae3e2a1dfaf7 req-2e8ee7a3-7a08-46fa-9d6c-c9b3ff081346 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.587721 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e3ec1ae-3f23-47a5-a215-ae3e2a1dfaf7 req-2e8ee7a3-7a08-46fa-9d6c-c9b3ff081346 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 946 time: 0.0702574 Jul 16 18:34:13.651191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e3ec1ae-3f23-47a5-a215-ae3e2a1dfaf7 req-5ef60d50-9627-45d5-a20e-ccb45e248d64 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579982 Jul 16 18:34:13.668900 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf40eadb-c915-442b-a947-7d78ed2cef06 req-f3694232-9211-42e9-a35b-c95681cdf4c4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.670411 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bf40eadb-c915-442b-a947-7d78ed2cef06 req-f3694232-9211-42e9-a35b-c95681cdf4c4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0673428 Jul 16 18:34:13.688884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a87d36-392b-4bb7-851c-5117f3273bbb req-868d9b2c-aa12-4259-abd7-9c2323e32068 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:13.690341 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00a87d36-392b-4bb7-851c-5117f3273bbb req-868d9b2c-aa12-4259-abd7-9c2323e32068 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 946 time: 0.0702043 Jul 16 18:34:13.710742 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bf40eadb-c915-442b-a947-7d78ed2cef06 req-bff987ad-0353-4a25-8524-f87232a9f224 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337930 Jul 16 18:34:13.793882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-00a87d36-392b-4bb7-851c-5117f3273bbb req-f6c5a0dc-a056-4dd1-ac9e-f9783aad3368 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Deleting port 12d6f8ab-3728-41fc-97b7-99a9412523b2 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:34:13.794133 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-00a87d36-392b-4bb7-851c-5117f3273bbb req-f6c5a0dc-a056-4dd1-ac9e-f9783aad3368 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.880410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-00a87d36-392b-4bb7-851c-5117f3273bbb req-f6c5a0dc-a056-4dd1-ac9e-f9783aad3368 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] For port 12d6f8ab-3728-41fc-97b7-99a9412523b2, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=12d6f8ab-3728-41fc-97b7-99a9412523b2,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:13.880685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-00a87d36-392b-4bb7-851c-5117f3273bbb req-f6c5a0dc-a056-4dd1-ac9e-f9783aad3368 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:13.892949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-00a87d36-392b-4bb7-851c-5117f3273bbb req-f6c5a0dc-a056-4dd1-ac9e-f9783aad3368 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Calling delete_port for 12d6f8ab-3728-41fc-97b7-99a9412523b2 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:34:14.021780 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-00a87d36-392b-4bb7-851c-5117f3273bbb req-f6c5a0dc-a056-4dd1-ac9e-f9783aad3368 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.033708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['12d6f8ab-3728-41fc-97b7-99a9412523b2'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:14.052501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c5a0dc-a056-4dd1-ac9e-f9783aad3368 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event deleted for resources: {'Port': ['ID=12d6f8ab-3728-41fc-97b7-99a9412523b2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:14.098351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a87d36-392b-4bb7-851c-5117f3273bbb req-f6c5a0dc-a056-4dd1-ac9e-f9783aad3368 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] No DVR routers for this DVR port 12d6f8ab-3728-41fc-97b7-99a9412523b2 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:34:14.101333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-00a87d36-392b-4bb7-851c-5117f3273bbb req-f6c5a0dc-a056-4dd1-ac9e-f9783aad3368 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:14.104407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00a87d36-392b-4bb7-851c-5117f3273bbb req-f6c5a0dc-a056-4dd1-ac9e-f9783aad3368 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "DELETE /v2.0/ports/12d6f8ab-3728-41fc-97b7-99a9412523b2 HTTP/1.1" status: 204 len: 173 time: 0.4089394 Jul 16 18:34:14.104863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce', 'name': 'network-vif-deleted', 'tag': '12d6f8ab-3728-41fc-97b7-99a9412523b2'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:14.107216 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406765c1-e2cb-4fad-83d4-0fb670cd8eae" -d '{"events": [{"server_uuid": "495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce", "name": "network-vif-deleted", "tag": "12d6f8ab-3728-41fc-97b7-99a9412523b2"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:14.303395 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3728c66d-a572-405f-a460-1d044e321920 x-openstack-request-id: req-3728c66d-a572-405f-a460-1d044e321920 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:14.303720 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce", "name": "network-vif-deleted", "tag": "12d6f8ab-3728-41fc-97b7-99a9412523b2", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:14.303978 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3728c66d-a572-405f-a460-1d044e321920 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:14.304381 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce', 'name': 'network-vif-deleted', 'tag': '12d6f8ab-3728-41fc-97b7-99a9412523b2', 'status': 'completed', 'code': 200} Jul 16 18:34:14.802080 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0618337c-df13-4efe-9e14-e23df8ae4276 req-960692fd-e9d2-4193-9ac8-2281f317b736 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 210 time: 0.0337863 Jul 16 18:34:14.912679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d394bcf-db1e-46ae-b84d-5adacfc1a0e1 req-93935880-6a95-4428-a8f1-635e63b0af53 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:14.914216 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d394bcf-db1e-46ae-b84d-5adacfc1a0e1 req-93935880-6a95-4428-a8f1-635e63b0af53 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0719578 Jul 16 18:34:14.952459 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d394bcf-db1e-46ae-b84d-5adacfc1a0e1 req-41e19dc8-7e58-4823-abe8-3c10ddd7c3a8 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324485 Jul 16 18:34:15.524442 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f2df56d5-7d70-496f-8777-47a0464b970b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:15.950670 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f74482cf-340d-48d5-8c80-d04cd70b1afd req-775c228b-2efd-4364-b37f-faa8c733209e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 210 time: 0.0291345 Jul 16 18:34:16.145115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeeb882-cc3d-4f48-b71e-aa6c5779cc1d req-3079ea6a-0c6b-45ed-9d2a-190a66d26842 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:16.146622 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfeeb882-cc3d-4f48-b71e-aa6c5779cc1d req-3079ea6a-0c6b-45ed-9d2a-190a66d26842 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0724955 Jul 16 18:34:16.187060 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfeeb882-cc3d-4f48-b71e-aa6c5779cc1d req-430e80fd-18c9-48cd-82e9-10828856458a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341439 Jul 16 18:34:17.089463 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-04b1bb05-d3ba-45bd-9daf-6b279b2a0f34 req-31c80c26-33c3-489b-ad23-b5b880c7db61 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=495d64b4-9eb5-4e7d-8f2e-a22e497bd3ce HTTP/1.1" status: 200 len: 210 time: 0.0284591 Jul 16 18:34:17.380392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e853d8b-4f61-40b3-8e5b-cc33f66e60b6 req-fc80e2eb-c16e-420d-9edb-6029ef9c322c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:17.381928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e853d8b-4f61-40b3-8e5b-cc33f66e60b6 req-fc80e2eb-c16e-420d-9edb-6029ef9c322c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0739563 Jul 16 18:34:17.420817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e853d8b-4f61-40b3-8e5b-cc33f66e60b6 req-a5942055-b3fa-4d2c-ab20-a52c1ca732de tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329261 Jul 16 18:34:17.734155 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 12d6f8ab-3728-41fc-97b7-99a9412523b2 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:17.757038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 12d6f8ab-3728-41fc-97b7-99a9412523b2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:34:17.757377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 12d6f8ab-3728-41fc-97b7-99a9412523b2 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:34:18.215124 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-934387b9-2676-4755-978c-b5d32168de7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.217802 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:18.602232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3fdb6a-552a-44a5-ad66-2e6dbd0734bf req-ad9b7fcf-486a-4285-bbdc-597c463d5056 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:18.604299 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5b3fdb6a-552a-44a5-ad66-2e6dbd0734bf req-ad9b7fcf-486a-4285-bbdc-597c463d5056 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0654018 Jul 16 18:34:18.642085 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5b3fdb6a-552a-44a5-ad66-2e6dbd0734bf req-b259be84-c5e8-4caa-8fe1-6d96672b9ec9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320201 Jul 16 18:34:19.834077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b315e99b-8262-465a-a1a3-ee1789d390a8 req-c3d00ad8-1a24-4c29-96ed-5f19b56b85fd tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:19.835516 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b315e99b-8262-465a-a1a3-ee1789d390a8 req-c3d00ad8-1a24-4c29-96ed-5f19b56b85fd tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0719638 Jul 16 18:34:19.875654 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b315e99b-8262-465a-a1a3-ee1789d390a8 req-d7ce8816-86c9-4289-b0eb-e98ee987b059 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337179 Jul 16 18:34:19.922134 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:21.103059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144d6c8c-1c2d-4ada-8bc2-319607813d09 req-6f5e1cfa-abbe-4df4-9260-6bc71c036ae6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.105500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-144d6c8c-1c2d-4ada-8bc2-319607813d09 req-6f5e1cfa-abbe-4df4-9260-6bc71c036ae6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0771258 Jul 16 18:34:21.155983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-144d6c8c-1c2d-4ada-8bc2-319607813d09 req-147d0fc7-008d-49af-a7e9-dbafc5c960d2 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407093 Jul 16 18:34:21.275996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321bc59-a007-4231-b502-cd3877a31677 req-eecd8fc9-c3ca-4f39-a95a-bc322604005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.277659 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a321bc59-a007-4231-b502-cd3877a31677 req-eecd8fc9-c3ca-4f39-a95a-bc322604005b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 1096 time: 0.0731261 Jul 16 18:34:21.390363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321bc59-a007-4231-b502-cd3877a31677 req-61695f8b-081d-4453-bfe2-f43533892433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.391881 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a321bc59-a007-4231-b502-cd3877a31677 req-61695f8b-081d-4453-bfe2-f43533892433 service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.0893917 Jul 16 18:34:21.469077 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a321bc59-a007-4231-b502-cd3877a31677 req-2821ca22-d05e-4dd0-b453-4fa18deede78 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24593b71-1939-4b16-957d-72b5956f80b6 HTTP/1.1" status: 200 len: 1001 time: 0.0645487 Jul 16 18:34:21.521150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321bc59-a007-4231-b502-cd3877a31677 req-354c8a22-9617-4543-a51e-6a0d3f4963cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.522564 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a321bc59-a007-4231-b502-cd3877a31677 req-354c8a22-9617-4543-a51e-6a0d3f4963cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0460613 Jul 16 18:34:21.566330 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:21.586582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a321bc59-a007-4231-b502-cd3877a31677 req-bd315da3-cb9a-4d63-ae68-b70f2c52bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:21.588135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a321bc59-a007-4231-b502-cd3877a31677 req-bd315da3-cb9a-4d63-ae68-b70f2c52bf3b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543895 Jul 16 18:34:21.601989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-a321bc59-a007-4231-b502-cd3877a31677 req-d7f5f4f9-18e0-4a81-8696-a4b4217c1ef5 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:34:21.603466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a321bc59-a007-4231-b502-cd3877a31677 req-d7f5f4f9-18e0-4a81-8696-a4b4217c1ef5 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077183 Jul 16 18:34:21.699446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a321bc59-a007-4231-b502-cd3877a31677 req-deb60e77-b038-488f-b08c-61195433f9e5 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885642 Jul 16 18:34:21.795596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a321bc59-a007-4231-b502-cd3877a31677 req-ec82252c-6c8a-4700-9c33-369628a0f003 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881422 Jul 16 18:34:21.986466 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:22.346353 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4eb892-8914-480f-8e01-55d88a7be55a req-7cfd2ba9-5156-4c0f-b0f1-eaa2a97f2f25 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:22.350177 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd4eb892-8914-480f-8e01-55d88a7be55a req-7cfd2ba9-5156-4c0f-b0f1-eaa2a97f2f25 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0731418 Jul 16 18:34:22.390946 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd4eb892-8914-480f-8e01-55d88a7be55a req-3f7b1653-7d1e-4908-90ed-426ad29e2fb1 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358858 Jul 16 18:34:23.168235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 24593b71-1939-4b16-957d-72b5956f80b6 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:23.296893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:23.311040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '24593b71-1939-4b16-957d-72b5956f80b6', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'port_id': '24593b71-1939-4b16-957d-72b5956f80b6', 'mac_address': 'fa:16:3e:61:b9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:23.362542 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.382182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 24593b71-1939-4b16-957d-72b5956f80b6 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:23.408192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:23.416493 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:23.486620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=24593b71-1939-4b16-957d-72b5956f80b6,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:23.588602 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['24593b71-1939-4b16-957d-72b5956f80b6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:23.665074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d01eeb-7e7e-458c-b764-a04752323435 req-75448922-a9ea-4bb4-b1f2-3418c8223067 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:23.666855 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81d01eeb-7e7e-458c-b764-a04752323435 req-75448922-a9ea-4bb4-b1f2-3418c8223067 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 944 time: 0.1349931 Jul 16 18:34:23.750334 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-81d01eeb-7e7e-458c-b764-a04752323435 req-6ccae63d-6d60-4f03-a1ff-87f8b4d2b629 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755682 Jul 16 18:34:24.981404 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1f2c3c-45f7-4530-99e4-3d6612cf4ec9 req-80478f99-e7d9-40b5-bf7e-a27d5dab63cc tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:24.983871 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9b1f2c3c-45f7-4530-99e4-3d6612cf4ec9 req-80478f99-e7d9-40b5-bf7e-a27d5dab63cc tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 944 time: 0.0871508 Jul 16 18:34:25.028172 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9b1f2c3c-45f7-4530-99e4-3d6612cf4ec9 req-50b157c4-ad4b-4211-84f6-b3e4789655b0 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383494 Jul 16 18:34:25.170060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 24593b71-1939-4b16-957d-72b5956f80b6 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:25.249917 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 24593b71-1939-4b16-957d-72b5956f80b6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:25.250447 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.357376 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.389626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:25.392540 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5aec8f4-31b8-48dc-86f1-3aad88a94792" -d '{"events": [{"server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "name": "network-vif-plugged", "status": "completed", "tag": "24593b71-1939-4b16-957d-72b5956f80b6"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:25.408267 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:25.414268 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:25.471426 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-532a2fc4-af89-4a77-8102-d1315fcc2bd7 x-openstack-request-id: req-532a2fc4-af89-4a77-8102-d1315fcc2bd7 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:25.471788 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "name": "network-vif-plugged", "status": "completed", "tag": "24593b71-1939-4b16-957d-72b5956f80b6", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:25.472386 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-532a2fc4-af89-4a77-8102-d1315fcc2bd7 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:25.472836 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6', 'code': 200} Jul 16 18:34:25.502035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=24593b71-1939-4b16-957d-72b5956f80b6,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:26.237460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7401cc44-0a15-4130-b295-71f95cac6467 req-e1e7e997-3921-41aa-9ba0-28ae6c2ab96c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:26.241128 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7401cc44-0a15-4130-b295-71f95cac6467 req-e1e7e997-3921-41aa-9ba0-28ae6c2ab96c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0738752 Jul 16 18:34:26.296115 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7401cc44-0a15-4130-b295-71f95cac6467 req-90696d7b-472b-4426-9c2a-ca14af06238c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435100 Jul 16 18:34:27.515905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8146562-db6a-40ed-8267-2e0ceab45c7d req-bc442c5f-8ba6-477d-8526-507a9c9382f5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:27.522622 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8146562-db6a-40ed-8267-2e0ceab45c7d req-bc442c5f-8ba6-477d-8526-507a9c9382f5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0798368 Jul 16 18:34:27.564986 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8146562-db6a-40ed-8267-2e0ceab45c7d req-7c83a721-95ea-4a51-b403-7e4b7baed5ef tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407972 Jul 16 18:34:28.810788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f7988a-32dc-488a-8109-7c1411e8a532 req-186732dd-69b4-4d21-a806-210513876eb3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:28.818522 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0f7988a-32dc-488a-8109-7c1411e8a532 req-186732dd-69b4-4d21-a806-210513876eb3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0901039 Jul 16 18:34:28.865581 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c0f7988a-32dc-488a-8109-7c1411e8a532 req-dc03c33a-4837-491c-a500-27fe2129bdab tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461345 Jul 16 18:34:29.518968 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:30.096406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4adfc1a-ff96-4977-a69c-f233e110e230 req-2008c83e-8474-49f4-85e8-4216f9642297 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:30.098840 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4adfc1a-ff96-4977-a69c-f233e110e230 req-2008c83e-8474-49f4-85e8-4216f9642297 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0884335 Jul 16 18:34:30.150810 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4adfc1a-ff96-4977-a69c-f233e110e230 req-af894be5-9ab1-45ce-8b07-770b1fc3fc79 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453284 Jul 16 18:34:31.418381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ee924-4c9c-41fd-b029-ff16e689a2e0 req-33fdf3b5-8c8c-47e9-a088-cdb5ad2c8760 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:31.420658 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a13ee924-4c9c-41fd-b029-ff16e689a2e0 req-33fdf3b5-8c8c-47e9-a088-cdb5ad2c8760 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.1231945 Jul 16 18:34:31.504210 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a13ee924-4c9c-41fd-b029-ff16e689a2e0 req-ab1e567d-bd8e-4f67-96ae-6b38cba85203 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0741971 Jul 16 18:34:32.745179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc55fd-005f-44e0-9883-7ead53cbdb65 req-3be10658-22a9-4a05-9b17-47c86f1881cf tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:32.747047 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27fc55fd-005f-44e0-9883-7ead53cbdb65 req-3be10658-22a9-4a05-9b17-47c86f1881cf tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0884895 Jul 16 18:34:32.792126 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27fc55fd-005f-44e0-9883-7ead53cbdb65 req-a21a8650-c4cc-4a06-9044-5f6ab7535de8 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386569 Jul 16 18:34:33.810949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f41c66-d091-4a6f-ba2b-1570f1422fbb req-6ac94a42-f88d-4399-bcf0-71b57b39feb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:33.812514 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25f41c66-d091-4a6f-ba2b-1570f1422fbb req-6ac94a42-f88d-4399-bcf0-71b57b39feb2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 1096 time: 0.0555024 Jul 16 18:34:33.922499 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f41c66-d091-4a6f-ba2b-1570f1422fbb req-4074b9f0-c1dc-4f76-945d-79e16663d363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:33.924007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25f41c66-d091-4a6f-ba2b-1570f1422fbb req-4074b9f0-c1dc-4f76-945d-79e16663d363 service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.1025009 Jul 16 18:34:33.996700 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25f41c66-d091-4a6f-ba2b-1570f1422fbb req-aa090942-5d34-4763-a697-f2202db1ea0a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24593b71-1939-4b16-957d-72b5956f80b6 HTTP/1.1" status: 200 len: 1001 time: 0.0651085 Jul 16 18:34:34.010958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e047c729-e284-4cdf-936b-f57ca832e8a1 req-25d9b009-2768-49d8-aa3a-5452ef05ad59 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:34.012610 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e047c729-e284-4cdf-936b-f57ca832e8a1 req-25d9b009-2768-49d8-aa3a-5452ef05ad59 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0943580 Jul 16 18:34:34.055511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f41c66-d091-4a6f-ba2b-1570f1422fbb req-6014a88c-c23f-448c-a1ae-d525aa942baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:34.056918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25f41c66-d091-4a6f-ba2b-1570f1422fbb req-6014a88c-c23f-448c-a1ae-d525aa942baa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0525401 Jul 16 18:34:34.062297 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e047c729-e284-4cdf-936b-f57ca832e8a1 req-181faa75-9fe8-4995-982f-bbc71b399606 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434532 Jul 16 18:34:34.117627 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f41c66-d091-4a6f-ba2b-1570f1422fbb req-d5f64c14-1743-468f-a678-e051bd207982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:34.119127 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25f41c66-d091-4a6f-ba2b-1570f1422fbb req-d5f64c14-1743-468f-a678-e051bd207982 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537512 Jul 16 18:34:34.211028 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25f41c66-d091-4a6f-ba2b-1570f1422fbb req-dd3475b7-67d5-4a19-8df8-7d29391bca06 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839362 Jul 16 18:34:34.307278 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25f41c66-d091-4a6f-ba2b-1570f1422fbb req-1b7c92bf-3d87-4ccc-a14b-5449d34470fa service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883443 Jul 16 18:34:35.251541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c159e1-7839-490b-84bd-6c2b837b7820 req-3be75cc4-aaab-4ef7-8580-019ddb6f347d tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:35.252877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1c159e1-7839-490b-84bd-6c2b837b7820 req-3be75cc4-aaab-4ef7-8580-019ddb6f347d tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0785997 Jul 16 18:34:35.292717 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1c159e1-7839-490b-84bd-6c2b837b7820 req-b6e00d83-3265-45c4-95d2-9d5deff84a6d tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332494 Jul 16 18:34:36.478605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a59c0-d8bf-4bf7-81be-95ba244cdc70 req-9a8e2edf-523e-42a6-8b1e-ad004b8cf63b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:36.480062 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f41a59c0-d8bf-4bf7-81be-95ba244cdc70 req-9a8e2edf-523e-42a6-8b1e-ad004b8cf63b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 945 time: 0.0700772 Jul 16 18:34:36.520255 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f41a59c0-d8bf-4bf7-81be-95ba244cdc70 req-68b127e1-e85b-4dbf-aa1b-10880b1d9e32 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344176 Jul 16 18:34:37.286112 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 24593b71-1939-4b16-957d-72b5956f80b6 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:37.373683 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.396241 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:37.398686 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c284e2-f6c8-4c7a-bda5-2ab54d8dd95b" -d '{"events": [{"server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "name": "network-vif-unplugged", "status": "completed", "tag": "24593b71-1939-4b16-957d-72b5956f80b6"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:37.417678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:37.424610 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:37.455162 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea19298-774f-4bbe-8f13-dbc1f966c4de x-openstack-request-id: req-dea19298-774f-4bbe-8f13-dbc1f966c4de {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:37.455670 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "name": "network-vif-unplugged", "status": "failed", "tag": "24593b71-1939-4b16-957d-72b5956f80b6", "code": 422}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:37.456026 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dea19298-774f-4bbe-8f13-dbc1f966c4de {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:37.456515 n-d-794306-7 neutron-server[105440]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6', 'code': 422} returned with failed status Jul 16 18:34:37.481708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=24593b71-1939-4b16-957d-72b5956f80b6,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:37.489301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.489757 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.490224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.490687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.491837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.492324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.492767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.493220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.493442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.494332 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.494680 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.495017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:37.707209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760ecd0f-d66a-42ca-b8dc-10d3d25611c6 req-1e13d09a-a086-44de-9216-6a24123d965e tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:37.707949 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-47588608-aa58-4ee3-9f46-fcfbc721a319 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0632522 Jul 16 18:34:37.710678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-760ecd0f-d66a-42ca-b8dc-10d3d25611c6 req-1e13d09a-a086-44de-9216-6a24123d965e tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.0706460 Jul 16 18:34:37.752657 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-760ecd0f-d66a-42ca-b8dc-10d3d25611c6 req-61638347-8a34-48ef-a36f-a91c5a91543e tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346189 Jul 16 18:34:38.690628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-a08b26a2-ee5a-49da-afc5-29aeb22726b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:38.692119 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-a08b26a2-ee5a-49da-afc5-29aeb22726b5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22&tenant_id=9eef524a91d14fe185fb6261e1219b0e HTTP/1.1" status: 200 len: 1094 time: 0.0522313 Jul 16 18:34:38.777000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-a0c27865-ca3f-482e-8c22-aa1dd8602e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:38.778485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-a0c27865-ca3f-482e-8c22-aa1dd8602e52 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 1094 time: 0.0521700 Jul 16 18:34:38.873426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-2ac733e1-d517-41c8-a442-05d3ec2cf1a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:38.874927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-2ac733e1-d517-41c8-a442-05d3ec2cf1a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.0897064 Jul 16 18:34:38.968596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-62b89af9-9641-4846-a43f-56fc9e8bbeab service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24593b71-1939-4b16-957d-72b5956f80b6 HTTP/1.1" status: 200 len: 999 time: 0.0828071 Jul 16 18:34:39.015894 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734b9bda-919b-486b-983b-5ff505a715b3 req-395e3eff-7d0c-4644-b266-cc87257c046b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.017332 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-734b9bda-919b-486b-983b-5ff505a715b3 req-395e3eff-7d0c-4644-b266-cc87257c046b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.1414866 Jul 16 18:34:39.049982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-3a533885-a156-4281-b1ae-66e9b046b8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.051481 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-3a533885-a156-4281-b1ae-66e9b046b8cd service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0751734 Jul 16 18:34:39.092400 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-734b9bda-919b-486b-983b-5ff505a715b3 req-387a9720-e34c-47d2-9f4c-a9d4382faf99 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688322 Jul 16 18:34:39.120100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-0c2885b8-41e0-4952-953d-d3ad837e6621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.121650 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-0c2885b8-41e0-4952-953d-d3ad837e6621 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603557 Jul 16 18:34:39.215465 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-5444360c-5d7e-4cc0-845c-ae29cc9e3ee3 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860403 Jul 16 18:34:39.309794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e62a4ec3-abb1-4597-adb6-67d6339d00dd req-2072bf22-c40c-4daf-a0a9-ec68fdc91c42 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852528 Jul 16 18:34:39.533623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-7ce0bbf2-393c-4f0e-8ad8-293c1adcf3ac tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:39.535095 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-7ce0bbf2-393c-4f0e-8ad8-293c1adcf3ac tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.1209185 Jul 16 18:34:39.550434 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-fa05ed8f-6705-4d45-a9a6-4587922cc788 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/quotas/6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 375 time: 0.0094285 Jul 16 18:34:39.626689 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-8162e4f2-cdf2-49f7-b22b-f55d06655dc2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703404 Jul 16 18:34:39.764891 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-04540eae-92e2-47bc-83e8-69aa93ab4a00 service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306026 Jul 16 18:34:39.880338 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-61b30fe6-4af4-4503-b8e0-422b2a0cfb41 service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084957 Jul 16 18:34:40.099506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56e0c455-8f6d-4ace-9e6f-8062f5bc54e8 req-aabbd5fb-b9a9-470e-b995-bd3438c30660 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 210 time: 0.0348668 Jul 16 18:34:40.294205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e2cd4-2a46-4130-bc72-b6bc7db5bb54 req-0762689f-f37c-4ddd-b963-7ea8ffc496bb tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:40.295716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4d8e2cd4-2a46-4130-bc72-b6bc7db5bb54 req-0762689f-f37c-4ddd-b963-7ea8ffc496bb tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.0798912 Jul 16 18:34:40.338311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4d8e2cd4-2a46-4130-bc72-b6bc7db5bb54 req-46fa51ae-367d-4a28-a4a7-45520607ef4c tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365562 Jul 16 18:34:41.263608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-584736b9-c6d6-4208-b725-736ad39c55f5 req-75183114-e954-4771-8dc0-035afafe41fd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 210 time: 0.0406644 Jul 16 18:34:41.289707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-6e84bbce-1461-4d6a-8fb1-ed347046be86 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:41.289707 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-6e84bbce-1461-4d6a-8fb1-ed347046be86 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.1725473 Jul 16 18:34:41.302030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'port': {'device_id': '6dd87488-7617-471c-a4d0-5666500e0268', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'admin_state_up': True, 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:41.305993 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 24593b71-1939-4b16-957d-72b5956f80b6 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:34:41.523682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Made reservation on behalf of 6fab71a6715747e8a1ad00afc8d4b282 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:34:41.529325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:41.604534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e28009-73e1-4a8a-9d81-cc3fd84d5270 req-eb116cc4-c2bc-4beb-948f-bf0b52082167 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:41.611174 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c7e28009-73e1-4a8a-9d81-cc3fd84d5270 req-eb116cc4-c2bc-4beb-948f-bf0b52082167 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.0903399 Jul 16 18:34:41.670513 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c7e28009-73e1-4a8a-9d81-cc3fd84d5270 req-5663d902-b50d-4b6c-ad23-8fc37434c7f9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559554 Jul 16 18:34:41.728689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Allocated IP 172.20.0.8 (ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee/8719dd77-fed6-440d-a86d-dfef7ef42ece/a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:34:41.914144 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.274949 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.324571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Transition to ACTIVE for port object a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:42.406718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.489777 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:34:42.495442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:34:42.503550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:34:42.564314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:42.600916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.608183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.609194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.609814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.610483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.611068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.611685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.612207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.612804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.624424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.625277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.627674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:34:42.655574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:42.656278 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.679643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496755c-6046-49f7-8009-a085053c250e req-7eb3f190-18fa-4186-a2de-6b0b69cee417 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:42.681410 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e496755c-6046-49f7-8009-a085053c250e req-7eb3f190-18fa-4186-a2de-6b0b69cee417 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 931 time: 0.2600713 Jul 16 18:34:42.687497 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-f22bf171-5129-441c-82d4-13ffe15d2c6d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3894823 Jul 16 18:34:42.701668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-43a8ac26-74c0-4984-a3dd-4f650a426e52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:34:42.702834 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-43a8ac26-74c0-4984-a3dd-4f650a426e52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063639 Jul 16 18:34:42.727300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Request body: {'port': {'device_id': '6dd87488-7617-471c-a4d0-5666500e0268', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:34:42.785629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e496755c-6046-49f7-8009-a085053c250e req-4d1b29e0-5150-418d-a109-e42238586619 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920234 Jul 16 18:34:42.862808 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ebcb4bf4-4b2e-4324-8d64-641bd844cfd9 None None] Provisioning for port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:34:42.868853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ebcb4bf4-4b2e-4324-8d64-641bd844cfd9 None None] Provisioning complete for port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:42.869230 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ebcb4bf4-4b2e-4324-8d64-641bd844cfd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.894290 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:42.942460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ebcb4bf4-4b2e-4324-8d64-641bd844cfd9 None None] Port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:34:43.026151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9931e-5935-424c-ad06-30941ba54edd req-082db589-7196-4fa7-a210-3e7f6a6da7af tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:43.035329 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-48f9931e-5935-424c-ad06-30941ba54edd req-082db589-7196-4fa7-a210-3e7f6a6da7af tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.1183345 Jul 16 18:34:43.096983 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-48f9931e-5935-424c-ad06-30941ba54edd req-3fedbe2d-c72e-4e40-9c4c-7c7635a2a03a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562057 Jul 16 18:34:43.339101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:43.347839 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.362079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Transition to ACTIVE for port object a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:34:43.370965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.427241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Pushing event updated for resources: {'Port': ['ID=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:43.526097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Attempting to bind port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:34:43.526887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Attempting to bind port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:34:43.527748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Attempting to bind port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:43.534057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:34:43.534788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Attempting to bind port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:34:43.541135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 34, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:34:43.542133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Checking segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:34:43.542632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Bound using segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:34:43.543339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Bound port: a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:34:43.543811 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.615147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] For port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:34:43.619623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] For port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:34:43.631084 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.690642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Pushing event updated for resources: {'Port': ['ID=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:43.711997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:43.712374 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:43.713908 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-a16aed35-5c37-4543-9f25-f89d4080e4cd service neutron] 10.222.0.18 "PUT /v2.0/ports/a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a HTTP/1.1" status: 200 len: 1091 time: 0.9945374 Jul 16 18:34:43.714365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dd87488-7617-471c-a4d0-5666500e0268', 'tag': 'a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:43.716837 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde78925-ec96-4811-931b-42e545d05605" -d '{"events": [{"name": "network-changed", "server_uuid": "6dd87488-7617-471c-a4d0-5666500e0268", "tag": "a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:43.887262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-5f27c159-b8c0-4ad2-b397-72b4f7ac9605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:43.888770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-5f27c159-b8c0-4ad2-b397-72b4f7ac9605 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 1094 time: 0.1051698 Jul 16 18:34:43.982321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-3267122f-e2d5-4e49-9dad-bce242d19554 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a HTTP/1.1" status: 200 len: 217 time: 0.0816228 Jul 16 18:34:44.138460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-7c048c7e-3126-4832-a167-96e6ebc53b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.151593 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-7c048c7e-3126-4832-a167-96e6ebc53b06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.1628683 Jul 16 18:34:44.156923 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64327fbb-51c7-494a-b70f-50f74876b4aa x-openstack-request-id: req-64327fbb-51c7-494a-b70f-50f74876b4aa {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:44.157330 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dd87488-7617-471c-a4d0-5666500e0268", "tag": "a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:44.157684 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-64327fbb-51c7-494a-b70f-50f74876b4aa {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:44.162128 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dd87488-7617-471c-a4d0-5666500e0268', 'tag': 'a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a', 'status': 'completed', 'code': 200} Jul 16 18:34:44.214219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6dfeef-442b-4d92-b76a-16ef25e0c3f3 req-a2513f93-aab4-499b-94dc-8c48e09d576a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.217224 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dd6dfeef-442b-4d92-b76a-16ef25e0c3f3 req-a2513f93-aab4-499b-94dc-8c48e09d576a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.1607716 Jul 16 18:34:44.274795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-9d08af52-5134-421e-b212-5007e009e3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.276566 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-9d08af52-5134-421e-b212-5007e009e3ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1129332 Jul 16 18:34:44.288727 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dd6dfeef-442b-4d92-b76a-16ef25e0c3f3 req-deacec85-a3e7-45b8-acf1-e1e794e05ebe tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642521 Jul 16 18:34:44.476349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-d410fb08-1f79-48fe-8d71-5a0d943b71ac service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920209 Jul 16 18:34:44.524988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909b3660-7c51-42f2-a9b7-035dcc8ad0fb req-32ece4a2-2a83-479d-9d6d-6b46a07c81ce tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.526706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-909b3660-7c51-42f2-a9b7-035dcc8ad0fb req-32ece4a2-2a83-479d-9d6d-6b46a07c81ce tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.1384008 Jul 16 18:34:44.614063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-909b3660-7c51-42f2-a9b7-035dcc8ad0fb req-99a9f03f-7007-4fa8-9782-8e3c3bfa2b35 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0783553 Jul 16 18:34:44.646695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fead66e2-54bd-4238-9a63-f3413891fbbe req-94ad9b18-9301-4106-9ddb-ec8ea3b48f04 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1644046 Jul 16 18:34:44.760848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde78925-ec96-4811-931b-42e545d05605 req-7be265f7-ac31-4300-999d-377eed0b3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.762388 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fde78925-ec96-4811-931b-42e545d05605 req-7be265f7-ac31-4300-999d-377eed0b3661 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 1094 time: 0.0623069 Jul 16 18:34:44.891353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde78925-ec96-4811-931b-42e545d05605 req-20ca1489-aa57-4d8f-ad37-2dc0aac08b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:44.893238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fde78925-ec96-4811-931b-42e545d05605 req-20ca1489-aa57-4d8f-ad37-2dc0aac08b1a service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.1245186 Jul 16 18:34:44.938587 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fde78925-ec96-4811-931b-42e545d05605 req-add2bcd0-3781-4e73-afb2-a48855507df8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a HTTP/1.1" status: 200 len: 217 time: 0.0391188 Jul 16 18:34:45.016922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde78925-ec96-4811-931b-42e545d05605 req-c3dcd0a6-d49d-4307-b544-6c7b9ff6d7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:45.018695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fde78925-ec96-4811-931b-42e545d05605 req-c3dcd0a6-d49d-4307-b544-6c7b9ff6d7c8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0746014 Jul 16 18:34:45.117577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde78925-ec96-4811-931b-42e545d05605 req-97134bd5-e5c4-4bbb-be4d-678bc0ec94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:45.122902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fde78925-ec96-4811-931b-42e545d05605 req-97134bd5-e5c4-4bbb-be4d-678bc0ec94fd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0977862 Jul 16 18:34:45.270729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fde78925-ec96-4811-931b-42e545d05605 req-0e142fb0-594d-44fa-ae68-4327bf44d401 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416411 Jul 16 18:34:45.445539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fde78925-ec96-4811-931b-42e545d05605 req-889bf759-8cd7-42e7-922c-47c5828a1ee8 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635189 Jul 16 18:34:45.583724 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-841f8d25-d526-492b-92e8-7fce7fdf4d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:45.597136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2d009-e8a2-416a-a4e2-0099c7fc6c34 req-9228bc15-a6a8-42d5-8dd5-729e2826e5fd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:45.606122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bad2d009-e8a2-416a-a4e2-0099c7fc6c34 req-9228bc15-a6a8-42d5-8dd5-729e2826e5fd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.1083081 Jul 16 18:34:45.711372 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bad2d009-e8a2-416a-a4e2-0099c7fc6c34 req-71083b84-0251-45ff-8353-b87fbcfec16d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041334 Jul 16 18:34:45.956566 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c759c62a-de00-4030-8fdb-c36fe456930d req-e09bf543-2550-4af0-9c47-2385321c7df8 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:45.965608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c759c62a-de00-4030-8fdb-c36fe456930d req-e09bf543-2550-4af0-9c47-2385321c7df8 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.1264062 Jul 16 18:34:46.070759 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c759c62a-de00-4030-8fdb-c36fe456930d req-13d582cb-1395-4e35-b12d-1fc2a299e39f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1042662 Jul 16 18:34:47.001855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcf54b5-5de7-48a7-94a1-aa8648540cf5 req-708035b4-97af-40cf-b31e-fcb7eafdc002 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:47.003488 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0fcf54b5-5de7-48a7-94a1-aa8648540cf5 req-708035b4-97af-40cf-b31e-fcb7eafdc002 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.1205301 Jul 16 18:34:47.084499 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0fcf54b5-5de7-48a7-94a1-aa8648540cf5 req-b651aceb-5416-4eea-b188-c12035e0c178 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730047 Jul 16 18:34:47.434033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e6b20-1db5-41d3-9f03-9d28f302f32f req-f0e4e8ee-bc2d-4674-9a43-1554a1a174f3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:47.439554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc1e6b20-1db5-41d3-9f03-9d28f302f32f req-f0e4e8ee-bc2d-4674-9a43-1554a1a174f3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.1242704 Jul 16 18:34:47.499834 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bc1e6b20-1db5-41d3-9f03-9d28f302f32f req-db463ace-c1d5-41a9-ad07-8387fe4998a1 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494392 Jul 16 18:34:48.279494 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3af9a37b-e4c2-4437-bc56-42a290bc1fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.300902 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:48.328845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22650d19-374f-46fe-a0eb-e32bc2365411 req-ec45aac3-6cc0-4325-ab26-2a0172dc211f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:48.332534 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22650d19-374f-46fe-a0eb-e32bc2365411 req-ec45aac3-6cc0-4325-ab26-2a0172dc211f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0882366 Jul 16 18:34:48.378885 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22650d19-374f-46fe-a0eb-e32bc2365411 req-7a490d13-debf-444e-af4a-3a92375a38b7 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419304 Jul 16 18:34:48.788738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d88f4f-2a70-40cb-be75-178b875bb301 req-273f0222-ebab-4b18-bf27-6f3090376614 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:48.796029 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51d88f4f-2a70-40cb-be75-178b875bb301 req-273f0222-ebab-4b18-bf27-6f3090376614 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.1166983 Jul 16 18:34:48.846255 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-51d88f4f-2a70-40cb-be75-178b875bb301 req-9bc2a7aa-1d6e-46c3-82f8-a246391a216a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492554 Jul 16 18:34:49.570081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320e14cc-6a60-46af-98e0-0ba669d6beb0 req-b4f3df5d-51ee-44cf-93d8-6df5db054a4a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:49.571638 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-320e14cc-6a60-46af-98e0-0ba669d6beb0 req-b4f3df5d-51ee-44cf-93d8-6df5db054a4a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0657806 Jul 16 18:34:49.616508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-320e14cc-6a60-46af-98e0-0ba669d6beb0 req-adf13d43-d0eb-400f-8682-2962d4002458 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380712 Jul 16 18:34:49.930700 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:50.066305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0244918-76fc-407b-8bcb-44c890ddca7f req-2a3c4a12-7104-4823-ac73-06d6d5f6b6f9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:50.067833 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e0244918-76fc-407b-8bcb-44c890ddca7f req-2a3c4a12-7104-4823-ac73-06d6d5f6b6f9 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.0721388 Jul 16 18:34:50.128160 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e0244918-76fc-407b-8bcb-44c890ddca7f req-13fcb7ab-a592-4a81-a184-4ddfccec2258 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500290 Jul 16 18:34:50.813803 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2e3bbd-bc33-4250-83ba-14ca5d31a5c4 req-b94b8830-b537-407b-b9a3-03967ce81026 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:50.815404 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca2e3bbd-bc33-4250-83ba-14ca5d31a5c4 req-b94b8830-b537-407b-b9a3-03967ce81026 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0725698 Jul 16 18:34:50.856696 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca2e3bbd-bc33-4250-83ba-14ca5d31a5c4 req-6aff1cff-773c-4f79-acb2-0dee54388004 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344014 Jul 16 18:34:51.336153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c364855-4547-4eaa-8f23-7e884d4e2491 req-0b950199-1ae7-4c99-a224-01dc2d016845 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:51.337662 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c364855-4547-4eaa-8f23-7e884d4e2491 req-0b950199-1ae7-4c99-a224-01dc2d016845 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.0704811 Jul 16 18:34:51.380531 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5c364855-4547-4eaa-8f23-7e884d4e2491 req-02939a5d-614a-4ddd-9d64-0e8d5a6f7336 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373297 Jul 16 18:34:51.988329 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:52.033936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d852e8-fafb-4daa-a221-fd9d77c488c9 req-56598c2b-bb94-4f9e-aad4-24efbd7066ff tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:52.035457 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-69d852e8-fafb-4daa-a221-fd9d77c488c9 req-56598c2b-bb94-4f9e-aad4-24efbd7066ff tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0668619 Jul 16 18:34:52.074810 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-69d852e8-fafb-4daa-a221-fd9d77c488c9 req-ddd891cf-c3c5-406c-9401-62780870a7d7 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331807 Jul 16 18:34:52.573960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af22d0-e3cd-4f89-b977-31fa057190df req-fd43a4fc-1097-4422-a991-4b5a779638e7 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:52.575483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11af22d0-e3cd-4f89-b977-31fa057190df req-fd43a4fc-1097-4422-a991-4b5a779638e7 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 943 time: 0.0656469 Jul 16 18:34:52.613732 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11af22d0-e3cd-4f89-b977-31fa057190df req-a8b73187-2dbf-411d-bf70-3678403deef4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323236 Jul 16 18:34:53.255210 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96df25d-88b6-4d9a-9d11-ee85d1243719 req-520241f1-f7e1-4f49-911e-7babcd1caf02 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:53.256945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f96df25d-88b6-4d9a-9d11-ee85d1243719 req-520241f1-f7e1-4f49-911e-7babcd1caf02 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0705936 Jul 16 18:34:53.296678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f96df25d-88b6-4d9a-9d11-ee85d1243719 req-52945370-ac09-4d4e-b226-69203163b42e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337429 Jul 16 18:34:53.353643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 24593b71-1939-4b16-957d-72b5956f80b6 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:34:53.450427 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:53.461631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '24593b71-1939-4b16-957d-72b5956f80b6', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'port_id': '24593b71-1939-4b16-957d-72b5956f80b6', 'mac_address': 'fa:16:3e:61:b9:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 350, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:34:53.498623 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.511469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24593b71-1939-4b16-957d-72b5956f80b6 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:34:53.532015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:53.535541 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:53.582900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=24593b71-1939-4b16-957d-72b5956f80b6,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:53.811162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b389245-6932-4984-8286-442285c58c67 req-acd95c91-7c9a-46ee-a2f1-b611f5775707 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:53.812683 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b389245-6932-4984-8286-442285c58c67 req-acd95c91-7c9a-46ee-a2f1-b611f5775707 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 944 time: 0.0658839 Jul 16 18:34:53.856097 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b389245-6932-4984-8286-442285c58c67 req-63df482a-4700-4049-ae25-0c9986842309 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376525 Jul 16 18:34:53.856610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['24593b71-1939-4b16-957d-72b5956f80b6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:34:54.496364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e4419c-47ba-460a-a39d-5742f76ab226 req-443a44bb-061a-4891-a762-05ea25e34a47 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:54.497848 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85e4419c-47ba-460a-a39d-5742f76ab226 req-443a44bb-061a-4891-a762-05ea25e34a47 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0634141 Jul 16 18:34:54.535084 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85e4419c-47ba-460a-a39d-5742f76ab226 req-4fb205ed-875e-4d97-b69a-a4779c5db0e6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Jul 16 18:34:55.039631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8bd01c-db94-49a3-8eb1-c9dafc07ef2c req-b541be02-8c68-4369-b648-677646977378 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.041202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fc8bd01c-db94-49a3-8eb1-c9dafc07ef2c req-b541be02-8c68-4369-b648-677646977378 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 944 time: 0.0669444 Jul 16 18:34:55.089917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fc8bd01c-db94-49a3-8eb1-c9dafc07ef2c req-17ac5bf2-4c83-4972-936e-0c906a047fa5 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429158 Jul 16 18:34:55.370225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 24593b71-1939-4b16-957d-72b5956f80b6 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:34:55.416381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 24593b71-1939-4b16-957d-72b5956f80b6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:34:55.416754 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.492991 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.514025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:34:55.516256 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-067388d6-3136-453f-befe-f76cd9c5f9ce" -d '{"events": [{"server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "name": "network-vif-plugged", "status": "completed", "tag": "24593b71-1939-4b16-957d-72b5956f80b6"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:34:55.529415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:34:55.533408 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:34:55.557259 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5374c573-25e7-4014-ab18-bcf25f7c947a x-openstack-request-id: req-5374c573-25e7-4014-ab18-bcf25f7c947a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:34:55.557544 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "name": "network-vif-plugged", "status": "completed", "tag": "24593b71-1939-4b16-957d-72b5956f80b6", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:34:55.557790 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5374c573-25e7-4014-ab18-bcf25f7c947a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:34:55.558173 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6', 'code': 200} Jul 16 18:34:55.583263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=24593b71-1939-4b16-957d-72b5956f80b6,revision_number=10']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:34:55.715838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948fe5b7-0232-49b1-8f47-7a2215d18ddb req-1148d4db-7861-4345-8eb7-2f21d6d6063a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.717885 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-948fe5b7-0232-49b1-8f47-7a2215d18ddb req-1148d4db-7861-4345-8eb7-2f21d6d6063a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0687044 Jul 16 18:34:55.764007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-948fe5b7-0232-49b1-8f47-7a2215d18ddb req-d0037277-354d-4d96-81d4-32c5c6380848 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401666 Jul 16 18:34:55.815225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331277bc-bbc0-4643-95a4-68aff0f302c6 req-919b565f-7bf2-4a64-b8c6-8dd8e2a9c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:55.816743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-331277bc-bbc0-4643-95a4-68aff0f302c6 req-919b565f-7bf2-4a64-b8c6-8dd8e2a9c39d service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 1097 time: 0.0669425 Jul 16 18:34:55.855652 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-331277bc-bbc0-4643-95a4-68aff0f302c6 req-a9933326-3c11-4a0c-94d8-b3ecc44c5901 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317228 Jul 16 18:34:56.258119 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeef00d-c733-4841-b726-9bb96424b1f0 req-efecc92d-3406-4168-8ef6-f9f62cb1c9e3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.259610 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ceeef00d-c733-4841-b726-9bb96424b1f0 req-efecc92d-3406-4168-8ef6-f9f62cb1c9e3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 946 time: 0.0619559 Jul 16 18:34:56.297854 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ceeef00d-c733-4841-b726-9bb96424b1f0 req-b972995e-a3dc-4966-9b12-4e08ddd517c3 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327568 Jul 16 18:34:56.937983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88018cd-29fc-4649-a1bc-74330a946b59 req-8820d82a-0266-43d1-a410-969c526bf3ab tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:56.939543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c88018cd-29fc-4649-a1bc-74330a946b59 req-8820d82a-0266-43d1-a410-969c526bf3ab tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0628121 Jul 16 18:34:56.978696 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c88018cd-29fc-4649-a1bc-74330a946b59 req-bcc2f737-77ba-4f3e-97cc-eb95f363a472 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328181 Jul 16 18:34:57.482970 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b2a8c2-d08a-4388-9562-1a1a653fec33 req-01c95144-b986-443c-98ad-627d7909fcf4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:57.484561 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-12b2a8c2-d08a-4388-9562-1a1a653fec33 req-01c95144-b986-443c-98ad-627d7909fcf4 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 946 time: 0.0693026 Jul 16 18:34:57.523571 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-12b2a8c2-d08a-4388-9562-1a1a653fec33 req-4dce8759-baa8-4859-9478-d1e16d51ba1a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333536 Jul 16 18:34:58.153954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737fa07f-2578-40be-b4d6-aece0a33cdee req-44c2601e-697f-4413-9043-76b19422e35a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.155466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-737fa07f-2578-40be-b4d6-aece0a33cdee req-44c2601e-697f-4413-9043-76b19422e35a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0671816 Jul 16 18:34:58.192807 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-737fa07f-2578-40be-b4d6-aece0a33cdee req-8794cabd-6776-4147-9f93-8c21dc3827fb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316396 Jul 16 18:34:58.564984 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:34:58.702720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc23ddd1-e222-420c-8edf-bb3eeb22278d req-c5eca4c0-cae3-47b2-8916-997a60c9896f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:58.704127 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc23ddd1-e222-420c-8edf-bb3eeb22278d req-c5eca4c0-cae3-47b2-8916-997a60c9896f tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 946 time: 0.0627518 Jul 16 18:34:58.742721 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc23ddd1-e222-420c-8edf-bb3eeb22278d req-eaba3610-5525-4450-a103-fb03d4f84d19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323412 Jul 16 18:34:59.366933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc8ec1-2834-40ac-aa2b-5df244018e55 req-98a062c1-f95b-431c-add8-1e645ebe4859 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:34:59.368391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-09fc8ec1-2834-40ac-aa2b-5df244018e55 req-98a062c1-f95b-431c-add8-1e645ebe4859 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0637403 Jul 16 18:34:59.405946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-09fc8ec1-2834-40ac-aa2b-5df244018e55 req-525ecdaa-dbd7-41e3-ac3f-c3f84a723f3c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317554 Jul 16 18:34:59.511519 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:00.580569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245f67c2-1d82-4ecf-8b35-e4964830be53 req-949668fa-5d73-472e-9f0c-6ecd7ae78427 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:00.582039 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-245f67c2-1d82-4ecf-8b35-e4964830be53 req-949668fa-5d73-472e-9f0c-6ecd7ae78427 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0658064 Jul 16 18:35:00.620258 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-245f67c2-1d82-4ecf-8b35-e4964830be53 req-aa964e77-2f16-401b-b1f1-4fff785b8056 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324817 Jul 16 18:35:01.792163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce13302-fb44-4243-ad42-17c69fc50d21 req-2a57bee7-f568-4732-b9f8-bea58edc8e0c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:01.793646 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ce13302-fb44-4243-ad42-17c69fc50d21 req-2a57bee7-f568-4732-b9f8-bea58edc8e0c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 943 time: 0.0621922 Jul 16 18:35:01.829917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7ce13302-fb44-4243-ad42-17c69fc50d21 req-8ed7c62a-23ef-48da-8b08-6f7a583c7944 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307970 Jul 16 18:35:01.921126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:02.014398 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:02.025368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'port_id': 'a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a', 'mac_address': 'fa:16:3e:95:73:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:02.060724 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.073076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:02.092204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:02.096237 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:02.147437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:02.282035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:03.001888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2376aa93-3818-4b5d-ad9a-d71577a95c16 req-041477b7-16e5-42b0-9bee-c169821803a5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:03.003369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2376aa93-3818-4b5d-ad9a-d71577a95c16 req-041477b7-16e5-42b0-9bee-c169821803a5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 944 time: 0.0627258 Jul 16 18:35:03.043286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2376aa93-3818-4b5d-ad9a-d71577a95c16 req-ab9ec75b-5e34-4761-ae70-5a662b9aeab9 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340080 Jul 16 18:35:03.935480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:03.985120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:03.988593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:03.988958 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.062457 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.084452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd87488-7617-471c-a4d0-5666500e0268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:04.086675 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b42dfaf-010a-47f5-b576-0b58848accb8" -d '{"events": [{"server_uuid": "6dd87488-7617-471c-a4d0-5666500e0268", "name": "network-vif-plugged", "status": "completed", "tag": "a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:04.098828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:04.104224 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:04.129147 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079bae9d-7efe-40d3-b42c-3e1e931e5d3a x-openstack-request-id: req-079bae9d-7efe-40d3-b42c-3e1e931e5d3a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:04.129438 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd87488-7617-471c-a4d0-5666500e0268", "name": "network-vif-plugged", "status": "completed", "tag": "a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:04.129686 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-079bae9d-7efe-40d3-b42c-3e1e931e5d3a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:04.130064 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd87488-7617-471c-a4d0-5666500e0268', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a', 'code': 200} Jul 16 18:35:04.156123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:04.282327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a3260-6185-464b-ac5f-a8a3045d5499 req-33b3d44f-46b8-4703-b6ff-46607f1285f0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:04.283872 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-696a3260-6185-464b-ac5f-a8a3045d5499 req-33b3d44f-46b8-4703-b6ff-46607f1285f0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 945 time: 0.1082685 Jul 16 18:35:04.290837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0bf249-ea0a-4b6f-98bd-5948c8ad02cb req-257aa29a-3ad7-42a1-8b0c-41d90a401ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:04.292323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d0bf249-ea0a-4b6f-98bd-5948c8ad02cb req-257aa29a-3ad7-42a1-8b0c-41d90a401ce0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 1096 time: 0.0833778 Jul 16 18:35:04.347501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5d0bf249-ea0a-4b6f-98bd-5948c8ad02cb req-0ce835e6-9724-453e-98d3-cfbf6ac9a8d9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482972 Jul 16 18:35:04.351231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-696a3260-6185-464b-ac5f-a8a3045d5499 req-c46730d2-9080-40c7-b277-1314ce53e1f8 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580199 Jul 16 18:35:05.524378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a0d7a1-d21c-4fbc-b872-e1a0d700bd47 req-166c5088-4b46-402a-bbc6-ee7724179ecb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.525852 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c2a0d7a1-d21c-4fbc-b872-e1a0d700bd47 req-166c5088-4b46-402a-bbc6-ee7724179ecb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 945 time: 0.0626996 Jul 16 18:35:05.562244 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c2a0d7a1-d21c-4fbc-b872-e1a0d700bd47 req-3e010a79-abb8-41b7-9bbf-4b6d291f6ac2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309575 Jul 16 18:35:05.737292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56133aaa-19a9-45b2-a31a-5f90e369923d req-097ba0fa-9cf5-4824-aeb9-1a8db976ee0c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.738771 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56133aaa-19a9-45b2-a31a-5f90e369923d req-097ba0fa-9cf5-4824-aeb9-1a8db976ee0c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 945 time: 0.0678635 Jul 16 18:35:05.785396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56133aaa-19a9-45b2-a31a-5f90e369923d req-22a4668b-c330-4964-99ce-5e1d9d4c9cc7 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401185 Jul 16 18:35:05.964533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b914e669-8ef9-4b12-82d3-0294ee18ba8c req-298d2032-79d8-4302-b1f8-aabb0e3de7d5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:05.966003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b914e669-8ef9-4b12-82d3-0294ee18ba8c req-298d2032-79d8-4302-b1f8-aabb0e3de7d5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 945 time: 0.0666618 Jul 16 18:35:06.003883 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b914e669-8ef9-4b12-82d3-0294ee18ba8c req-a28e1e91-b784-4467-80f5-5e9ff8208f3f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322649 Jul 16 18:35:06.431914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3d2704-0e76-44c5-aa0e-c40b3ba4cac7 req-f834b19f-ae0b-4cfa-b4a4-8c6037ef7437 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:06.433397 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b3d2704-0e76-44c5-aa0e-c40b3ba4cac7 req-f834b19f-ae0b-4cfa-b4a4-8c6037ef7437 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 945 time: 0.0627043 Jul 16 18:35:06.470528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b3d2704-0e76-44c5-aa0e-c40b3ba4cac7 req-f19c3444-8a75-4d87-8983-d79df4d4fdb1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316103 Jul 16 18:35:07.646567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00519ca-3501-4c82-a57b-b7f0ec360d34 req-2e3abb52-c431-4d08-9e5e-048146a7bfad tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.648150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d00519ca-3501-4c82-a57b-b7f0ec360d34 req-2e3abb52-c431-4d08-9e5e-048146a7bfad tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 945 time: 0.0637271 Jul 16 18:35:07.686559 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d00519ca-3501-4c82-a57b-b7f0ec360d34 req-19de4d4d-b9d2-421d-920f-a7982fa85c8e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Jul 16 18:35:07.785225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3316f6d2-4826-4f91-b03d-cbacce8977f9 req-d44dd85f-5c53-410e-babe-34dcf011a10e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:07.786912 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3316f6d2-4826-4f91-b03d-cbacce8977f9 req-d44dd85f-5c53-410e-babe-34dcf011a10e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 945 time: 0.0629728 Jul 16 18:35:07.888892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3316f6d2-4826-4f91-b03d-cbacce8977f9 req-6af3249b-6a54-4e88-9552-a76b334b55ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Deleting port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:07.889231 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3316f6d2-4826-4f91-b03d-cbacce8977f9 req-6af3249b-6a54-4e88-9552-a76b334b55ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.980625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3316f6d2-4826-4f91-b03d-cbacce8977f9 req-6af3249b-6a54-4e88-9552-a76b334b55ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] For port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:07.980896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3316f6d2-4826-4f91-b03d-cbacce8977f9 req-6af3249b-6a54-4e88-9552-a76b334b55ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:07.992418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3316f6d2-4826-4f91-b03d-cbacce8977f9 req-6af3249b-6a54-4e88-9552-a76b334b55ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Calling delete_port for a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:08.120493 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3316f6d2-4826-4f91-b03d-cbacce8977f9 req-6af3249b-6a54-4e88-9552-a76b334b55ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.132640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:08.153143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af3249b-6a54-4e88-9552-a76b334b55ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event deleted for resources: {'Port': ['ID=a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:08.198794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3316f6d2-4826-4f91-b03d-cbacce8977f9 req-6af3249b-6a54-4e88-9552-a76b334b55ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] No DVR routers for this DVR port a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:08.201457 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3316f6d2-4826-4f91-b03d-cbacce8977f9 req-6af3249b-6a54-4e88-9552-a76b334b55ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:08.203501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3316f6d2-4826-4f91-b03d-cbacce8977f9 req-6af3249b-6a54-4e88-9552-a76b334b55ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "DELETE /v2.0/ports/a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a HTTP/1.1" status: 204 len: 173 time: 0.4105866 Jul 16 18:35:08.203970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dd87488-7617-471c-a4d0-5666500e0268', 'name': 'network-vif-deleted', 'tag': 'a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:08.206311 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5885a0e9-835e-47db-91af-f770b79df33b" -d '{"events": [{"server_uuid": "6dd87488-7617-471c-a4d0-5666500e0268", "name": "network-vif-deleted", "tag": "a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:08.259103 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30555931-6637-4567-b235-0b0c1afd381a x-openstack-request-id: req-30555931-6637-4567-b235-0b0c1afd381a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:08.259449 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dd87488-7617-471c-a4d0-5666500e0268", "name": "network-vif-deleted", "tag": "a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:08.259737 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-30555931-6637-4567-b235-0b0c1afd381a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:08.260617 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dd87488-7617-471c-a4d0-5666500e0268', 'name': 'network-vif-deleted', 'tag': 'a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a', 'status': 'completed', 'code': 200} Jul 16 18:35:08.826472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8faceccf-a5e5-4296-b092-85e666d144b4 req-9c72c377-5c34-476f-b9a4-bb4216cfcfc4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 210 time: 0.0294704 Jul 16 18:35:09.974125 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2390f65d-aeb3-4b9f-b5a4-32aa21bbb6c8 req-a24d8903-51ff-444f-8de3-d13dbc4add13 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 210 time: 0.0332417 Jul 16 18:35:11.117339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-844dfcfd-b3c0-4212-8d76-abe975980321 req-f973e3c7-7341-4dc2-b768-9ee30c6dbd1e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 210 time: 0.0302017 Jul 16 18:35:11.967954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:11.989547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:11.989892 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a34cb7a2-b5e1-44e9-9fd5-a426f51ef07a not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:12.269443 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:12.276215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68701a40-4d32-4aea-845b-6136c409dd55 req-25a29791-d169-4108-99a1-f5dde9994e97 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=6dd87488-7617-471c-a4d0-5666500e0268 HTTP/1.1" status: 200 len: 210 time: 0.0313971 Jul 16 18:35:15.524169 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5c30155c-7332-4026-ae1e-1f87c201082b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.219222 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-32e728aa-ba34-431f-945d-6db16b445c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:18.226954 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:19.933821 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:21.993173 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:22.219134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-1be95850-73df-4dbb-baac-e886526274e8 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1074097 Jul 16 18:35:22.339772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-c7b35e9f-73ae-4a02-a00d-1c433d4ffef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.341304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-c7b35e9f-73ae-4a02-a00d-1c433d4ffef0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9eef524a91d14fe185fb6261e1219b0e&device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 1097 time: 0.0547333 Jul 16 18:35:22.453592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-f9d12afa-9fa1-431c-8c65-3455cf949527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.454989 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-f9d12afa-9fa1-431c-8c65-3455cf949527 service neutron] 10.222.0.37 "GET /v2.0/networks?id=947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 200 len: 917 time: 0.0883358 Jul 16 18:35:22.536044 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-87d67b17-2418-44f8-a07a-dd4648a8203f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=24593b71-1939-4b16-957d-72b5956f80b6 HTTP/1.1" status: 200 len: 1001 time: 0.0721831 Jul 16 18:35:22.587964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-8f4e3bb4-749a-4c14-9017-7b01a01a48a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.589431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-8f4e3bb4-749a-4c14-9017-7b01a01a48a7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 200 len: 855 time: 0.0462151 Jul 16 18:35:22.653260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-25d8b581-2bf7-4eb2-ab3d-ff11e57edca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:22.654777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-25d8b581-2bf7-4eb2-ab3d-ff11e57edca4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=947a5a3a-ec64-4560-baf1-9cac66949483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577416 Jul 16 18:35:22.757308 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-0dd4605e-cd4e-438d-af15-590cd3a6054f service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932915 Jul 16 18:35:22.860635 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f29bab-91a8-4009-a8cc-07f4fa76ed4b req-b6053abb-1685-4cb5-8954-1398af0e12f3 service neutron] 10.222.0.37 "GET /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958340 Jul 16 18:35:29.510057 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:32.441713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daeacaf-297f-495b-8c80-e2772f65d459 req-4afbb5fc-0a51-4728-be5c-4dbdc017895d tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:32.444565 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8daeacaf-297f-495b-8c80-e2772f65d459 req-4afbb5fc-0a51-4728-be5c-4dbdc017895d tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 946 time: 0.0647671 Jul 16 18:35:32.482262 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8daeacaf-297f-495b-8c80-e2772f65d459 req-d8f4803f-cd0c-42de-8e27-972e174e012d tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322056 Jul 16 18:35:33.346151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-8f5d2355-21af-498f-944b-7c7381d1574e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.347635 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-8f5d2355-21af-498f-944b-7c7381d1574e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.1029894 Jul 16 18:35:33.363219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-6a7e8cfa-e8ed-4539-afc9-a38cf6a3dbcd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/quotas/6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 375 time: 0.0099096 Jul 16 18:35:33.433378 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-cb4272e1-5cc3-4ed0-bae3-c09d7898aa41 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0646217 Jul 16 18:35:33.443334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-570ed4b3-c0fb-4845-ad38-94bf050fe3ac service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:35:33.445007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-570ed4b3-c0fb-4845-ad38-94bf050fe3ac service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056822 Jul 16 18:35:33.533798 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-129983e6-7ec5-4e7c-a796-1acd2cafa6fa service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829372 Jul 16 18:35:33.627263 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-9391d476-4cdd-43b9-99be-9cfdbe7350d7 service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870528 Jul 16 18:35:33.661722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601198ee-4b7c-403e-8fd8-59150059a33f req-5624c46e-b6bb-4a75-a3d0-7826d53c508a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:33.663472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-601198ee-4b7c-403e-8fd8-59150059a33f req-5624c46e-b6bb-4a75-a3d0-7826d53c508a tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 946 time: 0.0659485 Jul 16 18:35:33.703729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-601198ee-4b7c-403e-8fd8-59150059a33f req-f4d30f77-c2f1-4573-a8c9-ae6efc91402b tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups?id=47fa8576-3db3-4d29-847e-c0807291e421&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345736 Jul 16 18:35:33.924035 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ba52be21-79ad-4392-b621-1f89b94c8769 req-e28a56b5-8350-472a-8495-c8147656c097 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 210 time: 0.0322731 Jul 16 18:35:34.115007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d63459-752c-4b76-8745-fcab0a50f493 req-24fa8711-7d12-406a-a869-a17c55fa2917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:34.118064 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-61d63459-752c-4b76-8745-fcab0a50f493 req-24fa8711-7d12-406a-a869-a17c55fa2917 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.37 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 946 time: 0.0716600 Jul 16 18:35:34.221315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Deleting port 24593b71-1939-4b16-957d-72b5956f80b6 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:34.221689 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.318000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] For port 24593b71-1939-4b16-957d-72b5956f80b6, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=24593b71-1939-4b16-957d-72b5956f80b6,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:34.318642 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.490324 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.491228 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.491617 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Floating IP c39a83a3-e644-407e-996d-2f513bc002f8 disassociated. External IP: 172.25.7.197, port: 24593b71-1939-4b16-957d-72b5956f80b6. Jul 16 18:35:34.492170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Calling delete_port for 24593b71-1939-4b16-957d-72b5956f80b6 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:34.621255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:34.650534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event deleted for resources: {'Port': ['ID=24593b71-1939-4b16-957d-72b5956f80b6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:34.771106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Router 5d6bf275-b45b-4376-addc-c887237158b4 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:34.866839 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9842dc2b-e4fa-41c3-941e-03df6b63a0b0 req-c451dd85-87ee-4156-9568-325998ffd5f1 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/ports?device_id=1d7dc74e-a168-4da6-b084-299b0573de22 HTTP/1.1" status: 200 len: 210 time: 0.0344703 Jul 16 18:35:34.964376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:34.977931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f39dea-60ae-486f-bc16-81e47e1724b2 None None] Sync routers for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:34.989952 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f39dea-60ae-486f-bc16-81e47e1724b2 None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:34.990811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a8f39dea-60ae-486f-bc16-81e47e1724b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:35:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:35.023792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] No DVR routers for this DVR port 24593b71-1939-4b16-957d-72b5956f80b6 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:35.027497 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.030397 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-61d63459-752c-4b76-8745-fcab0a50f493 req-d07d2924-3ee0-4aad-86b7-80e47a5b87da tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.37 "DELETE /v2.0/ports/24593b71-1939-4b16-957d-72b5956f80b6 HTTP/1.1" status: 204 len: 173 time: 0.9047163 Jul 16 18:35:35.033164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'name': 'network-vif-deleted', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:35.036622 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-754b4add-d26e-48d1-a816-d4ea753ed8e9" -d '{"events": [{"server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "name": "network-vif-deleted", "tag": "24593b71-1939-4b16-957d-72b5956f80b6"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:35.062601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5c4c2102-98d0-4093-833d-83120ac7b3eb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.064166 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5c4c2102-98d0-4093-833d-83120ac7b3eb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.2222681 Jul 16 18:35:35.098507 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11095996-39ab-40c6-8b1e-7a3c22f54fe7 req-75a344b2-93a6-4713-956c-08b0175dd6a6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 210 time: 0.0333052 Jul 16 18:35:35.104461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'port': {'device_id': 'bd022957-497d-43a3-9138-f27031df3797', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'admin_state_up': True, 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:35.189874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a8f39dea-60ae-486f-bc16-81e47e1724b2 None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:35.202008 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c31bf33-c855-4935-a2c9-8a6b02732374 x-openstack-request-id: req-8c31bf33-c855-4935-a2c9-8a6b02732374 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:35.202277 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d7dc74e-a168-4da6-b084-299b0573de22", "name": "network-vif-deleted", "tag": "24593b71-1939-4b16-957d-72b5956f80b6", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:35.202524 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c31bf33-c855-4935-a2c9-8a6b02732374 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:35.202923 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d7dc74e-a168-4da6-b084-299b0573de22', 'name': 'network-vif-deleted', 'tag': '24593b71-1939-4b16-957d-72b5956f80b6', 'status': 'completed', 'code': 200} Jul 16 18:35:35.248153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Made reservation on behalf of 6fab71a6715747e8a1ad00afc8d4b282 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:35.253905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.429688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Allocated IP 172.20.0.9 (ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee/8719dd77-fed6-440d-a86d-dfef7ef42ece/5dc59bad-6e05-4dc0-a37b-4a3936156728) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:35.456795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a8f39dea-60ae-486f-bc16-81e47e1724b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:35.484244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f39dea-60ae-486f-bc16-81e47e1724b2 None None] Checking router: 5d6bf275-b45b-4376-addc-c887237158b4 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:35.494235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8f39dea-60ae-486f-bc16-81e47e1724b2 None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:35.494860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a8f39dea-60ae-486f-bc16-81e47e1724b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:35:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:35.564861 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:35:35.582701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.597743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Transition to ACTIVE for port object 5dc59bad-6e05-4dc0-a37b-4a3936156728 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:35.603951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a8f39dea-60ae-486f-bc16-81e47e1724b2 None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:35.638947 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.694182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:35.698346 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:35.705225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:35.752604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=5dc59bad-6e05-4dc0-a37b-4a3936156728,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:35.793148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:35.793807 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:35.822278 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-5beee9b1-856e-49f3-a95d-ca55074c3f0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7227299 Jul 16 18:35:35.833778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Request body: {'port': {'device_id': 'bd022957-497d-43a3-9138-f27031df3797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:35.880372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a8f39dea-60ae-486f-bc16-81e47e1724b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:35.967896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.039446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39028) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:36.112271 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.137727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.149445 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8f39dea-60ae-486f-bc16-81e47e1724b2 None None] The sync data for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 is: [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:28:35Z', 'revision_number': 4, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8bce216-13b8-4407-b574-54c63110be11', 'name': '', 'network_id': '947a5a3a-ec64-4560-baf1-9cac66949483', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'mac_address': 'fa:16:3e:8b:2e:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3549, 'fixed_ips': [{'subnet_id': '9332bd69-082c-47b6-90f3-685280eff28f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:34Z', 'updated_at': '2021-07-16T18:28:41Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'subnets': [{'id': '9332bd69-082c-47b6-90f3-685280eff28f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:36.175799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0f2305a4-8972-462a-97ce-492a7a247cb0 None None] Provisioning for port 5dc59bad-6e05-4dc0-a37b-4a3936156728 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:36.184900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0f2305a4-8972-462a-97ce-492a7a247cb0 None None] Provisioning complete for port 5dc59bad-6e05-4dc0-a37b-4a3936156728 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:36.192312 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0f2305a4-8972-462a-97ce-492a7a247cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.213238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.216818 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.218493 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "DELETE /v2.0/security-groups/47fa8576-3db3-4d29-847e-c0807291e421 HTTP/1.1" status: 204 len: 168 time: 0.1775239 Jul 16 18:35:36.222699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39032) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:36.240226 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-6bd25cd0-b1f4-42bd-9b81-d77d6d044394 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] show failed (client error): The resource could not be found. Jul 16 18:35:36.242448 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6bd25cd0-b1f4-42bd-9b81-d77d6d044394 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "GET /v2.0/security-groups/47fa8576-3db3-4d29-847e-c0807291e421 HTTP/1.1" status: 404 len: 347 time: 0.0182528 Jul 16 18:35:36.245343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39034) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:36.249200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fa8576-3db3-4d29-847e-c0807291e421,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.266179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.267075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.267803 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.268369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.269062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.269554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0f2305a4-8972-462a-97ce-492a7a247cb0 None None] Port 5dc59bad-6e05-4dc0-a37b-4a3936156728 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:36.269858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.270395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.271011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.271691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.274178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.275160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.275968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca930c6a-d45a-4fe7-bd5b-d73ac5a0ab19 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:36.400415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ea9fb-a90d-4c2a-86f4-989b50264a55 req-a78fb254-5d72-474b-b4be-58f528b74093 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:36.402337 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-613ea9fb-a90d-4c2a-86f4-989b50264a55 req-a78fb254-5d72-474b-b4be-58f528b74093 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 931 time: 0.0801475 Jul 16 18:35:36.459043 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-613ea9fb-a90d-4c2a-86f4-989b50264a55 req-03d61549-062c-41fd-93b6-697381baa84f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507975 Jul 16 18:35:36.521705 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca11014-9021-439c-9b4f-d7806c72c47b None None] New status for floating IP c39a83a3-e644-407e-996d-2f513bc002f8: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:35:36.778117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5dc59bad-6e05-4dc0-a37b-4a3936156728 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:36.787214 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.806011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Transition to ACTIVE for port object 5dc59bad-6e05-4dc0-a37b-4a3936156728 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:36.811165 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.843853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-56c6d2c8-1880-47e4-8158-b1b5352135d6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Deleting port ec37251a-d2a9-441b-93b0-a4488aa90d01 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:36.844203 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c6d2c8-1880-47e4-8158-b1b5352135d6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.892693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc59bad-6e05-4dc0-a37b-4a3936156728,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:36.990929 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c6d2c8-1880-47e4-8158-b1b5352135d6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:36.991315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c6d2c8-1880-47e4-8158-b1b5352135d6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.008355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-56c6d2c8-1880-47e4-8158-b1b5352135d6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Calling delete_port for ec37251a-d2a9-441b-93b0-a4488aa90d01 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:37.025851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Attempting to bind port 5dc59bad-6e05-4dc0-a37b-4a3936156728 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:37.026215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Attempting to bind port 5dc59bad-6e05-4dc0-a37b-4a3936156728 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:37.026511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Attempting to bind port 5dc59bad-6e05-4dc0-a37b-4a3936156728 on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:37.034243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Port 5dc59bad-6e05-4dc0-a37b-4a3936156728 on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:37.034568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Attempting to bind port 5dc59bad-6e05-4dc0-a37b-4a3936156728 on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:37.075774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:37.076119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Checking segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:37.076505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Bound using segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:37.076936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Bound port: 5dc59bad-6e05-4dc0-a37b-4a3936156728, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:37.077298 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.167412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] For port 5dc59bad-6e05-4dc0-a37b-4a3936156728, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:37.171922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] For port 5dc59bad-6e05-4dc0-a37b-4a3936156728, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5dc59bad-6e05-4dc0-a37b-4a3936156728,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:37.177095 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.255418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.256147 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.257979 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] 10.222.0.18 "PUT /v2.0/ports/5dc59bad-6e05-4dc0-a37b-4a3936156728 HTTP/1.1" status: 200 len: 1091 time: 1.4284990 Jul 16 18:35:37.258446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd022957-497d-43a3-9138-f27031df3797', 'tag': '5dc59bad-6e05-4dc0-a37b-4a3936156728'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:37.260789 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7" -d '{"events": [{"name": "network-changed", "server_uuid": "bd022957-497d-43a3-9138-f27031df3797", "tag": "5dc59bad-6e05-4dc0-a37b-4a3936156728"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:37.284717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715920b6-5d21-46b0-b3c6-48f1ed213b59 service neutron] Pushing event updated for resources: {'Port': ['ID=5dc59bad-6e05-4dc0-a37b-4a3936156728,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:37.285635 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c6d2c8-1880-47e4-8158-b1b5352135d6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.327659 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ffa54af-c409-4329-a601-fda79f239b76 x-openstack-request-id: req-8ffa54af-c409-4329-a601-fda79f239b76 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:37.327952 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd022957-497d-43a3-9138-f27031df3797", "tag": "5dc59bad-6e05-4dc0-a37b-4a3936156728", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:37.328196 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8ffa54af-c409-4329-a601-fda79f239b76 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:37.328587 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd022957-497d-43a3-9138-f27031df3797', 'tag': '5dc59bad-6e05-4dc0-a37b-4a3936156728', 'status': 'completed', 'code': 200} Jul 16 18:35:37.330288 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6d2c8-1880-47e4-8158-b1b5352135d6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Pushing event deleted for resources: {'Port': ['ID=ec37251a-d2a9-441b-93b0-a4488aa90d01,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:37.426370 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c6d2c8-1880-47e4-8158-b1b5352135d6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.429521 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56c6d2c8-1880-47e4-8158-b1b5352135d6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:37.430716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-56c6d2c8-1880-47e4-8158-b1b5352135d6 tempest-AttachVolumeShelveTestJSON-238674941 tempest-AttachVolumeShelveTestJSON-238674941-project] 10.222.0.47 "DELETE /v2.0/floatingips/c39a83a3-e644-407e-996d-2f513bc002f8 HTTP/1.1" status: 204 len: 168 time: 1.1844077 Jul 16 18:35:37.443935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-94dd5d79-a2c5-4006-9894-4c3b0cee8f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.445645 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-94dd5d79-a2c5-4006-9894-4c3b0cee8f56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 1094 time: 0.1281190 Jul 16 18:35:37.524906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-590a5efa-6f2a-45c3-930c-c4e2cf516a90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc59bad-6e05-4dc0-a37b-4a3936156728 HTTP/1.1" status: 200 len: 217 time: 0.0688488 Jul 16 18:35:37.603521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-a8767d5f-0947-4fea-b7fa-b287288311ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.605030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-a8767d5f-0947-4fea-b7fa-b287288311ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0734715 Jul 16 18:35:37.678660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-3164142c-f2c1-4fe3-b307-8f6e33474499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.681211 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-3164142c-f2c1-4fe3-b307-8f6e33474499 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0686719 Jul 16 18:35:37.697934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36712147-04ba-4c3e-96cd-d2afacfd17fc req-fbe2f52d-8a0e-4460-90d1-784a9f9ccf6c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:37.700324 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-36712147-04ba-4c3e-96cd-d2afacfd17fc req-fbe2f52d-8a0e-4460-90d1-784a9f9ccf6c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 943 time: 0.0876260 Jul 16 18:35:37.753363 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-36712147-04ba-4c3e-96cd-d2afacfd17fc req-53a41f40-1aff-429d-b0ca-2a80711d6f5f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460868 Jul 16 18:35:37.800022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-6f5c8c7f-aa5b-4cab-a92b-2cb310fe9377 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113858 Jul 16 18:35:37.900406 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4938310-9ba8-4e54-967d-92e38998ed06 req-1ebe2a5f-5f0f-43e1-9066-2402a64aeb81 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939984 Jul 16 18:35:38.009029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7 req-2a588e25-de24-4695-9810-4203f61e89f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.010641 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7 req-2a588e25-de24-4695-9810-4203f61e89f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 1094 time: 0.0606115 Jul 16 18:35:38.108947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7 req-545574f4-06a2-4568-a985-f9fe71554248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.110603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7 req-545574f4-06a2-4568-a985-f9fe71554248 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0941994 Jul 16 18:35:38.154111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7 req-c31c4bec-d4f9-4bbb-847f-b72b4c97a992 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc59bad-6e05-4dc0-a37b-4a3936156728 HTTP/1.1" status: 200 len: 217 time: 0.0370800 Jul 16 18:35:38.205013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7 req-2a1df289-4b8c-48e1-b4da-df8cd39228fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.206611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7 req-2a1df289-4b8c-48e1-b4da-df8cd39228fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0458810 Jul 16 18:35:38.265351 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7 req-c1cf7668-960a-4bb7-8e78-e38557948e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.266924 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7 req-c1cf7668-960a-4bb7-8e78-e38557948e7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540586 Jul 16 18:35:38.363844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7 req-3725ae35-9a71-4ea9-af41-ac0fdc0b9680 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903003 Jul 16 18:35:38.459940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fc6eaf2-9547-4d55-9cd8-aa0d58e37dc7 req-141a8917-5f89-443f-94a2-4e0d173e3550 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890958 Jul 16 18:35:38.932021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c16154-1f71-4223-a80b-77d3c1bd06d5 req-9a7d5ea5-c536-4e81-8dd0-f4b0f9a651d4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:38.933798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-95c16154-1f71-4223-a80b-77d3c1bd06d5 req-9a7d5ea5-c536-4e81-8dd0-f4b0f9a651d4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 943 time: 0.0676820 Jul 16 18:35:38.972999 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-95c16154-1f71-4223-a80b-77d3c1bd06d5 req-b18fe748-3bcf-4a2d-94bf-77d98759bb2c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333867 Jul 16 18:35:39.506146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 24593b71-1939-4b16-957d-72b5956f80b6 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:39.525574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 24593b71-1939-4b16-957d-72b5956f80b6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:39.525920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 24593b71-1939-4b16-957d-72b5956f80b6 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:40.163582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5653d18-dd76-4579-8749-f755702ca895 req-27804f80-38b4-4a35-b37e-057efb778ef4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:40.165111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5653d18-dd76-4579-8749-f755702ca895 req-27804f80-38b4-4a35-b37e-057efb778ef4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 943 time: 0.0728414 Jul 16 18:35:40.202505 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5653d18-dd76-4579-8749-f755702ca895 req-8b9caab5-ed44-4223-a0af-f63c1bdcf52e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318015 Jul 16 18:35:41.378124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975fce8c-186f-4228-a575-e83111e32c86 req-9f862e3f-04c4-465b-9de1-efe4c2ac3199 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:41.379643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-975fce8c-186f-4228-a575-e83111e32c86 req-9f862e3f-04c4-465b-9de1-efe4c2ac3199 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 943 time: 0.0637913 Jul 16 18:35:41.420806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-975fce8c-186f-4228-a575-e83111e32c86 req-d19977ac-4402-4c1f-a6d1-ca57bc34aa8c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343359 Jul 16 18:35:42.172646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39070) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:42.283758 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.601616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246f23-176c-4df8-944b-046e30680aec req-6306e794-8833-42b4-916c-de2635ffba60 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:42.603204 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4246f23-176c-4df8-944b-046e30680aec req-6306e794-8833-42b4-916c-de2635ffba60 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 943 time: 0.0697479 Jul 16 18:35:42.644062 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4246f23-176c-4df8-944b-046e30680aec req-1b0d10a8-2182-4179-a38d-98826da20eed tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Jul 16 18:35:42.649148 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.909606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Deleting port f8bce216-13b8-4407-b574-54c63110be11 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:42.910272 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.985895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] For port f8bce216-13b8-4407-b574-54c63110be11, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f8bce216-13b8-4407-b574-54c63110be11,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:42.986258 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:42.999424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Calling delete_port for f8bce216-13b8-4407-b574-54c63110be11 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:43.178038 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.208444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8bce216-13b8-4407-b574-54c63110be11,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:43.240937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.241137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.241471 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.242108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.242435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.242762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.243084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.243404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.243749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.244072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.244390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.244705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:43.392309 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.608144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Router 5d6bf275-b45b-4376-addc-c887237158b4 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:35:43.715497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:35:43.722361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2301cb33-0bde-4a01-895b-4fef19054492 admin admin] 10.222.0.47 "PUT /v2.0/routers/5d6bf275-b45b-4376-addc-c887237158b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5486009 Jul 16 18:35:43.723589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39078) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:43.726266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00fb753-722e-47d5-9d08-6923f50ef181 None None] Sync routers for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:35:43.735680 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00fb753-722e-47d5-9d08-6923f50ef181 None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:43.736528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a00fb753-722e-47d5-9d08-6923f50ef181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:35:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:43.840115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a00fb753-722e-47d5-9d08-6923f50ef181 None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:43.868399 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:43.876636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af25b2-c117-4228-8d07-f666467bfa57 req-4c85bd16-2c43-4bfe-8f21-f0a3eb1c5bdd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:43.878100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e0af25b2-c117-4228-8d07-f666467bfa57 req-4c85bd16-2c43-4bfe-8f21-f0a3eb1c5bdd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 943 time: 0.1163599 Jul 16 18:35:43.980918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e0af25b2-c117-4228-8d07-f666467bfa57 req-7491e750-2e18-47ce-a703-ec76a5969376 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718215 Jul 16 18:35:44.006558 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.020550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a00fb753-722e-47d5-9d08-6923f50ef181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52'}], 'enable_snat': True}, 'gw_port_id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:35:43Z', 'revision_number': 5, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port': {'id': '0b4c2e8d-8630-402b-aeea-de2432dc7e02', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:4a:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d6bf275-b45b-4376-addc-c887237158b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:28:33Z', 'updated_at': '2021-07-16T18:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:44.047408 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00fb753-722e-47d5-9d08-6923f50ef181 None None] Checking router: 5d6bf275-b45b-4376-addc-c887237158b4 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:35:44.056611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00fb753-722e-47d5-9d08-6923f50ef181 None None] Routers {'5d6bf275-b45b-4376-addc-c887237158b4'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:35:44.057220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a00fb753-722e-47d5-9d08-6923f50ef181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:35:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['5d6bf275-b45b-4376-addc-c887237158b4'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:44.060523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Deleting port 0b4c2e8d-8630-402b-aeea-de2432dc7e02 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:44.060872 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.141721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-a00fb753-722e-47d5-9d08-6923f50ef181 None None] Set router 5d6bf275-b45b-4376-addc-c887237158b4 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:35:44.143098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] For port 0b4c2e8d-8630-402b-aeea-de2432dc7e02, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0b4c2e8d-8630-402b-aeea-de2432dc7e02,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:44.143684 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.161210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Calling delete_port for 0b4c2e8d-8630-402b-aeea-de2432dc7e02 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:44.203089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-a00fb753-722e-47d5-9d08-6923f50ef181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:35:44Z', 'revision_number': 6, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:44.234065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00fb753-722e-47d5-9d08-6923f50ef181 None None] The sync data for ids ['5d6bf275-b45b-4376-addc-c887237158b4'] in n-d-794306-7 is: [{'id': '5d6bf275-b45b-4376-addc-c887237158b4', 'name': 'tempest-AttachVolumeShelveTestJSON-592559843-router', 'tenant_id': '9eef524a91d14fe185fb6261e1219b0e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:28:32Z', 'updated_at': '2021-07-16T18:35:44Z', 'revision_number': 6, 'project_id': '9eef524a91d14fe185fb6261e1219b0e', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:35:44.334919 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.358250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b4c2e8d-8630-402b-aeea-de2432dc7e02,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:44.420281 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.509855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.511957 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.553532 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.553983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d6bf275-b45b-4376-addc-c887237158b4 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:35:44.559255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.562739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-98532e31-a1ad-42dc-b2a0-47dc9f08dd47 admin admin] 10.222.0.47 "DELETE /v2.0/routers/5d6bf275-b45b-4376-addc-c887237158b4 HTTP/1.1" status: 204 len: 168 time: 0.8351986 Jul 16 18:35:44.562975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39080) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:44.611711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c525c9f-04a3-4baf-a43b-b1212bf2eddb admin admin] Deleting subnet 9332bd69-082c-47b6-90f3-685280eff28f {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:35:44.615009 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8c525c9f-04a3-4baf-a43b-b1212bf2eddb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:44.651687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8c525c9f-04a3-4baf-a43b-b1212bf2eddb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.057265 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8c525c9f-04a3-4baf-a43b-b1212bf2eddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.123850 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8c525c9f-04a3-4baf-a43b-b1212bf2eddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.149326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c525c9f-04a3-4baf-a43b-b1212bf2eddb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9332bd69-082c-47b6-90f3-685280eff28f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.164554 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8c525c9f-04a3-4baf-a43b-b1212bf2eddb admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.169030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8c525c9f-04a3-4baf-a43b-b1212bf2eddb admin admin] 10.222.0.47 "DELETE /v2.0/subnets/9332bd69-082c-47b6-90f3-685280eff28f HTTP/1.1" status: 204 len: 168 time: 0.6029005 Jul 16 18:35:45.169542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39084) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:45.171464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676ac20a-d34c-4bf8-bfad-93e04e9f5863 None None] Network 947a5a3a-ec64-4560-baf1-9cac66949483 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:35:45.183548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a75ec-1284-4ff9-a426-23209c8555f8 req-a634b54a-260f-43ec-98f6-0b2fd69e1b70 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:45.185300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a6a75ec-1284-4ff9-a426-23209c8555f8 req-a634b54a-260f-43ec-98f6-0b2fd69e1b70 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 943 time: 0.0823970 Jul 16 18:35:45.199601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f8bce216-13b8-4407-b574-54c63110be11 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:45.236493 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a6a75ec-1284-4ff9-a426-23209c8555f8 req-948a2450-f7f8-4b35-9dc7-fdd54652fc43 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369506 Jul 16 18:35:45.237353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: f8bce216-13b8-4407-b574-54c63110be11 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:45.237773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f8bce216-13b8-4407-b574-54c63110be11 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:45.238200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0b4c2e8d-8630-402b-aeea-de2432dc7e02 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:45.250897 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.262233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 0b4c2e8d-8630-402b-aeea-de2432dc7e02 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:45.263111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0b4c2e8d-8630-402b-aeea-de2432dc7e02 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:45.314802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Deleting port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:45.315170 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.381429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] For port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=79e2e4f4-3c1b-4225-8f1c-1f496084dd98,segment=NetworkSegment(fee06dcc-0aca-4139-8c98-356aab6cf7be),segment_id=fee06dcc-0aca-4139-8c98-356aab6cf7be)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:45.381796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.399224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Calling delete_port for 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:45.442352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] DHCP port deletion for 947a5a3a-ec64-4560-baf1-9cac66949483 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:35:45.478924 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.489901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Deleting port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:35:45.490290 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.503776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=79e2e4f4-3c1b-4225-8f1c-1f496084dd98,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.508144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] No DVR routers for this DVR port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:45.561543 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f4326d91-34d0-4cae-b481-89563ed60864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.568135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] For port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:45.569030 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.581350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Calling delete_port for 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:35:45.581636 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.583935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:35:45.585204 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.591531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['947a5a3a-ec64-4560-baf1-9cac66949483']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:45.601746 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fee06dcc-0aca-4139-8c98-356aab6cf7be') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:45.602046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fee06dcc-0aca-4139-8c98-356aab6cf7be') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:35:45.608173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Pushing event deleted for resources: {'Port': ['ID=79e2e4f4-3c1b-4225-8f1c-1f496084dd98,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.611549 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.618677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] No DVR routers for this DVR port 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:35:45.624148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.624496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.624830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.625163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.625491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.625821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.626146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.626465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.626772 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.626898 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.627090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.627578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.627842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d45211b-f624-404a-b1be-0703df4f6e89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:35:45.637154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Releasing vlan 350 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:35:45.637561 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:35:45.639466 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:35:45.691575 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.697979 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.699806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/947a5a3a-ec64-4560-baf1-9cac66949483 HTTP/1.1" status: 204 len: 168 time: 0.5289819 Jul 16 18:35:45.714840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408a0444-e2cf-48a7-9654-fb53448678e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=947a5a3a-ec64-4560-baf1-9cac66949483,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:45.812285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39088) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:45.851375 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8c2cdb5e-65a7-4e70-b3af-803b8836ca82 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9eef524a91d14fe185fb6261e1219b0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379527 Jul 16 18:35:45.853778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39090) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:45.900597 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a80df9b-f0f5-46e9-b386-cc59df8a5e65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.920956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a80df9b-f0f5-46e9-b386-cc59df8a5e65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.965687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a80df9b-f0f5-46e9-b386-cc59df8a5e65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.968248 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a80df9b-f0f5-46e9-b386-cc59df8a5e65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:45.969421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0a80df9b-f0f5-46e9-b386-cc59df8a5e65 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/449132cb-c7b9-40a0-91de-f1e43bb2afa4 HTTP/1.1" status: 204 len: 168 time: 0.1147399 Jul 16 18:35:45.978592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80df9b-f0f5-46e9-b386-cc59df8a5e65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449132cb-c7b9-40a0-91de-f1e43bb2afa4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:46.044005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5dc59bad-6e05-4dc0-a37b-4a3936156728 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:35:46.141886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5dc59bad-6e05-4dc0-a37b-4a3936156728, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5dc59bad-6e05-4dc0-a37b-4a3936156728,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:46.153327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '5dc59bad-6e05-4dc0-a37b-4a3936156728', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'port_id': '5dc59bad-6e05-4dc0-a37b-4a3936156728', 'mac_address': 'fa:16:3e:9c:75:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:35:46.192447 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.206331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5dc59bad-6e05-4dc0-a37b-4a3936156728 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:46.228301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5dc59bad-6e05-4dc0-a37b-4a3936156728, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5dc59bad-6e05-4dc0-a37b-4a3936156728,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:46.232162 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:46.286278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=5dc59bad-6e05-4dc0-a37b-4a3936156728,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:46.432878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5dc59bad-6e05-4dc0-a37b-4a3936156728'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:46.436127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c07a48b-2c4c-4473-b494-2d0b8a477f53 req-03374471-3d3e-407f-837a-cd7c9eb0265d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:46.437648 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c07a48b-2c4c-4473-b494-2d0b8a477f53 req-03374471-3d3e-407f-837a-cd7c9eb0265d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 944 time: 0.0633492 Jul 16 18:35:46.482333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c07a48b-2c4c-4473-b494-2d0b8a477f53 req-350653b2-6f42-468f-80b8-0953b67e601f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364602 Jul 16 18:35:47.166135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:35:47.186593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:35:47.186978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 79e2e4f4-3c1b-4225-8f1c-1f496084dd98 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:35:47.693562 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8faa0048-61ff-4ba8-87af-629e9ca2e95c req-d5425beb-24ac-4bb6-8373-5de0e23b2d89 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:47.698583 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8faa0048-61ff-4ba8-87af-629e9ca2e95c req-d5425beb-24ac-4bb6-8373-5de0e23b2d89 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 944 time: 0.0831504 Jul 16 18:35:47.744460 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8faa0048-61ff-4ba8-87af-629e9ca2e95c req-9602f044-1889-4d98-8e6e-9c136e494075 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391843 Jul 16 18:35:48.076084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5dc59bad-6e05-4dc0-a37b-4a3936156728 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:35:48.128134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 5dc59bad-6e05-4dc0-a37b-4a3936156728 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:48.132691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 5dc59bad-6e05-4dc0-a37b-4a3936156728 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:48.133071 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.242984 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-331159e5-5332-4605-8f23-862a5a876e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.245174 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.247000 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.268793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd022957-497d-43a3-9138-f27031df3797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc59bad-6e05-4dc0-a37b-4a3936156728'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:48.271087 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d778e64-c1f2-4053-aadf-48a821a7eece" -d '{"events": [{"server_uuid": "bd022957-497d-43a3-9138-f27031df3797", "name": "network-vif-plugged", "status": "completed", "tag": "5dc59bad-6e05-4dc0-a37b-4a3936156728"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:48.284801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 5dc59bad-6e05-4dc0-a37b-4a3936156728, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5dc59bad-6e05-4dc0-a37b-4a3936156728,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:35:48.290380 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:48.314395 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d64ab5-c5b3-4e51-8075-5d418c111fc0 x-openstack-request-id: req-c6d64ab5-c5b3-4e51-8075-5d418c111fc0 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:48.314689 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd022957-497d-43a3-9138-f27031df3797", "name": "network-vif-plugged", "status": "completed", "tag": "5dc59bad-6e05-4dc0-a37b-4a3936156728", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:48.314942 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c6d64ab5-c5b3-4e51-8075-5d418c111fc0 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:48.315335 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd022957-497d-43a3-9138-f27031df3797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5dc59bad-6e05-4dc0-a37b-4a3936156728', 'code': 200} Jul 16 18:35:48.341582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=5dc59bad-6e05-4dc0-a37b-4a3936156728,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:48.425820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a086ec69-5958-454c-ac99-e644f90e8d8c req-d09ce483-9a66-4a4d-bc84-e3fbda2a8459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:48.427435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a086ec69-5958-454c-ac99-e644f90e8d8c req-d09ce483-9a66-4a4d-bc84-e3fbda2a8459 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 1096 time: 0.0533860 Jul 16 18:35:48.461186 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a086ec69-5958-454c-ac99-e644f90e8d8c req-cd2140ec-4159-4673-bc4e-fed09e2f0d15 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273809 Jul 16 18:35:48.938472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d71f531-904f-49b0-bd6d-f0ac80995417 req-0caf6506-0d37-4bdc-bf31-1e97007a96b7 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:48.939998 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8d71f531-904f-49b0-bd6d-f0ac80995417 req-0caf6506-0d37-4bdc-bf31-1e97007a96b7 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 945 time: 0.0716212 Jul 16 18:35:48.982102 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8d71f531-904f-49b0-bd6d-f0ac80995417 req-cbe1e669-2f27-4183-a25d-4e860f83cd19 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353010 Jul 16 18:35:49.933175 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:50.166237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0db54d7-6e3b-49db-869d-1da3923fae1b req-edda1d88-4051-447a-9152-6e345b851dc6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:50.167807 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e0db54d7-6e3b-49db-869d-1da3923fae1b req-edda1d88-4051-447a-9152-6e345b851dc6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 945 time: 0.0731649 Jul 16 18:35:50.206208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e0db54d7-6e3b-49db-869d-1da3923fae1b req-e4372a4e-b19a-4588-9917-5f7674fa3705 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327926 Jul 16 18:35:50.395921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89218d1f-23d2-4c4d-8788-a1a7eec90147 req-4976ec11-920d-4f02-95ba-1ffdb7a6bac4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:50.397874 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-89218d1f-23d2-4c4d-8788-a1a7eec90147 req-4976ec11-920d-4f02-95ba-1ffdb7a6bac4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 945 time: 0.0706105 Jul 16 18:35:50.436648 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-89218d1f-23d2-4c4d-8788-a1a7eec90147 req-a7675b10-2ea6-4764-8a85-b5ad9f30b425 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330510 Jul 16 18:35:52.006306 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:53.054893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-0e858841-136d-4359-8aa9-ee672787d327 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:53.056420 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-0e858841-136d-4359-8aa9-ee672787d327 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.1054208 Jul 16 18:35:53.071503 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-2140350a-e02f-4072-9483-2c195e3b825a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/quotas/6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 375 time: 0.0093191 Jul 16 18:35:53.147367 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-efdcb2fc-51bf-49e1-83ef-2fe295bc6bcc tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0708263 Jul 16 18:35:53.245504 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-0f2f0209-62b0-4be7-bb14-ff9c609fbc1e service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912399 Jul 16 18:35:53.344487 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d71f5ad2-97d9-4948-8f81-664176a60c15 service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928016 Jul 16 18:35:53.555515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5e0c1ee-2709-4493-b3ee-0cde57c07c14 req-c2236871-f497-458e-b188-9770b5502cff tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 210 time: 0.0297561 Jul 16 18:35:54.714916 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d2a28ca-cb80-4725-aeac-5da1df4081ea req-7000ffc3-e1a7-462d-816d-c3388593d9cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 210 time: 0.0404232 Jul 16 18:35:54.789619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e58a63ff-be4d-4b74-8ef9-fa07d31a99d7 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:54.791322 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e58a63ff-be4d-4b74-8ef9-fa07d31a99d7 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.37 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.1362057 Jul 16 18:35:54.814741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'port': {'device_id': '75580679-abf2-4d41-8437-51278d0be110', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'admin_state_up': True, 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:54.930575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Made reservation on behalf of 6fab71a6715747e8a1ad00afc8d4b282 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:35:54.934509 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.076924 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Allocated IP 172.20.0.4 (ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee/8719dd77-fed6-440d-a86d-dfef7ef42ece/92ca1306-5661-4917-83e9-9e6336f084f3) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:35:55.257693 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.276804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Transition to ACTIVE for port object 92ca1306-5661-4917-83e9-9e6336f084f3 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:55.324879 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.339765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5dc59bad-6e05-4dc0-a37b-4a3936156728'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:35:55.381079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:35:55.384530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:35:55.388838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:35:55.395726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=92ca1306-5661-4917-83e9-9e6336f084f3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:55.450147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:55.450803 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.474479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-e56002d2-5311-4d9e-a16b-3d4ad0548c62 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6649091 Jul 16 18:35:55.494247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Request body: {'port': {'device_id': '75580679-abf2-4d41-8437-51278d0be110', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:35:55.589786 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.783649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-668ffbcf-c548-4aee-9191-5655c00291bc None None] Provisioning for port 92ca1306-5661-4917-83e9-9e6336f084f3 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:35:55.789081 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-668ffbcf-c548-4aee-9191-5655c00291bc None None] Provisioning complete for port 92ca1306-5661-4917-83e9-9e6336f084f3 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:35:55.789510 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-668ffbcf-c548-4aee-9191-5655c00291bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.829791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-668ffbcf-c548-4aee-9191-5655c00291bc None None] Port 92ca1306-5661-4917-83e9-9e6336f084f3 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:35:55.882604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92ca1306-5661-4917-83e9-9e6336f084f3 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:35:55.902356 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:55.943667 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Transition to ACTIVE for port object 92ca1306-5661-4917-83e9-9e6336f084f3 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:35:55.949945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.039414 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Pushing event updated for resources: {'Port': ['ID=92ca1306-5661-4917-83e9-9e6336f084f3,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:56.080204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54ebda0-b8e2-493a-bcb1-4fe1fffa7cb0 req-73a1d82d-619e-416b-b58d-aac210f10df6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:56.086180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b54ebda0-b8e2-493a-bcb1-4fe1fffa7cb0 req-73a1d82d-619e-416b-b58d-aac210f10df6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 931 time: 0.1956272 Jul 16 18:35:56.158381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Attempting to bind port 92ca1306-5661-4917-83e9-9e6336f084f3 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:35:56.158724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Attempting to bind port 92ca1306-5661-4917-83e9-9e6336f084f3 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:35:56.159061 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Attempting to bind port 92ca1306-5661-4917-83e9-9e6336f084f3 on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:56.176121 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b54ebda0-b8e2-493a-bcb1-4fe1fffa7cb0 req-239e6b9d-bab3-457a-9193-ca4b9e575d81 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863965 Jul 16 18:35:56.191446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Port 92ca1306-5661-4917-83e9-9e6336f084f3 on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:35:56.191446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Attempting to bind port 92ca1306-5661-4917-83e9-9e6336f084f3 on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:35:56.191446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:35:56.191446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Checking segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:35:56.191446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Bound using segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:35:56.192017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Bound port: 92ca1306-5661-4917-83e9-9e6336f084f3, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:35:56.192267 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.285666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] For port 92ca1306-5661-4917-83e9-9e6336f084f3, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:35:56.285666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] For port 92ca1306-5661-4917-83e9-9e6336f084f3, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=92ca1306-5661-4917-83e9-9e6336f084f3,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:35:56.290184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.324207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:56.325745 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:56.327105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] 10.222.0.37 "PUT /v2.0/ports/92ca1306-5661-4917-83e9-9e6336f084f3 HTTP/1.1" status: 200 len: 1091 time: 0.8381178 Jul 16 18:35:56.329444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75580679-abf2-4d41-8437-51278d0be110', 'tag': '92ca1306-5661-4917-83e9-9e6336f084f3'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:35:56.331762 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b2f2c14-6214-449d-bb3a-82ea25189628" -d '{"events": [{"name": "network-changed", "server_uuid": "75580679-abf2-4d41-8437-51278d0be110", "tag": "92ca1306-5661-4917-83e9-9e6336f084f3"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:35:56.426546 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d17c9ab1-df5f-4c15-a4d2-245126987c14 x-openstack-request-id: req-d17c9ab1-df5f-4c15-a4d2-245126987c14 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:35:56.426825 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75580679-abf2-4d41-8437-51278d0be110", "tag": "92ca1306-5661-4917-83e9-9e6336f084f3", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:35:56.427680 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d17c9ab1-df5f-4c15-a4d2-245126987c14 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:35:56.428096 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75580679-abf2-4d41-8437-51278d0be110', 'tag': '92ca1306-5661-4917-83e9-9e6336f084f3', 'status': 'completed', 'code': 200} Jul 16 18:35:56.437093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1dd92c4-4ca1-4aba-aef9-3f1ccb009b10 service neutron] Pushing event updated for resources: {'Port': ['ID=92ca1306-5661-4917-83e9-9e6336f084f3,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:56.463872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-3662ba58-e997-40f9-ae43-e6feace5da3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:56.465423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-3662ba58-e997-40f9-ae43-e6feace5da3b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 1094 time: 0.0700142 Jul 16 18:35:56.521170 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-097db6e7-7501-4fed-86bd-5bbb5013ecd9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92ca1306-5661-4917-83e9-9e6336f084f3 HTTP/1.1" status: 200 len: 217 time: 0.0407577 Jul 16 18:35:56.578127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d625eec1-37e0-4f64-b7bd-038f7dd61a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:56.579787 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-d625eec1-37e0-4f64-b7bd-038f7dd61a51 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0515280 Jul 16 18:35:56.647787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-f94859ea-38ce-426e-bda5-3ccb520471a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:56.649196 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-f94859ea-38ce-426e-bda5-3ccb520471a9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627890 Jul 16 18:35:56.766049 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-8d5bb927-850f-4348-ac65-722b7969b667 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091876 Jul 16 18:35:56.862183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9aef6906-bda3-4790-86e5-1433eecb0efb req-87ef9c5f-a134-4e4f-a8c7-78c88ede95b5 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886247 Jul 16 18:35:57.013621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f2c14-6214-449d-bb3a-82ea25189628 req-4e449caa-3772-4290-8c9e-ae00f238e03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:57.015206 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b2f2c14-6214-449d-bb3a-82ea25189628 req-4e449caa-3772-4290-8c9e-ae00f238e03a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 1094 time: 0.0655222 Jul 16 18:35:57.110352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f2c14-6214-449d-bb3a-82ea25189628 req-15342cc5-b7c6-4dc9-87f1-04d8e5b8f0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:57.112004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b2f2c14-6214-449d-bb3a-82ea25189628 req-15342cc5-b7c6-4dc9-87f1-04d8e5b8f0a7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0898838 Jul 16 18:35:57.128753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39464) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:57.159126 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b2f2c14-6214-449d-bb3a-82ea25189628 req-9b170e64-2adf-4e2c-b2bf-85d2e263603d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=92ca1306-5661-4917-83e9-9e6336f084f3 HTTP/1.1" status: 200 len: 217 time: 0.0398645 Jul 16 18:35:57.213378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f2c14-6214-449d-bb3a-82ea25189628 req-060a5ecf-3ad6-45d9-9066-ce53394f184d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:57.215082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b2f2c14-6214-449d-bb3a-82ea25189628 req-060a5ecf-3ad6-45d9-9066-ce53394f184d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0480464 Jul 16 18:35:57.249594 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fd8483c-1493-4bd9-b481-21e468039502 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.317039 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f2c14-6214-449d-bb3a-82ea25189628 req-68fe0426-1a9f-4871-99de-26a750dcaaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:57.319969 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b2f2c14-6214-449d-bb3a-82ea25189628 req-68fe0426-1a9f-4871-99de-26a750dcaaa2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968821 Jul 16 18:35:57.376239 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fd8483c-1493-4bd9-b481-21e468039502 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.381395 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5fd8483c-1493-4bd9-b481-21e468039502 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.420239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5fd8483c-1493-4bd9-b481-21e468039502 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=76542b8d53ab4d13abd5af0db5517b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2903125 Jul 16 18:35:57.421354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8483c-1493-4bd9-b481-21e468039502 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57df134f-facc-47db-8b63-a5c526c246fa,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:57.422843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39470) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:57.489523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b2f2c14-6214-449d-bb3a-82ea25189628 req-ec7f9359-d2af-4325-9583-9187565aa980 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552234 Jul 16 18:35:57.499146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19652790-6237-4dd6-9c6c-27171f7eb046 req-9a51d6ee-45c1-4e76-9720-85857b783fa4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:57.500687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19652790-6237-4dd6-9c6c-27171f7eb046 req-9a51d6ee-45c1-4e76-9720-85857b783fa4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.1784806 Jul 16 18:35:57.594346 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa20f995-0aeb-4670-bc0c-cae8f7ba316c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.624188 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-19652790-6237-4dd6-9c6c-27171f7eb046 req-aa9b8060-a530-493f-b8ba-5d313caf0e54 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129527 Jul 16 18:35:57.647696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa20f995-0aeb-4670-bc0c-cae8f7ba316c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.660425 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b2f2c14-6214-449d-bb3a-82ea25189628 req-024763b4-5e8b-4f58-b893-e766587718fa service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583841 Jul 16 18:35:57.716603 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa20f995-0aeb-4670-bc0c-cae8f7ba316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.719728 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aa20f995-0aeb-4670-bc0c-cae8f7ba316c admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:57.723917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-aa20f995-0aeb-4670-bc0c-cae8f7ba316c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/57df134f-facc-47db-8b63-a5c526c246fa HTTP/1.1" status: 204 len: 168 time: 0.2997305 Jul 16 18:35:57.732944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa20f995-0aeb-4670-bc0c-cae8f7ba316c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57df134f-facc-47db-8b63-a5c526c246fa,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.098572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39476) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:58.132748 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e75cb33a-790b-4a03-b442-e4a1c1498cc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.240624 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e75cb33a-790b-4a03-b442-e4a1c1498cc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.244648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e75cb33a-790b-4a03-b442-e4a1c1498cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.293508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e75cb33a-790b-4a03-b442-e4a1c1498cc5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a94507df2ca94f90b404cd43bc8f06bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1919928 Jul 16 18:35:58.294433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75cb33a-790b-4a03-b442-e4a1c1498cc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19ea001-14ca-477e-84c6-7f93353f4fb2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.297769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39478) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:35:58.377739 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe534ebc-8c4b-404b-851f-c1595c95c75e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.412888 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe534ebc-8c4b-404b-851f-c1595c95c75e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.491436 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe534ebc-8c4b-404b-851f-c1595c95c75e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.494132 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe534ebc-8c4b-404b-851f-c1595c95c75e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:35:58.500309 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fe534ebc-8c4b-404b-851f-c1595c95c75e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c19ea001-14ca-477e-84c6-7f93353f4fb2 HTTP/1.1" status: 204 len: 168 time: 0.1965082 Jul 16 18:35:58.514974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe534ebc-8c4b-404b-851f-c1595c95c75e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19ea001-14ca-477e-84c6-7f93353f4fb2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:35:58.842279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f144b23-e63f-4526-94d6-cc6a30d5877f req-6b76b267-1395-4e58-97bd-7603cbdb671c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:35:58.844612 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f144b23-e63f-4526-94d6-cc6a30d5877f req-6b76b267-1395-4e58-97bd-7603cbdb671c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.0771956 Jul 16 18:35:58.891803 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9f144b23-e63f-4526-94d6-cc6a30d5877f req-b1bb24f2-3b97-4be8-9e95-9bddaef08835 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369067 Jul 16 18:35:59.550970 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.145397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5795702-9d8e-4ea2-a9d6-4edb28f52e95 req-a1721aa9-4598-4997-81d0-f72f7feb567c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:00.152091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5795702-9d8e-4ea2-a9d6-4edb28f52e95 req-a1721aa9-4598-4997-81d0-f72f7feb567c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.1151469 Jul 16 18:36:00.205195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5795702-9d8e-4ea2-a9d6-4edb28f52e95 req-f7b8066e-03c9-4f8c-bba1-c7a0205e8945 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492229 Jul 16 18:36:00.283316 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39518) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.509055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1019357515'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:00.542532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Made reservation on behalf of 7469a76d9d1840e694f30cf604522fc2 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:00.546674 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.556696 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.675735 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.680469 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.713332 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 357} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:00.722664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09ddfb79-b03c-445f-9b94-e8ba4564871b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.734473 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.734823 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Added segment 95cb153a-e1f6-49cd-ad5e-cfcc612427f0 of type vlan for network cb5f911b-97db-4ae1-bd91-fc84fd1eaa5e Jul 16 18:36:00.787430 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.826442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.832484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:00.833617 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:00.875747 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.5921550 Jul 16 18:36:00.881076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39522) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:00.924422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851b5225-4308-43a2-bd55-c41b04d97e89 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Pushing event updated for resources: {'Network': ['ID=cb5f911b-97db-4ae1-bd91-fc84fd1eaa5e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:00.940150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network cb5f911b-97db-4ae1-bd91-fc84fd1eaa5e details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:00.970977 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Request body: {'network': {'name': 'tempest-network--964160451', 'router:external': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:00.995694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Made reservation on behalf of 46da9adf3c3d4a01a481a8a86ffd6ee0 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:00.998816 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.009435 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.107475 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.111815 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.136773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:01.144753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743d244e-7c10-46b0-b5e1-1f99c3b473f6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.153460 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.154217 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Added segment 249eb158-671d-4187-bd5b-27924228868b of type vlan for network b6ba74bf-5701-4422-85ed-d752097d7387 Jul 16 18:36:01.215070 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.277080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.278063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.278637 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.309976 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4277589 Jul 16 18:36:01.313066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39528) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.400398 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.510185 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.530699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6ba74bf-5701-4422-85ed-d752097d7387']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:01.546952 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249eb158-671d-4187-bd5b-27924228868b') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:01.547859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249eb158-671d-4187-bd5b-27924228868b') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:01.559505 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.575817 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.592541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:01.594042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:01.595038 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:01.628353 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988db65-bb82-49ff-ac15-9da785270da1 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event updated for resources: {'Network': ['ID=b6ba74bf-5701-4422-85ed-d752097d7387,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.641103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b6ba74bf-5701-4422-85ed-d752097d7387 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:01.678856 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.688900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b6ba74bf-5701-4422-85ed-d752097d7387 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:36:01.705143 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.711506 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8df1a6-62d9-4110-b45e-be4ba64e88a1 req-014a8a4a-0ac6-4dad-afca-5b74223d8eb6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.711806 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "DELETE /v2.0/networks/b6ba74bf-5701-4422-85ed-d752097d7387 HTTP/1.1" status: 204 len: 168 time: 0.3972013 Jul 16 18:36:01.712160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39530) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.713080 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-df8df1a6-62d9-4110-b45e-be4ba64e88a1 req-014a8a4a-0ac6-4dad-afca-5b74223d8eb6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.0877836 Jul 16 18:36:01.726779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:01.779742 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c60057-877e-4225-a6be-ca6894159e65 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event deleted for resources: {'Network': ['ID=b6ba74bf-5701-4422-85ed-d752097d7387,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:01.782581 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-df8df1a6-62d9-4110-b45e-be4ba64e88a1 req-eb039cf3-980a-4227-9425-f2055ff08702 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616558 Jul 16 18:36:01.785479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Made reservation on behalf of 46da9adf3c3d4a01a481a8a86ffd6ee0 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:01.788589 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.830888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:01.853026 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.853468 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Added segment 13c5b084-e59c-40d8-be45-97d8ebb9be49 of type vlan for network db9e20a8-bd74-4859-a797-f85789e6ab88 Jul 16 18:36:01.906042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.943858 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.944827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:01.945540 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:01.969684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.2547631 Jul 16 18:36:01.972655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39532) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:01.978533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Request body: {'subnet': {'network_id': 'db9e20a8-bd74-4859-a797-f85789e6ab88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:02.018469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d5735a-ed5b-45b0-8454-73f3c9bcd431 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event updated for resources: {'Network': ['ID=db9e20a8-bd74-4859-a797-f85789e6ab88,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.026479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Made reservation on behalf of 46da9adf3c3d4a01a481a8a86ffd6ee0 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:02.029196 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.039785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network db9e20a8-bd74-4859-a797-f85789e6ab88 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:02.414637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:36:02.415220 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.468557 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event updated for resources: {'Subnet': ['ID=95f31e9a-281b-493d-b72c-0fe886c29ebf,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:02.479207 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Checking segment: {'id': '13c5b084-e59c-40d8-be45-97d8ebb9be49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 369, 'network_id': 'db9e20a8-bd74-4859-a797-f85789e6ab88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:02.479587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Network hostable DHCP agents. Network: db9e20a8-bd74-4859-a797-f85789e6ab88, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:02.497962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Network db9e20a8-bd74-4859-a797-f85789e6ab88 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:02.508553 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, db9e20a8-bd74-4859-a797-f85789e6ab88) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:02.513426 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:02.514176 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.522522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd6bace-0e31-4b15-a0ff-0ae2e2ad6a3b None None] Network db9e20a8-bd74-4859-a797-f85789e6ab88 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:02.531616 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5303b5f8-b6db-4c57-b4db-f74390d19435 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.5568995 Jul 16 18:36:02.534954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39534) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:02.539549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Request body: {'floatingip': {'floating_network_id': 'db9e20a8-bd74-4859-a797-f85789e6ab88'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:02.562226 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.673132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54538eba-0d4b-4780-9d2a-466f3368b71c None None] Network db9e20a8-bd74-4859-a797-f85789e6ab88 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:02.677775 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.789719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Allocated IP 172.20.0.2 (db9e20a8-bd74-4859-a797-f85789e6ab88/95f31e9a-281b-493d-b72c-0fe886c29ebf/a6e17765-87ed-4ca3-8645-8d555582c0a4) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:02.914104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:02.976630 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.018298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Network db9e20a8-bd74-4859-a797-f85789e6ab88 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:03.021628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:03.025438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:03.028250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94bdec04-7a94-4d0b-b3ad-5297f79b5cea req-1fb68f9a-4ed2-4989-9ba5-bed6d474c155 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:03.030787 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94bdec04-7a94-4d0b-b3ad-5297f79b5cea req-1fb68f9a-4ed2-4989-9ba5-bed6d474c155 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.0855289 Jul 16 18:36:03.058639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event updated for resources: {'Port': ['ID=a6e17765-87ed-4ca3-8645-8d555582c0a4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:03.076328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94bdec04-7a94-4d0b-b3ad-5297f79b5cea req-28da4c8f-06df-4a9c-8f30-57b760b6b1f3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402253 Jul 16 18:36:03.133342 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.176149 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.329415 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.333985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.405845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event updated for resources: {'Port': ['ID=a6e17765-87ed-4ca3-8645-8d555582c0a4,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:03.414593 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.427458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.428725 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8421c5e3-beab-4326-be89-0624b069d1f3 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8928289 Jul 16 18:36:03.431548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39538) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:03.501360 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-76024541-ac60-4482-932b-ec403510cb0c tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "GET /v2.0/floatingips?floating_network_id=db9e20a8-bd74-4859-a797-f85789e6ab88 HTTP/1.1" status: 200 len: 689 time: 0.0686994 Jul 16 18:36:03.503991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39540) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:03.592283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.708877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Deleting port a6e17765-87ed-4ca3-8645-8d555582c0a4 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:03.709230 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.782623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.782955 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.794227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Calling delete_port for a6e17765-87ed-4ca3-8645-8d555582c0a4 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:03.923712 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:03.946735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6e17765-87ed-4ca3-8645-8d555582c0a4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.012612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.055647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.107920 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.134671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=95f31e9a-281b-493d-b72c-0fe886c29ebf,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.191973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.210745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db9e20a8-bd74-4859-a797-f85789e6ab88']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:04.237508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13c5b084-e59c-40d8-be45-97d8ebb9be49') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:04.237809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13c5b084-e59c-40d8-be45-97d8ebb9be49') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:04.251049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.266813 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.277425 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:04.277900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:04.279586 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:04.342531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519d68f5-404b-4522-b3c1-dc0a44d032b6 req-94a009ee-f41c-4e64-9b48-a0975f0af999 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.344032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-519d68f5-404b-4522-b3c1-dc0a44d032b6 req-94a009ee-f41c-4e64-9b48-a0975f0af999 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.1490252 Jul 16 18:36:04.359085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.379391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network db9e20a8-bd74-4859-a797-f85789e6ab88 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:36:04.386249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.388155 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "DELETE /v2.0/networks/db9e20a8-bd74-4859-a797-f85789e6ab88 HTTP/1.1" status: 204 len: 168 time: 0.8832560 Jul 16 18:36:04.389114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02839e2-a63b-4bbb-93ed-2e7f04b024ba tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event deleted for resources: {'Network': ['ID=db9e20a8-bd74-4859-a797-f85789e6ab88,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.390774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39544) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.412106 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-519d68f5-404b-4522-b3c1-dc0a44d032b6 req-9d75637f-8c4a-404c-9a7b-151ddcb7b507 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604999 Jul 16 18:36:04.449949 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fa0a7869-6c06-4090-b2f2-03b584f4e4dd tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.0548687 Jul 16 18:36:04.450203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39546) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.508222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccae81a-3b71-4a44-89bc-4470fc8e4fac tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.508883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccae81a-3b71-4a44-89bc-4470fc8e4fac tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.509348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccae81a-3b71-4a44-89bc-4470fc8e4fac tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.509796 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccae81a-3b71-4a44-89bc-4470fc8e4fac tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.510244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccae81a-3b71-4a44-89bc-4470fc8e4fac tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.514961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39548) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.515451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cccae81a-3b71-4a44-89bc-4470fc8e4fac tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3383 time: 0.0643647 Jul 16 18:36:04.552368 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-859da4e9-cf59-4d4f-b0c7-c57fa05eed89 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] delete failed (client error): The resource could not be found. Jul 16 18:36:04.556017 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-859da4e9-cf59-4d4f-b0c7-c57fa05eed89 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/13779db1-77c7-437c-95f2-ae0024820467 HTTP/1.1" status: 404 len: 345 time: 0.0367565 Jul 16 18:36:04.556608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39550) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.573432 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-60c2cd85-3ac1-4f4c-bcae-8a2cfcb8a330 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 18:36:04.574204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60c2cd85-3ac1-4f4c-bcae-8a2cfcb8a330 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:04.576699 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-60c2cd85-3ac1-4f4c-bcae-8a2cfcb8a330 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "DELETE /v2.0/networks/db9e20a8-bd74-4859-a797-f85789e6ab88 HTTP/1.1" status: 404 len: 339 time: 0.0189037 Jul 16 18:36:04.580117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39552) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.585979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Request body: {'network': {'name': 'tempest-network--1590449423', 'router:external': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:04.609235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Made reservation on behalf of 46da9adf3c3d4a01a481a8a86ffd6ee0 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:04.611607 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.636357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:04.646321 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.646934 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Added segment 5f6b453d-9eb5-4804-b9de-755195850242 of type vlan for network 2dc12115-0b54-41e9-b514-c015335a3ece Jul 16 18:36:04.696122 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.730970 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.732153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.732805 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:04.769057 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.1877112 Jul 16 18:36:04.772147 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39554) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:04.794723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9603cda-3f40-446c-8380-cd16082e9546 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event updated for resources: {'Network': ['ID=2dc12115-0b54-41e9-b514-c015335a3ece,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:04.814903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 2dc12115-0b54-41e9-b514-c015335a3ece details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:04.993375 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c43d1b-d695-4086-a861-3df444621e71 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:04.999329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c43d1b-d695-4086-a861-3df444621e71 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:05.005898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c43d1b-d695-4086-a861-3df444621e71 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:05.011548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c43d1b-d695-4086-a861-3df444621e71 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:05.013231 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-78c43d1b-d695-4086-a861-3df444621e71 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.2398405 Jul 16 18:36:05.016020 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39558) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.082829 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.162643 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.173002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc12115-0b54-41e9-b514-c015335a3ece']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:05.183095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f6b453d-9eb5-4804-b9de-755195850242') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:05.183391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f6b453d-9eb5-4804-b9de-755195850242') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:05.192115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.206443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.212163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:05.212575 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:05.214201 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:05.276371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.281731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2dc12115-0b54-41e9-b514-c015335a3ece {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:36:05.296797 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.298925 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "DELETE /v2.0/networks/2dc12115-0b54-41e9-b514-c015335a3ece HTTP/1.1" status: 204 len: 168 time: 0.2819724 Jul 16 18:36:05.304319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39560) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.309310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Request body: {'network': {'name': 'tempest-network--1245541329', 'router:external': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:05.326489 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7787f6-6d72-4ebe-a8d7-e6b7ff976cf5 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event deleted for resources: {'Network': ['ID=2dc12115-0b54-41e9-b514-c015335a3ece,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:05.345073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Made reservation on behalf of 46da9adf3c3d4a01a481a8a86ffd6ee0 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:05.348479 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.375383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 369} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:05.387282 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.387821 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Added segment 7fcef045-94be-4fb7-a7cb-e059c8355f83 of type vlan for network b2a64d28-bfd3-4db5-961f-9fe46ac3e9e4 Jul 16 18:36:05.435975 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.480869 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.482286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:05.483259 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.520444 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2124889 Jul 16 18:36:05.521121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39564) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.580115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206c2855-eba9-448f-9aba-87f44465a346 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event updated for resources: {'Network': ['ID=b2a64d28-bfd3-4db5-961f-9fe46ac3e9e4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:05.594087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b2a64d28-bfd3-4db5-961f-9fe46ac3e9e4 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:05.686676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9562aab-4931-4d4f-88c4-02063017c7e0 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:05.688325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c9562aab-4931-4d4f-88c4-02063017c7e0 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] 10.222.0.47 "GET /v2.0/networks/b2a64d28-bfd3-4db5-961f-9fe46ac3e9e4 HTTP/1.1" status: 200 len: 757 time: 0.1662648 Jul 16 18:36:05.691273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39566) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.718656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f191c9d-f55f-42ef-9489-fb12d7718d4b req-226323f9-9b6b-43d5-8c5b-4aa6b297f86a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:05.720528 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f191c9d-f55f-42ef-9489-fb12d7718d4b req-226323f9-9b6b-43d5-8c5b-4aa6b297f86a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.1367190 Jul 16 18:36:05.765670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f191c9d-f55f-42ef-9489-fb12d7718d4b req-981d0ed4-18ed-4535-9d7d-2cd924497abd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Jul 16 18:36:05.783878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26e1ae98-4bd3-4770-81f5-9b04525372d2 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:05.785530 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-26e1ae98-4bd3-4770-81f5-9b04525372d2 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] 10.222.0.47 "GET /v2.0/networks/cb5f911b-97db-4ae1-bd91-fc84fd1eaa5e HTTP/1.1" status: 200 len: 768 time: 0.0933261 Jul 16 18:36:05.792145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39568) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:05.866559 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.947357 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.958723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2a64d28-bfd3-4db5-961f-9fe46ac3e9e4']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:05.969636 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7fcef045-94be-4fb7-a7cb-e059c8355f83') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:05.969942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7fcef045-94be-4fb7-a7cb-e059c8355f83') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:05.980324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:05.994859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.001055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Releasing vlan 369 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:06.001448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:06.003125 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:06.062067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.068180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b2a64d28-bfd3-4db5-961f-9fe46ac3e9e4 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:36:06.070713 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.078029 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "DELETE /v2.0/networks/b2a64d28-bfd3-4db5-961f-9fe46ac3e9e4 HTTP/1.1" status: 204 len: 168 time: 0.2796435 Jul 16 18:36:06.078593 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39570) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.084356 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Request body: {'network': {'name': 'tempest-network--1001738410'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:06.086297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a28fd27-de08-41e8-88b1-207d38d09160 tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event deleted for resources: {'Network': ['ID=b2a64d28-bfd3-4db5-961f-9fe46ac3e9e4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.125575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Made reservation on behalf of 46da9adf3c3d4a01a481a8a86ffd6ee0 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:06.128119 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.163450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 361} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:06.177919 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.178272 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Added segment 2a49cbf1-9102-4e34-bb85-789ea87b57f4 of type vlan for network 1cbe16d3-2b1f-44d2-867f-39a04f39bb99 Jul 16 18:36:06.224219 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.259098 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.260602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:06.261397 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.328851 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event updated for resources: {'Network': ['ID=1cbe16d3-2b1f-44d2-867f-39a04f39bb99,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.342987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 1cbe16d3-2b1f-44d2-867f-39a04f39bb99 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:06.344067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-58424e26-30a6-4601-95cb-abd82946934e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.2642782 Jul 16 18:36:06.344869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39572) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.351941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0e8892f7-bd8a-437e-8df3-cc728594120f tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Request body: {'network': {'router:external': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:06.526267 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e8892f7-bd8a-437e-8df3-cc728594120f tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.540830 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e8892f7-bd8a-437e-8df3-cc728594120f tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.558769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e8892f7-bd8a-437e-8df3-cc728594120f tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Network 1cbe16d3-2b1f-44d2-867f-39a04f39bb99 is not hosted by any dhcp agent {{(pid=105438) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 18:36:06.560002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e8892f7-bd8a-437e-8df3-cc728594120f tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:06.560860 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e8892f7-bd8a-437e-8df3-cc728594120f tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.565961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e8892f7-bd8a-437e-8df3-cc728594120f tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "PUT /v2.0/networks/1cbe16d3-2b1f-44d2-867f-39a04f39bb99 HTTP/1.1" status: 200 len: 858 time: 0.2163835 Jul 16 18:36:06.565961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39574) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.645072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8892f7-bd8a-437e-8df3-cc728594120f tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event updated for resources: {'Network': ['ID=1cbe16d3-2b1f-44d2-867f-39a04f39bb99,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.687852 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.770972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.781198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cbe16d3-2b1f-44d2-867f-39a04f39bb99']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:06.791533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a49cbf1-9102-4e34-bb85-789ea87b57f4') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:06.792121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a49cbf1-9102-4e34-bb85-789ea87b57f4') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:06.802492 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.818136 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.824391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:06.824945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:06.826958 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:06.887881 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.893286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1cbe16d3-2b1f-44d2-867f-39a04f39bb99 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 18:36:06.916130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:06.918345 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] 10.222.0.47 "DELETE /v2.0/networks/1cbe16d3-2b1f-44d2-867f-39a04f39bb99 HTTP/1.1" status: 204 len: 168 time: 0.3516922 Jul 16 18:36:06.923305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39578) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.928872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699cbb8a-60c6-4558-b7da-9a88ffb3b97e tempest-ExternalNetworksTestJSON-1595707297 tempest-ExternalNetworksTestJSON-1595707297-project-admin] Pushing event deleted for resources: {'Network': ['ID=1cbe16d3-2b1f-44d2-867f-39a04f39bb99,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:06.962827 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9790537-9829-47a4-9390-60f461f0d0d9 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] DELETE failed (client error): The resource could not be found. Jul 16 18:36:06.963762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9790537-9829-47a4-9390-60f461f0d0d9 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:06.969681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39580) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:06.970371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d9790537-9829-47a4-9390-60f461f0d0d9 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] 10.222.0.47 "DELETE /v2.0/subnets/95f31e9a-281b-493d-b72c-0fe886c29ebf HTTP/1.1" status: 404 len: 337 time: 0.0448782 Jul 16 18:36:07.020202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d55819-b863-45a1-9f7e-50aee61da7a0 req-1c11c5cb-ac03-43d9-b8d8-e3c6db222b98 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:07.024146 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79d55819-b863-45a1-9f7e-50aee61da7a0 req-1c11c5cb-ac03-43d9-b8d8-e3c6db222b98 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.1229246 Jul 16 18:36:07.104274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.132256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-79d55819-b863-45a1-9f7e-50aee61da7a0 req-513fbca6-dbc7-4c2a-8434-399d503573e6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040149 Jul 16 18:36:07.214122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.225535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb5f911b-97db-4ae1-bd91-fc84fd1eaa5e']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:07.237690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95cb153a-e1f6-49cd-ad5e-cfcc612427f0') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:07.238152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95cb153a-e1f6-49cd-ad5e-cfcc612427f0') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:07.248260 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.263365 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.269200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Releasing vlan 357 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:07.269648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:07.273002 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:07.350383 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.356721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.361820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] 10.222.0.47 "DELETE /v2.0/networks/cb5f911b-97db-4ae1-bd91-fc84fd1eaa5e HTTP/1.1" status: 204 len: 168 time: 0.3884528 Jul 16 18:36:07.375905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f55739d-fd69-40fa-a061-fbca3fe50847 tempest-ExternalNetworksTestJSON-880778280 tempest-ExternalNetworksTestJSON-880778280-project] Pushing event deleted for resources: {'Network': ['ID=cb5f911b-97db-4ae1-bd91-fc84fd1eaa5e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:07.614767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39586) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:07.752676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a9eb959e-fe73-406c-b13a-00f5c620b76d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7469a76d9d1840e694f30cf604522fc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364629 Jul 16 18:36:07.756221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39590) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:07.805838 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3a7df430-f5bd-4fdd-8b0d-3eef1cd24ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.827236 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3a7df430-f5bd-4fdd-8b0d-3eef1cd24ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.875242 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3a7df430-f5bd-4fdd-8b0d-3eef1cd24ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.877942 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3a7df430-f5bd-4fdd-8b0d-3eef1cd24ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:07.880860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3a7df430-f5bd-4fdd-8b0d-3eef1cd24ea0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/09ddfb79-b03c-445f-9b94-e8ba4564871b HTTP/1.1" status: 204 len: 168 time: 0.1224685 Jul 16 18:36:07.891428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7df430-f5bd-4fdd-8b0d-3eef1cd24ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ddfb79-b03c-445f-9b94-e8ba4564871b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:08.163732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39598) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:08.208397 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2e223050-c85c-42ea-80cb-32065a3cce03 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=46da9adf3c3d4a01a481a8a86ffd6ee0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424509 Jul 16 18:36:08.211227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39600) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:08.296353 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f2a1352-959d-41a9-b006-f1671f47efad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.323594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f2a1352-959d-41a9-b006-f1671f47efad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.374216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627bf10f-673b-49e6-920a-f6d14ae6187f req-3c40f487-1b21-420b-8993-14b402780766 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:08.375820 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-627bf10f-673b-49e6-920a-f6d14ae6187f req-3c40f487-1b21-420b-8993-14b402780766 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.1192970 Jul 16 18:36:08.410589 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f2a1352-959d-41a9-b006-f1671f47efad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.413690 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f2a1352-959d-41a9-b006-f1671f47efad admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:08.417261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0f2a1352-959d-41a9-b006-f1671f47efad admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/743d244e-7c10-46b0-b5e1-1f99c3b473f6 HTTP/1.1" status: 204 len: 168 time: 0.2023795 Jul 16 18:36:08.430482 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-627bf10f-673b-49e6-920a-f6d14ae6187f req-1714de4a-659e-4ec6-ae01-2ab9e313d015 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472941 Jul 16 18:36:08.432516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a1352-959d-41a9-b006-f1671f47efad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743d244e-7c10-46b0-b5e1-1f99c3b473f6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:09.637049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0a9d0-de6a-481b-afed-7bce90cde68c req-9af58bde-7e1e-4a7a-9cdb-1019a53fc382 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:09.638582 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4bc0a9d0-de6a-481b-afed-7bce90cde68c req-9af58bde-7e1e-4a7a-9cdb-1019a53fc382 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.0770130 Jul 16 18:36:09.682883 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4bc0a9d0-de6a-481b-afed-7bce90cde68c req-d8e9a179-b6a0-4dd9-8aea-2d1aa9650445 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381174 Jul 16 18:36:09.747008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39640) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:09.847732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:09.869166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:09.958605 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.066737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Allocated IP 172.25.7.111 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/43aec7e2-f0bf-4dca-b631-641aa410feb5) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:10.175691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.215350 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.255829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:10.258739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:10.262285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:10.267669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Pushing event updated for resources: {'Port': ['ID=43aec7e2-f0bf-4dca-b631-641aa410feb5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:10.350601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.398236 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.565736 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.571351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.640376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Pushing event updated for resources: {'Port': ['ID=43aec7e2-f0bf-4dca-b631-641aa410feb5,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:10.653685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.666775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.668480 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-626e21bb-717b-4c83-bb92-5f10775330fb tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9203525 Jul 16 18:36:10.671325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39644) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:10.676002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c5964b89-3527-4702-a826-19fb014f773d tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-848631381', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'fixed_ips': [{'ip_address': '172.25.7.111'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:10.697692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5964b89-3527-4702-a826-19fb014f773d tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Made reservation on behalf of 0b5e6fd1cb1842f6b2fbb5ff5fb7a72d for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:10.700160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c5964b89-3527-4702-a826-19fb014f773d tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.710043 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c5964b89-3527-4702-a826-19fb014f773d tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.803351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c5964b89-3527-4702-a826-19fb014f773d tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.815435 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c5964b89-3527-4702-a826-19fb014f773d tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:10.838176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-c5964b89-3527-4702-a826-19fb014f773d tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] device_id is not set on port d4ad5d22-3e0e-4462-b168-5133366efeed yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:10.940345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5964b89-3527-4702-a826-19fb014f773d tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6640a6b6-a1ff-4c24-a46f-ee366eee7065,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:11.324951 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34344d37-2cff-4b3e-a30f-803a8ac3aba5 req-c897c2fd-e7e0-4753-95a8-f0a3ddb77f05 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:11.326439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34344d37-2cff-4b3e-a30f-803a8ac3aba5 req-c897c2fd-e7e0-4753-95a8-f0a3ddb77f05 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.5214009 Jul 16 18:36:11.394962 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-34344d37-2cff-4b3e-a30f-803a8ac3aba5 req-e7ca564f-e5f5-4723-881a-4405bf0fa2d7 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626230 Jul 16 18:36:11.395743 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5964b89-3527-4702-a826-19fb014f773d tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:36:11.396256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5964b89-3527-4702-a826-19fb014f773d tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:11.410374 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c5964b89-3527-4702-a826-19fb014f773d tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7380252 Jul 16 18:36:11.413104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39648) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:11.568113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8987787c-91a1-443f-afcd-1ca1f4a9e52b tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Deleting port 43aec7e2-f0bf-4dca-b631-641aa410feb5 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:11.568717 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8987787c-91a1-443f-afcd-1ca1f4a9e52b tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.658677 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8987787c-91a1-443f-afcd-1ca1f4a9e52b tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.659099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8987787c-91a1-443f-afcd-1ca1f4a9e52b tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.674430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8987787c-91a1-443f-afcd-1ca1f4a9e52b tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Calling delete_port for 43aec7e2-f0bf-4dca-b631-641aa410feb5 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:11.853908 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8987787c-91a1-443f-afcd-1ca1f4a9e52b tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.880256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8987787c-91a1-443f-afcd-1ca1f4a9e52b tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Pushing event deleted for resources: {'Port': ['ID=43aec7e2-f0bf-4dca-b631-641aa410feb5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:11.943512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8987787c-91a1-443f-afcd-1ca1f4a9e52b tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.946249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8987787c-91a1-443f-afcd-1ca1f4a9e52b tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:11.947408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8987787c-91a1-443f-afcd-1ca1f4a9e52b tempest-ExternalNetworksAdminNegativeTestJSON-1845094440 tempest-ExternalNetworksAdminNegativeTestJSON-1845094440-project-admin] 10.222.0.47 "DELETE /v2.0/floatingips/035a2f8b-9c97-40b8-b7fc-3b3955eeb657 HTTP/1.1" status: 204 len: 168 time: 0.5333512 Jul 16 18:36:12.196570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39654) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.312378 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.570315 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:12.574795 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38311c1d-7f41-447f-8c6f-28c19a194dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.674179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25139bb-0473-4768-ad59-130f63fe8ddd req-86efe36f-2dee-4954-8716-5a44a9ec4677 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:12.675757 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a25139bb-0473-4768-ad59-130f63fe8ddd req-86efe36f-2dee-4954-8716-5a44a9ec4677 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.1030059 Jul 16 18:36:12.745752 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a25139bb-0473-4768-ad59-130f63fe8ddd req-8aee6753-2673-4ec1-a37e-aa156a2bf183 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625517 Jul 16 18:36:12.761649 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38311c1d-7f41-447f-8c6f-28c19a194dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.766033 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38311c1d-7f41-447f-8c6f-28c19a194dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.811914 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-38311c1d-7f41-447f-8c6f-28c19a194dbe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0fa1c5ffb3e64ecca2b1ee07fa57106d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6142921 Jul 16 18:36:12.812770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38311c1d-7f41-447f-8c6f-28c19a194dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b513654e-b932-4911-8b20-b1721af23bb7,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:12.814583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39660) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:12.871255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22938ab6-ad2d-49b3-8538-1280b366acd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.893883 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22938ab6-ad2d-49b3-8538-1280b366acd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.945821 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22938ab6-ad2d-49b3-8538-1280b366acd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.949044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-22938ab6-ad2d-49b3-8538-1280b366acd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:12.950207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-22938ab6-ad2d-49b3-8538-1280b366acd8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b513654e-b932-4911-8b20-b1721af23bb7 HTTP/1.1" status: 204 len: 168 time: 0.1344590 Jul 16 18:36:12.959251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22938ab6-ad2d-49b3-8538-1280b366acd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b513654e-b932-4911-8b20-b1721af23bb7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.229101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39666) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:13.272672 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-40c21577-e0de-47a2-880b-9332423b89c9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b5e6fd1cb1842f6b2fbb5ff5fb7a72d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0420389 Jul 16 18:36:13.275415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39668) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:13.336548 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7cae9b97-9403-495a-a8f1-bf72c0316e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.364005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7cae9b97-9403-495a-a8f1-bf72c0316e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.411413 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7cae9b97-9403-495a-a8f1-bf72c0316e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.414021 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7cae9b97-9403-495a-a8f1-bf72c0316e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:13.415162 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7cae9b97-9403-495a-a8f1-bf72c0316e82 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6640a6b6-a1ff-4c24-a46f-ee366eee7065 HTTP/1.1" status: 204 len: 168 time: 0.1387365 Jul 16 18:36:13.424647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cae9b97-9403-495a-a8f1-bf72c0316e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6640a6b6-a1ff-4c24-a46f-ee366eee7065,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:13.979867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf8056f-ec03-4f6f-b4fc-2d6a8b41e7b5 req-af392e66-ea1f-43da-ae82-9178e170c0b8 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:13.981402 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbf8056f-ec03-4f6f-b4fc-2d6a8b41e7b5 req-af392e66-ea1f-43da-ae82-9178e170c0b8 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.0807621 Jul 16 18:36:14.029787 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbf8056f-ec03-4f6f-b4fc-2d6a8b41e7b5 req-14c6d1d5-4a19-452e-800e-4e474f600d80 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408123 Jul 16 18:36:14.736153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39706) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:14.832495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0692139a-f435-44f0-a4a2-edf27fd2f60e tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1295429208'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:14.832978 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0692139a-f435-44f0-a4a2-edf27fd2f60e tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Unknown quota resources ['metering_label']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:15.014288 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0692139a-f435-44f0-a4a2-edf27fd2f60e tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.015685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0692139a-f435-44f0-a4a2-edf27fd2f60e tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.2784312 Jul 16 18:36:15.018734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39710) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.024083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3d687652-95a1-44a4-a989-0352335149ca tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '03123b68-b5c6-4644-8ebe-42e73d3e6509'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:15.024745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3d687652-95a1-44a4-a989-0352335149ca tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:15.100088 n-d-794306-7 neutron-server[105439]: WARNING neutron.services.metering.metering_plugin [None req-3d687652-95a1-44a4-a989-0352335149ca tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:36:15.215286 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3d687652-95a1-44a4-a989-0352335149ca tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.216509 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3d687652-95a1-44a4-a989-0352335149ca tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1966407 Jul 16 18:36:15.219706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39714) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.225063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d2afd101-d20a-49cd-b49d-04b774236020 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '03123b68-b5c6-4644-8ebe-42e73d3e6509'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:15.225529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d2afd101-d20a-49cd-b49d-04b774236020 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=105439) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:15.235892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650e2be2-aa47-41aa-946d-511482989722 req-89f0ca84-fe1a-4f50-8df1-4bbe445fe452 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:15.237602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-650e2be2-aa47-41aa-946d-511482989722 req-89f0ca84-fe1a-4f50-8df1-4bbe445fe452 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.0799148 Jul 16 18:36:15.278243 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-650e2be2-aa47-41aa-946d-511482989722 req-311d3c7b-6bc1-415b-a874-0a2f5cd07ff4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336452 Jul 16 18:36:15.285535 n-d-794306-7 neutron-server[105439]: WARNING neutron.services.metering.metering_plugin [None req-d2afd101-d20a-49cd-b49d-04b774236020 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 18:36:15.371642 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2afd101-d20a-49cd-b49d-04b774236020 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.372839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d2afd101-d20a-49cd-b49d-04b774236020 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.1522131 Jul 16 18:36:15.375662 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39716) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.386327 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-35df47f2-1b0d-4c39-ba8e-81fb941278e7 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=8ac033d4-7a32-437e-a431-b6c0b3604765 HTTP/1.1" status: 200 len: 462 time: 0.0095520 Jul 16 18:36:15.388920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39718) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.529750 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5e0546dc-28d9-4360-9b89-2e1faf22299f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.541594 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-efe3980a-ad9f-4a04-bfb2-9697a4da3cf9 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.542723 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-efe3980a-ad9f-4a04-bfb2-9697a4da3cf9 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/8ac033d4-7a32-437e-a431-b6c0b3604765 HTTP/1.1" status: 204 len: 168 time: 0.1529067 Jul 16 18:36:15.545387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39720) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.554778 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c2a5376f-8278-4591-915c-a305e8b88da0 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=8ac033d4-7a32-437e-a431-b6c0b3604765 HTTP/1.1" status: 200 len: 221 time: 0.0083845 Jul 16 18:36:15.557925 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39722) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.562283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d265a6bd-2272-4d73-b9a0-7a296119638d tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--18843404', 'description': 'label created by tempest'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:15.562724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d265a6bd-2272-4d73-b9a0-7a296119638d tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Unknown quota resources ['metering_label']. {{(pid=105438) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 18:36:15.748180 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d265a6bd-2272-4d73-b9a0-7a296119638d tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.749357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d265a6bd-2272-4d73-b9a0-7a296119638d tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.1904581 Jul 16 18:36:15.752109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39724) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.823417 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-82b624d3-7e0e-45c4-8cfc-bf56b1603064 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=9d417df9-8db6-4fdb-8313-859b42e3424a HTTP/1.1" status: 200 len: 466 time: 0.0701542 Jul 16 18:36:15.825858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39726) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:15.997671 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2cbd6278-a489-432f-9d9f-208009c7b837 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:15.998857 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2cbd6278-a489-432f-9d9f-208009c7b837 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/9d417df9-8db6-4fdb-8313-859b42e3424a HTTP/1.1" status: 204 len: 168 time: 0.1721025 Jul 16 18:36:16.001630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39728) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.013058 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-65a56128-b526-4f85-9e5e-73f9f1ddf561 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=9d417df9-8db6-4fdb-8313-859b42e3424a HTTP/1.1" status: 200 len: 216 time: 0.0104020 Jul 16 18:36:16.016220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39730) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.026018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a20a84d4-8e21-43e8-b85b-10ad012ee609 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0087171 Jul 16 18:36:16.029296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39732) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.041012 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-23aef679-ae05-4575-82cf-e7c455deaba5 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0107522 Jul 16 18:36:16.044149 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39734) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.094975 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b7aa7dfd-cf57-4bd2-984c-139bb13eec88 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-labels/03123b68-b5c6-4644-8ebe-42e73d3e6509 HTTP/1.1" status: 200 len: 473 time: 0.0497258 Jul 16 18:36:16.098478 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39736) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.107834 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-af9e7a31-0be8-45ea-bf8e-e1f692746eb2 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "GET /v2.0/metering/metering-label-rules/3b653731-ef85-42ee-b3db-c557da741453 HTTP/1.1" status: 200 len: 459 time: 0.0082159 Jul 16 18:36:16.110690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39738) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.213601 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-14835ca2-64e9-4c43-b77b-955489d81213 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.214734 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-14835ca2-64e9-4c43-b77b-955489d81213 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-label-rules/3b653731-ef85-42ee-b3db-c557da741453 HTTP/1.1" status: 204 len: 168 time: 0.1031752 Jul 16 18:36:16.217304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39740) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.401985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-170f79bd-c08a-47a2-b148-204f26e04ce2 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.403233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-170f79bd-c08a-47a2-b148-204f26e04ce2 tempest-MeteringIpV6TestJSON-741162329 tempest-MeteringIpV6TestJSON-741162329-project-admin] 10.222.0.47 "DELETE /v2.0/metering/metering-labels/03123b68-b5c6-4644-8ebe-42e73d3e6509 HTTP/1.1" status: 204 len: 168 time: 0.1849809 Jul 16 18:36:16.493697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bafa25-6bc1-41f4-9587-4548aafb0494 req-36068de0-9762-430f-9465-7222ae4b7214 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:16.495209 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85bafa25-6bc1-41f4-9587-4548aafb0494 req-36068de0-9762-430f-9465-7222ae4b7214 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.0656478 Jul 16 18:36:16.544484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85bafa25-6bc1-41f4-9587-4548aafb0494 req-56aac8b5-5db4-4b78-8ee7-a7319087e4d6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Jul 16 18:36:16.684377 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39750) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:16.818674 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fdcee83-be4e-4fa8-a1fd-cc0848c6d52a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.907699 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fdcee83-be4e-4fa8-a1fd-cc0848c6d52a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.911734 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1fdcee83-be4e-4fa8-a1fd-cc0848c6d52a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:16.947478 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdcee83-be4e-4fa8-a1fd-cc0848c6d52a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e3e563b-549f-4c17-b837-73f5e3a1fc81,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:16.951951 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1fdcee83-be4e-4fa8-a1fd-cc0848c6d52a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=bdc771ce25cf4b4285fb79269bb8a992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2662511 Jul 16 18:36:16.955923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39754) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:17.009323 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0babaeb0-97b1-49c3-a174-b6eb9cee5605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.032623 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0babaeb0-97b1-49c3-a174-b6eb9cee5605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.081194 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0babaeb0-97b1-49c3-a174-b6eb9cee5605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.084891 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0babaeb0-97b1-49c3-a174-b6eb9cee5605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.086331 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0babaeb0-97b1-49c3-a174-b6eb9cee5605 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0e3e563b-549f-4c17-b837-73f5e3a1fc81 HTTP/1.1" status: 204 len: 168 time: 0.1295779 Jul 16 18:36:17.095686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babaeb0-97b1-49c3-a174-b6eb9cee5605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e3e563b-549f-4c17-b837-73f5e3a1fc81,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:17.381085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39760) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:17.396171 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7523a2db-698f-41f8-a08c-016390833321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.500696 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7523a2db-698f-41f8-a08c-016390833321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.505315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7523a2db-698f-41f8-a08c-016390833321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.547332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7523a2db-698f-41f8-a08c-016390833321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e47a1b94-92ce-4b5b-b757-df69a20c38ef,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:17.554785 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7523a2db-698f-41f8-a08c-016390833321 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1597e48c441546938e0154b52deee474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1724281 Jul 16 18:36:17.556199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39762) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:17.614070 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3b96748-fe94-4a62-a355-5b4e3e3f5566 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.638620 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3b96748-fe94-4a62-a355-5b4e3e3f5566 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.742139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3b96748-fe94-4a62-a355-5b4e3e3f5566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.746262 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3b96748-fe94-4a62-a355-5b4e3e3f5566 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.747820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d3b96748-fe94-4a62-a355-5b4e3e3f5566 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e47a1b94-92ce-4b5b-b757-df69a20c38ef HTTP/1.1" status: 204 len: 168 time: 0.1904294 Jul 16 18:36:17.755423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 92ca1306-5661-4917-83e9-9e6336f084f3 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:36:17.772259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747300fe-be43-4d79-8e49-efda9d8d3e85 req-17c1e4ad-dd5f-4900-a492-be982029ab04 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:17.774198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-747300fe-be43-4d79-8e49-efda9d8d3e85 req-17c1e4ad-dd5f-4900-a492-be982029ab04 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 943 time: 0.1043227 Jul 16 18:36:17.775127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b96748-fe94-4a62-a355-5b4e3e3f5566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47a1b94-92ce-4b5b-b757-df69a20c38ef,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:17.836478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-747300fe-be43-4d79-8e49-efda9d8d3e85 req-29ec2e9f-7d36-4bdf-af02-e1c8f088411d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553133 Jul 16 18:36:17.865140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 92ca1306-5661-4917-83e9-9e6336f084f3, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=92ca1306-5661-4917-83e9-9e6336f084f3,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:17.876472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '92ca1306-5661-4917-83e9-9e6336f084f3', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'port_id': '92ca1306-5661-4917-83e9-9e6336f084f3', 'mac_address': 'fa:16:3e:ee:cf:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:36:17.917687 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:17.934285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92ca1306-5661-4917-83e9-9e6336f084f3 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:36:17.955993 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 92ca1306-5661-4917-83e9-9e6336f084f3, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=92ca1306-5661-4917-83e9-9e6336f084f3,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:17.964479 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.016247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=92ca1306-5661-4917-83e9-9e6336f084f3,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:18.224479 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.226257 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-96b2952e-2406-4336-8232-a797ef1136e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:18.281816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['92ca1306-5661-4917-83e9-9e6336f084f3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:18.432342 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-7b46070c-4c39-478c-a1a6-d6505e8da2da service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0809219 Jul 16 18:36:18.543607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-0c19d380-0a55-4111-b686-7298ba964f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.545223 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-0c19d380-0a55-4111-b686-7298ba964f83 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 1096 time: 0.0586629 Jul 16 18:36:18.683142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-681febd5-2d73-44ba-9044-1e387d043aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.685433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-681febd5-2d73-44ba-9044-1e387d043aa1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.1127577 Jul 16 18:36:18.736444 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-1c4c1037-d12e-44e6-8637-807475689121 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5dc59bad-6e05-4dc0-a37b-4a3936156728 HTTP/1.1" status: 200 len: 217 time: 0.0440075 Jul 16 18:36:18.795285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-523cc3fc-2944-4408-abf6-36dff15d9a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.796970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-523cc3fc-2944-4408-abf6-36dff15d9a3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0549355 Jul 16 18:36:18.883157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-25cc9181-5d61-42f3-81a3-41ecbafae2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:18.884887 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-25cc9181-5d61-42f3-81a3-41ecbafae2ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0814269 Jul 16 18:36:19.030814 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-318271f6-d4fa-415d-81ec-50f2fcaf625e service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397746 Jul 16 18:36:19.097878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6242633-8e81-4d62-a9ee-42db05cac5e3 req-9a654014-151e-4045-b075-d857afc2947b tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.104129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6242633-8e81-4d62-a9ee-42db05cac5e3 req-9a654014-151e-4045-b075-d857afc2947b tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 944 time: 0.1312943 Jul 16 18:36:19.201204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6242633-8e81-4d62-a9ee-42db05cac5e3 req-25cc4139-6b7f-46f2-84b9-1be54dd6bb07 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619562 Jul 16 18:36:19.203264 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99f15482-75f4-47c6-a0c6-49a5d30b7865 req-0ba798d6-3962-4895-981e-983bd25e1472 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638637 Jul 16 18:36:19.267165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39804) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.425241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1819187993'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:19.449951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Made reservation on behalf of 76377a1a39794e99b346db3b7c4c8d2b for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:19.454796 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.464969 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.570561 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.575171 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.604162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 399} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:19.621555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e85c341-e100-4964-bb60-d27b789cd40b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.626998 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.627355 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Added segment 3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612 of type vlan for network d2492527-c9ea-492b-9c9a-28531ece3253 Jul 16 18:36:19.671530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.703489 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.710378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:19.711006 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.756840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.4875922 Jul 16 18:36:19.757748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 92ca1306-5661-4917-83e9-9e6336f084f3 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:19.809241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69691d51-b3b7-4a4b-aaf6-7aa22ba0caa9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Pushing event updated for resources: {'Network': ['ID=d2492527-c9ea-492b-9c9a-28531ece3253,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:19.820779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network d2492527-c9ea-492b-9c9a-28531ece3253 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:19.835637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 92ca1306-5661-4917-83e9-9e6336f084f3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:19.850209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 92ca1306-5661-4917-83e9-9e6336f084f3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:19.850647 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.952640 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:19.992723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39814) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:19.997971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Request body: {'port': {'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253', 'binding:host_id': 'n-h2-794306-7', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-183733718'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:19.999049 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.024158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75580679-abf2-4d41-8437-51278d0be110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ca1306-5661-4917-83e9-9e6336f084f3'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:20.026760 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7122331-6592-4285-baf7-bf120ee3b07f" -d '{"events": [{"server_uuid": "75580679-abf2-4d41-8437-51278d0be110", "name": "network-vif-plugged", "status": "completed", "tag": "92ca1306-5661-4917-83e9-9e6336f084f3"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:20.028491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Made reservation on behalf of 4fb3dc21890c467185bb48ccf9926d3d for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:20.031531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.040724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 92ca1306-5661-4917-83e9-9e6336f084f3, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=92ca1306-5661-4917-83e9-9e6336f084f3,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:20.040938 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.044749 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.106415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=92ca1306-5661-4917-83e9-9e6336f084f3,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.142567 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d319bd5c-1e59-4dd2-abfa-40aee0283d79 x-openstack-request-id: req-d319bd5c-1e59-4dd2-abfa-40aee0283d79 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:20.142867 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75580679-abf2-4d41-8437-51278d0be110", "name": "network-vif-plugged", "status": "completed", "tag": "92ca1306-5661-4917-83e9-9e6336f084f3", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:20.143123 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d319bd5c-1e59-4dd2-abfa-40aee0283d79 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:20.143524 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75580679-abf2-4d41-8437-51278d0be110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92ca1306-5661-4917-83e9-9e6336f084f3', 'code': 200} Jul 16 18:36:20.156161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.160285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.165787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] device_id is not set on port 5a31d99b-a669-4b6b-ad63-0742ae403d5c yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:20.267471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22ae50ac-3e00-43cb-92e4-02aaa32097eb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.321774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a0134-365b-465a-8546-9724ef23a3e9 req-01b9e5b8-3368-418b-807d-f5109c95dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.323391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d01a0134-365b-465a-8546-9724ef23a3e9 req-01b9e5b8-3368-418b-807d-f5109c95dafd service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 1096 time: 0.0780683 Jul 16 18:36:20.370585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d01a0134-365b-465a-8546-9724ef23a3e9 req-6163a236-ccca-43b8-ba80-cb55db9e5997 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398188 Jul 16 18:36:20.493557 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] device_id is not set on port 5a31d99b-a669-4b6b-ad63-0742ae403d5c yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:20.507548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13f7e7-f2b7-4c30-9614-3d82d26aba07 req-f0bf5fdc-7dde-40ce-a120-8fb746b42779 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:20.509057 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b13f7e7-f2b7-4c30-9614-3d82d26aba07 req-f0bf5fdc-7dde-40ce-a120-8fb746b42779 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 945 time: 0.1563425 Jul 16 18:36:20.512339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.537178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Transition to ACTIVE for port object 5a31d99b-a669-4b6b-ad63-0742ae403d5c will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:20.557011 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.568275 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b13f7e7-f2b7-4c30-9614-3d82d26aba07 req-007036d4-abff-4082-9526-b16e992ceb48 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524998 Jul 16 18:36:20.619439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event updated for resources: {'Port': ['ID=5a31d99b-a669-4b6b-ad63-0742ae403d5c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:20.636781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Checking segment: {'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:20.637127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Network hostable DHCP agents. Network: d2492527-c9ea-492b-9c9a-28531ece3253, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:20.655198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Network d2492527-c9ea-492b-9c9a-28531ece3253 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:20.664211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, d2492527-c9ea-492b-9c9a-28531ece3253) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:20.670410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:20.672767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44eaf15d-b455-4926-b457-e7d5550bebbc None None] Network d2492527-c9ea-492b-9c9a-28531ece3253 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:20.689309 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:20.689675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:20.690017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:20.696211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:20.696605 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:20.697083 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 2 to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c Jul 16 18:36:20.713389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:20.714022 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:20.714512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:20.719300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:20.719650 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:20.720064 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 3 to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c Jul 16 18:36:20.736074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:20.736421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:20.736792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:20.742665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:20.742997 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:20.743399 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 4 to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c Jul 16 18:36:20.760549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:20.760858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:20.761297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:20.766791 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:20.767280 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:20.767860 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 5 to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c Jul 16 18:36:20.783325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:20.783726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:20.784057 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:20.789271 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:20.789637 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:20.790091 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 6 to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c Jul 16 18:36:20.804939 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:20.805401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:20.805820 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:20.811263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:20.811642 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:20.812040 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 7 to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c Jul 16 18:36:20.828674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:20.829167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:20.829574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:20.835732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:20.836214 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:20.836635 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 8 to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c Jul 16 18:36:20.851050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:20.851424 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:20.851933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:20.856904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:20.857240 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:20.857625 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 9 to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c Jul 16 18:36:20.872224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:20.872727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:20.873106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:20.878407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:20.878805 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:20.879175 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 10 to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c Jul 16 18:36:20.893096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:20.893464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:20.893783 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:20.898272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:20.898597 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 5a31d99b-a669-4b6b-ad63-0742ae403d5c on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:20.898944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:20.976090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] For port 5a31d99b-a669-4b6b-ad63-0742ae403d5c, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:20.976544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempted to set empty binding levels {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:36:20.980535 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.011614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.012288 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.034284 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 1.0404415 Jul 16 18:36:21.035274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a242b1b-f3eb-4942-b02a-e83282139b5b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event updated for resources: {'Port': ['ID=5a31d99b-a669-4b6b-ad63-0742ae403d5c,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:21.038752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39822) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:21.135643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5928482b-c0f1-444a-94a8-79469635e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Deleting port 5a31d99b-a669-4b6b-ad63-0742ae403d5c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:21.135989 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5928482b-c0f1-444a-94a8-79469635e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.197780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-5928482b-c0f1-444a-94a8-79469635e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] For port 5a31d99b-a669-4b6b-ad63-0742ae403d5c, host n-h2-794306-7, got binding levels [] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:21.198136 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5928482b-c0f1-444a-94a8-79469635e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.209961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-5928482b-c0f1-444a-94a8-79469635e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Calling delete_port for 5a31d99b-a669-4b6b-ad63-0742ae403d5c owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:21.290616 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5928482b-c0f1-444a-94a8-79469635e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.318136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928482b-c0f1-444a-94a8-79469635e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event deleted for resources: {'Port': ['ID=5a31d99b-a669-4b6b-ad63-0742ae403d5c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:21.323428 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5928482b-c0f1-444a-94a8-79469635e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.325359 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5928482b-c0f1-444a-94a8-79469635e66a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "DELETE /v2.0/ports/5a31d99b-a669-4b6b-ad63-0742ae403d5c HTTP/1.1" status: 204 len: 168 time: 0.2848279 Jul 16 18:36:21.327968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39824) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:21.355705 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-95ea48ba-5d7e-4bef-b95f-ea97c2d686fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:36:21.357144 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-95ea48ba-5d7e-4bef-b95f-ea97c2d686fe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "GET /v2.0/ports/5a31d99b-a669-4b6b-ad63-0742ae403d5c HTTP/1.1" status: 404 len: 333 time: 0.0281501 Jul 16 18:36:21.360686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39826) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:21.365562 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Request body: {'port': {'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-290684594'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:21.386112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Made reservation on behalf of 4fb3dc21890c467185bb48ccf9926d3d for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:21.388488 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.404117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] device_id is not set on port 2628127a-3c76-4e36-8d03-a7342d73bd3f yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:21.574520 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.622817 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.666030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Network d2492527-c9ea-492b-9c9a-28531ece3253 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:21.668762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:21.672298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:21.673238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.674308 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.685171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event updated for resources: {'Port': ['ID=2628127a-3c76-4e36-8d03-a7342d73bd3f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:21.697124 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-44685cd9-3f7d-47c1-a782-c63212e9cd70 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3354356 Jul 16 18:36:21.697314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39832) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:21.702675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:21.775138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72a1a2-854d-44d1-8eff-5145008b1562 req-0c519c14-461c-4f9e-80ad-cf7cd208aefe tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:21.776781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c72a1a2-854d-44d1-8eff-5145008b1562 req-0c519c14-461c-4f9e-80ad-cf7cd208aefe tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 945 time: 0.0691454 Jul 16 18:36:21.783427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:21.816985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4c72a1a2-854d-44d1-8eff-5145008b1562 req-a9db7d1b-b138-45ad-b440-8e10e6bf1242 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335038 Jul 16 18:36:21.998271 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.003945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] device_id is not set on port 2628127a-3c76-4e36-8d03-a7342d73bd3f yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:22.015102 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.036364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Transition to ACTIVE for port object 2628127a-3c76-4e36-8d03-a7342d73bd3f will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:22.041265 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.087639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bdb632-3fc3-4fb8-9d17-91721bc5284b req-4e9ebbaa-f3c0-456d-a6ed-fa176f834188 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.089326 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9bdb632-3fc3-4fb8-9d17-91721bc5284b req-4e9ebbaa-f3c0-456d-a6ed-fa176f834188 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 945 time: 0.1501174 Jul 16 18:36:22.130673 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event updated for resources: {'Port': ['ID=2628127a-3c76-4e36-8d03-a7342d73bd3f,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.160603 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9bdb632-3fc3-4fb8-9d17-91721bc5284b req-fe389a8d-8b4e-4d39-be4a-06cf943026db tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616837 Jul 16 18:36:22.161409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:22.161812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:22.162620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:22.166570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:22.166909 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:22.167280 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 2 to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f Jul 16 18:36:22.179909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:22.180248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:22.180583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:22.184810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:22.185137 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:22.185546 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 3 to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f Jul 16 18:36:22.198692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:22.199029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:22.199362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:22.203554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:22.203907 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:22.204290 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 4 to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f Jul 16 18:36:22.217029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:22.217359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:22.217690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:22.221871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:22.222196 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:22.222847 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 5 to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f Jul 16 18:36:22.236875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:22.237061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:22.237398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:22.247758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:22.247758 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:22.247758 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 6 to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f Jul 16 18:36:22.253951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:22.254840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:22.255237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:22.259604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:22.259935 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:22.260319 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 7 to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f Jul 16 18:36:22.272976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:22.273325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:22.273644 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:22.277920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:22.278239 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:22.278623 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 8 to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f Jul 16 18:36:22.290664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:22.290997 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:22.291331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:22.295530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:22.295880 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:22.296266 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 9 to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f Jul 16 18:36:22.309104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:22.309446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:22.309797 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:22.313992 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:22.314315 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:22.314702 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 10 to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f Jul 16 18:36:22.326885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:22.327219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:22.327576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:22.331934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:22.332116 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 2628127a-3c76-4e36-8d03-a7342d73bd3f on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:22.332516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.395161 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] For port 2628127a-3c76-4e36-8d03-a7342d73bd3f, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:22.395799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempted to set empty binding levels {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:36:22.402328 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.439813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] In _notify_port_updated(), no bound segment for port 2628127a-3c76-4e36-8d03-a7342d73bd3f on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:36:22.440587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.441182 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.443381 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "PUT /v2.0/ports/2628127a-3c76-4e36-8d03-a7342d73bd3f HTTP/1.1" status: 200 len: 978 time: 0.7450671 Jul 16 18:36:22.445757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39840) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:22.505451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9399f4e0-2dce-4275-962b-54df0e0fd961 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event updated for resources: {'Port': ['ID=2628127a-3c76-4e36-8d03-a7342d73bd3f,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.549117 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.549595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.550061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.550525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.550978 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.552267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.552602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.553058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.553645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.554103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.554556 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.555017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.555470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.557799 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-97ebad47-6692-47ef-9814-78bcc7d79f96 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 11922 time: 0.1103537 Jul 16 18:36:22.561308 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39844) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:22.632621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5ae5af-2e99-49e0-bfd3-2262a0db2490 req-f61fff96-7bc4-4213-9d75-af929e201254 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:22.634170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7c5ae5af-2e99-49e0-bfd3-2262a0db2490 req-f61fff96-7bc4-4213-9d75-af929e201254 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 945 time: 0.0754027 Jul 16 18:36:22.651716 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-fab066c7-f29f-4a4a-a673-68ed49a840db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Deleting port 2628127a-3c76-4e36-8d03-a7342d73bd3f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:22.652066 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fab066c7-f29f-4a4a-a673-68ed49a840db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.673475 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7c5ae5af-2e99-49e0-bfd3-2262a0db2490 req-504a3db2-3bf2-4b12-ab7c-e03122675393 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332901 Jul 16 18:36:22.717820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-fab066c7-f29f-4a4a-a673-68ed49a840db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] For port 2628127a-3c76-4e36-8d03-a7342d73bd3f, host n-h2-794306-7, got binding levels [] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:22.718101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fab066c7-f29f-4a4a-a673-68ed49a840db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.730096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-fab066c7-f29f-4a4a-a673-68ed49a840db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Calling delete_port for 2628127a-3c76-4e36-8d03-a7342d73bd3f owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:22.807354 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fab066c7-f29f-4a4a-a673-68ed49a840db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.833945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab066c7-f29f-4a4a-a673-68ed49a840db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event deleted for resources: {'Port': ['ID=2628127a-3c76-4e36-8d03-a7342d73bd3f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:22.839274 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fab066c7-f29f-4a4a-a673-68ed49a840db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.841273 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fab066c7-f29f-4a4a-a673-68ed49a840db tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "DELETE /v2.0/ports/2628127a-3c76-4e36-8d03-a7342d73bd3f HTTP/1.1" status: 204 len: 168 time: 0.2789180 Jul 16 18:36:22.843824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39846) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:22.873579 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-e59a7354-0e85-4318-b59f-e4007f5fb7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:36:22.875020 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e59a7354-0e85-4318-b59f-e4007f5fb7fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "GET /v2.0/ports/2628127a-3c76-4e36-8d03-a7342d73bd3f HTTP/1.1" status: 404 len: 333 time: 0.0302346 Jul 16 18:36:22.878587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39848) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:22.883937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1760992169', 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:22.904698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Made reservation on behalf of 4fb3dc21890c467185bb48ccf9926d3d for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:22.907233 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:22.923517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] device_id is not set on port 601bd132-99cc-49a0-b9b3-bd072c16d9db yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:23.080572 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.118168 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.155248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Network d2492527-c9ea-492b-9c9a-28531ece3253 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:23.159984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:23.163944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:23.164878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.165468 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.177615 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event updated for resources: {'Port': ['ID=601bd132-99cc-49a0-b9b3-bd072c16d9db,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:23.185089 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7b417e25-08e8-4305-a951-4d930df77ba6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3055100 Jul 16 18:36:23.187642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39850) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.232098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267eeca1-b219-41e3-aac5-bb4f89778287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.233816 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-267eeca1-b219-41e3-aac5-bb4f89778287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "GET /v2.0/ports/601bd132-99cc-49a0-b9b3-bd072c16d9db HTTP/1.1" status: 200 len: 959 time: 0.0451262 Jul 16 18:36:23.236470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39852) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.325548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6a461867-9f80-487f-b58e-b9277c01cad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Deleting port 601bd132-99cc-49a0-b9b3-bd072c16d9db {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:23.325885 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a461867-9f80-487f-b58e-b9277c01cad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.387011 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a461867-9f80-487f-b58e-b9277c01cad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.400278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-6a461867-9f80-487f-b58e-b9277c01cad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Calling delete_port for 601bd132-99cc-49a0-b9b3-bd072c16d9db owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:23.485004 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a461867-9f80-487f-b58e-b9277c01cad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.512586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a461867-9f80-487f-b58e-b9277c01cad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event deleted for resources: {'Port': ['ID=601bd132-99cc-49a0-b9b3-bd072c16d9db,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:23.517733 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6a461867-9f80-487f-b58e-b9277c01cad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.519433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6a461867-9f80-487f-b58e-b9277c01cad9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "DELETE /v2.0/ports/601bd132-99cc-49a0-b9b3-bd072c16d9db HTTP/1.1" status: 204 len: 168 time: 0.2820599 Jul 16 18:36:23.522345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39854) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.549433 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbb533dc-eebb-4d49-bd0c-90e4f54a54c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:36:23.550911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cbb533dc-eebb-4d49-bd0c-90e4f54a54c8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "GET /v2.0/ports/601bd132-99cc-49a0-b9b3-bd072c16d9db HTTP/1.1" status: 404 len: 333 time: 0.0276353 Jul 16 18:36:23.555048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39856) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.559733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Request body: {'port': {'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1167669415'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:23.580692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Made reservation on behalf of 4fb3dc21890c467185bb48ccf9926d3d for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:23.583244 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.598836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] device_id is not set on port 59da9387-ae92-40a3-ba85-e177f5efec7b yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:23.746996 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.787583 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.862125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Network d2492527-c9ea-492b-9c9a-28531ece3253 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:23.871926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:23.874774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:23.875739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.876329 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:23.880803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event updated for resources: {'Port': ['ID=59da9387-ae92-40a3-ba85-e177f5efec7b,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:23.899610 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fa09dae9-eae2-4cf9-a624-1e5c43579711 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.3434644 Jul 16 18:36:23.902442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39860) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:23.907903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:23.916659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caa2ee2-fdbd-40c5-80dd-ef2949cccc54 req-44e39cbe-480c-430d-93cc-2c0634a8fdef tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:23.918622 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7caa2ee2-fdbd-40c5-80dd-ef2949cccc54 req-44e39cbe-480c-430d-93cc-2c0634a8fdef tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 945 time: 0.1207387 Jul 16 18:36:23.959036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7caa2ee2-fdbd-40c5-80dd-ef2949cccc54 req-9561cfca-c77f-447d-a6d8-7c56a84162d1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346839 Jul 16 18:36:23.979494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.144069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] device_id is not set on port 59da9387-ae92-40a3-ba85-e177f5efec7b yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:24.151763 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.164335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Transition to ACTIVE for port object 59da9387-ae92-40a3-ba85-e177f5efec7b will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:24.167990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.217875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event updated for resources: {'Port': ['ID=59da9387-ae92-40a3-ba85-e177f5efec7b,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.233897 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.234232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.234613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.239571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.239907 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:24.240327 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 2 to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b Jul 16 18:36:24.248105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921e271-461b-4bda-b6e0-16dba6bca047 req-31fd9603-8be3-43f4-bd2b-5b1b2819b1d1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.249621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3921e271-461b-4bda-b6e0-16dba6bca047 req-31fd9603-8be3-43f4-bd2b-5b1b2819b1d1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.37 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 945 time: 0.0673387 Jul 16 18:36:24.253084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.253415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.253745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.257924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.258242 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:24.258641 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 3 to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b Jul 16 18:36:24.270574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.270903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.271234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.275428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.275779 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:24.276233 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 4 to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b Jul 16 18:36:24.290120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.290543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.290879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.295103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.295420 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:24.295832 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 5 to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b Jul 16 18:36:24.307742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.308074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.308456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.312780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.313098 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:24.313477 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 6 to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b Jul 16 18:36:24.325831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.326160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.326513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.330907 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.331222 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:24.331628 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 7 to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b Jul 16 18:36:24.343113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.343442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.343799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.348937 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.349251 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:24.349851 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 8 to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b Jul 16 18:36:24.354399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3921e271-461b-4bda-b6e0-16dba6bca047 req-448aefd6-309e-4605-b0e1-ae1a10eb1dc4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Deleting port 92ca1306-5661-4917-83e9-9e6336f084f3 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:24.354746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3921e271-461b-4bda-b6e0-16dba6bca047 req-448aefd6-309e-4605-b0e1-ae1a10eb1dc4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.361988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.362319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.362643 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.367468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.368445 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:24.368840 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 9 to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b Jul 16 18:36:24.381312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.381649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.381991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.386245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.386570 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:24.386955 n-d-794306-7 neutron-server[105438]: INFO neutron.plugins.ml2.plugin [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempt 10 to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b Jul 16 18:36:24.399689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:24.400025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:24.400357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempting to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:24.404513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:36:24.404865 n-d-794306-7 neutron-server[105438]: ERROR neutron.plugins.ml2.managers [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Failed to bind port 59da9387-ae92-40a3-ba85-e177f5efec7b on host n-h2-794306-7 for vnic_type normal using segments [{'id': '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 399, 'network_id': 'd2492527-c9ea-492b-9c9a-28531ece3253'}] Jul 16 18:36:24.405232 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.441409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3921e271-461b-4bda-b6e0-16dba6bca047 req-448aefd6-309e-4605-b0e1-ae1a10eb1dc4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] For port 92ca1306-5661-4917-83e9-9e6336f084f3, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=92ca1306-5661-4917-83e9-9e6336f084f3,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:24.442363 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3921e271-461b-4bda-b6e0-16dba6bca047 req-448aefd6-309e-4605-b0e1-ae1a10eb1dc4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.460071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3921e271-461b-4bda-b6e0-16dba6bca047 req-448aefd6-309e-4605-b0e1-ae1a10eb1dc4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Calling delete_port for 92ca1306-5661-4917-83e9-9e6336f084f3 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:24.468254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] For port 59da9387-ae92-40a3-ba85-e177f5efec7b, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:24.468554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attempted to set empty binding levels {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 18:36:24.473806 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.505501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] In _notify_port_updated(), no bound segment for port 59da9387-ae92-40a3-ba85-e177f5efec7b on network d2492527-c9ea-492b-9c9a-28531ece3253 {{(pid=105438) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 18:36:24.506518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:24.507053 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.508423 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "PUT /v2.0/ports/59da9387-ae92-40a3-ba85-e177f5efec7b HTTP/1.1" status: 200 len: 979 time: 0.6047492 Jul 16 18:36:24.511222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39862) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:24.550885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73dbfa6-18ba-453f-a343-67796577c4aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event updated for resources: {'Port': ['ID=59da9387-ae92-40a3-ba85-e177f5efec7b,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.592080 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3921e271-461b-4bda-b6e0-16dba6bca047 req-448aefd6-309e-4605-b0e1-ae1a10eb1dc4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.604893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5dc59bad-6e05-4dc0-a37b-4a3936156728'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:24.607002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4d2fd100-1948-4d2f-9005-6cf60965035f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Deleting port 59da9387-ae92-40a3-ba85-e177f5efec7b {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:24.607596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd100-1948-4d2f-9005-6cf60965035f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.621676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448aefd6-309e-4605-b0e1-ae1a10eb1dc4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event deleted for resources: {'Port': ['ID=92ca1306-5661-4917-83e9-9e6336f084f3,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:24.630638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['92ca1306-5661-4917-83e9-9e6336f084f3'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:24.678282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3921e271-461b-4bda-b6e0-16dba6bca047 req-448aefd6-309e-4605-b0e1-ae1a10eb1dc4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] No DVR routers for this DVR port 92ca1306-5661-4917-83e9-9e6336f084f3 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:24.682277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3921e271-461b-4bda-b6e0-16dba6bca047 req-448aefd6-309e-4605-b0e1-ae1a10eb1dc4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:24.685017 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3921e271-461b-4bda-b6e0-16dba6bca047 req-448aefd6-309e-4605-b0e1-ae1a10eb1dc4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.37 "DELETE /v2.0/ports/92ca1306-5661-4917-83e9-9e6336f084f3 HTTP/1.1" status: 204 len: 173 time: 0.4293909 Jul 16 18:36:24.685515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75580679-abf2-4d41-8437-51278d0be110', 'name': 'network-vif-deleted', 'tag': '92ca1306-5661-4917-83e9-9e6336f084f3'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:24.689615 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8164e823-a3ac-4b5e-95dc-e83a8929f8fe" -d '{"events": [{"server_uuid": "75580679-abf2-4d41-8437-51278d0be110", "name": "network-vif-deleted", "tag": "92ca1306-5661-4917-83e9-9e6336f084f3"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:24.750396 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bc5d75-8f4b-4581-a5a2-bc6c6d263cf7 x-openstack-request-id: req-72bc5d75-8f4b-4581-a5a2-bc6c6d263cf7 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:24.751183 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75580679-abf2-4d41-8437-51278d0be110", "name": "network-vif-deleted", "tag": "92ca1306-5661-4917-83e9-9e6336f084f3", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:24.751668 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-72bc5d75-8f4b-4581-a5a2-bc6c6d263cf7 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:24.752387 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75580679-abf2-4d41-8437-51278d0be110', 'name': 'network-vif-deleted', 'tag': '92ca1306-5661-4917-83e9-9e6336f084f3', 'status': 'completed', 'code': 200} Jul 16 18:36:24.992354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-4d2fd100-1948-4d2f-9005-6cf60965035f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] For port 59da9387-ae92-40a3-ba85-e177f5efec7b, host n-h2-794306-7, got binding levels [] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:24.992863 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd100-1948-4d2f-9005-6cf60965035f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.006141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4d2fd100-1948-4d2f-9005-6cf60965035f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Calling delete_port for 59da9387-ae92-40a3-ba85-e177f5efec7b owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:25.086482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd100-1948-4d2f-9005-6cf60965035f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.107763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2f6fcd9-e4ae-442b-85a6-c7d18332a6a0 req-39ee014e-8a9f-4053-9370-4c2aa0efa38c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 210 time: 0.0323136 Jul 16 18:36:25.118619 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2fd100-1948-4d2f-9005-6cf60965035f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Pushing event deleted for resources: {'Port': ['ID=59da9387-ae92-40a3-ba85-e177f5efec7b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.122207 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4d2fd100-1948-4d2f-9005-6cf60965035f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.124371 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4d2fd100-1948-4d2f-9005-6cf60965035f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "DELETE /v2.0/ports/59da9387-ae92-40a3-ba85-e177f5efec7b HTTP/1.1" status: 204 len: 168 time: 0.6120822 Jul 16 18:36:25.127261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39868) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.158708 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5b451f6-272e-4b02-a0ba-be0a6e48c826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] GET failed (client error): The resource could not be found. Jul 16 18:36:25.160247 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b5b451f6-272e-4b02-a0ba-be0a6e48c826 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1014668143-project-admin] 10.222.0.47 "GET /v2.0/ports/59da9387-ae92-40a3-ba85-e177f5efec7b HTTP/1.1" status: 404 len: 333 time: 0.0318007 Jul 16 18:36:25.164400 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39870) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.241379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.333525 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.343525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2492527-c9ea-492b-9c9a-28531ece3253']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:25.354330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:25.354622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b33ce8f-2753-4a0d-bba9-3dfa8f0a5612') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:25.363593 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.382831 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.388887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Releasing vlan 399 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:36:25.389276 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:36:25.392250 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:36:25.448987 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.456369 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.458891 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] 10.222.0.47 "DELETE /v2.0/networks/d2492527-c9ea-492b-9c9a-28531ece3253 HTTP/1.1" status: 204 len: 168 time: 0.2934325 Jul 16 18:36:25.478670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37238c9-dcde-4faa-99c2-5c9698e4d5df tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1273094398-project] Pushing event deleted for resources: {'Network': ['ID=d2492527-c9ea-492b-9c9a-28531ece3253,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:25.707089 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39876) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.840096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b63322c6-f30a-409d-84c2-d4016cebfcaa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=76377a1a39794e99b346db3b7c4c8d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1310225 Jul 16 18:36:25.842531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39880) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:25.889329 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd009-26f2-459f-8c28-9a0dca69cfc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.910877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd009-26f2-459f-8c28-9a0dca69cfc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.956119 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd009-26f2-459f-8c28-9a0dca69cfc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.959537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6dbbd009-26f2-459f-8c28-9a0dca69cfc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:25.960743 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6dbbd009-26f2-459f-8c28-9a0dca69cfc0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e85c341-e100-4964-bb60-d27b789cd40b HTTP/1.1" status: 204 len: 168 time: 0.1172962 Jul 16 18:36:25.968965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbbd009-26f2-459f-8c28-9a0dca69cfc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e85c341-e100-4964-bb60-d27b789cd40b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:26.241299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39888) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.266318 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d7b6a98d-9e55-4ecc-94d4-be301adf93f8 req-9e9fc61c-4ea7-4413-9463-0e73210d58f9 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 210 time: 0.0321860 Jul 16 18:36:26.289673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4416b4de-dc9e-4fdb-94d9-093b3e0e0baa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4fb3dc21890c467185bb48ccf9926d3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468957 Jul 16 18:36:26.290297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39890) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:26.343324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f00c7ff-7955-4e16-bf03-2955f029d881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.365048 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f00c7ff-7955-4e16-bf03-2955f029d881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.411814 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f00c7ff-7955-4e16-bf03-2955f029d881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.414405 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7f00c7ff-7955-4e16-bf03-2955f029d881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:26.415572 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7f00c7ff-7955-4e16-bf03-2955f029d881 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/22ae50ac-3e00-43cb-92e4-02aaa32097eb HTTP/1.1" status: 204 len: 168 time: 0.1242371 Jul 16 18:36:26.423456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f00c7ff-7955-4e16-bf03-2955f029d881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ae50ac-3e00-43cb-92e4-02aaa32097eb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:27.423523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-432c55f5-f977-47eb-ac72-f9d9ffc22dbc req-e2ab1214-3849-49d9-8d98-2208aaabcfb8 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 210 time: 0.0285316 Jul 16 18:36:27.674111 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39928) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:27.781172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-2076629406', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:27.802745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 92ca1306-5661-4917-83e9-9e6336f084f3 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:27.807462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Made reservation on behalf of 19c99dedf0c5422d9c0995138413f1be for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:27.810099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.819976 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.825377 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 92ca1306-5661-4917-83e9-9e6336f084f3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:27.825723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 92ca1306-5661-4917-83e9-9e6336f084f3 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:27.912355 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.916002 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:27.921734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] device_id is not set on port a9e99440-d82b-44fd-8c2f-8b53c3eeed36 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:27.974278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7fe0af0-da9f-40f0-824f-9bd59d84fd9f,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:28.045973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Allocated IP 172.25.7.145 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/a9e99440-d82b-44fd-8c2f-8b53c3eeed36) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:28.187015 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.233328 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.278736 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:28.286032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:28.286032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:28.312138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Pushing event updated for resources: {'Port': ['ID=a9e99440-d82b-44fd-8c2f-8b53c3eeed36,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:28.331727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:28.331727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.346593 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a067c5a1-f7ca-4b18-9b28-1ab2e749c127 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.6712968 Jul 16 18:36:28.350490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39932) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:28.355772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.145'}]}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:28.381772 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.383150 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.444057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.629687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.635576 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a6ca8e91-28b5-4ed6-b768-5ce4dc947322 req-aee5ae99-bc01-4928-b507-b1df55c11442 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=75580679-abf2-4d41-8437-51278d0be110 HTTP/1.1" status: 200 len: 210 time: 0.0412829 Jul 16 18:36:28.864424 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:28.884295 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.060947 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.236825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.239011 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.286330 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.286924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6b616b2-5b66-4789-8e93-b773648ed4db {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:36:29.306072 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 18:36:29.307738 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f5a6f12b-2686-4750-90bb-f2018cea23c1 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 0.9558134 Jul 16 18:36:29.310683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39936) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:29.419689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-23680ca4-7ff5-4acd-bb22-ee9fced39f96 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Deleting port a9e99440-d82b-44fd-8c2f-8b53c3eeed36 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:29.420059 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23680ca4-7ff5-4acd-bb22-ee9fced39f96 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.509384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23680ca4-7ff5-4acd-bb22-ee9fced39f96 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.527276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-23680ca4-7ff5-4acd-bb22-ee9fced39f96 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Calling delete_port for a9e99440-d82b-44fd-8c2f-8b53c3eeed36 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:29.531047 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.674904 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23680ca4-7ff5-4acd-bb22-ee9fced39f96 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.714503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23680ca4-7ff5-4acd-bb22-ee9fced39f96 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9e99440-d82b-44fd-8c2f-8b53c3eeed36,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:29.801664 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-23680ca4-7ff5-4acd-bb22-ee9fced39f96 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:29.804733 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-23680ca4-7ff5-4acd-bb22-ee9fced39f96 tempest-RoutersAdminNegativeTest-1968834853 tempest-RoutersAdminNegativeTest-1968834853-project-admin] 10.222.0.47 "DELETE /v2.0/ports/a9e99440-d82b-44fd-8c2f-8b53c3eeed36 HTTP/1.1" status: 204 len: 168 time: 0.4920516 Jul 16 18:36:30.077029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39946) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.195527 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe955f54-2aa7-454c-97dc-5d2be548dfb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.296883 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe955f54-2aa7-454c-97dc-5d2be548dfb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.306525 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fe955f54-2aa7-454c-97dc-5d2be548dfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.349011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe955f54-2aa7-454c-97dc-5d2be548dfb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe6549a-7e7c-4d16-b67d-9b3ad8911fdc,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:30.353882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fe955f54-2aa7-454c-97dc-5d2be548dfb6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3f03b6766308499992de3a6705f54d87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2755530 Jul 16 18:36:30.356661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39950) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.415668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4cdecaa-9c11-4b2a-a543-1da4e2c4f823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.438823 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4cdecaa-9c11-4b2a-a543-1da4e2c4f823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.490278 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4cdecaa-9c11-4b2a-a543-1da4e2c4f823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.493005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4cdecaa-9c11-4b2a-a543-1da4e2c4f823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.495447 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a4cdecaa-9c11-4b2a-a543-1da4e2c4f823 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0fe6549a-7e7c-4d16-b67d-9b3ad8911fdc HTTP/1.1" status: 204 len: 168 time: 0.1366570 Jul 16 18:36:30.502894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cdecaa-9c11-4b2a-a543-1da4e2c4f823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe6549a-7e7c-4d16-b67d-9b3ad8911fdc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:30.817121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39958) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.872576 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-23cd6df3-d44d-4b82-8209-4661a5578cf9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=19c99dedf0c5422d9c0995138413f1be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545788 Jul 16 18:36:30.875123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39962) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:30.938529 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ba901ad-1d00-4604-9916-5b5219d7333e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:30.963421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ba901ad-1d00-4604-9916-5b5219d7333e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.019387 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ba901ad-1d00-4604-9916-5b5219d7333e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.022658 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ba901ad-1d00-4604-9916-5b5219d7333e admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.026203 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5ba901ad-1d00-4604-9916-5b5219d7333e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a7fe0af0-da9f-40f0-824f-9bd59d84fd9f HTTP/1.1" status: 204 len: 168 time: 0.1475182 Jul 16 18:36:31.033638 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba901ad-1d00-4604-9916-5b5219d7333e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7fe0af0-da9f-40f0-824f-9bd59d84fd9f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:31.787088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 39986) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:31.894442 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1427290033'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:31.921559 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:31.925204 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:31.934638 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.048530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.053862 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.084100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 386} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:36:32.089357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb99f98e-124a-4165-a6e8-2372d3a83af8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.096784 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.097416 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Added segment d99e0c84-3146-4e68-89e6-d914682786b1 of type vlan for network 18e3adaf-12f1-44e4-9bad-a72d00823479 Jul 16 18:36:32.144019 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.173467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.179956 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:32.180666 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.222705 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4307444 Jul 16 18:36:32.223339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39992) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:32.229682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:32.252892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbee2d1-467c-46b3-b74c-891b21f54b92 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Network': ['ID=18e3adaf-12f1-44e4-9bad-a72d00823479,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.263828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:36:32.328949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:32.332927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.511611 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.574688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=d80fd899-7e71-496a-9735-9c850df8e07b,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:32.577236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:32.577598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network hostable DHCP agents. Network: 18e3adaf-12f1-44e4-9bad-a72d00823479, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:36:32.594221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:36:32.603771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 18e3adaf-12f1-44e4-9bad-a72d00823479) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:32.608773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:32.609550 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.612595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3040ab80-22d7-43f5-b9fa-1908fad4e282 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:32.624934 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-857667ce-5815-45d7-8674-106f108c3efa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4003732 Jul 16 18:36:32.627652 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 39994) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:32.633352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'name': 'tempest-NetworksTestDHCPv6-2076724362'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:32.745606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:32.749319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.763899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': 'd80fd899-7e71-496a-9735-9c850df8e07b'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:32.765085 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:32.770737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port c0041aaf-b887-4c82-8f97-8a5c27504794 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:32.884865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::313 (18e3adaf-12f1-44e4-9bad-a72d00823479/d80fd899-7e71-496a-9735-9c850df8e07b/c0041aaf-b887-4c82-8f97-8a5c27504794) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:33.027634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.041527 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object c0041aaf-b887-4c82-8f97-8a5c27504794 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:33.075700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.122138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:33.126686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Allocated IP 2001:db8::2 (18e3adaf-12f1-44e4-9bad-a72d00823479/d80fd899-7e71-496a-9735-9c850df8e07b/9cf66627-41c3-41a1-9c78-8a27c7765301) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:33.127419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:33.132201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:33.137879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.138418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.156883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=c0041aaf-b887-4c82-8f97-8a5c27504794,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.163409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40000) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.164027 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7da6f7ec-7000-4d60-884a-8277d92fde8b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.5348771 Jul 16 18:36:33.284847 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.286764 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae9617a-b1d2-47bb-9ee6-d3a6a0df3d7c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.288352 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9ae9617a-b1d2-47bb-9ee6-d3a6a0df3d7c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1230156 Jul 16 18:36:33.291095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40004) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.296278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Transition to ACTIVE for port object 9cf66627-41c3-41a1-9c78-8a27c7765301 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:33.312511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Transition to ACTIVE for port object 9cf66627-41c3-41a1-9c78-8a27c7765301 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:33.319115 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.366364 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:33.375283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:33.377541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Pushing event updated for resources: {'Port': ['ID=9cf66627-41c3-41a1-9c78-8a27c7765301,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.378228 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c0a4c-5b1f-4c64-b9f0-08c23bfdde56 req-3baf8317-8fa3-44a0-89d3-97281e5813b6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.380276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:33.381596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b2c0a4c-5b1f-4c64-b9f0-08c23bfdde56 req-3baf8317-8fa3-44a0-89d3-97281e5813b6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 945 time: 0.0728252 Jul 16 18:36:33.404749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-87e6eb5d-a1a2-4a15-93ab-b939e77bdc71 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port c0041aaf-b887-4c82-8f97-8a5c27504794 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:33.404999 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87e6eb5d-a1a2-4a15-93ab-b939e77bdc71 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.421904 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b2c0a4c-5b1f-4c64-b9f0-08c23bfdde56 req-594cdfec-b5b8-4dc2-b19e-0ee7096ca4a9 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343928 Jul 16 18:36:33.444409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Attempting to bind port 9cf66627-41c3-41a1-9c78-8a27c7765301 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:33.444780 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Attempting to bind port 9cf66627-41c3-41a1-9c78-8a27c7765301 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:33.445139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Attempting to bind port 9cf66627-41c3-41a1-9c78-8a27c7765301 on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:33.450135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:33.450505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:33.450905 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.451293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:33.451783 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Bound port: 9cf66627-41c3-41a1-9c78-8a27c7765301, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:33.452191 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.498216 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87e6eb5d-a1a2-4a15-93ab-b939e77bdc71 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.511173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-87e6eb5d-a1a2-4a15-93ab-b939e77bdc71 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for c0041aaf-b887-4c82-8f97-8a5c27504794 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:33.513258 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] For port 9cf66627-41c3-41a1-9c78-8a27c7765301, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:33.516215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] For port 9cf66627-41c3-41a1-9c78-8a27c7765301, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9cf66627-41c3-41a1-9c78-8a27c7765301,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:33.521494 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.584557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d80655-bdae-446c-b1a3-0bbb615c9705 None None] Pushing event updated for resources: {'Port': ['ID=9cf66627-41c3-41a1-9c78-8a27c7765301,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.654218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87e6eb5d-a1a2-4a15-93ab-b939e77bdc71 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.685363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e6eb5d-a1a2-4a15-93ab-b939e77bdc71 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=c0041aaf-b887-4c82-8f97-8a5c27504794,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:33.713961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87e6eb5d-a1a2-4a15-93ab-b939e77bdc71 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.716310 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-87e6eb5d-a1a2-4a15-93ab-b939e77bdc71 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/c0041aaf-b887-4c82-8f97-8a5c27504794 HTTP/1.1" status: 204 len: 168 time: 0.4240909 Jul 16 18:36:33.719347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40006) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.821790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b222f2d4-4814-45f0-af71-814b04b97ecc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.823417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b222f2d4-4814-45f0-af71-814b04b97ecc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:33.824990 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b222f2d4-4814-45f0-af71-814b04b97ecc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0928502 Jul 16 18:36:33.827696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40008) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:33.880895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-83f12190-1ea8-45f9-a0a0-65f350bc6ea2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet d80fd899-7e71-496a-9735-9c850df8e07b {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:33.884054 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83f12190-1ea8-45f9-a0a0-65f350bc6ea2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:33.922527 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83f12190-1ea8-45f9-a0a0-65f350bc6ea2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.006783 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83f12190-1ea8-45f9-a0a0-65f350bc6ea2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.063706 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83f12190-1ea8-45f9-a0a0-65f350bc6ea2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.088960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f12190-1ea8-45f9-a0a0-65f350bc6ea2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=d80fd899-7e71-496a-9735-9c850df8e07b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.094797 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-83f12190-1ea8-45f9-a0a0-65f350bc6ea2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.097142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-83f12190-1ea8-45f9-a0a0-65f350bc6ea2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/d80fd899-7e71-496a-9735-9c850df8e07b HTTP/1.1" status: 204 len: 168 time: 0.2682273 Jul 16 18:36:34.099827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40010) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.157873 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c6616e23-66d6-48aa-8b89-471004b7fac3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0556517 Jul 16 18:36:34.160330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40012) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.165193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0050b901-df0f-4759-9b67-80fad7d6bb84 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.255807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0050b901-df0f-4759-9b67-80fad7d6bb84 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:34.259380 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0050b901-df0f-4759-9b67-80fad7d6bb84 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.453354 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0050b901-df0f-4759-9b67-80fad7d6bb84 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.503024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0050b901-df0f-4759-9b67-80fad7d6bb84 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:34.506957 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0050b901-df0f-4759-9b67-80fad7d6bb84 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:34.511490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0050b901-df0f-4759-9b67-80fad7d6bb84 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.512094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0050b901-df0f-4759-9b67-80fad7d6bb84 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.523909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0050b901-df0f-4759-9b67-80fad7d6bb84 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=e686c556-8b13-4a06-b92f-21ca93ab70a2,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:34.533408 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0050b901-df0f-4759-9b67-80fad7d6bb84 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3719161 Jul 16 18:36:34.536080 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40016) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:34.541378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e59e392-8cea-43fc-94ad-d931e0407aa9 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:34.543244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'name': 'tempest-NetworksTestDHCPv6-1214909637'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:34.657964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-06baf9cd-b4c6-4e34-945c-1e4e88c65a28 None None] Provisioning for port 9cf66627-41c3-41a1-9c78-8a27c7765301 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:34.795442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce88dd-e2c7-4e90-a718-70247f2c3eaa req-f44cae17-b966-4897-a564-751beca9c663 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:34.797154 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4dce88dd-e2c7-4e90-a718-70247f2c3eaa req-f44cae17-b966-4897-a564-751beca9c663 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 945 time: 0.0884717 Jul 16 18:36:34.911761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4dce88dd-e2c7-4e90-a718-70247f2c3eaa req-73fa8257-f0d9-4cc1-b02e-7bf6c4a6eac1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Deleting port 5dc59bad-6e05-4dc0-a37b-4a3936156728 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:34.912259 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4dce88dd-e2c7-4e90-a718-70247f2c3eaa req-73fa8257-f0d9-4cc1-b02e-7bf6c4a6eac1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:34.924785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64e934d-ccb3-4bdf-b3c8-4a1aa3379053 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:35.005914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f648034c-b77e-4e34-9766-06d556a829c3 req-8972aae9-9621-480d-85d8-8e7095000c59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.007484 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f648034c-b77e-4e34-9766-06d556a829c3 req-8972aae9-9621-480d-85d8-8e7095000c59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 945 time: 0.4589097 Jul 16 18:36:35.041718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:35.045408 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.075184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 4f23546a-e059-4c27-82d2-230a6686f549 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:35.090517 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f648034c-b77e-4e34-9766-06d556a829c3 req-d705730f-0b39-4129-8649-d4c53e676779 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718555 Jul 16 18:36:35.231810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::85 (18e3adaf-12f1-44e4-9bad-a72d00823479/e686c556-8b13-4a06-b92f-21ca93ab70a2/4f23546a-e059-4c27-82d2-230a6686f549) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:35.300316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9cf66627-41c3-41a1-9c78-8a27c7765301 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:35.377329 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 9cf66627-41c3-41a1-9c78-8a27c7765301 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:35.383498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9cf66627-41c3-41a1-9c78-8a27c7765301 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:35.384075 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.406707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4dce88dd-e2c7-4e90-a718-70247f2c3eaa req-73fa8257-f0d9-4cc1-b02e-7bf6c4a6eac1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] For port 5dc59bad-6e05-4dc0-a37b-4a3936156728, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=5dc59bad-6e05-4dc0-a37b-4a3936156728,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:35.407109 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4dce88dd-e2c7-4e90-a718-70247f2c3eaa req-73fa8257-f0d9-4cc1-b02e-7bf6c4a6eac1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.423369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4dce88dd-e2c7-4e90-a718-70247f2c3eaa req-73fa8257-f0d9-4cc1-b02e-7bf6c4a6eac1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Calling delete_port for 5dc59bad-6e05-4dc0-a37b-4a3936156728 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:35.444347 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.445879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-772c42d6-0464-4c0f-8fc5-8d239f7f6e86 None None] Provisioning complete for port 9cf66627-41c3-41a1-9c78-8a27c7765301 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:35.446359 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-772c42d6-0464-4c0f-8fc5-8d239f7f6e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.463060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 4f23546a-e059-4c27-82d2-230a6686f549 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:35.509001 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.514853 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.565159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:35.570810 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:35.573451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:35.581205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.581478 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4dce88dd-e2c7-4e90-a718-70247f2c3eaa req-73fa8257-f0d9-4cc1-b02e-7bf6c4a6eac1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.582250 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.583032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 9cf66627-41c3-41a1-9c78-8a27c7765301, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9cf66627-41c3-41a1-9c78-8a27c7765301,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:35.587238 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-772c42d6-0464-4c0f-8fc5-8d239f7f6e86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.593325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['5dc59bad-6e05-4dc0-a37b-4a3936156728'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:36:35.605073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=4f23546a-e059-4c27-82d2-230a6686f549,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.605410 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.618886 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ae56c218-8341-49a1-97dd-f64e2828235d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0787175 Jul 16 18:36:35.619280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40018) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:35.622373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fa8257-f0d9-4cc1-b02e-7bf6c4a6eac1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event deleted for resources: {'Port': ['ID=5dc59bad-6e05-4dc0-a37b-4a3936156728,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.683881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dce88dd-e2c7-4e90-a718-70247f2c3eaa req-73fa8257-f0d9-4cc1-b02e-7bf6c4a6eac1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] No DVR routers for this DVR port 5dc59bad-6e05-4dc0-a37b-4a3936156728 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:35.686603 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4dce88dd-e2c7-4e90-a718-70247f2c3eaa req-73fa8257-f0d9-4cc1-b02e-7bf6c4a6eac1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.688743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4dce88dd-e2c7-4e90-a718-70247f2c3eaa req-73fa8257-f0d9-4cc1-b02e-7bf6c4a6eac1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "DELETE /v2.0/ports/5dc59bad-6e05-4dc0-a37b-4a3936156728 HTTP/1.1" status: 204 len: 173 time: 0.8860993 Jul 16 18:36:35.689762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd022957-497d-43a3-9138-f27031df3797', 'name': 'network-vif-deleted', 'tag': '5dc59bad-6e05-4dc0-a37b-4a3936156728'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:36:35.692573 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba306b43-e72f-46b4-8bf5-00c596aa923e" -d '{"events": [{"server_uuid": "bd022957-497d-43a3-9138-f27031df3797", "name": "network-vif-deleted", "tag": "5dc59bad-6e05-4dc0-a37b-4a3936156728"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:36:35.741729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=9cf66627-41c3-41a1-9c78-8a27c7765301,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:35.744750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a80ac9-09c0-4fc5-bfac-9a8eb4d0e663 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.752143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a80ac9-09c0-4fc5-bfac-9a8eb4d0e663 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:35.753964 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-67a80ac9-09c0-4fc5-bfac-9a8eb4d0e663 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.1335099 Jul 16 18:36:35.754857 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ccceb8-b660-427f-bfd6-51d4f61af1f2 x-openstack-request-id: req-e3ccceb8-b660-427f-bfd6-51d4f61af1f2 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:36:35.755210 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd022957-497d-43a3-9138-f27031df3797", "name": "network-vif-deleted", "tag": "5dc59bad-6e05-4dc0-a37b-4a3936156728", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:36:35.755527 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e3ccceb8-b660-427f-bfd6-51d4f61af1f2 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:36:35.756268 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd022957-497d-43a3-9138-f27031df3797', 'name': 'network-vif-deleted', 'tag': '5dc59bad-6e05-4dc0-a37b-4a3936156728', 'status': 'completed', 'code': 200} Jul 16 18:36:35.756759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40022) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:35.759362 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-772c42d6-0464-4c0f-8fc5-8d239f7f6e86 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:36:35.759815 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-772c42d6-0464-4c0f-8fc5-8d239f7f6e86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:36:35.873183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-113edddc-3c2a-4071-90f5-1107009f80b6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 4f23546a-e059-4c27-82d2-230a6686f549 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:35.873677 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-113edddc-3c2a-4071-90f5-1107009f80b6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.968945 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-113edddc-3c2a-4071-90f5-1107009f80b6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:35.982930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-113edddc-3c2a-4071-90f5-1107009f80b6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 4f23546a-e059-4c27-82d2-230a6686f549 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:36.130507 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-113edddc-3c2a-4071-90f5-1107009f80b6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.169631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113edddc-3c2a-4071-90f5-1107009f80b6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=4f23546a-e059-4c27-82d2-230a6686f549,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.202049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-113edddc-3c2a-4071-90f5-1107009f80b6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.206786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40026) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:36.207495 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-113edddc-3c2a-4071-90f5-1107009f80b6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/4f23546a-e059-4c27-82d2-230a6686f549 HTTP/1.1" status: 204 len: 168 time: 0.4494934 Jul 16 18:36:36.290724 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-66fe0cba-2e8c-4112-aadc-41146860500d req-d5110f8a-a9ff-4b86-981a-a2042f59e301 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 210 time: 0.0399208 Jul 16 18:36:36.337298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4843bf0-5863-4f92-aead-6713e9265314 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.339093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4843bf0-5863-4f92-aead-6713e9265314 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:36.343085 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f4843bf0-5863-4f92-aead-6713e9265314 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1326339 Jul 16 18:36:36.343365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40028) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:36.406102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-b80889ff-f34f-4f6e-a9b6-2585e0d13b0c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet e686c556-8b13-4a06-b92f-21ca93ab70a2 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:36.410112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b80889ff-f34f-4f6e-a9b6-2585e0d13b0c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.424103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b1578182-02da-40fd-a188-deabf200fa28 None None] Could not find standard attr ID for object c0041aaf-b887-4c82-8f97-8a5c27504794. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:36:36.428451 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b1578182-02da-40fd-a188-deabf200fa28 None None] Could not find standard attr ID for object 4f23546a-e059-4c27-82d2-230a6686f549. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:36:36.454758 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b80889ff-f34f-4f6e-a9b6-2585e0d13b0c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.504116 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b80889ff-f34f-4f6e-a9b6-2585e0d13b0c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.569180 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b80889ff-f34f-4f6e-a9b6-2585e0d13b0c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.595659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80889ff-f34f-4f6e-a9b6-2585e0d13b0c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=e686c556-8b13-4a06-b92f-21ca93ab70a2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:36.599682 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b80889ff-f34f-4f6e-a9b6-2585e0d13b0c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.601547 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b80889ff-f34f-4f6e-a9b6-2585e0d13b0c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/e686c556-8b13-4a06-b92f-21ca93ab70a2 HTTP/1.1" status: 204 len: 168 time: 0.2571461 Jul 16 18:36:36.603970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40030) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:36.609468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6081867d-dcb1-4997-9982-431ce1e16823 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:36.663436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-53b72eda-f4d6-478a-820c-fec55a758b5e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0551591 Jul 16 18:36:36.663863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40032) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:36.668817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-fe475c0e-972a-463a-a48c-e2dd0a122a80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:36.771411 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe475c0e-972a-463a-a48c-e2dd0a122a80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:36.776597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe475c0e-972a-463a-a48c-e2dd0a122a80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.820659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee1b987-e945-4a21-b61d-8d1382104a18 None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:36.868910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fee1b987-e945-4a21-b61d-8d1382104a18 None None] Deleting port 9cf66627-41c3-41a1-9c78-8a27c7765301 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:36.869333 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fee1b987-e945-4a21-b61d-8d1382104a18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.936210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fee1b987-e945-4a21-b61d-8d1382104a18 None None] For port 9cf66627-41c3-41a1-9c78-8a27c7765301, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9cf66627-41c3-41a1-9c78-8a27c7765301,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:36.936699 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fee1b987-e945-4a21-b61d-8d1382104a18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:36.949673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fee1b987-e945-4a21-b61d-8d1382104a18 None None] Calling delete_port for 9cf66627-41c3-41a1-9c78-8a27c7765301 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:36.978651 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe475c0e-972a-463a-a48c-e2dd0a122a80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.025792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe475c0e-972a-463a-a48c-e2dd0a122a80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:37.029949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-fe475c0e-972a-463a-a48c-e2dd0a122a80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:37.031092 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fee1b987-e945-4a21-b61d-8d1382104a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.033494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe475c0e-972a-463a-a48c-e2dd0a122a80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.034082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fe475c0e-972a-463a-a48c-e2dd0a122a80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.043760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe475c0e-972a-463a-a48c-e2dd0a122a80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=1ccf37ed-598d-4079-ac18-cf6759b1c811,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:37.060010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40034) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:37.060347 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee1b987-e945-4a21-b61d-8d1382104a18 None None] Pushing event deleted for resources: {'Port': ['ID=9cf66627-41c3-41a1-9c78-8a27c7765301,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:37.062257 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee1b987-e945-4a21-b61d-8d1382104a18 None None] No DVR routers for this DVR port 9cf66627-41c3-41a1-9c78-8a27c7765301 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:37.064122 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fe475c0e-972a-463a-a48c-e2dd0a122a80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3993809 Jul 16 18:36:37.065597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'name': 'tempest-NetworksTestDHCPv6-1717418920'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:37.082493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa52dc-6c28-40af-919c-165c9cd5de8d None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:37.211335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:37.217589 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.241336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 0e0072be-3bf8-4752-acdc-d0a3688c428b yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:37.252560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9cf66627-41c3-41a1-9c78-8a27c7765301 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:37.278114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': '1ccf37ed-598d-4079-ac18-cf6759b1c811'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:37.279376 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.288794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 9cf66627-41c3-41a1-9c78-8a27c7765301 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:37.289135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9cf66627-41c3-41a1-9c78-8a27c7765301 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:37.380807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::3a3 (18e3adaf-12f1-44e4-9bad-a72d00823479/1ccf37ed-598d-4079-ac18-cf6759b1c811/0e0072be-3bf8-4752-acdc-d0a3688c428b) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:37.471207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3f949c1-233d-4b2d-a249-49570352be9d req-812a88fe-dd62-463d-b981-f0d692777909 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 210 time: 0.0353303 Jul 16 18:36:37.535198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.548704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 0e0072be-3bf8-4752-acdc-d0a3688c428b will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:37.582072 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.632165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Allocated IP 2001:db8::2 (18e3adaf-12f1-44e4-9bad-a72d00823479/1ccf37ed-598d-4079-ac18-cf6759b1c811/a9d18e3d-09e6-4f48-9176-a44d5a27e631) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:37.633172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:37.637030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:37.641152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:37.647111 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.647773 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.656539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=0e0072be-3bf8-4752-acdc-d0a3688c428b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:37.667952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.668395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.668632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.668972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.669332 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.669759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.669961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.670294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.670614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.670971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.671244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.671591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:37.676815 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2bba4fa2-6ebf-4a8f-b780-9a49663b4f06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.6154459 Jul 16 18:36:37.679587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40038) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:37.747039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7751d049-5c28-44f9-bc5f-8a60ff75fa81 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:37.751233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7751d049-5c28-44f9-bc5f-8a60ff75fa81 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0682395 Jul 16 18:36:37.751774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40040) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:37.797496 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.807432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Transition to ACTIVE for port object a9d18e3d-09e6-4f48-9176-a44d5a27e631 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:37.824452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Transition to ACTIVE for port object a9d18e3d-09e6-4f48-9176-a44d5a27e631 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:37.833348 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.861302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-105e09cd-8530-4247-90d0-77e16188e70d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 0e0072be-3bf8-4752-acdc-d0a3688c428b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:37.861837 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-105e09cd-8530-4247-90d0-77e16188e70d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.883154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:37.886074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:37.889775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:37.895691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Pushing event updated for resources: {'Port': ['ID=a9d18e3d-09e6-4f48-9176-a44d5a27e631,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:37.963677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Attempting to bind port a9d18e3d-09e6-4f48-9176-a44d5a27e631 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:37.964064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Attempting to bind port a9d18e3d-09e6-4f48-9176-a44d5a27e631 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:37.964422 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Attempting to bind port a9d18e3d-09e6-4f48-9176-a44d5a27e631 on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:37.969494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:37.969694 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-105e09cd-8530-4247-90d0-77e16188e70d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.969942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:37.970324 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.970727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:37.971832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Bound port: a9d18e3d-09e6-4f48-9176-a44d5a27e631, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:37.972017 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:37.982787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-105e09cd-8530-4247-90d0-77e16188e70d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 0e0072be-3bf8-4752-acdc-d0a3688c428b owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:38.035706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] For port a9d18e3d-09e6-4f48-9176-a44d5a27e631, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:38.038819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] For port a9d18e3d-09e6-4f48-9176-a44d5a27e631, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a9d18e3d-09e6-4f48-9176-a44d5a27e631,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:38.043493 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.109086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa4a5cc-0177-4b4e-a701-8e03befc0282 None None] Pushing event updated for resources: {'Port': ['ID=a9d18e3d-09e6-4f48-9176-a44d5a27e631,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.136045 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-105e09cd-8530-4247-90d0-77e16188e70d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.178363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e09cd-8530-4247-90d0-77e16188e70d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=0e0072be-3bf8-4752-acdc-d0a3688c428b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.204904 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-105e09cd-8530-4247-90d0-77e16188e70d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.207460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-105e09cd-8530-4247-90d0-77e16188e70d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/0e0072be-3bf8-4752-acdc-d0a3688c428b HTTP/1.1" status: 204 len: 168 time: 0.4544280 Jul 16 18:36:38.209643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40042) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.266040 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff71c8-bf57-4307-bd5c-8a43c68acda6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.267746 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ff71c8-bf57-4307-bd5c-8a43c68acda6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.272346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d4ff71c8-bf57-4307-bd5c-8a43c68acda6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0586338 Jul 16 18:36:38.272449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40044) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.309892 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5dc59bad-6e05-4dc0-a37b-4a3936156728 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:38.338727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 5dc59bad-6e05-4dc0-a37b-4a3936156728 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:38.339091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 5dc59bad-6e05-4dc0-a37b-4a3936156728 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:38.353724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-38e51213-5dc6-403b-a6eb-eaf38ddd719d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 1ccf37ed-598d-4079-ac18-cf6759b1c811 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:38.360097 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38e51213-5dc6-403b-a6eb-eaf38ddd719d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.413213 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38e51213-5dc6-403b-a6eb-eaf38ddd719d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.506002 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38e51213-5dc6-403b-a6eb-eaf38ddd719d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.565815 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38e51213-5dc6-403b-a6eb-eaf38ddd719d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.602732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e51213-5dc6-403b-a6eb-eaf38ddd719d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=1ccf37ed-598d-4079-ac18-cf6759b1c811,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:38.618924 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38e51213-5dc6-403b-a6eb-eaf38ddd719d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:38.620882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-38e51213-5dc6-403b-a6eb-eaf38ddd719d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/1ccf37ed-598d-4079-ac18-cf6759b1c811 HTTP/1.1" status: 204 len: 168 time: 0.3477612 Jul 16 18:36:38.623554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40048) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.642225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8a5e57a-eb32-4ba1-9466-3401d3b0f1d5 req-a1338e21-9005-4ed2-b738-540327f0bdd9 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 210 time: 0.0418646 Jul 16 18:36:38.663508 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7c2ea441-59c6-46a2-8aab-a513269e981e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0387168 Jul 16 18:36:38.665983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40050) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.772613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a73e33b3-4b3d-4250-93ab-a464111dd742 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.776470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a73e33b3-4b3d-4250-93ab-a464111dd742 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1072679 Jul 16 18:36:38.776702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40052) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.833985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ee2758-eefc-4c1e-a73c-f60005e09895 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:38.835870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-55ee2758-eefc-4c1e-a73c-f60005e09895 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0580187 Jul 16 18:36:38.838699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40054) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.881570 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-508f9eaf-521c-47c2-b359-686c6b55731d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0416405 Jul 16 18:36:38.886224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40056) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:38.891410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3af6a181-4d0d-4e83-bd9b-0507ceeee605 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:38.996018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af6a181-4d0d-4e83-bd9b-0507ceeee605 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:38.999758 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3af6a181-4d0d-4e83-bd9b-0507ceeee605 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.155504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2df0108-139a-4cc9-8ff6-3e3c015b7354 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:39.229386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3af6a181-4d0d-4e83-bd9b-0507ceeee605 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.285995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af6a181-4d0d-4e83-bd9b-0507ceeee605 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:39.289652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3af6a181-4d0d-4e83-bd9b-0507ceeee605 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:39.292070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3d35851c-6186-4fc7-9435-f5ef2ad66bd1 None None] Provisioning for port a9d18e3d-09e6-4f48-9176-a44d5a27e631 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:39.294139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af6a181-4d0d-4e83-bd9b-0507ceeee605 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:39.294338 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9d18e3d-09e6-4f48-9176-a44d5a27e631 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:39.295011 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3af6a181-4d0d-4e83-bd9b-0507ceeee605 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.326835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3af6a181-4d0d-4e83-bd9b-0507ceeee605 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4394834 Jul 16 18:36:39.327710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af6a181-4d0d-4e83-bd9b-0507ceeee605 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=49ccfdfd-cbfe-48eb-af80-58ea9a9d3a9c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.329642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40058) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:39.337432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': '49ccfdfd-cbfe-48eb-af80-58ea9a9d3a9c', 'ip_address': '2001:db8::1f02:75e0:7285:6832'}], 'name': 'tempest-NetworksTestDHCPv6-987214513'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:39.396228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port a9d18e3d-09e6-4f48-9176-a44d5a27e631 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:39.401434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a9d18e3d-09e6-4f48-9176-a44d5a27e631 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:39.401808 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.470584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:39.515273 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.563590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port a9d18e3d-09e6-4f48-9176-a44d5a27e631, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a9d18e3d-09e6-4f48-9176-a44d5a27e631,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:39.569396 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.594497 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.616698 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 2c1bfd23-a682-4268-b87f-c6ef5ca24656 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:39.649927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=a9d18e3d-09e6-4f48-9176-a44d5a27e631,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:39.692442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2343c0f-5a00-498a-b99a-a1b8db9627cf None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:39.798578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-91d9024d-63a3-4c38-ba66-39c90b9c8841 None None] Provisioning complete for port a9d18e3d-09e6-4f48-9176-a44d5a27e631 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:39.798951 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-91d9024d-63a3-4c38-ba66-39c90b9c8841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:39.856273 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-17485c85-1a7d-4215-8452-6f4d9aaed0a8 req-b665f439-fe39-425f-b7f4-afb65aaa190e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd022957-497d-43a3-9138-f27031df3797 HTTP/1.1" status: 200 len: 210 time: 0.0429881 Jul 16 18:36:39.870154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::1f02:75e0:7285:6832 (18e3adaf-12f1-44e4-9bad-a72d00823479/49ccfdfd-cbfe-48eb-af80-58ea9a9d3a9c/2c1bfd23-a682-4268-b87f-c6ef5ca24656) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:40.084298 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.104624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 2c1bfd23-a682-4268-b87f-c6ef5ca24656 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:40.155299 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.206143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:40.209798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:40.214034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:40.219823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.220453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.230920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=2c1bfd23-a682-4268-b87f-c6ef5ca24656,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.245621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-756a7df4-47d0-4acc-b9c5-bdccdbee2dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9119132 Jul 16 18:36:40.245817 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40062) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:40.295481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bb206fff-91a7-40b1-9f50-d4545f522bcf None None] Provisioning complete for port a9d18e3d-09e6-4f48-9176-a44d5a27e631 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:40.295999 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bb206fff-91a7-40b1-9f50-d4545f522bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.334570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2e09c-cb10-4451-b11c-773a3273d74c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.341421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c2e09c-cb10-4451-b11c-773a3273d74c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.343040 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a5c2e09c-cb10-4451-b11c-773a3273d74c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0963323 Jul 16 18:36:40.346211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40064) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:40.460386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-67a8438c-467a-400b-ad29-4593f8037da5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 2c1bfd23-a682-4268-b87f-c6ef5ca24656 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:40.460880 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67a8438c-467a-400b-ad29-4593f8037da5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.584043 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67a8438c-467a-400b-ad29-4593f8037da5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.599539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-67a8438c-467a-400b-ad29-4593f8037da5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 2c1bfd23-a682-4268-b87f-c6ef5ca24656 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:40.700642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9d352954-528e-4dd0-9995-1af7bf88f1cc None None] Could not find standard attr ID for object 0e0072be-3bf8-4752-acdc-d0a3688c428b. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:36:40.742813 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67a8438c-467a-400b-ad29-4593f8037da5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.779424 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a8438c-467a-400b-ad29-4593f8037da5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=2c1bfd23-a682-4268-b87f-c6ef5ca24656,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:40.808383 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67a8438c-467a-400b-ad29-4593f8037da5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:40.812791 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-67a8438c-467a-400b-ad29-4593f8037da5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/2c1bfd23-a682-4268-b87f-c6ef5ca24656 HTTP/1.1" status: 204 len: 168 time: 0.4628057 Jul 16 18:36:40.812938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40066) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:40.813047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a1c9d5aa-e561-44b7-afab-b2004719d3c8 None None] Could not find standard attr ID for object 2c1bfd23-a682-4268-b87f-c6ef5ca24656. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:36:40.873782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1a4187-f26a-4a04-b216-d0fb067261fe tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.875436 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a1a4187-f26a-4a04-b216-d0fb067261fe tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:40.878956 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0a1a4187-f26a-4a04-b216-d0fb067261fe tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0632596 Jul 16 18:36:40.880643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40068) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:40.946027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc131499-e84f-48cf-988f-957ab2be094f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 49ccfdfd-cbfe-48eb-af80-58ea9a9d3a9c {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:40.949520 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cc131499-e84f-48cf-988f-957ab2be094f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.007665 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cc131499-e84f-48cf-988f-957ab2be094f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.057068 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cc131499-e84f-48cf-988f-957ab2be094f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.117285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cc131499-e84f-48cf-988f-957ab2be094f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.148260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc131499-e84f-48cf-988f-957ab2be094f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=49ccfdfd-cbfe-48eb-af80-58ea9a9d3a9c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.155233 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cc131499-e84f-48cf-988f-957ab2be094f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.158061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cc131499-e84f-48cf-988f-957ab2be094f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/49ccfdfd-cbfe-48eb-af80-58ea9a9d3a9c HTTP/1.1" status: 204 len: 168 time: 0.2751479 Jul 16 18:36:41.160413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40074) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:41.180437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b488cfc9-ef07-4283-8233-1befc05bf676 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:41.199138 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-942f7c34-6b9f-45e6-893c-7d6e93d395e8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375762 Jul 16 18:36:41.201913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40076) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:41.207814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c90c1ff2-bd7c-4906-9005-0dd08ac2c5f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:41.262757 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9d18e3d-09e6-4f48-9176-a44d5a27e631 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:41.314797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90c1ff2-bd7c-4906-9005-0dd08ac2c5f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:41.319058 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ff2-bd7c-4906-9005-0dd08ac2c5f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.373450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a9d18e3d-09e6-4f48-9176-a44d5a27e631 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:41.373949 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.498499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c141ee-aa3c-4f39-bec9-ac1ecd3bcf8f None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:41.527857 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ff2-bd7c-4906-9005-0dd08ac2c5f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.549227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44c141ee-aa3c-4f39-bec9-ac1ecd3bcf8f None None] Deleting port a9d18e3d-09e6-4f48-9176-a44d5a27e631 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:41.549603 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44c141ee-aa3c-4f39-bec9-ac1ecd3bcf8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.581503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90c1ff2-bd7c-4906-9005-0dd08ac2c5f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:41.585192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-c90c1ff2-bd7c-4906-9005-0dd08ac2c5f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:41.589733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90c1ff2-bd7c-4906-9005-0dd08ac2c5f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:41.590446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c90c1ff2-bd7c-4906-9005-0dd08ac2c5f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.592834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c1ff2-bd7c-4906-9005-0dd08ac2c5f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=2e6db5a6-e55c-4dab-8dc4-e53628e1f6ad,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.611615 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c90c1ff2-bd7c-4906-9005-0dd08ac2c5f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4065666 Jul 16 18:36:41.613300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40078) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:41.618273 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': '2e6db5a6-e55c-4dab-8dc4-e53628e1f6ad', 'ip_address': '2001:db8::9ed6:1f96:bc58:56b8'}], 'name': 'tempest-NetworksTestDHCPv6-1850090391'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:41.638937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44c141ee-aa3c-4f39-bec9-ac1ecd3bcf8f None None] For port a9d18e3d-09e6-4f48-9176-a44d5a27e631, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a9d18e3d-09e6-4f48-9176-a44d5a27e631,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:41.639382 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44c141ee-aa3c-4f39-bec9-ac1ecd3bcf8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.651706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44c141ee-aa3c-4f39-bec9-ac1ecd3bcf8f None None] Calling delete_port for a9d18e3d-09e6-4f48-9176-a44d5a27e631 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:41.737006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:41.743129 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.745042 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44c141ee-aa3c-4f39-bec9-ac1ecd3bcf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:41.763001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 53c90799-1a57-4f06-adcc-ddf715795a4e yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:41.772524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c141ee-aa3c-4f39-bec9-ac1ecd3bcf8f None None] Pushing event deleted for resources: {'Port': ['ID=a9d18e3d-09e6-4f48-9176-a44d5a27e631,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:41.774361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c141ee-aa3c-4f39-bec9-ac1ecd3bcf8f None None] No DVR routers for this DVR port a9d18e3d-09e6-4f48-9176-a44d5a27e631 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:41.791628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591bad15-943a-4ee2-b0d2-2d58af28d242 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:41.947865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::9ed6:1f96:bc58:56b8 (18e3adaf-12f1-44e4-9bad-a72d00823479/2e6db5a6-e55c-4dab-8dc4-e53628e1f6ad/53c90799-1a57-4f06-adcc-ddf715795a4e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:41.955037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': '2e6db5a6-e55c-4dab-8dc4-e53628e1f6ad'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:41.956285 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.118310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.140177 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 53c90799-1a57-4f06-adcc-ddf715795a4e will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:42.188819 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.234886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Allocated IP 2001:db8::2 (18e3adaf-12f1-44e4-9bad-a72d00823479/2e6db5a6-e55c-4dab-8dc4-e53628e1f6ad/dfdd042e-0546-4ac5-884b-3ee24b9fd418) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:42.247540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:42.251001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:42.253722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:42.261104 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.261104 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.287227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=53c90799-1a57-4f06-adcc-ddf715795a4e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:42.304365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4345392b-33da-46c7-86bb-b791a7df267d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.6898346 Jul 16 18:36:42.306930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40094) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:42.342653 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.399535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e632e4-85c9-4e6b-9f93-539e1ea1fdaf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.402374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-66e632e4-85c9-4e6b-9f93-539e1ea1fdaf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0932610 Jul 16 18:36:42.404334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40098) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:42.448226 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.475062 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Transition to ACTIVE for port object dfdd042e-0546-4ac5-884b-3ee24b9fd418 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:42.492281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Transition to ACTIVE for port object dfdd042e-0546-4ac5-884b-3ee24b9fd418 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:42.500493 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.531361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8da9f378-79da-44f2-b0af-6b6e8ddb0351 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 53c90799-1a57-4f06-adcc-ddf715795a4e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:42.531620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8da9f378-79da-44f2-b0af-6b6e8ddb0351 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.542314 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:42.545435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:42.549059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:42.594257 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Pushing event updated for resources: {'Port': ['ID=dfdd042e-0546-4ac5-884b-3ee24b9fd418,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:42.631133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Attempting to bind port dfdd042e-0546-4ac5-884b-3ee24b9fd418 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:42.631480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Attempting to bind port dfdd042e-0546-4ac5-884b-3ee24b9fd418 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:42.631942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Attempting to bind port dfdd042e-0546-4ac5-884b-3ee24b9fd418 on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:42.637495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:42.637939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:42.638269 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.638666 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:42.639141 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Bound port: dfdd042e-0546-4ac5-884b-3ee24b9fd418, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:42.639528 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.661705 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8da9f378-79da-44f2-b0af-6b6e8ddb0351 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.675359 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-8da9f378-79da-44f2-b0af-6b6e8ddb0351 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 53c90799-1a57-4f06-adcc-ddf715795a4e owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:42.716328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] For port dfdd042e-0546-4ac5-884b-3ee24b9fd418, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:42.720260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] For port dfdd042e-0546-4ac5-884b-3ee24b9fd418, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=dfdd042e-0546-4ac5-884b-3ee24b9fd418,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:42.727239 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.795177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5febb8fa-0620-476f-b5dc-ad62b663753b None None] Pushing event updated for resources: {'Port': ['ID=dfdd042e-0546-4ac5-884b-3ee24b9fd418,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:42.832424 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8da9f378-79da-44f2-b0af-6b6e8ddb0351 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.875871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da9f378-79da-44f2-b0af-6b6e8ddb0351 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=53c90799-1a57-4f06-adcc-ddf715795a4e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:42.903658 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8da9f378-79da-44f2-b0af-6b6e8ddb0351 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:42.905695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8da9f378-79da-44f2-b0af-6b6e8ddb0351 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/53c90799-1a57-4f06-adcc-ddf715795a4e HTTP/1.1" status: 204 len: 168 time: 0.5002129 Jul 16 18:36:42.908217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40120) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:42.966815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159030eb-1f7c-4414-a466-fc99f7f94e9c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.968565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159030eb-1f7c-4414-a466-fc99f7f94e9c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:42.970108 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-159030eb-1f7c-4414-a466-fc99f7f94e9c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0608654 Jul 16 18:36:42.973712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40124) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:43.062267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 2e6db5a6-e55c-4dab-8dc4-e53628e1f6ad {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:43.065877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.111504 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.210250 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.266905 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dfdd042e-0546-4ac5-884b-3ee24b9fd418 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:43.279800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.318076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=2e6db5a6-e55c-4dab-8dc4-e53628e1f6ad,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:43.322979 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.327692 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/2e6db5a6-e55c-4dab-8dc4-e53628e1f6ad HTTP/1.1" status: 204 len: 168 time: 0.3507512 Jul 16 18:36:43.328013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40132) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:43.345231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port dfdd042e-0546-4ac5-884b-3ee24b9fd418 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:43.356774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.357213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.357473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.357808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.358187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.358530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.369168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.369679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.370036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.370383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.380993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.381475 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72eaf3ff-1a22-4d90-b1ee-7ccad4b7fd85 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:43.405183 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6e85071e-a729-4c4e-bf80-a39474476e0e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0759475 Jul 16 18:36:43.408034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40134) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:43.413845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cb7f75a1-acff-4b89-9fb4-774c5fd4c685 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:43.415651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40136) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:43.421004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-5fac56eb-8190-47cf-8b87-207f9da22113 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-281635121', 'description': 'tempest-secgroup-smoke-281635121 description', 'project_id': '6fab71a6715747e8a1ad00afc8d4b282'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:43.437175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9d18e3d-09e6-4f48-9176-a44d5a27e631 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:43.452370 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5fac56eb-8190-47cf-8b87-207f9da22113 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.462441 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: a9d18e3d-09e6-4f48-9176-a44d5a27e631 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:43.463101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9d18e3d-09e6-4f48-9176-a44d5a27e631 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:43.559664 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5fac56eb-8190-47cf-8b87-207f9da22113 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.563680 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5fac56eb-8190-47cf-8b87-207f9da22113 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.580992 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7f75a1-acff-4b89-9fb4-774c5fd4c685 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:43.587167 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a1-acff-4b89-9fb4-774c5fd4c685 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.592188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5fac56eb-8190-47cf-8b87-207f9da22113 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.593401 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5fac56eb-8190-47cf-8b87-207f9da22113 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1766720 Jul 16 18:36:43.596612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40138) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:43.602050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8cd3ea98-1c7f-45ba-8ff5-33e3e16840b0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'security_group_rule': {'security_group_id': '2e475224-6f93-4c86-99fa-cbc1850c5df7', 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:43.607446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac56eb-8190-47cf-8b87-207f9da22113 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e475224-6f93-4c86-99fa-cbc1850c5df7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:43.637037 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ea98-1c7f-45ba-8ff5-33e3e16840b0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.703714 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ea98-1c7f-45ba-8ff5-33e3e16840b0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.711954 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ea98-1c7f-45ba-8ff5-33e3e16840b0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.736774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd3ea98-1c7f-45ba-8ff5-33e3e16840b0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e22ed405-7198-4440-b888-cc89e067a1c4,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:43.741749 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8cd3ea98-1c7f-45ba-8ff5-33e3e16840b0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.743154 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8cd3ea98-1c7f-45ba-8ff5-33e3e16840b0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1454990 Jul 16 18:36:43.746186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40140) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:43.750901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-021d023d-623f-4527-9123-90a714689000 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'security_group_rule': {'security_group_id': '2e475224-6f93-4c86-99fa-cbc1850c5df7', 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:43.821128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-021d023d-623f-4527-9123-90a714689000 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.847840 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a1-acff-4b89-9fb4-774c5fd4c685 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.899995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2fb56f0-ad9b-4ac3-a233-cbd728714e47 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:43.925387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7f75a1-acff-4b89-9fb4-774c5fd4c685 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:43.933674 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-cb7f75a1-acff-4b89-9fb4-774c5fd4c685 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:43.937565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7f75a1-acff-4b89-9fb4-774c5fd4c685 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:43.937720 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7f75a1-acff-4b89-9fb4-774c5fd4c685 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.956202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f75a1-acff-4b89-9fb4-774c5fd4c685 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=dc53be4a-db68-441c-b5f4-57a8a7887ecc,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:43.962081 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-021d023d-623f-4527-9123-90a714689000 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.967418 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-021d023d-623f-4527-9123-90a714689000 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.976345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5b31a257-39f8-48ca-809b-691aaf92ef94 None None] Provisioning for port dfdd042e-0546-4ac5-884b-3ee24b9fd418 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:43.980456 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cb7f75a1-acff-4b89-9fb4-774c5fd4c685 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5711594 Jul 16 18:36:43.983736 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40142) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:43.986731 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5b31a257-39f8-48ca-809b-691aaf92ef94 None None] Provisioning complete for port dfdd042e-0546-4ac5-884b-3ee24b9fd418 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:43.987112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b31a257-39f8-48ca-809b-691aaf92ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.990907 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021d023d-623f-4527-9123-90a714689000 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07bfe47c-82da-49e2-a628-f600aae20968,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:43.994164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': 'dc53be4a-db68-441c-b5f4-57a8a7887ecc', 'ip_address': '2001:db8::1dc2:24ce:ed38:63bf'}], 'name': 'tempest-NetworksTestDHCPv6-479163927'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:43.995016 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-021d023d-623f-4527-9123-90a714689000 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:43.996217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-021d023d-623f-4527-9123-90a714689000 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2490110 Jul 16 18:36:43.998870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40144) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:44.003953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-67a217dd-0eea-4520-92ad-93b701adf0cc tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'security_group_rule': {'security_group_id': '2e475224-6f93-4c86-99fa-cbc1850c5df7', 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:44.030956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67a217dd-0eea-4520-92ad-93b701adf0cc tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.110580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67a217dd-0eea-4520-92ad-93b701adf0cc tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.113743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:44.115763 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67a217dd-0eea-4520-92ad-93b701adf0cc tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.123886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.134797 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a217dd-0eea-4520-92ad-93b701adf0cc tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c30d484-2985-4cd1-858c-352826292e05,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.144652 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b31a257-39f8-48ca-809b-691aaf92ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.145293 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-67a217dd-0eea-4520-92ad-93b701adf0cc tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.147249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-67a217dd-0eea-4520-92ad-93b701adf0cc tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473033 Jul 16 18:36:44.150183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40146) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:44.155057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 95e53535-8df6-46d9-bc6e-f44012027c76 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:44.155259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-882671ff-709b-40e8-b023-644dbd63b3ec tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'security_group_rule': {'security_group_id': '2e475224-6f93-4c86-99fa-cbc1850c5df7', 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:44.186917 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5b31a257-39f8-48ca-809b-691aaf92ef94 None None] For port dfdd042e-0546-4ac5-884b-3ee24b9fd418, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=dfdd042e-0546-4ac5-884b-3ee24b9fd418,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:44.188501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-882671ff-709b-40e8-b023-644dbd63b3ec tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.193487 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b31a257-39f8-48ca-809b-691aaf92ef94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.261543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b31a257-39f8-48ca-809b-691aaf92ef94 None None] Pushing event updated for resources: {'Port': ['ID=dfdd042e-0546-4ac5-884b-3ee24b9fd418,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.262273 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-882671ff-709b-40e8-b023-644dbd63b3ec tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.267268 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-882671ff-709b-40e8-b023-644dbd63b3ec tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.294575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882671ff-709b-40e8-b023-644dbd63b3ec tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98e62d78-3186-46b3-8706-a76e25dcf3eb,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.298182 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-882671ff-709b-40e8-b023-644dbd63b3ec tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.302897 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-882671ff-709b-40e8-b023-644dbd63b3ec tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1482868 Jul 16 18:36:44.303454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40148) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:44.308089 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8da6521b-2dee-44d8-8820-0b15fdb8272d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'security_group_rule': {'security_group_id': '2e475224-6f93-4c86-99fa-cbc1850c5df7', 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:44.331871 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-8da6521b-2dee-44d8-8820-0b15fdb8272d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Project 6fab71a6715747e8a1ad00afc8d4b282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:36:44.336786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8da6521b-2dee-44d8-8820-0b15fdb8272d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.359503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::1dc2:24ce:ed38:63bf (18e3adaf-12f1-44e4-9bad-a72d00823479/dc53be4a-db68-441c-b5f4-57a8a7887ecc/95e53535-8df6-46d9-bc6e-f44012027c76) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:44.408715 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8da6521b-2dee-44d8-8820-0b15fdb8272d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.413903 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8da6521b-2dee-44d8-8820-0b15fdb8272d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.428176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5898d459-0c61-422a-a39c-e6e0c39616e1 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:44.436600 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6521b-2dee-44d8-8820-0b15fdb8272d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38352aeb-d07d-48bf-8e44-eda24d60dbe0,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.440494 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8da6521b-2dee-44d8-8820-0b15fdb8272d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.441725 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8da6521b-2dee-44d8-8820-0b15fdb8272d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1376431 Jul 16 18:36:44.445120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40150) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:44.449819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cd3a6fb6-0c5f-4cd5-b24c-cbafcdb388db tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'security_group_rule': {'security_group_id': '2e475224-6f93-4c86-99fa-cbc1850c5df7', 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:44.475310 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-cd3a6fb6-0c5f-4cd5-b24c-cbafcdb388db tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Project 6fab71a6715747e8a1ad00afc8d4b282 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:36:44.480729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd3a6fb6-0c5f-4cd5-b24c-cbafcdb388db tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.545058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd3a6fb6-0c5f-4cd5-b24c-cbafcdb388db tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.549181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd3a6fb6-0c5f-4cd5-b24c-cbafcdb388db tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.549393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b3afd818-84f6-4565-9b72-5a641ac06f4d None None] Provisioning complete for port dfdd042e-0546-4ac5-884b-3ee24b9fd418 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:44.549877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.550810 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b3afd818-84f6-4565-9b72-5a641ac06f4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.567360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 95e53535-8df6-46d9-bc6e-f44012027c76 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:44.572492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a6fb6-0c5f-4cd5-b24c-cbafcdb388db tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea724bd-a7c6-4555-bae8-610507616cf5,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.576632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cd3a6fb6-0c5f-4cd5-b24c-cbafcdb388db tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.578085 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cd3a6fb6-0c5f-4cd5-b24c-cbafcdb388db tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318011 Jul 16 18:36:44.606603 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.658872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:44.663440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:44.667294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:44.672926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.673564 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:44.682921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=95e53535-8df6-46d9-bc6e-f44012027c76,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:44.699133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40174) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:44.699421 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-086bc6d1-c60d-4792-8ab0-38144100bc6c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7135205 Jul 16 18:36:44.774000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c1efaa-a85c-4b7a-ae60-571b0d8c97c7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.780900 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c1efaa-a85c-4b7a-ae60-571b0d8c97c7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:44.782644 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c2c1efaa-a85c-4b7a-ae60-571b0d8c97c7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.0820050 Jul 16 18:36:44.785706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40188) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:44.899095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b312fe0e-b068-4ee0-9e4f-171964519317 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 95e53535-8df6-46d9-bc6e-f44012027c76 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:44.901812 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b312fe0e-b068-4ee0-9e4f-171964519317 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.010198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b312fe0e-b068-4ee0-9e4f-171964519317 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.024069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b312fe0e-b068-4ee0-9e4f-171964519317 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 95e53535-8df6-46d9-bc6e-f44012027c76 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:45.033140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ed1acd2b-bc02-4d72-9e59-a37a0a81d87a None None] Provisioning complete for port dfdd042e-0546-4ac5-884b-3ee24b9fd418 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:45.034431 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ed1acd2b-bc02-4d72-9e59-a37a0a81d87a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.201601 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b312fe0e-b068-4ee0-9e4f-171964519317 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.241442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dfdd042e-0546-4ac5-884b-3ee24b9fd418 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:45.245040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b312fe0e-b068-4ee0-9e4f-171964519317 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=95e53535-8df6-46d9-bc6e-f44012027c76,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.272318 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b312fe0e-b068-4ee0-9e4f-171964519317 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.276122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b312fe0e-b068-4ee0-9e4f-171964519317 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/95e53535-8df6-46d9-bc6e-f44012027c76 HTTP/1.1" status: 204 len: 168 time: 0.4876161 Jul 16 18:36:45.276762 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40208) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.308010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e9952015-1e85-4aad-afc1-c159ffe85a4c None None] Could not find standard attr ID for object 53c90799-1a57-4f06-adcc-ddf715795a4e. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:36:45.332106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port dfdd042e-0546-4ac5-884b-3ee24b9fd418 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:45.332485 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.341469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126a0c38-3d1e-4687-a53e-b7560a3906a3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.343286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-126a0c38-3d1e-4687-a53e-b7560a3906a3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.348505 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40218) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.349138 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-126a0c38-3d1e-4687-a53e-b7560a3906a3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0708141 Jul 16 18:36:45.419643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-4027b317-7c97-427d-aa1c-3c5affe0d165 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet dc53be4a-db68-441c-b5f4-57a8a7887ecc {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:45.423320 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4027b317-7c97-427d-aa1c-3c5affe0d165 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.480956 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4027b317-7c97-427d-aa1c-3c5affe0d165 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.532490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-da939310-31b0-4e5e-bb47-cc799d3c0c44 None None] Could not find standard attr ID for object 95e53535-8df6-46d9-bc6e-f44012027c76. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:36:45.536469 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4d2b6c76-52bb-4422-974b-b50782549631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.543280 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4027b317-7c97-427d-aa1c-3c5affe0d165 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.612595 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4027b317-7c97-427d-aa1c-3c5affe0d165 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.639550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4027b317-7c97-427d-aa1c-3c5affe0d165 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=dc53be4a-db68-441c-b5f4-57a8a7887ecc,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:45.644369 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4027b317-7c97-427d-aa1c-3c5affe0d165 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.648825 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4027b317-7c97-427d-aa1c-3c5affe0d165 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/dc53be4a-db68-441c-b5f4-57a8a7887ecc HTTP/1.1" status: 204 len: 168 time: 0.2967362 Jul 16 18:36:45.649172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40232) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.692610 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4b8fafad-33b4-4035-a10f-a797b6818f86 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424592 Jul 16 18:36:45.695349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40234) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.725709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3138e504-a04f-41b5-92c7-227feacdc083 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:45.762646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59140e39-d3dd-4653-8224-bd8e5695daca tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.766625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-59140e39-d3dd-4653-8224-bd8e5695daca tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0683465 Jul 16 18:36:45.766791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40236) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.818848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da5c68c-1347-4355-8e19-654f17fea069 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:45.820340 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5da5c68c-1347-4355-8e19-654f17fea069 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0526593 Jul 16 18:36:45.822830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40238) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.866300 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-80967f9a-52bc-4c7c-9ad4-6aa68d799666 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0423858 Jul 16 18:36:45.870235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40240) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:45.877138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-6e506186-aaaf-4788-a05f-3e574c688e5e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:45.921530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:45.974716 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e506186-aaaf-4788-a05f-3e574c688e5e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:45.978258 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Deleting port dfdd042e-0546-4ac5-884b-3ee24b9fd418 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:45.978651 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:45.979165 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6e506186-aaaf-4788-a05f-3e574c688e5e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.047856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] For port dfdd042e-0546-4ac5-884b-3ee24b9fd418, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=dfdd042e-0546-4ac5-884b-3ee24b9fd418,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:46.048250 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.066091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Calling delete_port for dfdd042e-0546-4ac5-884b-3ee24b9fd418 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:46.161314 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.186517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Pushing event deleted for resources: {'Port': ['ID=dfdd042e-0546-4ac5-884b-3ee24b9fd418,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:46.193181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] No DVR routers for this DVR port dfdd042e-0546-4ac5-884b-3ee24b9fd418 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:46.199227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.199936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.200123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.200618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.200910 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.201302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.201879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.201997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.202356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.202673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.203008 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.203331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ad1b96d-bf62-4669-a64b-3353e0592405 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:46.206609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6e506186-aaaf-4788-a05f-3e574c688e5e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.260120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e506186-aaaf-4788-a05f-3e574c688e5e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:46.263504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-6e506186-aaaf-4788-a05f-3e574c688e5e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:46.269270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e506186-aaaf-4788-a05f-3e574c688e5e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:46.269881 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6e506186-aaaf-4788-a05f-3e574c688e5e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.273813 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17782c64-92c5-4b7e-8632-b321e39630d6 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:46.274751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e506186-aaaf-4788-a05f-3e574c688e5e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=5df7f97f-9abf-43f6-9993-f1d0bfd33a88,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:46.295173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40244) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:46.295427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6e506186-aaaf-4788-a05f-3e574c688e5e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4229517 Jul 16 18:36:46.301436 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': '5df7f97f-9abf-43f6-9993-f1d0bfd33a88', 'ip_address': '2001:db8::8f26:5024:f0a5:8361'}], 'name': 'tempest-NetworksTestDHCPv6-1194109519'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:46.435640 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': '5df7f97f-9abf-43f6-9993-f1d0bfd33a88'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:46.436512 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.436816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:46.530849 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.549085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port ea60be3d-da09-46a3-858a-fc8e779b4fb4 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:46.579650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Allocated IP 2001:db8::2 (18e3adaf-12f1-44e4-9bad-a72d00823479/5df7f97f-9abf-43f6-9993-f1d0bfd33a88/bd26df26-51c0-4312-ba59-f4712c76ee12) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:46.729921 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.738322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Transition to ACTIVE for port object bd26df26-51c0-4312-ba59-f4712c76ee12 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:46.754812 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Transition to ACTIVE for port object bd26df26-51c0-4312-ba59-f4712c76ee12 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:46.760705 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.806774 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:46.809520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:46.813134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:46.816546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::8f26:5024:f0a5:8361 (18e3adaf-12f1-44e4-9bad-a72d00823479/5df7f97f-9abf-43f6-9993-f1d0bfd33a88/ea60be3d-da09-46a3-858a-fc8e779b4fb4) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:46.821227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Pushing event updated for resources: {'Port': ['ID=bd26df26-51c0-4312-ba59-f4712c76ee12,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:46.880972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Attempting to bind port bd26df26-51c0-4312-ba59-f4712c76ee12 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:46.881341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Attempting to bind port bd26df26-51c0-4312-ba59-f4712c76ee12 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:46.881707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Attempting to bind port bd26df26-51c0-4312-ba59-f4712c76ee12 on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:46.886765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:46.887130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:46.887530 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.887948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:46.888418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Bound port: bd26df26-51c0-4312-ba59-f4712c76ee12, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:46.888795 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.965359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] For port bd26df26-51c0-4312-ba59-f4712c76ee12, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:46.969032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] For port bd26df26-51c0-4312-ba59-f4712c76ee12, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bd26df26-51c0-4312-ba59-f4712c76ee12,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:46.974633 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:46.992212 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.006732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object ea60be3d-da09-46a3-858a-fc8e779b4fb4 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:47.043795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1667970-f64e-4781-bd48-23c387f90e61 None None] Pushing event updated for resources: {'Port': ['ID=bd26df26-51c0-4312-ba59-f4712c76ee12,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.054394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.107000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:47.110421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:47.115160 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:47.120759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.121389 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.125413 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=ea60be3d-da09-46a3-858a-fc8e779b4fb4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:47.140306 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1e5a1a9d-31fd-4b22-b12e-deea583b6f7f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8434072 Jul 16 18:36:47.143042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40246) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:47.149194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-472f8c27-adf3-46fe-941b-147c23e5f4c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': '5df7f97f-9abf-43f6-9993-f1d0bfd33a88', 'ip_address': '2001:db8::8f26:5024:f0a5:8361'}], 'name': 'tempest-NetworksTestDHCPv6-1101465095'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:47.293380 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dfdd042e-0546-4ac5-884b-3ee24b9fd418 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:47.323352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: dfdd042e-0546-4ac5-884b-3ee24b9fd418 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:47.323802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device dfdd042e-0546-4ac5-884b-3ee24b9fd418 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:47.334481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-472f8c27-adf3-46fe-941b-147c23e5f4c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:47.341334 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-472f8c27-adf3-46fe-941b-147c23e5f4c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.372771 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-472f8c27-adf3-46fe-941b-147c23e5f4c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 4d9d9d08-6f1d-4af2-8755-64b4bffd05db yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:47.535228 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-472f8c27-adf3-46fe-941b-147c23e5f4c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 18:36:47.535966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472f8c27-adf3-46fe-941b-147c23e5f4c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:47.553862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-472f8c27-adf3-46fe-941b-147c23e5f4c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.4067972 Jul 16 18:36:47.554055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40250) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:47.626621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7594c841-cce9-4b24-ae3f-8da5cdcfd219 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.632500 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7594c841-cce9-4b24-ae3f-8da5cdcfd219 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:47.634120 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7594c841-cce9-4b24-ae3f-8da5cdcfd219 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0791600 Jul 16 18:36:47.636913 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40252) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:47.742830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8c055867-5c53-44a8-b7e8-dd7f3f707de6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port ea60be3d-da09-46a3-858a-fc8e779b4fb4 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:47.743174 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8c055867-5c53-44a8-b7e8-dd7f3f707de6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.840452 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8c055867-5c53-44a8-b7e8-dd7f3f707de6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:47.856985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-8c055867-5c53-44a8-b7e8-dd7f3f707de6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for ea60be3d-da09-46a3-858a-fc8e779b4fb4 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:48.002513 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8c055867-5c53-44a8-b7e8-dd7f3f707de6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.036712 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c055867-5c53-44a8-b7e8-dd7f3f707de6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=ea60be3d-da09-46a3-858a-fc8e779b4fb4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:48.068165 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8c055867-5c53-44a8-b7e8-dd7f3f707de6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.072742 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8c055867-5c53-44a8-b7e8-dd7f3f707de6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/ea60be3d-da09-46a3-858a-fc8e779b4fb4 HTTP/1.1" status: 204 len: 168 time: 0.4341466 Jul 16 18:36:48.072994 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40254) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:48.136156 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a06f7-93bb-4576-b901-13e0ee29eeac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.137794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734a06f7-93bb-4576-b901-13e0ee29eeac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.142627 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-734a06f7-93bb-4576-b901-13e0ee29eeac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0656619 Jul 16 18:36:48.142924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40256) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:48.198127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-47f27ff3-981d-4a15-8b2b-9d5c428b8ae8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 5df7f97f-9abf-43f6-9993-f1d0bfd33a88 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:48.201676 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47f27ff3-981d-4a15-8b2b-9d5c428b8ae8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.237843 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ca990d86-a82c-4a79-ba23-c4eac0cce980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.244741 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.254602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47f27ff3-981d-4a15-8b2b-9d5c428b8ae8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.285971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-84659d86-c500-4d8a-af89-7e56815cfe35 None None] Provisioning for port bd26df26-51c0-4312-ba59-f4712c76ee12 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:48.384905 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47f27ff3-981d-4a15-8b2b-9d5c428b8ae8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.446506 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47f27ff3-981d-4a15-8b2b-9d5c428b8ae8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.477215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f27ff3-981d-4a15-8b2b-9d5c428b8ae8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=5df7f97f-9abf-43f6-9993-f1d0bfd33a88,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:48.482878 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-47f27ff3-981d-4a15-8b2b-9d5c428b8ae8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.486986 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-47f27ff3-981d-4a15-8b2b-9d5c428b8ae8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/5df7f97f-9abf-43f6-9993-f1d0bfd33a88 HTTP/1.1" status: 204 len: 168 time: 0.3407252 Jul 16 18:36:48.487396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40260) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:48.507764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a597ec4c-d1b4-4ad7-8135-998d552ed434 None None] Could not find standard attr ID for object ea60be3d-da09-46a3-858a-fc8e779b4fb4. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:36:48.530703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40262) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:48.531534 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-408d6d20-ca56-4a4b-b879-13dec5765dbc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0426331 Jul 16 18:36:48.537362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bddc10f5-b319-4df7-b9f2-78df27236d02 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:48.622046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a24a504-14bc-4af6-8432-6777dbf98f8a None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:48.642795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bddc10f5-b319-4df7-b9f2-78df27236d02 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:48.646966 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bddc10f5-b319-4df7-b9f2-78df27236d02 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.837516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c791c-7326-43e5-ae05-1adcb25a3469 None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:48.854701 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bddc10f5-b319-4df7-b9f2-78df27236d02 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.889541 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c791c-7326-43e5-ae05-1adcb25a3469 None None] Deleting port bd26df26-51c0-4312-ba59-f4712c76ee12 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:48.890017 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f9c791c-7326-43e5-ae05-1adcb25a3469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.906986 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddc10f5-b319-4df7-b9f2-78df27236d02 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:48.910719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-bddc10f5-b319-4df7-b9f2-78df27236d02 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:48.915120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddc10f5-b319-4df7-b9f2-78df27236d02 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:48.916274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bddc10f5-b319-4df7-b9f2-78df27236d02 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:48.918880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc10f5-b319-4df7-b9f2-78df27236d02 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=735f4aeb-4f3e-4588-8e8d-f0735918d5b4,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:48.934895 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bddc10f5-b319-4df7-b9f2-78df27236d02 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4022293 Jul 16 18:36:48.937878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40264) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:48.944073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d6c21914-6a61-4435-973c-f297ace6a163 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': '735f4aeb-4f3e-4588-8e8d-f0735918d5b4', 'ip_address': '2001:db8:0:1::4'}], 'name': 'tempest-NetworksTestDHCPv6-142470180'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:48.987106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6f9c791c-7326-43e5-ae05-1adcb25a3469 None None] For port bd26df26-51c0-4312-ba59-f4712c76ee12, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bd26df26-51c0-4312-ba59-f4712c76ee12,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:48.988802 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f9c791c-7326-43e5-ae05-1adcb25a3469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.002796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6f9c791c-7326-43e5-ae05-1adcb25a3469 None None] Calling delete_port for bd26df26-51c0-4312-ba59-f4712c76ee12 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:49.057214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c21914-6a61-4435-973c-f297ace6a163 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:49.067687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d6c21914-6a61-4435-973c-f297ace6a163 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.089938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-d6c21914-6a61-4435-973c-f297ace6a163 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port bdacca2d-4c6e-4974-aa24-34c7662c7ada yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:36:49.097967 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f9c791c-7326-43e5-ae05-1adcb25a3469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.124829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9c791c-7326-43e5-ae05-1adcb25a3469 None None] Pushing event deleted for resources: {'Port': ['ID=bd26df26-51c0-4312-ba59-f4712c76ee12,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:49.126689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9c791c-7326-43e5-ae05-1adcb25a3469 None None] No DVR routers for this DVR port bd26df26-51c0-4312-ba59-f4712c76ee12 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:49.143506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c817484b-b31a-4b2b-9b66-00db21a0bdf3 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:49.222902 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6c21914-6a61-4435-973c-f297ace6a163 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:36:49.223365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6c21914-6a61-4435-973c-f297ace6a163 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:36:49.242981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40266) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:49.243549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d6c21914-6a61-4435-973c-f297ace6a163 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.3043048 Jul 16 18:36:49.284014 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7e455476-f68c-47ac-aa8c-f2f9c8f956ea tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0372708 Jul 16 18:36:49.284946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40268) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:49.329648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1325d15b-6b0a-4fd6-9818-82f4f8f44411 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': '735f4aeb-4f3e-4588-8e8d-f0735918d5b4'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:49.330526 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1325d15b-6b0a-4fd6-9818-82f4f8f44411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.351533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6293cf70-351d-439a-a1e2-20191d12b38b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.354632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6293cf70-351d-439a-a1e2-20191d12b38b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:49.359308 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6293cf70-351d-439a-a1e2-20191d12b38b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0728991 Jul 16 18:36:49.362127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40272) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:49.454512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a305ec7-140a-46a5-9548-b6a19bfedd7e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 735f4aeb-4f3e-4588-8e8d-f0735918d5b4 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:49.459615 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a305ec7-140a-46a5-9548-b6a19bfedd7e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.515986 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a305ec7-140a-46a5-9548-b6a19bfedd7e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.569946 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:36:49.579441 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a305ec7-140a-46a5-9548-b6a19bfedd7e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:49.944378 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.000562 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a305ec7-140a-46a5-9548-b6a19bfedd7e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-1325d15b-6b0a-4fd6-9818-82f4f8f44411 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 735f4aeb-4f3e-4588-8e8d-f0735918d5b4: This subnet is being modified by another concurrent operation. Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 735f4aeb-4f3e-4588-8e8d-f0735918d5b4: This subnet is being modified by another concurrent operation. Jul 16 18:36:50.006171 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:36:50.036293 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a305ec7-140a-46a5-9548-b6a19bfedd7e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.041370 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0a305ec7-140a-46a5-9548-b6a19bfedd7e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/735f4aeb-4f3e-4588-8e8d-f0735918d5b4 HTTP/1.1" status: 204 len: 168 time: 0.6752117 Jul 16 18:36:50.041370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a305ec7-140a-46a5-9548-b6a19bfedd7e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=735f4aeb-4f3e-4588-8e8d-f0735918d5b4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:50.041675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40274) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:50.044644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888fbb17-3d83-47ec-87ac-a7ea409ee59c None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:36:50.087342 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5acf55ea-aaed-416c-9cff-b79cec06b99b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0449510 Jul 16 18:36:50.092393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40276) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:50.100177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-68a6f883-3e0c-4d4d-83b8-09b89327f073 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:50.146879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-888fbb17-3d83-47ec-87ac-a7ea409ee59c None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:36:50.196497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a6f883-3e0c-4d4d-83b8-09b89327f073 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:50.199949 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68a6f883-3e0c-4d4d-83b8-09b89327f073 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.408503 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68a6f883-3e0c-4d4d-83b8-09b89327f073 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.448324 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a6f883-3e0c-4d4d-83b8-09b89327f073 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:50.453112 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-68a6f883-3e0c-4d4d-83b8-09b89327f073 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:50.457173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a6f883-3e0c-4d4d-83b8-09b89327f073 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:50.457755 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68a6f883-3e0c-4d4d-83b8-09b89327f073 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.464213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64b0e261-df60-47c0-a9b3-efe69c1d416e None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:50.483347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40280) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:50.483656 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-68a6f883-3e0c-4d4d-83b8-09b89327f073 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3896186 Jul 16 18:36:50.484388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6f883-3e0c-4d4d-83b8-09b89327f073 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:50.489119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-401dfe4d-db12-4c1b-830d-30a81458068e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1919479642', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:50.514427 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-401dfe4d-db12-4c1b-830d-30a81458068e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.515531 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-401dfe4d-db12-4c1b-830d-30a81458068e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.576233 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-401dfe4d-db12-4c1b-830d-30a81458068e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.580703 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-401dfe4d-db12-4c1b-830d-30a81458068e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.601629 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-401dfe4d-db12-4c1b-830d-30a81458068e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.602864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-401dfe4d-db12-4c1b-830d-30a81458068e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1181295 Jul 16 18:36:50.605607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40282) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:50.649048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': 'a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:50.650177 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.796759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Allocated IP 2001:db8::2 (18e3adaf-12f1-44e4-9bad-a72d00823479/a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d/6d9ec63a-b09a-483d-88b1-9dea142aae48) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:50.905387 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.951391 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:50.963158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Transition to ACTIVE for port object 6d9ec63a-b09a-483d-88b1-9dea142aae48 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:50.983027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Transition to ACTIVE for port object 6d9ec63a-b09a-483d-88b1-9dea142aae48 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:50.989800 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.029291 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:51.036931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:51.040793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:51.048020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Pushing event updated for resources: {'Port': ['ID=6d9ec63a-b09a-483d-88b1-9dea142aae48,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:51.105092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Attempting to bind port 6d9ec63a-b09a-483d-88b1-9dea142aae48 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:51.105497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Attempting to bind port 6d9ec63a-b09a-483d-88b1-9dea142aae48 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:51.105842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Attempting to bind port 6d9ec63a-b09a-483d-88b1-9dea142aae48 on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:51.111275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:51.111702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:51.112091 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.112546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:51.113195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Bound port: 6d9ec63a-b09a-483d-88b1-9dea142aae48, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:51.113596 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.187334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] For port 6d9ec63a-b09a-483d-88b1-9dea142aae48, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:51.192123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] For port 6d9ec63a-b09a-483d-88b1-9dea142aae48, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6d9ec63a-b09a-483d-88b1-9dea142aae48,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:51.198797 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.267335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bff122f-e550-4f7c-9d92-e2c0c74e6e15 None None] Pushing event updated for resources: {'Port': ['ID=6d9ec63a-b09a-483d-88b1-9dea142aae48,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:51.545760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::1 (18e3adaf-12f1-44e4-9bad-a72d00823479/a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d/4a8a3d2d-faa3-4175-96e6-9ac71a32d56f) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:51.665180 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.679973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:51.715402 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.760986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:51.764143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:51.768125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:51.769281 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:51.775500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=4a8a3d2d-faa3-4175-96e6-9ac71a32d56f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:51.907986 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.003263 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.206792 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.212418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.213174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.279363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=4a8a3d2d-faa3-4175-96e6-9ac71a32d56f,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:52.289762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2e937b3c-b739-430e-a435-12463026f5db None None] Provisioning for port 6d9ec63a-b09a-483d-88b1-9dea142aae48 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:52.358347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:52.359978 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:52.495745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Router dfdf62cb-355c-4b85-a177-6bf1f1763062 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:36:52.524695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-38813805-43e1-4a7f-b6f0-aad40485ecc7 None None] Provisioning for port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:52.530342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-38813805-43e1-4a7f-b6f0-aad40485ecc7 None None] Provisioning complete for port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:52.530714 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-38813805-43e1-4a7f-b6f0-aad40485ecc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.574143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-38813805-43e1-4a7f-b6f0-aad40485ecc7 None None] Port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:52.604596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:52.617234 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Sync routers for ids ['dfdf62cb-355c-4b85-a177-6bf1f1763062'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:52.619637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-95ac6788-dc60-426b-95f3-35d958f3d26d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "PUT /v2.0/routers/dfdf62cb-355c-4b85-a177-6bf1f1763062/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0122435 Jul 16 18:36:52.621363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40288) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:52.635451 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Routers {'dfdf62cb-355c-4b85-a177-6bf1f1763062'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:52.636120 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:36:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['dfdf62cb-355c-4b85-a177-6bf1f1763062'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:52.691685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c31c39-63d7-4cee-a7aa-9cb444d992bd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.696013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40290) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:52.696539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-21c31c39-63d7-4cee-a7aa-9cb444d992bd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports/4a8a3d2d-faa3-4175-96e6-9ac71a32d56f HTTP/1.1" status: 200 len: 911 time: 0.0734205 Jul 16 18:36:52.751090 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Set router dfdf62cb-355c-4b85-a177-6bf1f1763062 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:52.783628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6279a-a481-4205-a5eb-13789796c6e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.789713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b6279a-a481-4205-a5eb-13789796c6e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:52.791621 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-45b6279a-a481-4205-a5eb-13789796c6e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.0942509 Jul 16 18:36:52.794628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40292) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:52.794926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e18c9e32-f4b6-4097-b901-f166d029f591 None None] Provisioning complete for port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:52.795305 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e18c9e32-f4b6-4097-b901-f166d029f591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:52.841623 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e18c9e32-f4b6-4097-b901-f166d029f591 None None] Port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:52.969942 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf62cb-355c-4b85-a177-6bf1f1763062', 'name': 'tempest-NetworksTestDHCPv6-router-1919479642', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:50Z', 'updated_at': '2021-07-16T18:36:51Z', 'revision_number': 2, 'project_id': '4b693dbcb99645558f6a07589810545c', 'gw_port_host': None, '_interfaces': [{'id': '4a8a3d2d-faa3-4175-96e6-9ac71a32d56f', 'name': '', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'mac_address': 'fa:16:3e:64:18:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdf62cb-355c-4b85-a177-6bf1f1763062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:50Z', 'updated_at': '2021-07-16T18:36:52Z', 'revision_number': 2, 'project_id': '4b693dbcb99645558f6a07589810545c', 'subnets': [{'id': 'a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:53.000111 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Checking router: dfdf62cb-355c-4b85-a177-6bf1f1763062 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:53.000550 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Updating router dfdf62cb-355c-4b85-a177-6bf1f1763062 port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:53.036972 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.277154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.302192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6d9ec63a-b09a-483d-88b1-9dea142aae48 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:53.343971 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.361842 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Transition to ACTIVE for port object 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:53.374088 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.377301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 6d9ec63a-b09a-483d-88b1-9dea142aae48 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:53.388626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6d9ec63a-b09a-483d-88b1-9dea142aae48 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:53.389357 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.496666 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.531054 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Pushing event updated for resources: {'Port': ['ID=4a8a3d2d-faa3-4175-96e6-9ac71a32d56f,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:53.541781 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.542122 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.542683 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.543023 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.543356 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.543705 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.544029 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.544349 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.544666 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.544982 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.545296 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.545935 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:36:53.560796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 6d9ec63a-b09a-483d-88b1-9dea142aae48, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6d9ec63a-b09a-483d-88b1-9dea142aae48,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:53.567770 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.609267 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Attempting to bind port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:53.609757 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Attempting to bind port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:53.610167 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Attempting to bind port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:53.616960 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:53.617686 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:53.618280 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.618720 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:53.619252 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Bound port: 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:53.619711 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.637520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=6d9ec63a-b09a-483d-88b1-9dea142aae48,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:53.648565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:53.649480 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.714184 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] For port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:53.718190 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] For port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4a8a3d2d-faa3-4175-96e6-9ac71a32d56f,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:53.726049 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.783814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] For port 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f, host n-d-794306-7, got binding levels [] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:53.784222 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:53.797736 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Routers {'dfdf62cb-355c-4b85-a177-6bf1f1763062'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:53.798410 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:36:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['dfdf62cb-355c-4b85-a177-6bf1f1763062'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:53.801844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:53.804789 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ef7af6-9bcd-4cf7-a3ed-cf5112c8c158 None None] Pushing event updated for resources: {'Port': ['ID=4a8a3d2d-faa3-4175-96e6-9ac71a32d56f,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:53.902491 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] Set router dfdf62cb-355c-4b85-a177-6bf1f1763062 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:54.043594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.082120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=4a8a3d2d-faa3-4175-96e6-9ac71a32d56f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:54.144578 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfdf62cb-355c-4b85-a177-6bf1f1763062', 'name': 'tempest-NetworksTestDHCPv6-router-1919479642', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:50Z', 'updated_at': '2021-07-16T18:36:51Z', 'revision_number': 2, 'project_id': '4b693dbcb99645558f6a07589810545c', 'gw_port_host': None, '_interfaces': [{'id': '4a8a3d2d-faa3-4175-96e6-9ac71a32d56f', 'name': '', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'mac_address': 'fa:16:3e:64:18:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdf62cb-355c-4b85-a177-6bf1f1763062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:50Z', 'updated_at': '2021-07-16T18:36:53Z', 'revision_number': 4, 'project_id': '4b693dbcb99645558f6a07589810545c', 'subnets': [{'id': 'a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:54.178307 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f061cce-4d0c-4158-ba4d-8ada363dacc0 None None] The sync data for ids ['dfdf62cb-355c-4b85-a177-6bf1f1763062'] in n-d-794306-7 is: [{'id': 'dfdf62cb-355c-4b85-a177-6bf1f1763062', 'name': 'tempest-NetworksTestDHCPv6-router-1919479642', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:50Z', 'updated_at': '2021-07-16T18:36:51Z', 'revision_number': 2, 'project_id': '4b693dbcb99645558f6a07589810545c', 'gw_port_host': None, '_interfaces': [{'id': '4a8a3d2d-faa3-4175-96e6-9ac71a32d56f', 'name': '', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'mac_address': 'fa:16:3e:64:18:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfdf62cb-355c-4b85-a177-6bf1f1763062', 'device_owner': 'network:router_interface', 'standard_attr_id': 3797, 'fixed_ips': [{'subnet_id': 'a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:50Z', 'updated_at': '2021-07-16T18:36:53Z', 'revision_number': 4, 'project_id': '4b693dbcb99645558f6a07589810545c', 'subnets': [{'id': 'a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:54.196128 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1efce9f1-16d6-4d62-8bee-8e5f4282b316 None None] Could not find standard attr ID for object 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:36:54.199273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.399825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Router dfdf62cb-355c-4b85-a177-6bf1f1763062 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:36:54.507994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:54.516118 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40296) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:54.520125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4c690095-a7a7-455d-940b-a4b7a8e751cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "PUT /v2.0/routers/dfdf62cb-355c-4b85-a177-6bf1f1763062/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7242589 Jul 16 18:36:54.583683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de27ffb1-ada6-4f71-b109-61034b642b3b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:54.585396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de27ffb1-ada6-4f71-b109-61034b642b3b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:54.589440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-de27ffb1-ada6-4f71-b109-61034b642b3b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0698583 Jul 16 18:36:54.589839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40298) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:54.647770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-c760c44b-75a1-4863-9df5-a63eaae4a8e2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:36:54.651382 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c760c44b-75a1-4863-9df5-a63eaae4a8e2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.696592 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c760c44b-75a1-4863-9df5-a63eaae4a8e2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.791983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c760c44b-75a1-4863-9df5-a63eaae4a8e2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.869182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c760c44b-75a1-4863-9df5-a63eaae4a8e2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.898714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c44b-75a1-4863-9df5-a63eaae4a8e2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:54.902418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c760c44b-75a1-4863-9df5-a63eaae4a8e2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:54.904325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c760c44b-75a1-4863-9df5-a63eaae4a8e2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d HTTP/1.1" status: 204 len: 168 time: 0.3134873 Jul 16 18:36:54.906777 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40302) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:54.915402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ab3e95-649c-4792-979a-c746ed1fba75 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:55.137309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03c59079-f5ad-470e-a610-532eb35ede4a None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:36:55.243207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-03c59079-f5ad-470e-a610-532eb35ede4a None None] Deleting port 6d9ec63a-b09a-483d-88b1-9dea142aae48 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:55.243750 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-03c59079-f5ad-470e-a610-532eb35ede4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.274122 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6d9ec63a-b09a-483d-88b1-9dea142aae48 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:55.390570 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-03c59079-f5ad-470e-a610-532eb35ede4a None None] For port 6d9ec63a-b09a-483d-88b1-9dea142aae48, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6d9ec63a-b09a-483d-88b1-9dea142aae48,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:55.390902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2d327c67-3c55-43d4-8377-af34c1491696 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4830868 Jul 16 18:36:55.391309 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-03c59079-f5ad-470e-a610-532eb35ede4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.394023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40304) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:55.436810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-03c59079-f5ad-470e-a610-532eb35ede4a None None] Calling delete_port for 6d9ec63a-b09a-483d-88b1-9dea142aae48 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:55.473291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3da938f4-ecbd-411d-aed9-147949b80214 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.532809 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.607013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 6d9ec63a-b09a-483d-88b1-9dea142aae48, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6d9ec63a-b09a-483d-88b1-9dea142aae48,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:55.612399 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.671158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3da938f4-ecbd-411d-aed9-147949b80214 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.674674 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=6d9ec63a-b09a-483d-88b1-9dea142aae48,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:55.677553 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3da938f4-ecbd-411d-aed9-147949b80214 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.680219 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-03c59079-f5ad-470e-a610-532eb35ede4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.712476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c59079-f5ad-470e-a610-532eb35ede4a None None] Pushing event deleted for resources: {'Port': ['ID=6d9ec63a-b09a-483d-88b1-9dea142aae48,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:55.720631 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03c59079-f5ad-470e-a610-532eb35ede4a None None] No DVR routers for this DVR port 6d9ec63a-b09a-483d-88b1-9dea142aae48 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:36:55.765252 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3da938f4-ecbd-411d-aed9-147949b80214 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.765761 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da938f4-ecbd-411d-aed9-147949b80214 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Fanout notify agent at l3_agent the message router_deleted on router dfdf62cb-355c-4b85-a177-6bf1f1763062 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:36:55.773983 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3da938f4-ecbd-411d-aed9-147949b80214 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.775095 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3da938f4-ecbd-411d-aed9-147949b80214 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/routers/dfdf62cb-355c-4b85-a177-6bf1f1763062 HTTP/1.1" status: 204 len: 168 time: 0.3800352 Jul 16 18:36:55.778020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40308) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:55.783298 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7bcac83c-ecb6-4f93-8188-d8c2e1821f3c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:55.867840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64887a58-9972-46b2-acfb-67013a6b90d6 None None] Sync routers for ids ['dfdf62cb-355c-4b85-a177-6bf1f1763062'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:55.881886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64887a58-9972-46b2-acfb-67013a6b90d6 None None] Routers set() bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:55.882173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64887a58-9972-46b2-acfb-67013a6b90d6 None None] Router IDs set() for agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:36:55.882772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_agentschedulers_db [None req-64887a58-9972-46b2-acfb-67013a6b90d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dfdf62cb-355c-4b85-a177-6bf1f1763062'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:36:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent'). {{(pid=105440) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:36:55.885225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcac83c-ecb6-4f93-8188-d8c2e1821f3c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:36:55.889212 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7bcac83c-ecb6-4f93-8188-d8c2e1821f3c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:55.890883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64887a58-9972-46b2-acfb-67013a6b90d6 None None] Routers set() bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:55.891309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64887a58-9972-46b2-acfb-67013a6b90d6 None None] Router IDs set() for agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:36:55.891986 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_agentschedulers_db [None req-64887a58-9972-46b2-acfb-67013a6b90d6 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'dfdf62cb-355c-4b85-a177-6bf1f1763062'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:36:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent'). {{(pid=105440) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:36:55.892421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64887a58-9972-46b2-acfb-67013a6b90d6 None None] The sync data for ids ['dfdf62cb-355c-4b85-a177-6bf1f1763062'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:56.100376 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7bcac83c-ecb6-4f93-8188-d8c2e1821f3c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.151785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcac83c-ecb6-4f93-8188-d8c2e1821f3c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:56.156717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7bcac83c-ecb6-4f93-8188-d8c2e1821f3c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:56.161106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcac83c-ecb6-4f93-8188-d8c2e1821f3c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:56.161700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7bcac83c-ecb6-4f93-8188-d8c2e1821f3c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.165707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2da37ad-87bd-4c0a-b0c5-41ad5b08494d None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:36:56.171093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcac83c-ecb6-4f93-8188-d8c2e1821f3c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=33853db9-6533-49c6-bc09-713ad6abc758,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:56.182310 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7bcac83c-ecb6-4f93-8188-d8c2e1821f3c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4032023 Jul 16 18:36:56.185012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40310) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:56.189853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-03d552b8-075b-4d51-b9e7-85b7d902b72a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-2073420062', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:36:56.214276 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03d552b8-075b-4d51-b9e7-85b7d902b72a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.215652 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03d552b8-075b-4d51-b9e7-85b7d902b72a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.281061 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03d552b8-075b-4d51-b9e7-85b7d902b72a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.291721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03d552b8-075b-4d51-b9e7-85b7d902b72a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.308716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03d552b8-075b-4d51-b9e7-85b7d902b72a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.310263 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-03d552b8-075b-4d51-b9e7-85b7d902b72a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1242616 Jul 16 18:36:56.313027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40312) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:56.331655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': '33853db9-6533-49c6-bc09-713ad6abc758'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:36:56.332569 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.486212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Allocated IP 2001:db8::2 (18e3adaf-12f1-44e4-9bad-a72d00823479/33853db9-6533-49c6-bc09-713ad6abc758/bfab7f85-5052-487f-a0e2-fc79226d5340) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:56.613942 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.638952 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.647852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Transition to ACTIVE for port object bfab7f85-5052-487f-a0e2-fc79226d5340 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:56.663773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Transition to ACTIVE for port object bfab7f85-5052-487f-a0e2-fc79226d5340 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:56.670826 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.718379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:56.724548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:56.726719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Pushing event updated for resources: {'Port': ['ID=bfab7f85-5052-487f-a0e2-fc79226d5340,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:56.728944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:56.789376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Attempting to bind port bfab7f85-5052-487f-a0e2-fc79226d5340 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:56.789873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Attempting to bind port bfab7f85-5052-487f-a0e2-fc79226d5340 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:56.790247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Attempting to bind port bfab7f85-5052-487f-a0e2-fc79226d5340 on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:56.797497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:56.797872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:56.798538 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.798934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:56.800442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Bound port: bfab7f85-5052-487f-a0e2-fc79226d5340, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:56.800605 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.878275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] For port bfab7f85-5052-487f-a0e2-fc79226d5340, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:56.883739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] For port bfab7f85-5052-487f-a0e2-fc79226d5340, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bfab7f85-5052-487f-a0e2-fc79226d5340,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:56.891750 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:56.894318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::1 (18e3adaf-12f1-44e4-9bad-a72d00823479/33853db9-6533-49c6-bc09-713ad6abc758/9cb030d1-b0ae-4111-b510-37feaee626a2) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:36:56.959790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c8a8b-39e5-4b2d-b8a6-58711cfd7850 None None] Pushing event updated for resources: {'Port': ['ID=bfab7f85-5052-487f-a0e2-fc79226d5340,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:57.020122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.034572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 9cb030d1-b0ae-4111-b510-37feaee626a2 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:57.077642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.124743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:57.137018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:57.144395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:36:57.145119 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.151419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=9cb030d1-b0ae-4111-b510-37feaee626a2,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:57.305214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bfab7f85-5052-487f-a0e2-fc79226d5340 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:57.312519 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.360466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port bfab7f85-5052-487f-a0e2-fc79226d5340 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:57.378067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:36:57.401663 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:36:57.402461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4a8a3d2d-faa3-4175-96e6-9ac71a32d56f not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:36:57.588317 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.593138 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.593903 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:57.666682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=9cb030d1-b0ae-4111-b510-37feaee626a2,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:57.734152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:36:57.735685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:36:57.870260 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Router 2494f007-eea9-4e8a-a5fe-cb3fbdc772b3 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:36:57.985788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:36:57.996073 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8595296c-28c3-45db-bfa9-1ac17d3b4ffd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "PUT /v2.0/routers/2494f007-eea9-4e8a-a5fe-cb3fbdc772b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6791539 Jul 16 18:36:57.996073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40334) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:57.998238 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Sync routers for ids ['2494f007-eea9-4e8a-a5fe-cb3fbdc772b3'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:36:58.013171 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Routers {'2494f007-eea9-4e8a-a5fe-cb3fbdc772b3'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:58.013780 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:36:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2494f007-eea9-4e8a-a5fe-cb3fbdc772b3'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:58.065119 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367a610c-b335-41cf-a9d2-baff46035056 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.067189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5ea91767-4c3e-4d35-a38b-76de8b980e9a None None] Provisioning for port bfab7f85-5052-487f-a0e2-fc79226d5340 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:58.070958 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-367a610c-b335-41cf-a9d2-baff46035056 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports/9cb030d1-b0ae-4111-b510-37feaee626a2 HTTP/1.1" status: 200 len: 911 time: 0.0740609 Jul 16 18:36:58.073358 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40336) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:58.076744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5ea91767-4c3e-4d35-a38b-76de8b980e9a None None] Provisioning complete for port bfab7f85-5052-487f-a0e2-fc79226d5340 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:58.077461 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5ea91767-4c3e-4d35-a38b-76de8b980e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.117825 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Set router 2494f007-eea9-4e8a-a5fe-cb3fbdc772b3 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:58.197296 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5ea91767-4c3e-4d35-a38b-76de8b980e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.209268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e1804-fcc9-47ca-bf58-9dca5ab139e6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.216096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-916e1804-fcc9-47ca-bf58-9dca5ab139e6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:36:58.221971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40338) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:36:58.222377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-916e1804-fcc9-47ca-bf58-9dca5ab139e6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1476781 Jul 16 18:36:58.265475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5ea91767-4c3e-4d35-a38b-76de8b980e9a None None] For port bfab7f85-5052-487f-a0e2-fc79226d5340, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bfab7f85-5052-487f-a0e2-fc79226d5340,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:58.271503 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5ea91767-4c3e-4d35-a38b-76de8b980e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.343288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea91767-4c3e-4d35-a38b-76de8b980e9a None None] Pushing event updated for resources: {'Port': ['ID=bfab7f85-5052-487f-a0e2-fc79226d5340,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:58.412597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9e556ead-b523-4cab-a3f1-b56087ef2d01 None None] Provisioning for port 9cb030d1-b0ae-4111-b510-37feaee626a2 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:36:58.416064 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2494f007-eea9-4e8a-a5fe-cb3fbdc772b3', 'name': 'tempest-NetworksTestDHCPv6-router-2073420062', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:56Z', 'updated_at': '2021-07-16T18:36:57Z', 'revision_number': 2, 'project_id': '4b693dbcb99645558f6a07589810545c', 'gw_port_host': None, '_interfaces': [{'id': '9cb030d1-b0ae-4111-b510-37feaee626a2', 'name': '', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'mac_address': 'fa:16:3e:d8:2a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2494f007-eea9-4e8a-a5fe-cb3fbdc772b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '33853db9-6533-49c6-bc09-713ad6abc758', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:56Z', 'updated_at': '2021-07-16T18:36:57Z', 'revision_number': 2, 'project_id': '4b693dbcb99645558f6a07589810545c', 'subnets': [{'id': '33853db9-6533-49c6-bc09-713ad6abc758', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:58.421046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9e556ead-b523-4cab-a3f1-b56087ef2d01 None None] Provisioning complete for port 9cb030d1-b0ae-4111-b510-37feaee626a2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:58.421416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9e556ead-b523-4cab-a3f1-b56087ef2d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.462910 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Checking router: 2494f007-eea9-4e8a-a5fe-cb3fbdc772b3 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:36:58.463400 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Updating router 2494f007-eea9-4e8a-a5fe-cb3fbdc772b3 port 9cb030d1-b0ae-4111-b510-37feaee626a2 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:36:58.478396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9e556ead-b523-4cab-a3f1-b56087ef2d01 None None] Port 9cb030d1-b0ae-4111-b510-37feaee626a2 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:58.516595 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.598212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6265f5e0-73ed-4dc5-b766-f1a0c3e2acf7 None None] Provisioning complete for port 9cb030d1-b0ae-4111-b510-37feaee626a2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:58.598602 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6265f5e0-73ed-4dc5-b766-f1a0c3e2acf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.636898 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6265f5e0-73ed-4dc5-b766-f1a0c3e2acf7 None None] Port 9cb030d1-b0ae-4111-b510-37feaee626a2 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:36:58.788422 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.798953 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.809061 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Transition to ACTIVE for port object 9cb030d1-b0ae-4111-b510-37feaee626a2 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:36:58.814591 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.867779 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186271ca-6b11-4a2e-82e4-40f4e852d1c7 None None] Pushing event updated for resources: {'Port': ['ID=9cb030d1-b0ae-4111-b510-37feaee626a2,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:58.923379 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Attempting to bind port 9cb030d1-b0ae-4111-b510-37feaee626a2 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:36:58.923831 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Attempting to bind port 9cb030d1-b0ae-4111-b510-37feaee626a2 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:36:58.924313 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Attempting to bind port 9cb030d1-b0ae-4111-b510-37feaee626a2 on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:36:58.939628 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:36:58.939628 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:36:58.939628 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:58.939628 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:36:58.939628 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Bound port: 9cb030d1-b0ae-4111-b510-37feaee626a2, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:36:58.939628 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.081147 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] For port 9cb030d1-b0ae-4111-b510-37feaee626a2, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:36:59.085628 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] For port 9cb030d1-b0ae-4111-b510-37feaee626a2, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9cb030d1-b0ae-4111-b510-37feaee626a2,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:36:59.092866 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.151707 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Routers {'2494f007-eea9-4e8a-a5fe-cb3fbdc772b3'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:36:59.152003 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:36:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2494f007-eea9-4e8a-a5fe-cb3fbdc772b3'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:59.232600 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186271ca-6b11-4a2e-82e4-40f4e852d1c7 None None] Pushing event updated for resources: {'Port': ['ID=9cb030d1-b0ae-4111-b510-37feaee626a2,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:59.270846 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] Set router 2494f007-eea9-4e8a-a5fe-cb3fbdc772b3 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:36:59.304017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bfab7f85-5052-487f-a0e2-fc79226d5340 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:36:59.387840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port bfab7f85-5052-487f-a0e2-fc79226d5340 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:36:59.388468 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.517223 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 9cb030d1-b0ae-4111-b510-37feaee626a2 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:36:59.517798 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.549042 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.623541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] For port 9cb030d1-b0ae-4111-b510-37feaee626a2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9cb030d1-b0ae-4111-b510-37feaee626a2,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:36:59.624105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.630905 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2494f007-eea9-4e8a-a5fe-cb3fbdc772b3', 'name': 'tempest-NetworksTestDHCPv6-router-2073420062', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:56Z', 'updated_at': '2021-07-16T18:36:57Z', 'revision_number': 2, 'project_id': '4b693dbcb99645558f6a07589810545c', 'gw_port_host': None, '_interfaces': [{'id': '9cb030d1-b0ae-4111-b510-37feaee626a2', 'name': '', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'mac_address': 'fa:16:3e:d8:2a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2494f007-eea9-4e8a-a5fe-cb3fbdc772b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '33853db9-6533-49c6-bc09-713ad6abc758', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:56Z', 'updated_at': '2021-07-16T18:36:59Z', 'revision_number': 4, 'project_id': '4b693dbcb99645558f6a07589810545c', 'subnets': [{'id': '33853db9-6533-49c6-bc09-713ad6abc758', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:36:59.637551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 9cb030d1-b0ae-4111-b510-37feaee626a2 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:36:59.661508 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f9b369-0fde-48dd-8a5c-4a787fafeeee None None] The sync data for ids ['2494f007-eea9-4e8a-a5fe-cb3fbdc772b3'] in n-d-794306-7 is: [{'id': '2494f007-eea9-4e8a-a5fe-cb3fbdc772b3', 'name': 'tempest-NetworksTestDHCPv6-router-2073420062', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:36:56Z', 'updated_at': '2021-07-16T18:36:57Z', 'revision_number': 2, 'project_id': '4b693dbcb99645558f6a07589810545c', 'gw_port_host': None, '_interfaces': [{'id': '9cb030d1-b0ae-4111-b510-37feaee626a2', 'name': '', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'mac_address': 'fa:16:3e:d8:2a:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2494f007-eea9-4e8a-a5fe-cb3fbdc772b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3801, 'fixed_ips': [{'subnet_id': '33853db9-6533-49c6-bc09-713ad6abc758', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:36:56Z', 'updated_at': '2021-07-16T18:36:59Z', 'revision_number': 4, 'project_id': '4b693dbcb99645558f6a07589810545c', 'subnets': [{'id': '33853db9-6533-49c6-bc09-713ad6abc758', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:36:59.829180 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:36:59.872195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=9cb030d1-b0ae-4111-b510-37feaee626a2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:36:59.984657 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.183547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Router 2494f007-eea9-4e8a-a5fe-cb3fbdc772b3 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:00.261792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:00.267610 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5e12462e-2eb0-4986-9c0d-605d8e96eacf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "PUT /v2.0/routers/2494f007-eea9-4e8a-a5fe-cb3fbdc772b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0433717 Jul 16 18:37:00.270157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40352) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:00.344291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30965ad-5399-4ae6-9415-70f2b4ac945a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.346829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d30965ad-5399-4ae6-9415-70f2b4ac945a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:00.348510 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d30965ad-5399-4ae6-9415-70f2b4ac945a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0773802 Jul 16 18:37:00.351275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40354) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:00.412255 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed963aab-70df-4c35-adef-a10b696d62bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 33853db9-6533-49c6-bc09-713ad6abc758 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:00.416100 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed963aab-70df-4c35-adef-a10b696d62bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.461272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed963aab-70df-4c35-adef-a10b696d62bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.554944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed963aab-70df-4c35-adef-a10b696d62bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.617853 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed963aab-70df-4c35-adef-a10b696d62bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.646874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed963aab-70df-4c35-adef-a10b696d62bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=33853db9-6533-49c6-bc09-713ad6abc758,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:00.648900 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed963aab-70df-4c35-adef-a10b696d62bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.653416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40356) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:00.658615 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ed963aab-70df-4c35-adef-a10b696d62bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/33853db9-6533-49c6-bc09-713ad6abc758 HTTP/1.1" status: 204 len: 168 time: 0.3061936 Jul 16 18:37:00.660544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a45dbd9-5072-4911-9ad0-f95f86b84f4d None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:00.766010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4bad57a5-f752-46cb-8d75-a1ee2f195ad2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1091921 Jul 16 18:37:00.766297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40358) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:00.845104 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-351881d4-8df5-4b62-ac11-8f3b231510f3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:00.862255 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67cb5fa3-55ef-4afd-a09c-346a59f3285e None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:00.929740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-67cb5fa3-55ef-4afd-a09c-346a59f3285e None None] Deleting port bfab7f85-5052-487f-a0e2-fc79226d5340 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:00.930217 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-67cb5fa3-55ef-4afd-a09c-346a59f3285e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.040846 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-351881d4-8df5-4b62-ac11-8f3b231510f3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.043887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-351881d4-8df5-4b62-ac11-8f3b231510f3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.131447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-351881d4-8df5-4b62-ac11-8f3b231510f3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.131909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351881d4-8df5-4b62-ac11-8f3b231510f3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Fanout notify agent at l3_agent the message router_deleted on router 2494f007-eea9-4e8a-a5fe-cb3fbdc772b3 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:37:01.141968 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-351881d4-8df5-4b62-ac11-8f3b231510f3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.144196 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-351881d4-8df5-4b62-ac11-8f3b231510f3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/routers/2494f007-eea9-4e8a-a5fe-cb3fbdc772b3 HTTP/1.1" status: 204 len: 168 time: 0.3761935 Jul 16 18:37:01.147005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40360) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:01.244428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-67cb5fa3-55ef-4afd-a09c-346a59f3285e None None] For port bfab7f85-5052-487f-a0e2-fc79226d5340, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bfab7f85-5052-487f-a0e2-fc79226d5340,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:01.245221 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-67cb5fa3-55ef-4afd-a09c-346a59f3285e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.256365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af0ce657-64b5-48ad-b276-ccbfe1946afc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.258184 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-af0ce657-64b5-48ad-b276-ccbfe1946afc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1088352 Jul 16 18:37:01.260564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40364) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:01.267324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-67cb5fa3-55ef-4afd-a09c-346a59f3285e None None] Calling delete_port for bfab7f85-5052-487f-a0e2-fc79226d5340 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:01.307429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bfab7f85-5052-487f-a0e2-fc79226d5340 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:01.329055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e0d831-c9a3-435e-acf8-4099f1cd77af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.331274 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-71e0d831-c9a3-435e-acf8-4099f1cd77af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0690672 Jul 16 18:37:01.334007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40366) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:01.365528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e79e1b-bba2-43a7-9f77-956ecfed31de None None] Sync routers for ids ['2494f007-eea9-4e8a-a5fe-cb3fbdc772b3'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:01.375629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-95376e6a-ea75-4aa6-8fd9-ac57a2f11cae tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401103 Jul 16 18:37:01.380396 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40368) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:01.387474 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-bbd9a768-6b37-47d3-937c-7cd4b1774a7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:01.400694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e79e1b-bba2-43a7-9f77-956ecfed31de None None] Routers set() bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:01.401079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e79e1b-bba2-43a7-9f77-956ecfed31de None None] Router IDs set() for agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:37:01.401748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_agentschedulers_db [None req-44e79e1b-bba2-43a7-9f77-956ecfed31de None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2494f007-eea9-4e8a-a5fe-cb3fbdc772b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:36:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent'). {{(pid=105440) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:37:01.436415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e79e1b-bba2-43a7-9f77-956ecfed31de None None] Routers set() bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:01.436810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e79e1b-bba2-43a7-9f77-956ecfed31de None None] Router IDs set() for agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 18:37:01.437469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_agentschedulers_db [None req-44e79e1b-bba2-43a7-9f77-956ecfed31de None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2494f007-eea9-4e8a-a5fe-cb3fbdc772b3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:36:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent'). {{(pid=105440) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 18:37:01.437855 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e79e1b-bba2-43a7-9f77-956ecfed31de None None] The sync data for ids ['2494f007-eea9-4e8a-a5fe-cb3fbdc772b3'] in n-d-794306-7 is: [] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:01.470867 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-67cb5fa3-55ef-4afd-a09c-346a59f3285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.508286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cb5fa3-55ef-4afd-a09c-346a59f3285e None None] Pushing event deleted for resources: {'Port': ['ID=bfab7f85-5052-487f-a0e2-fc79226d5340,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:01.516311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67cb5fa3-55ef-4afd-a09c-346a59f3285e None None] No DVR routers for this DVR port bfab7f85-5052-487f-a0e2-fc79226d5340 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:01.519985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd9a768-6b37-47d3-937c-7cd4b1774a7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:01.524105 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a768-6b37-47d3-937c-7cd4b1774a7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.528041 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.828440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-bbd9a768-6b37-47d3-937c-7cd4b1774a7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:01.829888 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a768-6b37-47d3-937c-7cd4b1774a7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.872344 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd9a768-6b37-47d3-937c-7cd4b1774a7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:01.875472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-bbd9a768-6b37-47d3-937c-7cd4b1774a7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:01.880463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd9a768-6b37-47d3-937c-7cd4b1774a7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:01.881049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bbd9a768-6b37-47d3-937c-7cd4b1774a7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:01.886615 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe7e230a-086d-4686-ba0c-65e9c0fd9cfa None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:01.893490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd9a768-6b37-47d3-937c-7cd4b1774a7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=918fff5c-22bc-455b-8b23-3675c7ece671,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:01.904081 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bbd9a768-6b37-47d3-937c-7cd4b1774a7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5222716 Jul 16 18:37:01.905096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40370) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:01.913435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3bfaa769-d668-4746-bbca-dc248b2418e1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:02.034407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bfaa769-d668-4746-bbca-dc248b2418e1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:02.038976 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa769-d668-4746-bbca-dc248b2418e1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.064625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': '918fff5c-22bc-455b-8b23-3675c7ece671'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:02.067429 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.213508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Allocated IP 2001:db8::f816:3eff:fee9:5890 (18e3adaf-12f1-44e4-9bad-a72d00823479/918fff5c-22bc-455b-8b23-3675c7ece671/bb0bb111-e749-44a9-a612-31f4ad045eed) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:02.327381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa769-d668-4746-bbca-dc248b2418e1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.372017 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bfaa769-d668-4746-bbca-dc248b2418e1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:02.376653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-3bfaa769-d668-4746-bbca-dc248b2418e1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:02.379415 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.381022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfaa769-d668-4746-bbca-dc248b2418e1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.381528 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3bfaa769-d668-4746-bbca-dc248b2418e1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.388233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Transition to ACTIVE for port object bb0bb111-e749-44a9-a612-31f4ad045eed will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:02.405637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Transition to ACTIVE for port object bb0bb111-e749-44a9-a612-31f4ad045eed will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:02.407730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3bfaa769-d668-4746-bbca-dc248b2418e1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5011127 Jul 16 18:37:02.409390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bfaa769-d668-4746-bbca-dc248b2418e1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=861ab3cf-ff53-4889-910f-43ade46d5b74,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:02.411623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40378) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:02.417830 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.418831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:99:a6:32', 'name': 'tempest-NetworksTestDHCPv6-173913742'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:02.456293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:02.463014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:02.468993 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:02.477349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Pushing event updated for resources: {'Port': ['ID=bb0bb111-e749-44a9-a612-31f4ad045eed,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:02.531599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Attempting to bind port bb0bb111-e749-44a9-a612-31f4ad045eed on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:02.531972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Attempting to bind port bb0bb111-e749-44a9-a612-31f4ad045eed by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:02.532335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Attempting to bind port bb0bb111-e749-44a9-a612-31f4ad045eed on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:02.537410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:02.537789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:02.538190 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.538580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:02.539047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Bound port: bb0bb111-e749-44a9-a612-31f4ad045eed, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:02.539424 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.557965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:02.607162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] For port bb0bb111-e749-44a9-a612-31f4ad045eed, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:02.610352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] For port bb0bb111-e749-44a9-a612-31f4ad045eed, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bb0bb111-e749-44a9-a612-31f4ad045eed,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:02.614728 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.637623 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-dfd1ceef-d687-4c4c-9531-5ff39f768db1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281635121&fields=id&tenant_id=6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 267 time: 0.0863471 Jul 16 18:37:02.674948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06668a1f-34bc-43b4-8e70-54248df0d560 None None] Pushing event updated for resources: {'Port': ['ID=bb0bb111-e749-44a9-a612-31f4ad045eed,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:02.701782 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:02.757867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port f7834160-3c77-4c57-bddf-afbb06677f76 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:02.828910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32676-5875-419a-8393-607ddd27560b req-585f88c3-7105-4aab-81c4-fb48a628492c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:02.836717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-585f88c3-7105-4aab-81c4-fb48a628492c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.1896939 Jul 16 18:37:02.851902 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-f076e101-d7dd-47b0-9418-ee2a7de64052 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/quotas/6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 375 time: 0.0148675 Jul 16 18:37:03.003651 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-06cd84cd-419c-406f-a0a5-bbee7ad1141b tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1458783 Jul 16 18:37:03.012651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 172.20.0.7 (18e3adaf-12f1-44e4-9bad-a72d00823479/861ab3cf-ff53-4889-910f-43ade46d5b74/f7834160-3c77-4c57-bddf-afbb06677f76) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:03.036772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::f816:3eff:fe99:a632 (18e3adaf-12f1-44e4-9bad-a72d00823479/918fff5c-22bc-455b-8b23-3675c7ece671/f7834160-3c77-4c57-bddf-afbb06677f76) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:03.160995 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-9029149e-c700-4a42-8963-efe7b19c7f95 service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460688 Jul 16 18:37:03.271593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bb0bb111-e749-44a9-a612-31f4ad045eed up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:03.308130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.326172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port bb0bb111-e749-44a9-a612-31f4ad045eed completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:03.338138 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-fc2a5157-72b9-4a65-ac12-99f016796892 service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685412 Jul 16 18:37:03.339187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object f7834160-3c77-4c57-bddf-afbb06677f76 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:03.344000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9cb030d1-b0ae-4111-b510-37feaee626a2 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:03.371164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 9cb030d1-b0ae-4111-b510-37feaee626a2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:03.371366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9cb030d1-b0ae-4111-b510-37feaee626a2 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:03.385238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.431152 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:03.437006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:03.441833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:03.471279 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=f7834160-3c77-4c57-bddf-afbb06677f76,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:03.498963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.499826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.516497 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1d9bffea-49e1-466e-958f-410c5abd40d5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1034288 Jul 16 18:37:03.519785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40390) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:03.593583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383f5650-222c-4454-8f92-ea807cf7d5bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.600633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-383f5650-222c-4454-8f92-ea807cf7d5bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:03.602325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-383f5650-222c-4454-8f92-ea807cf7d5bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.0814831 Jul 16 18:37:03.605656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40392) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:03.656067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8019f94-e3d9-4025-9978-1a05b8305379 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:03.721866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ea2d82d-58b8-4625-9aa4-5f581ecf086a req-b8f4cbdb-90b1-4b38-97e8-113b6617591c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0563080 Jul 16 18:37:03.739727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4b1fd51f-4981-4749-a827-62ebf0238281 None None] Provisioning for port bb0bb111-e749-44a9-a612-31f4ad045eed completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:03.753406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4b1fd51f-4981-4749-a827-62ebf0238281 None None] Provisioning complete for port bb0bb111-e749-44a9-a612-31f4ad045eed triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:03.753784 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd51f-4981-4749-a827-62ebf0238281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.757237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b1bdbb33-78d4-4ae7-bebe-7c145b7864ac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port f7834160-3c77-4c57-bddf-afbb06677f76 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:03.757698 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1bdbb33-78d4-4ae7-bebe-7c145b7864ac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.849999 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1bdbb33-78d4-4ae7-bebe-7c145b7864ac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.863195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b1bdbb33-78d4-4ae7-bebe-7c145b7864ac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for f7834160-3c77-4c57-bddf-afbb06677f76 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:03.910541 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd51f-4981-4749-a827-62ebf0238281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:03.954237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4b1fd51f-4981-4749-a827-62ebf0238281 None None] For port bb0bb111-e749-44a9-a612-31f4ad045eed, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bb0bb111-e749-44a9-a612-31f4ad045eed,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:03.962645 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4b1fd51f-4981-4749-a827-62ebf0238281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.044794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1fd51f-4981-4749-a827-62ebf0238281 None None] Pushing event updated for resources: {'Port': ['ID=bb0bb111-e749-44a9-a612-31f4ad045eed,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:04.059700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1bdbb33-78d4-4ae7-bebe-7c145b7864ac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.069582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a36a8f-2151-452d-8aab-4a3ba490d605 None None] Update dhcp port {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': '918fff5c-22bc-455b-8b23-3675c7ece671', 'ip_address': '2001:db8::f816:3eff:fee9:5890'}, {'subnet_id': '861ab3cf-ff53-4889-910f-43ade46d5b74'}], 'binding:host_id': 'n-d-794306-7'}, 'id': 'bb0bb111-e749-44a9-a612-31f4ad045eed'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:37:04.102643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bdbb33-78d4-4ae7-bebe-7c145b7864ac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=f7834160-3c77-4c57-bddf-afbb06677f76,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:04.107871 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78a36a8f-2151-452d-8aab-4a3ba490d605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.193151 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1bdbb33-78d4-4ae7-bebe-7c145b7864ac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.197690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b1bdbb33-78d4-4ae7-bebe-7c145b7864ac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/f7834160-3c77-4c57-bddf-afbb06677f76 HTTP/1.1" status: 204 len: 168 time: 0.5887907 Jul 16 18:37:04.197998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40408) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:04.253907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea227d-3c3c-4ef8-a660-ead0e81357b0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.255454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea227d-3c3c-4ef8-a660-ead0e81357b0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.257107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ea227d-3c3c-4ef8-a660-ead0e81357b0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:04.261190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-94ea227d-3c3c-4ef8-a660-ead0e81357b0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0597289 Jul 16 18:37:04.261476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40410) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:04.291615 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-78a36a8f-2151-452d-8aab-4a3ba490d605 None None] Allocated IP 172.20.0.2 (18e3adaf-12f1-44e4-9bad-a72d00823479/861ab3cf-ff53-4889-910f-43ade46d5b74/bb0bb111-e749-44a9-a612-31f4ad045eed) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:04.319601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-69908a35-ecb8-4b7c-bf06-e8aecfe633b3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 861ab3cf-ff53-4889-910f-43ade46d5b74 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:04.393328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-78a36a8f-2151-452d-8aab-4a3ba490d605 None None] For port bb0bb111-e749-44a9-a612-31f4ad045eed, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bb0bb111-e749-44a9-a612-31f4ad045eed,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:04.422985 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78a36a8f-2151-452d-8aab-4a3ba490d605 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.436927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-78a36a8f-2151-452d-8aab-4a3ba490d605 None None] Transition to ACTIVE for port object bb0bb111-e749-44a9-a612-31f4ad045eed will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:04.441266 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-78a36a8f-2151-452d-8aab-4a3ba490d605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.442048 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69908a35-ecb8-4b7c-bf06-e8aecfe633b3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.485283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69908a35-ecb8-4b7c-bf06-e8aecfe633b3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.534442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a36a8f-2151-452d-8aab-4a3ba490d605 None None] Pushing event updated for resources: {'Port': ['ID=bb0bb111-e749-44a9-a612-31f4ad045eed,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:04.578148 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69908a35-ecb8-4b7c-bf06-e8aecfe633b3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.646765 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69908a35-ecb8-4b7c-bf06-e8aecfe633b3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.671755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69908a35-ecb8-4b7c-bf06-e8aecfe633b3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=861ab3cf-ff53-4889-910f-43ade46d5b74,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:04.682240 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69908a35-ecb8-4b7c-bf06-e8aecfe633b3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.686459 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-69908a35-ecb8-4b7c-bf06-e8aecfe633b3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/861ab3cf-ff53-4889-910f-43ade46d5b74 HTTP/1.1" status: 204 len: 168 time: 0.4217348 Jul 16 18:37:04.686869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40412) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:04.742328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5b3e03d-4fa7-4085-af12-73b597fb83dc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 918fff5c-22bc-455b-8b23-3675c7ece671 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:04.745860 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e03d-4fa7-4085-af12-73b597fb83dc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.790678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e03d-4fa7-4085-af12-73b597fb83dc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:04.899363 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68e08324-dfb8-4b11-8d6f-506c05387bad req-652eb902-4da5-41a2-acc9-9dce101ea247 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0408521 Jul 16 18:37:04.904038 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e03d-4fa7-4085-af12-73b597fb83dc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.112043 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e03d-4fa7-4085-af12-73b597fb83dc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.151682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b3e03d-4fa7-4085-af12-73b597fb83dc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=918fff5c-22bc-455b-8b23-3675c7ece671,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:05.164238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32676-5875-419a-8393-607ddd27560b req-9ec66c5a-38cd-4d1c-b042-537b461e476d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:05.165918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-9ec66c5a-38cd-4d1c-b042-537b461e476d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.2370775 Jul 16 18:37:05.167124 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d5b3e03d-4fa7-4085-af12-73b597fb83dc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.170689 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d5b3e03d-4fa7-4085-af12-73b597fb83dc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/918fff5c-22bc-455b-8b23-3675c7ece671 HTTP/1.1" status: 204 len: 168 time: 0.4812701 Jul 16 18:37:05.172133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40416) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:05.193069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf5dce8-0e63-4211-a41b-aab633b88d30 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:05.227428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-be11e517-c91a-4b5b-99c5-65f2794f44d9 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 379 time: 0.0531275 Jul 16 18:37:05.238367 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d73b774c-3ddc-43a7-980a-d81c7b7a17dd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0640204 Jul 16 18:37:05.239836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'port': {'device_id': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'admin_state_up': True, 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'security_groups': ['2e475224-6f93-4c86-99fa-cbc1850c5df7']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:05.241931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40418) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:05.248874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:05.313834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bb0bb111-e749-44a9-a612-31f4ad045eed up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:05.363315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:05.367842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.377759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7a01348-877d-44bb-9f39-3d93a5f180ca None None] Provisioning for port bb0bb111-e749-44a9-a612-31f4ad045eed completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:05.401786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7a01348-877d-44bb-9f39-3d93a5f180ca None None] Provisioning complete for port bb0bb111-e749-44a9-a612-31f4ad045eed triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:05.402751 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7a01348-877d-44bb-9f39-3d93a5f180ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.484183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port bb0bb111-e749-44a9-a612-31f4ad045eed triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:05.484862 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.594130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c7a01348-877d-44bb-9f39-3d93a5f180ca None None] Could not find standard attr ID for object f7834160-3c77-4c57-bddf-afbb06677f76. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:05.671003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4eab3b6-f9ce-4845-95f3-de6a711c5502 None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:05.672828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Made reservation on behalf of 6fab71a6715747e8a1ad00afc8d4b282 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:05.677828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.724210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a4eab3b6-f9ce-4845-95f3-de6a711c5502 None None] Deleting port bb0bb111-e749-44a9-a612-31f4ad045eed {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:05.724690 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a4eab3b6-f9ce-4845-95f3-de6a711c5502 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.796966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:05.810389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a4eab3b6-f9ce-4845-95f3-de6a711c5502 None None] For port bb0bb111-e749-44a9-a612-31f4ad045eed, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bb0bb111-e749-44a9-a612-31f4ad045eed,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:05.810919 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a4eab3b6-f9ce-4845-95f3-de6a711c5502 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.824566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a4eab3b6-f9ce-4845-95f3-de6a711c5502 None None] Calling delete_port for bb0bb111-e749-44a9-a612-31f4ad045eed owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:05.848080 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Allocated IP 172.20.0.9 (ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee/8719dd77-fed6-440d-a86d-dfef7ef42ece/9c0bb430-e9f3-4287-8e14-20b06f54926a) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:05.919910 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a4eab3b6-f9ce-4845-95f3-de6a711c5502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:05.952398 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4eab3b6-f9ce-4845-95f3-de6a711c5502 None None] Pushing event deleted for resources: {'Port': ['ID=bb0bb111-e749-44a9-a612-31f4ad045eed,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:05.957189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4eab3b6-f9ce-4845-95f3-de6a711c5502 None None] No DVR routers for this DVR port bb0bb111-e749-44a9-a612-31f4ad045eed on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:05.999434 n-d-794306-7 neutron-server[105438]: WARNING neutron.services.revisions.revision_plugin [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Could not find related port for resource to bump revision. Jul 16 18:37:06.004823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.ipam_pluggable_backend [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Port bb0bb111-e749-44a9-a612-31f4ad045eed was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105438) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:37:06.005368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.ipam_pluggable_backend [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Reverting IP allocation for 2001:db8::f816:3eff:fee9:5890 {{(pid=105438) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:37:06.009775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.ipam_pluggable_backend [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fee9:5890 {{(pid=105438) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:37:06.011181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.036929 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.054067 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Transition to ACTIVE for port object 9c0bb430-e9f3-4287-8e14-20b06f54926a will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:06.058880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:06.062453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:06.067628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:06.068216 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.072104 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241cbd01-eee1-443d-b874-98e1db29a1ed None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:06.084547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=b8cecfcd-e1f1-4783-be67-bc42231a9a7d,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:06.087902 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-91b96da7-d810-4de0-b085-30933bf944c6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8441696 Jul 16 18:37:06.090513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40422) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:06.098649 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-37877ae8-3d0b-4f20-a54f-12d63aeb9dd2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:06.154425 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a0bb285-1d86-4c3d-af3e-1d26fea12746 req-2ffbe20d-0ade-420e-8992-274d12433e89 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0933585 Jul 16 18:37:06.155822 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.204287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:06.210452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:06.214600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:06.235915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37877ae8-3d0b-4f20-a54f-12d63aeb9dd2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:06.239979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-37877ae8-3d0b-4f20-a54f-12d63aeb9dd2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.246278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=9c0bb430-e9f3-4287-8e14-20b06f54926a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:06.285197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:06.285197 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.301664 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': 'b8cecfcd-e1f1-4783-be67-bc42231a9a7d'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:06.302976 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.319608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-076a61b1-435e-489b-8298-09007bc8aef2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0856798 Jul 16 18:37:06.332105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Request body: {'port': {'device_id': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:06.461465 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.531822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Allocated IP 2001:db8::f816:3eff:fefc:ee79 (18e3adaf-12f1-44e4-9bad-a72d00823479/b8cecfcd-e1f1-4783-be67-bc42231a9a7d/c7c2aa50-4bd0-4396-b5ea-5e3548167633) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:06.574452 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-37877ae8-3d0b-4f20-a54f-12d63aeb9dd2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.632681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37877ae8-3d0b-4f20-a54f-12d63aeb9dd2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:06.637799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-37877ae8-3d0b-4f20-a54f-12d63aeb9dd2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:06.643236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37877ae8-3d0b-4f20-a54f-12d63aeb9dd2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:06.644556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-37877ae8-3d0b-4f20-a54f-12d63aeb9dd2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.653058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6a5c7139-c475-490e-9213-0de46933c47e None None] Provisioning for port 9c0bb430-e9f3-4287-8e14-20b06f54926a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:06.666637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37877ae8-3d0b-4f20-a54f-12d63aeb9dd2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=3d566267-4fcf-47af-ba4e-7fb42e31922c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:06.666892 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6a5c7139-c475-490e-9213-0de46933c47e None None] Provisioning complete for port 9c0bb430-e9f3-4287-8e14-20b06f54926a triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:06.668072 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6a5c7139-c475-490e-9213-0de46933c47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.675194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-37877ae8-3d0b-4f20-a54f-12d63aeb9dd2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5831158 Jul 16 18:37:06.677519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40424) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:06.683359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:2c:83:e2', 'name': 'tempest-NetworksTestDHCPv6-1162087701'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:06.754748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6a5c7139-c475-490e-9213-0de46933c47e None None] Port 9c0bb430-e9f3-4287-8e14-20b06f54926a cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:37:06.769836 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.779028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Transition to ACTIVE for port object c7c2aa50-4bd0-4396-b5ea-5e3548167633 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:06.800496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Transition to ACTIVE for port object c7c2aa50-4bd0-4396-b5ea-5e3548167633 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:06.808387 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.814230 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:06.821923 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.849302 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port c5f8a11b-c8cc-4f25-ac6e-8f10754d7d62 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:06.850193 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:06.856909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c0bb430-e9f3-4287-8e14-20b06f54926a {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:06.857490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:06.865003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:06.866602 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.873995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Pushing event updated for resources: {'Port': ['ID=c7c2aa50-4bd0-4396-b5ea-5e3548167633,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:06.879720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Transition to ACTIVE for port object 9c0bb430-e9f3-4287-8e14-20b06f54926a will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:06.884550 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.966674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Pushing event updated for resources: {'Port': ['ID=9c0bb430-e9f3-4287-8e14-20b06f54926a,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:06.985055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Attempting to bind port c7c2aa50-4bd0-4396-b5ea-5e3548167633 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:06.986765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Attempting to bind port c7c2aa50-4bd0-4396-b5ea-5e3548167633 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:06.987320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Attempting to bind port c7c2aa50-4bd0-4396-b5ea-5e3548167633 on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:06.995526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:06.996243 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:06.996953 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:06.998092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:06.998911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Bound port: c7c2aa50-4bd0-4396-b5ea-5e3548167633, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:06.999493 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.062453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Attempting to bind port 9c0bb430-e9f3-4287-8e14-20b06f54926a on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:07.063196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Attempting to bind port 9c0bb430-e9f3-4287-8e14-20b06f54926a by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:07.063819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Attempting to bind port 9c0bb430-e9f3-4287-8e14-20b06f54926a on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:07.070426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Port 9c0bb430-e9f3-4287-8e14-20b06f54926a on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:37:07.071132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Attempting to bind port 9c0bb430-e9f3-4287-8e14-20b06f54926a on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:07.081821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:07.082169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Checking segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:07.082559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Bound using segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:07.083003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Bound port: 9c0bb430-e9f3-4287-8e14-20b06f54926a, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:07.085196 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 172.20.0.11 (18e3adaf-12f1-44e4-9bad-a72d00823479/3d566267-4fcf-47af-ba4e-7fb42e31922c/c5f8a11b-c8cc-4f25-ac6e-8f10754d7d62) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:07.087022 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.095103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] For port c7c2aa50-4bd0-4396-b5ea-5e3548167633, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:07.098388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::f816:3eff:fe2c:83e2 (18e3adaf-12f1-44e4-9bad-a72d00823479/b8cecfcd-e1f1-4783-be67-bc42231a9a7d/c5f8a11b-c8cc-4f25-ac6e-8f10754d7d62) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:07.101452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] For port c7c2aa50-4bd0-4396-b5ea-5e3548167633, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c7c2aa50-4bd0-4396-b5ea-5e3548167633,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:07.109779 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.188492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] For port 9c0bb430-e9f3-4287-8e14-20b06f54926a, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:07.200378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] For port 9c0bb430-e9f3-4287-8e14-20b06f54926a, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9c0bb430-e9f3-4287-8e14-20b06f54926a,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:07.210222 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.261120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49a45b7-2bf2-4d2d-a9d9-d9c594ba3d75 None None] Pushing event updated for resources: {'Port': ['ID=c7c2aa50-4bd0-4396-b5ea-5e3548167633,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.316686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Pushing event updated for resources: {'Port': ['ID=9c0bb430-e9f3-4287-8e14-20b06f54926a,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:07.317495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bb0bb111-e749-44a9-a612-31f4ad045eed no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:07.340556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.341000 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.395665 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-4cf6d964-ffe0-4660-bd42-c88435478c2c service neutron] 10.222.0.18 "PUT /v2.0/ports/9c0bb430-e9f3-4287-8e14-20b06f54926a HTTP/1.1" status: 200 len: 1091 time: 1.0156417 Jul 16 18:37:07.395665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'tag': '9c0bb430-e9f3-4287-8e14-20b06f54926a'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:07.395665 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a" -d '{"events": [{"name": "network-changed", "server_uuid": "46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7", "tag": "9c0bb430-e9f3-4287-8e14-20b06f54926a"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:07.400535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: bb0bb111-e749-44a9-a612-31f4ad045eed {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:07.401179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bb0bb111-e749-44a9-a612-31f4ad045eed not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:07.445736 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5127eb92-bc17-4772-bb0e-fb7fa776fd1d x-openstack-request-id: req-5127eb92-bc17-4772-bb0e-fb7fa776fd1d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:07.446028 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7", "tag": "9c0bb430-e9f3-4287-8e14-20b06f54926a", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:07.446282 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5127eb92-bc17-4772-bb0e-fb7fa776fd1d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:07.446685 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'tag': '9c0bb430-e9f3-4287-8e14-20b06f54926a', 'status': 'completed', 'code': 200} Jul 16 18:37:07.563145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32676-5875-419a-8393-607ddd27560b req-44db23dc-1311-496a-a881-75ffcf43a65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.567651 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-44db23dc-1311-496a-a881-75ffcf43a65d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 1094 time: 0.1360383 Jul 16 18:37:07.639831 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-cc7c024a-94c8-4f1b-b150-01c2b18f9647 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c0bb430-e9f3-4287-8e14-20b06f54926a HTTP/1.1" status: 200 len: 217 time: 0.0647173 Jul 16 18:37:07.713797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32676-5875-419a-8393-607ddd27560b req-92606f62-bdeb-4e2f-a157-0db1a97ceb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.715439 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-92606f62-bdeb-4e2f-a157-0db1a97ceb20 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0698822 Jul 16 18:37:07.781369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a32676-5875-419a-8393-607ddd27560b req-c5cb906b-20f8-487f-8e9e-9a52d9368b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.783252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-c5cb906b-20f8-487f-8e9e-9a52d9368b02 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604501 Jul 16 18:37:07.877999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2a5474-4f65-4d21-a78e-afb102db92a8 req-56115286-ba31-4c81-9d96-422dc54870ed tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:07.879281 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe2a5474-4f65-4d21-a78e-afb102db92a8 req-56115286-ba31-4c81-9d96-422dc54870ed tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 943 time: 0.1548629 Jul 16 18:37:07.895712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-b4fbd56a-a69f-4384-902b-7859960f05e8 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055970 Jul 16 18:37:07.903912 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:07.934549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe2a5474-4f65-4d21-a78e-afb102db92a8 req-459cb56d-c157-412c-8ea7-6647717d2653 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492609 Jul 16 18:37:07.940039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object c5f8a11b-c8cc-4f25-ac6e-8f10754d7d62 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:07.977786 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.019121 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:08.020600 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-85a32676-5875-419a-8393-607ddd27560b req-decb92a0-cc88-4c4c-96c8-cdf09bc0cd74 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169829 Jul 16 18:37:08.022509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:08.028585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:08.060853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=c5f8a11b-c8cc-4f25-ac6e-8f10754d7d62,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.094608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.097044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.114959 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1523c1ae-6437-42ed-8f52-6bb821644049 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.4362106 Jul 16 18:37:08.117583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40430) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.129257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a req-c76751a8-8518-4d04-8886-f08b2b65ce48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.132004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a req-c76751a8-8518-4d04-8886-f08b2b65ce48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 1094 time: 0.0605898 Jul 16 18:37:08.212618 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468b5f90-14e8-4d29-b140-07227c8e6aa7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.218769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468b5f90-14e8-4d29-b140-07227c8e6aa7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.224938 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-468b5f90-14e8-4d29-b140-07227c8e6aa7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1061387 Jul 16 18:37:08.225568 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40432) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.253377 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a req-23ba9cb2-8548-4f01-97db-092e690ebfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.255193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a req-23ba9cb2-8548-4f01-97db-092e690ebfe2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.1183681 Jul 16 18:37:08.315763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a req-96faf025-f80a-4d7d-80c4-8c3ec336eb17 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c0bb430-e9f3-4287-8e14-20b06f54926a HTTP/1.1" status: 200 len: 217 time: 0.0503116 Jul 16 18:37:08.348997 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-68964195-b370-4710-aff6-f12db00b663c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port c5f8a11b-c8cc-4f25-ac6e-8f10754d7d62 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:08.349347 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68964195-b370-4710-aff6-f12db00b663c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.385170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a req-c6f773c9-c238-43c3-b556-ec51a19c31f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.386830 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a req-c6f773c9-c238-43c3-b556-ec51a19c31f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0648072 Jul 16 18:37:08.457463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a req-2e28313a-231b-40a6-8a26-c0d3fa74d825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.459014 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a req-2e28313a-231b-40a6-8a26-c0d3fa74d825 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647595 Jul 16 18:37:08.464973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68964195-b370-4710-aff6-f12db00b663c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.480546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-68964195-b370-4710-aff6-f12db00b663c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for c5f8a11b-c8cc-4f25-ac6e-8f10754d7d62 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:08.506394 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e49f5052-3cb8-4660-8563-eb76ebe82022 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:08.567013 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a req-b9160d5f-b578-4c7c-9a28-cbe5e7ad28e3 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011641 Jul 16 18:37:08.682374 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-807e2d55-c29f-45dd-af0d-ce6b4aa64b6a req-4c339d83-1f94-4ae8-b69f-9f447866e9be service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084602 Jul 16 18:37:08.719445 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68964195-b370-4710-aff6-f12db00b663c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.750951 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68964195-b370-4710-aff6-f12db00b663c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=c5f8a11b-c8cc-4f25-ac6e-8f10754d7d62,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:08.772442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c821fa3c-ec11-4444-9aad-ead13348882e None None] Provisioning for port c7c2aa50-4bd0-4396-b5ea-5e3548167633 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:08.849643 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-68964195-b370-4710-aff6-f12db00b663c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.851719 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-68964195-b370-4710-aff6-f12db00b663c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/c5f8a11b-c8cc-4f25-ac6e-8f10754d7d62 HTTP/1.1" status: 204 len: 168 time: 0.6250396 Jul 16 18:37:08.853987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40434) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.911514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede42bb9-2f80-46a9-b24a-80a303349516 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.913059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede42bb9-2f80-46a9-b24a-80a303349516 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.914721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ede42bb9-2f80-46a9-b24a-80a303349516 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:08.918674 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ede42bb9-2f80-46a9-b24a-80a303349516 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0614417 Jul 16 18:37:08.918898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40436) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:08.952325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b40077-e12e-49d8-b64d-9e2e39d6a603 None None] Update dhcp port {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': 'b8cecfcd-e1f1-4783-be67-bc42231a9a7d', 'ip_address': '2001:db8::f816:3eff:fefc:ee79'}, {'subnet_id': '3d566267-4fcf-47af-ba4e-7fb42e31922c'}], 'binding:host_id': 'n-d-794306-7'}, 'id': 'c7c2aa50-4bd0-4396-b5ea-5e3548167633'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:37:08.977672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-f287206a-6f0a-42cc-8b22-8c9d815281f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 3d566267-4fcf-47af-ba4e-7fb42e31922c {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:08.982181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f287206a-6f0a-42cc-8b22-8c9d815281f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:08.993549 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-54b40077-e12e-49d8-b64d-9e2e39d6a603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.025753 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f287206a-6f0a-42cc-8b22-8c9d815281f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.076769 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f287206a-6f0a-42cc-8b22-8c9d815281f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.156790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bef0df-0d12-4c51-a3d6-f21bfb084529 req-37589714-717f-43d7-a1f2-7ee6986210b8 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-54b40077-e12e-49d8-b64d-9e2e39d6a603 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d566267-4fcf-47af-ba4e-7fb42e31922c: This subnet is being modified by another concurrent operation. Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3d566267-4fcf-47af-ba4e-7fb42e31922c: This subnet is being modified by another concurrent operation. Jul 16 18:37:09.157446 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:37:09.162888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39bef0df-0d12-4c51-a3d6-f21bfb084529 req-37589714-717f-43d7-a1f2-7ee6986210b8 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 943 time: 0.0877924 Jul 16 18:37:09.165672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f287206a-6f0a-42cc-8b22-8c9d815281f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.218604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39bef0df-0d12-4c51-a3d6-f21bfb084529 req-7132321c-cf13-402b-ba85-2bab75f63400 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500669 Jul 16 18:37:09.222244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287206a-6f0a-42cc-8b22-8c9d815281f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=3d566267-4fcf-47af-ba4e-7fb42e31922c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:09.227082 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f287206a-6f0a-42cc-8b22-8c9d815281f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.229417 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f287206a-6f0a-42cc-8b22-8c9d815281f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/3d566267-4fcf-47af-ba4e-7fb42e31922c HTTP/1.1" status: 204 len: 168 time: 0.3095944 Jul 16 18:37:09.232532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40440) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.300426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c455d3e-e754-43f0-aaf1-10215a456e80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet b8cecfcd-e1f1-4783-be67-bc42231a9a7d {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:09.303832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c455d3e-e754-43f0-aaf1-10215a456e80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.347830 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c455d3e-e754-43f0-aaf1-10215a456e80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.399452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f37b2d3-12f1-456c-9542-928ebe3b5686 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:37:09.435278 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a8984d94-5b00-481f-a1c0-c4e4d678f257 None None] Could not find standard attr ID for object c5f8a11b-c8cc-4f25-ac6e-8f10754d7d62. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:09.440311 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c455d3e-e754-43f0-aaf1-10215a456e80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.490138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f37b2d3-12f1-456c-9542-928ebe3b5686 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:37:09.509805 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c455d3e-e754-43f0-aaf1-10215a456e80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.537399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c455d3e-e754-43f0-aaf1-10215a456e80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=b8cecfcd-e1f1-4783-be67-bc42231a9a7d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:09.542099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c455d3e-e754-43f0-aaf1-10215a456e80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.546694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40442) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.546865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9c455d3e-e754-43f0-aaf1-10215a456e80 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/b8cecfcd-e1f1-4783-be67-bc42231a9a7d HTTP/1.1" status: 204 len: 168 time: 0.3128777 Jul 16 18:37:09.587130 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b25497d9-b0ac-4524-833f-c94387f8719a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0385332 Jul 16 18:37:09.589844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40444) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:09.594682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8841d9b2-b2d4-479d-aa00-1b6b57a74373 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:09.694734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8841d9b2-b2d4-479d-aa00-1b6b57a74373 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:09.699179 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8841d9b2-b2d4-479d-aa00-1b6b57a74373 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.742673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8501819-a8cf-424c-b658-71c47792dc45 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:37:09.840069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8501819-a8cf-424c-b658-71c47792dc45 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:37:09.914043 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8841d9b2-b2d4-479d-aa00-1b6b57a74373 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.957320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8841d9b2-b2d4-479d-aa00-1b6b57a74373 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:09.960518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8841d9b2-b2d4-479d-aa00-1b6b57a74373 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:09.964711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8841d9b2-b2d4-479d-aa00-1b6b57a74373 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:09.965310 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8841d9b2-b2d4-479d-aa00-1b6b57a74373 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:09.985657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8841d9b2-b2d4-479d-aa00-1b6b57a74373 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=c8ccb614-da14-4504-8631-c15a1ea5e92c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.001469 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8841d9b2-b2d4-479d-aa00-1b6b57a74373 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4074659 Jul 16 18:37:10.002295 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40446) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:10.009167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:10.134490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:10.138184 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.183329 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a920b79-4307-4752-9ed3-1ab6ffadc0fd None None] Update dhcp port {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': 'c8ccb614-da14-4504-8631-c15a1ea5e92c'}], 'binding:host_id': 'n-d-794306-7'}, 'id': 'c7c2aa50-4bd0-4396-b5ea-5e3548167633'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:37:10.218137 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0a920b79-4307-4752-9ed3-1ab6ffadc0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.395424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-0a920b79-4307-4752-9ed3-1ab6ffadc0fd None None] Allocated IP 172.20.0.2 (18e3adaf-12f1-44e4-9bad-a72d00823479/c8ccb614-da14-4504-8631-c15a1ea5e92c/c7c2aa50-4bd0-4396-b5ea-5e3548167633) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:10.477921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6cf21-7c31-4ea4-8a1e-cf300a4d874d req-f443ddba-3a14-4cd4-ab71-3964a3257b5b tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:10.479449 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ac6cf21-7c31-4ea4-8a1e-cf300a4d874d req-f443ddba-3a14-4cd4-ab71-3964a3257b5b tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 943 time: 0.1091735 Jul 16 18:37:10.488028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0a920b79-4307-4752-9ed3-1ab6ffadc0fd None None] For port c7c2aa50-4bd0-4396-b5ea-5e3548167633, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c7c2aa50-4bd0-4396-b5ea-5e3548167633,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:10.520939 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0a920b79-4307-4752-9ed3-1ab6ffadc0fd None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.535348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0a920b79-4307-4752-9ed3-1ab6ffadc0fd None None] Transition to ACTIVE for port object c7c2aa50-4bd0-4396-b5ea-5e3548167633 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:10.539506 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0a920b79-4307-4752-9ed3-1ab6ffadc0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.554965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:10.558765 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1ac6cf21-7c31-4ea4-8a1e-cf300a4d874d req-0175fa06-a84a-465e-9fcc-2c32040bee8b tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606592 Jul 16 18:37:10.621787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a920b79-4307-4752-9ed3-1ab6ffadc0fd None None] Pushing event updated for resources: {'Port': ['ID=c7c2aa50-4bd0-4396-b5ea-5e3548167633,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:10.745427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.911741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] For port c7c2aa50-4bd0-4396-b5ea-5e3548167633, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c7c2aa50-4bd0-4396-b5ea-5e3548167633,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:10.942652 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.947309 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:10.948070 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.028011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:11.035832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:11.042747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.043348 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.052669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=c10de0de-62bd-40b6-a479-4662f264726b,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:11.065989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=c7c2aa50-4bd0-4396-b5ea-5e3548167633,revision_number=6']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:11.070489 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9624261c-28c0-4397-b088-3594393b7b89 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0667424 Jul 16 18:37:11.073270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40450) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:11.079221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:08:a9:8e', 'name': 'tempest-NetworksTestDHCPv6-1644124270'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:11.185303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c7c2aa50-4bd0-4396-b5ea-5e3548167633 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:11.188431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f49bab-aa44-48cd-b633-ded9a1bbcde4 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:11.210318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:11.258932 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-85450280-5ba5-4d9b-b3b4-0821bc7ef629 None None] Provisioning for port c7c2aa50-4bd0-4396-b5ea-5e3548167633 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:11.298205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.321677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 8a0972dd-6000-4622-9b58-ae1bb0917f95 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:11.467171 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c7c2aa50-4bd0-4396-b5ea-5e3548167633 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:11.498781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 172.20.0.11 (18e3adaf-12f1-44e4-9bad-a72d00823479/c8ccb614-da14-4504-8631-c15a1ea5e92c/8a0972dd-6000-4622-9b58-ae1bb0917f95) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:11.506364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::f816:3eff:fe08:a98e (18e3adaf-12f1-44e4-9bad-a72d00823479/c10de0de-62bd-40b6-a479-4662f264726b/8a0972dd-6000-4622-9b58-ae1bb0917f95) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:11.527008 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port c7c2aa50-4bd0-4396-b5ea-5e3548167633 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:11.531336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c7c2aa50-4bd0-4396-b5ea-5e3548167633 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:11.531879 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.615423 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.654133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port c7c2aa50-4bd0-4396-b5ea-5e3548167633, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c7c2aa50-4bd0-4396-b5ea-5e3548167633,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:11.660115 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.681877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.696867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 8a0972dd-6000-4622-9b58-ae1bb0917f95 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:11.724694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=c7c2aa50-4bd0-4396-b5ea-5e3548167633,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:11.738122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.780218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6aa030-7209-4b6c-9786-6d51086b0498 req-e29cefd9-e633-4c7b-865b-51e5690c57ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.781907 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe6aa030-7209-4b6c-9786-6d51086b0498 req-e29cefd9-e633-4c7b-865b-51e5690c57ca tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 943 time: 0.0748041 Jul 16 18:37:11.790108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:11.793551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:11.797750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:11.826021 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=8a0972dd-6000-4622-9b58-ae1bb0917f95,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:11.835252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fe6aa030-7209-4b6c-9786-6d51086b0498 req-32a06e7a-e9a9-4ce7-ad04-1d2044b2d22d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446992 Jul 16 18:37:11.860190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.860190 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:11.873836 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e7684c93-bae3-4289-8d4c-b0661781db59 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7993350 Jul 16 18:37:11.876360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40454) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:11.942996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f5cf7-ff06-45a6-9038-7a0ff904f9ce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.948907 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f77f5cf7-ff06-45a6-9038-7a0ff904f9ce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:11.950553 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f77f5cf7-ff06-45a6-9038-7a0ff904f9ce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.0726745 Jul 16 18:37:11.953247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40456) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:12.046904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8227b93a-9c75-42ed-93aa-50539ae720b2 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:12.056701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e084b094-3803-41f4-a4fa-419fb39d5920 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 8a0972dd-6000-4622-9b58-ae1bb0917f95 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:12.057043 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e084b094-3803-41f4-a4fa-419fb39d5920 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.134390 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3d1a9ee7-dbec-49ae-818e-80c444969488 None None] Provisioning complete for port c7c2aa50-4bd0-4396-b5ea-5e3548167633 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:12.134672 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3d1a9ee7-dbec-49ae-818e-80c444969488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.150429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e084b094-3803-41f4-a4fa-419fb39d5920 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.162703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-e084b094-3803-41f4-a4fa-419fb39d5920 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 8a0972dd-6000-4622-9b58-ae1bb0917f95 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:12.321812 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.352331 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e084b094-3803-41f4-a4fa-419fb39d5920 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.384304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e084b094-3803-41f4-a4fa-419fb39d5920 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=8a0972dd-6000-4622-9b58-ae1bb0917f95,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.479909 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e084b094-3803-41f4-a4fa-419fb39d5920 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.481820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e084b094-3803-41f4-a4fa-419fb39d5920 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/8a0972dd-6000-4622-9b58-ae1bb0917f95 HTTP/1.1" status: 204 len: 168 time: 0.5276535 Jul 16 18:37:12.484290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40458) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:12.538801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc151e9-e8fc-4626-9095-aba5fba42326 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.540347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc151e9-e8fc-4626-9095-aba5fba42326 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.542329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc151e9-e8fc-4626-9095-aba5fba42326 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:12.543911 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6dc151e9-e8fc-4626-9095-aba5fba42326 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0586784 Jul 16 18:37:12.546523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40460) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:12.596771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-66782705-2df9-4869-934a-326b47a4481c None None] Provisioning complete for port c7c2aa50-4bd0-4396-b5ea-5e3548167633 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:12.597140 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-66782705-2df9-4869-934a-326b47a4481c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.604300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcd98e43-e1b1-4440-b057-05258346071c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet c10de0de-62bd-40b6-a479-4662f264726b {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:12.607642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fcd98e43-e1b1-4440-b057-05258346071c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.650384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fcd98e43-e1b1-4440-b057-05258346071c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.691648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-66782705-2df9-4869-934a-326b47a4481c None None] Could not find standard attr ID for object 8a0972dd-6000-4622-9b58-ae1bb0917f95. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:12.745850 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fcd98e43-e1b1-4440-b057-05258346071c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.805860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dd60716b-8cd8-4fab-8b36-bd51f986dc31 None None] Could not find standard attr ID for object 8a0972dd-6000-4622-9b58-ae1bb0917f95. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:12.811490 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fcd98e43-e1b1-4440-b057-05258346071c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.841400 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fcd98e43-e1b1-4440-b057-05258346071c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.847437 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fcd98e43-e1b1-4440-b057-05258346071c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/c10de0de-62bd-40b6-a479-4662f264726b HTTP/1.1" status: 204 len: 168 time: 0.2960989 Jul 16 18:37:12.847437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd98e43-e1b1-4440-b057-05258346071c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=c10de0de-62bd-40b6-a479-4662f264726b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:12.847807 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40462) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:12.901776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-302d879e-d6f9-4fad-b1c2-8aafc157bfa6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet c8ccb614-da14-4504-8631-c15a1ea5e92c {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:12.905094 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-302d879e-d6f9-4fad-b1c2-8aafc157bfa6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:12.954795 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-302d879e-d6f9-4fad-b1c2-8aafc157bfa6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.049431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37753766-3f5e-4d20-9540-f013077c50e7 req-9cfd7f8f-a44e-43fe-867e-33e246a4df2d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.051102 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37753766-3f5e-4d20-9540-f013077c50e7 req-9cfd7f8f-a44e-43fe-867e-33e246a4df2d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 943 time: 0.0843289 Jul 16 18:37:13.052820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4a2902e-d7d3-4ae1-9da8-cfb9e47893a9 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:13.060575 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-302d879e-d6f9-4fad-b1c2-8aafc157bfa6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.104606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-37753766-3f5e-4d20-9540-f013077c50e7 req-f0bd92e7-cc55-4863-a1f8-8a22b4a8cee4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399835 Jul 16 18:37:13.129506 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-302d879e-d6f9-4fad-b1c2-8aafc157bfa6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.153545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d879e-d6f9-4fad-b1c2-8aafc157bfa6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=c8ccb614-da14-4504-8631-c15a1ea5e92c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:13.159925 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-302d879e-d6f9-4fad-b1c2-8aafc157bfa6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.161976 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-302d879e-d6f9-4fad-b1c2-8aafc157bfa6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/c8ccb614-da14-4504-8631-c15a1ea5e92c HTTP/1.1" status: 204 len: 168 time: 0.3132977 Jul 16 18:37:13.164561 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40466) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:13.204400 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dcc9935d-a668-498a-9d68-5cac475dd8ac tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386541 Jul 16 18:37:13.208644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40468) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:13.217076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-52122467-e085-4dbd-a0af-176a15ef1f29 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:13.297851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16fa4971-6a5d-4b85-84ea-69a33b9a524c None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:13.331970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52122467-e085-4dbd-a0af-176a15ef1f29 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:13.336039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-52122467-e085-4dbd-a0af-176a15ef1f29 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.346312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-16fa4971-6a5d-4b85-84ea-69a33b9a524c None None] Deleting port c7c2aa50-4bd0-4396-b5ea-5e3548167633 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:13.346312 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-16fa4971-6a5d-4b85-84ea-69a33b9a524c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.411200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-16fa4971-6a5d-4b85-84ea-69a33b9a524c None None] For port c7c2aa50-4bd0-4396-b5ea-5e3548167633, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c7c2aa50-4bd0-4396-b5ea-5e3548167633,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:13.411527 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-16fa4971-6a5d-4b85-84ea-69a33b9a524c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.425294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-16fa4971-6a5d-4b85-84ea-69a33b9a524c None None] Calling delete_port for c7c2aa50-4bd0-4396-b5ea-5e3548167633 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:13.512242 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-16fa4971-6a5d-4b85-84ea-69a33b9a524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.535882 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-52122467-e085-4dbd-a0af-176a15ef1f29 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.537605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fa4971-6a5d-4b85-84ea-69a33b9a524c None None] Pushing event deleted for resources: {'Port': ['ID=c7c2aa50-4bd0-4396-b5ea-5e3548167633,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:13.542824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16fa4971-6a5d-4b85-84ea-69a33b9a524c None None] No DVR routers for this DVR port c7c2aa50-4bd0-4396-b5ea-5e3548167633 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:13.588114 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52122467-e085-4dbd-a0af-176a15ef1f29 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:13.591341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-52122467-e085-4dbd-a0af-176a15ef1f29 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:13.594700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52122467-e085-4dbd-a0af-176a15ef1f29 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:13.595647 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-52122467-e085-4dbd-a0af-176a15ef1f29 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.601055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45b375a2-240d-42fc-8d17-89b2e38877f2 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:13.606528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52122467-e085-4dbd-a0af-176a15ef1f29 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=b7fdde4e-bcc7-4560-9fb0-af8c498dc375,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:13.618583 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-52122467-e085-4dbd-a0af-176a15ef1f29 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4061072 Jul 16 18:37:13.621556 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40470) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:13.627875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-37a7b481-fd6c-4d01-8efe-1b085da24c37 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:13.749266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a7b481-fd6c-4d01-8efe-1b085da24c37 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:13.753384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-37a7b481-fd6c-4d01-8efe-1b085da24c37 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.755621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': 'b7fdde4e-bcc7-4560-9fb0-af8c498dc375'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:13.756483 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:13.889754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Allocated IP 172.20.0.2 (18e3adaf-12f1-44e4-9bad-a72d00823479/b7fdde4e-bcc7-4560-9fb0-af8c498dc375/137f4dde-a397-433e-9070-1293e45796b6) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:14.032274 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.040561 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Transition to ACTIVE for port object 137f4dde-a397-433e-9070-1293e45796b6 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:14.047334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-37a7b481-fd6c-4d01-8efe-1b085da24c37 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:14.049950 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-37a7b481-fd6c-4d01-8efe-1b085da24c37 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.055418 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Transition to ACTIVE for port object 137f4dde-a397-433e-9070-1293e45796b6 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:14.061442 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.089334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a7b481-fd6c-4d01-8efe-1b085da24c37 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:14.094119 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-37a7b481-fd6c-4d01-8efe-1b085da24c37 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:14.098423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a7b481-fd6c-4d01-8efe-1b085da24c37 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.099028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-37a7b481-fd6c-4d01-8efe-1b085da24c37 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.104472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:14.107380 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:14.111434 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:14.118607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Pushing event updated for resources: {'Port': ['ID=137f4dde-a397-433e-9070-1293e45796b6,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:14.123991 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-37a7b481-fd6c-4d01-8efe-1b085da24c37 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5011194 Jul 16 18:37:14.124739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7b481-fd6c-4d01-8efe-1b085da24c37 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=22730604-8d0c-43cc-ab08-965a9fd40eef,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:14.127837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40472) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:14.134244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:ad:f5:72', 'name': 'tempest-NetworksTestDHCPv6-1413741539'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:14.185634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Attempting to bind port 137f4dde-a397-433e-9070-1293e45796b6 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:14.186009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Attempting to bind port 137f4dde-a397-433e-9070-1293e45796b6 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:14.186372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Attempting to bind port 137f4dde-a397-433e-9070-1293e45796b6 on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:14.192080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:14.192458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:14.192891 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.193315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:14.193814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Bound port: 137f4dde-a397-433e-9070-1293e45796b6, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:14.194167 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.259383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] For port 137f4dde-a397-433e-9070-1293e45796b6, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:14.262819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] For port 137f4dde-a397-433e-9070-1293e45796b6, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=137f4dde-a397-433e-9070-1293e45796b6,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:14.266879 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.309429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:14.321715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14775621-5832-4a77-aa32-7231ef2efef3 req-06a039ba-af8a-47b9-96db-a73368172747 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.323718 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14775621-5832-4a77-aa32-7231ef2efef3 req-06a039ba-af8a-47b9-96db-a73368172747 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 943 time: 0.1045203 Jul 16 18:37:14.328684 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcef4be9-3570-4987-a057-cadde1db1e09 None None] Pushing event updated for resources: {'Port': ['ID=137f4dde-a397-433e-9070-1293e45796b6,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:14.417025 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14775621-5832-4a77-aa32-7231ef2efef3 req-a37053c3-1094-44ea-a416-b001810294be tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828838 Jul 16 18:37:14.441545 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.475465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 571f2962-ee86-4e51-8fd8-3a8551e30c98 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:14.650592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 172.20.0.6 (18e3adaf-12f1-44e4-9bad-a72d00823479/b7fdde4e-bcc7-4560-9fb0-af8c498dc375/571f2962-ee86-4e51-8fd8-3a8551e30c98) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:14.657106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::f816:3eff:fead:f572 (18e3adaf-12f1-44e4-9bad-a72d00823479/22730604-8d0c-43cc-ab08-965a9fd40eef/571f2962-ee86-4e51-8fd8-3a8551e30c98) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:14.803203 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.815784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 571f2962-ee86-4e51-8fd8-3a8551e30c98 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:14.850656 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.891211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:14.895484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:14.898209 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:14.935687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=571f2962-ee86-4e51-8fd8-3a8551e30c98,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:14.961241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:14.961877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:14.977927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a8c4e685-d7ce-44b1-b53a-8170f1c06252 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8487864 Jul 16 18:37:14.980410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40476) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:15.053657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9efcd47-18e1-4a26-88ef-b9f2bbbee273 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.059625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9efcd47-18e1-4a26-88ef-b9f2bbbee273 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.061305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a9efcd47-18e1-4a26-88ef-b9f2bbbee273 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.0799737 Jul 16 18:37:15.064007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40478) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:15.165624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-0a485d3c-e2fe-493d-9249-32d437a20ae7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 571f2962-ee86-4e51-8fd8-3a8551e30c98 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:15.166175 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0a485d3c-e2fe-493d-9249-32d437a20ae7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.196963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8a1566-96ac-4b3b-a494-9c27f3376c1f None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:15.275858 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0a485d3c-e2fe-493d-9249-32d437a20ae7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.280254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 137f4dde-a397-433e-9070-1293e45796b6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:15.290447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-0a485d3c-e2fe-493d-9249-32d437a20ae7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 571f2962-ee86-4e51-8fd8-3a8551e30c98 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:15.311357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-550c972c-d9ce-4dbc-8b7e-e474282a550b None None] Provisioning for port 137f4dde-a397-433e-9070-1293e45796b6 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:15.378675 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 137f4dde-a397-433e-9070-1293e45796b6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:15.385115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 137f4dde-a397-433e-9070-1293e45796b6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:15.385495 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.473032 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0a485d3c-e2fe-493d-9249-32d437a20ae7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.505767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a485d3c-e2fe-493d-9249-32d437a20ae7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=571f2962-ee86-4e51-8fd8-3a8551e30c98,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:15.544887 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.610426 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c23781-6c23-4d50-ad86-94273203b6ef req-b2a9e49b-edec-45c3-a5c1-e76b6c449bcf tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.612897 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-62c23781-6c23-4d50-ad86-94273203b6ef req-b2a9e49b-edec-45c3-a5c1-e76b6c449bcf tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 943 time: 0.0732756 Jul 16 18:37:15.614502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0a485d3c-e2fe-493d-9249-32d437a20ae7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.618885 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0a485d3c-e2fe-493d-9249-32d437a20ae7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/571f2962-ee86-4e51-8fd8-3a8551e30c98 HTTP/1.1" status: 204 len: 168 time: 0.5512974 Jul 16 18:37:15.620078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40482) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:15.659267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-62c23781-6c23-4d50-ad86-94273203b6ef req-d91a8e92-798f-43fa-9179-cfa296ca99c9 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396852 Jul 16 18:37:15.682677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e966f473-a5f1-4245-a715-0d58053b818d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.683184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e966f473-a5f1-4245-a715-0d58053b818d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.684991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e966f473-a5f1-4245-a715-0d58053b818d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:15.686599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e966f473-a5f1-4245-a715-0d58053b818d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0654454 Jul 16 18:37:15.689491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40484) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:15.732187 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c452773e-dfd7-40d7-8651-067907944790 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.745920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d551a7-8468-44b8-90bb-201936c1a27e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 22730604-8d0c-43cc-ab08-965a9fd40eef {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:15.749257 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26d551a7-8468-44b8-90bb-201936c1a27e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.751163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1cd631-b09d-4864-b78e-1da6d339c089 None None] Update dhcp port {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': 'b7fdde4e-bcc7-4560-9fb0-af8c498dc375', 'ip_address': '172.20.0.2'}, {'subnet_id': '22730604-8d0c-43cc-ab08-965a9fd40eef'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '137f4dde-a397-433e-9070-1293e45796b6'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:37:15.772198 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 137f4dde-a397-433e-9070-1293e45796b6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=137f4dde-a397-433e-9070-1293e45796b6,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:15.781748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.791595 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5d1cd631-b09d-4864-b78e-1da6d339c089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.794176 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26d551a7-8468-44b8-90bb-201936c1a27e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.842869 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26d551a7-8468-44b8-90bb-201936c1a27e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.857920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c7c2aa50-4bd0-4396-b5ea-5e3548167633 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:15.888272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=137f4dde-a397-433e-9070-1293e45796b6,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:15.892727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: c7c2aa50-4bd0-4396-b5ea-5e3548167633 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:15.893137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c7c2aa50-4bd0-4396-b5ea-5e3548167633 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:15.920691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26d551a7-8468-44b8-90bb-201936c1a27e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.947179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d551a7-8468-44b8-90bb-201936c1a27e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=22730604-8d0c-43cc-ab08-965a9fd40eef,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:15.952678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-26d551a7-8468-44b8-90bb-201936c1a27e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:15.954484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-26d551a7-8468-44b8-90bb-201936c1a27e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/22730604-8d0c-43cc-ab08-965a9fd40eef HTTP/1.1" status: 204 len: 168 time: 0.2640591 Jul 16 18:37:15.958162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40486) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-5d1cd631-b09d-4864-b78e-1da6d339c089 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22730604-8d0c-43cc-ab08-965a9fd40eef: This subnet is being modified by another concurrent operation. Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 22730604-8d0c-43cc-ab08-965a9fd40eef: This subnet is being modified by another concurrent operation. Jul 16 18:37:15.970162 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:37:16.010405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50aeada-30b1-4a82-b36a-ed3f6b24bbc3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet b7fdde4e-bcc7-4560-9fb0-af8c498dc375 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:16.013960 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a50aeada-30b1-4a82-b36a-ed3f6b24bbc3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.057292 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a50aeada-30b1-4a82-b36a-ed3f6b24bbc3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.147837 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a50aeada-30b1-4a82-b36a-ed3f6b24bbc3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.149131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-600f7aa3-249d-42b6-a825-6c8bf1c5da4b None None] Could not find standard attr ID for object 571f2962-ee86-4e51-8fd8-3a8551e30c98. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:16.162522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db48477-9e9e-4262-b9a2-2e53538a7184 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:37:16.165740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-600f7aa3-249d-42b6-a825-6c8bf1c5da4b None None] Provisioning complete for port 137f4dde-a397-433e-9070-1293e45796b6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:16.166181 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-600f7aa3-249d-42b6-a825-6c8bf1c5da4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.209383 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a50aeada-30b1-4a82-b36a-ed3f6b24bbc3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.237145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50aeada-30b1-4a82-b36a-ed3f6b24bbc3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=b7fdde4e-bcc7-4560-9fb0-af8c498dc375,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:16.240828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a50aeada-30b1-4a82-b36a-ed3f6b24bbc3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.242850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a50aeada-30b1-4a82-b36a-ed3f6b24bbc3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/b7fdde4e-bcc7-4560-9fb0-af8c498dc375 HTTP/1.1" status: 204 len: 168 time: 0.2835751 Jul 16 18:37:16.245228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40488) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:16.283632 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-62270d9b-429e-4702-bd07-feb70b3f7a10 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0369225 Jul 16 18:37:16.286107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40490) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:16.301074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db48477-9e9e-4262-b9a2-2e53538a7184 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:37:16.358839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ab879a-d460-436d-856e-469d1a28040e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.360336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b3ab879a-d460-436d-856e-469d1a28040e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0731981 Jul 16 18:37:16.363763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40492) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:16.511258 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9c0bb430-e9f3-4287-8e14-20b06f54926a details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:37:16.578818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2adfc0-67b9-470f-9f18-5a5524b83dec None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:37:16.667146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d92f58f7-5d8c-4bdb-85c0-919845a8a591 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.670958 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d92f58f7-5d8c-4bdb-85c0-919845a8a591 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3039017 Jul 16 18:37:16.671261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40494) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:16.686818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ab584e01-1826-4184-99c9-6644dba2dcd9 None None] Provisioning complete for port 137f4dde-a397-433e-9070-1293e45796b6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:16.687197 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ab584e01-1826-4184-99c9-6644dba2dcd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.690027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9c0bb430-e9f3-4287-8e14-20b06f54926a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9c0bb430-e9f3-4287-8e14-20b06f54926a,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:16.716912 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4952471b-64e8-4f6d-ade7-6434de633c52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435495 Jul 16 18:37:16.716912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40498) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:16.723700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2ec29252-4ff5-4962-8c7e-2f63511e1aa4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:16.739758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '9c0bb430-e9f3-4287-8e14-20b06f54926a', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'port_id': '9c0bb430-e9f3-4287-8e14-20b06f54926a', 'mac_address': 'fa:16:3e:10:9c:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:37:16.755502 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2adfc0-67b9-470f-9f18-5a5524b83dec None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:37:16.821188 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.853227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec29252-4ff5-4962-8c7e-2f63511e1aa4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:16.856792 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ec29252-4ff5-4962-8c7e-2f63511e1aa4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.858611 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec29252-4ff5-4962-8c7e-2f63511e1aa4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:37:16.859044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec29252-4ff5-4962-8c7e-2f63511e1aa4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:16.873782 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c0bb430-e9f3-4287-8e14-20b06f54926a {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:37:16.878043 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2ec29252-4ff5-4962-8c7e-2f63511e1aa4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1603596 Jul 16 18:37:16.881231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40500) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:16.886885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-047e9035-0707-447d-9994-6b77e394a954 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:16.887868 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5edf8c-6110-441c-8d0f-f85de11ea79a req-aa948c66-503d-4458-b206-bbc5f4341b88 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:16.889406 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd5edf8c-6110-441c-8d0f-f85de11ea79a req-aa948c66-503d-4458-b206-bbc5f4341b88 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 943 time: 0.1027966 Jul 16 18:37:16.933848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd5edf8c-6110-441c-8d0f-f85de11ea79a req-136a9df8-5da8-4a27-95bf-1442b8f0b13f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367732 Jul 16 18:37:16.934123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9c0bb430-e9f3-4287-8e14-20b06f54926a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9c0bb430-e9f3-4287-8e14-20b06f54926a,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:16.952795 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.989043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-047e9035-0707-447d-9994-6b77e394a954 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:16.992583 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-047e9035-0707-447d-9994-6b77e394a954 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:16.993968 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-047e9035-0707-447d-9994-6b77e394a954 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:37:16.994391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-047e9035-0707-447d-9994-6b77e394a954 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:17.011146 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-047e9035-0707-447d-9994-6b77e394a954 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1287668 Jul 16 18:37:17.014574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40502) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.019676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-367060a8-dee7-4f79-a259-d2058bc6fd8f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:17.039962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9c0bb430-e9f3-4287-8e14-20b06f54926a,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.108879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367060a8-dee7-4f79-a259-d2058bc6fd8f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:17.112885 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-367060a8-dee7-4f79-a259-d2058bc6fd8f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.114248 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-367060a8-dee7-4f79-a259-d2058bc6fd8f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:37:17.114682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-367060a8-dee7-4f79-a259-d2058bc6fd8f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:17.130082 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-367060a8-dee7-4f79-a259-d2058bc6fd8f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1144779 Jul 16 18:37:17.133555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40504) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.135755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9b87e70-daa9-4253-b498-39ae07034aab None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:17.137870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5654108d-ddc2-4549-8659-ce2db19e35a5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:17.161880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['9c0bb430-e9f3-4287-8e14-20b06f54926a'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:37:17.239581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5654108d-ddc2-4549-8659-ce2db19e35a5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:17.245491 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5654108d-ddc2-4549-8659-ce2db19e35a5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.248002 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-5654108d-ddc2-4549-8659-ce2db19e35a5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:37:17.248002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5654108d-ddc2-4549-8659-ce2db19e35a5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:17.264811 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5654108d-ddc2-4549-8659-ce2db19e35a5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1306975 Jul 16 18:37:17.269199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40506) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.276177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b411093b-30e1-45c1-a9d4-e895b9853758 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:17.276749 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 137f4dde-a397-433e-9070-1293e45796b6 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:17.283673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ad3f07e5-a007-4e50-9283-d7e47c9a7e2f None None] Provisioning complete for port 137f4dde-a397-433e-9070-1293e45796b6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:17.283673 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ad3f07e5-a007-4e50-9283-d7e47c9a7e2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.383371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b411093b-30e1-45c1-a9d4-e895b9853758 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:17.387290 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b411093b-30e1-45c1-a9d4-e895b9853758 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.388738 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-b411093b-30e1-45c1-a9d4-e895b9853758 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:37:17.389258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b411093b-30e1-45c1-a9d4-e895b9853758 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:17.409999 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b411093b-30e1-45c1-a9d4-e895b9853758 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1352303 Jul 16 18:37:17.410186 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40508) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.415644 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-89347e0f-ac19-49c8-ba39-9b089a1eab6a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:17.515202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89347e0f-ac19-49c8-ba39-9b089a1eab6a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:17.521035 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89347e0f-ac19-49c8-ba39-9b089a1eab6a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.522474 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-89347e0f-ac19-49c8-ba39-9b089a1eab6a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:37:17.522926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89347e0f-ac19-49c8-ba39-9b089a1eab6a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:17.525495 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.539590 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-89347e0f-ac19-49c8-ba39-9b089a1eab6a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1281934 Jul 16 18:37:17.542053 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40510) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.547083 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd76ae2-d870-401f-9260-93f911fc780a None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:17.607212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a715b94-9bec-431f-842a-61792e654960 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.608705 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2a715b94-9bec-431f-842a-61792e654960 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0656462 Jul 16 18:37:17.612696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40512) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.616459 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 137f4dde-a397-433e-9070-1293e45796b6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=137f4dde-a397-433e-9070-1293e45796b6,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:17.623436 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.666589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd8a1c9a-a530-4ace-abcf-b10922e5b3f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:17.668081 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bd8a1c9a-a530-4ace-abcf-b10922e5b3f4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0543807 Jul 16 18:37:17.670744 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40514) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.708913 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d08b6ed9-02fd-4b09-9afc-d2c02a8d3cbb tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0370023 Jul 16 18:37:17.713261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40516) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:17.713992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6cd76ae2-d870-401f-9260-93f911fc780a None None] Deleting port 137f4dde-a397-433e-9070-1293e45796b6 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:17.714376 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ae2-d870-401f-9260-93f911fc780a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.718133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d03a4a82-8c5d-4198-a321-e182ad390269 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:17.721432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=137f4dde-a397-433e-9070-1293e45796b6,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.809729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d03a4a82-8c5d-4198-a321-e182ad390269 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:17.811206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6cd76ae2-d870-401f-9260-93f911fc780a None None] For port 137f4dde-a397-433e-9070-1293e45796b6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=137f4dde-a397-433e-9070-1293e45796b6,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:17.811623 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ae2-d870-401f-9260-93f911fc780a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.815032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d03a4a82-8c5d-4198-a321-e182ad390269 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.828225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6cd76ae2-d870-401f-9260-93f911fc780a None None] Calling delete_port for 137f4dde-a397-433e-9070-1293e45796b6 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:17.914079 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6cd76ae2-d870-401f-9260-93f911fc780a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:17.941338 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd76ae2-d870-401f-9260-93f911fc780a None None] Pushing event deleted for resources: {'Port': ['ID=137f4dde-a397-433e-9070-1293e45796b6,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:17.945491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd76ae2-d870-401f-9260-93f911fc780a None None] No DVR routers for this DVR port 137f4dde-a397-433e-9070-1293e45796b6 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:18.094019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-d03a4a82-8c5d-4198-a321-e182ad390269 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:18.096422 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d03a4a82-8c5d-4198-a321-e182ad390269 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.154775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d03a4a82-8c5d-4198-a321-e182ad390269 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:18.162984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-d03a4a82-8c5d-4198-a321-e182ad390269 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:18.165473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03a4a82-8c5d-4198-a321-e182ad390269 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=8b70c006-a807-43bc-a9e7-465bfbd93ae6,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.167904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a4a82-8c5d-4198-a321-e182ad390269 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.168842 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d03a4a82-8c5d-4198-a321-e182ad390269 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.175324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46807ff3-1f6d-4d25-be7a-f17368753807 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:18.191885 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07bb24b-9755-4129-be7f-a48e6fea30c6 req-62c282c0-92ff-4ca7-ab63-e141af0fa48a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:18.193379 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a07bb24b-9755-4129-be7f-a48e6fea30c6 req-62c282c0-92ff-4ca7-ab63-e141af0fa48a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 944 time: 0.1467788 Jul 16 18:37:18.196007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d03a4a82-8c5d-4198-a321-e182ad390269 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4817712 Jul 16 18:37:18.197861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40520) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:18.203979 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:04:d9:b2', 'name': 'tempest-NetworksTestDHCPv6-1436433912'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:18.259266 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.262797 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7f1978a2-17ee-4d19-b458-402a54673a43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.303680 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a07bb24b-9755-4129-be7f-a48e6fea30c6 req-91940073-f1b6-4bcd-82f8-4e8883491df3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944149 Jul 16 18:37:18.349851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:18.352854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': '8b70c006-a807-43bc-a9e7-465bfbd93ae6'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:18.353828 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.446374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.467831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 1e9c23df-8e52-444b-977d-08625c1b2d02 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:18.496815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Allocated IP 2001:db8::f816:3eff:fe68:d85 (18e3adaf-12f1-44e4-9bad-a72d00823479/8b70c006-a807-43bc-a9e7-465bfbd93ae6/91b6ab0f-dff1-43b0-9111-e90a0b95f988) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:18.510632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9c0bb430-e9f3-4287-8e14-20b06f54926a up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:18.626002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 9c0bb430-e9f3-4287-8e14-20b06f54926a completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:18.636585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 9c0bb430-e9f3-4287-8e14-20b06f54926a triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:18.636961 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.701594 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.713519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Transition to ACTIVE for port object 91b6ab0f-dff1-43b0-9111-e90a0b95f988 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:18.751074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Transition to ACTIVE for port object 91b6ab0f-dff1-43b0-9111-e90a0b95f988 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:18.761798 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.959299 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:18.978584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:18.986801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:18.989388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Pushing event updated for resources: {'Port': ['ID=91b6ab0f-dff1-43b0-9111-e90a0b95f988,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:18.996752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:19.007352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0bb430-e9f3-4287-8e14-20b06f54926a'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:19.009773 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b87a1-a89a-41ab-af8e-47ca9569020b" -d '{"events": [{"server_uuid": "46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7", "name": "network-vif-plugged", "status": "completed", "tag": "9c0bb430-e9f3-4287-8e14-20b06f54926a"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:19.047156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9c0bb430-e9f3-4287-8e14-20b06f54926a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9c0bb430-e9f3-4287-8e14-20b06f54926a,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:19.065681 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09fa8c4-628a-46d8-9347-de8a862207d7 x-openstack-request-id: req-d09fa8c4-628a-46d8-9347-de8a862207d7 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:19.065986 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7", "name": "network-vif-plugged", "status": "completed", "tag": "9c0bb430-e9f3-4287-8e14-20b06f54926a", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:19.066239 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d09fa8c4-628a-46d8-9347-de8a862207d7 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:19.066638 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c0bb430-e9f3-4287-8e14-20b06f54926a', 'code': 200} Jul 16 18:37:19.067906 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.105074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Attempting to bind port 91b6ab0f-dff1-43b0-9111-e90a0b95f988 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:19.105438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Attempting to bind port 91b6ab0f-dff1-43b0-9111-e90a0b95f988 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:19.105782 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Attempting to bind port 91b6ab0f-dff1-43b0-9111-e90a0b95f988 on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:19.120605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:19.120980 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:19.121397 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.121799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:19.122277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Bound port: 91b6ab0f-dff1-43b0-9111-e90a0b95f988, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:19.122656 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.166126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9c0bb430-e9f3-4287-8e14-20b06f54926a,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:19.194325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::f816:3eff:fe04:d9b2 (18e3adaf-12f1-44e4-9bad-a72d00823479/8b70c006-a807-43bc-a9e7-465bfbd93ae6/1e9c23df-8e52-444b-977d-08625c1b2d02) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:19.203153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-49d32287-2c99-4184-8451-81716434ee47 None None] For port 91b6ab0f-dff1-43b0-9111-e90a0b95f988, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:19.206885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-49d32287-2c99-4184-8451-81716434ee47 None None] For port 91b6ab0f-dff1-43b0-9111-e90a0b95f988, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=91b6ab0f-dff1-43b0-9111-e90a0b95f988,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:19.211760 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.220594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6245e4-3cbe-483b-871a-a413849fd7a3 req-6f764ee6-b34b-4fea-bec6-3119db49d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.222952 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be6245e4-3cbe-483b-871a-a413849fd7a3 req-6f764ee6-b34b-4fea-bec6-3119db49d590 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 1096 time: 0.0722218 Jul 16 18:37:19.265253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-be6245e4-3cbe-483b-871a-a413849fd7a3 req-0d2aac2b-b7f3-4470-8b72-b22028737ca7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361779 Jul 16 18:37:19.277111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d32287-2c99-4184-8451-81716434ee47 None None] Pushing event updated for resources: {'Port': ['ID=91b6ab0f-dff1-43b0-9111-e90a0b95f988,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:19.360977 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.380809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 1e9c23df-8e52-444b-977d-08625c1b2d02 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:19.420208 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.526704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:19.535491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:19.538402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:19.544020 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.544642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.547343 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=1e9c23df-8e52-444b-977d-08625c1b2d02,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:19.573867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-87f099b2-a02e-4aa7-8206-6cb15c45a088 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3726141 Jul 16 18:37:19.575222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40526) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:19.623985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bcd3ca-ec07-499e-b13c-466648e29837 req-e5d08fa4-63df-4c9d-8aa6-3ac19ca793d4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.625461 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5bcd3ca-ec07-499e-b13c-466648e29837 req-e5d08fa4-63df-4c9d-8aa6-3ac19ca793d4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 945 time: 0.1724682 Jul 16 18:37:19.682942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208ca64-4124-4235-b977-3017da796193 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.688680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208ca64-4124-4235-b977-3017da796193 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:19.690991 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2208ca64-4124-4235-b977-3017da796193 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1146779 Jul 16 18:37:19.693743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40528) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:19.694371 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5bcd3ca-ec07-499e-b13c-466648e29837 req-d675d306-5bf8-443c-8868-8798906d8bdd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624707 Jul 16 18:37:19.789749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a2aaac4c-089d-400a-95f5-16625cf99e8a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 1e9c23df-8e52-444b-977d-08625c1b2d02 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:19.790008 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2aaac4c-089d-400a-95f5-16625cf99e8a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.879640 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2aaac4c-089d-400a-95f5-16625cf99e8a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:19.893453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a2aaac4c-089d-400a-95f5-16625cf99e8a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 1e9c23df-8e52-444b-977d-08625c1b2d02 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:19.941702 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.031246 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2aaac4c-089d-400a-95f5-16625cf99e8a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.064912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2aaac4c-089d-400a-95f5-16625cf99e8a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=1e9c23df-8e52-444b-977d-08625c1b2d02,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:20.094380 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2aaac4c-089d-400a-95f5-16625cf99e8a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.100096 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a2aaac4c-089d-400a-95f5-16625cf99e8a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/1e9c23df-8e52-444b-977d-08625c1b2d02 HTTP/1.1" status: 204 len: 168 time: 0.4052491 Jul 16 18:37:20.100648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40530) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:20.156037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64939c5-95ff-4fcb-b660-91fb9dc11fb7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.157676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64939c5-95ff-4fcb-b660-91fb9dc11fb7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.159212 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f64939c5-95ff-4fcb-b660-91fb9dc11fb7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0575755 Jul 16 18:37:20.161959 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40532) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:20.216338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b824822c-70c7-48c0-816a-e4aba9734d86 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 8b70c006-a807-43bc-a9e7-465bfbd93ae6 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:20.220243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b824822c-70c7-48c0-816a-e4aba9734d86 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.261269 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b824822c-70c7-48c0-816a-e4aba9734d86 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.297570 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4a1a142e-5d95-4866-b156-93229c0c01fa None None] Provisioning for port 91b6ab0f-dff1-43b0-9111-e90a0b95f988 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:20.354086 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b824822c-70c7-48c0-816a-e4aba9734d86 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.416353 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b824822c-70c7-48c0-816a-e4aba9734d86 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.444950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b824822c-70c7-48c0-816a-e4aba9734d86 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=8b70c006-a807-43bc-a9e7-465bfbd93ae6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:20.446914 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b824822c-70c7-48c0-816a-e4aba9734d86 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.451154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b824822c-70c7-48c0-816a-e4aba9734d86 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/8b70c006-a807-43bc-a9e7-465bfbd93ae6 HTTP/1.1" status: 204 len: 168 time: 0.2858973 Jul 16 18:37:20.451386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40534) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:20.494321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8e467d3e-b76d-4d06-9729-c47bc065dbcb tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0407355 Jul 16 18:37:20.495918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40536) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:20.501100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:20.519663 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e86b992f-15d5-43d0-9e41-63c5a571b3f9 None None] Could not find standard attr ID for object 1e9c23df-8e52-444b-977d-08625c1b2d02. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:20.594559 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:20.599205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.655722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d18fddf5-85c2-4723-9ac5-16f09c313f98 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:20.843771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987b2707-7903-4287-9da3-8e0dea3c828f None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:20.893048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175b78e-8288-4cd8-8b6e-ffbe5bb3ff7b req-eace2566-9658-489b-a559-5600b2223b5a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:20.893967 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-987b2707-7903-4287-9da3-8e0dea3c828f None None] Deleting port 91b6ab0f-dff1-43b0-9111-e90a0b95f988 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:20.894508 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-987b2707-7903-4287-9da3-8e0dea3c828f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.894911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9175b78e-8288-4cd8-8b6e-ffbe5bb3ff7b req-eace2566-9658-489b-a559-5600b2223b5a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0734456 Jul 16 18:37:20.915627 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:20.937552 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9175b78e-8288-4cd8-8b6e-ffbe5bb3ff7b req-ff78cd47-5d63-4d5b-bc32-7d76686be82b tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364256 Jul 16 18:37:20.981210 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-987b2707-7903-4287-9da3-8e0dea3c828f None None] For port 91b6ab0f-dff1-43b0-9111-e90a0b95f988, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=91b6ab0f-dff1-43b0-9111-e90a0b95f988,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:20.981686 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-987b2707-7903-4287-9da3-8e0dea3c828f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:20.994736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-987b2707-7903-4287-9da3-8e0dea3c828f None None] Calling delete_port for 91b6ab0f-dff1-43b0-9111-e90a0b95f988 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:21.080088 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-987b2707-7903-4287-9da3-8e0dea3c828f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.103242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987b2707-7903-4287-9da3-8e0dea3c828f None None] Pushing event deleted for resources: {'Port': ['ID=91b6ab0f-dff1-43b0-9111-e90a0b95f988,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.109568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987b2707-7903-4287-9da3-8e0dea3c828f None None] No DVR routers for this DVR port 91b6ab0f-dff1-43b0-9111-e90a0b95f988 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:21.118215 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.158570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Port 91b6ab0f-dff1-43b0-9111-e90a0b95f988 concurrently deleted while adding address for new subnet {'id': '444b2e25-03a7-45f1-b3ad-70dcda54faec', 'name': '', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 3821, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T18:37:20Z', 'updated_at': '2021-07-16T18:37:20Z', 'revision_number': 0, 'segment_id': None, 'project_id': '4b693dbcb99645558f6a07589810545c'}. {{(pid=105438) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 18:37:21.159131 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.209092 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:21.222179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6e7c82-a9dc-4f3f-9a97-c54687482211 req-32cf0181-32f7-4d25-a43a-5dec1e17af6e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.223676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b6e7c82-a9dc-4f3f-9a97-c54687482211 req-32cf0181-32f7-4d25-a43a-5dec1e17af6e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 945 time: 0.1536951 Jul 16 18:37:21.224495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:21.228943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.229550 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.233899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca18764-6ddb-4dbc-b41b-4821424c9962 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:21.246685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=444b2e25-03a7-45f1-b3ad-70dcda54faec,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.266442 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1b5c815f-bcbc-4aef-b93c-9b214042bb73 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7695131 Jul 16 18:37:21.269523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40542) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:21.274956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:f8:dc:db', 'name': 'tempest-NetworksTestDHCPv6-1468258545'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:21.283150 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5b6e7c82-a9dc-4f3f-9a97-c54687482211 req-fcaa8487-2440-4a40-9b90-aa21a5c60848 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491779 Jul 16 18:37:21.315371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40544) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:21.381943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8c0dde-9d38-4f5d-8e06-0d48c2f16491 tempest-TestVolumeBootPattern-33405989 tempest-TestVolumeBootPattern-33405989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:21.383492 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-da8c0dde-9d38-4f5d-8e06-0d48c2f16491 tempest-TestVolumeBootPattern-33405989 tempest-TestVolumeBootPattern-33405989-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 1091 time: 0.0669785 Jul 16 18:37:21.386300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40546) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:21.391086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '9c0bb430-e9f3-4287-8e14-20b06f54926a', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address': '172.20.0.9'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:21.398226 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': '444b2e25-03a7-45f1-b3ad-70dcda54faec'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:21.399378 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.414010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:21.432294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.503791 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.527674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 5077b5dc-2af4-4fd7-83f5-028f170c13cb yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:21.535813 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.537645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Allocated IP 2001:db8::f816:3eff:fe42:cbaa (18e3adaf-12f1-44e4-9bad-a72d00823479/444b2e25-03a7-45f1-b3ad-70dcda54faec/38c41b9f-aa6f-4464-a126-6a700dad6a2e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:21.648081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Allocated IP 172.25.7.154 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/588b2475-0920-4368-8d00-c60a11453e34) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:21.683518 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.691767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Transition to ACTIVE for port object 38c41b9f-aa6f-4464-a126-6a700dad6a2e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:21.706517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Transition to ACTIVE for port object 38c41b9f-aa6f-4464-a126-6a700dad6a2e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:21.712921 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.752862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:21.755715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:21.759392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:21.764976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Pushing event updated for resources: {'Port': ['ID=38c41b9f-aa6f-4464-a126-6a700dad6a2e,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.765176 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.768597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::f816:3eff:fef8:dcdb (18e3adaf-12f1-44e4-9bad-a72d00823479/444b2e25-03a7-45f1-b3ad-70dcda54faec/5077b5dc-2af4-4fd7-83f5-028f170c13cb) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:21.808017 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.826147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Attempting to bind port 38c41b9f-aa6f-4464-a126-6a700dad6a2e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:21.826512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Attempting to bind port 38c41b9f-aa6f-4464-a126-6a700dad6a2e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:21.826878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Attempting to bind port 38c41b9f-aa6f-4464-a126-6a700dad6a2e on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:21.835552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:21.836807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:21.836807 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.836807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:21.837303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Bound port: 38c41b9f-aa6f-4464-a126-6a700dad6a2e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:21.837689 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.851243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:21.854470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:21.858567 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:21.865191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=588b2475-0920-4368-8d00-c60a11453e34,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:21.904223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] For port 38c41b9f-aa6f-4464-a126-6a700dad6a2e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:21.909372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] For port 38c41b9f-aa6f-4464-a126-6a700dad6a2e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=38c41b9f-aa6f-4464-a126-6a700dad6a2e,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:21.914515 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.948388 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:21.971804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 5077b5dc-2af4-4fd7-83f5-028f170c13cb will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:21.982968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b440a60-a979-4dd3-850d-37d39ad508e4 None None] Pushing event updated for resources: {'Port': ['ID=38c41b9f-aa6f-4464-a126-6a700dad6a2e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.012250 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.019034 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.068747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:22.072230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:22.076732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:22.083057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.083720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.087498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=5077b5dc-2af4-4fd7-83f5-028f170c13cb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.103248 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2522718b-7d9b-42ff-a803-7db8cd4a0b0a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8326228 Jul 16 18:37:22.107109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40548) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.203699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e997b-92d9-49f7-bc70-8210f3ab01a9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.210117 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3e997b-92d9-49f7-bc70-8210f3ab01a9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.211913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8d3e997b-92d9-49f7-bc70-8210f3ab01a9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1037841 Jul 16 18:37:22.214525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40550) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.324392 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.345397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-56a65637-4012-43af-a0af-bd687e4b52f5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 5077b5dc-2af4-4fd7-83f5-028f170c13cb {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:22.347476 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56a65637-4012-43af-a0af-bd687e4b52f5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.407633 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.443782 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56a65637-4012-43af-a0af-bd687e4b52f5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.456368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-56a65637-4012-43af-a0af-bd687e4b52f5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 5077b5dc-2af4-4fd7-83f5-028f170c13cb owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:22.574286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.580518 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.590907 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56a65637-4012-43af-a0af-bd687e4b52f5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.626474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a65637-4012-43af-a0af-bd687e4b52f5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=5077b5dc-2af4-4fd7-83f5-028f170c13cb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.661346 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-56a65637-4012-43af-a0af-bd687e4b52f5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.663316 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=588b2475-0920-4368-8d00-c60a11453e34,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:22.666364 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-56a65637-4012-43af-a0af-bd687e4b52f5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/5077b5dc-2af4-4fd7-83f5-028f170c13cb HTTP/1.1" status: 204 len: 168 time: 0.4507892 Jul 16 18:37:22.667063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40552) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.680731 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.769887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b22de47-34e0-4e71-a3f6-ca6770291c8a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.771542 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b22de47-34e0-4e71-a3f6-ca6770291c8a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:22.773147 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9b22de47-34e0-4e71-a3f6-ca6770291c8a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1048243 Jul 16 18:37:22.775899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40554) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:22.831958 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Floating IP 656d74b5-6475-4a01-9c17-0f442b67904e associated. External IP: 172.25.7.154, port: 9c0bb430-e9f3-4287-8e14-20b06f54926a. Jul 16 18:37:22.834836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e2c5daf-7ae6-4213-b820-6651c089e66d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 444b2e25-03a7-45f1-b3ad-70dcda54faec {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:22.838255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5daf-7ae6-4213-b820-6651c089e66d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.883893 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5daf-7ae6-4213-b820-6651c089e66d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:22.980980 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5daf-7ae6-4213-b820-6651c089e66d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.052306 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5daf-7ae6-4213-b820-6651c089e66d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.062778 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-76f74fde-6ab4-4d23-86a0-08dc247448c2 None None] Provisioning for port 38c41b9f-aa6f-4464-a126-6a700dad6a2e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:23.066913 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Router c535be95-2fd5-4e15-8116-e6471c78bed6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:37:23.090314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2c5daf-7ae6-4213-b820-6651c089e66d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=444b2e25-03a7-45f1-b3ad-70dcda54faec,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.092526 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6e2c5daf-7ae6-4213-b820-6651c089e66d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.094465 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6e2c5daf-7ae6-4213-b820-6651c089e66d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/444b2e25-03a7-45f1-b3ad-70dcda54faec HTTP/1.1" status: 204 len: 168 time: 0.3174715 Jul 16 18:37:23.098001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40556) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:23.143228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e1e2415e-770c-4f41-b9fa-aa306dd9b56f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0440795 Jul 16 18:37:23.145681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40558) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:23.182735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a39753fe-92e1-418a-8564-2b3b1c7c4289 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:23.186842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:37:23.201398 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bc9f0-98df-411e-8f68-d9162f86669c None None] Sync routers for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:37:23.206431 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.212534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5456fa13-396b-4a34-8b96-22617fe086a1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.214218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5456fa13-396b-4a34-8b96-22617fe086a1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0676036 Jul 16 18:37:23.216693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40562) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:23.220882 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bc9f0-98df-411e-8f68-d9162f86669c None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:23.221505 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ed8bc9f0-98df-411e-8f68-d9162f86669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:37:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:23.242018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-94f3bd44-cde6-477a-bd8a-f73a99cc8408 None None] Could not find standard attr ID for object 5077b5dc-2af4-4fd7-83f5-028f170c13cb. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:23.247723 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2488da55-306b-4b3a-ac0c-8a271fc61cf6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8603547 Jul 16 18:37:23.248304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'tag': '9c0bb430-e9f3-4287-8e14-20b06f54926a'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:37:23.250639 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07" -d '{"events": [{"name": "network-changed", "server_uuid": "46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7", "tag": "9c0bb430-e9f3-4287-8e14-20b06f54926a"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:37:23.291506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412fc8d1-1302-445d-bff7-8ddaa73bb29a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.295638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-412fc8d1-1302-445d-bff7-8ddaa73bb29a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0756838 Jul 16 18:37:23.295880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40568) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:23.318238 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c480df-1925-40a7-ad94-a35b85f004b8 x-openstack-request-id: req-e5c480df-1925-40a7-ad94-a35b85f004b8 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:37:23.318688 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7", "tag": "9c0bb430-e9f3-4287-8e14-20b06f54926a", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:37:23.319063 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e5c480df-1925-40a7-ad94-a35b85f004b8 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:37:23.319653 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'tag': '9c0bb430-e9f3-4287-8e14-20b06f54926a', 'status': 'completed', 'code': 200} Jul 16 18:37:23.381707 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-10812e8f-d7cc-48e4-a056-09bd215384c2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0820937 Jul 16 18:37:23.381906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 38c41b9f-aa6f-4464-a126-6a700dad6a2e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:23.386384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40570) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:23.391830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:23.394120 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ed8bc9f0-98df-411e-8f68-d9162f86669c None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:23.433369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07 req-f15ae14d-7fdc-4272-ab5f-b2287b70f40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.434907 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07 req-f15ae14d-7fdc-4272-ab5f-b2287b70f40e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 1096 time: 0.0806296 Jul 16 18:37:23.486704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 38c41b9f-aa6f-4464-a126-6a700dad6a2e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:23.491915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 38c41b9f-aa6f-4464-a126-6a700dad6a2e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:23.492501 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.509526 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:23.517906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.552589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e304ee5b-0f15-4f55-b64d-145a3f7a2867 None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:23.561724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07 req-345069df-3c75-485c-baab-37dc62619c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.563392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07 req-345069df-3c75-485c-baab-37dc62619c2f service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.1223316 Jul 16 18:37:23.649496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e304ee5b-0f15-4f55-b64d-145a3f7a2867 None None] Deleting port 38c41b9f-aa6f-4464-a126-6a700dad6a2e {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:23.650107 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e304ee5b-0f15-4f55-b64d-145a3f7a2867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.652173 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.702752 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ed8bc9f0-98df-411e-8f68-d9162f86669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '656d74b5-6475-4a01-9c17-0f442b67904e', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '9c0bb430-e9f3-4287-8e14-20b06f54926a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:10:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:37:22Z', 'updated_at': '2021-07-16T18:37:22Z', 'revision_number': 0, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:23.704943 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07 req-0c729e8b-5e77-4af5-b3c3-84c6da1f7e44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c0bb430-e9f3-4287-8e14-20b06f54926a HTTP/1.1" status: 200 len: 999 time: 0.1345580 Jul 16 18:37:23.742443 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bc9f0-98df-411e-8f68-d9162f86669c None None] Checking router: c535be95-2fd5-4e15-8116-e6471c78bed6 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:37:23.745406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 38c41b9f-aa6f-4464-a126-6a700dad6a2e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=38c41b9f-aa6f-4464-a126-6a700dad6a2e,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:23.748207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e304ee5b-0f15-4f55-b64d-145a3f7a2867 None None] For port 38c41b9f-aa6f-4464-a126-6a700dad6a2e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=38c41b9f-aa6f-4464-a126-6a700dad6a2e,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:23.748832 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e304ee5b-0f15-4f55-b64d-145a3f7a2867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.752392 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.754697 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8bc9f0-98df-411e-8f68-d9162f86669c None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:37:23.755437 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ed8bc9f0-98df-411e-8f68-d9162f86669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:37:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:23.778726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07 req-8aab3ee7-e057-4654-9588-730c5709de0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.780974 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07 req-8aab3ee7-e057-4654-9588-730c5709de0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0689995 Jul 16 18:37:23.814882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=38c41b9f-aa6f-4464-a126-6a700dad6a2e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.821292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e304ee5b-0f15-4f55-b64d-145a3f7a2867 None None] Calling delete_port for 38c41b9f-aa6f-4464-a126-6a700dad6a2e owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:23.851284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07 req-ce56d5e9-a808-48a3-821a-dc5e25bacc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:23.853116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07 req-ce56d5e9-a808-48a3-821a-dc5e25bacc91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646636 Jul 16 18:37:23.877947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:23.899913 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ed8bc9f0-98df-411e-8f68-d9162f86669c None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:37:23.919848 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e304ee5b-0f15-4f55-b64d-145a3f7a2867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:23.950515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304ee5b-0f15-4f55-b64d-145a3f7a2867 None None] Pushing event deleted for resources: {'Port': ['ID=38c41b9f-aa6f-4464-a126-6a700dad6a2e,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:23.957082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e304ee5b-0f15-4f55-b64d-145a3f7a2867 None None] No DVR routers for this DVR port 38c41b9f-aa6f-4464-a126-6a700dad6a2e on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:23.957820 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07 req-7f436ed1-fcde-41d6-bf09-a4210d9cb5cd service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973010 Jul 16 18:37:24.010982 n-d-794306-7 neutron-server[105438]: WARNING neutron.services.revisions.revision_plugin [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Could not find related port for resource to bump revision. Jul 16 18:37:24.016700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Port 38c41b9f-aa6f-4464-a126-6a700dad6a2e was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105438) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:37:24.017002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Reverting IP allocation for 2001:db8::f816:3eff:fe42:cbaa {{(pid=105438) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:37:24.020430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.ipam_pluggable_backend [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe42:cbaa {{(pid=105438) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:37:24.022205 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.064766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e7b1dca-9c9b-445b-839d-5c5b4429bd07 req-89a606fd-476f-4ce9-b54f-b9fb6e0a9888 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005332 Jul 16 18:37:24.072303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:24.075675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:24.079434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.087365 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.087365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=11e7ff8f-a3d1-4308-839f-20f001d93fea,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:24.099402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111d19ff-f753-41d7-9ae0-3ddb7c6390ac None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:24.107098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40572) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:24.108478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ae5c4f90-1b66-4db9-b8ed-80b84730477b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7202451 Jul 16 18:37:24.116522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:8a:c9:9b', 'name': 'tempest-NetworksTestDHCPv6-1900208449'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:24.163014 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ed8bc9f0-98df-411e-8f68-d9162f86669c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '656d74b5-6475-4a01-9c17-0f442b67904e', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '9c0bb430-e9f3-4287-8e14-20b06f54926a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:10:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:37:22Z', 'updated_at': '2021-07-16T18:37:22Z', 'revision_number': 0, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:24.191101 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8bc9f0-98df-411e-8f68-d9162f86669c None None] The sync data for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 is: [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '656d74b5-6475-4a01-9c17-0f442b67904e', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.154', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '9c0bb430-e9f3-4287-8e14-20b06f54926a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3825, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:10:9c:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:37:22Z', 'updated_at': '2021-07-16T18:37:22Z', 'revision_number': 0, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:37:24.241081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:24.245580 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.258494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': '11e7ff8f-a3d1-4308-839f-20f001d93fea'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:24.259421 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.268760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 41ac9e55-a136-4c9b-b20a-36d357336338 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:24.383594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::f816:3eff:fe8a:c99b (18e3adaf-12f1-44e4-9bad-a72d00823479/11e7ff8f-a3d1-4308-839f-20f001d93fea/41ac9e55-a136-4c9b-b20a-36d357336338) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:24.432112 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01bf5d44-ee30-41d5-8615-5b334c66c41c None None] New status for floating IP 656d74b5-6475-4a01-9c17-0f442b67904e: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:37:24.537044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.551739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 41ac9e55-a136-4c9b-b20a-36d357336338 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:24.585989 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.630010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:24.635397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:24.636298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Allocated IP 2001:db8::f816:3eff:fe67:eed8 (18e3adaf-12f1-44e4-9bad-a72d00823479/11e7ff8f-a3d1-4308-839f-20f001d93fea/6adea317-d937-461c-a1fb-84cc1469ebbd) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:24.638058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:24.644187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.644807 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.660278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=41ac9e55-a136-4c9b-b20a-36d357336338,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:24.671871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4109b7a0-6a70-47a0-b2b2-284cbb457635 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5620713 Jul 16 18:37:24.672807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40574) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:24.740205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eb3c19-fec5-48a3-b518-af9e104b1c6e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:24.744187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-26eb3c19-fec5-48a3-b518-af9e104b1c6e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0673966 Jul 16 18:37:24.744426 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40576) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:24.781238 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.789576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Transition to ACTIVE for port object 6adea317-d937-461c-a1fb-84cc1469ebbd will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:24.805013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Transition to ACTIVE for port object 6adea317-d937-461c-a1fb-84cc1469ebbd will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:24.811031 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.848378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c15a29a8-8526-4d3d-bddc-7a6bf8d0f0bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 41ac9e55-a136-4c9b-b20a-36d357336338 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:24.848727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c15a29a8-8526-4d3d-bddc-7a6bf8d0f0bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.856317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:24.861816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:24.864164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:24.877753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Pushing event updated for resources: {'Port': ['ID=6adea317-d937-461c-a1fb-84cc1469ebbd,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:24.926916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Attempting to bind port 6adea317-d937-461c-a1fb-84cc1469ebbd on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:24.927286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Attempting to bind port 6adea317-d937-461c-a1fb-84cc1469ebbd by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:24.927686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Attempting to bind port 6adea317-d937-461c-a1fb-84cc1469ebbd on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:24.932845 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:24.933223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:24.933622 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.934024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:24.934487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Bound port: 6adea317-d937-461c-a1fb-84cc1469ebbd, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:24.934867 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.935026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c15a29a8-8526-4d3d-bddc-7a6bf8d0f0bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:24.947648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c15a29a8-8526-4d3d-bddc-7a6bf8d0f0bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 41ac9e55-a136-4c9b-b20a-36d357336338 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:24.997177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] For port 6adea317-d937-461c-a1fb-84cc1469ebbd, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:25.000540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] For port 6adea317-d937-461c-a1fb-84cc1469ebbd, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6adea317-d937-461c-a1fb-84cc1469ebbd,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:25.006021 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.067741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d46923-6f39-4231-b806-77c74787c79f None None] Pushing event updated for resources: {'Port': ['ID=6adea317-d937-461c-a1fb-84cc1469ebbd,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:25.081817 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c15a29a8-8526-4d3d-bddc-7a6bf8d0f0bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.112818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15a29a8-8526-4d3d-bddc-7a6bf8d0f0bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=41ac9e55-a136-4c9b-b20a-36d357336338,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:25.138927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c15a29a8-8526-4d3d-bddc-7a6bf8d0f0bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.141006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c15a29a8-8526-4d3d-bddc-7a6bf8d0f0bf tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/41ac9e55-a136-4c9b-b20a-36d357336338 HTTP/1.1" status: 204 len: 168 time: 0.3956695 Jul 16 18:37:25.144114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40578) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.203452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe18a85-e593-432a-b315-4159232d9499 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.208039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe18a85-e593-432a-b315-4159232d9499 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:25.208039 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cbe18a85-e593-432a-b315-4159232d9499 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0624077 Jul 16 18:37:25.210249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40580) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.306307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 38c41b9f-aa6f-4464-a126-6a700dad6a2e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:25.332068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 38c41b9f-aa6f-4464-a126-6a700dad6a2e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:25.332443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 38c41b9f-aa6f-4464-a126-6a700dad6a2e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:25.609748 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6b467f5-20f4-4f8e-a346-dc879de6c897 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 11e7ff8f-a3d1-4308-839f-20f001d93fea {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:25.612936 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6b467f5-20f4-4f8e-a346-dc879de6c897 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.651985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6b467f5-20f4-4f8e-a346-dc879de6c897 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.744234 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6b467f5-20f4-4f8e-a346-dc879de6c897 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.805606 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6b467f5-20f4-4f8e-a346-dc879de6c897 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.833276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b467f5-20f4-4f8e-a346-dc879de6c897 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=11e7ff8f-a3d1-4308-839f-20f001d93fea,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:25.837061 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6b467f5-20f4-4f8e-a346-dc879de6c897 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:25.838977 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c6b467f5-20f4-4f8e-a346-dc879de6c897 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/11e7ff8f-a3d1-4308-839f-20f001d93fea HTTP/1.1" status: 204 len: 168 time: 0.6276157 Jul 16 18:37:25.842340 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40582) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.884344 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5db74e90-e51b-4640-bb70-ffc542161afe tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409131 Jul 16 18:37:25.887184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40584) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:25.893767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:25.994916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfb57432-af31-4ac6-89b5-e54d1e19a810 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:25.996847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:26.000414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.123115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-30e4b2bc-12a0-471e-a84b-2b5320deee78 None None] Provisioning for port 6adea317-d937-461c-a1fb-84cc1469ebbd completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:26.210707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96826615-925f-46a2-a085-14cc0d5b80f0 None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:26.258329 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-96826615-925f-46a2-a085-14cc0d5b80f0 None None] Deleting port 6adea317-d937-461c-a1fb-84cc1469ebbd {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:26.258704 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-96826615-925f-46a2-a085-14cc0d5b80f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.326064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.objects.ports [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105439) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:26.335312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-96826615-925f-46a2-a085-14cc0d5b80f0 None None] For port 6adea317-d937-461c-a1fb-84cc1469ebbd, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6adea317-d937-461c-a1fb-84cc1469ebbd,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:26.335867 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-96826615-925f-46a2-a085-14cc0d5b80f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.351542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-96826615-925f-46a2-a085-14cc0d5b80f0 None None] Calling delete_port for 6adea317-d937-461c-a1fb-84cc1469ebbd owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:26.430931 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-96826615-925f-46a2-a085-14cc0d5b80f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.455926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96826615-925f-46a2-a085-14cc0d5b80f0 None None] Pushing event deleted for resources: {'Port': ['ID=6adea317-d937-461c-a1fb-84cc1469ebbd,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:26.459423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96826615-925f-46a2-a085-14cc0d5b80f0 None None] No DVR routers for this DVR port 6adea317-d937-461c-a1fb-84cc1469ebbd on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:26.569763 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:37:26.758379 n-d-794306-7 neutron-server[105439]: WARNING neutron.services.revisions.revision_plugin [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Could not find related port for resource to bump revision. Jul 16 18:37:26.763018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Port 6adea317-d937-461c-a1fb-84cc1469ebbd was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=105439) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 18:37:26.763330 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Reverting IP allocation for 2001:db8::f816:3eff:fe67:eed8 {{(pid=105439) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 18:37:26.767123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_pluggable_backend [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe67:eed8 {{(pid=105439) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 18:37:26.768311 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.804581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:26.808873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:26.813258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:26.813921 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:26.818711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6181d1f-d4a3-45da-b5e1-573ff4bfc38b None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:26.831128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=caa79850-353a-410b-a828-c523457a99ef,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:26.835271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f4ddb54d-7f40-4dc7-af3b-fbdfcb23ee52 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9469287 Jul 16 18:37:26.838095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40586) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:26.843205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:c6:4a:00', 'name': 'tempest-NetworksTestDHCPv6-1039657061'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:26.949085 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:26.965499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': 'caa79850-353a-410b-a828-c523457a99ef'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:26.966354 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.039041 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.059448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 739bee39-4221-4bf3-852e-71e00b812c32 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:27.099005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Allocated IP 2001:db8::f816:3eff:fea2:e7ae (18e3adaf-12f1-44e4-9bad-a72d00823479/caa79850-353a-410b-a828-c523457a99ef/b6872f04-4c22-474a-91b0-4e278b54fcb8) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:27.239781 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.247490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Transition to ACTIVE for port object b6872f04-4c22-474a-91b0-4e278b54fcb8 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:27.260916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Transition to ACTIVE for port object b6872f04-4c22-474a-91b0-4e278b54fcb8 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:27.267168 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.305959 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:27.308618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:27.312126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:27.316455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::f816:3eff:fec6:4a00 (18e3adaf-12f1-44e4-9bad-a72d00823479/caa79850-353a-410b-a828-c523457a99ef/739bee39-4221-4bf3-852e-71e00b812c32) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:27.319255 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Pushing event updated for resources: {'Port': ['ID=b6872f04-4c22-474a-91b0-4e278b54fcb8,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.375494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Attempting to bind port b6872f04-4c22-474a-91b0-4e278b54fcb8 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:27.376237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Attempting to bind port b6872f04-4c22-474a-91b0-4e278b54fcb8 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:27.376471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Attempting to bind port b6872f04-4c22-474a-91b0-4e278b54fcb8 on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:27.382084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:27.382456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:27.382858 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.383280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:27.383776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Bound port: b6872f04-4c22-474a-91b0-4e278b54fcb8, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:27.384162 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.452599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] For port b6872f04-4c22-474a-91b0-4e278b54fcb8, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:27.456382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] For port b6872f04-4c22-474a-91b0-4e278b54fcb8, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b6872f04-4c22-474a-91b0-4e278b54fcb8,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:27.460421 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.471673 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.484945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 739bee39-4221-4bf3-852e-71e00b812c32 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:27.519174 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.520270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7642664f-2f48-436d-89ff-d3041139d0bf None None] Pushing event updated for resources: {'Port': ['ID=b6872f04-4c22-474a-91b0-4e278b54fcb8,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.569533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:27.572772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:27.575376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:27.582012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.582866 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.593584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=739bee39-4221-4bf3-852e-71e00b812c32,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:27.605681 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5bb75330-6256-4190-8cc2-b47d97435d1b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7665281 Jul 16 18:37:27.608562 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40588) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:27.690879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5277f3a0-e649-4218-bd52-b284f4225a82 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.696980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5277f3a0-e649-4218-bd52-b284f4225a82 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:27.698609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5277f3a0-e649-4218-bd52-b284f4225a82 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0890427 Jul 16 18:37:27.701633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40590) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:27.811961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-96710381-a888-4a57-bdd7-ebb80c57a3ce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 739bee39-4221-4bf3-852e-71e00b812c32 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:27.812305 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96710381-a888-4a57-bdd7-ebb80c57a3ce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.898791 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96710381-a888-4a57-bdd7-ebb80c57a3ce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:27.910945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-96710381-a888-4a57-bdd7-ebb80c57a3ce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 739bee39-4221-4bf3-852e-71e00b812c32 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:28.039677 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96710381-a888-4a57-bdd7-ebb80c57a3ce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.075183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96710381-a888-4a57-bdd7-ebb80c57a3ce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=739bee39-4221-4bf3-852e-71e00b812c32,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:28.108183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96710381-a888-4a57-bdd7-ebb80c57a3ce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.110152 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-96710381-a888-4a57-bdd7-ebb80c57a3ce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/739bee39-4221-4bf3-852e-71e00b812c32 HTTP/1.1" status: 204 len: 168 time: 0.4075732 Jul 16 18:37:28.113327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40592) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:28.171235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea5456-bd18-45c0-8684-c1f97a78de48 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.173558 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ea5456-bd18-45c0-8684-c1f97a78de48 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.175291 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-20ea5456-bd18-45c0-8684-c1f97a78de48 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0608325 Jul 16 18:37:28.177826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40594) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:28.230537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-5de00f0c-1d80-4c2c-af20-5a13e5ff34e5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet caa79850-353a-410b-a828-c523457a99ef {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:28.234281 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5de00f0c-1d80-4c2c-af20-5a13e5ff34e5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.277380 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5de00f0c-1d80-4c2c-af20-5a13e5ff34e5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.369266 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5de00f0c-1d80-4c2c-af20-5a13e5ff34e5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.431814 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5de00f0c-1d80-4c2c-af20-5a13e5ff34e5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.462628 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de00f0c-1d80-4c2c-af20-5a13e5ff34e5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=caa79850-353a-410b-a828-c523457a99ef,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:28.464778 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5de00f0c-1d80-4c2c-af20-5a13e5ff34e5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.467878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c46fc281-528d-4738-9805-21be1d8a0e53 None None] Provisioning for port b6872f04-4c22-474a-91b0-4e278b54fcb8 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:28.470264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40596) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:28.470517 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5de00f0c-1d80-4c2c-af20-5a13e5ff34e5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/caa79850-353a-410b-a828-c523457a99ef HTTP/1.1" status: 204 len: 168 time: 0.2906954 Jul 16 18:37:28.508969 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2421ac1d-1b18-4734-8d8e-b11220f23589 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371587 Jul 16 18:37:28.511277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40598) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:28.576149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b488d678-ede8-40e8-9c9b-836071796493 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.577656 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b488d678-ede8-40e8-9c9b-836071796493 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0653520 Jul 16 18:37:28.580598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40600) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:28.606050 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f71246-740d-48ea-856a-b214a96f04c2 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:28.631525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e70bcbfa-14d0-4039-84ea-e25f02b7389b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:28.633027 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e70bcbfa-14d0-4039-84ea-e25f02b7389b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0514488 Jul 16 18:37:28.635898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40602) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:28.677028 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f4764752-98b5-4d4c-b2e9-ae14c2f37459 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0398264 Jul 16 18:37:28.680934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40604) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:28.686120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e85f8013-4a74-4343-b234-0aab7d1758a7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:28.703839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-031a5b6e-a41b-451e-acd8-1fb4bd2419a3 None None] Could not find standard attr ID for object 739bee39-4221-4bf3-852e-71e00b812c32. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:28.784708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85f8013-4a74-4343-b234-0aab7d1758a7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:28.788300 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e85f8013-4a74-4343-b234-0aab7d1758a7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.804676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75da5cc5-7acd-4f2c-a887-898b7335c153 None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:28.850649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-75da5cc5-7acd-4f2c-a887-898b7335c153 None None] Deleting port b6872f04-4c22-474a-91b0-4e278b54fcb8 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:28.851039 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75da5cc5-7acd-4f2c-a887-898b7335c153 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.916293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-75da5cc5-7acd-4f2c-a887-898b7335c153 None None] For port b6872f04-4c22-474a-91b0-4e278b54fcb8, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b6872f04-4c22-474a-91b0-4e278b54fcb8,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:28.916685 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75da5cc5-7acd-4f2c-a887-898b7335c153 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:28.928745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-75da5cc5-7acd-4f2c-a887-898b7335c153 None None] Calling delete_port for b6872f04-4c22-474a-91b0-4e278b54fcb8 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:28.979383 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e85f8013-4a74-4343-b234-0aab7d1758a7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.035442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85f8013-4a74-4343-b234-0aab7d1758a7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:29.038735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-e85f8013-4a74-4343-b234-0aab7d1758a7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:29.043292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85f8013-4a74-4343-b234-0aab7d1758a7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.044014 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e85f8013-4a74-4343-b234-0aab7d1758a7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.055514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f8013-4a74-4343-b234-0aab7d1758a7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=83fa35d1-1c4d-482d-8d95-ba3d8e78e205,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:29.070318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40606) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:29.070485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e85f8013-4a74-4343-b234-0aab7d1758a7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3882771 Jul 16 18:37:29.075626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:e0:1e:74', 'name': 'tempest-NetworksTestDHCPv6-946454836'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:29.165224 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75da5cc5-7acd-4f2c-a887-898b7335c153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.190317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75da5cc5-7acd-4f2c-a887-898b7335c153 None None] Pushing event deleted for resources: {'Port': ['ID=b6872f04-4c22-474a-91b0-4e278b54fcb8,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:29.193190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:29.196811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75da5cc5-7acd-4f2c-a887-898b7335c153 None None] No DVR routers for this DVR port b6872f04-4c22-474a-91b0-4e278b54fcb8 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:29.197688 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.213901 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-465975e5-1732-4bb9-8293-492d564a1619 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:29.221693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 8e5aa3ca-57a3-4f33-af84-4c348f73d024 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:29.343234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::a (18e3adaf-12f1-44e4-9bad-a72d00823479/83fa35d1-1c4d-482d-8d95-ba3d8e78e205/8e5aa3ca-57a3-4f33-af84-4c348f73d024) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:29.368146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': '83fa35d1-1c4d-482d-8d95-ba3d8e78e205'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:29.369730 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.495344 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.508901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 8e5aa3ca-57a3-4f33-af84-4c348f73d024 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:29.543350 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.565577 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.590420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Allocated IP 2001:db8::2 (18e3adaf-12f1-44e4-9bad-a72d00823479/83fa35d1-1c4d-482d-8d95-ba3d8e78e205/14c82723-8e74-49f4-aa84-b94630f78e3d) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:29.591268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:29.597601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:29.601476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:29.607005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.607641 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.620604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=8e5aa3ca-57a3-4f33-af84-4c348f73d024,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:29.629134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-713b7a67-2e37-441b-97fb-9dcce7867541 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.5576010 Jul 16 18:37:29.631939 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40608) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:29.695795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c624cb2b-6c89-4047-ab86-97461384407e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:29.697333 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c624cb2b-6c89-4047-ab86-97461384407e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.0642653 Jul 16 18:37:29.699934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40610) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:29.740563 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.748928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Transition to ACTIVE for port object 14c82723-8e74-49f4-aa84-b94630f78e3d will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:29.763146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Transition to ACTIVE for port object 14c82723-8e74-49f4-aa84-b94630f78e3d will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:29.769699 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.801676 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-11a909f9-a4df-4d6c-a330-3f98c92ac4ba tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 8e5aa3ca-57a3-4f33-af84-4c348f73d024 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:29.802022 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-11a909f9-a4df-4d6c-a330-3f98c92ac4ba tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.809124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:29.811954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:29.815904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:29.822791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Pushing event updated for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:29.878310 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Attempting to bind port 14c82723-8e74-49f4-aa84-b94630f78e3d on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:29.878668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Attempting to bind port 14c82723-8e74-49f4-aa84-b94630f78e3d by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:29.879071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Attempting to bind port 14c82723-8e74-49f4-aa84-b94630f78e3d on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:29.884231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:29.884889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:29.885037 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.885389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:29.885859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Bound port: 14c82723-8e74-49f4-aa84-b94630f78e3d, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:29.886240 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.904950 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-11a909f9-a4df-4d6c-a330-3f98c92ac4ba tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:29.923256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-11a909f9-a4df-4d6c-a330-3f98c92ac4ba tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 8e5aa3ca-57a3-4f33-af84-4c348f73d024 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:29.953151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:29.957064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=14c82723-8e74-49f4-aa84-b94630f78e3d,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:29.960857 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.021580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cef1b2-4f62-4888-8209-f830b1959b50 None None] Pushing event updated for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.076538 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-11a909f9-a4df-4d6c-a330-3f98c92ac4ba tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.110689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a909f9-a4df-4d6c-a330-3f98c92ac4ba tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=8e5aa3ca-57a3-4f33-af84-4c348f73d024,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.139831 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-11a909f9-a4df-4d6c-a330-3f98c92ac4ba tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.143286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-11a909f9-a4df-4d6c-a330-3f98c92ac4ba tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/8e5aa3ca-57a3-4f33-af84-4c348f73d024 HTTP/1.1" status: 204 len: 168 time: 0.4418387 Jul 16 18:37:30.145849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40614) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.221644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a1b7c-5a51-4ae4-93f5-988862480aa7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.223340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477a1b7c-5a51-4ae4-93f5-988862480aa7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.225129 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-477a1b7c-5a51-4ae4-93f5-988862480aa7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0782175 Jul 16 18:37:30.227846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40616) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.286941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-86332f0c-e132-4f70-a86c-1de6499afae4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 83fa35d1-1c4d-482d-8d95-ba3d8e78e205 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:30.290877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-86332f0c-e132-4f70-a86c-1de6499afae4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.338408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-86332f0c-e132-4f70-a86c-1de6499afae4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.435521 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-86332f0c-e132-4f70-a86c-1de6499afae4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.496634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-86332f0c-e132-4f70-a86c-1de6499afae4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.539212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86332f0c-e132-4f70-a86c-1de6499afae4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=83fa35d1-1c4d-482d-8d95-ba3d8e78e205,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:30.542222 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-86332f0c-e132-4f70-a86c-1de6499afae4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:30.547805 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-86332f0c-e132-4f70-a86c-1de6499afae4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/83fa35d1-1c4d-482d-8d95-ba3d8e78e205 HTTP/1.1" status: 204 len: 168 time: 0.3163271 Jul 16 18:37:30.548107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40618) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.592948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f13bcdbc-7ac0-4497-a146-8f87ea563c95 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434265 Jul 16 18:37:30.596166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40620) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.661554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9174c852-090c-4a65-a12c-aadbe5f7c061 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.663043 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9174c852-090c-4a65-a12c-aadbe5f7c061 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0657439 Jul 16 18:37:30.665668 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40622) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.720088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f449408d-0c72-4df5-a78f-82eb23dc696a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:30.724240 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f449408d-0c72-4df5-a78f-82eb23dc696a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0550795 Jul 16 18:37:30.724433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40624) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.769732 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c7752549-e796-435d-80c1-492aff8004f2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0441208 Jul 16 18:37:30.773450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40626) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:30.778681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:30.877207 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:30.881027 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.012973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcad405-5b0b-46d6-87fa-aeea0faad6a3 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:31.082977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d320233b-c213-461a-bf8b-1496066aa502 None None] Provisioning for port 14c82723-8e74-49f4-aa84-b94630f78e3d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:31.204922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:31.305942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 14c82723-8e74-49f4-aa84-b94630f78e3d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:31.366615 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 14c82723-8e74-49f4-aa84-b94630f78e3d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:31.372069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:31.372069 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.412101 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.446771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6418e1b0-017e-4193-b8eb-3d1797493923 None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:31.447150 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6418e1b0-017e-4193-b8eb-3d1797493923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.525323 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.581757 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6418e1b0-017e-4193-b8eb-3d1797493923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.599598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=14c82723-8e74-49f4-aa84-b94630f78e3d,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:31.630600 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.635987 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.636733 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.700519 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:37:31.700849 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:37:31.702961 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-6418e1b0-017e-4193-b8eb-3d1797493923 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:37:31.703305 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-6418e1b0-017e-4193-b8eb-3d1797493923 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:37:31.716162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:31.723868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:31.736354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:31.736904 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.744082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=a7dc52b8-1590-45cc-85a0-b2da91832d28,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:31.752972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=5']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:31.756909 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0f8ba43e-e03e-41ea-92ec-5b9ceda73e06 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9824462 Jul 16 18:37:31.759749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40628) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:31.764853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a188d6e4-dab7-45fd-8d3d-a7002e0de2cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:31.787121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c68dab4-0e12-4964-8f3f-0b369bc189a6 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:31.879466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a188d6e4-dab7-45fd-8d3d-a7002e0de2cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:31.883320 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a188d6e4-dab7-45fd-8d3d-a7002e0de2cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:31.975514 n-d-794306-7 neutron-server[105438]: INFO neutron.db.ipam_backend_mixin [None req-a188d6e4-dab7-45fd-8d3d-a7002e0de2cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a7dc52b8-1590-45cc-85a0-b2da91832d28 (CIDR: 2001:db8::/64) Jul 16 18:37:31.979169 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-a188d6e4-dab7-45fd-8d3d-a7002e0de2cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:37:31.979658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a188d6e4-dab7-45fd-8d3d-a7002e0de2cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:31.994489 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a188d6e4-dab7-45fd-8d3d-a7002e0de2cd tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2335925 Jul 16 18:37:31.997240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40630) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:32.002308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e3f1e42b-ad1d-4ac4-b0ab-5c51a4a787c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:32.121283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3f1e42b-ad1d-4ac4-b0ab-5c51a4a787c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:32.124822 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e42b-ad1d-4ac4-b0ab-5c51a4a787c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.265449 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.268307 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6418e1b0-017e-4193-b8eb-3d1797493923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.313096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=14c82723-8e74-49f4-aa84-b94630f78e3d,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:32.317992 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.353153 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e42b-ad1d-4ac4-b0ab-5c51a4a787c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.388683 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.db.api [None req-6418e1b0-017e-4193-b8eb-3d1797493923 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=105440) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 18:37:32.389033 n-d-794306-7 neutron-server[105440]: DEBUG oslo_db.api [None req-6418e1b0-017e-4193-b8eb-3d1797493923 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 18:37:32.391735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:32.398082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f1e42b-ad1d-4ac4-b0ab-5c51a4a787c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:32.401175 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-e3f1e42b-ad1d-4ac4-b0ab-5c51a4a787c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:32.405247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f1e42b-ad1d-4ac4-b0ab-5c51a4a787c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:32.405835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e3f1e42b-ad1d-4ac4-b0ab-5c51a4a787c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.411648 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5096821f-6345-4381-add8-216ec73f007a None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:32.421077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f1e42b-ad1d-4ac4-b0ab-5c51a4a787c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=a70c3bbe-7414-4454-8dbe-6771cfea7ffb,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:32.428576 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e3f1e42b-ad1d-4ac4-b0ab-5c51a4a787c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4271550 Jul 16 18:37:32.429281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40632) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:32.434256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:55:63:bc', 'name': 'tempest-NetworksTestDHCPv6-1113606357'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:32.541770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:32.629376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.635918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc9ecee-0e17-4221-9a8f-423594cda57a None None] Update dhcp port {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': 'a7dc52b8-1590-45cc-85a0-b2da91832d28', 'ip_address': '2001:db8::f816:3eff:fee9:45d'}, {'subnet_id': 'a70c3bbe-7414-4454-8dbe-6771cfea7ffb'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '14c82723-8e74-49f4-aa84-b94630f78e3d'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:37:32.650248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port a4770e0c-6c78-46cd-aadd-19fc7b538b58 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:32.669951 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dcc9ecee-0e17-4221-9a8f-423594cda57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.817586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8:0:1::1d1 (18e3adaf-12f1-44e4-9bad-a72d00823479/a70c3bbe-7414-4454-8dbe-6771cfea7ffb/a4770e0c-6c78-46cd-aadd-19fc7b538b58) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:32.824219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::f816:3eff:fe55:63bc (18e3adaf-12f1-44e4-9bad-a72d00823479/a7dc52b8-1590-45cc-85a0-b2da91832d28/a4770e0c-6c78-46cd-aadd-19fc7b538b58) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:32.962814 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:32.976416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object a4770e0c-6c78-46cd-aadd-19fc7b538b58 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:33.009214 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.056303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-dcc9ecee-0e17-4221-9a8f-423594cda57a None None] Allocated IP 2001:db8:0:1::2 (18e3adaf-12f1-44e4-9bad-a72d00823479/a70c3bbe-7414-4454-8dbe-6771cfea7ffb/14c82723-8e74-49f4-aa84-b94630f78e3d) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:33.059144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:33.062327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:33.066593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:33.072545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.073115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.081891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=a4770e0c-6c78-46cd-aadd-19fc7b538b58,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:33.096331 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-345cc88c-d160-4188-a027-6307251b8329 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6621382 Jul 16 18:37:33.096713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40634) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:33.106652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7f095f6a-1028-478c-aa3c-00dc7e0bcd8a None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:33.107023 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7f095f6a-1028-478c-aa3c-00dc7e0bcd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.188007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-dcc9ecee-0e17-4221-9a8f-423594cda57a None None] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=14c82723-8e74-49f4-aa84-b94630f78e3d,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:33.193040 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f9a25e3b-819f-41bd-8ab2-dd0a4d924dc1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port a4770e0c-6c78-46cd-aadd-19fc7b538b58 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:33.193396 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9a25e3b-819f-41bd-8ab2-dd0a4d924dc1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.249525 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dcc9ecee-0e17-4221-9a8f-423594cda57a None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.265368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7f095f6a-1028-478c-aa3c-00dc7e0bcd8a None None] Could not find standard attr ID for object 8e5aa3ca-57a3-4f33-af84-4c348f73d024. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:33.267799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dcc9ecee-0e17-4221-9a8f-423594cda57a None None] Transition to ACTIVE for port object 14c82723-8e74-49f4-aa84-b94630f78e3d will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:33.274418 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dcc9ecee-0e17-4221-9a8f-423594cda57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.276681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 14c82723-8e74-49f4-aa84-b94630f78e3d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:33.295994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9a25e3b-819f-41bd-8ab2-dd0a4d924dc1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.308080 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f9a25e3b-819f-41bd-8ab2-dd0a4d924dc1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for a4770e0c-6c78-46cd-aadd-19fc7b538b58 owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:33.401400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9ecee-0e17-4221-9a8f-423594cda57a None None] Pushing event updated for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:33.505166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9a25e3b-819f-41bd-8ab2-dd0a4d924dc1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.534869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a25e3b-819f-41bd-8ab2-dd0a4d924dc1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=a4770e0c-6c78-46cd-aadd-19fc7b538b58,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:33.587268 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9a25e3b-819f-41bd-8ab2-dd0a4d924dc1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.589320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f9a25e3b-819f-41bd-8ab2-dd0a4d924dc1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/a4770e0c-6c78-46cd-aadd-19fc7b538b58 HTTP/1.1" status: 204 len: 168 time: 0.4916184 Jul 16 18:37:33.591911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40636) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:33.664379 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4ca861-a9c4-4612-8bbe-b9505a0d0f9c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.665992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5f4ca861-a9c4-4612-8bbe-b9505a0d0f9c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0732210 Jul 16 18:37:33.668851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40638) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:33.737813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278ff1ce-a739-4dfb-bc82-c6dbff7ef392 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.739411 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-278ff1ce-a739-4dfb-bc82-c6dbff7ef392 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0695333 Jul 16 18:37:33.742043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40640) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:33.798497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d255a9da-2c86-446f-9dc8-af417d12cda0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.800227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d255a9da-2c86-446f-9dc8-af417d12cda0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.801868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d255a9da-2c86-446f-9dc8-af417d12cda0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:33.803487 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d255a9da-2c86-446f-9dc8-af417d12cda0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0605168 Jul 16 18:37:33.806325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40642) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:33.865014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-4099fa5f-5d27-4c4b-8d1b-d3e493107999 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet a70c3bbe-7414-4454-8dbe-6771cfea7ffb {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:33.868435 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4099fa5f-5d27-4c4b-8d1b-d3e493107999 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.912262 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4099fa5f-5d27-4c4b-8d1b-d3e493107999 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.994791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8277fa29-3227-4abe-bb2e-7da15e310386 None None] Provisioning for port 14c82723-8e74-49f4-aa84-b94630f78e3d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:33.998742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8277fa29-3227-4abe-bb2e-7da15e310386 None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:33.999238 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8277fa29-3227-4abe-bb2e-7da15e310386 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:33.999441 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4099fa5f-5d27-4c4b-8d1b-d3e493107999 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.067665 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4099fa5f-5d27-4c4b-8d1b-d3e493107999 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.098729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099fa5f-5d27-4c4b-8d1b-d3e493107999 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=a70c3bbe-7414-4454-8dbe-6771cfea7ffb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:34.100778 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4099fa5f-5d27-4c4b-8d1b-d3e493107999 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.102597 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4099fa5f-5d27-4c4b-8d1b-d3e493107999 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/a70c3bbe-7414-4454-8dbe-6771cfea7ffb HTTP/1.1" status: 204 len: 168 time: 0.2953379 Jul 16 18:37:34.105477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40644) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:34.159008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-46297c20-054c-48e5-a13d-678ac4a4abe6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet a7dc52b8-1590-45cc-85a0-b2da91832d28 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:34.162582 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46297c20-054c-48e5-a13d-678ac4a4abe6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.173102 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff4f52b-a285-48b2-8754-f231c5da0bab None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:34.202851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3469dca0-98aa-4da1-bada-46f1177d8614 None None] Could not find standard attr ID for object a4770e0c-6c78-46cd-aadd-19fc7b538b58. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:34.203482 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46297c20-054c-48e5-a13d-678ac4a4abe6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.290926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46297c20-054c-48e5-a13d-678ac4a4abe6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.352692 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46297c20-054c-48e5-a13d-678ac4a4abe6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.380549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46297c20-054c-48e5-a13d-678ac4a4abe6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=a7dc52b8-1590-45cc-85a0-b2da91832d28,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:34.384177 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46297c20-054c-48e5-a13d-678ac4a4abe6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.387101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-46297c20-054c-48e5-a13d-678ac4a4abe6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/a7dc52b8-1590-45cc-85a0-b2da91832d28 HTTP/1.1" status: 204 len: 168 time: 0.2806122 Jul 16 18:37:34.388686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40646) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:34.427924 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-579c0838-d953-45fc-bd81-2fb9e3c00f2a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0380442 Jul 16 18:37:34.430850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40648) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:34.435851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:34.533497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:34.537556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:34.838294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:34.850599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ded0df5-9c84-4ddd-9455-bf30ad8c08d4 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:34.938879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-adae70b1-275f-45fe-9ab3-718863335afb None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:34.939165 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-adae70b1-275f-45fe-9ab3-718863335afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.001731 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.160033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=14c82723-8e74-49f4-aa84-b94630f78e3d,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:35.191495 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.197014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.197829 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.268673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 14c82723-8e74-49f4-aa84-b94630f78e3d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:35.276054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:35.287942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:35.299680 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:35.300391 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.317946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=21150c10-f5cc-4df8-9db0-1a542c8c05cd,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.322604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:35.322980 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.326463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=11']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:35.334844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40650) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.341960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3347d727-ec07-446f-afa9-bf764679f0ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:35.346831 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c1972aef-043e-4637-9dd2-206b05ca2d03 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9146497 Jul 16 18:37:35.464280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-652a40a3-607e-495e-8385-cb108d50585a None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:35.464512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3347d727-ec07-446f-afa9-bf764679f0ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:35.467856 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3347d727-ec07-446f-afa9-bf764679f0ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.568349 n-d-794306-7 neutron-server[105439]: INFO neutron.db.ipam_backend_mixin [None req-3347d727-ec07-446f-afa9-bf764679f0ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 21150c10-f5cc-4df8-9db0-1a542c8c05cd (CIDR: 2001:db8::/64) Jul 16 18:37:35.572024 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-3347d727-ec07-446f-afa9-bf764679f0ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:37:35.572506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3347d727-ec07-446f-afa9-bf764679f0ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:35.589631 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3347d727-ec07-446f-afa9-bf764679f0ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2507353 Jul 16 18:37:35.589822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40652) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:35.591469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-477327e6-04a0-4d55-874a-3ac17008f381 None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:35.591867 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-477327e6-04a0-4d55-874a-3ac17008f381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.595908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ef4611c9-6ecd-42d2-836d-61a324264b7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:35.712782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef4611c9-6ecd-42d2-836d-61a324264b7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:35.716493 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef4611c9-6ecd-42d2-836d-61a324264b7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.929792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-fee18a4c-ca5e-48bc-b4d4-d6d2c4ace673 None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:35.930424 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fee18a4c-ca5e-48bc-b4d4-d6d2c4ace673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:35.957775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef4611c9-6ecd-42d2-836d-61a324264b7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.000110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef4611c9-6ecd-42d2-836d-61a324264b7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:36.005981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ef4611c9-6ecd-42d2-836d-61a324264b7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:36.010580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef4611c9-6ecd-42d2-836d-61a324264b7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.011208 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef4611c9-6ecd-42d2-836d-61a324264b7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.019162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2afcd29-47c2-4852-abcf-1288a0be5192 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:36.019636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4611c9-6ecd-42d2-836d-61a324264b7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=3f372c0b-1a32-4bee-a1fd-f8b8ff0adc84,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.030469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ef4611c9-6ecd-42d2-836d-61a324264b7b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4395609 Jul 16 18:37:36.033517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40654) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:36.038844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:0f:7b:df', 'name': 'tempest-NetworksTestDHCPv6-75227716'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:36.152653 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:36.236530 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.257373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 278adb87-b2ea-40c5-a229-e6fea017f9df yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:36.259755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415273c2-733f-40db-b2e8-9487f1da168a None None] Update dhcp port {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': '21150c10-f5cc-4df8-9db0-1a542c8c05cd', 'ip_address': '2001:db8::f816:3eff:fee9:45d'}, {'subnet_id': '3f372c0b-1a32-4bee-a1fd-f8b8ff0adc84'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '14c82723-8e74-49f4-aa84-b94630f78e3d'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:37:36.294230 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-415273c2-733f-40db-b2e8-9487f1da168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.425264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8:0:1::29d (18e3adaf-12f1-44e4-9bad-a72d00823479/3f372c0b-1a32-4bee-a1fd-f8b8ff0adc84/278adb87-b2ea-40c5-a229-e6fea017f9df) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:36.431884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::f816:3eff:fe0f:7bdf (18e3adaf-12f1-44e4-9bad-a72d00823479/21150c10-f5cc-4df8-9db0-1a542c8c05cd/278adb87-b2ea-40c5-a229-e6fea017f9df) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:36.572055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.584842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 278adb87-b2ea-40c5-a229-e6fea017f9df will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:36.618683 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.660621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:36.665815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:36.668061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-415273c2-733f-40db-b2e8-9487f1da168a None None] Allocated IP 2001:db8:0:1::2 (18e3adaf-12f1-44e4-9bad-a72d00823479/3f372c0b-1a32-4bee-a1fd-f8b8ff0adc84/14c82723-8e74-49f4-aa84-b94630f78e3d) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:36.669755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:36.675603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:36.676231 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.686856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=278adb87-b2ea-40c5-a229-e6fea017f9df,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.701625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ac5dd7d7-c260-49ca-8323-4af13879d3e4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.6644192 Jul 16 18:37:36.701807 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40658) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:36.771105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-415273c2-733f-40db-b2e8-9487f1da168a None None] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=14c82723-8e74-49f4-aa84-b94630f78e3d,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:36.799519 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-415273c2-733f-40db-b2e8-9487f1da168a None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.801163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ffff917e-503c-4bfa-b6e0-e6120d74c72d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 278adb87-b2ea-40c5-a229-e6fea017f9df {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:36.801577 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffff917e-503c-4bfa-b6e0-e6120d74c72d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.813818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-415273c2-733f-40db-b2e8-9487f1da168a None None] Transition to ACTIVE for port object 14c82723-8e74-49f4-aa84-b94630f78e3d will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:36.818211 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-415273c2-733f-40db-b2e8-9487f1da168a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.899637 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffff917e-503c-4bfa-b6e0-e6120d74c72d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:36.913301 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415273c2-733f-40db-b2e8-9487f1da168a None None] Pushing event updated for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=12']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:36.915125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ffff917e-503c-4bfa-b6e0-e6120d74c72d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 278adb87-b2ea-40c5-a229-e6fea017f9df owned by {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:37.104550 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffff917e-503c-4bfa-b6e0-e6120d74c72d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.137874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffff917e-503c-4bfa-b6e0-e6120d74c72d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=278adb87-b2ea-40c5-a229-e6fea017f9df,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:37.193161 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffff917e-503c-4bfa-b6e0-e6120d74c72d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.197837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40660) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:37.198275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ffff917e-503c-4bfa-b6e0-e6120d74c72d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/278adb87-b2ea-40c5-a229-e6fea017f9df HTTP/1.1" status: 204 len: 168 time: 0.4952087 Jul 16 18:37:37.279025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40facf55-9d8a-4c36-aa63-848b22cdb752 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.283281 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-40facf55-9d8a-4c36-aa63-848b22cdb752 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0817165 Jul 16 18:37:37.283513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40662) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:37.287192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 14c82723-8e74-49f4-aa84-b94630f78e3d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:37.358622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59ea6d99-c2bc-4a9a-bdde-9a3be4700d79 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.360327 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-59ea6d99-c2bc-4a9a-bdde-9a3be4700d79 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0756948 Jul 16 18:37:37.362815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40664) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:37.419818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd576c1-1004-4b6e-b0cc-ab8a2ff232c0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.421253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd576c1-1004-4b6e-b0cc-ab8a2ff232c0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.423666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd576c1-1004-4b6e-b0cc-ab8a2ff232c0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:37.427606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6dd576c1-1004-4b6e-b0cc-ab8a2ff232c0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0614629 Jul 16 18:37:37.428229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40666) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:37.482678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 21150c10-f5cc-4df8-9db0-1a542c8c05cd {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:37.489678 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.542437 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.572356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-67bf1f7e-ab21-4667-aef6-1c7417014be8 None None] Provisioning for port 14c82723-8e74-49f4-aa84-b94630f78e3d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:37.577132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-67bf1f7e-ab21-4667-aef6-1c7417014be8 None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:37.577878 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-67bf1f7e-ab21-4667-aef6-1c7417014be8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.638901 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.705913 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.744608 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.749155 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/21150c10-f5cc-4df8-9db0-1a542c8c05cd HTTP/1.1" status: 204 len: 168 time: 0.3174751 Jul 16 18:37:37.749155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=21150c10-f5cc-4df8-9db0-1a542c8c05cd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:37.749823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40668) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:37.757770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.758256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.758737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.759318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.759952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.760453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.760925 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.761314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.761933 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.762322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.762661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.763116 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257fa59e-f5d2-4cbf-9617-db904e00ed8e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:37.781969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2147446e-1403-4dd3-b680-a29000f548da None None] Could not find standard attr ID for object 278adb87-b2ea-40c5-a229-e6fea017f9df. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:37.816111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-73aeadf2-46bf-407d-b11b-0a56d06a1743 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 3f372c0b-1a32-4bee-a1fd-f8b8ff0adc84 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:37.820161 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73aeadf2-46bf-407d-b11b-0a56d06a1743 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.866807 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73aeadf2-46bf-407d-b11b-0a56d06a1743 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:37.905456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359ded7b-e1df-4c8d-9339-1ad833635bc9 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:37.963990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73aeadf2-46bf-407d-b11b-0a56d06a1743 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.025315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73aeadf2-46bf-407d-b11b-0a56d06a1743 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.053998 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aeadf2-46bf-407d-b11b-0a56d06a1743 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=3f372c0b-1a32-4bee-a1fd-f8b8ff0adc84,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:38.055966 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73aeadf2-46bf-407d-b11b-0a56d06a1743 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.057824 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-73aeadf2-46bf-407d-b11b-0a56d06a1743 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/3f372c0b-1a32-4bee-a1fd-f8b8ff0adc84 HTTP/1.1" status: 204 len: 168 time: 0.3049493 Jul 16 18:37:38.060264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40670) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:38.102233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7069dbfb-6f38-42d6-97a3-a1dce264e21b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0409060 Jul 16 18:37:38.105208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40672) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:38.110542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7d11934b-a7f1-4ce2-8c24-bdb679098da4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:38.137024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f08056e-cc75-4154-9db3-bfbac213f349 None None] Update dhcp port {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': '3f372c0b-1a32-4bee-a1fd-f8b8ff0adc84'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '14c82723-8e74-49f4-aa84-b94630f78e3d'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:37:38.171039 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7f08056e-cc75-4154-9db3-bfbac213f349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.195595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d11934b-a7f1-4ce2-8c24-bdb679098da4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:38.199188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d11934b-a7f1-4ce2-8c24-bdb679098da4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.345800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672cf819-8b20-4413-9552-3b1c3601e0ea None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:38.394539 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d11934b-a7f1-4ce2-8c24-bdb679098da4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.436550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d11934b-a7f1-4ce2-8c24-bdb679098da4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:38.440467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7d11934b-a7f1-4ce2-8c24-bdb679098da4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:38.442754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b61bc176-51bd-4cb5-ba0b-e28dd824c94a None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:38.443128 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b61bc176-51bd-4cb5-ba0b-e28dd824c94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.444794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d11934b-a7f1-4ce2-8c24-bdb679098da4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:38.445371 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d11934b-a7f1-4ce2-8c24-bdb679098da4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.455229 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d11934b-a7f1-4ce2-8c24-bdb679098da4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=6a9f30ad-d720-4f9d-9d2f-c5a98431586d,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:38.468103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7d11934b-a7f1-4ce2-8c24-bdb679098da4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3593283 Jul 16 18:37:38.468628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40674) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:38.473773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-3680e0c9-4f7b-4040-93d8-b48b07a43606 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:38.591497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3680e0c9-4f7b-4040-93d8-b48b07a43606 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:38.595967 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3680e0c9-4f7b-4040-93d8-b48b07a43606 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.622557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc1159e-214f-4d3e-8b54-d1cbc5bf8ce6 None None] Update dhcp port {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': '6a9f30ad-d720-4f9d-9d2f-c5a98431586d'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '14c82723-8e74-49f4-aa84-b94630f78e3d'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:37:38.658334 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2fc1159e-214f-4d3e-8b54-d1cbc5bf8ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.690283 n-d-794306-7 neutron-server[105439]: INFO neutron.db.ipam_backend_mixin [None req-3680e0c9-4f7b-4040-93d8-b48b07a43606 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6a9f30ad-d720-4f9d-9d2f-c5a98431586d (CIDR: 2001:db8::/64) Jul 16 18:37:38.693596 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-3680e0c9-4f7b-4040-93d8-b48b07a43606 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:37:38.694019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3680e0c9-4f7b-4040-93d8-b48b07a43606 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:38.708919 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3680e0c9-4f7b-4040-93d8-b48b07a43606 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2390234 Jul 16 18:37:38.711800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40676) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:38.717686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:38.825131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-2fc1159e-214f-4d3e-8b54-d1cbc5bf8ce6 None None] Allocated IP 2001:db8::2 (18e3adaf-12f1-44e4-9bad-a72d00823479/6a9f30ad-d720-4f9d-9d2f-c5a98431586d/14c82723-8e74-49f4-aa84-b94630f78e3d) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:38.833411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:38.837156 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.928343 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2fc1159e-214f-4d3e-8b54-d1cbc5bf8ce6 None None] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=14c82723-8e74-49f4-aa84-b94630f78e3d,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:38.958103 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2fc1159e-214f-4d3e-8b54-d1cbc5bf8ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:38.973505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2fc1159e-214f-4d3e-8b54-d1cbc5bf8ce6 None None] Transition to ACTIVE for port object 14c82723-8e74-49f4-aa84-b94630f78e3d will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:38.977198 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2fc1159e-214f-4d3e-8b54-d1cbc5bf8ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.048837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc1159e-214f-4d3e-8b54-d1cbc5bf8ce6 None None] Pushing event updated for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=15']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:39.196116 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:39.200881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 14c82723-8e74-49f4-aa84-b94630f78e3d no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:39.298078 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.333329 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=14c82723-8e74-49f4-aa84-b94630f78e3d,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:39.337371 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.398650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=16']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:39.411037 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.455574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 14c82723-8e74-49f4-aa84-b94630f78e3d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:39.598891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=14c82723-8e74-49f4-aa84-b94630f78e3d,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:39.630341 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.636117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.637005 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.718349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:39.732581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:39.739067 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:39.739858 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.745136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=11602492-12a4-4d51-b481-0fa525375335,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:39.748752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e9bbe7-79cc-43aa-bd36-57527f2224bb None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:39.751185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=18']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:39.762673 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-136a20ec-3c66-41b0-888b-b61edf5b92ff tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0496745 Jul 16 18:37:39.765430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40678) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:39.771385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:77:28:f7', 'name': 'tempest-NetworksTestDHCPv6-1241675669'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:39.846026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-259eb212-d067-4613-8672-4a57a1c15240 None None] Provisioning for port 14c82723-8e74-49f4-aa84-b94630f78e3d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:39.852034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-259eb212-d067-4613-8672-4a57a1c15240 None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:39.852405 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-259eb212-d067-4613-8672-4a57a1c15240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:39.894590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:39.988057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.003357 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-259eb212-d067-4613-8672-4a57a1c15240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.013189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port d8f8d089-4b1c-4746-96ce-43ab83388167 yet. {{(pid=105438) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:40.044400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-259eb212-d067-4613-8672-4a57a1c15240 None None] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=14c82723-8e74-49f4-aa84-b94630f78e3d,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:40.049686 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-259eb212-d067-4613-8672-4a57a1c15240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.102753 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259eb212-d067-4613-8672-4a57a1c15240 None None] Pushing event updated for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=19']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:40.195588 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::1a0 (18e3adaf-12f1-44e4-9bad-a72d00823479/6a9f30ad-d720-4f9d-9d2f-c5a98431586d/d8f8d089-4b1c-4746-96ce-43ab83388167) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:40.202932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8:0:1:f816:3eff:fe77:28f7 (18e3adaf-12f1-44e4-9bad-a72d00823479/11602492-12a4-4d51-b481-0fa525375335/d8f8d089-4b1c-4746-96ce-43ab83388167) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:40.362436 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.380480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object d8f8d089-4b1c-4746-96ce-43ab83388167 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:40.419099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.472589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:40.475930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:40.480098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:40.486705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:40.487360 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.498520 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=d8f8d089-4b1c-4746-96ce-43ab83388167,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:40.511477 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-79682353-728c-44c4-9b69-d2870092e6d9 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7444296 Jul 16 18:37:40.514377 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40680) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:40.556987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a8138d-7e06-4030-b73b-091cd46ff0a1 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:40.617015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fc68706b-d7d2-4c1f-87d3-5c4a3edea822 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port d8f8d089-4b1c-4746-96ce-43ab83388167 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:40.617283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc68706b-d7d2-4c1f-87d3-5c4a3edea822 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.627970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a617a809-f320-46e2-921e-d5f048b311f5 None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:40.628337 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a617a809-f320-46e2-921e-d5f048b311f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.710440 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc68706b-d7d2-4c1f-87d3-5c4a3edea822 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:40.722745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fc68706b-d7d2-4c1f-87d3-5c4a3edea822 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for d8f8d089-4b1c-4746-96ce-43ab83388167 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:41.128482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a36df0f5-4baa-4cac-b2a7-2bdadf7c4f95 None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:41.128778 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a36df0f5-4baa-4cac-b2a7-2bdadf7c4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.266962 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc68706b-d7d2-4c1f-87d3-5c4a3edea822 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.268263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a36df0f5-4baa-4cac-b2a7-2bdadf7c4f95 None None] Provisioning for port d8f8d089-4b1c-4746-96ce-43ab83388167 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:41.271926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 14c82723-8e74-49f4-aa84-b94630f78e3d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:41.294632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc68706b-d7d2-4c1f-87d3-5c4a3edea822 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=d8f8d089-4b1c-4746-96ce-43ab83388167,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:41.296214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a36df0f5-4baa-4cac-b2a7-2bdadf7c4f95 None None] Provisioning complete for port d8f8d089-4b1c-4746-96ce-43ab83388167 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:41.296583 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a36df0f5-4baa-4cac-b2a7-2bdadf7c4f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.320319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a36df0f5-4baa-4cac-b2a7-2bdadf7c4f95 None None] Port d8f8d089-4b1c-4746-96ce-43ab83388167 was deleted so its status cannot be updated. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 18:37:41.346529 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc68706b-d7d2-4c1f-87d3-5c4a3edea822 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.348219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:41.348661 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.348788 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fc68706b-d7d2-4c1f-87d3-5c4a3edea822 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/d8f8d089-4b1c-4746-96ce-43ab83388167 HTTP/1.1" status: 204 len: 168 time: 0.8334219 Jul 16 18:37:41.351132 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40682) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:41.421101 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a95aff6-d85f-4d4f-bdd7-1ae5b6c71d18 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.423034 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4a95aff6-d85f-4d4f-bdd7-1ae5b6c71d18 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0706229 Jul 16 18:37:41.426893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40684) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:41.441562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-89edbeea-bb62-4c38-80d5-1ad9fdbebe10 None None] Could not find standard attr ID for object d8f8d089-4b1c-4746-96ce-43ab83388167. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:41.504892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92e40b4-6db0-4a96-9f32-b7f5839b5228 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.506567 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a92e40b4-6db0-4a96-9f32-b7f5839b5228 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0786695 Jul 16 18:37:41.509202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40686) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:41.566681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cbd3f4-5494-473e-9198-828f6f12cf6e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.568256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cbd3f4-5494-473e-9198-828f6f12cf6e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.569907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49cbd3f4-5494-473e-9198-828f6f12cf6e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:41.571449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-49cbd3f4-5494-473e-9198-828f6f12cf6e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0613208 Jul 16 18:37:41.574143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40688) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:41.629855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f13cbb3-bbcd-4bb0-8fb9-2664dd801b4e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 11602492-12a4-4d51-b481-0fa525375335 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:41.632980 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f13cbb3-bbcd-4bb0-8fb9-2664dd801b4e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.672608 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f13cbb3-bbcd-4bb0-8fb9-2664dd801b4e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.752360 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f13cbb3-bbcd-4bb0-8fb9-2664dd801b4e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.813639 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f13cbb3-bbcd-4bb0-8fb9-2664dd801b4e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.840692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13cbb3-bbcd-4bb0-8fb9-2664dd801b4e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=11602492-12a4-4d51-b481-0fa525375335,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:41.845321 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f13cbb3-bbcd-4bb0-8fb9-2664dd801b4e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.848503 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4f13cbb3-bbcd-4bb0-8fb9-2664dd801b4e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/11602492-12a4-4d51-b481-0fa525375335 HTTP/1.1" status: 204 len: 168 time: 0.2723286 Jul 16 18:37:41.850191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40690) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:41.853515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38494f18-eafd-4198-bc12-3fda9fdec5f3 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:41.902172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c0498f-4485-4745-af13-b49827713b13 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 6a9f30ad-d720-4f9d-9d2f-c5a98431586d {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:41.905800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-92c0498f-4485-4745-af13-b49827713b13 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:41.951754 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-92c0498f-4485-4745-af13-b49827713b13 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.051377 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-92c0498f-4485-4745-af13-b49827713b13 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.114773 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-92c0498f-4485-4745-af13-b49827713b13 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.144675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0498f-4485-4745-af13-b49827713b13 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=6a9f30ad-d720-4f9d-9d2f-c5a98431586d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.149758 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-92c0498f-4485-4745-af13-b49827713b13 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.151772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-92c0498f-4485-4745-af13-b49827713b13 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/6a9f30ad-d720-4f9d-9d2f-c5a98431586d HTTP/1.1" status: 204 len: 168 time: 0.3005459 Jul 16 18:37:42.154359 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40692) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:42.248092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f1b7a67-c829-43f0-906d-a6e6122aaa98 None None] Update dhcp port {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'fixed_ips': [{'subnet_id': '6a9f30ad-d720-4f9d-9d2f-c5a98431586d'}], 'binding:host_id': 'n-d-794306-7'}, 'id': '14c82723-8e74-49f4-aa84-b94630f78e3d'} from n-d-794306-7. {{(pid=105440) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 18:37:42.290734 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f1b7a67-c829-43f0-906d-a6e6122aaa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.347968 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.476597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c701a0-f265-4c7c-8982-4b03ec573fe6 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:42.485930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e9c8edea-c7de-461e-9846-8229b19fe389 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3292820 Jul 16 18:37:42.488398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40694) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:42.493523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-1ebf8a80-8f62-4375-a869-79ff04ef19b1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:42.591720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebf8a80-8f62-4375-a869-79ff04ef19b1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:42.594080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7cb2fac4-0368-4fd7-bab4-7c85326b10eb None None] Provisioning complete for port 14c82723-8e74-49f4-aa84-b94630f78e3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:42.594487 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7cb2fac4-0368-4fd7-bab4-7c85326b10eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.596829 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ebf8a80-8f62-4375-a869-79ff04ef19b1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.676074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8cb74d-42ae-40c3-806d-7adb999b3ff3 None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:42.734781 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-af8cb74d-42ae-40c3-806d-7adb999b3ff3 None None] Deleting port 14c82723-8e74-49f4-aa84-b94630f78e3d {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:42.735192 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af8cb74d-42ae-40c3-806d-7adb999b3ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.794396 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ebf8a80-8f62-4375-a869-79ff04ef19b1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.802003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-af8cb74d-42ae-40c3-806d-7adb999b3ff3 None None] For port 14c82723-8e74-49f4-aa84-b94630f78e3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=14c82723-8e74-49f4-aa84-b94630f78e3d,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:42.802445 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af8cb74d-42ae-40c3-806d-7adb999b3ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.816380 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-af8cb74d-42ae-40c3-806d-7adb999b3ff3 None None] Calling delete_port for 14c82723-8e74-49f4-aa84-b94630f78e3d owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:42.840278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebf8a80-8f62-4375-a869-79ff04ef19b1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:42.844471 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-1ebf8a80-8f62-4375-a869-79ff04ef19b1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:42.849262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebf8a80-8f62-4375-a869-79ff04ef19b1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:42.849917 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1ebf8a80-8f62-4375-a869-79ff04ef19b1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.862319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebf8a80-8f62-4375-a869-79ff04ef19b1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=69487fce-f9ce-4a56-bd53-403ac75c1670,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.870256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1ebf8a80-8f62-4375-a869-79ff04ef19b1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3807485 Jul 16 18:37:42.873314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40696) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:42.879583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-facfaf5c-8c59-4e9c-9777-7d68a29770a1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:42.910208 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af8cb74d-42ae-40c3-806d-7adb999b3ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:42.935410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8cb74d-42ae-40c3-806d-7adb999b3ff3 None None] Pushing event deleted for resources: {'Port': ['ID=14c82723-8e74-49f4-aa84-b94630f78e3d,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:42.939488 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8cb74d-42ae-40c3-806d-7adb999b3ff3 None None] No DVR routers for this DVR port 14c82723-8e74-49f4-aa84-b94630f78e3d on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:42.959013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5438bb2-f95b-4664-a523-3f11737a3896 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:43.004345 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-facfaf5c-8c59-4e9c-9777-7d68a29770a1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:43.007940 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-facfaf5c-8c59-4e9c-9777-7d68a29770a1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.101105 n-d-794306-7 neutron-server[105438]: INFO neutron.db.ipam_backend_mixin [None req-facfaf5c-8c59-4e9c-9777-7d68a29770a1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 69487fce-f9ce-4a56-bd53-403ac75c1670 (CIDR: 2001:db8::/64) Jul 16 18:37:43.104281 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-facfaf5c-8c59-4e9c-9777-7d68a29770a1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:37:43.104737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-facfaf5c-8c59-4e9c-9777-7d68a29770a1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:43.111345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-18e3adaf-12f1-44e4-9bad-a72d00823479', 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'tenant_id': '4b693dbcb99645558f6a07589810545c', 'fixed_ips': [{'subnet_id': '69487fce-f9ce-4a56-bd53-403ac75c1670'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:37:43.112367 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.119383 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-facfaf5c-8c59-4e9c-9777-7d68a29770a1 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2448969 Jul 16 18:37:43.122277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40698) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:43.128083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'subnet': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:43.256786 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:43.260632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.266058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Allocated IP 2001:db8::2 (18e3adaf-12f1-44e4-9bad-a72d00823479/69487fce-f9ce-4a56-bd53-403ac75c1670/087e28a9-cf71-4d53-b2e7-cb22e64605fb) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:43.269877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 14c82723-8e74-49f4-aa84-b94630f78e3d no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:43.296399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 14c82723-8e74-49f4-aa84-b94630f78e3d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:43.296831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 14c82723-8e74-49f4-aa84-b94630f78e3d not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:43.444731 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.454663 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Transition to ACTIVE for port object 087e28a9-cf71-4d53-b2e7-cb22e64605fb will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:43.471666 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Transition to ACTIVE for port object 087e28a9-cf71-4d53-b2e7-cb22e64605fb will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:43.477543 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.521536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:43.524300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:43.526916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:43.537590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Pushing event updated for resources: {'Port': ['ID=087e28a9-cf71-4d53-b2e7-cb22e64605fb,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:43.594330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.objects.ports [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=105438) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 18:37:43.610495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Attempting to bind port 087e28a9-cf71-4d53-b2e7-cb22e64605fb on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:37:43.610997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Attempting to bind port 087e28a9-cf71-4d53-b2e7-cb22e64605fb by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:37:43.611366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Attempting to bind port 087e28a9-cf71-4d53-b2e7-cb22e64605fb on network 18e3adaf-12f1-44e4-9bad-a72d00823479 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:37:43.617190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:37:43.617658 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Checking segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:37:43.618151 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.618654 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Bound using segment: {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:37:43.619170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Bound port: 087e28a9-cf71-4d53-b2e7-cb22e64605fb, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd99e0c84-3146-4e68-89e6-d914682786b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:37:43.619641 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.686443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] For port 087e28a9-cf71-4d53-b2e7-cb22e64605fb, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:37:43.690046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] For port 087e28a9-cf71-4d53-b2e7-cb22e64605fb, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=087e28a9-cf71-4d53-b2e7-cb22e64605fb,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:37:43.694549 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.766339 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bca93d2-dad3-49fc-82d5-d95e034fd70f None None] Pushing event updated for resources: {'Port': ['ID=087e28a9-cf71-4d53-b2e7-cb22e64605fb,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:43.776882 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:43.959080 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] For port 087e28a9-cf71-4d53-b2e7-cb22e64605fb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=087e28a9-cf71-4d53-b2e7-cb22e64605fb,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:43.999795 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.005538 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.006316 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.085589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:44.092395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:44.098095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.098691 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.100999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Subnet': ['ID=a6200caa-fbd5-4eca-90e5-7d75cb051574,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.121189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=087e28a9-cf71-4d53-b2e7-cb22e64605fb,revision_number=4']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.125826 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-89b9b794-0110-4f35-a12c-39fed49609bc tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.0019515 Jul 16 18:37:44.128977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40700) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:44.134050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Request body: {'port': {'network_id': '18e3adaf-12f1-44e4-9bad-a72d00823479', 'mac_address': 'fa:16:3e:ad:e6:1c', 'name': 'tempest-NetworksTestDHCPv6-790511782'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:44.244846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Made reservation on behalf of 4b693dbcb99645558f6a07589810545c for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:37:44.329798 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.349457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] device_id is not set on port 80710cd2-8327-4f29-96bc-7c30e3affbe3 yet. {{(pid=105439) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 18:37:44.525176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8::151 (18e3adaf-12f1-44e4-9bad-a72d00823479/69487fce-f9ce-4a56-bd53-403ac75c1670/80710cd2-8327-4f29-96bc-7c30e3affbe3) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:44.533572 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Allocated IP 2001:db8:0:1:f816:3eff:fead:e61c (18e3adaf-12f1-44e4-9bad-a72d00823479/a6200caa-fbd5-4eca-90e5-7d75cb051574/80710cd2-8327-4f29-96bc-7c30e3affbe3) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:37:44.692569 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.708715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Transition to ACTIVE for port object 80710cd2-8327-4f29-96bc-7c30e3affbe3 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:37:44.712574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718d4ca6-5bd9-4823-b1c1-2b331973324c None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:44.745019 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.785617 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9c1c9130-a793-4798-8f4d-de59b678da1b None None] Provisioning for port 087e28a9-cf71-4d53-b2e7-cb22e64605fb completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:44.796071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:37:44.800155 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:37:44.803026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:37:44.808587 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:44.809204 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:44.822083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event updated for resources: {'Port': ['ID=80710cd2-8327-4f29-96bc-7c30e3affbe3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:44.832230 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.7021315 Jul 16 18:37:44.833858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.834201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.834538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.834900 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.835224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40704) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:44.835721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.835721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.835937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.836245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.836628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.837102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.837290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.837598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cb68b3b-4c28-4632-874e-c41ea611c5af tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:44.946892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-626c625e-b144-4af9-a8b1-f1705a5cbff2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting port 80710cd2-8327-4f29-96bc-7c30e3affbe3 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:44.947237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-626c625e-b144-4af9-a8b1-f1705a5cbff2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.036269 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-626c625e-b144-4af9-a8b1-f1705a5cbff2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.049457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-626c625e-b144-4af9-a8b1-f1705a5cbff2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Calling delete_port for 80710cd2-8327-4f29-96bc-7c30e3affbe3 owned by {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:45.241723 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-626c625e-b144-4af9-a8b1-f1705a5cbff2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.272434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c625e-b144-4af9-a8b1-f1705a5cbff2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Port': ['ID=80710cd2-8327-4f29-96bc-7c30e3affbe3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:45.313580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 087e28a9-cf71-4d53-b2e7-cb22e64605fb up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:37:45.331934 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-626c625e-b144-4af9-a8b1-f1705a5cbff2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.334014 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-626c625e-b144-4af9-a8b1-f1705a5cbff2 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/80710cd2-8327-4f29-96bc-7c30e3affbe3 HTTP/1.1" status: 204 len: 168 time: 0.4922962 Jul 16 18:37:45.336503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40706) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:45.366283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 087e28a9-cf71-4d53-b2e7-cb22e64605fb completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:37:45.370750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 087e28a9-cf71-4d53-b2e7-cb22e64605fb triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:45.371485 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.411961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517c7475-507c-4f1a-ae02-91f1c1212e4e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.416035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-517c7475-507c-4f1a-ae02-91f1c1212e4e tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0784686 Jul 16 18:37:45.416569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40708) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:45.467485 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.490907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771f0294-cf59-47d9-9267-d8819c969f40 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.493704 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-771f0294-cf59-47d9-9267-d8819c969f40 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.0759733 Jul 16 18:37:45.496757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40710) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:45.506203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 087e28a9-cf71-4d53-b2e7-cb22e64605fb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=087e28a9-cf71-4d53-b2e7-cb22e64605fb,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:45.516567 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.554124 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0d2a469d-41b1-4f41-8d02-a2a3e0847830 None None] Could not find standard attr ID for object 80710cd2-8327-4f29-96bc-7c30e3affbe3. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:45.567152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef21a08-a243-4b61-aaa1-c81299febe66 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.568986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef21a08-a243-4b61-aaa1-c81299febe66 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.570666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef21a08-a243-4b61-aaa1-c81299febe66 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:45.574784 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-aef21a08-a243-4b61-aaa1-c81299febe66 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0741405 Jul 16 18:37:45.575468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40712) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:45.589679 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-30fc453f-f613-47f9-aebc-c56027f33e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.596337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0d2a469d-41b1-4f41-8d02-a2a3e0847830 None None] Provisioning complete for port 087e28a9-cf71-4d53-b2e7-cb22e64605fb triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:45.596703 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0d2a469d-41b1-4f41-8d02-a2a3e0847830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.635579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-084f6eed-a958-4e34-9b4f-ea00e808a8c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet 69487fce-f9ce-4a56-bd53-403ac75c1670 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:45.635878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=087e28a9-cf71-4d53-b2e7-cb22e64605fb,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:45.639355 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-084f6eed-a958-4e34-9b4f-ea00e808a8c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.687429 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-084f6eed-a958-4e34-9b4f-ea00e808a8c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.779837 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-084f6eed-a958-4e34-9b4f-ea00e808a8c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.807499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-82da5ff1-f0b0-4351-98cd-a00892c9dfac None None] Could not find standard attr ID for object 80710cd2-8327-4f29-96bc-7c30e3affbe3. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:37:45.846174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-084f6eed-a958-4e34-9b4f-ea00e808a8c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.875336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f6eed-a958-4e34-9b4f-ea00e808a8c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=69487fce-f9ce-4a56-bd53-403ac75c1670,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:45.877544 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-084f6eed-a958-4e34-9b4f-ea00e808a8c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.881712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-084f6eed-a958-4e34-9b4f-ea00e808a8c5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/69487fce-f9ce-4a56-bd53-403ac75c1670 HTTP/1.1" status: 204 len: 168 time: 0.3034649 Jul 16 18:37:45.881990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40714) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:45.891638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f0c872-39a4-41ba-affb-5d3d6d7853f2 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:45.938670 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f86a992-7d9f-47bd-be93-5bbfdef60733 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Deleting subnet a6200caa-fbd5-4eca-90e5-7d75cb051574 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:37:45.941870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f86a992-7d9f-47bd-be93-5bbfdef60733 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:45.987210 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f86a992-7d9f-47bd-be93-5bbfdef60733 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.074782 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f86a992-7d9f-47bd-be93-5bbfdef60733 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.137951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f86a992-7d9f-47bd-be93-5bbfdef60733 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.166190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f86a992-7d9f-47bd-be93-5bbfdef60733 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Subnet': ['ID=a6200caa-fbd5-4eca-90e5-7d75cb051574,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:46.170296 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3f86a992-7d9f-47bd-be93-5bbfdef60733 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.172383 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3f86a992-7d9f-47bd-be93-5bbfdef60733 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/a6200caa-fbd5-4eca-90e5-7d75cb051574 HTTP/1.1" status: 204 len: 168 time: 0.2895000 Jul 16 18:37:46.174943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40716) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.221445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-10134497-916e-429c-bd8d-bc1a545a65e0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0422215 Jul 16 18:37:46.221644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40718) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.291312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eda2f8ab-2a3b-482b-9d6c-39af35073f5c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.292920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-eda2f8ab-2a3b-482b-9d6c-39af35073f5c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0703423 Jul 16 18:37:46.295707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40720) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.353996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bc300e-d8eb-4ddc-abf4-cd1f51422a47 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:37:46.355533 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-09bc300e-d8eb-4ddc-abf4-cd1f51422a47 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0587361 Jul 16 18:37:46.358269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40722) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.407656 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-32c9bda2-9d50-4e5a-b7ba-2520dc8f6d8f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0462117 Jul 16 18:37:46.410609 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40724) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.440393 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c046e36-e5ab-4313-bda4-eee9741c2b57 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.441348 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c046e36-e5ab-4313-bda4-eee9741c2b57 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.443292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8c046e36-e5ab-4313-bda4-eee9741c2b57 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/80710cd2-8327-4f29-96bc-7c30e3affbe3 HTTP/1.1" status: 404 len: 333 time: 0.0316310 Jul 16 18:37:46.445824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40726) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.475527 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b13953a-a5a0-45a2-85b3-f015aed47bae tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.476086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b13953a-a5a0-45a2-85b3-f015aed47bae tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.477835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4b13953a-a5a0-45a2-85b3-f015aed47bae tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/a6200caa-fbd5-4eca-90e5-7d75cb051574 HTTP/1.1" status: 404 len: 337 time: 0.0309422 Jul 16 18:37:46.480460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40728) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.516511 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ddd7765-52ad-4e1f-bfeb-2c97cc48dbce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.517576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ddd7765-52ad-4e1f-bfeb-2c97cc48dbce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.519701 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5ddd7765-52ad-4e1f-bfeb-2c97cc48dbce tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/69487fce-f9ce-4a56-bd53-403ac75c1670 HTTP/1.1" status: 404 len: 337 time: 0.0382750 Jul 16 18:37:46.522942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40730) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.550530 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-db08e18e-b825-4c1a-b344-5b8945e0e574 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.551275 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db08e18e-b825-4c1a-b344-5b8945e0e574 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.553219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-db08e18e-b825-4c1a-b344-5b8945e0e574 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/d8f8d089-4b1c-4746-96ce-43ab83388167 HTTP/1.1" status: 404 len: 333 time: 0.0291376 Jul 16 18:37:46.555792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40732) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.586599 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88dcc33-d4a1-446a-b1ac-010bd4b10389 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.587100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88dcc33-d4a1-446a-b1ac-010bd4b10389 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.589114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f88dcc33-d4a1-446a-b1ac-010bd4b10389 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/11602492-12a4-4d51-b481-0fa525375335 HTTP/1.1" status: 404 len: 337 time: 0.0322902 Jul 16 18:37:46.591759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40734) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.618050 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5585fc23-8faf-4f43-8742-cee2f8dc0566 None None] Network 18e3adaf-12f1-44e4-9bad-a72d00823479 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:37:46.622593 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-450e095d-a34f-4f88-990b-c0821f2778b7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.623247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-450e095d-a34f-4f88-990b-c0821f2778b7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.625035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-450e095d-a34f-4f88-990b-c0821f2778b7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/6a9f30ad-d720-4f9d-9d2f-c5a98431586d HTTP/1.1" status: 404 len: 337 time: 0.0322337 Jul 16 18:37:46.627971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40736) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.657102 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-21e6e371-98f1-4447-bed0-2e029c1f69f8 None None] Provisioning complete for port 087e28a9-cf71-4d53-b2e7-cb22e64605fb triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:37:46.657570 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-21e6e371-98f1-4447-bed0-2e029c1f69f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.657929 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-668b8d4e-1cdb-4086-8381-c4e8b26c8656 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.658603 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-668b8d4e-1cdb-4086-8381-c4e8b26c8656 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.662959 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-668b8d4e-1cdb-4086-8381-c4e8b26c8656 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/278adb87-b2ea-40c5-a229-e6fea017f9df HTTP/1.1" status: 404 len: 333 time: 0.0315304 Jul 16 18:37:46.663384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40738) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.692336 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-014251d4-d2af-4fb4-b677-9588952f6985 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.692942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-014251d4-d2af-4fb4-b677-9588952f6985 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.694832 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-014251d4-d2af-4fb4-b677-9588952f6985 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/3f372c0b-1a32-4bee-a1fd-f8b8ff0adc84 HTTP/1.1" status: 404 len: 337 time: 0.0303524 Jul 16 18:37:46.697594 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40740) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.732880 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd68fbf3-9c4d-40a4-b77e-5e18c6248e95 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.733366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd68fbf3-9c4d-40a4-b77e-5e18c6248e95 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.735228 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fd68fbf3-9c4d-40a4-b77e-5e18c6248e95 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/21150c10-f5cc-4df8-9db0-1a542c8c05cd HTTP/1.1" status: 404 len: 337 time: 0.0365169 Jul 16 18:37:46.737943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40742) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.766069 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-336c7145-3754-4acd-abeb-3a4356a1ece6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.766781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-336c7145-3754-4acd-abeb-3a4356a1ece6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.768435 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-336c7145-3754-4acd-abeb-3a4356a1ece6 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/a4770e0c-6c78-46cd-aadd-19fc7b538b58 HTTP/1.1" status: 404 len: 333 time: 0.0295575 Jul 16 18:37:46.771129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40744) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.800669 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-92b61869-0cfc-4141-bc44-eb21780f5133 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.801126 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92b61869-0cfc-4141-bc44-eb21780f5133 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.805300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-92b61869-0cfc-4141-bc44-eb21780f5133 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/a70c3bbe-7414-4454-8dbe-6771cfea7ffb HTTP/1.1" status: 404 len: 337 time: 0.0307765 Jul 16 18:37:46.805608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40746) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.836068 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad5da11-05b2-44fa-8a82-a43cbcb42af0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.836438 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ad5da11-05b2-44fa-8a82-a43cbcb42af0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.839025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6ad5da11-05b2-44fa-8a82-a43cbcb42af0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/a7dc52b8-1590-45cc-85a0-b2da91832d28 HTTP/1.1" status: 404 len: 337 time: 0.0324280 Jul 16 18:37:46.841335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40748) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.873377 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc0f2b4a-c754-4018-a227-3745d29b53fa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.874182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc0f2b4a-c754-4018-a227-3745d29b53fa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.876326 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cc0f2b4a-c754-4018-a227-3745d29b53fa tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/8e5aa3ca-57a3-4f33-af84-4c348f73d024 HTTP/1.1" status: 404 len: 333 time: 0.0333571 Jul 16 18:37:46.878868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40750) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.890086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] DHCP port deletion for 18e3adaf-12f1-44e4-9bad-a72d00823479 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:37:46.912470 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-817e5cb3-442d-4b0e-ab60-538730c2357c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.912999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-817e5cb3-442d-4b0e-ab60-538730c2357c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.914981 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-817e5cb3-442d-4b0e-ab60-538730c2357c tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/83fa35d1-1c4d-482d-8d95-ba3d8e78e205 HTTP/1.1" status: 404 len: 337 time: 0.0352163 Jul 16 18:37:46.917519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40752) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.943890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Deleting port 087e28a9-cf71-4d53-b2e7-cb22e64605fb {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:37:46.944268 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:46.944745 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-25256aae-494c-4312-9119-057212fe1747 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.945448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25256aae-494c-4312-9119-057212fe1747 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.947186 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-25256aae-494c-4312-9119-057212fe1747 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/739bee39-4221-4bf3-852e-71e00b812c32 HTTP/1.1" status: 404 len: 333 time: 0.0287757 Jul 16 18:37:46.950143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40754) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:46.978314 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f40458e-8da5-4f99-84fe-8140a7a31564 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:46.978776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f40458e-8da5-4f99-84fe-8140a7a31564 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:46.980558 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7f40458e-8da5-4f99-84fe-8140a7a31564 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/caa79850-353a-410b-a828-c523457a99ef HTTP/1.1" status: 404 len: 337 time: 0.0293634 Jul 16 18:37:46.983229 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40756) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.009457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] For port 087e28a9-cf71-4d53-b2e7-cb22e64605fb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=087e28a9-cf71-4d53-b2e7-cb22e64605fb,segment=NetworkSegment(d99e0c84-3146-4e68-89e6-d914682786b1),segment_id=d99e0c84-3146-4e68-89e6-d914682786b1)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:37:47.009852 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.013739 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbdaefd0-24db-414b-8d80-e3e67589bc11 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.014528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbdaefd0-24db-414b-8d80-e3e67589bc11 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.017310 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fbdaefd0-24db-414b-8d80-e3e67589bc11 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/41ac9e55-a136-4c9b-b20a-36d357336338 HTTP/1.1" status: 404 len: 333 time: 0.0328119 Jul 16 18:37:47.020133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40758) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.023754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Calling delete_port for 087e28a9-cf71-4d53-b2e7-cb22e64605fb owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:37:47.053076 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f763e7a-f579-4f72-9d69-3c2bb1bb7ced tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.053602 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f763e7a-f579-4f72-9d69-3c2bb1bb7ced tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.055643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4f763e7a-f579-4f72-9d69-3c2bb1bb7ced tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/11e7ff8f-a3d1-4308-839f-20f001d93fea HTTP/1.1" status: 404 len: 337 time: 0.0343337 Jul 16 18:37:47.058650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40760) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.084941 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-19192043-10c4-4d9e-89bd-8dda81095d10 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.085572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19192043-10c4-4d9e-89bd-8dda81095d10 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.087281 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-19192043-10c4-4d9e-89bd-8dda81095d10 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/5077b5dc-2af4-4fd7-83f5-028f170c13cb HTTP/1.1" status: 404 len: 333 time: 0.0276582 Jul 16 18:37:47.089994 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40762) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.110593 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:47.120326 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-dac12442-dd40-4608-b8b4-95e4b201dcc5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.120725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dac12442-dd40-4608-b8b4-95e4b201dcc5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.122684 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dac12442-dd40-4608-b8b4-95e4b201dcc5 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/444b2e25-03a7-45f1-b3ad-70dcda54faec HTTP/1.1" status: 404 len: 337 time: 0.0312717 Jul 16 18:37:47.126222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40764) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.137232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Pushing event deleted for resources: {'Port': ['ID=087e28a9-cf71-4d53-b2e7-cb22e64605fb,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:47.148265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] No DVR routers for this DVR port 087e28a9-cf71-4d53-b2e7-cb22e64605fb on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:37:47.150957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.151390 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.151852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.152056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.152396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.152730 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.153061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.153392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.153721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.154180 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.154389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.154779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-316673ad-6457-41f0-b0f5-55c495f9cd1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:37:47.157522 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-db10167a-61bc-4eea-9552-c786e321f181 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.158204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db10167a-61bc-4eea-9552-c786e321f181 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.160611 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-db10167a-61bc-4eea-9552-c786e321f181 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/1e9c23df-8e52-444b-977d-08625c1b2d02 HTTP/1.1" status: 404 len: 333 time: 0.0332584 Jul 16 18:37:47.162555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40766) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.190975 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-b21142b0-e67d-4419-875a-9bcc2e7d4b51 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.191434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b21142b0-e67d-4419-875a-9bcc2e7d4b51 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.195587 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b21142b0-e67d-4419-875a-9bcc2e7d4b51 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/8b70c006-a807-43bc-a9e7-465bfbd93ae6 HTTP/1.1" status: 404 len: 337 time: 0.0295420 Jul 16 18:37:47.196011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40768) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.226091 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0846c5b-3309-45ea-a757-8d73ced45b9f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.226794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0846c5b-3309-45ea-a757-8d73ced45b9f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.228672 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d0846c5b-3309-45ea-a757-8d73ced45b9f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/571f2962-ee86-4e51-8fd8-3a8551e30c98 HTTP/1.1" status: 404 len: 333 time: 0.0314419 Jul 16 18:37:47.231540 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40770) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.258908 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 087e28a9-cf71-4d53-b2e7-cb22e64605fb no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:37:47.259986 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-327f7bcf-8113-4b90-8603-7090d76fdeb0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.260440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-327f7bcf-8113-4b90-8603-7090d76fdeb0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.262663 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-327f7bcf-8113-4b90-8603-7090d76fdeb0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/22730604-8d0c-43cc-ab08-965a9fd40eef HTTP/1.1" status: 404 len: 337 time: 0.0296025 Jul 16 18:37:47.265055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40772) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.279469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 087e28a9-cf71-4d53-b2e7-cb22e64605fb {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:37:47.280250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 087e28a9-cf71-4d53-b2e7-cb22e64605fb not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:37:47.293220 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e758b7e-ab1b-436a-8149-89cdaf148467 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.293681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e758b7e-ab1b-436a-8149-89cdaf148467 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.295491 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7e758b7e-ab1b-436a-8149-89cdaf148467 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/b7fdde4e-bcc7-4560-9fb0-af8c498dc375 HTTP/1.1" status: 404 len: 337 time: 0.0287936 Jul 16 18:37:47.298026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40774) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.330943 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b4161c-3923-412c-875c-08ac490a4936 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.331666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0b4161c-3923-412c-875c-08ac490a4936 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.333529 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f0b4161c-3923-412c-875c-08ac490a4936 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/8a0972dd-6000-4622-9b58-ae1bb0917f95 HTTP/1.1" status: 404 len: 333 time: 0.0345304 Jul 16 18:37:47.336043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40776) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.361487 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9f7077a-3c6a-4157-ae76-9c9ee139d4ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.362027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9f7077a-3c6a-4157-ae76-9c9ee139d4ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.363887 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f9f7077a-3c6a-4157-ae76-9c9ee139d4ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/c10de0de-62bd-40b6-a479-4662f264726b HTTP/1.1" status: 404 len: 337 time: 0.0269055 Jul 16 18:37:47.366337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40778) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.393207 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2128316-fa5e-418d-bcfc-c84a8ff3a528 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.393662 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2128316-fa5e-418d-bcfc-c84a8ff3a528 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.395312 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c2128316-fa5e-418d-bcfc-c84a8ff3a528 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/c8ccb614-da14-4504-8631-c15a1ea5e92c HTTP/1.1" status: 404 len: 337 time: 0.0280411 Jul 16 18:37:47.397791 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40780) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.423709 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82050d7-7837-47fb-b85f-f8bfcf345b45 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.424305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82050d7-7837-47fb-b85f-f8bfcf345b45 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.426094 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e82050d7-7837-47fb-b85f-f8bfcf345b45 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/c5f8a11b-c8cc-4f25-ac6e-8f10754d7d62 HTTP/1.1" status: 404 len: 333 time: 0.0272686 Jul 16 18:37:47.428455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40782) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.455591 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77966f9-1e1d-4fa5-81e4-a2a1f8454e3f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.456036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77966f9-1e1d-4fa5-81e4-a2a1f8454e3f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.457890 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c77966f9-1e1d-4fa5-81e4-a2a1f8454e3f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/3d566267-4fcf-47af-ba4e-7fb42e31922c HTTP/1.1" status: 404 len: 337 time: 0.0285268 Jul 16 18:37:47.460365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40784) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.487371 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-182da95d-4b9a-4520-aef3-5b59f2aa7eb0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.487872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-182da95d-4b9a-4520-aef3-5b59f2aa7eb0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.489690 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-182da95d-4b9a-4520-aef3-5b59f2aa7eb0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/b8cecfcd-e1f1-4783-be67-bc42231a9a7d HTTP/1.1" status: 404 len: 337 time: 0.0284109 Jul 16 18:37:47.492198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40786) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.523585 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-400ac942-4c20-469d-aa00-9231bcd27df4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.524291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400ac942-4c20-469d-aa00-9231bcd27df4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.526114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-400ac942-4c20-469d-aa00-9231bcd27df4 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/f7834160-3c77-4c57-bddf-afbb06677f76 HTTP/1.1" status: 404 len: 333 time: 0.0329359 Jul 16 18:37:47.528673 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40788) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.555735 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-c669f566-6d00-4a7c-a00a-0a03dc84f3ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.556227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c669f566-6d00-4a7c-a00a-0a03dc84f3ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.557959 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c669f566-6d00-4a7c-a00a-0a03dc84f3ab tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/861ab3cf-ff53-4889-910f-43ade46d5b74 HTTP/1.1" status: 404 len: 337 time: 0.0283456 Jul 16 18:37:47.560470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40790) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.589839 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f5162ca-0382-4511-9560-649cfb410a5b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.590222 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f5162ca-0382-4511-9560-649cfb410a5b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.592157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8f5162ca-0382-4511-9560-649cfb410a5b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/918fff5c-22bc-455b-8b23-3675c7ece671 HTTP/1.1" status: 404 len: 337 time: 0.0306909 Jul 16 18:37:47.594843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40792) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.630760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8b02c517-78c0-4173-9349-eeeb8758818b tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports?device_id=2494f007-eea9-4e8a-a5fe-cb3fbdc772b3 HTTP/1.1" status: 200 len: 205 time: 0.0348580 Jul 16 18:37:47.633236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40794) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.675390 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-172a79a5-53c4-4afc-9ebc-1905c8421b18 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] delete failed (client error): The resource could not be found. Jul 16 18:37:47.676418 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-172a79a5-53c4-4afc-9ebc-1905c8421b18 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/routers/2494f007-eea9-4e8a-a5fe-cb3fbdc772b3 HTTP/1.1" status: 404 len: 336 time: 0.0422754 Jul 16 18:37:47.678902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40796) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.706546 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c0619fb-3b1b-415b-bcdc-6b817219ada7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.707004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c0619fb-3b1b-415b-bcdc-6b817219ada7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.708721 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0c0619fb-3b1b-415b-bcdc-6b817219ada7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/33853db9-6533-49c6-bc09-713ad6abc758 HTTP/1.1" status: 404 len: 337 time: 0.0289161 Jul 16 18:37:47.711338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40798) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.740579 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-825cfc80-be85-4e34-885e-b9222c11c49d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "GET /v2.0/ports?device_id=dfdf62cb-355c-4b85-a177-6bf1f1763062 HTTP/1.1" status: 200 len: 205 time: 0.0281489 Jul 16 18:37:47.742817 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40800) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.782322 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-e6072f3d-19e8-48ad-8a57-7311c589d482 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] delete failed (client error): The resource could not be found. Jul 16 18:37:47.783420 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e6072f3d-19e8-48ad-8a57-7311c589d482 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/routers/dfdf62cb-355c-4b85-a177-6bf1f1763062 HTTP/1.1" status: 404 len: 336 time: 0.0396824 Jul 16 18:37:47.785915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40802) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.820521 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cdc2cce-a51d-4d85-946e-5e66edb45b8d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.821027 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cdc2cce-a51d-4d85-946e-5e66edb45b8d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.822862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7cdc2cce-a51d-4d85-946e-5e66edb45b8d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/a0d1b4c1-b97d-4354-9459-f2d1b7b18b9d HTTP/1.1" status: 404 len: 337 time: 0.0360582 Jul 16 18:37:47.825624 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40804) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.854518 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebc0d65-98ea-4174-9b61-8998509f4326 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.854904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebc0d65-98ea-4174-9b61-8998509f4326 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.856885 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1ebc0d65-98ea-4174-9b61-8998509f4326 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/735f4aeb-4f3e-4588-8e8d-f0735918d5b4 HTTP/1.1" status: 404 len: 337 time: 0.0303695 Jul 16 18:37:47.860331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40806) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.886673 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2b7dc2-a6c2-4ef0-940d-65c7e6f444b0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.887345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2b7dc2-a6c2-4ef0-940d-65c7e6f444b0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.889108 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ad2b7dc2-a6c2-4ef0-940d-65c7e6f444b0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/ea60be3d-da09-46a3-858a-fc8e779b4fb4 HTTP/1.1" status: 404 len: 333 time: 0.0277019 Jul 16 18:37:47.891791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40808) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.920949 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e1416c-c06b-4e2e-bd7d-b49a0dce5718 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.921473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e1416c-c06b-4e2e-bd7d-b49a0dce5718 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.924503 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e6e1416c-c06b-4e2e-bd7d-b49a0dce5718 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/5df7f97f-9abf-43f6-9993-f1d0bfd33a88 HTTP/1.1" status: 404 len: 337 time: 0.0316563 Jul 16 18:37:47.926954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40810) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.959719 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-3206e4fb-ff21-460a-8bd6-29315f59166f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.960424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3206e4fb-ff21-460a-8bd6-29315f59166f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.962293 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3206e4fb-ff21-460a-8bd6-29315f59166f tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/95e53535-8df6-46d9-bc6e-f44012027c76 HTTP/1.1" status: 404 len: 333 time: 0.0344024 Jul 16 18:37:47.965032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40812) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:47.994610 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cad249a-30af-44e8-920f-7a3f6a34d4a3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:47.995084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cad249a-30af-44e8-920f-7a3f6a34d4a3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:47.997133 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8cad249a-30af-44e8-920f-7a3f6a34d4a3 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/dc53be4a-db68-441c-b5f4-57a8a7887ecc HTTP/1.1" status: 404 len: 337 time: 0.0310826 Jul 16 18:37:47.999613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40814) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.027717 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-25de999e-7604-4d96-974f-3ea0d10ff0ad tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:48.028373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25de999e-7604-4d96-974f-3ea0d10ff0ad tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:48.030073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-25de999e-7604-4d96-974f-3ea0d10ff0ad tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/53c90799-1a57-4f06-adcc-ddf715795a4e HTTP/1.1" status: 404 len: 333 time: 0.0288725 Jul 16 18:37:48.033392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40816) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.060578 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-8286ba96-28ed-46b3-a525-ab8ef62e4129 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:48.061026 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8286ba96-28ed-46b3-a525-ab8ef62e4129 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:48.062709 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8286ba96-28ed-46b3-a525-ab8ef62e4129 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/2e6db5a6-e55c-4dab-8dc4-e53628e1f6ad HTTP/1.1" status: 404 len: 337 time: 0.0282345 Jul 16 18:37:48.065255 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40818) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.092354 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-18105ec2-36e9-4331-8f07-ccd608929f90 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:48.093127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18105ec2-36e9-4331-8f07-ccd608929f90 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:48.096225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-18105ec2-36e9-4331-8f07-ccd608929f90 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/2c1bfd23-a682-4268-b87f-c6ef5ca24656 HTTP/1.1" status: 404 len: 333 time: 0.0298271 Jul 16 18:37:48.098585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40820) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.126704 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ca932c-28f6-4ef8-80dd-630dd35d1aa7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:48.127064 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ca932c-28f6-4ef8-80dd-630dd35d1aa7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:48.128798 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f1ca932c-28f6-4ef8-80dd-630dd35d1aa7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/49ccfdfd-cbfe-48eb-af80-58ea9a9d3a9c HTTP/1.1" status: 404 len: 337 time: 0.0291507 Jul 16 18:37:48.131237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40822) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.160415 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c6e302-f249-4fbb-95d8-ddb232497235 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:48.161100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35c6e302-f249-4fbb-95d8-ddb232497235 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:48.162927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-35c6e302-f249-4fbb-95d8-ddb232497235 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/0e0072be-3bf8-4752-acdc-d0a3688c428b HTTP/1.1" status: 404 len: 333 time: 0.0306582 Jul 16 18:37:48.165802 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40824) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.192038 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abaeab4-1586-4e4b-86a1-cad64e0a72b7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:48.192498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abaeab4-1586-4e4b-86a1-cad64e0a72b7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:48.194213 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3abaeab4-1586-4e4b-86a1-cad64e0a72b7 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/1ccf37ed-598d-4079-ac18-cf6759b1c811 HTTP/1.1" status: 404 len: 337 time: 0.0274994 Jul 16 18:37:48.197070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40826) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.226569 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-90670ecd-75d8-45e7-9a2d-c32d3be5bdd0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:48.227355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90670ecd-75d8-45e7-9a2d-c32d3be5bdd0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:48.229403 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-90670ecd-75d8-45e7-9a2d-c32d3be5bdd0 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/4f23546a-e059-4c27-82d2-230a6686f549 HTTP/1.1" status: 404 len: 333 time: 0.0313709 Jul 16 18:37:48.231593 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.233009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40828) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.233587 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-feefd0c3-27db-4698-9258-757c9433dc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.264892 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-0657e03d-6b51-4760-8c23-53db8dfba3c8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:48.265873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0657e03d-6b51-4760-8c23-53db8dfba3c8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:48.267727 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0657e03d-6b51-4760-8c23-53db8dfba3c8 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/e686c556-8b13-4a06-b92f-21ca93ab70a2 HTTP/1.1" status: 404 len: 337 time: 0.0335116 Jul 16 18:37:48.270312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40830) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.296535 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e030195-0038-4a07-8cd8-10546882b990 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:48.297236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e030195-0038-4a07-8cd8-10546882b990 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:48.298906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e030195-0038-4a07-8cd8-10546882b990 tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/ports/c0041aaf-b887-4c82-8f97-8a5c27504794 HTTP/1.1" status: 404 len: 333 time: 0.0277121 Jul 16 18:37:48.301506 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40832) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.326859 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dd7ea83-b36a-4f7a-aecc-ea6e34db024d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] DELETE failed (client error): The resource could not be found. Jul 16 18:37:48.327312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dd7ea83-b36a-4f7a-aecc-ea6e34db024d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:37:48.329528 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0dd7ea83-b36a-4f7a-aecc-ea6e34db024d tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/subnets/d80fd899-7e71-496a-9735-9c850df8e07b HTTP/1.1" status: 404 len: 337 time: 0.0270801 Jul 16 18:37:48.331914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40834) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:48.409716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.510466 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.521586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18e3adaf-12f1-44e4-9bad-a72d00823479']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:48.532431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd99e0c84-3146-4e68-89e6-d914682786b1') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:48.532735 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd99e0c84-3146-4e68-89e6-d914682786b1') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:37:48.542297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.558057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.565462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Releasing vlan 386 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:37:48.565886 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:37:48.569223 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:37:48.631848 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.639135 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:48.641478 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] 10.222.0.47 "DELETE /v2.0/networks/18e3adaf-12f1-44e4-9bad-a72d00823479 HTTP/1.1" status: 204 len: 168 time: 0.3081775 Jul 16 18:37:48.653181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f1883-b46e-44d5-8107-07d3519db55a tempest-NetworksTestDHCPv6-2065096982 tempest-NetworksTestDHCPv6-2065096982-project] Pushing event deleted for resources: {'Network': ['ID=18e3adaf-12f1-44e4-9bad-a72d00823479,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:48.900770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40840) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.039468 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-aa29abae-4479-413f-ab19-a912ce72200d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4b693dbcb99645558f6a07589810545c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1375301 Jul 16 18:37:49.042000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40844) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.089801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9290f1d-9221-4048-8ef1-250cc785aaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.113799 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9290f1d-9221-4048-8ef1-250cc785aaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.160975 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9290f1d-9221-4048-8ef1-250cc785aaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.163551 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b9290f1d-9221-4048-8ef1-250cc785aaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.164736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b9290f1d-9221-4048-8ef1-250cc785aaed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb99f98e-124a-4165-a6e8-2372d3a83af8 HTTP/1.1" status: 204 len: 168 time: 0.1218302 Jul 16 18:37:49.172739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9290f1d-9221-4048-8ef1-250cc785aaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb99f98e-124a-4165-a6e8-2372d3a83af8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:49.809818 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40866) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.906579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-add62dd5-0b36-45e4-886a-0c37fb271ef6 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.907617 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-add62dd5-0b36-45e4-886a-0c37fb271ef6 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0967970 Jul 16 18:37:49.910536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40870) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.914449 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-70c06677-2d7c-4711-baa5-75dab0e65993 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.915353 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-70c06677-2d7c-4711-baa5-75dab0e65993 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0039661 Jul 16 18:37:49.917404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40872) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.921206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-fd9cf8b1-7249-434d-9d4d-aaf8d15f9bce tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.922637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fd9cf8b1-7249-434d-9d4d-aaf8d15f9bce tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0044293 Jul 16 18:37:49.925296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40874) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.929240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-327db299-d5f1-4232-82e6-5101ec91b253 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.930163 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-327db299-d5f1-4232-82e6-5101ec91b253 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0040324 Jul 16 18:37:49.932399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40876) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.936393 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-11f292cc-1e79-4994-b0b9-39c5acf146c6 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.938077 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-11f292cc-1e79-4994-b0b9-39c5acf146c6 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0040708 Jul 16 18:37:49.940741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40878) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.941379 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:49.945030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-465dd41a-3581-4936-af7a-3cb2a5140de1 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.945966 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-465dd41a-3581-4936-af7a-3cb2a5140de1 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042210 Jul 16 18:37:49.948151 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40880) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.957519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-c4c13a0c-c018-4d34-a4d8-8cc4aacb97b3 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.958479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c4c13a0c-c018-4d34-a4d8-8cc4aacb97b3 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0095165 Jul 16 18:37:49.960871 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40882) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.964709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-f27307fd-cbc4-440a-a59f-a8028652ad44 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.965644 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f27307fd-cbc4-440a-a59f-a8028652ad44 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039215 Jul 16 18:37:49.967825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40884) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.972391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-76151ae0-0a8b-414d-8523-40ac839168f5 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.973315 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-76151ae0-0a8b-414d-8523-40ac839168f5 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0046833 Jul 16 18:37:49.975459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40886) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.979201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-c1e87df7-76b4-42a8-aa5d-983b1751d3c4 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.980161 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c1e87df7-76b4-42a8-aa5d-983b1751d3c4 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038526 Jul 16 18:37:49.982216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40888) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.986947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-b9ae4718-6aef-49b2-9517-01476653bec4 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.987896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b9ae4718-6aef-49b2-9517-01476653bec4 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0048523 Jul 16 18:37:49.989985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40890) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:49.993820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-de8a6bb5-8d26-4278-879e-b47d53ea7f7b tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:49.994684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-de8a6bb5-8d26-4278-879e-b47d53ea7f7b tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0038846 Jul 16 18:37:49.996773 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40892) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.001726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-9c476f41-5b1c-4753-bb25-fcb4f2bac0d5 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.002708 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9c476f41-5b1c-4753-bb25-fcb4f2bac0d5 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0051019 Jul 16 18:37:50.005076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40894) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.009000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-8ea38b44-90a4-44a2-96e8-6288ec714e87 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.009942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8ea38b44-90a4-44a2-96e8-6288ec714e87 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040202 Jul 16 18:37:50.012253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40896) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.017169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-721aead5-f092-440b-aff2-377d66699ff3 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.018098 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-721aead5-f092-440b-aff2-377d66699ff3 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0050318 Jul 16 18:37:50.020297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40898) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.024161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-366ca88f-056b-487e-9483-a2c7772533e5 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.025078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-366ca88f-056b-487e-9483-a2c7772533e5 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0039349 Jul 16 18:37:50.027145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40900) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.031174 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-9a757f0a-7402-488d-95c4-aa6bd8975812 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.032446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9a757f0a-7402-488d-95c4-aa6bd8975812 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0043790 Jul 16 18:37:50.034531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40902) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.038286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-8f2b8277-417a-47dd-b007-b72baf571298 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.039205 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8f2b8277-417a-47dd-b007-b72baf571298 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0038612 Jul 16 18:37:50.041320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40904) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.045047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-1bd69903-8170-4529-9b35-79d3f76f71f0 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.045972 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1bd69903-8170-4529-9b35-79d3f76f71f0 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0038350 Jul 16 18:37:50.048759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40906) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.053120 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-bf3a140a-4d85-41a7-91ba-3b431926d861 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.054044 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bf3a140a-4d85-41a7-91ba-3b431926d861 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0044513 Jul 16 18:37:50.056107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40908) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.059888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-79564b48-33f6-4126-a3d4-e27c8f94da02 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.060820 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-79564b48-33f6-4126-a3d4-e27c8f94da02 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0038984 Jul 16 18:37:50.063723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40910) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.068217 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-3d005285-cbd9-44e0-8480-e8a3351779b9 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.069155 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3d005285-cbd9-44e0-8480-e8a3351779b9 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044539 Jul 16 18:37:50.071251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40912) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.075005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-816d01f5-df60-4706-bd9a-36a336d912f3 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.075942 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-816d01f5-df60-4706-bd9a-36a336d912f3 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0038168 Jul 16 18:37:50.077986 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40914) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.081769 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-9c36e31c-e654-4d2a-b936-5acdf7dd902a tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.082673 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9c36e31c-e654-4d2a-b936-5acdf7dd902a tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0038354 Jul 16 18:37:50.084758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40916) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.088439 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-9b2fe96d-61a3-48e1-ad14-483441c99dc4 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.089344 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9b2fe96d-61a3-48e1-ad14-483441c99dc4 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0037837 Jul 16 18:37:50.091391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40918) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.100522 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-fea37171-2dd0-42e4-910e-3f6febfd6958 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.101447 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fea37171-2dd0-42e4-910e-3f6febfd6958 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0092328 Jul 16 18:37:50.103742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40920) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.107449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-ef2f463f-205e-4368-a643-611321db1afe tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.108421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ef2f463f-205e-4368-a643-611321db1afe tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038371 Jul 16 18:37:50.111077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40922) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.114811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-3c721fac-d814-4d1a-a824-8337baf14f3e tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.115748 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3c721fac-d814-4d1a-a824-8337baf14f3e tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0038419 Jul 16 18:37:50.117808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40924) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.121467 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-978f973f-5a57-495a-8d12-e34e2886b124 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.122373 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-978f973f-5a57-495a-8d12-e34e2886b124 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0037723 Jul 16 18:37:50.124504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40926) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.128270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-745ddb85-fec4-47ad-b388-57a08cfe5809 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.129623 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-745ddb85-fec4-47ad-b388-57a08cfe5809 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0043030 Jul 16 18:37:50.131683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40928) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.135359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-2c94fcb3-5044-47f4-b965-0ae65a3111a9 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.136296 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2c94fcb3-5044-47f4-b965-0ae65a3111a9 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0038199 Jul 16 18:37:50.138280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40930) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.142004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-936d8e45-3e9f-4f36-b11a-9a9e9e78890c tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.142906 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-936d8e45-3e9f-4f36-b11a-9a9e9e78890c tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0038292 Jul 16 18:37:50.144997 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40932) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.149202 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-43d566a7-2060-40fd-8549-cc9ef4ecf888 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.150154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-43d566a7-2060-40fd-8549-cc9ef4ecf888 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0043318 Jul 16 18:37:50.152195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40934) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.156884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-bab248b9-3017-450b-9ff7-a2e563a7faa6 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.157829 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bab248b9-3017-450b-9ff7-a2e563a7faa6 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048316 Jul 16 18:37:50.159882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40936) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.163542 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-960013c3-9464-4125-82a3-c4c5c8ec9e01 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.164475 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-960013c3-9464-4125-82a3-c4c5c8ec9e01 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0037959 Jul 16 18:37:50.166454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40938) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.170195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-d9b1746f-84d7-4b0d-9065-0bfa5cd442de tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.171107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d9b1746f-84d7-4b0d-9065-0bfa5cd442de tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0038605 Jul 16 18:37:50.174430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40940) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.178904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-4c515719-f80e-4575-80ed-d7851952fdd2 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.179873 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4c515719-f80e-4575-80ed-d7851952fdd2 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0044150 Jul 16 18:37:50.182276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40942) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.186918 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-f8efaeca-91c0-472a-90ea-1ae0a9e1afa5 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.188008 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f8efaeca-91c0-472a-90ea-1ae0a9e1afa5 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0048306 Jul 16 18:37:50.189962 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40944) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.193737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-f71592dd-a53b-4192-9a47-82b00f256bdf tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.194747 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f71592dd-a53b-4192-9a47-82b00f256bdf tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0039446 Jul 16 18:37:50.196778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40946) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.200595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-d8648870-464f-4720-8e2e-01d716e1777f tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.201530 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d8648870-464f-4720-8e2e-01d716e1777f tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0039368 Jul 16 18:37:50.203508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40948) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.207296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-f0405e56-b80e-4548-baf3-1a8e6db1f4fe tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.210234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f0405e56-b80e-4548-baf3-1a8e6db1f4fe tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0058606 Jul 16 18:37:50.210446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40950) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.214685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-2d615948-6074-4708-b2ec-b29ec3832766 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.215682 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2d615948-6074-4708-b2ec-b29ec3832766 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043025 Jul 16 18:37:50.217632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40952) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.222076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-c7a2de75-a92c-4004-ae27-5f8cec893ab4 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.222986 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c7a2de75-a92c-4004-ae27-5f8cec893ab4 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0045531 Jul 16 18:37:50.225032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40954) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.228728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-df66abc6-c7e5-4451-9f13-7ed5ed97782f tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.229635 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-df66abc6-c7e5-4451-9f13-7ed5ed97782f tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0038073 Jul 16 18:37:50.231718 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40956) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.236042 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-1b33f6ba-4faf-4475-a792-8de80ad33c0a tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.237032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1b33f6ba-4faf-4475-a792-8de80ad33c0a tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0045726 Jul 16 18:37:50.239814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40958) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.244450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-29f82e99-e266-4ef5-9d28-cb4830f4b501 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.245335 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-29f82e99-e266-4ef5-9d28-cb4830f4b501 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0046074 Jul 16 18:37:50.247428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40960) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.251450 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-415d5f24-9624-4bd1-9981-cd409556a65b tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.252424 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-415d5f24-9624-4bd1-9981-cd409556a65b tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0041113 Jul 16 18:37:50.254401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40962) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.258452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-221d8822-dd32-4c39-a1d0-8c5ad9fc14b5 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.259400 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-221d8822-dd32-4c39-a1d0-8c5ad9fc14b5 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0038948 Jul 16 18:37:50.261354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40964) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.265623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-1ded5af6-6615-4f1c-ba88-ca65d720acdc tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.266524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1ded5af6-6615-4f1c-ba88-ca65d720acdc tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043433 Jul 16 18:37:50.268758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40966) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.273311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-0eb13a3c-6996-4463-b40d-a3ac8aba4887 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.274297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0eb13a3c-6996-4463-b40d-a3ac8aba4887 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0046690 Jul 16 18:37:50.276459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40968) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.280255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-95444845-bd33-4716-a531-c2169d4c0523 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.281796 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-95444845-bd33-4716-a531-c2169d4c0523 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0039086 Jul 16 18:37:50.283815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40970) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.287757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-2de10061-32a8-421e-b432-f80a7ea8c1c0 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.288710 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2de10061-32a8-421e-b432-f80a7ea8c1c0 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0040307 Jul 16 18:37:50.290656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40972) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.294375 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-8c24c07c-91db-4e27-ba3f-3f377792ec61 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.295295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8c24c07c-91db-4e27-ba3f-3f377792ec61 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0038304 Jul 16 18:37:50.298013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 40974) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.302926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [None req-7ff9e2d8-bb05-4b8d-94bb-284c83eee494 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.303967 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7ff9e2d8-bb05-4b8d-94bb-284c83eee494 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0049248 Jul 16 18:37:50.306267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40976) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.310542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-62f4202a-95d6-4483-ad38-3c4f1ee07b07 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.311485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-62f4202a-95d6-4483-ad38-3c4f1ee07b07 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0043209 Jul 16 18:37:50.313704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40978) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.317541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-e573ecf8-e92d-42c4-bc1d-ab02a0acea8e tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.318809 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e573ecf8-e92d-42c4-bc1d-ab02a0acea8e tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0042806 Jul 16 18:37:50.320798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40980) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.324606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-3ce1827a-068a-481d-9ef7-6d45dbeb610d tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.325532 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3ce1827a-068a-481d-9ef7-6d45dbeb610d tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0039225 Jul 16 18:37:50.327525 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40982) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.332769 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-8e87ccf5-ded1-4e8f-82f4-559bcb3437a6 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.333712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8e87ccf5-ded1-4e8f-82f4-559bcb3437a6 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0048597 Jul 16 18:37:50.335701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40984) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.339405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-1e326087-518a-4e64-97de-cdefa057794d tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.340368 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1e326087-518a-4e64-97de-cdefa057794d tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0038531 Jul 16 18:37:50.342461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40986) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.348073 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-3b85b73e-25c6-45c8-a11f-2a1e4d92134d tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.351303 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3b85b73e-25c6-45c8-a11f-2a1e4d92134d tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0080087 Jul 16 18:37:50.351870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40988) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.355681 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-527d6621-eb1d-490b-89e0-898be2a3f6b6 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.356906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-527d6621-eb1d-490b-89e0-898be2a3f6b6 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0041766 Jul 16 18:37:50.358901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40990) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.364019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-6a7bef10-f7ac-4b1d-a5b9-9a146f55814a tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.364945 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6a7bef10-f7ac-4b1d-a5b9-9a146f55814a tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0038924 Jul 16 18:37:50.367147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40992) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.370993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-ebdffa71-2576-444f-8470-990c304a0916 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.372089 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ebdffa71-2576-444f-8470-990c304a0916 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0039513 Jul 16 18:37:50.373942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40994) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.378468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-74551984-b514-4994-9d72-a639ed4062ac tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.379396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-74551984-b514-4994-9d72-a639ed4062ac tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0046399 Jul 16 18:37:50.381481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40996) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.385808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-3ae4950e-0444-4a9d-b424-8d7b12d7b1f2 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.386754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3ae4950e-0444-4a9d-b424-8d7b12d7b1f2 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0044472 Jul 16 18:37:50.388710 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 40998) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.392827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-dda60647-7d3d-42f1-bf8d-3f4c104cfff1 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.393770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-dda60647-7d3d-42f1-bf8d-3f4c104cfff1 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0042281 Jul 16 18:37:50.395741 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41000) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.399433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-6f05c266-f08d-4ab7-b93d-66c41fd76daf tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.400407 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6f05c266-f08d-4ab7-b93d-66c41fd76daf tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0038347 Jul 16 18:37:50.402348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41002) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.406543 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-5f14f479-be4a-4e6b-aab1-c8b93108ee79 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.407448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5f14f479-be4a-4e6b-aab1-c8b93108ee79 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0043049 Jul 16 18:37:50.409510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41004) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.413800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [None req-18dbe3ff-96d5-4e8f-bc56-ff701e6eb956 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] http://10.222.0.47:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:37:50.414734 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-18dbe3ff-96d5-4e8f-bc56-ff701e6eb956 tempest-ExtensionsTestJSON-896155493 tempest-ExtensionsTestJSON-896155493-project] 10.222.0.47 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0044057 Jul 16 18:37:50.657511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41010) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.760287 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3940229-8164-48bb-9895-1e9e4b1d67aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.849415 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3940229-8164-48bb-9895-1e9e4b1d67aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.853214 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d3940229-8164-48bb-9895-1e9e4b1d67aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.892097 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d3940229-8164-48bb-9895-1e9e4b1d67aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=df10845051454c9c979c5093e65060da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334406 Jul 16 18:37:50.892966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3940229-8164-48bb-9895-1e9e4b1d67aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb49a15a-a4e6-4bbd-976a-0f863e2f7580,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:50.894725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41014) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:50.944079 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f72c8f2-7b94-4fa5-a088-03e11bfc7dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:50.965395 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f72c8f2-7b94-4fa5-a088-03e11bfc7dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.011850 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f72c8f2-7b94-4fa5-a088-03e11bfc7dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.014467 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4f72c8f2-7b94-4fa5-a088-03e11bfc7dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.016224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4f72c8f2-7b94-4fa5-a088-03e11bfc7dd6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bb49a15a-a4e6-4bbd-976a-0f863e2f7580 HTTP/1.1" status: 204 len: 168 time: 0.1191916 Jul 16 18:37:51.024309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f72c8f2-7b94-4fa5-a088-03e11bfc7dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb49a15a-a4e6-4bbd-976a-0f863e2f7580,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:51.705530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41036) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:51.818056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a0cba48e-f270-41bc-a36d-7a9a3ede2fbb tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group': {'name': 'tempest-secgroup--847013726'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:51.844280 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0cba48e-f270-41bc-a36d-7a9a3ede2fbb tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.854940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0cba48e-f270-41bc-a36d-7a9a3ede2fbb tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.969264 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0cba48e-f270-41bc-a36d-7a9a3ede2fbb tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:51.974251 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0cba48e-f270-41bc-a36d-7a9a3ede2fbb tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.016367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cba48e-f270-41bc-a36d-7a9a3ede2fbb tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f275daf-6e86-4574-8ef4-baad4044650e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.016652 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.069940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0cba48e-f270-41bc-a36d-7a9a3ede2fbb tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.073844 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0cba48e-f270-41bc-a36d-7a9a3ede2fbb tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.103154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a0cba48e-f270-41bc-a36d-7a9a3ede2fbb tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.104421 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a0cba48e-f270-41bc-a36d-7a9a3ede2fbb tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3978775 Jul 16 18:37:52.107468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41040) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.108795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cba48e-f270-41bc-a36d-7a9a3ede2fbb tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7d605b-0973-4e93-b080-559de3287e67,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.170759 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3fe6a6e1-f4ce-4b97-9474-aacf43277268 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0595071 Jul 16 18:37:52.171124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41042) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.175723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-be9d5a06-0bdb-4fcc-aa34-fdb399448aab tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group': {'name': 'tempest-security--1259017481', 'description': 'tempest-security-description-1394424951'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:52.199925 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-be9d5a06-0bdb-4fcc-aa34-fdb399448aab tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.254516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-be9d5a06-0bdb-4fcc-aa34-fdb399448aab tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.258094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-be9d5a06-0bdb-4fcc-aa34-fdb399448aab tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.260827 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-be9d5a06-0bdb-4fcc-aa34-fdb399448aab tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.262108 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-be9d5a06-0bdb-4fcc-aa34-fdb399448aab tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "PUT /v2.0/security-groups/cd7d605b-0973-4e93-b080-559de3287e67 HTTP/1.1" status: 200 len: 1780 time: 0.0899160 Jul 16 18:37:52.265006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41044) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.290856 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9d5a06-0bdb-4fcc-aa34-fdb399448aab tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7d605b-0973-4e93-b080-559de3287e67,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.308115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b75a99b1-2d7a-4daf-92bd-a0d6f17bba76 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-groups/cd7d605b-0973-4e93-b080-559de3287e67 HTTP/1.1" status: 200 len: 1780 time: 0.0410948 Jul 16 18:37:52.310582 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41046) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.365985 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc0a65cf-98ed-4eda-9ce6-3ce2a1fdf5e9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.388511 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc0a65cf-98ed-4eda-9ce6-3ce2a1fdf5e9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.432888 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc0a65cf-98ed-4eda-9ce6-3ce2a1fdf5e9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.435496 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc0a65cf-98ed-4eda-9ce6-3ce2a1fdf5e9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.436657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bc0a65cf-98ed-4eda-9ce6-3ce2a1fdf5e9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-groups/cd7d605b-0973-4e93-b080-559de3287e67 HTTP/1.1" status: 204 len: 168 time: 0.1251168 Jul 16 18:37:52.439961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41048) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.445806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0a65cf-98ed-4eda-9ce6-3ce2a1fdf5e9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7d605b-0973-4e93-b080-559de3287e67,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.489053 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3b4b5ce7-b71c-46a5-b0eb-fa6ee8ce68f0 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0478768 Jul 16 18:37:52.491743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41050) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.504723 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-0402bc0a-16d8-4eb7-b0a7-5217429e4777 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] delete failed (client error): The resource could not be found. Jul 16 18:37:52.505693 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0402bc0a-16d8-4eb7-b0a7-5217429e4777 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-groups/cd7d605b-0973-4e93-b080-559de3287e67 HTTP/1.1" status: 404 len: 347 time: 0.0130155 Jul 16 18:37:52.509147 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41052) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.514078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4164e529-b166-4873-83b6-d65fb953c3c1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1758138640'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:52.535894 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4164e529-b166-4873-83b6-d65fb953c3c1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.615876 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4164e529-b166-4873-83b6-d65fb953c3c1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.619457 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4164e529-b166-4873-83b6-d65fb953c3c1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.645188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4164e529-b166-4873-83b6-d65fb953c3c1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.646435 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4164e529-b166-4873-83b6-d65fb953c3c1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1363995 Jul 16 18:37:52.649523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41054) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.650407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4164e529-b166-4873-83b6-d65fb953c3c1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8202b667-8b34-4901-a03e-ec2080cf561e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.654399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bc5edf4a-8954-407a-9032-0d091bb99bc1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': '8202b667-8b34-4901-a03e-ec2080cf561e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:52.681767 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc5edf4a-8954-407a-9032-0d091bb99bc1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.729347 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc5edf4a-8954-407a-9032-0d091bb99bc1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.732923 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc5edf4a-8954-407a-9032-0d091bb99bc1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.755421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5edf4a-8954-407a-9032-0d091bb99bc1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb40609-c5eb-400d-b849-76a2160b23c8,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.763420 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bc5edf4a-8954-407a-9032-0d091bb99bc1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.764650 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bc5edf4a-8954-407a-9032-0d091bb99bc1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1141303 Jul 16 18:37:52.768139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41058) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.798507 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-19e586ab-5e39-4afa-839f-8df009b82a6f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.806178 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-19e586ab-5e39-4afa-839f-8df009b82a6f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.837806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-19e586ab-5e39-4afa-839f-8df009b82a6f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.842550 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-19e586ab-5e39-4afa-839f-8df009b82a6f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.844883 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-19e586ab-5e39-4afa-839f-8df009b82a6f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/ddb40609-c5eb-400d-b849-76a2160b23c8 HTTP/1.1" status: 204 len: 168 time: 0.0758173 Jul 16 18:37:52.848194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41060) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.852365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e586ab-5e39-4afa-839f-8df009b82a6f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ddb40609-c5eb-400d-b849-76a2160b23c8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:52.895817 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a824f0ff-4a7b-43ba-8245-59c0e1821c9b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0462663 Jul 16 18:37:52.898597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41062) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:52.956747 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-275359d0-93da-49eb-a6a9-404f86ae77d4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:52.980782 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-275359d0-93da-49eb-a6a9-404f86ae77d4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.021824 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-275359d0-93da-49eb-a6a9-404f86ae77d4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.024602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-275359d0-93da-49eb-a6a9-404f86ae77d4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.025790 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-275359d0-93da-49eb-a6a9-404f86ae77d4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-groups/8202b667-8b34-4901-a03e-ec2080cf561e HTTP/1.1" status: 204 len: 168 time: 0.1262116 Jul 16 18:37:53.028732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41064) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.036003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275359d0-93da-49eb-a6a9-404f86ae77d4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8202b667-8b34-4901-a03e-ec2080cf561e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.086253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ddc9a64f-6073-4ab7-9578-66f453803f4b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0563564 Jul 16 18:37:53.090058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41066) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.095217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-307953f1-4b67-4e1d-bc0e-cb23f1316357 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group': {'name': 'tempest-secgroup--161610637'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:53.116893 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-307953f1-4b67-4e1d-bc0e-cb23f1316357 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.197742 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-307953f1-4b67-4e1d-bc0e-cb23f1316357 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.201579 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-307953f1-4b67-4e1d-bc0e-cb23f1316357 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.234984 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-307953f1-4b67-4e1d-bc0e-cb23f1316357 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.237038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-307953f1-4b67-4e1d-bc0e-cb23f1316357 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1459978 Jul 16 18:37:53.239294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307953f1-4b67-4e1d-bc0e-cb23f1316357 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=876df4b6-4d49-467b-a212-c09a617baa65,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.240234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41068) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.245113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6d36bacd-d9c0-4a52-a01e-827a8c3fff8f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': '876df4b6-4d49-467b-a212-c09a617baa65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:53.273128 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d36bacd-d9c0-4a52-a01e-827a8c3fff8f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.319964 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d36bacd-d9c0-4a52-a01e-827a8c3fff8f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.323826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d36bacd-d9c0-4a52-a01e-827a8c3fff8f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.345330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d36bacd-d9c0-4a52-a01e-827a8c3fff8f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f19ec0-9158-4765-b69b-98388bbb3784,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.352150 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d36bacd-d9c0-4a52-a01e-827a8c3fff8f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.353358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6d36bacd-d9c0-4a52-a01e-827a8c3fff8f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1120429 Jul 16 18:37:53.356209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41070) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.360851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cde12853-97b0-4352-b552-4a54c80d630a tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': '876df4b6-4d49-467b-a212-c09a617baa65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:53.387533 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cde12853-97b0-4352-b552-4a54c80d630a tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.443300 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cde12853-97b0-4352-b552-4a54c80d630a tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.446764 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cde12853-97b0-4352-b552-4a54c80d630a tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.464857 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde12853-97b0-4352-b552-4a54c80d630a tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1aa47021-3710-4046-86a3-cc1830494c21,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.470367 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cde12853-97b0-4352-b552-4a54c80d630a tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.471578 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cde12853-97b0-4352-b552-4a54c80d630a tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1144388 Jul 16 18:37:53.474248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41072) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.478570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a12be7b8-672b-409c-b19f-af4a15e6f81b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': '876df4b6-4d49-467b-a212-c09a617baa65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:53.505356 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a12be7b8-672b-409c-b19f-af4a15e6f81b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.565788 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a12be7b8-672b-409c-b19f-af4a15e6f81b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.569875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a12be7b8-672b-409c-b19f-af4a15e6f81b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.587666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12be7b8-672b-409c-b19f-af4a15e6f81b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbb2b57a-22f3-4f8f-99d0-7203b37dd2bc,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.593542 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a12be7b8-672b-409c-b19f-af4a15e6f81b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.594896 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a12be7b8-672b-409c-b19f-af4a15e6f81b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197572 Jul 16 18:37:53.597814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41074) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.602496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-038380e9-a52c-46a0-bf3e-0d1b1c281200 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': '876df4b6-4d49-467b-a212-c09a617baa65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:53.629694 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-038380e9-a52c-46a0-bf3e-0d1b1c281200 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.688793 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-038380e9-a52c-46a0-bf3e-0d1b1c281200 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.692265 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-038380e9-a52c-46a0-bf3e-0d1b1c281200 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.709680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038380e9-a52c-46a0-bf3e-0d1b1c281200 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a053df38-9888-4634-b7f7-1f2588b16fea,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.715680 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-038380e9-a52c-46a0-bf3e-0d1b1c281200 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.721583 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-038380e9-a52c-46a0-bf3e-0d1b1c281200 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1181509 Jul 16 18:37:53.721583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41076) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.726402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7a65702a-67ff-4494-a3a2-4d4c9e176231 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': '876df4b6-4d49-467b-a212-c09a617baa65', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:53.753046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a65702a-67ff-4494-a3a2-4d4c9e176231 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.814124 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a65702a-67ff-4494-a3a2-4d4c9e176231 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.817736 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a65702a-67ff-4494-a3a2-4d4c9e176231 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.835218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a65702a-67ff-4494-a3a2-4d4c9e176231 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b75a11a-3c93-425e-b4e7-de4f99594c1d,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.840771 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7a65702a-67ff-4494-a3a2-4d4c9e176231 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.841770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7a65702a-67ff-4494-a3a2-4d4c9e176231 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1190124 Jul 16 18:37:53.845085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41078) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.868509 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d99665ef-089b-4be5-ad65-dc3ad2d7777b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.875783 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d99665ef-089b-4be5-ad65-dc3ad2d7777b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.900530 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d99665ef-089b-4be5-ad65-dc3ad2d7777b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.906937 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d99665ef-089b-4be5-ad65-dc3ad2d7777b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.908051 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d99665ef-089b-4be5-ad65-dc3ad2d7777b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/0b75a11a-3c93-425e-b4e7-de4f99594c1d HTTP/1.1" status: 204 len: 168 time: 0.0620508 Jul 16 18:37:53.910906 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41080) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.913320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99665ef-089b-4be5-ad65-dc3ad2d7777b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0b75a11a-3c93-425e-b4e7-de4f99594c1d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:53.958439 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-991bf853-f83d-45d8-8965-7ab0aa00c239 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0462027 Jul 16 18:37:53.961501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41082) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:53.986859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d559e7e-efac-413e-b16d-7da472d3a0f9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:53.994491 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d559e7e-efac-413e-b16d-7da472d3a0f9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.020896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d559e7e-efac-413e-b16d-7da472d3a0f9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.026669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9d559e7e-efac-413e-b16d-7da472d3a0f9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.027991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9d559e7e-efac-413e-b16d-7da472d3a0f9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/a053df38-9888-4634-b7f7-1f2588b16fea HTTP/1.1" status: 204 len: 168 time: 0.0652950 Jul 16 18:37:54.030667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41084) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.036672 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d559e7e-efac-413e-b16d-7da472d3a0f9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a053df38-9888-4634-b7f7-1f2588b16fea,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:54.077142 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-52ebb722-a173-4a3d-a2b3-833c2fe47f22 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0446954 Jul 16 18:37:54.080732 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41086) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.108660 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c0de-4be8-4c06-8973-21ce680c2fbd tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.117396 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c0de-4be8-4c06-8973-21ce680c2fbd tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.148143 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c0de-4be8-4c06-8973-21ce680c2fbd tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.154086 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4ab5c0de-4be8-4c06-8973-21ce680c2fbd tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.155279 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4ab5c0de-4be8-4c06-8973-21ce680c2fbd tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/bbb2b57a-22f3-4f8f-99d0-7203b37dd2bc HTTP/1.1" status: 204 len: 168 time: 0.0736547 Jul 16 18:37:54.158561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41088) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.164444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5c0de-4be8-4c06-8973-21ce680c2fbd tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bbb2b57a-22f3-4f8f-99d0-7203b37dd2bc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:54.214676 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ed71b849-c903-44ae-b8ed-bfb949b318c8 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0547006 Jul 16 18:37:54.217238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41090) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.243914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70c318f8-a5d7-405c-ab15-0b8cd4aca9c6 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.251764 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70c318f8-a5d7-405c-ab15-0b8cd4aca9c6 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.277530 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70c318f8-a5d7-405c-ab15-0b8cd4aca9c6 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.284181 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70c318f8-a5d7-405c-ab15-0b8cd4aca9c6 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.286472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-70c318f8-a5d7-405c-ab15-0b8cd4aca9c6 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/1aa47021-3710-4046-86a3-cc1830494c21 HTTP/1.1" status: 204 len: 168 time: 0.0669351 Jul 16 18:37:54.288155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41092) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.291245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c318f8-a5d7-405c-ab15-0b8cd4aca9c6 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1aa47021-3710-4046-86a3-cc1830494c21,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:54.331856 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5b13bb74-6247-4762-b5f4-03f45831babf tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0419133 Jul 16 18:37:54.334502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41094) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.357689 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3adce31-ddfe-4db0-bfb6-ba03a0143e77 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.365109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3adce31-ddfe-4db0-bfb6-ba03a0143e77 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.392388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3adce31-ddfe-4db0-bfb6-ba03a0143e77 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.398254 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b3adce31-ddfe-4db0-bfb6-ba03a0143e77 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.399347 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b3adce31-ddfe-4db0-bfb6-ba03a0143e77 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/57f19ec0-9158-4765-b69b-98388bbb3784 HTTP/1.1" status: 204 len: 168 time: 0.0639439 Jul 16 18:37:54.402056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41096) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.404564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3adce31-ddfe-4db0-bfb6-ba03a0143e77 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57f19ec0-9158-4765-b69b-98388bbb3784,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:54.441993 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7ff38870-7714-43df-8f96-5e05f08cf00f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0387552 Jul 16 18:37:54.444679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41098) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.498190 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a70b-2cf9-431d-b9c6-e6665ee57e56 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.520826 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a70b-2cf9-431d-b9c6-e6665ee57e56 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.561124 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a70b-2cf9-431d-b9c6-e6665ee57e56 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.563992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7cb6a70b-2cf9-431d-b9c6-e6665ee57e56 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.565156 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7cb6a70b-2cf9-431d-b9c6-e6665ee57e56 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-groups/876df4b6-4d49-467b-a212-c09a617baa65 HTTP/1.1" status: 204 len: 168 time: 0.1195695 Jul 16 18:37:54.567954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41100) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.573914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb6a70b-2cf9-431d-b9c6-e6665ee57e56 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=876df4b6-4d49-467b-a212-c09a617baa65,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:54.615224 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7d7dac2c-c1d8-4246-ba57-cc2ee61fda08 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0461187 Jul 16 18:37:54.619524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41102) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.624206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-b5a921c8-b570-4e20-afcd-30b91845ac66 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group': {'name': 'tempest-secgroup--702460330'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:54.647570 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5a921c8-b570-4e20-afcd-30b91845ac66 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.731199 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5a921c8-b570-4e20-afcd-30b91845ac66 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.735025 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5a921c8-b570-4e20-afcd-30b91845ac66 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.763850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a921c8-b570-4e20-afcd-30b91845ac66 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5167e5f8-f17b-4457-a9a2-141bb1bd0eb6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:54.766692 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b5a921c8-b570-4e20-afcd-30b91845ac66 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.768477 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b5a921c8-b570-4e20-afcd-30b91845ac66 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1473188 Jul 16 18:37:54.770693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41104) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.775140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7ce3bb85-7beb-4897-b889-fb08af7a0377 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': '5167e5f8-f17b-4457-a9a2-141bb1bd0eb6', 'direction': 'ingress', 'protocol': 17}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:54.802444 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ce3bb85-7beb-4897-b889-fb08af7a0377 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.865040 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ce3bb85-7beb-4897-b889-fb08af7a0377 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.868913 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ce3bb85-7beb-4897-b889-fb08af7a0377 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.888121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce3bb85-7beb-4897-b889-fb08af7a0377 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58ce7bce-1223-4b78-aa90-26af4e6a1b99,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:54.891178 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ce3bb85-7beb-4897-b889-fb08af7a0377 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.892551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7ce3bb85-7beb-4897-b889-fb08af7a0377 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1209056 Jul 16 18:37:54.895293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41106) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:54.951585 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70aebf2f-eece-42f8-8865-7f1dfca5c73c tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:54.976106 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70aebf2f-eece-42f8-8865-7f1dfca5c73c tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.021234 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70aebf2f-eece-42f8-8865-7f1dfca5c73c tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.023940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-70aebf2f-eece-42f8-8865-7f1dfca5c73c tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.025101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-70aebf2f-eece-42f8-8865-7f1dfca5c73c tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-groups/5167e5f8-f17b-4457-a9a2-141bb1bd0eb6 HTTP/1.1" status: 204 len: 168 time: 0.1287601 Jul 16 18:37:55.027848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41108) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.035332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70aebf2f-eece-42f8-8865-7f1dfca5c73c tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5167e5f8-f17b-4457-a9a2-141bb1bd0eb6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.075582 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-92f81ca5-142f-41bf-aeee-7ed21987ce1b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0465949 Jul 16 18:37:55.079690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41110) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.084105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-353459e8-d44a-4bf8-a789-9b2cf1237a37 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group': {'name': 'tempest-secgroup--440891133'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:55.106168 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-353459e8-d44a-4bf8-a789-9b2cf1237a37 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.188374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-353459e8-d44a-4bf8-a789-9b2cf1237a37 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.192073 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-353459e8-d44a-4bf8-a789-9b2cf1237a37 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.217923 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-353459e8-d44a-4bf8-a789-9b2cf1237a37 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.220100 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-353459e8-d44a-4bf8-a789-9b2cf1237a37 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1394930 Jul 16 18:37:55.222856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41112) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.224302 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353459e8-d44a-4bf8-a789-9b2cf1237a37 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65a7a8bb-ad85-4f6f-80b8-36bd3d79b61d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.227963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2303309d-cf6f-4a0c-8fe7-7674aedb92c5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1863754730'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:55.253797 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2303309d-cf6f-4a0c-8fe7-7674aedb92c5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.336307 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2303309d-cf6f-4a0c-8fe7-7674aedb92c5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.340311 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2303309d-cf6f-4a0c-8fe7-7674aedb92c5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.373027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2303309d-cf6f-4a0c-8fe7-7674aedb92c5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97e3ce47-2364-40f6-8578-cd2f133deda7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.377156 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2303309d-cf6f-4a0c-8fe7-7674aedb92c5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.378728 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2303309d-cf6f-4a0c-8fe7-7674aedb92c5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1544204 Jul 16 18:37:55.381547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41114) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.386241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-25f43af7-5fc2-4b00-baf6-258a065e482d tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': '65a7a8bb-ad85-4f6f-80b8-36bd3d79b61d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '97e3ce47-2364-40f6-8578-cd2f133deda7', 'remote_ip_prefix': None}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:55.418111 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25f43af7-5fc2-4b00-baf6-258a065e482d tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.491730 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25f43af7-5fc2-4b00-baf6-258a065e482d tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.495230 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25f43af7-5fc2-4b00-baf6-258a065e482d tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.515343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f43af7-5fc2-4b00-baf6-258a065e482d tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39e7432b-0e69-41d9-8f98-0166845c2b1f,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.521438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25f43af7-5fc2-4b00-baf6-258a065e482d tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.525169 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-25f43af7-5fc2-4b00-baf6-258a065e482d tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1401560 Jul 16 18:37:55.525391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41116) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.549267 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25d52d72-0173-4bb0-a8d9-11348299cbf0 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.557432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25d52d72-0173-4bb0-a8d9-11348299cbf0 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.585812 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25d52d72-0173-4bb0-a8d9-11348299cbf0 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.592831 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-25d52d72-0173-4bb0-a8d9-11348299cbf0 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.594232 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-25d52d72-0173-4bb0-a8d9-11348299cbf0 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/39e7432b-0e69-41d9-8f98-0166845c2b1f HTTP/1.1" status: 204 len: 168 time: 0.0679424 Jul 16 18:37:55.597071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41118) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.598522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d52d72-0173-4bb0-a8d9-11348299cbf0 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39e7432b-0e69-41d9-8f98-0166845c2b1f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.642938 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3295976a-4a8d-4253-99e0-8bf9e4ec1c73 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0446975 Jul 16 18:37:55.645556 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41120) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.699149 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8c939da-2660-47d2-91ba-335cba74e280 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.722282 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8c939da-2660-47d2-91ba-335cba74e280 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.776120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8c939da-2660-47d2-91ba-335cba74e280 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.778633 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f8c939da-2660-47d2-91ba-335cba74e280 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.779801 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f8c939da-2660-47d2-91ba-335cba74e280 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-groups/97e3ce47-2364-40f6-8578-cd2f133deda7 HTTP/1.1" status: 204 len: 168 time: 0.1332560 Jul 16 18:37:55.782620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41122) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.788446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c939da-2660-47d2-91ba-335cba74e280 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97e3ce47-2364-40f6-8578-cd2f133deda7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:55.840060 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8b420d1d-526f-4cd2-911a-20d06a19beac tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0562258 Jul 16 18:37:55.842874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41124) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.896135 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3a97ef1f-f335-4d4e-a0e0-770db1b28bde tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.918546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3a97ef1f-f335-4d4e-a0e0-770db1b28bde tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.960236 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3a97ef1f-f335-4d4e-a0e0-770db1b28bde tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.962864 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3a97ef1f-f335-4d4e-a0e0-770db1b28bde tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:55.964230 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3a97ef1f-f335-4d4e-a0e0-770db1b28bde tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-groups/65a7a8bb-ad85-4f6f-80b8-36bd3d79b61d HTTP/1.1" status: 204 len: 168 time: 0.1201336 Jul 16 18:37:55.967020 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41126) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:55.974157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a97ef1f-f335-4d4e-a0e0-770db1b28bde tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a7a8bb-ad85-4f6f-80b8-36bd3d79b61d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.011910 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-63275be5-0e94-417e-ac68-3d9d1a16b112 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0435472 Jul 16 18:37:56.015959 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41128) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.020247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8955dbf1-4462-4367-86b5-e93a5739539b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group': {'name': 'tempest-secgroup--1649999276'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:56.041538 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8955dbf1-4462-4367-86b5-e93a5739539b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.123584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8955dbf1-4462-4367-86b5-e93a5739539b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.127275 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8955dbf1-4462-4367-86b5-e93a5739539b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.153989 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8955dbf1-4462-4367-86b5-e93a5739539b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.155189 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8955dbf1-4462-4367-86b5-e93a5739539b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1383152 Jul 16 18:37:56.158882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41130) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.160189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8955dbf1-4462-4367-86b5-e93a5739539b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b530db73-6d39-47a1-9e84-5de4f436f860,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.165876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f9061ec5-8bb3-4a5c-b061-fc308ab17c0b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': 'b530db73-6d39-47a1-9e84-5de4f436f860', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:56.194281 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9061ec5-8bb3-4a5c-b061-fc308ab17c0b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.252920 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9061ec5-8bb3-4a5c-b061-fc308ab17c0b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.257602 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9061ec5-8bb3-4a5c-b061-fc308ab17c0b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.275881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9061ec5-8bb3-4a5c-b061-fc308ab17c0b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c409ccfb-902d-481a-8108-ac24dfbf7b73,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.283674 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9061ec5-8bb3-4a5c-b061-fc308ab17c0b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.284975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f9061ec5-8bb3-4a5c-b061-fc308ab17c0b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1249061 Jul 16 18:37:56.287840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41132) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.313992 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9f79b04-d885-495b-acf0-38a1deb59924 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.326791 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9f79b04-d885-495b-acf0-38a1deb59924 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.353812 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9f79b04-d885-495b-acf0-38a1deb59924 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.358531 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f9f79b04-d885-495b-acf0-38a1deb59924 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.360274 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f9f79b04-d885-495b-acf0-38a1deb59924 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/c409ccfb-902d-481a-8108-ac24dfbf7b73 HTTP/1.1" status: 204 len: 168 time: 0.0715015 Jul 16 18:37:56.363108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41134) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.368221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f79b04-d885-495b-acf0-38a1deb59924 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c409ccfb-902d-481a-8108-ac24dfbf7b73,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.404660 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-67458ff2-d500-4ce5-9356-a3790fa9ca6a tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0402944 Jul 16 18:37:56.408078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41136) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.458008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-670683f5-fa26-47ed-bd64-163620bc9a63 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.479508 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-670683f5-fa26-47ed-bd64-163620bc9a63 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.524403 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-670683f5-fa26-47ed-bd64-163620bc9a63 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.527436 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-670683f5-fa26-47ed-bd64-163620bc9a63 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.528616 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-670683f5-fa26-47ed-bd64-163620bc9a63 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-groups/b530db73-6d39-47a1-9e84-5de4f436f860 HTTP/1.1" status: 204 len: 168 time: 0.1196446 Jul 16 18:37:56.531526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41138) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.538790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670683f5-fa26-47ed-bd64-163620bc9a63 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b530db73-6d39-47a1-9e84-5de4f436f860,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.577254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-24500be0-8d30-4754-b3ba-bcfda13486a2 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0443871 Jul 16 18:37:56.581109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41140) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.585659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8d9acece-43ef-4cf6-916b-6fb9e9e0cca5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group': {'name': 'tempest-secgroup--160452103'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:56.607742 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8d9acece-43ef-4cf6-916b-6fb9e9e0cca5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.691105 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8d9acece-43ef-4cf6-916b-6fb9e9e0cca5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.694883 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8d9acece-43ef-4cf6-916b-6fb9e9e0cca5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.723799 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8d9acece-43ef-4cf6-916b-6fb9e9e0cca5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.725045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8d9acece-43ef-4cf6-916b-6fb9e9e0cca5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1430111 Jul 16 18:37:56.726931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9acece-43ef-4cf6-916b-6fb9e9e0cca5 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d5859f8-2d4e-41a0-bc7e-6afe3ccb58cb,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.728108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41142) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.732890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5f0bb1be-f3b7-47ec-810c-e657c7dfe859 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': '4d5859f8-2d4e-41a0-bc7e-6afe3ccb58cb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:56.766964 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5f0bb1be-f3b7-47ec-810c-e657c7dfe859 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.815571 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5f0bb1be-f3b7-47ec-810c-e657c7dfe859 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.819525 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5f0bb1be-f3b7-47ec-810c-e657c7dfe859 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.841249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0bb1be-f3b7-47ec-810c-e657c7dfe859 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907ec63e-d1c6-4961-96e4-5671273086d3,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:56.845261 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5f0bb1be-f3b7-47ec-810c-e657c7dfe859 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.846680 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5f0bb1be-f3b7-47ec-810c-e657c7dfe859 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1175425 Jul 16 18:37:56.849385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41144) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.867113 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7de2c240-b3ca-49e7-9a07-b7a21dd0758e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules/907ec63e-d1c6-4961-96e4-5671273086d3 HTTP/1.1" status: 200 len: 763 time: 0.0165181 Jul 16 18:37:56.869444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41146) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.910914 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ab107432-a84e-45e8-807b-dd2b2e4c3874 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0404022 Jul 16 18:37:56.913505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41148) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.936423 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-403db195-676a-4450-b0bd-190cbd1ad73f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.944357 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-403db195-676a-4450-b0bd-190cbd1ad73f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.972734 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-403db195-676a-4450-b0bd-190cbd1ad73f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.978838 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-403db195-676a-4450-b0bd-190cbd1ad73f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:56.980025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-403db195-676a-4450-b0bd-190cbd1ad73f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/907ec63e-d1c6-4961-96e4-5671273086d3 HTTP/1.1" status: 204 len: 168 time: 0.0655873 Jul 16 18:37:56.982680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41150) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:56.985788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403db195-676a-4450-b0bd-190cbd1ad73f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=907ec63e-d1c6-4961-96e4-5671273086d3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:57.027354 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d5be0a42-3134-4ed2-bd39-39cfa62ef9a6 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0434365 Jul 16 18:37:57.029834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41152) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.034752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-45207e5d-26cd-47da-9b4d-cba5fefb9a5e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': '4d5859f8-2d4e-41a0-bc7e-6afe3ccb58cb', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:57.065328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45207e5d-26cd-47da-9b4d-cba5fefb9a5e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.116343 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45207e5d-26cd-47da-9b4d-cba5fefb9a5e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.119927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45207e5d-26cd-47da-9b4d-cba5fefb9a5e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.137764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45207e5d-26cd-47da-9b4d-cba5fefb9a5e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59bb8c8-cf91-437d-b0e7-00f28beb72e7,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:57.145245 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-45207e5d-26cd-47da-9b4d-cba5fefb9a5e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.146544 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-45207e5d-26cd-47da-9b4d-cba5fefb9a5e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157877 Jul 16 18:37:57.149204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41154) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.166051 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bdc8bb5f-b6e4-4f96-906e-5e9bb5bc701f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules/a59bb8c8-cf91-437d-b0e7-00f28beb72e7 HTTP/1.1" status: 200 len: 763 time: 0.0157800 Jul 16 18:37:57.168419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41156) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.214074 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-75e3fc36-b5ea-4e2e-b26d-a103019d982f tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0445375 Jul 16 18:37:57.216624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41158) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.242046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8634b3e-8c3a-4c57-8057-d97e710be543 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.249765 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8634b3e-8c3a-4c57-8057-d97e710be543 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.276711 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8634b3e-8c3a-4c57-8057-d97e710be543 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.283038 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8634b3e-8c3a-4c57-8057-d97e710be543 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.284192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d8634b3e-8c3a-4c57-8057-d97e710be543 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/a59bb8c8-cf91-437d-b0e7-00f28beb72e7 HTTP/1.1" status: 204 len: 168 time: 0.0666659 Jul 16 18:37:57.287204 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41160) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.289991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8634b3e-8c3a-4c57-8057-d97e710be543 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a59bb8c8-cf91-437d-b0e7-00f28beb72e7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:57.331708 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6642f3f7-f6ba-4bdd-8696-bb67c4f49ab9 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0428052 Jul 16 18:37:57.334321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41162) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.338586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-be28ec1d-3f14-46bd-ae3b-bdb52ff3f10e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Request body: {'security_group_rule': {'security_group_id': '4d5859f8-2d4e-41a0-bc7e-6afe3ccb58cb', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:37:57.361716 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-be28ec1d-3f14-46bd-ae3b-bdb52ff3f10e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Project 16c6f82a827849a98445043f2b27315f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 18:37:57.372878 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-be28ec1d-3f14-46bd-ae3b-bdb52ff3f10e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.422458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-be28ec1d-3f14-46bd-ae3b-bdb52ff3f10e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.426058 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-be28ec1d-3f14-46bd-ae3b-bdb52ff3f10e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.445393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be28ec1d-3f14-46bd-ae3b-bdb52ff3f10e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c4688ec-da2e-4450-a670-adf6aca462b0,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:57.451352 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-be28ec1d-3f14-46bd-ae3b-bdb52ff3f10e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.455711 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-be28ec1d-3f14-46bd-ae3b-bdb52ff3f10e tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204374 Jul 16 18:37:57.455902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41164) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.473797 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4d8118a4-475c-47b0-b5cd-7ae581355d0b tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules/9c4688ec-da2e-4450-a670-adf6aca462b0 HTTP/1.1" status: 200 len: 769 time: 0.0168808 Jul 16 18:37:57.476235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41166) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.521168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-25e2770c-33b8-4359-b13a-9d6a6355d2ad tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0438700 Jul 16 18:37:57.523898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41168) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.549516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78fb3bfa-e6e4-4d21-8307-14023aea60a4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.557695 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78fb3bfa-e6e4-4d21-8307-14023aea60a4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.587078 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78fb3bfa-e6e4-4d21-8307-14023aea60a4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.595035 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-78fb3bfa-e6e4-4d21-8307-14023aea60a4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.596217 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-78fb3bfa-e6e4-4d21-8307-14023aea60a4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-group-rules/9c4688ec-da2e-4450-a670-adf6aca462b0 HTTP/1.1" status: 204 len: 168 time: 0.0713603 Jul 16 18:37:57.598679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41170) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.611198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fb3bfa-e6e4-4d21-8307-14023aea60a4 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c4688ec-da2e-4450-a670-adf6aca462b0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:57.650907 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f69c3c51-7362-4b86-bd68-ea153312409d tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0510917 Jul 16 18:37:57.653697 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41172) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.709654 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d380-5bd4-484d-820b-2d689573c316 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.732061 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d380-5bd4-484d-820b-2d689573c316 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.775973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d380-5bd4-484d-820b-2d689573c316 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.781020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fdf5d380-5bd4-484d-820b-2d689573c316 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:57.783046 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fdf5d380-5bd4-484d-820b-2d689573c316 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "DELETE /v2.0/security-groups/4d5859f8-2d4e-41a0-bc7e-6afe3ccb58cb HTTP/1.1" status: 204 len: 168 time: 0.1281137 Jul 16 18:37:57.785616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41174) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.794127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5d380-5bd4-484d-820b-2d689573c316 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d5859f8-2d4e-41a0-bc7e-6afe3ccb58cb,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:57.837927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-92bdd071-52e8-4b06-9b87-467ec035eab1 tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0510924 Jul 16 18:37:57.842137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41176) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:57.888036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f3795656-1c90-4919-b518-edcbb4e489ac tempest-SecGroupIPv6Test-585690898 tempest-SecGroupIPv6Test-585690898-project] 10.222.0.47 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0445886 Jul 16 18:37:58.129446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41182) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:58.261134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7c134a64-33ae-4332-92aa-c22db92d33f4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=16c6f82a827849a98445043f2b27315f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1305304 Jul 16 18:37:58.263526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41186) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:58.311309 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f26c0479-139d-4e5f-b430-db1b9ad26ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.333291 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f26c0479-139d-4e5f-b430-db1b9ad26ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.380412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f26c0479-139d-4e5f-b430-db1b9ad26ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.383116 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f26c0479-139d-4e5f-b430-db1b9ad26ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:58.384320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f26c0479-139d-4e5f-b430-db1b9ad26ff9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8f275daf-6e86-4574-8ef4-baad4044650e HTTP/1.1" status: 204 len: 168 time: 0.1198692 Jul 16 18:37:58.393135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c0479-139d-4e5f-b430-db1b9ad26ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f275daf-6e86-4574-8ef4-baad4044650e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:59.017946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41210) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:59.025536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41212) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:59.026061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0065196 Jul 16 18:37:59.125512 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6e1b0173-a27c-495b-b880-e634b7e12f33 tempest-NetworksApiDiscovery-343484873 tempest-NetworksApiDiscovery-343484873-project] 10.222.0.47 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.0987878 Jul 16 18:37:59.360652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41220) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:59.463313 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c2aa11b-f297-487f-9be5-76fa56b48688 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.553845 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.556729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c2aa11b-f297-487f-9be5-76fa56b48688 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.560887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1c2aa11b-f297-487f-9be5-76fa56b48688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.600589 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1c2aa11b-f297-487f-9be5-76fa56b48688 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=217dd6f77f9b4bc48c69757c01ecde91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388742 Jul 16 18:37:59.601457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2aa11b-f297-487f-9be5-76fa56b48688 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83775c49-a107-47d0-91cd-6b577ae21850,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:37:59.603283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41226) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:37:59.653640 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4284f2bd-bd57-443e-a094-1ec6c627c0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.676459 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4284f2bd-bd57-443e-a094-1ec6c627c0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.728308 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4284f2bd-bd57-443e-a094-1ec6c627c0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.731047 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4284f2bd-bd57-443e-a094-1ec6c627c0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:37:59.732236 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4284f2bd-bd57-443e-a094-1ec6c627c0bb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/83775c49-a107-47d0-91cd-6b577ae21850 HTTP/1.1" status: 204 len: 168 time: 0.1271107 Jul 16 18:37:59.740373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4284f2bd-bd57-443e-a094-1ec6c627c0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83775c49-a107-47d0-91cd-6b577ae21850,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:02.038385 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41300) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:02.145873 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9aafa11-36bf-4eb2-ba30-624cd4db932e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.236882 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9aafa11-36bf-4eb2-ba30-624cd4db932e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.240736 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f9aafa11-36bf-4eb2-ba30-624cd4db932e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.278349 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f9aafa11-36bf-4eb2-ba30-624cd4db932e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=64a0b13efd3345d09171434dbe548a4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2388844 Jul 16 18:38:02.279227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aafa11-36bf-4eb2-ba30-624cd4db932e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9964877d-fafb-4d12-b9d2-f6483f1561bb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:02.281843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41304) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:02.333078 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-82825ffb-d545-4d65-8e21-67a8cad08513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.354467 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-82825ffb-d545-4d65-8e21-67a8cad08513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.400788 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-82825ffb-d545-4d65-8e21-67a8cad08513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.403400 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-82825ffb-d545-4d65-8e21-67a8cad08513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.404589 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-82825ffb-d545-4d65-8e21-67a8cad08513 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9964877d-fafb-4d12-b9d2-f6483f1561bb HTTP/1.1" status: 204 len: 168 time: 0.1216056 Jul 16 18:38:02.413014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82825ffb-d545-4d65-8e21-67a8cad08513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9964877d-fafb-4d12-b9d2-f6483f1561bb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:02.666287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41312) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:02.681290 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0fccfe8a-2f34-40c8-9a1b-a6a040e508e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.772079 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0fccfe8a-2f34-40c8-9a1b-a6a040e508e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.775950 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0fccfe8a-2f34-40c8-9a1b-a6a040e508e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.815972 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0fccfe8a-2f34-40c8-9a1b-a6a040e508e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9ce6a1dca20a44438e7cde0e3ef6dcf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1482298 Jul 16 18:38:02.816852 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fccfe8a-2f34-40c8-9a1b-a6a040e508e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2da937e-eaeb-4790-ad02-b465db22faef,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:02.818675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41314) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:02.867497 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1758666-6865-4aee-b4cd-a0ffa1a44aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.888368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1758666-6865-4aee-b4cd-a0ffa1a44aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.934080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1758666-6865-4aee-b4cd-a0ffa1a44aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.937195 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c1758666-6865-4aee-b4cd-a0ffa1a44aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:02.938389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c1758666-6865-4aee-b4cd-a0ffa1a44aa2 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c2da937e-eaeb-4790-ad02-b465db22faef HTTP/1.1" status: 204 len: 168 time: 0.1186838 Jul 16 18:38:02.945710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1758666-6865-4aee-b4cd-a0ffa1a44aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2da937e-eaeb-4790-ad02-b465db22faef,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:03.568958 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:04.681940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41372) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:04.788556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e6a589b-b07c-49a6-ae53-436b005c5ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.877522 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e6a589b-b07c-49a6-ae53-436b005c5ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.881265 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e6a589b-b07c-49a6-ae53-436b005c5ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.921924 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4e6a589b-b07c-49a6-ae53-436b005c5ace admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=18eb46f147e3423c8c4fc173f07ad163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2389038 Jul 16 18:38:04.922887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6a589b-b07c-49a6-ae53-436b005c5ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa567709-d091-4bd9-950d-eaf25895fad5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:04.924709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41376) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:04.977006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6303f389-891b-4651-8c11-0871ffb32379 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:04.998491 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6303f389-891b-4651-8c11-0871ffb32379 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.043987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6303f389-891b-4651-8c11-0871ffb32379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.047867 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-6303f389-891b-4651-8c11-0871ffb32379 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.049134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6303f389-891b-4651-8c11-0871ffb32379 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fa567709-d091-4bd9-950d-eaf25895fad5 HTTP/1.1" status: 204 len: 168 time: 0.1226358 Jul 16 18:38:05.056801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303f389-891b-4651-8c11-0871ffb32379 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa567709-d091-4bd9-950d-eaf25895fad5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:05.305507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 41382) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:05.319394 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a40e-6787-48a1-bb54-9b06c0f86a5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.409242 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a40e-6787-48a1-bb54-9b06c0f86a5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.413157 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e8b0a40e-6787-48a1-bb54-9b06c0f86a5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.450536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e8b0a40e-6787-48a1-bb54-9b06c0f86a5e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80e87ab370bc4b28a335de21951a2bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1439435 Jul 16 18:38:05.451644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b0a40e-6787-48a1-bb54-9b06c0f86a5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac34ab3-6063-4b66-9004-613f0738648a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:05.453899 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 41384) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:38:05.502937 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-14d5247b-22e2-46d7-bde1-62e6a367b6b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.523185 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-14d5247b-22e2-46d7-bde1-62e6a367b6b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.569745 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-14d5247b-22e2-46d7-bde1-62e6a367b6b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.572446 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-14d5247b-22e2-46d7-bde1-62e6a367b6b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:05.573620 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-14d5247b-22e2-46d7-bde1-62e6a367b6b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5ac34ab3-6063-4b66-9004-613f0738648a HTTP/1.1" status: 204 len: 168 time: 0.1187408 Jul 16 18:38:05.581448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d5247b-22e2-46d7-bde1-62e6a367b6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac34ab3-6063-4b66-9004-613f0738648a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:38:12.327528 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:15.537771 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-60efa465-0178-4023-b3ad-e33481fac899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.238807 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bd0fe7e6-7b54-4533-9920-bf4717b60109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.240876 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:18.390316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-99b37d78-8943-4cf2-9978-04db5832ca6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0605373 Jul 16 18:38:18.494790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-d2357f13-a85e-47a6-99b7-1994eac88477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.496371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-d2357f13-a85e-47a6-99b7-1994eac88477 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 1096 time: 0.0555477 Jul 16 18:38:18.604714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-61c84040-7eac-4d00-9528-2423417d3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.606658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-61c84040-7eac-4d00-9528-2423417d3b80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0891058 Jul 16 18:38:18.680280 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-d1c77515-5283-4973-a69b-f5676a260159 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c0bb430-e9f3-4287-8e14-20b06f54926a HTTP/1.1" status: 200 len: 1001 time: 0.0668099 Jul 16 18:38:18.733867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-67579516-e345-498c-a71e-953ac278d6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.735675 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-67579516-e345-498c-a71e-953ac278d6c1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0490510 Jul 16 18:38:18.794859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-1bd70946-387f-4ee8-952c-d1a0261609f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:38:18.797081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-1bd70946-387f-4ee8-952c-d1a0261609f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552902 Jul 16 18:38:18.895036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-7e327efb-8113-4ed2-a342-2185b9b03494 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906103 Jul 16 18:38:18.989405 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a05ba26-0248-48e6-b131-dd86f3dee702 req-081d13f9-9e68-467b-ac3e-6d95a3a641d4 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880229 Jul 16 18:38:19.942124 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:22.012466 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:29.552027 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:40.567158 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:38:42.333443 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:45.528789 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e4376eed-bbeb-4c59-af5b-9b5c176693ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:48.228926 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:48.235868 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0ef0b13a-4b74-4ef3-a0b8-ddc079670639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:49.951999 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:52.016407 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:38:59.561581 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:12.344997 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:15.529611 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-011c0ca9-2428-4fe8-9431-40768628e036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:17.565998 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:17.880123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-da9055da-fce9-4743-b0a6-eca97a7e8806 req-89f7e19e-fd6a-4897-bf54-27924b86f86a service neutron] (105439) timed out ('10.222.0.18', 54494) {{(pid=105439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:39:18.237309 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:18.239543 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fb4a6142-6941-4b7e-8fac-943a8a0e09c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:19.946924 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:20.488584 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-6793239a-d331-4535-bceb-d6f7f784bcfe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1611972 Jul 16 18:39:20.600804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-d2337a7e-3a9e-4770-9f22-c9cfa5d21e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.602333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-d2337a7e-3a9e-4770-9f22-c9cfa5d21e61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 1096 time: 0.0701115 Jul 16 18:39:20.708939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-2e26ba45-310b-49d3-979d-d38cdfc05a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.710466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-2e26ba45-310b-49d3-979d-d38cdfc05a79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0875661 Jul 16 18:39:20.777710 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-808005e4-3315-49a2-8d4c-a667f691fef5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9c0bb430-e9f3-4287-8e14-20b06f54926a HTTP/1.1" status: 200 len: 1001 time: 0.0609126 Jul 16 18:39:20.836855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-34a9945c-0ba5-4470-a16f-8e740a25ebb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.838446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-34a9945c-0ba5-4470-a16f-8e740a25ebb9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0548396 Jul 16 18:39:20.906905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-8f17e782-8ef0-4e6a-858c-5398f4230f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:20.908644 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-8f17e782-8ef0-4e6a-858c-5398f4230f12 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638821 Jul 16 18:39:21.006798 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-56431dbd-497d-4854-afaa-6291b86baba2 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919907 Jul 16 18:39:21.110613 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-37fbdaa1-6237-48d3-a916-3850c33b7ff1 req-983fb4e8-a827-48b6-9362-fa7546aaed5e service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965877 Jul 16 18:39:22.019381 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:22.451882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9ffa6-3888-4b4b-8d44-9cac4ccaeaae req-5a5b86e8-8816-4521-b9a9-81a72a370a52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:22.453423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4fe9ffa6-3888-4b4b-8d44-9cac4ccaeaae req-5a5b86e8-8816-4521-b9a9-81a72a370a52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 945 time: 0.1257420 Jul 16 18:39:22.499400 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4fe9ffa6-3888-4b4b-8d44-9cac4ccaeaae req-2b0885b5-6568-44f9-bdc7-b7cd0876f316 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361996 Jul 16 18:39:23.743115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55672ef2-d63a-47e4-8dac-55ff5c10b03c req-ccf69716-c03b-44df-bf5a-fafc32ae3bf1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.744745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-55672ef2-d63a-47e4-8dac-55ff5c10b03c req-ccf69716-c03b-44df-bf5a-fafc32ae3bf1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 945 time: 0.1286621 Jul 16 18:39:23.788151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-55672ef2-d63a-47e4-8dac-55ff5c10b03c req-b2b46198-4c70-440b-a968-67ea1ea7ef7d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373912 Jul 16 18:39:23.883707 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-c1a94e16-5963-4bb3-9b75-bd9b3d3e080d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:23.885155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-c1a94e16-5963-4bb3-9b75-bd9b3d3e080d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 945 time: 0.0651805 Jul 16 18:39:23.987446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Deleting port 9c0bb430-e9f3-4287-8e14-20b06f54926a {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:39:23.987822 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.083360 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] For port 9c0bb430-e9f3-4287-8e14-20b06f54926a, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9c0bb430-e9f3-4287-8e14-20b06f54926a,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:24.083756 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.634998 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.636185 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.636687 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Floating IP 656d74b5-6475-4a01-9c17-0f442b67904e disassociated. External IP: 172.25.7.154, port: 9c0bb430-e9f3-4287-8e14-20b06f54926a. Jul 16 18:39:24.637108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Calling delete_port for 9c0bb430-e9f3-4287-8e14-20b06f54926a owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:39:24.770207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:24.800846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event deleted for resources: {'Port': ['ID=9c0bb430-e9f3-4287-8e14-20b06f54926a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:24.815019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.815367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.815734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.816216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.816555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.816909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.817232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.817553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.818512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.818512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.818512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.819089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:24.973856 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9c4b60d0-abe7-4688-a7b2-5441553ea44f req-0a5ef362-6971-4118-bc90-05aafe2989df tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0386539 Jul 16 18:39:24.994714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Router c535be95-2fd5-4e15-8116-e6471c78bed6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:25.107259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:25.118779 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d02579-ce93-4eab-be75-e4b87a26a7e3 None None] Sync routers for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:25.129479 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d02579-ce93-4eab-be75-e4b87a26a7e3 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:25.130097 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b9d02579-ce93-4eab-be75-e4b87a26a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:39:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:25.158547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] No DVR routers for this DVR port 9c0bb430-e9f3-4287-8e14-20b06f54926a on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:39:25.165549 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:25.168920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ba74e7ec-4877-4511-8acd-36e8e08fbc11 req-31c1d424-6ef7-4aa4-9288-4cce4993fad4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "DELETE /v2.0/ports/9c0bb430-e9f3-4287-8e14-20b06f54926a HTTP/1.1" status: 204 len: 173 time: 1.2785749 Jul 16 18:39:25.169629 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'name': 'network-vif-deleted', 'tag': '9c0bb430-e9f3-4287-8e14-20b06f54926a'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:25.181405 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd366bf5-c788-438f-8635-227e7796e624" -d '{"events": [{"server_uuid": "46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7", "name": "network-vif-deleted", "tag": "9c0bb430-e9f3-4287-8e14-20b06f54926a"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:25.269882 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b9d02579-ce93-4eab-be75-e4b87a26a7e3 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:25.325484 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bfb8ef-106d-4e7d-a4e6-35e75c528df8 x-openstack-request-id: req-b2bfb8ef-106d-4e7d-a4e6-35e75c528df8 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:25.325786 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7", "name": "network-vif-deleted", "tag": "9c0bb430-e9f3-4287-8e14-20b06f54926a", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:25.326071 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2bfb8ef-106d-4e7d-a4e6-35e75c528df8 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:25.326817 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7', 'name': 'network-vif-deleted', 'tag': '9c0bb430-e9f3-4287-8e14-20b06f54926a', 'status': 'completed', 'code': 200} Jul 16 18:39:25.505683 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b9d02579-ce93-4eab-be75-e4b87a26a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:25.531600 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d02579-ce93-4eab-be75-e4b87a26a7e3 None None] Checking router: c535be95-2fd5-4e15-8116-e6471c78bed6 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:25.542939 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d02579-ce93-4eab-be75-e4b87a26a7e3 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:25.543290 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b9d02579-ce93-4eab-be75-e4b87a26a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:39:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:25.747515 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b9d02579-ce93-4eab-be75-e4b87a26a7e3 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:25.956897 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b9d02579-ce93-4eab-be75-e4b87a26a7e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:25.986966 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d02579-ce93-4eab-be75-e4b87a26a7e3 None None] The sync data for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 is: [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:26.122946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24ac9051-a430-4e5b-9084-28a530781f69 req-2c5abcf6-1b1c-4078-8e4e-ae6ee0309aad tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0314949 Jul 16 18:39:26.294659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50336934-4939-40c0-bdb1-7bdac680d76f None None] New status for floating IP 656d74b5-6475-4a01-9c17-0f442b67904e: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:27.114768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9c0bb430-e9f3-4287-8e14-20b06f54926a no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:39:27.135151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 9c0bb430-e9f3-4287-8e14-20b06f54926a {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:39:27.136214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9c0bb430-e9f3-4287-8e14-20b06f54926a not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:39:27.274643 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4a305e06-810b-4785-8308-98f01ee22e6e req-1d3c6bcd-1f69-4c44-b023-9a5d82daef91 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0357246 Jul 16 18:39:28.425579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cc48d7d-195f-4d3e-9b4a-4b028e4138fe req-0ae8474e-2640-43de-b573-398126b1c4ba tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=46d42ff9-8f5b-435e-9cac-7e9ef8f3e8c7 HTTP/1.1" status: 200 len: 210 time: 0.0321283 Jul 16 18:39:29.567734 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:29.682080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-919d157d-3b63-483b-8675-d13fd082b3e0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281635121&fields=id&tenant_id=6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 267 time: 0.0472808 Jul 16 18:39:29.787893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897c62-9140-4c2f-8e57-b973017592b9 req-5faf4025-165d-460e-a1d8-ba5308aae5b1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:29.789352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-5faf4025-165d-460e-a1d8-ba5308aae5b1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.0990748 Jul 16 18:39:29.804449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-c491d38c-ff01-4b6e-8b33-66d4680aaef3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/quotas/6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 375 time: 0.0093267 Jul 16 18:39:29.927815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-c503e3eb-e8ae-4ef7-81b0-d163e5fd7ecf tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1171780 Jul 16 18:39:30.077421 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-07214091-276e-4147-b06d-594147743d97 service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376743 Jul 16 18:39:30.171794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-833f934f-30a4-4f3d-acf9-766ecd4d3926 service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885234 Jul 16 18:39:31.500855 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb1f0e17-1ecf-4e00-b255-5711838f1ecb req-b1f7ccd5-2e79-4874-9caa-8350d433ad0e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 210 time: 0.0288591 Jul 16 18:39:32.585494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e63fea6f-d47f-40d1-b940-e9f01db133ce req-4d032b46-e4b1-4104-90bf-ce007cc46dd8 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 210 time: 0.0307333 Jul 16 18:39:33.667253 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-103c26b2-5974-40f6-b587-e198ae1b67aa req-363440ca-7bd4-4981-8017-dad563da3864 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 210 time: 0.0285332 Jul 16 18:39:34.762589 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-614e30ea-4521-41d9-b407-9b1f2ee57343 req-e9007e5f-9df4-4fb6-b490-fc829138cfb6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 210 time: 0.0332463 Jul 16 18:39:35.909948 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-65c556c4-622d-4f46-b1d1-163b38fd5a7f req-e66b61eb-7b6c-4a45-956b-bb101dc1ecd0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 210 time: 0.0291550 Jul 16 18:39:36.774907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897c62-9140-4c2f-8e57-b973017592b9 req-afbc437d-071b-46c6-9134-531182cd8543 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:36.777276 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-afbc437d-071b-46c6-9134-531182cd8543 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.37 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.1139588 Jul 16 18:39:36.834568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-359ef7d1-a9a0-4c5d-9110-a0fc8de73da1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 379 time: 0.0359166 Jul 16 18:39:36.843946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'port': {'device_id': 'a245e531-6404-440a-996c-53918f80081d', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'admin_state_up': True, 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'security_groups': ['2e475224-6f93-4c86-99fa-cbc1850c5df7']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:36.961096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Made reservation on behalf of 6fab71a6715747e8a1ad00afc8d4b282 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:39:36.965865 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.080071 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a03ca8ea-e809-4226-9c00-cc22568a4d35 req-035ffa71-c81a-46c5-a1f8-eed62035ca12 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 210 time: 0.0416293 Jul 16 18:39:37.138699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Allocated IP 172.20.0.4 (ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee/8719dd77-fed6-440d-a86d-dfef7ef42ece/8af600a0-9473-45cf-914b-cc40d84d3d3d) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:37.307581 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.321495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Transition to ACTIVE for port object 8af600a0-9473-45cf-914b-cc40d84d3d3d will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:37.356408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.399794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:37.405544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:37.409287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:37.439473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=8af600a0-9473-45cf-914b-cc40d84d3d3d,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:37.468420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:37.469092 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.485726 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-257c11a3-4fd6-46ce-b141-2e65930cb14a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6457603 Jul 16 18:39:37.509016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Request body: {'port': {'device_id': 'a245e531-6404-440a-996c-53918f80081d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:37.595900 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.716312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-216f2131-f5b4-4b5e-a09e-76ba9a562fe0 None None] Provisioning for port 8af600a0-9473-45cf-914b-cc40d84d3d3d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:37.721327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-216f2131-f5b4-4b5e-a09e-76ba9a562fe0 None None] Provisioning complete for port 8af600a0-9473-45cf-914b-cc40d84d3d3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:37.721981 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-216f2131-f5b4-4b5e-a09e-76ba9a562fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.758970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-216f2131-f5b4-4b5e-a09e-76ba9a562fe0 None None] Port 8af600a0-9473-45cf-914b-cc40d84d3d3d cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:39:37.892422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8af600a0-9473-45cf-914b-cc40d84d3d3d {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:37.900261 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.912735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Transition to ACTIVE for port object 8af600a0-9473-45cf-914b-cc40d84d3d3d will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:39:37.917968 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:37.971484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Pushing event updated for resources: {'Port': ['ID=8af600a0-9473-45cf-914b-cc40d84d3d3d,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:38.061044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Attempting to bind port 8af600a0-9473-45cf-914b-cc40d84d3d3d on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:39:38.061388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Attempting to bind port 8af600a0-9473-45cf-914b-cc40d84d3d3d by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:39:38.061725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Attempting to bind port 8af600a0-9473-45cf-914b-cc40d84d3d3d on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:38.066397 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Port 8af600a0-9473-45cf-914b-cc40d84d3d3d on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:39:38.066729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Attempting to bind port 8af600a0-9473-45cf-914b-cc40d84d3d3d on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:39:38.071849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:39:38.072738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Checking segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:39:38.073148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Bound using segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:39:38.073589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Bound port: 8af600a0-9473-45cf-914b-cc40d84d3d3d, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:39:38.073953 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.165242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] For port 8af600a0-9473-45cf-914b-cc40d84d3d3d, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:39:38.169306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] For port 8af600a0-9473-45cf-914b-cc40d84d3d3d, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:39:38.174739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.244214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.244984 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:38.246473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] 10.222.0.37 "PUT /v2.0/ports/8af600a0-9473-45cf-914b-cc40d84d3d3d HTTP/1.1" status: 200 len: 1091 time: 0.7419126 Jul 16 18:39:38.246928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a245e531-6404-440a-996c-53918f80081d', 'tag': '8af600a0-9473-45cf-914b-cc40d84d3d3d'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:38.249824 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-996a7745-46d1-488c-8aea-c1541d8cf9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "a245e531-6404-440a-996c-53918f80081d", "tag": "8af600a0-9473-45cf-914b-cc40d84d3d3d"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:38.286010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc67835-d4e8-4875-bce5-51084bb62048 service neutron] Pushing event updated for resources: {'Port': ['ID=8af600a0-9473-45cf-914b-cc40d84d3d3d,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:38.360613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bb4faf-8774-4fb1-8f8f-157fd66e550a req-af0ebd07-1b9e-44ca-9b16-34cd9cb83bb5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.362772 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11bb4faf-8774-4fb1-8f8f-157fd66e550a req-af0ebd07-1b9e-44ca-9b16-34cd9cb83bb5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 943 time: 0.1154299 Jul 16 18:39:38.409485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897c62-9140-4c2f-8e57-b973017592b9 req-ead2b6e0-bdf6-4e38-b936-f1029904b97b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.410564 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-ead2b6e0-bdf6-4e38-b936-f1029904b97b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 1094 time: 0.0926247 Jul 16 18:39:38.421196 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11bb4faf-8774-4fb1-8f8f-157fd66e550a req-8726c399-2fa9-485a-971c-bdebd4dea5c0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488942 Jul 16 18:39:38.472224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-a005d7bc-c079-4352-82fd-b00dfc86c0d2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d HTTP/1.1" status: 200 len: 217 time: 0.0481997 Jul 16 18:39:38.541563 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897c62-9140-4c2f-8e57-b973017592b9 req-b8f34d10-9d8d-418f-a72b-e4cd25ede6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.543392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-b8f34d10-9d8d-418f-a72b-e4cd25ede6ec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0635805 Jul 16 18:39:38.609213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33897c62-9140-4c2f-8e57-b973017592b9 req-dbbe4de5-c6f2-4824-8ccf-cfd1b38a0f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:38.611011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-dbbe4de5-c6f2-4824-8ccf-cfd1b38a0f8b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612674 Jul 16 18:39:38.703573 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-70b2c1bc-460f-486a-813b-9d02bd1bc530 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860701 Jul 16 18:39:38.800081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-33897c62-9140-4c2f-8e57-b973017592b9 req-018fd9ee-e466-4285-9282-83150e587927 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905147 Jul 16 18:39:39.357960 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1a6cf7-20df-4757-a880-e8fa24f7831f x-openstack-request-id: req-1e1a6cf7-20df-4757-a880-e8fa24f7831f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:39.358528 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a245e531-6404-440a-996c-53918f80081d", "tag": "8af600a0-9473-45cf-914b-cc40d84d3d3d", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:39.358528 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e1a6cf7-20df-4757-a880-e8fa24f7831f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:39.358886 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a245e531-6404-440a-996c-53918f80081d', 'tag': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'status': 'completed', 'code': 200} Jul 16 18:39:39.454762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7745-46d1-488c-8aea-c1541d8cf9ce req-12602541-42ea-40ea-8a2c-b1ca28099245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.457777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-996a7745-46d1-488c-8aea-c1541d8cf9ce req-12602541-42ea-40ea-8a2c-b1ca28099245 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 1094 time: 0.0564570 Jul 16 18:39:39.586284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7745-46d1-488c-8aea-c1541d8cf9ce req-748643ca-a02a-4852-a564-997250f7350c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.588344 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-996a7745-46d1-488c-8aea-c1541d8cf9ce req-748643ca-a02a-4852-a564-997250f7350c service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.1232271 Jul 16 18:39:39.620440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24ce738-8750-4100-befa-e0f6f950560c req-73a67d24-3e4b-45b1-b291-39b387820830 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.622668 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a24ce738-8750-4100-befa-e0f6f950560c req-73a67d24-3e4b-45b1-b291-39b387820830 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 943 time: 0.0821769 Jul 16 18:39:39.633636 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-996a7745-46d1-488c-8aea-c1541d8cf9ce req-fdd8ec14-4e46-4c4b-995b-b25553a7d242 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d HTTP/1.1" status: 200 len: 217 time: 0.0384066 Jul 16 18:39:39.662834 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a24ce738-8750-4100-befa-e0f6f950560c req-b051b49c-dab0-4c2b-bc32-7c981b94544b tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343187 Jul 16 18:39:39.693396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7745-46d1-488c-8aea-c1541d8cf9ce req-70cc4120-b8fb-411b-9e9d-ce2eca23c866 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.694914 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-996a7745-46d1-488c-8aea-c1541d8cf9ce req-70cc4120-b8fb-411b-9e9d-ce2eca23c866 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0550425 Jul 16 18:39:39.762941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996a7745-46d1-488c-8aea-c1541d8cf9ce req-80c78ec2-314a-4934-9b8b-883d96c8d633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:39.764518 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-996a7745-46d1-488c-8aea-c1541d8cf9ce req-80c78ec2-314a-4934-9b8b-883d96c8d633 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629938 Jul 16 18:39:39.877211 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-996a7745-46d1-488c-8aea-c1541d8cf9ce req-f2ce7bda-bf08-4fa1-885e-3a8be94bde73 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050034 Jul 16 18:39:39.980329 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-996a7745-46d1-488c-8aea-c1541d8cf9ce req-4a317360-3af5-4143-8a8c-a1c06981904d service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967786 Jul 16 18:39:40.854311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0405af1-2592-4930-8a68-3c4dd7735fa5 req-f9317833-032b-41a0-91d5-d1f29c8113b4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:40.855872 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0405af1-2592-4930-8a68-3c4dd7735fa5 req-f9317833-032b-41a0-91d5-d1f29c8113b4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 943 time: 0.0729012 Jul 16 18:39:40.897728 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0405af1-2592-4930-8a68-3c4dd7735fa5 req-bc397f94-239a-4865-81f7-6b66a904ac3c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359476 Jul 16 18:39:42.074633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c765c-531f-4b62-b557-dce03b0fee01 req-2334cbc5-5134-475f-8616-ff5b6d833ed6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:42.076166 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-934c765c-531f-4b62-b557-dce03b0fee01 req-2334cbc5-5134-475f-8616-ff5b6d833ed6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 943 time: 0.0632594 Jul 16 18:39:42.119748 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-934c765c-531f-4b62-b557-dce03b0fee01 req-579fcd6d-348a-4d40-9c88-58ee897c1198 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371003 Jul 16 18:39:42.350346 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:43.303869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39caea8f-1962-4695-81b2-994d523ab383 req-9b10c05a-df38-422b-a897-b3e2e6c65784 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:43.305340 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39caea8f-1962-4695-81b2-994d523ab383 req-9b10c05a-df38-422b-a897-b3e2e6c65784 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 943 time: 0.0664403 Jul 16 18:39:43.344829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39caea8f-1962-4695-81b2-994d523ab383 req-c1da0058-d3e5-43f9-b7fe-ce8c185f0fe3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326827 Jul 16 18:39:44.531656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409b189-17ed-4262-88e4-6defc681a102 req-0814aacc-30a5-40ae-82da-278a089ee672 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:44.533170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b409b189-17ed-4262-88e4-6defc681a102 req-0814aacc-30a5-40ae-82da-278a089ee672 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 943 time: 0.0644832 Jul 16 18:39:44.574801 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b409b189-17ed-4262-88e4-6defc681a102 req-636f946d-d772-4900-8e0e-438e57651344 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342922 Jul 16 18:39:45.530565 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aa36fa4e-e9a3-47e4-9c5c-833864181b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:45.754489 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9cebd5-47f5-4e8a-9491-d1f33a23d62a req-f52b8f7c-8d14-4eb3-9efd-49a315a61491 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:45.756279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d9cebd5-47f5-4e8a-9491-d1f33a23d62a req-f52b8f7c-8d14-4eb3-9efd-49a315a61491 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 943 time: 0.0702884 Jul 16 18:39:45.799178 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d9cebd5-47f5-4e8a-9491-d1f33a23d62a req-bef42dee-7023-4630-8462-13c214d4bbd5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368223 Jul 16 18:39:46.972159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08b3d08-318d-4a29-9446-3a90d987d1d2 req-a1151c9a-cc4b-4cb4-a0e8-241c40abb79a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:46.973629 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d08b3d08-318d-4a29-9446-3a90d987d1d2 req-a1151c9a-cc4b-4cb4-a0e8-241c40abb79a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 943 time: 0.0637224 Jul 16 18:39:47.014415 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d08b3d08-318d-4a29-9446-3a90d987d1d2 req-865464e8-736a-466a-be42-6fc247b9ca82 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345852 Jul 16 18:39:48.195986 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db2e22-6239-4553-92b7-e0ef1cd96816 req-bc750fa3-21a3-4738-a0a8-ac92b064c7c4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:48.198265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-87db2e22-6239-4553-92b7-e0ef1cd96816 req-bc750fa3-21a3-4738-a0a8-ac92b064c7c4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 943 time: 0.0669827 Jul 16 18:39:48.229076 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.234785 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-137b7ed5-a6a7-44a7-a663-3f1d3a3b9d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.240691 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-87db2e22-6239-4553-92b7-e0ef1cd96816 req-3723f392-73d1-4cee-a57c-5f427ab54325 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364757 Jul 16 18:39:48.512111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 8af600a0-9473-45cf-914b-cc40d84d3d3d details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:39:48.611759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 8af600a0-9473-45cf-914b-cc40d84d3d3d, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:48.622709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'port_id': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'mac_address': 'fa:16:3e:fc:d2:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:39:48.658925 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.675807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8af600a0-9473-45cf-914b-cc40d84d3d3d {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:39:48.695025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 8af600a0-9473-45cf-914b-cc40d84d3d3d, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:48.699906 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:48.748022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=8af600a0-9473-45cf-914b-cc40d84d3d3d,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:48.755174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:48.755524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:48.755904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:48.756240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:48.756575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:48.756906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:48.757234 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:48.757559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:48.757883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:48.758203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:48.758524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:48.758841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:39:49.012828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['8af600a0-9473-45cf-914b-cc40d84d3d3d'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:39:49.420932 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd8b75-648f-4ded-a57a-887e7548f355 req-488e1775-71c2-478f-bdcf-736c91d7c2b3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:49.422402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fecd8b75-648f-4ded-a57a-887e7548f355 req-488e1775-71c2-478f-bdcf-736c91d7c2b3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 944 time: 0.0683751 Jul 16 18:39:49.458940 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fecd8b75-648f-4ded-a57a-887e7548f355 req-640c2ee2-9c3d-48c5-bc00-ea6a31dfa225 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307465 Jul 16 18:39:49.950704 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.526150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 8af600a0-9473-45cf-914b-cc40d84d3d3d up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:39:50.576711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 8af600a0-9473-45cf-914b-cc40d84d3d3d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:39:50.580458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 8af600a0-9473-45cf-914b-cc40d84d3d3d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:39:50.580829 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.644409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33c120a-48ef-4c7c-baf2-fe3bc37b9870 req-c843a877-32a3-4808-b713-7d308f8b26bd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:50.645940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f33c120a-48ef-4c7c-baf2-fe3bc37b9870 req-c843a877-32a3-4808-b713-7d308f8b26bd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 944 time: 0.0716429 Jul 16 18:39:50.658861 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.685588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f33c120a-48ef-4c7c-baf2-fe3bc37b9870 req-98253750-20e0-49ae-884a-bf4486a0d67d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332415 Jul 16 18:39:50.842138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a245e531-6404-440a-996c-53918f80081d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af600a0-9473-45cf-914b-cc40d84d3d3d'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:50.844332 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f1891bb-2519-49ac-a0a3-1a9a42831066" -d '{"events": [{"server_uuid": "a245e531-6404-440a-996c-53918f80081d", "name": "network-vif-plugged", "status": "completed", "tag": "8af600a0-9473-45cf-914b-cc40d84d3d3d"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:50.858525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 8af600a0-9473-45cf-914b-cc40d84d3d3d, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:39:50.862943 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:50.887002 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac0a5789-62fd-42de-a9ab-d2f6e8be717e x-openstack-request-id: req-ac0a5789-62fd-42de-a9ab-d2f6e8be717e {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:50.887299 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a245e531-6404-440a-996c-53918f80081d", "name": "network-vif-plugged", "status": "completed", "tag": "8af600a0-9473-45cf-914b-cc40d84d3d3d", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:50.887553 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac0a5789-62fd-42de-a9ab-d2f6e8be717e {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:50.887970 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245e531-6404-440a-996c-53918f80081d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'code': 200} Jul 16 18:39:50.913190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=8af600a0-9473-45cf-914b-cc40d84d3d3d,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:51.029557 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141829f7-81b2-48ad-957a-02ec26daf215 req-85fe84b9-4a29-4c20-b2a0-1bd8c087c044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.031113 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-141829f7-81b2-48ad-957a-02ec26daf215 req-85fe84b9-4a29-4c20-b2a0-1bd8c087c044 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 1096 time: 0.0514379 Jul 16 18:39:51.065665 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-141829f7-81b2-48ad-957a-02ec26daf215 req-7087dc99-f429-4645-b057-84b9efc2b12d service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275056 Jul 16 18:39:51.877684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377942ef-e647-4080-aa68-39225f727604 req-75f0343b-8c0c-4288-9335-6c25a4ace022 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:51.879149 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-377942ef-e647-4080-aa68-39225f727604 req-75f0343b-8c0c-4288-9335-6c25a4ace022 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 945 time: 0.0678849 Jul 16 18:39:51.921821 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-377942ef-e647-4080-aa68-39225f727604 req-d56d26fe-d295-4afd-a3d7-c91b3a716f9b tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368712 Jul 16 18:39:52.022806 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:53.116804 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc173d4-da18-496a-aa06-fb699911111d req-7279e38a-adb1-4a88-8e8f-d7a12c7ebff0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:53.118313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2fc173d4-da18-496a-aa06-fb699911111d req-7279e38a-adb1-4a88-8e8f-d7a12c7ebff0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 945 time: 0.0712447 Jul 16 18:39:53.159319 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2fc173d4-da18-496a-aa06-fb699911111d req-9b70eb33-900a-49f4-94df-a0390f7bbefa tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342612 Jul 16 18:39:53.648473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973b8350-69fb-4cae-b6ad-a8da37e44904 req-7122236a-3e12-4601-ac66-027f65226cb7 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:53.650231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-973b8350-69fb-4cae-b6ad-a8da37e44904 req-7122236a-3e12-4601-ac66-027f65226cb7 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 945 time: 0.3671746 Jul 16 18:39:53.692869 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-973b8350-69fb-4cae-b6ad-a8da37e44904 req-ad530137-2b16-4ad5-b3dc-737efbfb13a3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361691 Jul 16 18:39:53.728948 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43752) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:53.925993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7b2e2b-babe-44a1-a294-0b19f344ec12 tempest-TestVolumeBootPattern-33405989 tempest-TestVolumeBootPattern-33405989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:53.927674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4f7b2e2b-babe-44a1-a294-0b19f344ec12 tempest-TestVolumeBootPattern-33405989 tempest-TestVolumeBootPattern-33405989-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 1091 time: 0.1976154 Jul 16 18:39:53.930402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43784) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:39:53.934989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:39:53.968300 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.082006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.190196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Allocated IP 172.25.7.44 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/6f16f209-8454-424f-b000-47e32af8a442) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:39:54.292385 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.331303 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.367531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:39:54.373329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:39:54.375957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:39:54.407877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=6f16f209-8454-424f-b000-47e32af8a442,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:54.564606 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:39:54.870187 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:54.985054 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.140576 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.145080 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.216865 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=6f16f209-8454-424f-b000-47e32af8a442,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:39:55.227667 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.332715 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Floating IP 4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18 associated. External IP: 172.25.7.44, port: 8af600a0-9473-45cf-914b-cc40d84d3d3d. Jul 16 18:39:55.544410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Router c535be95-2fd5-4e15-8116-e6471c78bed6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:39:55.655370 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:39:55.664558 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea664f87-058a-4285-b450-9f5d4c15f603 None None] Sync routers for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:39:55.672473 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:39:55.674922 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea664f87-058a-4285-b450-9f5d4c15f603 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:55.675523 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ea664f87-058a-4285-b450-9f5d4c15f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:39:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:55.712467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ca35c62c-80d5-4bb3-a29f-f7d8f1b66d0f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7810917 Jul 16 18:39:55.713441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a245e531-6404-440a-996c-53918f80081d', 'tag': '8af600a0-9473-45cf-914b-cc40d84d3d3d'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:39:55.715923 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64b4a02-3398-4789-93b6-55838451c89f" -d '{"events": [{"name": "network-changed", "server_uuid": "a245e531-6404-440a-996c-53918f80081d", "tag": "8af600a0-9473-45cf-914b-cc40d84d3d3d"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:39:55.758044 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:39:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c028fe86-a17b-4d02-b239-21fd86902adb x-openstack-request-id: req-c028fe86-a17b-4d02-b239-21fd86902adb {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:39:55.758495 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a245e531-6404-440a-996c-53918f80081d", "tag": "8af600a0-9473-45cf-914b-cc40d84d3d3d", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:39:55.758749 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c028fe86-a17b-4d02-b239-21fd86902adb {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:39:55.759187 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a245e531-6404-440a-996c-53918f80081d', 'tag': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'status': 'completed', 'code': 200} Jul 16 18:39:55.808607 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ea664f87-058a-4285-b450-9f5d4c15f603 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:55.876374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b4a02-3398-4789-93b6-55838451c89f req-bdba4b5d-d751-4a6a-9899-ff2cab1a7876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.877902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f64b4a02-3398-4789-93b6-55838451c89f req-bdba4b5d-d751-4a6a-9899-ff2cab1a7876 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 1096 time: 0.0573997 Jul 16 18:39:55.976154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b4a02-3398-4789-93b6-55838451c89f req-ee5811a0-2c69-44f0-a1dd-124b77ff8fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:55.977659 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f64b4a02-3398-4789-93b6-55838451c89f req-ee5811a0-2c69-44f0-a1dd-124b77ff8fb3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0928471 Jul 16 18:39:56.042934 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ea664f87-058a-4285-b450-9f5d4c15f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:fc:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a245e531-6404-440a-996c-53918f80081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 0, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:56.043859 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f64b4a02-3398-4789-93b6-55838451c89f req-6494e2fc-3b6a-4a2d-8d1e-8eafd26967e2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d HTTP/1.1" status: 200 len: 998 time: 0.0594356 Jul 16 18:39:56.070188 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea664f87-058a-4285-b450-9f5d4c15f603 None None] Checking router: c535be95-2fd5-4e15-8116-e6471c78bed6 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:39:56.078488 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea664f87-058a-4285-b450-9f5d4c15f603 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:39:56.079126 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ea664f87-058a-4285-b450-9f5d4c15f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:39:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:56.096725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b4a02-3398-4789-93b6-55838451c89f req-72691c00-fedd-4a8a-8ad0-e17e5f21ca44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:56.098272 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f64b4a02-3398-4789-93b6-55838451c89f req-72691c00-fedd-4a8a-8ad0-e17e5f21ca44 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0475743 Jul 16 18:39:56.164449 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64b4a02-3398-4789-93b6-55838451c89f req-f6016ecd-f00c-47a5-a2f1-f39d2c267691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:39:56.167272 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f64b4a02-3398-4789-93b6-55838451c89f req-f6016ecd-f00c-47a5-a2f1-f39d2c267691 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622821 Jul 16 18:39:56.187159 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ea664f87-058a-4285-b450-9f5d4c15f603 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:39:56.262173 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f64b4a02-3398-4789-93b6-55838451c89f req-12e2135c-a879-474c-91eb-39336887bef9 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875051 Jul 16 18:39:56.363202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f64b4a02-3398-4789-93b6-55838451c89f req-ddacd7c3-bff0-4e0f-888a-c375bcc8aa28 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932412 Jul 16 18:39:56.424609 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ea664f87-058a-4285-b450-9f5d4c15f603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:fc:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a245e531-6404-440a-996c-53918f80081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 0, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:39:56.450987 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea664f87-058a-4285-b450-9f5d4c15f603 None None] The sync data for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 is: [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:fc:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a245e531-6404-440a-996c-53918f80081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:54Z', 'revision_number': 0, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:39:56.651125 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4d5f5c6-8065-4159-88b9-ce9c1ff2a760 None None] New status for floating IP 4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:39:59.574178 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.153755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43838) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.262103 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-defbddd8-601c-4289-b238-d1fd9f92107d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.360832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-defbddd8-601c-4289-b238-d1fd9f92107d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.364746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-defbddd8-601c-4289-b238-d1fd9f92107d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.405375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-defbddd8-601c-4289-b238-d1fd9f92107d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6a2b290cef80425db83110f6e56a3030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505381 Jul 16 18:40:00.406486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbddd8-601c-4289-b238-d1fd9f92107d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceab72ae-39f4-4c1a-adf4-0e6eaf47afae,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:00.408133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43842) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.466801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.488442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.538536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.541717 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.542877 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ceab72ae-39f4-4c1a-adf4-0e6eaf47afae HTTP/1.1" status: 204 len: 168 time: 0.1320398 Jul 16 18:40:00.550926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceab72ae-39f4-4c1a-adf4-0e6eaf47afae,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:00.559481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.560102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.560557 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.560842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.561128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.561448 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.561822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.562175 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.562537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.563029 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.563257 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.563592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b3bb2c-94d1-4f7d-86a3-4d47adb21e82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:00.784987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-fd376439-b74a-4965-ac1c-e19db73bcf1e req-e1373e84-f108-44fb-9b01-1f82dc0128bc service neutron] (105439) timed out ('10.222.0.47', 60402) {{(pid=105439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:40:00.819257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43848) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:00.832828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1c978f5-0985-453c-b390-703509d783dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.926933 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1c978f5-0985-453c-b390-703509d783dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.930861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d1c978f5-0985-453c-b390-703509d783dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:00.968815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d1c978f5-0985-453c-b390-703509d783dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0c8f6b83818142d69aa8748f94f841b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1484518 Jul 16 18:40:00.970813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c978f5-0985-453c-b390-703509d783dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94f01f79-6ae5-4e40-9c9f-2c682f414686,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:00.971480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43850) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:01.021755 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f93e151-a173-4047-81a2-df31d45d46b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.042672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f93e151-a173-4047-81a2-df31d45d46b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.090045 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f93e151-a173-4047-81a2-df31d45d46b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.093035 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4f93e151-a173-4047-81a2-df31d45d46b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:01.094398 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4f93e151-a173-4047-81a2-df31d45d46b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/94f01f79-6ae5-4e40-9c9f-2c682f414686 HTTP/1.1" status: 204 len: 168 time: 0.1217158 Jul 16 18:40:01.104617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f93e151-a173-4047-81a2-df31d45d46b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f01f79-6ae5-4e40-9c9f-2c682f414686,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:11.314457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43980) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:11.425051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7146211-cf4d-43a6-b091-7dfbfd361947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.519554 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7146211-cf4d-43a6-b091-7dfbfd361947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.523683 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e7146211-cf4d-43a6-b091-7dfbfd361947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.562743 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e7146211-cf4d-43a6-b091-7dfbfd361947 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=34409184e14f4f028ba32ea5b036b295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2470815 Jul 16 18:40:11.563666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7146211-cf4d-43a6-b091-7dfbfd361947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363e10f4-49e5-45fd-9bea-361d525818ce,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:11.565363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43984) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:11.616449 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6093-f1d9-42ac-b6aa-e9e9e52d47b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.637969 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6093-f1d9-42ac-b6aa-e9e9e52d47b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.684810 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6093-f1d9-42ac-b6aa-e9e9e52d47b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.687477 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ef1c6093-f1d9-42ac-b6aa-e9e9e52d47b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:11.688664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ef1c6093-f1d9-42ac-b6aa-e9e9e52d47b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/363e10f4-49e5-45fd-9bea-361d525818ce HTTP/1.1" status: 204 len: 168 time: 0.1223094 Jul 16 18:40:11.696224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1c6093-f1d9-42ac-b6aa-e9e9e52d47b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e10f4-49e5-45fd-9bea-361d525818ce,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:11.943276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 43990) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:11.956658 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5335827b-6635-4e0d-a698-646254044b92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.046622 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5335827b-6635-4e0d-a698-646254044b92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.050408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5335827b-6635-4e0d-a698-646254044b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.091607 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5335827b-6635-4e0d-a698-646254044b92 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=28807f54a2b744d5a2d02a08e36b3746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1471829 Jul 16 18:40:12.092464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5335827b-6635-4e0d-a698-646254044b92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790b860b-c557-4e7a-9bfd-50ed6db23b82,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:12.094441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43992) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:12.145536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e36ae02-cc1c-482a-b078-636dbb19aed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.167470 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e36ae02-cc1c-482a-b078-636dbb19aed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.215473 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e36ae02-cc1c-482a-b078-636dbb19aed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.218503 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5e36ae02-cc1c-482a-b078-636dbb19aed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.219693 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5e36ae02-cc1c-482a-b078-636dbb19aed4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/790b860b-c557-4e7a-9bfd-50ed6db23b82 HTTP/1.1" status: 204 len: 168 time: 0.1242237 Jul 16 18:40:12.228314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36ae02-cc1c-482a-b078-636dbb19aed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790b860b-c557-4e7a-9bfd-50ed6db23b82,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:12.357239 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.545924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 43998) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:12.559129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf3d4-0686-4caa-8b0e-f52bcf5ba037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.647853 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf3d4-0686-4caa-8b0e-f52bcf5ba037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.651970 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6f6bf3d4-0686-4caa-8b0e-f52bcf5ba037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.689785 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6f6bf3d4-0686-4caa-8b0e-f52bcf5ba037 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=95d99e77409a481a9cbcd4b32045e4ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1427515 Jul 16 18:40:12.690743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6bf3d4-0686-4caa-8b0e-f52bcf5ba037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b4e76b-2b17-4033-9638-cee45c8b21de,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:12.692529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44000) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:12.748554 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05fc8eea-635a-4103-9c7c-c3ed632d31b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.770554 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05fc8eea-635a-4103-9c7c-c3ed632d31b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.817328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05fc8eea-635a-4103-9c7c-c3ed632d31b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.819963 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-05fc8eea-635a-4103-9c7c-c3ed632d31b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:12.824208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-05fc8eea-635a-4103-9c7c-c3ed632d31b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c1b4e76b-2b17-4033-9638-cee45c8b21de HTTP/1.1" status: 204 len: 168 time: 0.1282761 Jul 16 18:40:12.831682 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fc8eea-635a-4103-9c7c-c3ed632d31b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b4e76b-2b17-4033-9638-cee45c8b21de,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:15.532253 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2f54da5f-4bc2-436c-bda7-852032a72bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:16.223975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-67377447-be45-48ac-b7f8-b24fe4ce996c req-d6332ea8-4cf8-4920-942a-ea6f6a003fbb service neutron] (105439) timed out ('10.222.0.37', 63877) {{(pid=105439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 18:40:18.233465 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:18.238160 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2b16f5d0-be49-4f77-9af8-98822ffc848f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:19.953526 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:22.026256 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:28.253143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-730fca9f-4042-4531-98b7-4062ddd872f4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1615868 Jul 16 18:40:28.371770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-06306204-f959-4880-833f-e964fa9eaa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.373261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-06306204-f959-4880-833f-e964fa9eaa80 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 1096 time: 0.0579040 Jul 16 18:40:28.481715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-f4bafb9f-a0a9-40b9-a1f3-865725c8709b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.483113 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-f4bafb9f-a0a9-40b9-a1f3-865725c8709b service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0879085 Jul 16 18:40:28.842739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-e6d06890-2962-4760-9b31-ff27cbe93592 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d HTTP/1.1" status: 200 len: 1000 time: 0.3525870 Jul 16 18:40:28.890854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-575309f9-f130-4160-82df-7f6adeaf4e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.892350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-575309f9-f130-4160-82df-7f6adeaf4e74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0434129 Jul 16 18:40:28.950274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-659c52ca-9f01-4f6f-beb1-96aa346a242a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:40:28.951805 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-659c52ca-9f01-4f6f-beb1-96aa346a242a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525219 Jul 16 18:40:29.044362 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-110fb64b-8a2a-45ea-8d33-8d80aaf6e0c6 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853004 Jul 16 18:40:29.137289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-80ae74f1-d280-4b3f-842e-241f1c5adb96 req-76d3d65b-93e9-47c6-9ad6-b4c707bcbe8e service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863092 Jul 16 18:40:29.579738 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:31.564856 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:40:42.359276 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:45.533977 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-39d51d43-4073-4844-9b8a-971869f9efbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.232390 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:48.246456 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e556eac6-f077-4a2f-8887-0209de5c8fe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:49.954908 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:52.027182 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.015163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44262) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:57.167316 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.262715 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.266504 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.305317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=777f56b854954eb1917ebff396f0bd30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2890155 Jul 16 18:40:57.306551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d13a0bc-e221-458f-b21d-7859f739d77f,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:57.308084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44268) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:40:57.314203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.314563 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.314905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.315243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.315601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.316333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.316333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.316569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.316896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.317223 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.317549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.317867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd768150-7989-43a7-9827-6fc53addb293 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:40:57.358412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d4734a10-748d-45f5-b070-1c5f59e92970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.383781 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d4734a10-748d-45f5-b070-1c5f59e92970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.430444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d4734a10-748d-45f5-b070-1c5f59e92970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.433122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d4734a10-748d-45f5-b070-1c5f59e92970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:40:57.434283 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d4734a10-748d-45f5-b070-1c5f59e92970 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8d13a0bc-e221-458f-b21d-7859f739d77f HTTP/1.1" status: 204 len: 168 time: 0.1252205 Jul 16 18:40:57.441874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4734a10-748d-45f5-b070-1c5f59e92970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d13a0bc-e221-458f-b21d-7859f739d77f,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:40:59.594618 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:08.564249 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:12.362292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:15.538395 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75c8af9e-8198-4773-bbbb-17da479764eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.238405 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:18.245863 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ce2df84a-2aeb-4a45-9b17-b509f5477a02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:19.960962 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:22.031945 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.162326 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-ef7f23cd-424c-4dbe-970f-cf60558c9ebf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571554 Jul 16 18:41:29.286678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-88bf4ff5-801c-4cbd-937d-63e968d57c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.288479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-88bf4ff5-801c-4cbd-937d-63e968d57c62 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 1096 time: 0.0589809 Jul 16 18:41:29.401680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-f135b1ae-ea10-4e38-9f41-712a1850f35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.403183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-f135b1ae-ea10-4e38-9f41-712a1850f35d service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0938830 Jul 16 18:41:29.469866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-f94cc2e8-0d86-4348-8948-13e6374d33ac service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d HTTP/1.1" status: 200 len: 1000 time: 0.0597775 Jul 16 18:41:29.526596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-f3b916d6-8a8c-4804-befe-2a5f9bb25e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.528035 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-f3b916d6-8a8c-4804-befe-2a5f9bb25e73 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0516520 Jul 16 18:41:29.601705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-d9c630cd-89be-4dcd-9600-683bd253a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:29.603658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-d9c630cd-89be-4dcd-9600-683bd253a8a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0681963 Jul 16 18:41:29.620563 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:29.701389 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-e00df359-d462-4486-bf2c-4ae467ad8ad6 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900335 Jul 16 18:41:29.800337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13b7a8c5-c302-4b09-ba4c-d248278f4456 req-832bbe89-6321-496f-8ea9-c2881cc5d86f service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920806 Jul 16 18:41:39.078006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-be4a283d-f942-44df-abc0-b22f09e927b0 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-281635121&fields=id&tenant_id=6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 267 time: 0.0335681 Jul 16 18:41:39.196158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-dc75e733-ffd6-4b21-86fa-33c37aeb19c5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:39.197715 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-dc75e733-ffd6-4b21-86fa-33c37aeb19c5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.1104147 Jul 16 18:41:39.215080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-176aac54-e71a-4b51-b26f-34246048a706 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/quotas/6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 375 time: 0.0117702 Jul 16 18:41:39.299061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-1ba5eb91-1aae-4d4d-9683-5a16bc65fa7d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0782828 Jul 16 18:41:39.320255 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-94207146-38d6-44d0-b54a-8ebe3213fbba service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:41:39.322147 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-94207146-38d6-44d0-b54a-8ebe3213fbba service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074739 Jul 16 18:41:39.417700 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-4a4d4688-0055-49c4-b5a5-b39eebfe6edb service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896075 Jul 16 18:41:39.509241 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-67e9e30a-33ce-4e43-a485-8e3b40260701 service neutron] 10.222.0.47 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858326 Jul 16 18:41:39.831839 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9d51bea1-415a-48e8-abcc-f2c714e24840 req-a0b399f5-c061-4489-a45d-98ca8409b6a5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 210 time: 0.0294671 Jul 16 18:41:40.984615 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e15e834-bc08-48fb-8345-99468e8a6122 req-fad800bf-65f8-45f9-a61a-38eb80124e1c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 210 time: 0.0368569 Jul 16 18:41:41.176517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-185b460d-fca8-4615-9f16-a82fad268f91 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.178019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-185b460d-fca8-4615-9f16-a82fad268f91 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 812 time: 0.1121368 Jul 16 18:41:41.232724 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2cd8276b-6ea8-4250-85ae-b152f127fdda tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6fab71a6715747e8a1ad00afc8d4b282 HTTP/1.1" status: 200 len: 379 time: 0.0398047 Jul 16 18:41:41.244908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'port': {'device_id': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'admin_state_up': True, 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'security_groups': ['2e475224-6f93-4c86-99fa-cbc1850c5df7']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:41.376644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Made reservation on behalf of 6fab71a6715747e8a1ad00afc8d4b282 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:41:41.380770 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.517210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Allocated IP 172.20.0.13 (ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee/8719dd77-fed6-440d-a86d-dfef7ef42ece/3d39edf6-d78a-4421-978e-cae87c3dbe4e) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:41.660720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.675093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Transition to ACTIVE for port object 3d39edf6-d78a-4421-978e-cae87c3dbe4e will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:41.720410 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.769876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:41.772963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:41.775588 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:41.841512 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:41.842541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:41.845673 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=3d39edf6-d78a-4421-978e-cae87c3dbe4e,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:41.872296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-44180c4b-3b69-41df-b5c2-236f53873c7a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6313310 Jul 16 18:41:41.886137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Request body: {'port': {'device_id': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:41.976896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.079992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b8cfb97e-724f-45b3-b436-18191ad0d066 None None] Provisioning for port 3d39edf6-d78a-4421-978e-cae87c3dbe4e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:42.086340 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b8cfb97e-724f-45b3-b436-18191ad0d066 None None] Provisioning complete for port 3d39edf6-d78a-4421-978e-cae87c3dbe4e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:42.086717 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b8cfb97e-724f-45b3-b436-18191ad0d066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.157525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b8cfb97e-724f-45b3-b436-18191ad0d066 None None] Port 3d39edf6-d78a-4421-978e-cae87c3dbe4e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:41:42.203092 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57fec0a-8a06-418c-be7a-ce8cfb20064c req-aeab605f-d09d-4ba4-963b-f555502a2de8 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:42.204715 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c57fec0a-8a06-418c-be7a-ce8cfb20064c req-aeab605f-d09d-4ba4-963b-f555502a2de8 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 932 time: 0.0818331 Jul 16 18:41:42.264540 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c57fec0a-8a06-418c-be7a-ce8cfb20064c req-ecb048fb-05c0-4363-8082-e849bf099b79 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491512 Jul 16 18:41:42.305730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d39edf6-d78a-4421-978e-cae87c3dbe4e {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:42.314088 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.328072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Transition to ACTIVE for port object 3d39edf6-d78a-4421-978e-cae87c3dbe4e will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:41:42.334012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.375951 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.426578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Pushing event updated for resources: {'Port': ['ID=3d39edf6-d78a-4421-978e-cae87c3dbe4e,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:42.500670 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Attempting to bind port 3d39edf6-d78a-4421-978e-cae87c3dbe4e on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:41:42.501091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Attempting to bind port 3d39edf6-d78a-4421-978e-cae87c3dbe4e by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:41:42.501488 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Attempting to bind port 3d39edf6-d78a-4421-978e-cae87c3dbe4e on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:42.509734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Port 3d39edf6-d78a-4421-978e-cae87c3dbe4e on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:41:42.510436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Attempting to bind port 3d39edf6-d78a-4421-978e-cae87c3dbe4e on network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:41:42.516064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 41, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:41:42.516637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Checking segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:41:42.517324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Bound using segment: {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:41:42.517910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Bound port: 3d39edf6-d78a-4421-978e-cae87c3dbe4e, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 362, 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:41:42.518437 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.617355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] For port 3d39edf6-d78a-4421-978e-cae87c3dbe4e, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:41:42.628643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] For port 3d39edf6-d78a-4421-978e-cae87c3dbe4e, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3d39edf6-d78a-4421-978e-cae87c3dbe4e,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:41:42.634166 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.672131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:42.672799 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:42.674561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] 10.222.0.18 "PUT /v2.0/ports/3d39edf6-d78a-4421-978e-cae87c3dbe4e HTTP/1.1" status: 200 len: 1092 time: 0.7930548 Jul 16 18:41:42.675144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'tag': '3d39edf6-d78a-4421-978e-cae87c3dbe4e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:42.678035 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6497a1da-adc9-4a2e-a544-cf69dc756ee8" -d '{"events": [{"name": "network-changed", "server_uuid": "55bbc2d0-a1dc-471c-a12e-4a44ec3fe181", "tag": "3d39edf6-d78a-4421-978e-cae87c3dbe4e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:42.744530 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6708324-4489-4373-b66d-4f6f37bc9ac3 x-openstack-request-id: req-a6708324-4489-4373-b66d-4f6f37bc9ac3 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:42.744831 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bbc2d0-a1dc-471c-a12e-4a44ec3fe181", "tag": "3d39edf6-d78a-4421-978e-cae87c3dbe4e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:42.745086 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a6708324-4489-4373-b66d-4f6f37bc9ac3 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:42.745952 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'tag': '3d39edf6-d78a-4421-978e-cae87c3dbe4e', 'status': 'completed', 'code': 200} Jul 16 18:41:42.768455 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0a432-ec87-46aa-bde7-48814715a3bd service neutron] Pushing event updated for resources: {'Port': ['ID=3d39edf6-d78a-4421-978e-cae87c3dbe4e,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:42.815922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-63556d0b-3b11-4a13-bf04-e36715b08a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:42.818218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-63556d0b-3b11-4a13-bf04-e36715b08a19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 1095 time: 0.0899394 Jul 16 18:41:42.915505 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-20246fcf-b53f-480f-81b6-8b622a250881 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d39edf6-d78a-4421-978e-cae87c3dbe4e HTTP/1.1" status: 200 len: 217 time: 0.0877521 Jul 16 18:41:42.991577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-7087de94-18da-4f05-92cb-26f8c2f6e2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:42.993277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-7087de94-18da-4f05-92cb-26f8c2f6e2ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0662892 Jul 16 18:41:43.060598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-b601123c-8eca-43f4-b542-3f815b56851c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.062512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-b601123c-8eca-43f4-b542-3f815b56851c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624168 Jul 16 18:41:43.171678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-c5f61e53-e7ea-4c76-b007-d32b1f534d0f service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015429 Jul 16 18:41:43.273395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0121d8b-7f94-47f4-a59c-86682f037b8c req-160e2231-cc3a-454f-891c-570214496a60 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948091 Jul 16 18:41:43.403223 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497a1da-adc9-4a2e-a544-cf69dc756ee8 req-5a6cfc26-570b-4f10-8678-ed9a597ce5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.404907 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6497a1da-adc9-4a2e-a544-cf69dc756ee8 req-5a6cfc26-570b-4f10-8678-ed9a597ce5c8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 1095 time: 0.0770583 Jul 16 18:41:43.504455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af998593-9fe4-4656-9b65-1c216171536b req-fd2526ab-86a3-4b7f-97fa-d19650fea2a2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.506318 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af998593-9fe4-4656-9b65-1c216171536b req-fd2526ab-86a3-4b7f-97fa-d19650fea2a2 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 944 time: 0.0768332 Jul 16 18:41:43.521179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497a1da-adc9-4a2e-a544-cf69dc756ee8 req-60f42b30-f05b-4b84-a3cf-07a3b1ff45d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.523183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6497a1da-adc9-4a2e-a544-cf69dc756ee8 req-60f42b30-f05b-4b84-a3cf-07a3b1ff45d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.1084437 Jul 16 18:41:43.546923 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-af998593-9fe4-4656-9b65-1c216171536b req-81119046-fc6a-4195-837b-1e79ce33a61e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337257 Jul 16 18:41:43.580596 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6497a1da-adc9-4a2e-a544-cf69dc756ee8 req-6d3128ca-a231-49a3-bd10-4b78d15c94ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d39edf6-d78a-4421-978e-cae87c3dbe4e HTTP/1.1" status: 200 len: 217 time: 0.0474069 Jul 16 18:41:43.633758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497a1da-adc9-4a2e-a544-cf69dc756ee8 req-6b5468ba-080e-467c-af77-85571ca18cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.635183 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6497a1da-adc9-4a2e-a544-cf69dc756ee8 req-6b5468ba-080e-467c-af77-85571ca18cbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0454566 Jul 16 18:41:43.698805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6497a1da-adc9-4a2e-a544-cf69dc756ee8 req-dcf76c12-294a-446f-a9ad-227e058da646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:43.700417 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6497a1da-adc9-4a2e-a544-cf69dc756ee8 req-dcf76c12-294a-446f-a9ad-227e058da646 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565619 Jul 16 18:41:43.801968 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6497a1da-adc9-4a2e-a544-cf69dc756ee8 req-87849dfe-9d90-42a6-afa0-a0b699b5ae30 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900970 Jul 16 18:41:43.896800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6497a1da-adc9-4a2e-a544-cf69dc756ee8 req-9d9e2adb-3c51-4fe7-8a66-7327a5409ea6 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872374 Jul 16 18:41:44.749023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60024a-f7f4-4fd5-98dd-827348a46bfb req-ba9a0da9-f0fe-487b-a513-f7c8486dc3f6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:44.752338 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd60024a-f7f4-4fd5-98dd-827348a46bfb req-ba9a0da9-f0fe-487b-a513-f7c8486dc3f6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 944 time: 0.0819941 Jul 16 18:41:44.795050 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd60024a-f7f4-4fd5-98dd-827348a46bfb req-90b41d80-fcbf-4060-b208-912423461cec tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364280 Jul 16 18:41:45.311630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44686) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:45.467153 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.541560 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3a36fac9-0319-4057-8200-d238162d0ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.565449 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:41:45.576337 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.580471 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.627166 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b59dbce-41c2-4d4b-b3b2-54b15a756afa,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.632539 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2119f3514be24693a453c9fec1dc2f72&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198476 Jul 16 18:41:45.635334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44692) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:45.639447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.639838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.640163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.640501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.640831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.641231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.641483 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.641808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.642129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.642449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.642770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.643221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2cbefa8-af3a-4c3c-861e-291c2a49333a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:45.689248 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8033726c-917b-4721-9b52-98a032ce2f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.713766 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8033726c-917b-4721-9b52-98a032ce2f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.765101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8033726c-917b-4721-9b52-98a032ce2f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.767666 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8033726c-917b-4721-9b52-98a032ce2f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:45.772038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8033726c-917b-4721-9b52-98a032ce2f05 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2b59dbce-41c2-4d4b-b3b2-54b15a756afa HTTP/1.1" status: 204 len: 168 time: 0.1355801 Jul 16 18:41:45.781023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8033726c-917b-4721-9b52-98a032ce2f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b59dbce-41c2-4d4b-b3b2-54b15a756afa,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:45.987526 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816db791-4dc9-49ed-8466-2ac14ca92f1d req-cbcf6e8e-bdde-425d-8cd1-52611920d457 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:45.990390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-816db791-4dc9-49ed-8466-2ac14ca92f1d req-cbcf6e8e-bdde-425d-8cd1-52611920d457 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 944 time: 0.0728834 Jul 16 18:41:46.039226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-816db791-4dc9-49ed-8466-2ac14ca92f1d req-b97108ab-35c7-42fc-9099-5d00c7f80a82 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427051 Jul 16 18:41:47.217362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4400d-470b-434a-bf2c-0bfc985d0c86 req-4ede2b43-324d-46b3-a315-39cd80579a99 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:47.218835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7d4400d-470b-434a-bf2c-0bfc985d0c86 req-4ede2b43-324d-46b3-a315-39cd80579a99 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 944 time: 0.0623686 Jul 16 18:41:47.257210 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7d4400d-470b-434a-bf2c-0bfc985d0c86 req-454fc8d6-2e5c-410a-99b6-d3dceb442311 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326576 Jul 16 18:41:48.222142 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.237919 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9183de18-30b8-4264-8434-a296ceeb54f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:48.436825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dbecca-d8b0-461b-86f8-da7bc2026b1a req-fa574cd9-0679-417e-b484-00ed40651e35 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:48.438307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33dbecca-d8b0-461b-86f8-da7bc2026b1a req-fa574cd9-0679-417e-b484-00ed40651e35 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 944 time: 0.0639684 Jul 16 18:41:48.476572 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-33dbecca-d8b0-461b-86f8-da7bc2026b1a req-c23069de-b493-4248-bf9e-bdc810c8df0e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319066 Jul 16 18:41:49.668199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b2ba3-e337-4882-9268-a504f7d449fd req-b08fdaba-ad14-4d62-aaf6-8291e4a6bb22 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:49.669542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4d2b2ba3-e337-4882-9268-a504f7d449fd req-b08fdaba-ad14-4d62-aaf6-8291e4a6bb22 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 944 time: 0.0698805 Jul 16 18:41:49.710740 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4d2b2ba3-e337-4882-9268-a504f7d449fd req-51f70a1b-e844-419f-aab4-ff4e0271538f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341291 Jul 16 18:41:49.962651 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:50.912037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c0606-5c78-4bb0-b379-d258d7c7ef35 req-b0cada7d-491c-4cf9-a6d6-c4e32f54aea8 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:50.913558 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce6c0606-5c78-4bb0-b379-d258d7c7ef35 req-b0cada7d-491c-4cf9-a6d6-c4e32f54aea8 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 944 time: 0.0653918 Jul 16 18:41:50.953033 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ce6c0606-5c78-4bb0-b379-d258d7c7ef35 req-b15edcd0-c7b3-4064-bfb8-eb112b6dee7c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323215 Jul 16 18:41:52.033198 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:52.130794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc702fd-5dd6-48dc-9f2e-ad9db6c7de25 req-42b27114-b91f-404f-9bcd-5282fa388fc5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:52.132308 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbc702fd-5dd6-48dc-9f2e-ad9db6c7de25 req-42b27114-b91f-404f-9bcd-5282fa388fc5 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 944 time: 0.0637076 Jul 16 18:41:52.170177 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbc702fd-5dd6-48dc-9f2e-ad9db6c7de25 req-2e6d341d-615b-4dc0-8431-6db63934da0d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323129 Jul 16 18:41:53.354502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6614e-ef02-4dd3-8ccf-95bf111272e6 req-7006006e-d3dc-4a15-b283-a8bee979447f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:53.356059 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ff6614e-ef02-4dd3-8ccf-95bf111272e6 req-7006006e-d3dc-4a15-b283-a8bee979447f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 944 time: 0.0721765 Jul 16 18:41:53.398111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8ff6614e-ef02-4dd3-8ccf-95bf111272e6 req-0f2e434b-a846-4eff-b268-965c4539f03e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363853 Jul 16 18:41:53.568211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3d39edf6-d78a-4421-978e-cae87c3dbe4e details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:41:53.680055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3d39edf6-d78a-4421-978e-cae87c3dbe4e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3d39edf6-d78a-4421-978e-cae87c3dbe4e,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:53.692069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '3d39edf6-d78a-4421-978e-cae87c3dbe4e', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'port_id': '3d39edf6-d78a-4421-978e-cae87c3dbe4e', 'mac_address': 'fa:16:3e:e5:66:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 362, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:41:53.730609 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.745130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d39edf6-d78a-4421-978e-cae87c3dbe4e {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:41:53.766971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3d39edf6-d78a-4421-978e-cae87c3dbe4e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3d39edf6-d78a-4421-978e-cae87c3dbe4e,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:53.772411 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:53.831547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=3d39edf6-d78a-4421-978e-cae87c3dbe4e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:53.840136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:53.840483 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:53.840825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:53.841161 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:53.841495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:53.841827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:53.842154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:53.842480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:53.842805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:53.843129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:53.843448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:53.843922 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:41:54.094872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['3d39edf6-d78a-4421-978e-cae87c3dbe4e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:41:54.578994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f4d29b-207e-4c6c-9fcb-692a9cdfb2db req-6891aed6-13d9-4467-ba9c-fef711827d78 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:54.580474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62f4d29b-207e-4c6c-9fcb-692a9cdfb2db req-6891aed6-13d9-4467-ba9c-fef711827d78 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 945 time: 0.0661075 Jul 16 18:41:54.617934 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62f4d29b-207e-4c6c-9fcb-692a9cdfb2db req-abd437a2-4622-4de0-b147-07f3672f29f4 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316470 Jul 16 18:41:55.579872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3d39edf6-d78a-4421-978e-cae87c3dbe4e up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:41:55.628120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 3d39edf6-d78a-4421-978e-cae87c3dbe4e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:41:55.631735 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 3d39edf6-d78a-4421-978e-cae87c3dbe4e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:41:55.632101 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.708133 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.733758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39edf6-d78a-4421-978e-cae87c3dbe4e'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:41:55.736044 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8d3d3c-0195-4fdf-b056-0185416cb858" -d '{"events": [{"server_uuid": "55bbc2d0-a1dc-471c-a12e-4a44ec3fe181", "name": "network-vif-plugged", "status": "completed", "tag": "3d39edf6-d78a-4421-978e-cae87c3dbe4e"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:41:55.749482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 3d39edf6-d78a-4421-978e-cae87c3dbe4e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3d39edf6-d78a-4421-978e-cae87c3dbe4e,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:41:55.754843 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:55.796177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edf4fc-171a-4710-ac1a-cc99b5dd496d req-80c78b7c-bd96-4e9e-bab3-c5824e6807fd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:55.797722 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5edf4fc-171a-4710-ac1a-cc99b5dd496d req-80c78b7c-bd96-4e9e-bab3-c5824e6807fd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 945 time: 0.0686977 Jul 16 18:41:55.812368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=3d39edf6-d78a-4421-978e-cae87c3dbe4e,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:55.838999 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5edf4fc-171a-4710-ac1a-cc99b5dd496d req-3174d46d-d255-4ef7-a011-401f6a24262c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349033 Jul 16 18:41:55.959641 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:41:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02092387-b10d-4da8-84e5-fa53daca0682 x-openstack-request-id: req-02092387-b10d-4da8-84e5-fa53daca0682 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:41:55.959936 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bbc2d0-a1dc-471c-a12e-4a44ec3fe181", "name": "network-vif-plugged", "status": "completed", "tag": "3d39edf6-d78a-4421-978e-cae87c3dbe4e", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:41:55.960189 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-02092387-b10d-4da8-84e5-fa53daca0682 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:41:55.960580 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d39edf6-d78a-4421-978e-cae87c3dbe4e', 'code': 200} Jul 16 18:41:56.087105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b76860c-db6c-47fa-993a-9d33c891f50d req-506612c3-c60d-449e-92c6-3e7c64344f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:56.088626 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0b76860c-db6c-47fa-993a-9d33c891f50d req-506612c3-c60d-449e-92c6-3e7c64344f71 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 1097 time: 0.0516891 Jul 16 18:41:56.123489 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0b76860c-db6c-47fa-993a-9d33c891f50d req-a7076ce3-28e5-4567-b75a-fc28d81613f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278299 Jul 16 18:41:57.019147 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b11cb70-1021-4f4f-831f-e445446c8288 req-e8c936d7-c2b3-443b-a6e4-57af7acd6b63 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:57.020860 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b11cb70-1021-4f4f-831f-e445446c8288 req-e8c936d7-c2b3-443b-a6e4-57af7acd6b63 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 946 time: 0.0666697 Jul 16 18:41:57.063532 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b11cb70-1021-4f4f-831f-e445446c8288 req-bb579316-9d2a-4f07-a065-382aa1330957 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371048 Jul 16 18:41:58.238615 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb5f8d-6ecd-4136-ac35-dda1fdec42bd req-b00a74c8-cef1-47b3-a3a5-074953080e4a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:58.240125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6eb5f8d-6ecd-4136-ac35-dda1fdec42bd req-b00a74c8-cef1-47b3-a3a5-074953080e4a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 946 time: 0.0630877 Jul 16 18:41:58.278430 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6eb5f8d-6ecd-4136-ac35-dda1fdec42bd req-4b6b233a-44a3-4804-8146-679eb46510bf tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326562 Jul 16 18:41:58.453862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f66216-9c0e-43c3-9b9e-bcd0850e7ca6 req-6cc4bf59-3b43-417a-8a6a-b76c8549ddfb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:58.455350 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-29f66216-9c0e-43c3-9b9e-bcd0850e7ca6 req-6cc4bf59-3b43-417a-8a6a-b76c8549ddfb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 946 time: 0.0641720 Jul 16 18:41:58.493251 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-29f66216-9c0e-43c3-9b9e-bcd0850e7ca6 req-94269758-5a6f-4d00-a95c-815b4ab80851 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315132 Jul 16 18:41:58.519325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44726) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.570201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f88841b-7876-4cc6-bb9a-7501cd9087f6 tempest-TestVolumeBootPattern-33405989 tempest-TestVolumeBootPattern-33405989-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:41:58.571715 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7f88841b-7876-4cc6-bb9a-7501cd9087f6 tempest-TestVolumeBootPattern-33405989 tempest-TestVolumeBootPattern-33405989-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 1092 time: 0.0513563 Jul 16 18:41:58.574535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44728) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:41:58.578871 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '3d39edf6-d78a-4421-978e-cae87c3dbe4e', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:41:58.601325 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.700318 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.806332 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Allocated IP 172.25.7.190 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/c1ee3cbb-1ba1-4723-b9da-3c44b22290ab) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:41:58.905575 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.944176 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:58.983660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:41:58.986380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:41:58.991267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:41:58.996709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=c1ee3cbb-1ba1-4723-b9da-3c44b22290ab,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:59.354233 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.432544 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.578472 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.583262 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.615755 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:41:59.650021 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event updated for resources: {'Port': ['ID=c1ee3cbb-1ba1-4723-b9da-3c44b22290ab,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:41:59.660735 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.091028 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Floating IP 8916fb66-aac2-48e3-8990-3c0bedd14c87 associated. External IP: 172.25.7.190, port: 3d39edf6-d78a-4421-978e-cae87c3dbe4e. Jul 16 18:42:00.298916 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Router c535be95-2fd5-4e15-8116-e6471c78bed6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:42:00.413927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:42:00.423168 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bfe24b-ff7f-4293-ac2b-4455528b49c7 None None] Sync routers for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:42:00.433037 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:00.435219 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bfe24b-ff7f-4293-ac2b-4455528b49c7 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:00.435865 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f0bfe24b-ff7f-4293-ac2b-4455528b49c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:41:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:00.469235 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-09676d29-0c7d-42ea-857f-ed9dac24bd59 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8936543 Jul 16 18:42:00.469924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'tag': '3d39edf6-d78a-4421-978e-cae87c3dbe4e'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:42:00.472726 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff38b43f-2552-41b4-877f-77c061f70e91" -d '{"events": [{"name": "network-changed", "server_uuid": "55bbc2d0-a1dc-471c-a12e-4a44ec3fe181", "tag": "3d39edf6-d78a-4421-978e-cae87c3dbe4e"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:42:00.545654 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-f0bfe24b-ff7f-4293-ac2b-4455528b49c7 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:00.578077 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078af236-c0ab-4e7b-8eb4-733a5917ecb9 x-openstack-request-id: req-078af236-c0ab-4e7b-8eb4-733a5917ecb9 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:42:00.578376 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bbc2d0-a1dc-471c-a12e-4a44ec3fe181", "tag": "3d39edf6-d78a-4421-978e-cae87c3dbe4e", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:42:00.578634 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-078af236-c0ab-4e7b-8eb4-733a5917ecb9 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:42:00.579237 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'tag': '3d39edf6-d78a-4421-978e-cae87c3dbe4e', 'status': 'completed', 'code': 200} Jul 16 18:42:00.795660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b43f-2552-41b4-877f-77c061f70e91 req-8fbd085f-424a-4aa2-a1c1-33577a767420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:00.797902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff38b43f-2552-41b4-877f-77c061f70e91 req-8fbd085f-424a-4aa2-a1c1-33577a767420 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 1097 time: 0.0593019 Jul 16 18:42:00.851956 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f0bfe24b-ff7f-4293-ac2b-4455528b49c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:fc:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a245e531-6404-440a-996c-53918f80081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:56Z', 'revision_number': 1, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}, {'id': '8916fb66-aac2-48e3-8990-3c0bedd14c87', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '3d39edf6-d78a-4421-978e-cae87c3dbe4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:e5:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:59Z', 'updated_at': '2021-07-16T18:41:59Z', 'revision_number': 0, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:00.876688 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bfe24b-ff7f-4293-ac2b-4455528b49c7 None None] Checking router: c535be95-2fd5-4e15-8116-e6471c78bed6 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:42:00.884895 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bfe24b-ff7f-4293-ac2b-4455528b49c7 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:42:00.885518 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f0bfe24b-ff7f-4293-ac2b-4455528b49c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:41:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:00.886808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b43f-2552-41b4-877f-77c061f70e91 req-453fed08-6d6a-42ec-add5-73671067a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:00.888332 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff38b43f-2552-41b4-877f-77c061f70e91 req-453fed08-6d6a-42ec-add5-73671067a798 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0837033 Jul 16 18:42:00.961769 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff38b43f-2552-41b4-877f-77c061f70e91 req-fe1ce325-4777-49a8-a176-c8dbd0e8a89c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d39edf6-d78a-4421-978e-cae87c3dbe4e HTTP/1.1" status: 200 len: 1000 time: 0.0624084 Jul 16 18:42:00.988630 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-f0bfe24b-ff7f-4293-ac2b-4455528b49c7 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:42:01.010642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b43f-2552-41b4-877f-77c061f70e91 req-7fc65dfc-ebe9-4c92-85a5-562d23ba050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.012132 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff38b43f-2552-41b4-877f-77c061f70e91 req-7fc65dfc-ebe9-4c92-85a5-562d23ba050e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0430524 Jul 16 18:42:01.069336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff38b43f-2552-41b4-877f-77c061f70e91 req-bce6e1c2-4bf5-45b6-bef1-051a175f336f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:01.070827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff38b43f-2552-41b4-877f-77c061f70e91 req-bce6e1c2-4bf5-45b6-bef1-051a175f336f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513284 Jul 16 18:42:01.167276 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff38b43f-2552-41b4-877f-77c061f70e91 req-59a2ac6a-8f7a-408c-8f19-b6a486a78a31 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869126 Jul 16 18:42:01.213506 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f0bfe24b-ff7f-4293-ac2b-4455528b49c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:fc:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a245e531-6404-440a-996c-53918f80081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:56Z', 'revision_number': 1, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}, {'id': '8916fb66-aac2-48e3-8990-3c0bedd14c87', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '3d39edf6-d78a-4421-978e-cae87c3dbe4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:e5:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:59Z', 'updated_at': '2021-07-16T18:41:59Z', 'revision_number': 0, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:42:01.239849 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bfe24b-ff7f-4293-ac2b-4455528b49c7 None None] The sync data for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 is: [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:fc:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a245e531-6404-440a-996c-53918f80081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:56Z', 'revision_number': 1, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}, {'id': '8916fb66-aac2-48e3-8990-3c0bedd14c87', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.190', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '3d39edf6-d78a-4421-978e-cae87c3dbe4e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:e5:66:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:41:59Z', 'updated_at': '2021-07-16T18:41:59Z', 'revision_number': 0, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:42:01.267113 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff38b43f-2552-41b4-877f-77c061f70e91 req-f2929121-4440-4e8f-a014-7b5cb181a78e service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842960 Jul 16 18:42:01.447935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e37d35-a81d-4b72-8d56-b7315f916de4 None None] New status for floating IP 8916fb66-aac2-48e3-8990-3c0bedd14c87: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:42:12.359402 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:15.541824 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a553da54-51a5-40b2-a7f4-2360f243e93f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.230131 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:18.242731 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-17d2ed97-5518-4f71-8404-e69c77d6255c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:19.964799 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.036111 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:22.565332 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:25.376624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-7525ebf5-68d9-4fea-af2d-3cdd9511db30 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549378 Jul 16 18:42:25.487208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-631e6213-02ff-4c50-95d4-fc23863b57d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.488778 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-631e6213-02ff-4c50-95d4-fc23863b57d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 1097 time: 0.0578535 Jul 16 18:42:25.596344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-3c398960-9ba0-45b8-8bc9-267fe285518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.597849 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-3c398960-9ba0-45b8-8bc9-267fe285518d service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0873497 Jul 16 18:42:25.667432 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-170f3194-4fe4-46c9-9d3d-256ddbb6da8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d39edf6-d78a-4421-978e-cae87c3dbe4e HTTP/1.1" status: 200 len: 1002 time: 0.0600131 Jul 16 18:42:25.721665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-e0539d95-9eda-4a5f-ad83-a41def2bdbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.723131 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-e0539d95-9eda-4a5f-ad83-a41def2bdbf3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0460811 Jul 16 18:42:25.786037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-cafeaa30-a621-44a8-814f-6fa667ab6f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:25.787723 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-cafeaa30-a621-44a8-814f-6fa667ab6f26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538523 Jul 16 18:42:25.887551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-84baf08b-2ca1-4e5b-b3df-ec7bc759aa45 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919480 Jul 16 18:42:25.986601 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4033ea6-cabb-420b-804d-2881cee4e2c1 req-35476e99-9b60-4dd2-9777-0b2084513237 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901184 Jul 16 18:42:29.133145 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-31c57762-616d-4c9b-bfc7-161d1362cbbb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0504365 Jul 16 18:42:29.244417 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-8a21f9d9-5218-4cb5-a88b-204a9a44b221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.245952 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-8a21f9d9-5218-4cb5-a88b-204a9a44b221 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 1096 time: 0.0531297 Jul 16 18:42:29.351063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-a196767d-15d8-4754-a53a-1035054c8a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.352538 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-a196767d-15d8-4754-a53a-1035054c8a78 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0872381 Jul 16 18:42:29.415295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-e192a4e1-ce90-466e-a48c-0645715c4a9d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d HTTP/1.1" status: 200 len: 1000 time: 0.0558951 Jul 16 18:42:29.462629 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-d5883e60-63a1-4c43-b6ef-2100c524e1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.464200 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-d5883e60-63a1-4c43-b6ef-2100c524e1af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0419567 Jul 16 18:42:29.523197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-7908ce34-09bc-4f92-92e0-a0c80979b68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:42:29.524683 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-7908ce34-09bc-4f92-92e0-a0c80979b68a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545104 Jul 16 18:42:29.612243 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-fb1c0d37-3601-4d51-b92b-7aff01afb3b1 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813725 Jul 16 18:42:29.625420 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:29.702790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ecc8c221-2ab5-49ec-9008-a622a79c0314 req-a8d365f4-9fad-4ef4-a811-cd2125076f3d service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844977 Jul 16 18:42:42.358282 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:45.543133 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4965580f-43e9-4277-b1e0-dde817684995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.222391 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:48.245448 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b734b231-edee-452a-86d4-6333497955ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:49.967582 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:52.039143 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:42:59.565258 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:42:59.638407 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:12.346259 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:15.543325 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7bbe5bf8-926a-42e2-92b6-7112d06182bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.224089 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:18.244723 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-200cc440-5622-4f29-b421-22e986cc4370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:19.971508 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:22.042044 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:25.369756 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-02603f17-1782-4118-b196-2c3436f9baf7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0508130 Jul 16 18:43:25.472655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-c9bb0d42-450d-40e5-b8dc-031623c8e210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:25.474150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-c9bb0d42-450d-40e5-b8dc-031623c8e210 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 1097 time: 0.0572605 Jul 16 18:43:25.579101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-ccf407be-eaa4-4837-a9ad-b1a495b7e286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:25.580588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-ccf407be-eaa4-4837-a9ad-b1a495b7e286 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0827055 Jul 16 18:43:25.650942 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-4cd1a5fb-ae16-4dd1-9066-f9484e7711fd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d39edf6-d78a-4421-978e-cae87c3dbe4e HTTP/1.1" status: 200 len: 1002 time: 0.0597627 Jul 16 18:43:25.701438 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-4fc00dd6-3f76-4e5f-a998-b8349c8c34a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:25.702878 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-4fc00dd6-3f76-4e5f-a998-b8349c8c34a1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0420494 Jul 16 18:43:25.759402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-a5182791-cd7f-4edc-951b-65ad98a64d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:25.760913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-a5182791-cd7f-4edc-951b-65ad98a64d56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510836 Jul 16 18:43:25.854316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-5725a43e-d5ad-468c-a708-387e8bcca839 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837662 Jul 16 18:43:25.943609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-94553abe-eb89-4ebb-8d10-966c7e7431d8 req-03f40fa0-dca0-475a-89b3-1ce51a762cb6 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799654 Jul 16 18:43:29.651132 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:31.151780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-92b1a29c-c2b9-4b9f-96d6-67f678b7d4ed service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554183 Jul 16 18:43:31.558337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-34953e68-f57f-4a71-a919-cf7ee579e65e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.560455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-34953e68-f57f-4a71-a919-cf7ee579e65e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 1096 time: 0.3502374 Jul 16 18:43:31.663001 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-069d2861-26b8-4aca-be0d-d13cc31276c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.664401 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-069d2861-26b8-4aca-be0d-d13cc31276c5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0829456 Jul 16 18:43:31.725881 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-f00a1fad-4c57-4b7d-80f2-17efa7d82bc2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d HTTP/1.1" status: 200 len: 1000 time: 0.0556214 Jul 16 18:43:31.772462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-1b7eff4c-b3c9-4a99-b27e-306ff69fa2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.773905 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-1b7eff4c-b3c9-4a99-b27e-306ff69fa2f1 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0417478 Jul 16 18:43:31.832197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-b0c700c7-6387-488a-a4bc-b9bd3e4318df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:31.833622 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-b0c700c7-6387-488a-a4bc-b9bd3e4318df service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537636 Jul 16 18:43:31.919594 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-16b6a3e3-700a-4d7a-9913-9ae2f6f7a1f6 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790603 Jul 16 18:43:32.008206 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77eeda79-5c09-48cc-b796-602726a3c7e7 req-3b768c7c-b8c3-4791-9ed8-96488173adb2 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824869 Jul 16 18:43:36.564745 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:43:37.619330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44776) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:37.780777 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Deleting port c1ee3cbb-1ba1-4723-b9da-3c44b22290ab {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:37.781124 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.858607 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.858932 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:37.870143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Calling delete_port for c1ee3cbb-1ba1-4723-b9da-3c44b22290ab owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:38.017862 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.041354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event deleted for resources: {'Port': ['ID=c1ee3cbb-1ba1-4723-b9da-3c44b22290ab,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:38.051864 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.052212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.052544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.052881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.053215 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.053894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.053894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.054168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.054491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.054811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.055138 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.055455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:38.116098 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.116434 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Floating IP 8916fb66-aac2-48e3-8990-3c0bedd14c87 disassociated (deleted). External IP: 172.25.7.190, port: 3d39edf6-d78a-4421-978e-cae87c3dbe4e. Jul 16 18:43:38.322566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Router c535be95-2fd5-4e15-8116-e6471c78bed6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:38.431763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:38.437076 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:38.441326 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d01368-bfd0-40a2-9860-56e9f12a6e16 None None] Sync routers for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:38.450637 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d01368-bfd0-40a2-9860-56e9f12a6e16 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:38.451232 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a4d01368-bfd0-40a2-9860-56e9f12a6e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:43:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:38.473284 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c628b9b8-c2dc-4293-9beb-865fadcd2426 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "DELETE /v2.0/floatingips/8916fb66-aac2-48e3-8990-3c0bedd14c87 HTTP/1.1" status: 204 len: 168 time: 0.8528330 Jul 16 18:43:38.473870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'tag': '3d39edf6-d78a-4421-978e-cae87c3dbe4e'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:38.476112 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a277ea1-fefd-4c4f-9b84-f50296138d44" -d '{"events": [{"name": "network-changed", "server_uuid": "55bbc2d0-a1dc-471c-a12e-4a44ec3fe181", "tag": "3d39edf6-d78a-4421-978e-cae87c3dbe4e"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:38.515825 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3fabe92-b447-4894-bb90-2aa64c23ad47 x-openstack-request-id: req-f3fabe92-b447-4894-bb90-2aa64c23ad47 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:38.516120 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55bbc2d0-a1dc-471c-a12e-4a44ec3fe181", "tag": "3d39edf6-d78a-4421-978e-cae87c3dbe4e", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:38.516491 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f3fabe92-b447-4894-bb90-2aa64c23ad47 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:38.516902 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'tag': '3d39edf6-d78a-4421-978e-cae87c3dbe4e', 'status': 'completed', 'code': 200} Jul 16 18:43:38.561176 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a4d01368-bfd0-40a2-9860-56e9f12a6e16 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:38.593982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a277ea1-fefd-4c4f-9b84-f50296138d44 req-097bdde2-5a9b-4e14-9296-8e4851d9ff24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.595504 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a277ea1-fefd-4c4f-9b84-f50296138d44 req-097bdde2-5a9b-4e14-9296-8e4851d9ff24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 1097 time: 0.0556102 Jul 16 18:43:38.700016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a277ea1-fefd-4c4f-9b84-f50296138d44 req-42be8184-1da2-4767-97b9-4e5453002d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.709627 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a277ea1-fefd-4c4f-9b84-f50296138d44 req-42be8184-1da2-4767-97b9-4e5453002d23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.1048641 Jul 16 18:43:38.753166 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a277ea1-fefd-4c4f-9b84-f50296138d44 req-31300988-0c8d-4ee5-a37e-a2862d899bda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3d39edf6-d78a-4421-978e-cae87c3dbe4e HTTP/1.1" status: 200 len: 217 time: 0.0360320 Jul 16 18:43:38.805049 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a4d01368-bfd0-40a2-9860-56e9f12a6e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:fc:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a245e531-6404-440a-996c-53918f80081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:56Z', 'revision_number': 1, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:38.814333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a277ea1-fefd-4c4f-9b84-f50296138d44 req-06ad0b54-1fc3-4f2c-aebb-edaf3261f696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.815810 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a277ea1-fefd-4c4f-9b84-f50296138d44 req-06ad0b54-1fc3-4f2c-aebb-edaf3261f696 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0557363 Jul 16 18:43:38.832118 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d01368-bfd0-40a2-9860-56e9f12a6e16 None None] Checking router: c535be95-2fd5-4e15-8116-e6471c78bed6 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:38.840258 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d01368-bfd0-40a2-9860-56e9f12a6e16 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:38.840851 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a4d01368-bfd0-40a2-9860-56e9f12a6e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:43:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:38.908729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab32eb-e59e-42fa-8b0c-1498c8ad5630 req-4327c171-0c05-4b70-b303-4490e204688b tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.910214 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdab32eb-e59e-42fa-8b0c-1498c8ad5630 req-4327c171-0c05-4b70-b303-4490e204688b tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 946 time: 0.1112549 Jul 16 18:43:38.925178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a277ea1-fefd-4c4f-9b84-f50296138d44 req-0eff01ea-e84d-4945-8ed6-bbbfefff89a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:38.926986 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a277ea1-fefd-4c4f-9b84-f50296138d44 req-0eff01ea-e84d-4945-8ed6-bbbfefff89a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944164 Jul 16 18:43:38.950650 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a4d01368-bfd0-40a2-9860-56e9f12a6e16 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:38.982207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdab32eb-e59e-42fa-8b0c-1498c8ad5630 req-0f1b1b8d-44cf-4cf9-903d-a79c003b5285 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662854 Jul 16 18:43:39.045272 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a277ea1-fefd-4c4f-9b84-f50296138d44 req-9cdc049e-d798-4c16-b43d-b7f9efc23946 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095047 Jul 16 18:43:39.138744 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a277ea1-fefd-4c4f-9b84-f50296138d44 req-0d79c9f0-0a95-4aa8-b590-f559e1437d12 service neutron] 10.222.0.18 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856011 Jul 16 18:43:39.189227 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a4d01368-bfd0-40a2-9860-56e9f12a6e16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:fc:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a245e531-6404-440a-996c-53918f80081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:56Z', 'revision_number': 1, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:39.304683 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d01368-bfd0-40a2-9860-56e9f12a6e16 None None] The sync data for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 is: [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'floating_ip_address': '172.25.7.44', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'port_id': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3921, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'mac_address': 'fa:16:3e:fc:d2:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a245e531-6404-440a-996c-53918f80081d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:39:54Z', 'updated_at': '2021-07-16T18:39:56Z', 'revision_number': 1, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:39.524504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1f63e8e-61b4-45ea-882a-8bc77974ed15 None None] New status for floating IP 8916fb66-aac2-48e3-8990-3c0bedd14c87: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:43:40.162484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8e49a-b2a7-4c28-a5fb-8f48b050e9d5 req-c358d856-2931-4079-9360-90eca84b24d6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.163996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8d8e49a-b2a7-4c28-a5fb-8f48b050e9d5 req-c358d856-2931-4079-9360-90eca84b24d6 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 946 time: 0.0651171 Jul 16 18:43:40.207102 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8d8e49a-b2a7-4c28-a5fb-8f48b050e9d5 req-6c825611-2e1f-4ffc-88f9-c0463e49540c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367606 Jul 16 18:43:40.594569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12947290-ce70-45f2-b1bf-8aa07a3107cb req-24d3f2d7-a784-4b19-b7be-699a9161b57f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:40.596066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12947290-ce70-45f2-b1bf-8aa07a3107cb req-24d3f2d7-a784-4b19-b7be-699a9161b57f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 946 time: 0.0652814 Jul 16 18:43:40.699063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-12947290-ce70-45f2-b1bf-8aa07a3107cb req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Deleting port 3d39edf6-d78a-4421-978e-cae87c3dbe4e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:40.699408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12947290-ce70-45f2-b1bf-8aa07a3107cb req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.789275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-12947290-ce70-45f2-b1bf-8aa07a3107cb req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] For port 3d39edf6-d78a-4421-978e-cae87c3dbe4e, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=3d39edf6-d78a-4421-978e-cae87c3dbe4e,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:40.789634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12947290-ce70-45f2-b1bf-8aa07a3107cb req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.801675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-12947290-ce70-45f2-b1bf-8aa07a3107cb req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Calling delete_port for 3d39edf6-d78a-4421-978e-cae87c3dbe4e owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:40.926503 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12947290-ce70-45f2-b1bf-8aa07a3107cb req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:40.954383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event deleted for resources: {'Port': ['ID=3d39edf6-d78a-4421-978e-cae87c3dbe4e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:40.971915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.972258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.972597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.972941 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.973546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.973798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.974184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.975080 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.975080 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.975267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.975620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:40.975972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:43:41.023893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-12947290-ce70-45f2-b1bf-8aa07a3107cb req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] No DVR routers for this DVR port 3d39edf6-d78a-4421-978e-cae87c3dbe4e on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:41.028412 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-12947290-ce70-45f2-b1bf-8aa07a3107cb req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:41.030491 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-12947290-ce70-45f2-b1bf-8aa07a3107cb req-2dbd7ab0-1197-46b4-869d-952db9f574cb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.18 "DELETE /v2.0/ports/3d39edf6-d78a-4421-978e-cae87c3dbe4e HTTP/1.1" status: 204 len: 173 time: 0.4275875 Jul 16 18:43:41.030952 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'name': 'network-vif-deleted', 'tag': '3d39edf6-d78a-4421-978e-cae87c3dbe4e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:41.033250 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b916b656-5cfd-44a1-8f26-d5308accb995" -d '{"events": [{"server_uuid": "55bbc2d0-a1dc-471c-a12e-4a44ec3fe181", "name": "network-vif-deleted", "tag": "3d39edf6-d78a-4421-978e-cae87c3dbe4e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:41.097151 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1db4b46d-6547-473a-811c-111cb79eb4ae x-openstack-request-id: req-1db4b46d-6547-473a-811c-111cb79eb4ae {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:41.097450 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55bbc2d0-a1dc-471c-a12e-4a44ec3fe181", "name": "network-vif-deleted", "tag": "3d39edf6-d78a-4421-978e-cae87c3dbe4e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:41.097806 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1db4b46d-6547-473a-811c-111cb79eb4ae {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:41.098100 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55bbc2d0-a1dc-471c-a12e-4a44ec3fe181', 'name': 'network-vif-deleted', 'tag': '3d39edf6-d78a-4421-978e-cae87c3dbe4e', 'status': 'completed', 'code': 200} Jul 16 18:43:41.357945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-678d164a-2251-436b-acae-5c2bc2187605 req-61e1a1e3-dba7-48ce-847e-bbd48a4c70ea tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 210 time: 0.0350425 Jul 16 18:43:42.364853 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:42.504102 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab3fa899-c7e7-4cf4-8c4e-fb5197e08e9d req-b06d3077-36ac-406c-86a9-0b90e53f6a7f tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 210 time: 0.0291243 Jul 16 18:43:43.646210 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ecd8e14-1aea-4731-917e-401df7bda1e5 req-5940d8d9-e1ed-41ef-9a1a-13acd2a298bb tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 210 time: 0.0296853 Jul 16 18:43:44.803342 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e5d5c8e-32d4-4017-844b-6e47b2d932c8 req-9e02b76a-1d00-44d4-a57a-190d4af19bd9 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=55bbc2d0-a1dc-471c-a12e-4a44ec3fe181 HTTP/1.1" status: 200 len: 210 time: 0.0306714 Jul 16 18:43:45.546692 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7fd8d8d7-4410-4688-a125-0acb48d33eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:45.982284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3d39edf6-d78a-4421-978e-cae87c3dbe4e no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:46.004225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 3d39edf6-d78a-4421-978e-cae87c3dbe4e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:46.004688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 3d39edf6-d78a-4421-978e-cae87c3dbe4e not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:48.226683 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:48.247709 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9fb7d909-f092-4784-9210-27eb293821fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:49.973044 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.210985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44844) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:50.365700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Deleting port 6f16f209-8454-424f-b000-47e32af8a442 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:50.366042 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.446243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.446569 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.458156 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Calling delete_port for 6f16f209-8454-424f-b000-47e32af8a442 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:50.604256 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.634068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event deleted for resources: {'Port': ['ID=6f16f209-8454-424f-b000-47e32af8a442,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:50.697990 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:50.698324 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Floating IP 4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18 disassociated (deleted). External IP: 172.25.7.44, port: 8af600a0-9473-45cf-914b-cc40d84d3d3d. Jul 16 18:43:50.904922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Router c535be95-2fd5-4e15-8116-e6471c78bed6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:43:51.011136 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:43:51.015969 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:51.021255 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf0f7f1-3035-4841-b0a1-6d4d569dc5c7 None None] Sync routers for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:43:51.030482 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf0f7f1-3035-4841-b0a1-6d4d569dc5c7 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:51.031068 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-acf0f7f1-3035-4841-b0a1-6d4d569dc5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:43:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:51.053945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-00cac919-a863-47f5-aaec-f67e3842503c tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "DELETE /v2.0/floatingips/4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18 HTTP/1.1" status: 204 len: 168 time: 0.8417687 Jul 16 18:43:51.054487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a245e531-6404-440a-996c-53918f80081d', 'tag': '8af600a0-9473-45cf-914b-cc40d84d3d3d'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:51.056777 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd66dfac-c83d-46e2-a323-3677766652de" -d '{"events": [{"name": "network-changed", "server_uuid": "a245e531-6404-440a-996c-53918f80081d", "tag": "8af600a0-9473-45cf-914b-cc40d84d3d3d"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:51.094341 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f1d47f-d692-4f84-bd5a-051de3a859a8 x-openstack-request-id: req-e2f1d47f-d692-4f84-bd5a-051de3a859a8 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:51.094629 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a245e531-6404-440a-996c-53918f80081d", "tag": "8af600a0-9473-45cf-914b-cc40d84d3d3d", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:51.094880 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e2f1d47f-d692-4f84-bd5a-051de3a859a8 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:51.095281 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a245e531-6404-440a-996c-53918f80081d', 'tag': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'status': 'completed', 'code': 200} Jul 16 18:43:51.148266 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-acf0f7f1-3035-4841-b0a1-6d4d569dc5c7 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:51.195480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66dfac-c83d-46e2-a323-3677766652de req-6e18e8eb-fbbf-4e28-8eee-62c72a3a44fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:51.197150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd66dfac-c83d-46e2-a323-3677766652de req-6e18e8eb-fbbf-4e28-8eee-62c72a3a44fa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 1096 time: 0.0584762 Jul 16 18:43:51.294217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66dfac-c83d-46e2-a323-3677766652de req-24989881-5280-4554-963b-d7d6797a6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:51.296254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd66dfac-c83d-46e2-a323-3677766652de req-24989881-5280-4554-963b-d7d6797a6795 service neutron] 10.222.0.37 "GET /v2.0/networks?id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 200 len: 913 time: 0.0928185 Jul 16 18:43:51.345304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd66dfac-c83d-46e2-a323-3677766652de req-9a2271e7-8e93-44d8-b07e-62c52bd3d511 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d HTTP/1.1" status: 200 len: 217 time: 0.0401580 Jul 16 18:43:51.362588 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-acf0f7f1-3035-4841-b0a1-6d4d569dc5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:51.393743 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf0f7f1-3035-4841-b0a1-6d4d569dc5c7 None None] Checking router: c535be95-2fd5-4e15-8116-e6471c78bed6 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:43:51.395443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66dfac-c83d-46e2-a323-3677766652de req-5535ae7c-1ff0-4523-87b6-06cbf057c17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:51.396950 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd66dfac-c83d-46e2-a323-3677766652de req-5535ae7c-1ff0-4523-87b6-06cbf057c17b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 200 len: 851 time: 0.0452168 Jul 16 18:43:51.402317 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf0f7f1-3035-4841-b0a1-6d4d569dc5c7 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:43:51.402889 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-acf0f7f1-3035-4841-b0a1-6d4d569dc5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:43:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:51.449388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f40598-3311-4b25-84b1-82fe718d4752 req-e251f550-9cc0-4389-a60a-8dc4c1cd0ef1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:51.451185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b6f40598-3311-4b25-84b1-82fe718d4752 req-e251f550-9cc0-4389-a60a-8dc4c1cd0ef1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 945 time: 0.0705605 Jul 16 18:43:51.463362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66dfac-c83d-46e2-a323-3677766652de req-6c3d7215-e066-459f-9e23-dd8d040fcf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:51.465629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd66dfac-c83d-46e2-a323-3677766652de req-6c3d7215-e066-459f-9e23-dd8d040fcf48 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0614073 Jul 16 18:43:51.499184 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b6f40598-3311-4b25-84b1-82fe718d4752 req-f059e9d4-0f8d-443b-a498-9365298291ae tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396619 Jul 16 18:43:51.522713 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-acf0f7f1-3035-4841-b0a1-6d4d569dc5c7 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:43:51.567517 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd66dfac-c83d-46e2-a323-3677766652de req-1bc7adf4-9375-4dba-950b-78e986374d3a service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931818 Jul 16 18:43:51.657499 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cd66dfac-c83d-46e2-a323-3677766652de req-9b41bcb6-ee18-4ac2-94d3-4a491c2e0d53 service neutron] 10.222.0.37 "GET /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828192 Jul 16 18:43:51.714938 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-acf0f7f1-3035-4841-b0a1-6d4d569dc5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:43:51.739864 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acf0f7f1-3035-4841-b0a1-6d4d569dc5c7 None None] The sync data for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 is: [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:33:45Z', 'revision_number': 4, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10', 'name': '', 'network_id': 'ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'mac_address': 'fa:16:3e:2b:a5:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3652, 'fixed_ips': [{'subnet_id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:45Z', 'updated_at': '2021-07-16T18:33:51Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'subnets': [{'id': '8719dd77-fed6-440d-a86d-dfef7ef42ece', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:43:51.948354 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e4241fb-af60-4525-a895-1901c7812a6e None None] New status for floating IP 4dfe3fac-3f07-4c5c-9cc7-67e2660e3d18: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:43:52.045844 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:52.680322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f412b73f-bee0-4a1c-9ed6-fc388ce2c846 req-ee1d68c3-cdff-4816-bbe0-57fde3dfbb3d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:52.681714 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f412b73f-bee0-4a1c-9ed6-fc388ce2c846 req-ee1d68c3-cdff-4816-bbe0-57fde3dfbb3d tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 945 time: 0.0702944 Jul 16 18:43:52.721270 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f412b73f-bee0-4a1c-9ed6-fc388ce2c846 req-2c14495f-262b-42d6-a6ab-905a0deb91cd tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/security-groups?id=2e475224-6f93-4c86-99fa-cbc1850c5df7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333700 Jul 16 18:43:53.080509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a533055-e50f-4dde-a79e-9b1ad11bc924 req-d4dfe224-f411-46a7-afea-51a4bcf9b1a3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:43:53.082092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a533055-e50f-4dde-a79e-9b1ad11bc924 req-d4dfe224-f411-46a7-afea-51a4bcf9b1a3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.37 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 945 time: 0.0679088 Jul 16 18:43:53.178877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3a533055-e50f-4dde-a79e-9b1ad11bc924 req-431e8aa7-0768-46d5-aa58-f004d1f603df tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Deleting port 8af600a0-9473-45cf-914b-cc40d84d3d3d {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:53.179212 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3a533055-e50f-4dde-a79e-9b1ad11bc924 req-431e8aa7-0768-46d5-aa58-f004d1f603df tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.269076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3a533055-e50f-4dde-a79e-9b1ad11bc924 req-431e8aa7-0768-46d5-aa58-f004d1f603df tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] For port 8af600a0-9473-45cf-914b-cc40d84d3d3d, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=8af600a0-9473-45cf-914b-cc40d84d3d3d,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:43:53.269431 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3a533055-e50f-4dde-a79e-9b1ad11bc924 req-431e8aa7-0768-46d5-aa58-f004d1f603df tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.282581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3a533055-e50f-4dde-a79e-9b1ad11bc924 req-431e8aa7-0768-46d5-aa58-f004d1f603df tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Calling delete_port for 8af600a0-9473-45cf-914b-cc40d84d3d3d owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:53.409603 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3a533055-e50f-4dde-a79e-9b1ad11bc924 req-431e8aa7-0768-46d5-aa58-f004d1f603df tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.437942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e8aa7-0768-46d5-aa58-f004d1f603df tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event deleted for resources: {'Port': ['ID=8af600a0-9473-45cf-914b-cc40d84d3d3d,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:53.483343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a533055-e50f-4dde-a79e-9b1ad11bc924 req-431e8aa7-0768-46d5-aa58-f004d1f603df tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] No DVR routers for this DVR port 8af600a0-9473-45cf-914b-cc40d84d3d3d on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:43:53.485931 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3a533055-e50f-4dde-a79e-9b1ad11bc924 req-431e8aa7-0768-46d5-aa58-f004d1f603df tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:53.487959 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a533055-e50f-4dde-a79e-9b1ad11bc924 req-431e8aa7-0768-46d5-aa58-f004d1f603df tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.37 "DELETE /v2.0/ports/8af600a0-9473-45cf-914b-cc40d84d3d3d HTTP/1.1" status: 204 len: 173 time: 0.4003386 Jul 16 18:43:53.488394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a245e531-6404-440a-996c-53918f80081d', 'name': 'network-vif-deleted', 'tag': '8af600a0-9473-45cf-914b-cc40d84d3d3d'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:43:53.490625 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27fadc7-91fe-4cc6-8a3b-9bd5bbe63e31" -d '{"events": [{"server_uuid": "a245e531-6404-440a-996c-53918f80081d", "name": "network-vif-deleted", "tag": "8af600a0-9473-45cf-914b-cc40d84d3d3d"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:43:53.526907 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-171464ef-0459-48ab-a67c-82ef92f5bcb3 x-openstack-request-id: req-171464ef-0459-48ab-a67c-82ef92f5bcb3 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:43:53.527195 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a245e531-6404-440a-996c-53918f80081d", "name": "network-vif-deleted", "tag": "8af600a0-9473-45cf-914b-cc40d84d3d3d", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:43:53.527466 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-171464ef-0459-48ab-a67c-82ef92f5bcb3 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:43:53.527920 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a245e531-6404-440a-996c-53918f80081d', 'name': 'network-vif-deleted', 'tag': '8af600a0-9473-45cf-914b-cc40d84d3d3d', 'status': 'completed', 'code': 200} Jul 16 18:43:53.875225 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03385dfa-4172-4203-a14d-44ec92b3c947 req-cb569178-8473-4068-ba80-4b18f198242a tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 210 time: 0.0345201 Jul 16 18:43:55.018955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82ddad9b-46e3-46f9-a015-e6ffbf8967f3 req-88ce11cb-9337-4e9a-bf7d-2406bfed2fb1 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 210 time: 0.0296874 Jul 16 18:43:55.798564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 8af600a0-9473-45cf-914b-cc40d84d3d3d no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:43:55.827182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 8af600a0-9473-45cf-914b-cc40d84d3d3d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:43:55.827702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 8af600a0-9473-45cf-914b-cc40d84d3d3d not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:43:56.161167 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f64012de-b81c-4ee3-a33a-d33cd7b9e553 req-834b366b-6478-4253-bd44-25c851f5cb1e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 210 time: 0.0281439 Jul 16 18:43:57.314396 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d20105d0-c950-4b55-b5cf-c54d28a1eedb req-93e0579c-16a7-4274-b3bb-e2dd3707fc2e tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "GET /v2.0/ports?device_id=a245e531-6404-440a-996c-53918f80081d HTTP/1.1" status: 200 len: 210 time: 0.0306647 Jul 16 18:43:58.413268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44866) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:43:58.535298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd4cb3-625d-40f9-9409-2a2197a35b52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Deleting port 588b2475-0920-4368-8d00-c60a11453e34 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:43:58.535675 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4cb3-625d-40f9-9409-2a2197a35b52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.615594 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4cb3-625d-40f9-9409-2a2197a35b52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.615851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4cb3-625d-40f9-9409-2a2197a35b52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.627720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-a5dd4cb3-625d-40f9-9409-2a2197a35b52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Calling delete_port for 588b2475-0920-4368-8d00-c60a11453e34 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:43:58.763324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4cb3-625d-40f9-9409-2a2197a35b52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.793787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dd4cb3-625d-40f9-9409-2a2197a35b52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event deleted for resources: {'Port': ['ID=588b2475-0920-4368-8d00-c60a11453e34,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:43:58.852807 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4cb3-625d-40f9-9409-2a2197a35b52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.855284 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a5dd4cb3-625d-40f9-9409-2a2197a35b52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:43:58.857513 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a5dd4cb3-625d-40f9-9409-2a2197a35b52 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "DELETE /v2.0/floatingips/656d74b5-6475-4a01-9c17-0f442b67904e HTTP/1.1" status: 204 len: 168 time: 0.4422164 Jul 16 18:43:59.667758 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.186181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44880) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.248374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1004404b-d61e-4683-94b8-485abd2d44c3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.274514 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1004404b-d61e-4683-94b8-485abd2d44c3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.337805 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1004404b-d61e-4683-94b8-485abd2d44c3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.341509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1004404b-d61e-4683-94b8-485abd2d44c3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:01.342699 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1004404b-d61e-4683-94b8-485abd2d44c3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] 10.222.0.47 "DELETE /v2.0/security-groups/2e475224-6f93-4c86-99fa-cbc1850c5df7 HTTP/1.1" status: 204 len: 168 time: 0.1555290 Jul 16 18:44:01.352318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1004404b-d61e-4683-94b8-485abd2d44c3 tempest-TestVolumeBootPattern-506031070 tempest-TestVolumeBootPattern-506031070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e475224-6f93-4c86-99fa-cbc1850c5df7,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:01.412927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44884) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:01.996084 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.257723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] Deleting port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:02.258381 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.335633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] For port 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:02.335995 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.348452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] Calling delete_port for 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:02.525403 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:02.555016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:02.733510 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.291082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] Router c535be95-2fd5-4e15-8116-e6471c78bed6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:03.396654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:03.405678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5610fc13-dbed-4bf9-a537-d7b26953c3a0 admin admin] 10.222.0.47 "PUT /v2.0/routers/c535be95-2fd5-4e15-8116-e6471c78bed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9881139 Jul 16 18:44:03.405678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44888) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:03.406076 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e92c77-6aba-4398-904c-f4841ecc4377 None None] Sync routers for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:03.415047 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e92c77-6aba-4398-904c-f4841ecc4377 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:03.415670 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-40e92c77-6aba-4398-904c-f4841ecc4377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:43:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:03.511509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.525871 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-40e92c77-6aba-4398-904c-f4841ecc4377 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:03.616456 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.669334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Deleting port 393d29da-b27b-4d60-be05-f74f7aa90914 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:03.669684 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.709402 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-40e92c77-6aba-4398-904c-f4841ecc4377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:44:02Z', 'revision_number': 5, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port': {'id': '393d29da-b27b-4d60-be05-f74f7aa90914', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:01:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3651, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:43Z', 'updated_at': '2021-07-16T18:33:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:03.735341 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e92c77-6aba-4398-904c-f4841ecc4377 None None] Checking router: c535be95-2fd5-4e15-8116-e6471c78bed6 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:03.743442 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40e92c77-6aba-4398-904c-f4841ecc4377 None None] Routers {'c535be95-2fd5-4e15-8116-e6471c78bed6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:03.744049 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-40e92c77-6aba-4398-904c-f4841ecc4377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:43:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['c535be95-2fd5-4e15-8116-e6471c78bed6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:03.749549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] For port 393d29da-b27b-4d60-be05-f74f7aa90914, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=393d29da-b27b-4d60-be05-f74f7aa90914,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:03.749989 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.762435 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Calling delete_port for 393d29da-b27b-4d60-be05-f74f7aa90914 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:03.828099 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-40e92c77-6aba-4398-904c-f4841ecc4377 None None] Set router c535be95-2fd5-4e15-8116-e6471c78bed6 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:03.878259 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-40e92c77-6aba-4398-904c-f4841ecc4377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:44:03Z', 'revision_number': 6, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:03.907669 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40e92c77-6aba-4398-904c-f4841ecc4377 None None] The sync data for ids ['c535be95-2fd5-4e15-8116-e6471c78bed6'] in n-d-794306-7 is: [{'id': 'c535be95-2fd5-4e15-8116-e6471c78bed6', 'name': 'tempest-TestVolumeBootPattern-1249399828-router', 'tenant_id': '6fab71a6715747e8a1ad00afc8d4b282', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:42Z', 'updated_at': '2021-07-16T18:44:03Z', 'revision_number': 6, 'project_id': '6fab71a6715747e8a1ad00afc8d4b282', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:03.941707 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:03.972836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Pushing event deleted for resources: {'Port': ['ID=393d29da-b27b-4d60-be05-f74f7aa90914,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.035708 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.128484 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.130536 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.173446 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.174087 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Fanout notify agent at l3_agent the message router_deleted on router c535be95-2fd5-4e15-8116-e6471c78bed6 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:44:04.178283 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.179674 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-926add81-1088-4fcb-93fe-db09e41d3cab admin admin] 10.222.0.47 "DELETE /v2.0/routers/c535be95-2fd5-4e15-8116-e6471c78bed6 HTTP/1.1" status: 204 len: 168 time: 0.7738631 Jul 16 18:44:04.182095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44890) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.230987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-d569d66c-b994-48ea-acb1-9da231516740 admin admin] Deleting subnet 8719dd77-fed6-440d-a86d-dfef7ef42ece {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:04.234057 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d569d66c-b994-48ea-acb1-9da231516740 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.271485 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d569d66c-b994-48ea-acb1-9da231516740 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.356485 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d569d66c-b994-48ea-acb1-9da231516740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.409533 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d569d66c-b994-48ea-acb1-9da231516740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.440231 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d569d66c-b994-48ea-acb1-9da231516740 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8719dd77-fed6-440d-a86d-dfef7ef42ece,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.443661 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d569d66c-b994-48ea-acb1-9da231516740 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.445522 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d569d66c-b994-48ea-acb1-9da231516740 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/8719dd77-fed6-440d-a86d-dfef7ef42ece HTTP/1.1" status: 204 len: 168 time: 0.2619629 Jul 16 18:44:04.448052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 44892) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:04.450080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a59616-8c80-4c65-8666-3f47944f24b4 None None] Network ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:04.517094 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.569454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Deleting port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:04.570082 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.645415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] For port 0d1e388f-6613-4e97-9a7d-95d081b7eed6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=0d1e388f-6613-4e97-9a7d-95d081b7eed6,segment=NetworkSegment(bb2c1e79-9407-41dd-8312-32ee3cf9fac0),segment_id=bb2c1e79-9407-41dd-8312-32ee3cf9fac0)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:04.645781 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.660536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Calling delete_port for 0d1e388f-6613-4e97-9a7d-95d081b7eed6 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:04.694034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] DHCP port deletion for ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:04.741314 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.746697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Deleting port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:04.747075 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.773360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1e388f-6613-4e97-9a7d-95d081b7eed6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.779425 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] No DVR routers for this DVR port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:04.817321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] For port 0d1e388f-6613-4e97-9a7d-95d081b7eed6, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:04.817707 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.829585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Calling delete_port for 0d1e388f-6613-4e97-9a7d-95d081b7eed6 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:04.832283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:44:04.833539 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.855062 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.859268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Pushing event deleted for resources: {'Port': ['ID=0d1e388f-6613-4e97-9a7d-95d081b7eed6,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:04.863788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] No DVR routers for this DVR port 0d1e388f-6613-4e97-9a7d-95d081b7eed6 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:04.875683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.875683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.876429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:04.876961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.876961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.876961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.876961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.876961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.876961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.876961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.876961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.876961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.876961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1ff1d2-4946-4b80-96a2-30682e5474ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:04.888539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:04.888837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb2c1e79-9407-41dd-8312-32ee3cf9fac0') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:04.899604 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.914647 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.922036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Releasing vlan 362 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:04.922705 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:04.924616 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:04.987421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.993083 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:04.995036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] 10.222.0.47 "DELETE /v2.0/networks/ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee HTTP/1.1" status: 204 len: 168 time: 0.5458961 Jul 16 18:44:04.998680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44896) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:05.005996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1d544-4249-49ef-9bb2-951eccfdf2bd admin admin] Pushing event deleted for resources: {'Network': ['ID=ae5590b8-4a3e-4fda-830a-cdd3f1dd74ee,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:05.419832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.481336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0d1e388f-6613-4e97-9a7d-95d081b7eed6 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:05.501928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 0d1e388f-6613-4e97-9a7d-95d081b7eed6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:05.502378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 0d1e388f-6613-4e97-9a7d-95d081b7eed6 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:05.502866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:05.525638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:05.526004 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 68cc6fc9-14f5-4db4-bac2-0ebbd5fa5c10 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:05.526945 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 393d29da-b27b-4d60-be05-f74f7aa90914 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:05.545596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 393d29da-b27b-4d60-be05-f74f7aa90914 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:05.545943 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 393d29da-b27b-4d60-be05-f74f7aa90914 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:05.673945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] Deleting port 461abdb8-5448-415e-ac7f-564c29879700 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:05.674198 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.754939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] For port 461abdb8-5448-415e-ac7f-564c29879700, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=461abdb8-5448-415e-ac7f-564c29879700,segment=NetworkSegment(9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4),segment_id=9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:05.755297 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.767976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] Calling delete_port for 461abdb8-5448-415e-ac7f-564c29879700 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:05.965740 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:05.991984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] Pushing event deleted for resources: {'Port': ['ID=461abdb8-5448-415e-ac7f-564c29879700,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:06.475847 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.703938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] Router 7404acd4-1fb6-46d3-8eed-4e0769234284 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:44:06.806833 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:44:06.815030 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-37bbb272-eb4c-4b1a-8d6a-4eecdfba9d1e admin admin] 10.222.0.47 "PUT /v2.0/routers/7404acd4-1fb6-46d3-8eed-4e0769234284/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8127978 Jul 16 18:44:06.815195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44898) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:06.815953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7345ad0-9c4d-4c48-a0a4-26b44b4c1ab4 None None] Sync routers for ids ['7404acd4-1fb6-46d3-8eed-4e0769234284'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:44:06.826064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7345ad0-9c4d-4c48-a0a4-26b44b4c1ab4 None None] Routers {'7404acd4-1fb6-46d3-8eed-4e0769234284'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:06.826670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7345ad0-9c4d-4c48-a0a4-26b44b4c1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:43:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7404acd4-1fb6-46d3-8eed-4e0769234284'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:06.919762 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:06.928162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e7345ad0-9c4d-4c48-a0a4-26b44b4c1ab4 None None] Set router 7404acd4-1fb6-46d3-8eed-4e0769234284 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:07.024492 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.076821 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Deleting port fbcc7909-08e3-4765-9d8c-35fa6082a164 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:07.077425 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.108105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7345ad0-9c4d-4c48-a0a4-26b44b4c1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'name': 'tempest-TestVolumeBootPattern-2057837484-router', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183'}], 'enable_snat': True}, 'gw_port_id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:44:05Z', 'revision_number': 5, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'gw_port': {'id': 'fbcc7909-08e3-4765-9d8c-35fa6082a164', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:7d:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3663, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:33:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:07.138903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7345ad0-9c4d-4c48-a0a4-26b44b4c1ab4 None None] Checking router: 7404acd4-1fb6-46d3-8eed-4e0769234284 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:44:07.147463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7345ad0-9c4d-4c48-a0a4-26b44b4c1ab4 None None] Routers {'7404acd4-1fb6-46d3-8eed-4e0769234284'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:44:07.148110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7345ad0-9c4d-4c48-a0a4-26b44b4c1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:43:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['7404acd4-1fb6-46d3-8eed-4e0769234284'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:07.162035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] For port fbcc7909-08e3-4765-9d8c-35fa6082a164, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fbcc7909-08e3-4765-9d8c-35fa6082a164,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:07.162402 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.175684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Calling delete_port for fbcc7909-08e3-4765-9d8c-35fa6082a164 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:07.238579 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e7345ad0-9c4d-4c48-a0a4-26b44b4c1ab4 None None] Set router 7404acd4-1fb6-46d3-8eed-4e0769234284 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:44:07.293477 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7345ad0-9c4d-4c48-a0a4-26b44b4c1ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'name': 'tempest-TestVolumeBootPattern-2057837484-router', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:44:07Z', 'revision_number': 6, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:07.319821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7345ad0-9c4d-4c48-a0a4-26b44b4c1ab4 None None] The sync data for ids ['7404acd4-1fb6-46d3-8eed-4e0769234284'] in n-d-794306-7 is: [{'id': '7404acd4-1fb6-46d3-8eed-4e0769234284', 'name': 'tempest-TestVolumeBootPattern-2057837484-router', 'tenant_id': '5b6b078264fe424fa932cbb460882b75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:33:47Z', 'updated_at': '2021-07-16T18:44:07Z', 'revision_number': 6, 'project_id': '5b6b078264fe424fa932cbb460882b75', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:44:07.368250 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.395820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbcc7909-08e3-4765-9d8c-35fa6082a164,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.456197 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.548828 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.550846 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.595591 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.596214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7404acd4-1fb6-46d3-8eed-4e0769234284 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:44:07.601384 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.602733 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-db753ba0-f48c-44f9-8750-ad9a2faa19e9 admin admin] 10.222.0.47 "DELETE /v2.0/routers/7404acd4-1fb6-46d3-8eed-4e0769234284 HTTP/1.1" status: 204 len: 168 time: 0.7864900 Jul 16 18:44:07.605841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44900) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.650675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb86680-42be-4422-a013-0e86bb135b29 admin admin] Deleting subnet 4276e4dc-0237-4eb2-a792-5090021301b2 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:44:07.654187 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffb86680-42be-4422-a013-0e86bb135b29 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.694243 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffb86680-42be-4422-a013-0e86bb135b29 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.787206 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffb86680-42be-4422-a013-0e86bb135b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.840818 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffb86680-42be-4422-a013-0e86bb135b29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.866429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb86680-42be-4422-a013-0e86bb135b29 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4276e4dc-0237-4eb2-a792-5090021301b2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:07.870545 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ffb86680-42be-4422-a013-0e86bb135b29 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:07.872640 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ffb86680-42be-4422-a013-0e86bb135b29 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/4276e4dc-0237-4eb2-a792-5090021301b2 HTTP/1.1" status: 204 len: 168 time: 0.2657766 Jul 16 18:44:07.875167 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44902) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:07.877216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22989e2d-2ef0-4f05-8e07-71caf937cd4c None None] Network 1ce4c271-7356-47e9-a85d-8d20481e64ec requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:07.950948 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.006443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Deleting port 5c87b73b-80f6-43bb-adbc-df877e460a12 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:08.006862 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.076477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] For port 5c87b73b-80f6-43bb-adbc-df877e460a12, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5c87b73b-80f6-43bb-adbc-df877e460a12,segment=NetworkSegment(9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4),segment_id=9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:08.076850 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.093154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Calling delete_port for 5c87b73b-80f6-43bb-adbc-df877e460a12 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:08.106184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d52420c9-0a51-4049-b9d8-3abad18fe674 None None] DHCP port deletion for 1ce4c271-7356-47e9-a85d-8d20481e64ec request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:44:08.185242 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.215170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c87b73b-80f6-43bb-adbc-df877e460a12,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:08.220241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] No DVR routers for this DVR port 5c87b73b-80f6-43bb-adbc-df877e460a12 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:08.303811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 461abdb8-5448-415e-ac7f-564c29879700 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:08.309914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.324708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ce4c271-7356-47e9-a85d-8d20481e64ec']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:08.327280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 461abdb8-5448-415e-ac7f-564c29879700 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:08.327841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 461abdb8-5448-415e-ac7f-564c29879700 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:08.338143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:08.338564 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eeb0847-02d9-4881-9ecd-d8b5ec6c80c4') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:44:08.339940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d52420c9-0a51-4049-b9d8-3abad18fe674 None None] Deleting port 5c87b73b-80f6-43bb-adbc-df877e460a12 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:08.340317 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d52420c9-0a51-4049-b9d8-3abad18fe674 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.349399 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.372322 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.378688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:44:08.379069 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:44:08.380838 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:44:08.403612 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d52420c9-0a51-4049-b9d8-3abad18fe674 None None] For port 5c87b73b-80f6-43bb-adbc-df877e460a12, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:08.403827 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d52420c9-0a51-4049-b9d8-3abad18fe674 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.417556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d52420c9-0a51-4049-b9d8-3abad18fe674 None None] Calling delete_port for 5c87b73b-80f6-43bb-adbc-df877e460a12 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:08.421142 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-d52420c9-0a51-4049-b9d8-3abad18fe674 None None] Port 5c87b73b-80f6-43bb-adbc-df877e460a12 was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:44:08.422501 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d52420c9-0a51-4049-b9d8-3abad18fe674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.444364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.453784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.456120 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] 10.222.0.47 "DELETE /v2.0/networks/1ce4c271-7356-47e9-a85d-8d20481e64ec HTTP/1.1" status: 204 len: 168 time: 0.5796807 Jul 16 18:44:08.457070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52420c9-0a51-4049-b9d8-3abad18fe674 None None] Pushing event deleted for resources: {'Port': ['ID=5c87b73b-80f6-43bb-adbc-df877e460a12,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:08.460814 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52420c9-0a51-4049-b9d8-3abad18fe674 None None] No DVR routers for this DVR port 5c87b73b-80f6-43bb-adbc-df877e460a12 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:08.472106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c48b4c-25ea-442c-bf06-4adb301cbee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ce4c271-7356-47e9-a85d-8d20481e64ec,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:08.620890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44906) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:08.665268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e4326960-12da-4b7e-bebb-f224665b978b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6fab71a6715747e8a1ad00afc8d4b282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431740 Jul 16 18:44:08.668603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44908) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:08.722454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de7b9668-4741-4b62-a623-9a94647c40ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.744097 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de7b9668-4741-4b62-a623-9a94647c40ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.792905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de7b9668-4741-4b62-a623-9a94647c40ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.795518 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de7b9668-4741-4b62-a623-9a94647c40ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:08.796870 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-de7b9668-4741-4b62-a623-9a94647c40ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9 HTTP/1.1" status: 204 len: 168 time: 0.1273205 Jul 16 18:44:08.804633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b9668-4741-4b62-a623-9a94647c40ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d7a842e-d59c-4e9d-9e57-32aa5e98e2d9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:09.135651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44914) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:09.175776 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1e5dd6ac-da84-439b-b068-a8eb5b7fe62d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5b6b078264fe424fa932cbb460882b75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388794 Jul 16 18:44:09.178488 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 44916) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:09.229153 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-43296995-bc1c-4acd-becf-f86f58b552e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.251495 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-43296995-bc1c-4acd-becf-f86f58b552e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.316650 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-43296995-bc1c-4acd-becf-f86f58b552e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.319302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-43296995-bc1c-4acd-becf-f86f58b552e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:09.320497 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-43296995-bc1c-4acd-becf-f86f58b552e0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f4b590d2-a79b-44af-8053-1cf30b91509a HTTP/1.1" status: 204 len: 168 time: 0.1410894 Jul 16 18:44:09.329151 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43296995-bc1c-4acd-becf-f86f58b552e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4b590d2-a79b-44af-8053-1cf30b91509a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:09.483815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fbcc7909-08e3-4765-9d8c-35fa6082a164 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:09.507897 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: fbcc7909-08e3-4765-9d8c-35fa6082a164 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:09.508238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fbcc7909-08e3-4765-9d8c-35fa6082a164 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:09.508839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5c87b73b-80f6-43bb-adbc-df877e460a12 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:09.529820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5c87b73b-80f6-43bb-adbc-df877e460a12 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:09.530182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5c87b73b-80f6-43bb-adbc-df877e460a12 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:12.364006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:13.563930 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:15.553616 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-643de448-bcd2-455f-a0fc-cb18c06d4a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.230157 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:18.251091 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3208dc92-4065-46df-a82b-90b62a23ef33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:19.638631 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-82c9e087-d2de-4cda-a91d-c3b3ff8b3f85 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=77b1df07c68b4857b11826cc7a6206c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311830 Jul 16 18:44:19.832398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-9bab1df4-edf4-4a71-a60b-56d9a33f0ae7 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:19.833747 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-9bab1df4-edf4-4a71-a60b-56d9a33f0ae7 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1902037 Jul 16 18:44:19.850236 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-1a5c29fb-ea02-4b35-9e37-88e943684fee tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/quotas/77b1df07c68b4857b11826cc7a6206c7 HTTP/1.1" status: 200 len: 375 time: 0.0105226 Jul 16 18:44:19.882256 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f62b2869-ee57-41b2-963d-ad513e7bbb57 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=77b1df07c68b4857b11826cc7a6206c7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273368 Jul 16 18:44:19.976714 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:20.049396 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0b3ecc1-9771-4997-913e-dc0c18e32e24 req-45c4e2ec-c48f-413c-b6a0-02c5396f06ce tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 210 time: 0.0280912 Jul 16 18:44:21.141390 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1d2f4858-665f-429f-857a-2e2c7581706f req-4b5f750c-4e7a-474b-9bba-41d3692557c1 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 210 time: 0.0336463 Jul 16 18:44:22.049682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:22.223507 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-822d1516-eec5-44e0-acab-75feaf1381e3 req-a4ad619b-e677-4cb8-b13f-d5cc0f9d184e tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 210 time: 0.0284989 Jul 16 18:44:23.413582 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-af0958d2-fd0c-440b-b6d7-f7833f4da345 req-8979d083-a485-4ca6-85c7-87fb3220dae5 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 210 time: 0.1397521 Jul 16 18:44:24.638720 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b87ab01b-6c7e-4861-aa8f-38aeb3016561 req-3a38d36b-e6fb-46f2-a161-c28ae3453e35 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 210 time: 0.0892708 Jul 16 18:44:25.343940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-19b0f1ef-445f-4faa-977c-e36b3fd95690 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=77b1df07c68b4857b11826cc7a6206c7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253050 Jul 16 18:44:25.456241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-617cd753-4e51-46f1-833a-26c6082d8756 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:25.456724 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-617cd753-4e51-46f1-833a-26c6082d8756 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1080673 Jul 16 18:44:25.469403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Request body: {'port': {'device_id': '4322d0e1-0fbd-45af-b8c0-205f0bfed135', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'admin_state_up': True, 'tenant_id': '77b1df07c68b4857b11826cc7a6206c7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:25.576622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Made reservation on behalf of 77b1df07c68b4857b11826cc7a6206c7 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:25.580164 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.590541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.686466 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.689847 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:25.751203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef366343-4716-4b4a-a40f-c38ea71770cf,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:25.790643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aaba582b-3a83-4864-afb5-9d1fcb54adfc req-ec3114cc-a5fc-4fda-a5b2-ef49e208e517 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 210 time: 0.0342042 Jul 16 18:44:25.851011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Allocated IP 192.168.233.57 (5d4cb65f-6c21-47bf-a90b-697887b9e157/f2bf7784-6e17-43c5-868d-fe04c4aef813/9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:25.996671 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.009430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Transition to ACTIVE for port object 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:26.042044 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.093224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Network 5d4cb65f-6c21-47bf-a90b-697887b9e157 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:26.096531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:26.100862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:26.105451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Pushing event updated for resources: {'Port': ['ID=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.152103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:26.152735 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.168445 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-f22ad67d-ab96-4c9b-aa98-76794472ed38 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7031536 Jul 16 18:44:26.229791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Request body: {'port': {'device_id': '4322d0e1-0fbd-45af-b8c0-205f0bfed135', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:26.302046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.341245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-01b89119-bfa7-4044-8c88-de201155e742 None None] Provisioning for port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:26.345300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-01b89119-bfa7-4044-8c88-de201155e742 None None] Provisioning complete for port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:26.345672 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-01b89119-bfa7-4044-8c88-de201155e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.381085 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-01b89119-bfa7-4044-8c88-de201155e742 None None] Port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:44:26.562979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:26.570560 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.583945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Transition to ACTIVE for port object 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:26.587933 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.658367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Pushing event updated for resources: {'Port': ['ID=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.710133 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Attempting to bind port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:26.710470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Attempting to bind port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:26.710798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Attempting to bind port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:26.715619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:26.715950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Attempting to bind port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 on network 5d4cb65f-6c21-47bf-a90b-697887b9e157 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:26.720994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:26.721337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Checking segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:26.721723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Bound using segment: {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:26.722146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Bound port: 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ed24798-b5a9-48bd-bd54-01a395285884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:26.722509 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.790214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] For port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:26.795071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] For port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:26.799127 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.832463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:26.833077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:26.834475 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] 10.222.0.18 "PUT /v2.0/ports/9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 HTTP/1.1" status: 200 len: 1095 time: 0.6577981 Jul 16 18:44:26.834917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4322d0e1-0fbd-45af-b8c0-205f0bfed135', 'tag': '9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:26.837185 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8241de6c-4e10-4798-8b0b-13da19aac89c" -d '{"events": [{"name": "network-changed", "server_uuid": "4322d0e1-0fbd-45af-b8c0-205f0bfed135", "tag": "9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:26.867904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8b411-fc47-455d-af70-36db6507dc2a service neutron] Pushing event updated for resources: {'Port': ['ID=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:26.949567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-8ced982a-c692-45a6-a8ca-9c0977ddec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:26.951392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-8ced982a-c692-45a6-a8ca-9c0977ddec80 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77b1df07c68b4857b11826cc7a6206c7&device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 1098 time: 0.0644653 Jul 16 18:44:26.958932 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1f2b7a0-cbac-4636-a649-bfce933cc718 x-openstack-request-id: req-b1f2b7a0-cbac-4636-a649-bfce933cc718 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:26.959228 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4322d0e1-0fbd-45af-b8c0-205f0bfed135", "tag": "9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:26.959483 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b1f2b7a0-cbac-4636-a649-bfce933cc718 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:26.959962 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4322d0e1-0fbd-45af-b8c0-205f0bfed135', 'tag': '9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87', 'status': 'completed', 'code': 200} Jul 16 18:44:26.998756 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-cb3727cc-bc76-4e86-930d-c24e81862924 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 HTTP/1.1" status: 200 len: 217 time: 0.0360577 Jul 16 18:44:27.009880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18714b-d86e-4337-96ac-1fbbd4727f44 req-2390564d-be0d-4d30-9521-558eb35f9b4e tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.011429 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fd18714b-d86e-4337-96ac-1fbbd4727f44 req-2390564d-be0d-4d30-9521-558eb35f9b4e tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 947 time: 0.0718720 Jul 16 18:44:27.051533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-d3dace6d-13f3-442d-9140-a715efb2dde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.053036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-d3dace6d-13f3-442d-9140-a715efb2dde6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0481045 Jul 16 18:44:27.053620 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fd18714b-d86e-4337-96ac-1fbbd4727f44 req-a514f6a7-8492-463a-974b-4a1fef507adc tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef366343-4716-4b4a-a40f-c38ea71770cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356762 Jul 16 18:44:27.110696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-b606c8b0-01ef-410e-8ad8-fda5df657691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.112280 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-b606c8b0-01ef-410e-8ad8-fda5df657691 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0526528 Jul 16 18:44:27.202270 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-689a282a-1715-4b40-a5ea-4e8d480991dc service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840077 Jul 16 18:44:27.292979 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0101d08-641c-4eba-918d-08d729a2ef72 req-cf31e772-4e68-42af-bee5-a9f9a7f239e3 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836811 Jul 16 18:44:27.394094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241de6c-4e10-4798-8b0b-13da19aac89c req-9a416070-fd50-4f07-aadf-a5c3932c7faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.395516 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8241de6c-4e10-4798-8b0b-13da19aac89c req-9a416070-fd50-4f07-aadf-a5c3932c7faa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=77b1df07c68b4857b11826cc7a6206c7&device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 1098 time: 0.0523593 Jul 16 18:44:27.485036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241de6c-4e10-4798-8b0b-13da19aac89c req-84ccaa03-ebd0-47bc-a52f-de52c5cc6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.486504 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8241de6c-4e10-4798-8b0b-13da19aac89c req-84ccaa03-ebd0-47bc-a52f-de52c5cc6c77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5d4cb65f-6c21-47bf-a90b-697887b9e157 HTTP/1.1" status: 200 len: 870 time: 0.0844181 Jul 16 18:44:27.530999 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8241de6c-4e10-4798-8b0b-13da19aac89c req-9aa0b66c-166f-401d-b69c-9a53771096ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 HTTP/1.1" status: 200 len: 217 time: 0.0362892 Jul 16 18:44:27.581803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241de6c-4e10-4798-8b0b-13da19aac89c req-7c80d982-43eb-4d29-a7ac-be42a929fb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.583216 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8241de6c-4e10-4798-8b0b-13da19aac89c req-7c80d982-43eb-4d29-a7ac-be42a929fb54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f2bf7784-6e17-43c5-868d-fe04c4aef813 HTTP/1.1" status: 200 len: 843 time: 0.0432341 Jul 16 18:44:27.639646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8241de6c-4e10-4798-8b0b-13da19aac89c req-00627b49-3b72-4664-b94e-165c2548c412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:27.641116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8241de6c-4e10-4798-8b0b-13da19aac89c req-00627b49-3b72-4664-b94e-165c2548c412 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5d4cb65f-6c21-47bf-a90b-697887b9e157&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0511332 Jul 16 18:44:27.745305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8241de6c-4e10-4798-8b0b-13da19aac89c req-ec788831-2fb5-43b4-b0f5-bff52f712949 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878441 Jul 16 18:44:27.834370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8241de6c-4e10-4798-8b0b-13da19aac89c req-81da5837-02a6-4c39-b31f-bc112a6f42b4 service neutron] 10.222.0.18 "GET /v2.0/networks/5d4cb65f-6c21-47bf-a90b-697887b9e157?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816927 Jul 16 18:44:28.232768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9c911e-f331-4099-8dca-7794dbf6a689 req-3b767fb2-6d8d-42a1-90c6-9c41a85d2e08 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:28.234226 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2a9c911e-f331-4099-8dca-7794dbf6a689 req-3b767fb2-6d8d-42a1-90c6-9c41a85d2e08 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 947 time: 0.0656390 Jul 16 18:44:28.271325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2a9c911e-f331-4099-8dca-7794dbf6a689 req-d6860ee1-52a8-4e66-80a7-bdd304122d4d tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef366343-4716-4b4a-a40f-c38ea71770cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315893 Jul 16 18:44:29.445905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2f2f16-8d72-4f0d-82e2-99f733f4a8a8 req-2dad8a37-f5d2-4501-80a4-42fb35ff34ff tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:29.448511 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8a2f2f16-8d72-4f0d-82e2-99f733f4a8a8 req-2dad8a37-f5d2-4501-80a4-42fb35ff34ff tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 947 time: 0.0660222 Jul 16 18:44:29.490736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8a2f2f16-8d72-4f0d-82e2-99f733f4a8a8 req-62e94a4b-787b-4a41-bd9c-c55cf9672aa7 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef366343-4716-4b4a-a40f-c38ea71770cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360975 Jul 16 18:44:29.679858 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.277925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:30.370573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:30.381440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87', 'network_id': '5d4cb65f-6c21-47bf-a90b-697887b9e157', 'port_id': '9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87', 'mac_address': 'fa:16:3e:2c:1d:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f2bf7784-6e17-43c5-868d-fe04c4aef813', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:30.421086 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.433322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:30.452057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:30.455901 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:30.501536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:30.665038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939ecb2-98e9-4df7-82be-822655e88b98 req-11d5fccb-00a7-4d01-a5d8-6e58bbaea0cc tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:30.667280 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f939ecb2-98e9-4df7-82be-822655e88b98 req-11d5fccb-00a7-4d01-a5d8-6e58bbaea0cc tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 948 time: 0.0648341 Jul 16 18:44:30.705390 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f939ecb2-98e9-4df7-82be-822655e88b98 req-82d0bf9a-e4b5-4a77-9972-821ac34d8a29 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef366343-4716-4b4a-a40f-c38ea71770cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323477 Jul 16 18:44:30.753454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:31.881143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b09387-b0a4-4261-8843-2cce81ff576b req-de01f856-f5ff-4001-abbe-8ee4e83c859f tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:31.882612 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93b09387-b0a4-4261-8843-2cce81ff576b req-de01f856-f5ff-4001-abbe-8ee4e83c859f tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 948 time: 0.0632632 Jul 16 18:44:31.920789 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93b09387-b0a4-4261-8843-2cce81ff576b req-326fca8d-27e5-4c2a-9c28-dd5405182584 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef366343-4716-4b4a-a40f-c38ea71770cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323746 Jul 16 18:44:32.278209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:32.325363 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:32.329126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:32.329527 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.402795 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.424071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4322d0e1-0fbd-45af-b8c0-205f0bfed135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:32.426304 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-963ac7dd-65e4-40bd-8253-e13b5646bc47" -d '{"events": [{"server_uuid": "4322d0e1-0fbd-45af-b8c0-205f0bfed135", "name": "network-vif-plugged", "status": "completed", "tag": "9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:32.442133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:32.447530 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:32.474092 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59cb9e5a-4293-4f24-a32d-2be9225fa4f7 x-openstack-request-id: req-59cb9e5a-4293-4f24-a32d-2be9225fa4f7 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:32.474383 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4322d0e1-0fbd-45af-b8c0-205f0bfed135", "name": "network-vif-plugged", "status": "completed", "tag": "9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:32.474634 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-59cb9e5a-4293-4f24-a32d-2be9225fa4f7 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:32.475021 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4322d0e1-0fbd-45af-b8c0-205f0bfed135', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87', 'code': 200} Jul 16 18:44:32.503111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:32.581905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e24d2b-0665-424d-93c0-1b9348f69931 req-0a0d6f99-22ee-41ae-abc5-44b3c9735909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:32.583306 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-09e24d2b-0665-424d-93c0-1b9348f69931 req-0a0d6f99-22ee-41ae-abc5-44b3c9735909 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 1100 time: 0.0540533 Jul 16 18:44:32.616637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-09e24d2b-0665-424d-93c0-1b9348f69931 req-1ef492f6-bf4b-4f7f-8e01-b056539f43c5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ef366343-4716-4b4a-a40f-c38ea71770cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269887 Jul 16 18:44:33.091399 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcacff8-a16c-426c-bc1f-8738db14845b req-24bdfa44-43c9-4d2c-9cc8-f4d0bf0120bb tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:33.092909 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fdcacff8-a16c-426c-bc1f-8738db14845b req-24bdfa44-43c9-4d2c-9cc8-f4d0bf0120bb tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 949 time: 0.0633485 Jul 16 18:44:33.130225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fdcacff8-a16c-426c-bc1f-8738db14845b req-bbd76188-9f60-4021-b105-43a5e9253e91 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef366343-4716-4b4a-a40f-c38ea71770cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Jul 16 18:44:34.307344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94015e6-0342-43f7-8289-be41c638a90a req-5d57dfd7-d689-4799-9a24-e8b4451a74d8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:34.308842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a94015e6-0342-43f7-8289-be41c638a90a req-5d57dfd7-d689-4799-9a24-e8b4451a74d8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 949 time: 0.0634844 Jul 16 18:44:34.347515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a94015e6-0342-43f7-8289-be41c638a90a req-dcbfe776-f3b1-4265-9403-b60c2ef7b953 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef366343-4716-4b4a-a40f-c38ea71770cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331743 Jul 16 18:44:35.428919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967daffe-1b31-47e4-aa43-5ffd66610da1 req-a861e5d1-55d6-482d-8ce9-e09690f35a95 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:35.430388 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-967daffe-1b31-47e4-aa43-5ffd66610da1 req-a861e5d1-55d6-482d-8ce9-e09690f35a95 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 949 time: 0.0626228 Jul 16 18:44:35.468052 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-967daffe-1b31-47e4-aa43-5ffd66610da1 req-0686f22b-a2f5-4ff7-a27f-8d7a764ac5d2 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef366343-4716-4b4a-a40f-c38ea71770cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315347 Jul 16 18:44:36.645266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adca366-fba5-4d24-8b67-c7d7c7f680e5 req-9f403621-da31-4f56-bb7a-ff1771c07ca2 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:36.646653 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3adca366-fba5-4d24-8b67-c7d7c7f680e5 req-9f403621-da31-4f56-bb7a-ff1771c07ca2 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 949 time: 0.0661359 Jul 16 18:44:36.687482 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3adca366-fba5-4d24-8b67-c7d7c7f680e5 req-08c1241c-8135-4808-89e9-b9c9ecc290d5 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/security-groups?id=ef366343-4716-4b4a-a40f-c38ea71770cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351579 Jul 16 18:44:36.928845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371fae72-6815-4bee-8c99-8b75bd976363 req-197b0a38-97a3-4900-9ea2-52c43302505c tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:36.930181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-371fae72-6815-4bee-8c99-8b75bd976363 req-197b0a38-97a3-4900-9ea2-52c43302505c tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.18 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 949 time: 0.0650935 Jul 16 18:44:37.027162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-371fae72-6815-4bee-8c99-8b75bd976363 req-5f3f1c1a-95c4-456f-a6ff-d60aabc76cf8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Deleting port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:44:37.027499 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-371fae72-6815-4bee-8c99-8b75bd976363 req-5f3f1c1a-95c4-456f-a6ff-d60aabc76cf8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.427528 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-371fae72-6815-4bee-8c99-8b75bd976363 req-5f3f1c1a-95c4-456f-a6ff-d60aabc76cf8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] For port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87,segment=NetworkSegment(5ed24798-b5a9-48bd-bd54-01a395285884),segment_id=5ed24798-b5a9-48bd-bd54-01a395285884)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:37.427917 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-371fae72-6815-4bee-8c99-8b75bd976363 req-5f3f1c1a-95c4-456f-a6ff-d60aabc76cf8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.439970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-371fae72-6815-4bee-8c99-8b75bd976363 req-5f3f1c1a-95c4-456f-a6ff-d60aabc76cf8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Calling delete_port for 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:44:37.564117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-371fae72-6815-4bee-8c99-8b75bd976363 req-5f3f1c1a-95c4-456f-a6ff-d60aabc76cf8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.576666 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:37.600523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f1c1a-95c4-456f-a6ff-d60aabc76cf8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Pushing event deleted for resources: {'Port': ['ID=9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:37.644458 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-371fae72-6815-4bee-8c99-8b75bd976363 req-5f3f1c1a-95c4-456f-a6ff-d60aabc76cf8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] No DVR routers for this DVR port 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:44:37.647327 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-371fae72-6815-4bee-8c99-8b75bd976363 req-5f3f1c1a-95c4-456f-a6ff-d60aabc76cf8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:37.649593 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-371fae72-6815-4bee-8c99-8b75bd976363 req-5f3f1c1a-95c4-456f-a6ff-d60aabc76cf8 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.18 "DELETE /v2.0/ports/9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 HTTP/1.1" status: 204 len: 173 time: 0.7141449 Jul 16 18:44:37.650529 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4322d0e1-0fbd-45af-b8c0-205f0bfed135', 'name': 'network-vif-deleted', 'tag': '9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:37.652929 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-264632fd-b1f8-4e9f-a5b4-c060025ed327" -d '{"events": [{"server_uuid": "4322d0e1-0fbd-45af-b8c0-205f0bfed135", "name": "network-vif-deleted", "tag": "9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:37.694055 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f146b0d-88ed-40ac-99b8-c085130cccf7 x-openstack-request-id: req-3f146b0d-88ed-40ac-99b8-c085130cccf7 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:37.694342 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4322d0e1-0fbd-45af-b8c0-205f0bfed135", "name": "network-vif-deleted", "tag": "9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:37.694585 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3f146b0d-88ed-40ac-99b8-c085130cccf7 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:37.694981 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4322d0e1-0fbd-45af-b8c0-205f0bfed135', 'name': 'network-vif-deleted', 'tag': '9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87', 'status': 'completed', 'code': 200} Jul 16 18:44:37.839486 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-76f233f4-3062-4f59-ba31-da9d950b8bd5 req-037b9d5e-e275-4e20-86f6-f7331d4c5650 tempest-ServersAdminNegativeTestJSON-603826434 tempest-ServersAdminNegativeTestJSON-603826434-project] 10.222.0.47 "GET /v2.0/ports?device_id=4322d0e1-0fbd-45af-b8c0-205f0bfed135 HTTP/1.1" status: 200 len: 210 time: 0.0305667 Jul 16 18:44:39.170188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45086) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.304492 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-741ab886-ea4a-4102-8f38-fbe471bf7daf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=77b1df07c68b4857b11826cc7a6206c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1330214 Jul 16 18:44:39.307650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45090) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.355263 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff77eda3-6c0f-45ac-9483-aef0ac42f71a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.376964 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff77eda3-6c0f-45ac-9483-aef0ac42f71a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.427363 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff77eda3-6c0f-45ac-9483-aef0ac42f71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.429790 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ff77eda3-6c0f-45ac-9483-aef0ac42f71a admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.431533 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ff77eda3-6c0f-45ac-9483-aef0ac42f71a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ef366343-4716-4b4a-a40f-c38ea71770cf HTTP/1.1" status: 204 len: 168 time: 0.1224318 Jul 16 18:44:39.440608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff77eda3-6c0f-45ac-9483-aef0ac42f71a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef366343-4716-4b4a-a40f-c38ea71770cf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.687315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45096) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.702837 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8033a41-affd-4af2-85c6-26db2e560041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.791493 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8033a41-affd-4af2-85c6-26db2e560041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.795088 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d8033a41-affd-4af2-85c6-26db2e560041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.831348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8033a41-affd-4af2-85c6-26db2e560041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfcaa2d-fc1e-47d2-b3d5-a00c910ce744,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:39.835711 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d8033a41-affd-4af2-85c6-26db2e560041 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0f3b2e9e4e144d799b5c358f6ff63bfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472294 Jul 16 18:44:39.839504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45098) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:39.886457 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-733e2be5-7d30-498d-a4c8-12a2089d2c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.907524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-733e2be5-7d30-498d-a4c8-12a2089d2c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.953990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-733e2be5-7d30-498d-a4c8-12a2089d2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.956717 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-733e2be5-7d30-498d-a4c8-12a2089d2c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:39.957862 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-733e2be5-7d30-498d-a4c8-12a2089d2c28 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dcfcaa2d-fc1e-47d2-b3d5-a00c910ce744 HTTP/1.1" status: 204 len: 168 time: 0.1173763 Jul 16 18:44:39.965979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e2be5-7d30-498d-a4c8-12a2089d2c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfcaa2d-fc1e-47d2-b3d5-a00c910ce744,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.620248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45122) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:40.714470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1949567533-network', 'tenant_id': '348e4cd97000432889cc50258a489cad'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:40.738399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Made reservation on behalf of 348e4cd97000432889cc50258a489cad for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:40.740686 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.751925 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.843988 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.847846 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.868462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:44:40.881960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8403501-6a73-4f87-9b2d-da737e8055e8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:40.886887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.887231 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Added segment 42941464-59a2-4e88-86eb-17ee646e5ef7 of type vlan for network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c Jul 16 18:44:40.927249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.954599 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.955580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:40.956171 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:40.987190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3658438 Jul 16 18:44:40.990330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45126) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:44:40.995473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Request body: {'subnet': {'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1949567533-subnet', 'tenant_id': '348e4cd97000432889cc50258a489cad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:41.016497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Made reservation on behalf of 348e4cd97000432889cc50258a489cad for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:41.018642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Pushing event updated for resources: {'Network': ['ID=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:41.018846 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.027304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.027671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.028011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.028337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.028664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.028988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.029308 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.029626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.029942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.030257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.030577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.030889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b4c70d6-e52a-48f1-aec7-9be68c3d8e9a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.042329 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:44:41.189883 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.242444 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3d14345-ba2a-4a08-b081-90a427b09a2d,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:41.254422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.254767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.255109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.255441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.255803 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.256131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.256454 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.256780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.257101 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.257421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.257742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.258058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:44:41.263637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Checking segment: {'id': '42941464-59a2-4e88-86eb-17ee646e5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:41.263996 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Network hostable DHCP agents. Network: f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:44:41.280893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:44:41.290406 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:41.294650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.295291 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:41.299355 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022db20-dda1-4310-b140-3ddfe5dff303 None None] Network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:41.309110 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-283a2a12-bcd7-4678-97cb-d81b3af7e647 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3177216 Jul 16 18:44:41.428149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5eaf877-cacb-403f-beb4-ea3d92a775e6 None None] Network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:44:41.737376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-864963ed-d6c1-47b2-a451-3152ba30f539 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:41.738840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-864963ed-d6c1-47b2-a451-3152ba30f539 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/networks?id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c HTTP/1.1" status: 200 len: 812 time: 0.1034687 Jul 16 18:44:41.753889 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-2c78697f-2ea7-424f-97c2-2ec72f836187 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/quotas/348e4cd97000432889cc50258a489cad HTTP/1.1" status: 200 len: 375 time: 0.0089195 Jul 16 18:44:41.786056 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-02c15dd1-c202-4793-a8e3-bf8bf83e0dfb tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=348e4cd97000432889cc50258a489cad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272982 Jul 16 18:44:41.928070 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-550d39c4-6ef3-44aa-9e18-db3df791a37b service neutron] 10.222.0.47 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355016 Jul 16 18:44:42.013832 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-12eac048-c95c-4d8a-9f3e-04604c6bb87a service neutron] 10.222.0.47 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796173 Jul 16 18:44:42.183598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c0ffe12c-2e73-47ac-abaf-12390fdcd756 req-8da2ff37-b508-4134-96bc-aad2e658ed4e tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 210 time: 0.0313020 Jul 16 18:44:42.372775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:44:42.397698 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:42.398468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:44:42.398811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 9e7ba63f-da29-46d1-a4f9-f8fa14b9ea87 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:44:43.267210 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4048931-495f-4650-8671-27530ddc8600 req-131b617e-f80e-4e73-b095-9e3aa52a1145 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 210 time: 0.0331564 Jul 16 18:44:44.347101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56593db4-6364-420a-ba4f-b0113bfa0949 req-6873f63a-f047-456d-864e-ee4080a54fd1 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 210 time: 0.0286958 Jul 16 18:44:45.285145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-0ddd3c3d-a074-443e-a619-4f6f15765ea3 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:45.286802 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-0ddd3c3d-a074-443e-a619-4f6f15765ea3 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.18 "GET /v2.0/networks?id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c HTTP/1.1" status: 200 len: 812 time: 0.1086762 Jul 16 18:44:45.301203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Request body: {'port': {'device_id': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c', 'admin_state_up': True, 'tenant_id': '348e4cd97000432889cc50258a489cad'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:45.412670 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Made reservation on behalf of 348e4cd97000432889cc50258a489cad for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:44:45.417748 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.496614 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d459206f-1c16-4555-83d0-a85a90fe2834 req-4ad803cf-7b1c-4aa2-8f7f-9e8414e7063e tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 210 time: 0.0288074 Jul 16 18:44:45.548945 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5bfc622f-d63b-4e9d-ac1b-2f3f28bda673 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.550622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Allocated IP 172.20.0.11 (f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c/a3d14345-ba2a-4a08-b081-90a427b09a2d/a5541e7a-8f26-4ef4-8880-2592361b0b75) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:44:45.699402 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.739311 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.781398 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:44:45.786484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:44:45.790722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:44:45.817914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Pushing event updated for resources: {'Port': ['ID=a5541e7a-8f26-4ef4-8880-2592361b0b75,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:45.843457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:45.844084 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:45.858322 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-414d9620-eaaa-46fd-bae1-8fde0abe5060 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5608847 Jul 16 18:44:45.870277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-bd632ec9-22ed-4308-93e6-608fbd57569f tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:44:45.871268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-bd632ec9-22ed-4308-93e6-608fbd57569f tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058770 Jul 16 18:44:45.883226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Request body: {'port': {'device_id': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:44:45.958210 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.216814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5541e7a-8f26-4ef4-8880-2592361b0b75 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:46.224080 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.235688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Transition to ACTIVE for port object a5541e7a-8f26-4ef4-8880-2592361b0b75 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:44:46.239364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.289984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Pushing event updated for resources: {'Port': ['ID=a5541e7a-8f26-4ef4-8880-2592361b0b75,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:46.358809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Attempting to bind port a5541e7a-8f26-4ef4-8880-2592361b0b75 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:44:46.359146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Attempting to bind port a5541e7a-8f26-4ef4-8880-2592361b0b75 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '42941464-59a2-4e88-86eb-17ee646e5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:44:46.359476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Attempting to bind port a5541e7a-8f26-4ef4-8880-2592361b0b75 on network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:46.363613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Port a5541e7a-8f26-4ef4-8880-2592361b0b75 on network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:44:46.363949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Attempting to bind port a5541e7a-8f26-4ef4-8880-2592361b0b75 on network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:44:46.369520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 44, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:44:46.369856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Checking segment: {'id': '42941464-59a2-4e88-86eb-17ee646e5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:44:46.370240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Bound using segment: {'id': '42941464-59a2-4e88-86eb-17ee646e5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:44:46.370663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Bound port: a5541e7a-8f26-4ef4-8880-2592361b0b75, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42941464-59a2-4e88-86eb-17ee646e5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:44:46.371021 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.434080 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:44:46.437069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75,segment=NetworkSegment(42941464-59a2-4e88-86eb-17ee646e5ef7),segment_id=42941464-59a2-4e88-86eb-17ee646e5ef7)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:44:46.441534 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.474626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.475239 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:46.476652 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] 10.222.0.18 "PUT /v2.0/ports/a5541e7a-8f26-4ef4-8880-2592361b0b75 HTTP/1.1" status: 200 len: 1092 time: 0.5971191 Jul 16 18:44:46.477087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:46.480089 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cc3373-b813-4dd3-96c0-66b145de9d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:46.505244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b6c580-9666-4991-8b8c-5337b1c7f0bf service neutron] Pushing event updated for resources: {'Port': ['ID=a5541e7a-8f26-4ef4-8880-2592361b0b75,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:46.520229 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0e284f-5680-4ac2-b8fd-3bf342ded9ca x-openstack-request-id: req-7e0e284f-5680-4ac2-b8fd-3bf342ded9ca {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:46.521872 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:46.521872 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7e0e284f-5680-4ac2-b8fd-3bf342ded9ca {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:46.521872 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75', 'status': 'completed', 'code': 200} Jul 16 18:44:46.581831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-2275b076-ee45-4505-985c-7323382fdc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.583358 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-2275b076-ee45-4505-985c-7323382fdc3e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=348e4cd97000432889cc50258a489cad&device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 1095 time: 0.0573988 Jul 16 18:44:46.624697 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-e5df6964-cf80-4b2b-b9bb-2e58361e075b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75 HTTP/1.1" status: 200 len: 217 time: 0.0335174 Jul 16 18:44:46.674152 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-aefb3f64-fc94-4103-b67c-3dc5b0b46387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.675670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-aefb3f64-fc94-4103-b67c-3dc5b0b46387 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3d14345-ba2a-4a08-b081-90a427b09a2d HTTP/1.1" status: 200 len: 852 time: 0.0436323 Jul 16 18:44:46.677353 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3c7936-419a-4dae-a65e-a8acf6f81d5b req-194673db-9ad2-4150-b1b0-3d8d5fb3687d tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.678839 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b3c7936-419a-4dae-a65e-a8acf6f81d5b req-194673db-9ad2-4150-b1b0-3d8d5fb3687d tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 944 time: 0.0662456 Jul 16 18:44:46.713443 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-4b3f7e02-8b76-44a0-9871-28a5c0cb9914 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309634 Jul 16 18:44:46.719088 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8b3c7936-419a-4dae-a65e-a8acf6f81d5b req-033d6e62-5fe6-4211-afb7-15b96031175c tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341296 Jul 16 18:44:46.803395 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-9143b591-9a77-4819-bc02-bb76a376aeda service neutron] 10.222.0.18 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829070 Jul 16 18:44:46.894603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6afa8406-5651-40bc-829a-d80ef500ac04 req-2c573425-f860-48de-b35f-912601744a63 service neutron] 10.222.0.18 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846412 Jul 16 18:44:46.998367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc3373-b813-4dd3-96c0-66b145de9d9f req-dc71a672-79f9-4afc-acda-f63c80de85a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:46.999909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24cc3373-b813-4dd3-96c0-66b145de9d9f req-dc71a672-79f9-4afc-acda-f63c80de85a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=348e4cd97000432889cc50258a489cad&device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 1095 time: 0.0516870 Jul 16 18:44:47.091461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc3373-b813-4dd3-96c0-66b145de9d9f req-f5645d4c-e845-46c6-b109-7d555b7935c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:47.092949 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24cc3373-b813-4dd3-96c0-66b145de9d9f req-f5645d4c-e845-46c6-b109-7d555b7935c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c HTTP/1.1" status: 200 len: 913 time: 0.0864460 Jul 16 18:44:47.136451 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24cc3373-b813-4dd3-96c0-66b145de9d9f req-ed1681ff-b619-4916-a59a-8ee4924d2f87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75 HTTP/1.1" status: 200 len: 217 time: 0.0354507 Jul 16 18:44:47.183570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cc3373-b813-4dd3-96c0-66b145de9d9f req-7058c47b-e0a2-42c2-8861-89fea00e54f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:47.184984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24cc3373-b813-4dd3-96c0-66b145de9d9f req-7058c47b-e0a2-42c2-8861-89fea00e54f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3d14345-ba2a-4a08-b081-90a427b09a2d HTTP/1.1" status: 200 len: 852 time: 0.0421100 Jul 16 18:44:47.218899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24cc3373-b813-4dd3-96c0-66b145de9d9f req-2892f4b3-f8f1-413c-abcb-5bf20ff3ff70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250566 Jul 16 18:44:47.311392 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24cc3373-b813-4dd3-96c0-66b145de9d9f req-bb974797-4782-404b-b687-a61a06a1a228 service neutron] 10.222.0.18 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847170 Jul 16 18:44:47.404192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-24cc3373-b813-4dd3-96c0-66b145de9d9f req-f164998d-b632-418f-8646-9d2f6c017420 service neutron] 10.222.0.18 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856986 Jul 16 18:44:47.895451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e606b5f-9931-4cdd-919d-3167bb78698e req-371197e8-0e2f-4d60-a175-3ac8f6ce5c70 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:47.896978 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e606b5f-9931-4cdd-919d-3167bb78698e req-371197e8-0e2f-4d60-a175-3ac8f6ce5c70 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 944 time: 0.0640030 Jul 16 18:44:47.936649 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e606b5f-9931-4cdd-919d-3167bb78698e req-4e24a88b-e469-44f3-9912-6c0f02ba68b2 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324931 Jul 16 18:44:48.231798 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:48.250488 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f473f600-e88e-47cb-b0e7-62d230cab105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:49.113108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94812eba-9efb-43c9-8347-c2b55663fe78 req-2e42fec2-a39c-412f-bc1b-62d49c6192f6 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:49.114588 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-94812eba-9efb-43c9-8347-c2b55663fe78 req-2e42fec2-a39c-412f-bc1b-62d49c6192f6 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 944 time: 0.0665236 Jul 16 18:44:49.151637 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-94812eba-9efb-43c9-8347-c2b55663fe78 req-6d4615d2-2cb9-4a03-9d65-b41e30099427 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312533 Jul 16 18:44:49.980150 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.322581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8928e-0e70-4107-a212-0bded18be837 req-1059a394-73b9-4975-9e85-81198cd9a382 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:50.324011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0bd8928e-0e70-4107-a212-0bded18be837 req-1059a394-73b9-4975-9e85-81198cd9a382 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 944 time: 0.0628037 Jul 16 18:44:50.361267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0bd8928e-0e70-4107-a212-0bded18be837 req-c91d260b-47f2-4564-8f03-699682636d2e tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316005 Jul 16 18:44:50.434057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a5541e7a-8f26-4ef4-8880-2592361b0b75 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:44:50.524683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75,segment=NetworkSegment(42941464-59a2-4e88-86eb-17ee646e5ef7),segment_id=42941464-59a2-4e88-86eb-17ee646e5ef7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:50.535848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'a5541e7a-8f26-4ef4-8880-2592361b0b75', 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c', 'port_id': 'a5541e7a-8f26-4ef4-8880-2592361b0b75', 'mac_address': 'fa:16:3e:47:60:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d14345-ba2a-4a08-b081-90a427b09a2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:44:50.562996 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:44:50.575820 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.588696 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5541e7a-8f26-4ef4-8880-2592361b0b75 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:44:50.607835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75,segment=NetworkSegment(42941464-59a2-4e88-86eb-17ee646e5ef7),segment_id=42941464-59a2-4e88-86eb-17ee646e5ef7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:50.612079 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:50.657242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=a5541e7a-8f26-4ef4-8880-2592361b0b75,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:50.846826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['a5541e7a-8f26-4ef4-8880-2592361b0b75'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:44:51.533089 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796ffe6-ea38-4d75-877b-a48a415fb948 req-b17cc1a6-1165-459d-be89-d361e9d7efd1 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:51.534547 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8796ffe6-ea38-4d75-877b-a48a415fb948 req-b17cc1a6-1165-459d-be89-d361e9d7efd1 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 945 time: 0.0622809 Jul 16 18:44:51.572560 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8796ffe6-ea38-4d75-877b-a48a415fb948 req-1e58876b-7f7e-4361-ad17-3eb19a583a28 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320768 Jul 16 18:44:52.051288 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.435058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a5541e7a-8f26-4ef4-8880-2592361b0b75 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:44:52.482641 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port a5541e7a-8f26-4ef4-8880-2592361b0b75 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:44:52.486444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port a5541e7a-8f26-4ef4-8880-2592361b0b75 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:44:52.486851 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.561226 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.585416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:44:52.587651 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411d9898-ed8d-4eab-8282-24a0f4b968bb" -d '{"events": [{"server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "name": "network-vif-plugged", "status": "completed", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:44:52.600613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75,segment=NetworkSegment(42941464-59a2-4e88-86eb-17ee646e5ef7),segment_id=42941464-59a2-4e88-86eb-17ee646e5ef7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:44:52.606043 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:44:52.642013 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-926e7c6b-a648-412b-af29-db9bbe6b7a40 x-openstack-request-id: req-926e7c6b-a648-412b-af29-db9bbe6b7a40 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:44:52.642218 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "name": "network-vif-plugged", "status": "completed", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:44:52.642450 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-926e7c6b-a648-412b-af29-db9bbe6b7a40 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:44:52.643321 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75', 'code': 200} Jul 16 18:44:52.677392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=a5541e7a-8f26-4ef4-8880-2592361b0b75,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:44:52.748316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc689678-de00-4b0e-8b2c-a729240ea25c req-6f040366-e0f5-44e4-b013-00015b97c231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.749890 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc689678-de00-4b0e-8b2c-a729240ea25c req-6f040366-e0f5-44e4-b013-00015b97c231 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 1097 time: 0.0564351 Jul 16 18:44:52.758893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfef6ee-4a5c-4d0c-a0ae-370557fff555 req-bf755525-16c0-4bf2-a889-3bbc72e00c19 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:52.760594 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9cfef6ee-4a5c-4d0c-a0ae-370557fff555 req-bf755525-16c0-4bf2-a889-3bbc72e00c19 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0655072 Jul 16 18:44:52.785194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cc689678-de00-4b0e-8b2c-a729240ea25c req-46fdb942-0354-4873-8c78-f64d50e1671c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290041 Jul 16 18:44:52.799910 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9cfef6ee-4a5c-4d0c-a0ae-370557fff555 req-7cbc2c5e-602c-40b8-a310-fe448f2befd2 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335362 Jul 16 18:44:53.974456 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97758c76-7346-428a-9695-029fdc86784f req-26e02f71-594d-41d1-9282-11df55778277 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:53.975971 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97758c76-7346-428a-9695-029fdc86784f req-26e02f71-594d-41d1-9282-11df55778277 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0633194 Jul 16 18:44:54.014011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-97758c76-7346-428a-9695-029fdc86784f req-b82d67f2-f464-49a3-8a5c-4c4891fc42d6 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318322 Jul 16 18:44:54.439792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-f4a9f83a-9086-4459-9404-772de70d3edd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1456451 Jul 16 18:44:54.448052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8f7ab4-c4c6-4562-9d0c-e300eb8ac215 req-9a7a14a3-a85d-40df-a15b-52c839d8fb76 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:54.450734 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-de8f7ab4-c4c6-4562-9d0c-e300eb8ac215 req-9a7a14a3-a85d-40df-a15b-52c839d8fb76 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.1079464 Jul 16 18:44:54.489417 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-de8f7ab4-c4c6-4562-9d0c-e300eb8ac215 req-d411f1f9-d8af-4622-a79d-9f8abf3e9f9b tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342019 Jul 16 18:44:55.672082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9de8dc-3303-41c6-85d4-c21947ef6ae4 req-9ad8873e-285c-491b-b5ec-d378dae12c87 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.673567 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b9de8dc-3303-41c6-85d4-c21947ef6ae4 req-9ad8873e-285c-491b-b5ec-d378dae12c87 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0677826 Jul 16 18:44:55.713500 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b9de8dc-3303-41c6-85d4-c21947ef6ae4 req-74b3de9b-4a25-4e02-b753-f2670f364b6b tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Jul 16 18:44:55.716783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-7a069a8e-c8de-4334-8905-0aa137de06bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.718321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-7a069a8e-c8de-4334-8905-0aa137de06bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=348e4cd97000432889cc50258a489cad&device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 1097 time: 0.0564082 Jul 16 18:44:55.815325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-bb045378-7d40-4954-b503-66a8de9709ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.816817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-bb045378-7d40-4954-b503-66a8de9709ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c HTTP/1.1" status: 200 len: 913 time: 0.0899479 Jul 16 18:44:55.858166 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-f920d177-0a48-4ba2-8c12-e822f168d0db service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75 HTTP/1.1" status: 200 len: 217 time: 0.0337231 Jul 16 18:44:55.910409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-61afcb8f-605a-4729-8353-5ce694439d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:55.911904 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-61afcb8f-605a-4729-8353-5ce694439d9b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3d14345-ba2a-4a08-b081-90a427b09a2d HTTP/1.1" status: 200 len: 852 time: 0.0463667 Jul 16 18:44:55.943357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-b3ef432f-db33-45f6-af75-f3eaaa1856b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253930 Jul 16 18:44:56.031214 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-94ce5484-f0ca-405e-8ffe-f006a03c2b6d service neutron] 10.222.0.18 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807068 Jul 16 18:44:56.122291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-b37041d5-5704-4788-bbad-1237a9d2a9d7 service neutron] 10.222.0.18 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846829 Jul 16 18:44:56.890188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a99f6a3-2397-46fe-a77e-6357fa8e9287 req-68476b2a-b43d-4e3f-a57b-43801871aceb tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:56.891711 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a99f6a3-2397-46fe-a77e-6357fa8e9287 req-68476b2a-b43d-4e3f-a57b-43801871aceb tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0648055 Jul 16 18:44:56.930387 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a99f6a3-2397-46fe-a77e-6357fa8e9287 req-230ae783-629a-4990-bd94-c6c79bdab15a tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329854 Jul 16 18:44:58.105265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57acc3a-aa8e-4c0d-83af-b48733f375bf req-1179d9e3-cbf2-4313-b7d9-7d4c20d9eafb tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:58.106767 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d57acc3a-aa8e-4c0d-83af-b48733f375bf req-1179d9e3-cbf2-4313-b7d9-7d4c20d9eafb tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0645139 Jul 16 18:44:58.145394 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d57acc3a-aa8e-4c0d-83af-b48733f375bf req-263d9ac0-d912-4825-82bf-a2e227697393 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330045 Jul 16 18:44:59.325770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c15aa31-7787-48bb-9066-1daea1dea93d req-56648006-5b48-4a54-8eed-ab3d68860ba9 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:44:59.327246 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c15aa31-7787-48bb-9066-1daea1dea93d req-56648006-5b48-4a54-8eed-ab3d68860ba9 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0676985 Jul 16 18:44:59.364394 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c15aa31-7787-48bb-9066-1daea1dea93d req-15222df3-bf33-496b-9f1e-33493688abd2 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310218 Jul 16 18:44:59.680201 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:00.539171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8811591-37a7-4a69-8a52-e31f24148f99 req-cec7de63-aebc-4a5d-a291-2c1c1026c407 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:00.540679 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8811591-37a7-4a69-8a52-e31f24148f99 req-cec7de63-aebc-4a5d-a291-2c1c1026c407 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0656967 Jul 16 18:45:00.579534 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8811591-37a7-4a69-8a52-e31f24148f99 req-53209eee-0c71-418e-928d-cf61e2454716 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326331 Jul 16 18:45:01.754386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f735e14-2e82-4a2a-b5b7-f381a55d7e19 req-9bf867c2-bb02-4639-b8f9-bf3fdd8ce64b tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:01.755869 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f735e14-2e82-4a2a-b5b7-f381a55d7e19 req-9bf867c2-bb02-4639-b8f9-bf3fdd8ce64b tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0640733 Jul 16 18:45:01.802639 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1f735e14-2e82-4a2a-b5b7-f381a55d7e19 req-7ef8bf3c-eee7-45c9-bfe2-3669e9fc9c05 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406544 Jul 16 18:45:02.974226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f4ad-fa8c-4adb-a939-dd503c4a698f req-02a6ff1f-85fe-4fd1-92e6-ea624c6feeda tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:02.975727 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0d7f4ad-fa8c-4adb-a939-dd503c4a698f req-02a6ff1f-85fe-4fd1-92e6-ea624c6feeda tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0628266 Jul 16 18:45:03.012094 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0d7f4ad-fa8c-4adb-a939-dd503c4a698f req-86c994b4-8680-487d-a51a-caaadd087a58 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Jul 16 18:45:04.182693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdc65ba-b4bc-4011-befd-6bda19f4f17f req-1e798d59-2bd6-409d-871d-32b033040962 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:04.184190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bdc65ba-b4bc-4011-befd-6bda19f4f17f req-1e798d59-2bd6-409d-871d-32b033040962 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0621393 Jul 16 18:45:04.222359 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3bdc65ba-b4bc-4011-befd-6bda19f4f17f req-f82ec468-c423-4bfa-b10a-d088b29b225d tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326755 Jul 16 18:45:05.399335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d17d943-3117-4e03-b7d5-07d2378c4a86 req-0f9ace21-4e20-4f09-a7f1-afa9e337e722 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:05.401527 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d17d943-3117-4e03-b7d5-07d2378c4a86 req-0f9ace21-4e20-4f09-a7f1-afa9e337e722 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0642450 Jul 16 18:45:05.439029 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3d17d943-3117-4e03-b7d5-07d2378c4a86 req-c90a88a8-774f-4f4b-9e3c-4516553d2cf6 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320551 Jul 16 18:45:06.615156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0c252-b595-441e-8915-fb67cfa88b44 req-2e57605b-b654-4c15-a36d-fab344c80478 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:06.616677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3ff0c252-b595-441e-8915-fb67cfa88b44 req-2e57605b-b654-4c15-a36d-fab344c80478 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0674651 Jul 16 18:45:06.656088 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3ff0c252-b595-441e-8915-fb67cfa88b44 req-2cbda091-ef35-4a34-bdb5-ba6a5d24a077 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336947 Jul 16 18:45:07.833655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee4daa-c778-4644-b8fa-262636114980 req-fe34eb3c-f1a3-4ad5-817d-643db5230796 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:07.835133 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7ee4daa-c778-4644-b8fa-262636114980 req-fe34eb3c-f1a3-4ad5-817d-643db5230796 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0676410 Jul 16 18:45:07.873564 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e7ee4daa-c778-4644-b8fa-262636114980 req-f033d2f8-48d2-4325-b3b2-70b45b007c8a tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322239 Jul 16 18:45:09.044997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04983-2cb2-443d-b883-63a935927271 req-d8a46d92-ec08-4bc2-ad4a-2305da933eb0 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:09.046486 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99a04983-2cb2-443d-b883-63a935927271 req-d8a46d92-ec08-4bc2-ad4a-2305da933eb0 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0638800 Jul 16 18:45:09.083920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99a04983-2cb2-443d-b883-63a935927271 req-bc2b37a7-bd56-4b49-afe4-4f581b643aa9 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319548 Jul 16 18:45:10.258086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f772615-1018-42f6-a1aa-de4963a8b226 req-90b184d8-37fd-499f-89d4-2307b963e932 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:10.259837 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f772615-1018-42f6-a1aa-de4963a8b226 req-90b184d8-37fd-499f-89d4-2307b963e932 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0633998 Jul 16 18:45:10.299239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f772615-1018-42f6-a1aa-de4963a8b226 req-e950a09e-09d5-448f-a4a8-010f37b77575 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338750 Jul 16 18:45:11.481309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6fcca-4218-4e4a-86dc-2b38a46bd51b req-ee5f7ed8-e11f-4356-9954-5dcee4b4b30c tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:11.482838 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11e6fcca-4218-4e4a-86dc-2b38a46bd51b req-ee5f7ed8-e11f-4356-9954-5dcee4b4b30c tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0674772 Jul 16 18:45:11.520449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11e6fcca-4218-4e4a-86dc-2b38a46bd51b req-66080d6e-be80-4748-abbc-4bceb0a3013b tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320916 Jul 16 18:45:12.376253 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:12.701690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac17614-aee0-4258-9909-6be2ea6c6ff9 req-5b6be0e7-5fb4-4b1b-9d7e-90a3c086854a tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:12.703104 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0ac17614-aee0-4258-9909-6be2ea6c6ff9 req-5b6be0e7-5fb4-4b1b-9d7e-90a3c086854a tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0719609 Jul 16 18:45:12.743276 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0ac17614-aee0-4258-9909-6be2ea6c6ff9 req-70ccef08-b78a-4253-82c7-94419b0658cf tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345070 Jul 16 18:45:13.932772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02113313-6fde-460b-b90b-469eaa746807 req-99fd4731-b93d-41cb-8504-302ab8cdeb46 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:13.934841 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02113313-6fde-460b-b90b-469eaa746807 req-99fd4731-b93d-41cb-8504-302ab8cdeb46 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0822713 Jul 16 18:45:13.973581 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02113313-6fde-460b-b90b-469eaa746807 req-ad43501d-8bb2-4069-a0ab-1d4c6f42958d tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333548 Jul 16 18:45:15.152172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dd3cad-a494-4586-9d76-dbf4dbec99e3 req-0a025b24-9097-45c0-bc49-a69308c7c6ad tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:15.153717 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63dd3cad-a494-4586-9d76-dbf4dbec99e3 req-0a025b24-9097-45c0-bc49-a69308c7c6ad tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0634043 Jul 16 18:45:15.192064 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63dd3cad-a494-4586-9d76-dbf4dbec99e3 req-ea278f5f-774d-4738-8a25-bbdaf07f3013 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327151 Jul 16 18:45:15.549736 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8006f61c-eeca-4492-9725-97712a448873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:16.367143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b787e86-eeb6-4039-802e-90fa21e2fb90 req-9338e419-4f88-46fc-913b-5cdfe73af6c3 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:16.369412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b787e86-eeb6-4039-802e-90fa21e2fb90 req-9338e419-4f88-46fc-913b-5cdfe73af6c3 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0648820 Jul 16 18:45:16.406353 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b787e86-eeb6-4039-802e-90fa21e2fb90 req-4324e7df-2459-4b37-b468-ae06153ea507 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313749 Jul 16 18:45:17.578342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6a6f46-3a09-479e-9233-f9557522604d req-63e5f58f-c80e-497e-b7e6-a46fc4931082 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:17.579934 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff6a6f46-3a09-479e-9233-f9557522604d req-63e5f58f-c80e-497e-b7e6-a46fc4931082 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0616834 Jul 16 18:45:17.615984 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff6a6f46-3a09-479e-9233-f9557522604d req-c14e527c-8280-4832-bcc4-e9b4ae3f42ee tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306735 Jul 16 18:45:18.232107 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.249078 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-32561450-affd-4ccf-9f2f-2ab58292f945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:18.795218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ad8890-fe85-45fd-9273-e90116620321 req-0e4214d8-c52c-48b5-89d2-5a9f4237e104 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:18.796800 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2ad8890-fe85-45fd-9273-e90116620321 req-0e4214d8-c52c-48b5-89d2-5a9f4237e104 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0699630 Jul 16 18:45:18.833823 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2ad8890-fe85-45fd-9273-e90116620321 req-870ff21a-6f08-41c5-9a66-207a83ce8a2a tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316119 Jul 16 18:45:19.983058 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:20.013548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebac7c2-abd1-4f94-8f6f-b2775de06567 req-4e6df1aa-93a8-4344-9ae8-542abf0d6da5 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:20.015018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ebac7c2-abd1-4f94-8f6f-b2775de06567 req-4e6df1aa-93a8-4344-9ae8-542abf0d6da5 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0690289 Jul 16 18:45:20.052703 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ebac7c2-abd1-4f94-8f6f-b2775de06567 req-561aab19-9383-4d0d-b712-92041c7eb24e tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320888 Jul 16 18:45:21.231026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12afd0-454b-4a74-aa26-8ea6e6187440 req-71f0056e-b5bb-4683-aac6-672ae4a3482d tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:21.232579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e12afd0-454b-4a74-aa26-8ea6e6187440 req-71f0056e-b5bb-4683-aac6-672ae4a3482d tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0642481 Jul 16 18:45:21.272185 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e12afd0-454b-4a74-aa26-8ea6e6187440 req-bde94a0e-65e0-49e8-a946-a88b7b3a49d7 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336733 Jul 16 18:45:22.053375 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:22.448359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4122902-2423-4ddd-941c-e756a0469450 req-d88cee51-8952-4e0f-a3fd-2a0633e88c2e tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:22.450129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4122902-2423-4ddd-941c-e756a0469450 req-d88cee51-8952-4e0f-a3fd-2a0633e88c2e tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0648758 Jul 16 18:45:22.487675 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4122902-2423-4ddd-941c-e756a0469450 req-b0f5f81c-1a65-46bc-a172-2d179f5acf2c tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Jul 16 18:45:23.294597 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-b7b9e0b8-82cc-4681-888f-02b0b1dfe803 service neutron] show failed (client error): The resource could not be found. Jul 16 18:45:23.295730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-b7b9e0b8-82cc-4681-888f-02b0b1dfe803 service neutron] 10.222.0.18 "GET /v2.0/ports/a5541e7a-8f26-4ef4-8880-2592361b0b75/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0622435 Jul 16 18:45:23.635251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-6eb658a5-159f-4a98-9ccc-64ec1b265559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:23.636711 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-6eb658a5-159f-4a98-9ccc-64ec1b265559 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048&tenant_id=348e4cd97000432889cc50258a489cad HTTP/1.1" status: 200 len: 1097 time: 0.1138508 Jul 16 18:45:23.657651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:23.708323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ba44e-f4f1-4e2e-9828-2238dd081bd9 req-33a7743a-700d-4d34-8785-902f1738e501 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:23.709846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b35ba44e-f4f1-4e2e-9828-2238dd081bd9 req-33a7743a-700d-4d34-8785-902f1738e501 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.1084585 Jul 16 18:45:23.773214 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:23.780196 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b35ba44e-f4f1-4e2e-9828-2238dd081bd9 req-945b6ece-d5df-465e-a40c-13529c9622bb tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617340 Jul 16 18:45:23.980692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75,segment=NetworkSegment(42941464-59a2-4e88-86eb-17ee646e5ef7),segment_id=42941464-59a2-4e88-86eb-17ee646e5ef7)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:24.014322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:24.058453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:24.060723 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b164d7d-ba50-4968-abd6-bd1ae628be9e" -d '{"events": [{"server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "name": "network-vif-unplugged", "status": "completed", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:24.064564 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.077442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Transition to ACTIVE for port object a5541e7a-8f26-4ef4-8880-2592361b0b75 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:24.081205 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.109770 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7500d3b4-7a8e-4d87-9ff6-e56028a2b936 x-openstack-request-id: req-7500d3b4-7a8e-4d87-9ff6-e56028a2b936 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:24.110062 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "name": "network-vif-unplugged", "status": "completed", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:24.110320 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7500d3b4-7a8e-4d87-9ff6-e56028a2b936 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:24.110712 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75', 'code': 200} Jul 16 18:45:24.145751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] No DVR routers for this DVR port a5541e7a-8f26-4ef4-8880-2592361b0b75 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:24.151690 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Pushing event updated for resources: {'Port': ['ID=a5541e7a-8f26-4ef4-8880-2592361b0b75,revision_number=6']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.188316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Attempting to bind port a5541e7a-8f26-4ef4-8880-2592361b0b75 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:24.188655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Attempting to bind port a5541e7a-8f26-4ef4-8880-2592361b0b75 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': '42941464-59a2-4e88-86eb-17ee646e5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:24.188983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Attempting to bind port a5541e7a-8f26-4ef4-8880-2592361b0b75 on network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:24.193195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Port a5541e7a-8f26-4ef4-8880-2592361b0b75 on network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:24.193519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Attempting to bind port a5541e7a-8f26-4ef4-8880-2592361b0b75 on network f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:24.198918 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:24.199257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Checking segment: {'id': '42941464-59a2-4e88-86eb-17ee646e5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:24.199687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Bound using segment: {'id': '42941464-59a2-4e88-86eb-17ee646e5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:24.200114 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Bound port: a5541e7a-8f26-4ef4-8880-2592361b0b75, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42941464-59a2-4e88-86eb-17ee646e5ef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:24.200467 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.266053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:24.269149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75,segment=NetworkSegment(42941464-59a2-4e88-86eb-17ee646e5ef7),segment_id=42941464-59a2-4e88-86eb-17ee646e5ef7)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:24.274395 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.310237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.310855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:24.312308 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] 10.222.0.37 "PUT /v2.0/ports/a5541e7a-8f26-4ef4-8880-2592361b0b75 HTTP/1.1" status: 200 len: 1092 time: 0.6619046 Jul 16 18:45:24.332984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418a215c-fc3a-4b7d-b085-c533b9cefdeb service neutron] Pushing event updated for resources: {'Port': ['ID=a5541e7a-8f26-4ef4-8880-2592361b0b75,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:24.397325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-07a56866-28e7-400b-aca8-78c7c40caca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.398839 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-07a56866-28e7-400b-aca8-78c7c40caca7 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=348e4cd97000432889cc50258a489cad&device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 1095 time: 0.0522866 Jul 16 18:45:24.489030 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-2b5ce471-f71b-4105-9384-0eda5cac4ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.490516 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-2b5ce471-f71b-4105-9384-0eda5cac4ad8 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c HTTP/1.1" status: 200 len: 913 time: 0.0856044 Jul 16 18:45:24.529940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-7b710b5c-6ac2-4127-8fa5-af2f11ff821a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75 HTTP/1.1" status: 200 len: 217 time: 0.0328412 Jul 16 18:45:24.581421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-a8284262-7bc4-4b65-bb38-83b7f94ccacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.583110 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-a8284262-7bc4-4b65-bb38-83b7f94ccacb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3d14345-ba2a-4a08-b081-90a427b09a2d HTTP/1.1" status: 200 len: 852 time: 0.0473015 Jul 16 18:45:24.616203 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-e1c4cd5d-866b-4e18-8392-c9d5b56ed9bc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266573 Jul 16 18:45:24.626371 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-f75a5da2-c9b9-4470-a958-27e2f754e6b4 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:24.627325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-f75a5da2-c9b9-4470-a958-27e2f754e6b4 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051856 Jul 16 18:45:24.715925 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-f7469af4-b6b4-49d7-9d8a-fe8252d79c88 service neutron] 10.222.0.37 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822508 Jul 16 18:45:24.808480 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4c5bb9b-e628-4018-9408-bef5b7ba3ed9 req-042904fa-0cdb-4fd0-8125-717cb5d18980 service neutron] 10.222.0.37 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857990 Jul 16 18:45:24.960755 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8080f8c7-454d-4a78-9f53-cf95a41454bd req-bb9af5e7-a831-446a-9ab2-c9cbc69d652b tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:24.962809 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8080f8c7-454d-4a78-9f53-cf95a41454bd req-bb9af5e7-a831-446a-9ab2-c9cbc69d652b tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 944 time: 0.0654330 Jul 16 18:45:25.001297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8080f8c7-454d-4a78-9f53-cf95a41454bd req-966e4722-1389-49db-948b-0796bc2c1025 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328472 Jul 16 18:45:26.111793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:26.114129 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-898db10e-3d14-41f6-a381-ada453ca5c6a" -d '{"events": [{"name": "network-changed", "server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:26.161440 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245bc087-e846-4516-a005-db14c441ae56 x-openstack-request-id: req-245bc087-e846-4516-a005-db14c441ae56 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:26.162233 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:26.162484 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-245bc087-e846-4516-a005-db14c441ae56 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:26.162879 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75', 'status': 'completed', 'code': 200} Jul 16 18:45:26.186548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60ce365-13ef-40d1-b67a-ee47e06e171c req-5249ee09-bba8-4bb0-80f1-07fc029d1f4c tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.188072 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a60ce365-13ef-40d1-b67a-ee47e06e171c req-5249ee09-bba8-4bb0-80f1-07fc029d1f4c tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 944 time: 0.0707138 Jul 16 18:45:26.228230 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a60ce365-13ef-40d1-b67a-ee47e06e171c req-2aeec0cd-0176-40c5-837c-f44d861dbd0f tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335701 Jul 16 18:45:26.275638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-c92e57cc-c7d3-4d7b-b856-f12feecfe2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.277111 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-c92e57cc-c7d3-4d7b-b856-f12feecfe2cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=348e4cd97000432889cc50258a489cad&device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 1095 time: 0.0951197 Jul 16 18:45:26.295541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-63723d9d-d51a-412d-898f-0bae52fcf5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.296911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-63723d9d-d51a-412d-898f-0bae52fcf5f3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=348e4cd97000432889cc50258a489cad&device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 1095 time: 0.0835233 Jul 16 18:45:26.443980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-a1e0924a-5cf3-43e5-a7a4-c3dfdf652499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.445464 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-a1e0924a-5cf3-43e5-a7a4-c3dfdf652499 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c HTTP/1.1" status: 200 len: 913 time: 0.1610937 Jul 16 18:45:26.450827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-eb317902-a619-4fb2-9df3-3caecec15b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.452264 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-eb317902-a619-4fb2-9df3-3caecec15b15 service neutron] 10.222.0.37 "GET /v2.0/networks?id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c HTTP/1.1" status: 200 len: 913 time: 0.1451101 Jul 16 18:45:26.522100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-59c88da3-d83d-45e2-ad0c-ab65f42960dd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75 HTTP/1.1" status: 200 len: 217 time: 0.0688941 Jul 16 18:45:26.523411 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-140ef3d9-43e8-4f2b-a2e7-db6acbed9dcf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75 HTTP/1.1" status: 200 len: 217 time: 0.0635009 Jul 16 18:45:26.607774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-d4397d62-11a1-4f2d-a952-5fbf29da7ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.609116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-d4397d62-11a1-4f2d-a952-5fbf29da7ad0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3d14345-ba2a-4a08-b081-90a427b09a2d HTTP/1.1" status: 200 len: 852 time: 0.0808105 Jul 16 18:45:26.610468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-85384ad7-7aa3-45cc-aee5-173dd5ec6e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:26.611780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-85384ad7-7aa3-45cc-aee5-173dd5ec6e5e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=a3d14345-ba2a-4a08-b081-90a427b09a2d HTTP/1.1" status: 200 len: 852 time: 0.0824142 Jul 16 18:45:26.665602 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-c1a632ce-6db6-40cd-9036-30e9c7081ad7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493915 Jul 16 18:45:26.667399 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-9a05f60a-ec24-4b8e-87ef-f124bbc5efd5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449386 Jul 16 18:45:27.141063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-577c1933-d589-4724-8bf4-7ab09820730e service neutron] 10.222.0.18 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4692004 Jul 16 18:45:27.142869 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-5d7321bf-38c2-4e49-99c2-8e879c512ce7 service neutron] 10.222.0.37 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4642627 Jul 16 18:45:27.295694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-6374faa7-af25-46cc-8091-630fa1c756e7 service neutron] 10.222.0.18 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475794 Jul 16 18:45:27.321317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-898db10e-3d14-41f6-a381-ada453ca5c6a req-3b32754d-7fec-4331-a40e-38b5bfabe26a service neutron] 10.222.0.37 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650846 Jul 16 18:45:27.409598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522002a-36b9-4380-9e54-a157e5929d86 req-0901b698-eb86-4c85-9201-0a9a461816f2 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.410979 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7522002a-36b9-4380-9e54-a157e5929d86 req-0901b698-eb86-4c85-9201-0a9a461816f2 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 944 time: 0.0633726 Jul 16 18:45:27.449389 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7522002a-36b9-4380-9e54-a157e5929d86 req-4c6915b1-4139-4aa0-9b74-9faf957da43c tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328374 Jul 16 18:45:27.563097 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:45:27.866079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-bc9102d1-e6dc-40b0-b136-b1c6b4262104 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:27.867586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-bc9102d1-e6dc-40b0-b136-b1c6b4262104 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.18 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048&tenant_id=348e4cd97000432889cc50258a489cad&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 944 time: 0.1103184 Jul 16 18:45:27.926720 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-0ee68af9-aa19-43db-b623-8bd9181f2ac5 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:45:27.927669 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-0ee68af9-aa19-43db-b623-8bd9181f2ac5 service neutron] 10.222.0.18 "DELETE /v2.0/ports/a5541e7a-8f26-4ef4-8880-2592361b0b75/bindings/n-h2-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0529554 Jul 16 18:45:28.040037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-98ea9d6f-e4b9-46ce-a480-aa770388fe25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:28.042639 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-98ea9d6f-e4b9-46ce-a480-aa770388fe25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=348e4cd97000432889cc50258a489cad&device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 1095 time: 0.0632498 Jul 16 18:45:28.134636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-f3b5e494-2f01-4410-8ba3-2fada88dd4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:28.136202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-f3b5e494-2f01-4410-8ba3-2fada88dd4e7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c HTTP/1.1" status: 200 len: 913 time: 0.0873678 Jul 16 18:45:28.180228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-6b34b1b9-aa3b-4eec-92c0-9e5e1944b9ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75 HTTP/1.1" status: 200 len: 217 time: 0.0340066 Jul 16 18:45:28.235234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-87c0ee67-9a24-4291-bdee-8ad5abd40b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:28.236664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-87c0ee67-9a24-4291-bdee-8ad5abd40b02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3d14345-ba2a-4a08-b081-90a427b09a2d HTTP/1.1" status: 200 len: 852 time: 0.0468578 Jul 16 18:45:28.271728 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-694f0a5f-27ee-4949-b1f8-f0c78d6a5917 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254416 Jul 16 18:45:28.291013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a5541e7a-8f26-4ef4-8880-2592361b0b75 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:28.361188 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-4aea4a77-9080-4b4e-b7a6-0428878188bf service neutron] 10.222.0.18 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830073 Jul 16 18:45:28.386484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75,segment=NetworkSegment(42941464-59a2-4e88-86eb-17ee646e5ef7),segment_id=42941464-59a2-4e88-86eb-17ee646e5ef7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:28.397357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'a5541e7a-8f26-4ef4-8880-2592361b0b75', 'network_id': 'f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c', 'port_id': 'a5541e7a-8f26-4ef4-8880-2592361b0b75', 'mac_address': 'fa:16:3e:47:60:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 355, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3d14345-ba2a-4a08-b081-90a427b09a2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:28.433855 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.446872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5541e7a-8f26-4ef4-8880-2592361b0b75 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:28.458466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-85ec4d76-fb84-4519-9a47-dea735a0e449 service neutron] 10.222.0.18 "GET /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880077 Jul 16 18:45:28.467324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75,segment=NetworkSegment(42941464-59a2-4e88-86eb-17ee646e5ef7),segment_id=42941464-59a2-4e88-86eb-17ee646e5ef7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:28.471510 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:28.517597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a5541e7a-8f26-4ef4-8880-2592361b0b75,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:28.525863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.526212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.526552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.526889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.527223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.527553 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.527914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.528242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.528567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.528896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.529219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.529540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:45:28.666156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a5541e7a-8f26-4ef4-8880-2592361b0b75 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:28.709655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a5541e7a-8f26-4ef4-8880-2592361b0b75 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:28.801841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['a5541e7a-8f26-4ef4-8880-2592361b0b75'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:29.557623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee770e3-8158-44f7-a03b-d8812eac0bae req-7c035682-343a-404e-b053-948ac7db9672 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:29.559142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aee770e3-8158-44f7-a03b-d8812eac0bae req-7c035682-343a-404e-b053-948ac7db9672 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 945 time: 0.0685294 Jul 16 18:45:29.597928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aee770e3-8158-44f7-a03b-d8812eac0bae req-231ad564-bf40-4902-882e-3552818fa71d tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Jul 16 18:45:29.693732 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.309585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a5541e7a-8f26-4ef4-8880-2592361b0b75 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:30.360769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port a5541e7a-8f26-4ef4-8880-2592361b0b75 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:30.364428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port a5541e7a-8f26-4ef4-8880-2592361b0b75 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:30.364802 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.439153 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.461834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:30.464172 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c8d665b-0601-45ed-ba8c-88f43d842a19" -d '{"events": [{"server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "name": "network-vif-plugged", "status": "completed", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:30.477328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75,segment=NetworkSegment(42941464-59a2-4e88-86eb-17ee646e5ef7),segment_id=42941464-59a2-4e88-86eb-17ee646e5ef7)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:30.482441 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.507523 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1efeb03-05e9-423f-9140-796e35bca36c x-openstack-request-id: req-b1efeb03-05e9-423f-9140-796e35bca36c {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:30.507838 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "name": "network-vif-plugged", "status": "completed", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:30.508117 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b1efeb03-05e9-423f-9140-796e35bca36c {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:30.508504 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75', 'code': 200} Jul 16 18:45:30.532846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=a5541e7a-8f26-4ef4-8880-2592361b0b75,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:30.756208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-155c9bfe-42a3-4329-aadc-0bb178e11a8e tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.757685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-155c9bfe-42a3-4329-aadc-0bb178e11a8e tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.37 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.0969191 Jul 16 18:45:30.828882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e36025-b4e5-45d2-974e-062fcb93c522 req-e25e0d90-09dc-4c86-8084-5cfb699fa3ab tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:30.830346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41e36025-b4e5-45d2-974e-062fcb93c522 req-e25e0d90-09dc-4c86-8084-5cfb699fa3ab tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/ports?device_id=60f58d24-31b3-44f1-bfc7-4419b7959048 HTTP/1.1" status: 200 len: 946 time: 0.1193123 Jul 16 18:45:30.891476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41e36025-b4e5-45d2-974e-062fcb93c522 req-8ca56290-adc9-4f52-9df2-f3e5b35c6b9c tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.47 "GET /v2.0/security-groups?id=e8403501-6a73-4f87-9b2d-da737e8055e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449564 Jul 16 18:45:30.907021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-6f99f0d1-41f9-4854-aa23-b06eb93cc139 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Deleting port a5541e7a-8f26-4ef4-8880-2592361b0b75 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:45:30.907371 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-6f99f0d1-41f9-4854-aa23-b06eb93cc139 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:30.996237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-6f99f0d1-41f9-4854-aa23-b06eb93cc139 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] For port a5541e7a-8f26-4ef4-8880-2592361b0b75, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=a5541e7a-8f26-4ef4-8880-2592361b0b75,segment=NetworkSegment(42941464-59a2-4e88-86eb-17ee646e5ef7),segment_id=42941464-59a2-4e88-86eb-17ee646e5ef7)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:30.996600 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-6f99f0d1-41f9-4854-aa23-b06eb93cc139 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.008822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-6f99f0d1-41f9-4854-aa23-b06eb93cc139 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Calling delete_port for a5541e7a-8f26-4ef4-8880-2592361b0b75 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:45:31.137462 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-6f99f0d1-41f9-4854-aa23-b06eb93cc139 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.168718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f99f0d1-41f9-4854-aa23-b06eb93cc139 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Pushing event deleted for resources: {'Port': ['ID=a5541e7a-8f26-4ef4-8880-2592361b0b75,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:31.170076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['a5541e7a-8f26-4ef4-8880-2592361b0b75'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:31.219444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-6f99f0d1-41f9-4854-aa23-b06eb93cc139 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] No DVR routers for this DVR port a5541e7a-8f26-4ef4-8880-2592361b0b75 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:45:31.222139 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-6f99f0d1-41f9-4854-aa23-b06eb93cc139 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:31.224421 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca5bf419-2115-4d96-95e9-5355e219d07f req-6f99f0d1-41f9-4854-aa23-b06eb93cc139 tempest-DeleteServersTestJSON-582039438 tempest-DeleteServersTestJSON-582039438-project] 10.222.0.37 "DELETE /v2.0/ports/a5541e7a-8f26-4ef4-8880-2592361b0b75 HTTP/1.1" status: 204 len: 173 time: 0.4612179 Jul 16 18:45:31.224864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'name': 'network-vif-deleted', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:31.227673 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08473b33-a9a7-4199-87a9-d78c4016c87e" -d '{"events": [{"server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "name": "network-vif-deleted", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:31.266046 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed046694-a3c1-4d90-9218-82504071ed85 x-openstack-request-id: req-ed046694-a3c1-4d90-9218-82504071ed85 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:31.266382 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60f58d24-31b3-44f1-bfc7-4419b7959048", "name": "network-vif-deleted", "tag": "a5541e7a-8f26-4ef4-8880-2592361b0b75", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:31.266639 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ed046694-a3c1-4d90-9218-82504071ed85 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:31.267050 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60f58d24-31b3-44f1-bfc7-4419b7959048', 'name': 'network-vif-deleted', 'tag': 'a5541e7a-8f26-4ef4-8880-2592361b0b75', 'status': 'completed', 'code': 200} Jul 16 18:45:32.137453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45300) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.183963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a397e60-328d-4e46-be0b-d0feb56629d2 admin admin] Deleting subnet a3d14345-ba2a-4a08-b081-90a427b09a2d {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:45:32.186963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a397e60-328d-4e46-be0b-d0feb56629d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.221642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a397e60-328d-4e46-be0b-d0feb56629d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.260117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a397e60-328d-4e46-be0b-d0feb56629d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.316642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a397e60-328d-4e46-be0b-d0feb56629d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.340294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a397e60-328d-4e46-be0b-d0feb56629d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3d14345-ba2a-4a08-b081-90a427b09a2d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.345872 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5a397e60-328d-4e46-be0b-d0feb56629d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.348213 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5a397e60-328d-4e46-be0b-d0feb56629d2 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a3d14345-ba2a-4a08-b081-90a427b09a2d HTTP/1.1" status: 204 len: 168 time: 0.2092600 Jul 16 18:45:32.350169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45302) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.418767 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.498793 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.508596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:32.518094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42941464-59a2-4e88-86eb-17ee646e5ef7') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:32.518393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42941464-59a2-4e88-86eb-17ee646e5ef7') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:45:32.528604 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.542694 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.548350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:45:32.548748 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:45:32.550335 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:45:32.606231 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.611784 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.616003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] 10.222.0.47 "DELETE /v2.0/networks/f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c HTTP/1.1" status: 204 len: 168 time: 0.2648838 Jul 16 18:45:32.628270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eaffde-12a0-4ea0-8bc1-8a378636fa10 admin admin] Pushing event deleted for resources: {'Network': ['ID=f57171ef-e7db-4a14-8dfa-be1e5a4a9b6c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:32.719484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45306) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.758513 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e21c7c06-3e7f-443a-85e5-daf6e84cfd1b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=348e4cd97000432889cc50258a489cad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376949 Jul 16 18:45:32.760991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45308) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:32.813902 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27aa21d4-1171-4522-8d0b-26ff55c29351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.834778 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27aa21d4-1171-4522-8d0b-26ff55c29351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.883937 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27aa21d4-1171-4522-8d0b-26ff55c29351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.886458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-27aa21d4-1171-4522-8d0b-26ff55c29351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:32.887662 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-27aa21d4-1171-4522-8d0b-26ff55c29351 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e8403501-6a73-4f87-9b2d-da737e8055e8 HTTP/1.1" status: 204 len: 168 time: 0.1257572 Jul 16 18:45:32.895411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa21d4-1171-4522-8d0b-26ff55c29351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8403501-6a73-4f87-9b2d-da737e8055e8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.535477 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45330) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.629704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1503453491-network', 'tenant_id': '28c18f5a582b4ada92958b6baf649f28'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:33.650434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Made reservation on behalf of 28c18f5a582b4ada92958b6baf649f28 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:33.652832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.661235 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.748799 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.752683 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.773489 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 356} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:45:33.788750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa7729b-e178-4726-bbfd-d167a4f38d2a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.792440 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.792784 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Added segment fba7db28-dbe9-44d4-b566-38230869bb66 of type vlan for network 7b08a595-a7ae-40c7-a16f-467ed7016158 Jul 16 18:45:33.832903 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.862314 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.863156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:33.863770 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.892182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3555534 Jul 16 18:45:33.895318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45334) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:45:33.901440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] Request body: {'subnet': {'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1503453491-subnet', 'tenant_id': '28c18f5a582b4ada92958b6baf649f28', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:33.923698 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] Made reservation on behalf of 28c18f5a582b4ada92958b6baf649f28 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:33.926344 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:33.930985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a4153-9803-40df-88c2-ceed514fc3ed admin admin] Pushing event updated for resources: {'Network': ['ID=7b08a595-a7ae-40c7-a16f-467ed7016158,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:33.940699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 7b08a595-a7ae-40c7-a16f-467ed7016158 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:45:34.098310 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.155887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b25e3add-8356-4b65-ac5c-3ffb774c7e4e,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:34.165784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] Checking segment: {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:34.166145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] Network hostable DHCP agents. Network: 7b08a595-a7ae-40c7-a16f-467ed7016158, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:45:34.181784 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] Network 7b08a595-a7ae-40c7-a16f-467ed7016158 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:45:34.190104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 7b08a595-a7ae-40c7-a16f-467ed7016158) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:34.194032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.194610 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:34.200567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493d6804-0578-4794-b1f5-06d305b5cc00 None None] Network 7b08a595-a7ae-40c7-a16f-467ed7016158 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:34.209286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a629f9be-3a8a-46eb-baac-454659a1b945 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3121805 Jul 16 18:45:34.322369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a5541e7a-8f26-4ef4-8880-2592361b0b75 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:45:34.327500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ebae51-8144-46db-8605-12c10fee0928 None None] Network 7b08a595-a7ae-40c7-a16f-467ed7016158 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:45:34.345791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: a5541e7a-8f26-4ef4-8880-2592361b0b75 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:45:34.346137 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device a5541e7a-8f26-4ef4-8880-2592361b0b75 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:45:34.627179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-bfa52013-9662-474a-8e1c-c77373defd89 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:34.628676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-bfa52013-9662-474a-8e1c-c77373defd89 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 815 time: 0.1020463 Jul 16 18:45:34.643067 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-3f3a990e-46db-4cd1-9c40-80e2cdc05a2d tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/quotas/28c18f5a582b4ada92958b6baf649f28 HTTP/1.1" status: 200 len: 375 time: 0.0087695 Jul 16 18:45:34.676832 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-f48fe029-27d8-4dd2-9dfd-1faf1a5fb7dc tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289445 Jul 16 18:45:34.686960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-32700eb4-1230-4658-ac64-24e8379bbd21 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:45:34.688020 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-32700eb4-1230-4658-ac64-24e8379bbd21 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049920 Jul 16 18:45:34.778659 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-bb369dfe-2d41-4bde-ad8d-c07421230c13 service neutron] 10.222.0.47 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856485 Jul 16 18:45:34.870567 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-26d3dee6-243e-4206-8e9e-31a4a97ed0b4 service neutron] 10.222.0.47 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861535 Jul 16 18:45:35.035860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5b45324b-ed64-414c-8346-2caf8af79200 req-02bf0861-fc62-4e8e-b1f6-bbacc336251e tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 210 time: 0.0297973 Jul 16 18:45:36.168015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-bac5b9ca-0e50-479d-90d8-d1faaf07000c tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.169847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-bac5b9ca-0e50-479d-90d8-d1faaf07000c tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.18 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 815 time: 0.1306393 Jul 16 18:45:36.183641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Request body: {'port': {'device_id': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158', 'admin_state_up': True, 'tenant_id': '28c18f5a582b4ada92958b6baf649f28'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:36.186209 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d66a73e7-1fb1-45c8-aaab-4a90a801eadc req-4ad5d9dd-7f73-4278-acdd-cd316d18a851 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 210 time: 0.0335886 Jul 16 18:45:36.295283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Made reservation on behalf of 28c18f5a582b4ada92958b6baf649f28 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:45:36.298780 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.424186 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Allocated IP 172.20.0.4 (7b08a595-a7ae-40c7-a16f-467ed7016158/b25e3add-8356-4b65-ac5c-3ffb774c7e4e/f6bb7665-37c4-4fa9-92c0-49b88ce2fde9) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:45:36.574262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.612490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.658646 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Network 7b08a595-a7ae-40c7-a16f-467ed7016158 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:45:36.661849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:45:36.667306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:45:36.673844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Pushing event updated for resources: {'Port': ['ID=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:36.718404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:36.719016 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:36.733135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-d7509fad-8266-4d00-947d-f1168ea536d1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5540080 Jul 16 18:45:36.744294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Request body: {'port': {'device_id': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:45:36.817965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.078240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:37.085753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.099138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Transition to ACTIVE for port object f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:45:37.103092 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.176149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.224178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Attempting to bind port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:45:37.224516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Attempting to bind port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:45:37.224843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Attempting to bind port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:37.229285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:45:37.229603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Attempting to bind port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:45:37.234414 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 45, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:45:37.234749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Checking segment: {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:45:37.235129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Bound using segment: {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:45:37.235549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Bound port: f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:45:37.235964 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.298328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:45:37.301797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:45:37.315418 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.368753 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.369386 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:37.370783 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] 10.222.0.18 "PUT /v2.0/ports/f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 HTTP/1.1" status: 200 len: 1091 time: 0.6307368 Jul 16 18:45:37.373160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:37.376199 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538460b2-1fac-4dd3-834d-23dd59f54d3a" -d '{"events": [{"name": "network-changed", "server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:37.426132 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b867cde6-8fc1-4d6e-87e7-269657a847d3 x-openstack-request-id: req-b867cde6-8fc1-4d6e-87e7-269657a847d3 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:37.426413 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:37.426658 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b867cde6-8fc1-4d6e-87e7-269657a847d3 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:37.427039 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9', 'status': 'completed', 'code': 200} Jul 16 18:45:37.427703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcb8b10-cc7a-4384-9fa2-281e1638d2f4 service neutron] Pushing event updated for resources: {'Port': ['ID=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:37.470442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cfbbbe-65e1-427b-b747-755c587f6f43 req-90896245-75b2-4c44-a1a3-8ea1c71cf994 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.471937 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4cfbbbe-65e1-427b-b747-755c587f6f43 req-90896245-75b2-4c44-a1a3-8ea1c71cf994 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 943 time: 0.1686943 Jul 16 18:45:37.507492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-7ca373ac-beb0-4b3d-b450-73cb7e332e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.509067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-7ca373ac-beb0-4b3d-b450-73cb7e332e3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 1094 time: 0.0971448 Jul 16 18:45:37.528192 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4cfbbbe-65e1-427b-b747-755c587f6f43 req-33200e16-470b-4236-8db5-3d2f4d86c831 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482824 Jul 16 18:45:37.557782 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-87a30f68-17f9-4cb4-923c-6f30044af5a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 HTTP/1.1" status: 200 len: 217 time: 0.0409958 Jul 16 18:45:37.608242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-deff99b8-29c6-400e-901f-46907e5097b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.609644 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-deff99b8-29c6-400e-901f-46907e5097b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0435963 Jul 16 18:45:37.641215 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-c25ccefd-b2d3-4cf6-a419-4af8ec38435b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249481 Jul 16 18:45:37.732699 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-72137f3b-48d2-45c6-8280-cd945a766a30 service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852365 Jul 16 18:45:37.818967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22adfa11-936e-47d3-ba7a-e57bcaae8dae req-df9fb077-66ff-47f0-b6ad-13497d570820 service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798573 Jul 16 18:45:37.918526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538460b2-1fac-4dd3-834d-23dd59f54d3a req-24b5da16-1238-4369-88d1-c780bfd1bee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:37.919954 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-538460b2-1fac-4dd3-834d-23dd59f54d3a req-24b5da16-1238-4369-88d1-c780bfd1bee0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 1094 time: 0.0556257 Jul 16 18:45:38.007135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538460b2-1fac-4dd3-834d-23dd59f54d3a req-642431bb-578f-4ca3-9224-ac92e48486ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.009220 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-538460b2-1fac-4dd3-834d-23dd59f54d3a req-642431bb-578f-4ca3-9224-ac92e48486ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.0826914 Jul 16 18:45:38.053175 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-538460b2-1fac-4dd3-834d-23dd59f54d3a req-f9d104f3-1ab1-42ba-8f87-acaac06fef7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 HTTP/1.1" status: 200 len: 217 time: 0.0369935 Jul 16 18:45:38.101388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538460b2-1fac-4dd3-834d-23dd59f54d3a req-98e6caec-f83d-4ae7-b183-7b44539f6a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.103066 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-538460b2-1fac-4dd3-834d-23dd59f54d3a req-98e6caec-f83d-4ae7-b183-7b44539f6a6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0433397 Jul 16 18:45:38.139037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-538460b2-1fac-4dd3-834d-23dd59f54d3a req-49ec2e60-fb6e-4b05-8282-7071ee429cb0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285015 Jul 16 18:45:38.233799 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-538460b2-1fac-4dd3-834d-23dd59f54d3a req-23466544-435a-4709-a257-5975cb5d6404 service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867028 Jul 16 18:45:38.322506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-538460b2-1fac-4dd3-834d-23dd59f54d3a req-9d664bff-3285-4ae0-ae0d-66f3e4a233ad service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817106 Jul 16 18:45:38.703758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39923144-ece2-47cb-aff3-f9761077da99 req-57c06640-7250-4cf4-8bee-8d0eafaaa286 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:38.705312 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-39923144-ece2-47cb-aff3-f9761077da99 req-57c06640-7250-4cf4-8bee-8d0eafaaa286 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 943 time: 0.0634048 Jul 16 18:45:38.743040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-39923144-ece2-47cb-aff3-f9761077da99 req-d7a1ec44-d4bf-4117-ac74-9d7ae0e3d4e7 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315039 Jul 16 18:45:39.914094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ed115-94a9-44bb-8e71-73810214f778 req-264eda9b-5dcf-45c9-a853-40811b1603eb tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:39.915624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-456ed115-94a9-44bb-8e71-73810214f778 req-264eda9b-5dcf-45c9-a853-40811b1603eb tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 943 time: 0.0656641 Jul 16 18:45:39.954671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-456ed115-94a9-44bb-8e71-73810214f778 req-39bb394e-487b-4c87-8b48-e3de8184e07d tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335190 Jul 16 18:45:40.744869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:45:40.839409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:40.850816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9', 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158', 'port_id': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9', 'mac_address': 'fa:16:3e:30:4c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25e3add-8356-4b65-ac5c-3ffb774c7e4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:45:40.887232 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.900780 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:45:40.920596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:40.924487 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:40.974357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:41.130381 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c162eca7-6d35-44cf-b64f-7847b5e47fcd req-9c3f0c98-5622-438e-befa-1f4a1a1ad38b tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:41.131869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c162eca7-6d35-44cf-b64f-7847b5e47fcd req-9c3f0c98-5622-438e-befa-1f4a1a1ad38b tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 944 time: 0.0672622 Jul 16 18:45:41.169312 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c162eca7-6d35-44cf-b64f-7847b5e47fcd req-8ae30944-0931-4213-9f3a-bd245962e83b tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311327 Jul 16 18:45:41.180160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['f6bb7665-37c4-4fa9-92c0-49b88ce2fde9'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:45:42.342154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79bc8a-f79f-41cb-a9b0-0931f82d027e req-cfb1f5e9-8aab-480e-bff3-c80ad9c70123 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:42.343667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2d79bc8a-f79f-41cb-a9b0-0931f82d027e req-cfb1f5e9-8aab-480e-bff3-c80ad9c70123 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 944 time: 0.0636365 Jul 16 18:45:42.381172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2d79bc8a-f79f-41cb-a9b0-0931f82d027e req-5fb4368a-febf-4252-803a-350192169eac tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319803 Jul 16 18:45:42.390711 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.760793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:45:42.807655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:45:42.811173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:45:42.811541 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.891078 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.913043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:45:42.915514 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a6c22c-3f1e-4a84-8c25-a4e718faf234" -d '{"events": [{"server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "name": "network-vif-plugged", "status": "completed", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:45:42.927852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:45:42.933163 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:42.956370 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef258ba-32c0-46d6-8191-7e1fd2725768 x-openstack-request-id: req-aef258ba-32c0-46d6-8191-7e1fd2725768 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:45:42.956659 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "name": "network-vif-plugged", "status": "completed", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:45:42.956907 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aef258ba-32c0-46d6-8191-7e1fd2725768 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:45:42.957287 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9', 'code': 200} Jul 16 18:45:42.982295 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:45:43.066668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14c39f8-a379-4bdc-a939-83429821aed1 req-810a65c1-4aab-4b11-a13a-4e8cad62f47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.068091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e14c39f8-a379-4bdc-a939-83429821aed1 req-810a65c1-4aab-4b11-a13a-4e8cad62f47d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 1096 time: 0.0509982 Jul 16 18:45:43.102298 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e14c39f8-a379-4bdc-a939-83429821aed1 req-e82e0c41-cf88-4e4b-aef8-78bc77c07665 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264897 Jul 16 18:45:43.561010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf945d02-f0dc-4baa-8513-8524980ac1d5 req-36c94d2f-4c07-457f-a4d5-b4291fe07224 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:43.562489 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf945d02-f0dc-4baa-8513-8524980ac1d5 req-36c94d2f-4c07-457f-a4d5-b4291fe07224 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0667887 Jul 16 18:45:43.599900 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf945d02-f0dc-4baa-8513-8524980ac1d5 req-2b07a112-7c1c-4556-9dd5-a22e2bbfa4a6 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317547 Jul 16 18:45:44.774585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206e95f-b962-42ca-ab4e-513545662672 req-310583c8-90ab-4f0d-9caf-566c18601aa5 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:44.776175 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0206e95f-b962-42ca-ab4e-513545662672 req-310583c8-90ab-4f0d-9caf-566c18601aa5 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0630832 Jul 16 18:45:44.813019 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0206e95f-b962-42ca-ab4e-513545662672 req-cef9cc2e-9395-4517-aca7-c14d812d776f tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313056 Jul 16 18:45:44.983127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07274cd5-e4b9-4cc7-8c07-97f8edba69df req-41d92f85-2c09-40e2-9863-43c45f2a7fca tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:44.984513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07274cd5-e4b9-4cc7-8c07-97f8edba69df req-41d92f85-2c09-40e2-9863-43c45f2a7fca tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0626187 Jul 16 18:45:45.021748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07274cd5-e4b9-4cc7-8c07-97f8edba69df req-6c5910af-9496-4bf7-a6bb-3230fbd552a2 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318098 Jul 16 18:45:45.365453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fe531d-97ff-45b3-99a3-a8708c7397bb req-49bbc328-a5eb-441a-a6aa-048d4fbaab13 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.367114 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23fe531d-97ff-45b3-99a3-a8708c7397bb req-49bbc328-a5eb-441a-a6aa-048d4fbaab13 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0665345 Jul 16 18:45:45.405494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-23fe531d-97ff-45b3-99a3-a8708c7397bb req-89127457-5a23-466d-b991-eb7ff27d224a tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318646 Jul 16 18:45:45.549942 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-65409ab6-a4e8-4ebd-b670-a74953d37d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:45.584045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106c2db3-0ce9-4eb5-9868-4f6ea3278998 req-73ae01c4-0e53-45aa-b1a5-0635d0ec29a3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:45.585539 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-106c2db3-0ce9-4eb5-9868-4f6ea3278998 req-73ae01c4-0e53-45aa-b1a5-0635d0ec29a3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0664501 Jul 16 18:45:45.624315 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-106c2db3-0ce9-4eb5-9868-4f6ea3278998 req-e647bd88-9767-4d9f-8910-f423281ee7fc tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326371 Jul 16 18:45:45.967086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-1521e15f-db66-484c-ac5f-9f61ff6fe633 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0558679 Jul 16 18:45:46.554018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c121eb4-f919-4363-a7a3-3312686f9ed5 req-7bf4cb8f-9f5d-4baf-b48d-2b055d7bed8a tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:46.556749 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8c121eb4-f919-4363-a7a3-3312686f9ed5 req-7bf4cb8f-9f5d-4baf-b48d-2b055d7bed8a tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.4170325 Jul 16 18:45:46.596320 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8c121eb4-f919-4363-a7a3-3312686f9ed5 req-2268782e-5431-4332-ae00-0449058b77fe tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337408 Jul 16 18:45:47.266843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-9023a3ce-5167-4775-84fd-d5b1f5902252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.268363 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-9023a3ce-5167-4775-84fd-d5b1f5902252 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 1096 time: 0.0512114 Jul 16 18:45:47.360309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-70bd4d1c-a24e-4ccc-ab40-c67eb730568f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.361829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-70bd4d1c-a24e-4ccc-ab40-c67eb730568f service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.0867343 Jul 16 18:45:47.404170 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-656db2da-1764-405e-8f3e-ab0d13ab3b86 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 HTTP/1.1" status: 200 len: 217 time: 0.0340071 Jul 16 18:45:47.454015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-d435a835-f651-428c-a310-b324e3a8a2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.455480 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-d435a835-f651-428c-a310-b324e3a8a2e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0454464 Jul 16 18:45:47.488120 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-477569fc-3b10-402d-9253-e29a2da3851a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256591 Jul 16 18:45:47.574716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-9dee5f58-9cfe-41e5-9e57-045eb246632c service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0786965 Jul 16 18:45:47.666236 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-e9970efd-ca5c-4fed-bb2f-779eb95702b2 service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847516 Jul 16 18:45:47.780342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e326338-6fcd-4b86-b648-2952d63c883a req-286730b0-7191-42ec-9c59-45f655f42018 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:47.781934 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e326338-6fcd-4b86-b648-2952d63c883a req-286730b0-7191-42ec-9c59-45f655f42018 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0658226 Jul 16 18:45:47.820932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e326338-6fcd-4b86-b648-2952d63c883a req-15c2802e-45a4-41e0-a759-678541eb1689 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325365 Jul 16 18:45:48.244543 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.251784 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-76b324c9-944f-437c-a0dc-a725c1f5e930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:48.992462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca683c22-71dd-43cf-bb7a-0f68476b4f0a req-d8f340dc-bb29-4d53-85fb-03684d9c6c97 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:48.993928 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca683c22-71dd-43cf-bb7a-0f68476b4f0a req-d8f340dc-bb29-4d53-85fb-03684d9c6c97 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0615966 Jul 16 18:45:49.030365 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca683c22-71dd-43cf-bb7a-0f68476b4f0a req-b80f4599-4847-4183-880e-fcf46bfa5fdc tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309772 Jul 16 18:45:49.985491 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:50.206759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4a77d-7253-44a8-b441-c42aa84b16e3 req-30ec9ee6-7f27-49c3-852a-f16e0d091328 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:50.208284 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4ec4a77d-7253-44a8-b441-c42aa84b16e3 req-30ec9ee6-7f27-49c3-852a-f16e0d091328 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0661578 Jul 16 18:45:50.253665 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4ec4a77d-7253-44a8-b441-c42aa84b16e3 req-ec0c796d-f527-40ac-8679-66af5a4388e0 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389805 Jul 16 18:45:51.430516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd75378-3981-4315-b6ab-32c20f7397b5 req-078e9931-d117-472a-8183-f49d04b3f8f0 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:51.432033 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cfd75378-3981-4315-b6ab-32c20f7397b5 req-078e9931-d117-472a-8183-f49d04b3f8f0 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0672710 Jul 16 18:45:51.470133 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cfd75378-3981-4315-b6ab-32c20f7397b5 req-b55ca674-15ac-4fb7-9a6b-bf7efb0c7946 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326135 Jul 16 18:45:52.060555 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:52.642651 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b1714e-1dc6-4f97-963a-3c4da9a33622 req-210ea380-4eab-4c04-81e5-da8f9a794ff5 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:52.644039 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92b1714e-1dc6-4f97-963a-3c4da9a33622 req-210ea380-4eab-4c04-81e5-da8f9a794ff5 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0630388 Jul 16 18:45:52.680135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92b1714e-1dc6-4f97-963a-3c4da9a33622 req-cc09f880-728f-4058-b4fe-e5b0c956a5f9 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305982 Jul 16 18:45:53.855859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc6c5f4-3a2a-4726-a06d-dc3d63e39129 req-a50843f3-b4b3-4e03-82ed-9ec5000b7220 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:53.857361 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ccc6c5f4-3a2a-4726-a06d-dc3d63e39129 req-a50843f3-b4b3-4e03-82ed-9ec5000b7220 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0627334 Jul 16 18:45:53.894342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ccc6c5f4-3a2a-4726-a06d-dc3d63e39129 req-151bc354-e4c2-45e1-8c79-ada769e9cd39 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314217 Jul 16 18:45:55.070926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b712b439-3c82-4c7a-b232-75afdd90dd0a req-955c1247-7348-414b-b94a-e1be641b30dc tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:55.073653 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b712b439-3c82-4c7a-b232-75afdd90dd0a req-955c1247-7348-414b-b94a-e1be641b30dc tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0665016 Jul 16 18:45:55.112920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b712b439-3c82-4c7a-b232-75afdd90dd0a req-f5b66491-cf44-438d-b44f-e152dee06909 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333862 Jul 16 18:45:56.287356 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae94edc7-ff7e-4c7d-b81e-76ad637025b6 req-f079300e-e50f-4761-8c80-b578ffb71e8e tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:56.288914 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae94edc7-ff7e-4c7d-b81e-76ad637025b6 req-f079300e-e50f-4761-8c80-b578ffb71e8e tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0646064 Jul 16 18:45:56.330670 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae94edc7-ff7e-4c7d-b81e-76ad637025b6 req-3a7b2194-3857-4a81-bb23-111f6ddb6c7e tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355079 Jul 16 18:45:57.509790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0527c-38ae-4bcf-85c8-2f5e1485099f req-36e7bf3e-4e0b-416a-8cad-e4d00166c147 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:57.511292 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90e0527c-38ae-4bcf-85c8-2f5e1485099f req-36e7bf3e-4e0b-416a-8cad-e4d00166c147 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0671737 Jul 16 18:45:57.549628 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-90e0527c-38ae-4bcf-85c8-2f5e1485099f req-703a32c8-d9be-48cb-ba36-3a9e10990e34 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327835 Jul 16 18:45:58.743872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7053a-61a1-4b0d-95d8-d32a223d8ff1 req-c16af9b5-8fa0-459a-b1ab-a0c5804a674d tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:58.745796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d7a7053a-61a1-4b0d-95d8-d32a223d8ff1 req-c16af9b5-8fa0-459a-b1ab-a0c5804a674d tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0736020 Jul 16 18:45:58.788678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d7a7053a-61a1-4b0d-95d8-d32a223d8ff1 req-fea807b8-3241-41bc-bef0-4c3b18e19167 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372810 Jul 16 18:45:59.696917 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:45:59.964834 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3109192-f06a-4700-93e7-9c5a77537664 req-ce05e88a-6e0a-46a3-a966-0b21ba309b42 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:45:59.966233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e3109192-f06a-4700-93e7-9c5a77537664 req-ce05e88a-6e0a-46a3-a966-0b21ba309b42 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0637178 Jul 16 18:46:00.003612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e3109192-f06a-4700-93e7-9c5a77537664 req-4ab60064-1245-44b4-bdaf-8c84d27a315d tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317719 Jul 16 18:46:01.177878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5d805-a970-437a-8b3d-20fb2bda57e7 req-9727df47-d5f8-415e-a2cb-ab83b8884241 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:01.179363 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63b5d805-a970-437a-8b3d-20fb2bda57e7 req-9727df47-d5f8-415e-a2cb-ab83b8884241 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0649276 Jul 16 18:46:01.217484 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63b5d805-a970-437a-8b3d-20fb2bda57e7 req-5ee2a983-7f06-4cef-860d-72321b71b486 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320480 Jul 16 18:46:02.399132 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce91ae-6cfa-42bc-ba3a-77d6560a6202 req-6b64a9ac-782c-483e-9bf3-ef6aa26ba659 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:02.401253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40ce91ae-6cfa-42bc-ba3a-77d6560a6202 req-6b64a9ac-782c-483e-9bf3-ef6aa26ba659 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0670311 Jul 16 18:46:02.438093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40ce91ae-6cfa-42bc-ba3a-77d6560a6202 req-c85816d1-0fd4-4e90-bb58-c1c2433b0a7e tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311253 Jul 16 18:46:03.622288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6e41b-c44f-42d9-9866-feab59ba9d2d req-0fa1a7d9-c6ea-4d26-804b-334726c57d95 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:03.623690 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ece6e41b-c44f-42d9-9866-feab59ba9d2d req-0fa1a7d9-c6ea-4d26-804b-334726c57d95 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0671589 Jul 16 18:46:03.660738 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ece6e41b-c44f-42d9-9866-feab59ba9d2d req-ed14a450-a861-4bbb-bfe3-9190c9ed506a tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315030 Jul 16 18:46:04.561776 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:04.835483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70b19dc-bb1d-4199-84f7-7c0d809fea7a req-b14a1ef5-926d-49e3-87db-626392c59e1d tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:04.836995 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a70b19dc-bb1d-4199-84f7-7c0d809fea7a req-b14a1ef5-926d-49e3-87db-626392c59e1d tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0628872 Jul 16 18:46:04.874166 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a70b19dc-bb1d-4199-84f7-7c0d809fea7a req-5281ab11-7dcd-4a0e-8bc9-f8418d5270d9 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306990 Jul 16 18:46:06.046106 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740f019a-dd4b-4996-8c8d-cd48f19f1254 req-68b4b3ca-06f8-4847-a82e-68e0e21addc0 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:06.047611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-740f019a-dd4b-4996-8c8d-cd48f19f1254 req-68b4b3ca-06f8-4847-a82e-68e0e21addc0 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0621712 Jul 16 18:46:06.088290 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-740f019a-dd4b-4996-8c8d-cd48f19f1254 req-7c181a46-e97e-480b-b54b-4c1220c99c34 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344436 Jul 16 18:46:07.263151 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d7974a-f901-47cb-8c4e-46c7f3772c8a req-b6fcb4c4-08e5-49d3-b2b5-f765b3e6670b tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:07.264638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9d7974a-f901-47cb-8c4e-46c7f3772c8a req-b6fcb4c4-08e5-49d3-b2b5-f765b3e6670b tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0650356 Jul 16 18:46:07.302348 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9d7974a-f901-47cb-8c4e-46c7f3772c8a req-d5153f0b-a9fc-4c5f-a6cd-b4cfc0d0ea05 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320375 Jul 16 18:46:08.488295 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2617d6-016a-437f-b2e2-2f92145804c1 req-10395e71-baec-477c-9939-0795e3a7db24 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:08.489837 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d2617d6-016a-437f-b2e2-2f92145804c1 req-10395e71-baec-477c-9939-0795e3a7db24 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0665529 Jul 16 18:46:08.526736 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d2617d6-016a-437f-b2e2-2f92145804c1 req-1c05ab15-a224-414f-9a45-b3ec2a0444bf tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304787 Jul 16 18:46:09.699093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7df81-5f83-4914-ac68-989ec98d7227 req-71d7e914-2c21-45f3-95e6-7807ee0f3a00 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:09.700497 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54b7df81-5f83-4914-ac68-989ec98d7227 req-71d7e914-2c21-45f3-95e6-7807ee0f3a00 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0622132 Jul 16 18:46:09.737159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54b7df81-5f83-4914-ac68-989ec98d7227 req-3a138a8f-df7f-4e18-90ab-1a74e384e808 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305932 Jul 16 18:46:10.914015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee6907a-6d78-427e-9ff2-c92976473b39 req-f5ee9f9b-8e9d-481a-aa2f-40ab048f7250 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:10.916102 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0ee6907a-6d78-427e-9ff2-c92976473b39 req-f5ee9f9b-8e9d-481a-aa2f-40ab048f7250 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0659995 Jul 16 18:46:10.954362 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0ee6907a-6d78-427e-9ff2-c92976473b39 req-e1c82a28-56a1-4936-a697-1e9fee824d6e tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323992 Jul 16 18:46:12.127336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ba3768-759f-484d-9c70-aeeae652fa91 req-2bca1cd8-5839-4994-a74c-42dd8cec82ef tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:12.128810 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a2ba3768-759f-484d-9c70-aeeae652fa91 req-2bca1cd8-5839-4994-a74c-42dd8cec82ef tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0622048 Jul 16 18:46:12.167217 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a2ba3768-759f-484d-9c70-aeeae652fa91 req-7b53e610-a54c-4cba-b258-e1d1812bb1ba tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328646 Jul 16 18:46:12.386608 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:13.347705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48081bf-6f78-4ad5-8b1e-a9ad20604abc req-c7bbee61-2e63-468e-8c53-d691bd9976ee tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:13.349198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b48081bf-6f78-4ad5-8b1e-a9ad20604abc req-c7bbee61-2e63-468e-8c53-d691bd9976ee tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.0642688 Jul 16 18:46:13.389575 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b48081bf-6f78-4ad5-8b1e-a9ad20604abc req-68b69ba6-8a22-4b81-acf5-8077ca817432 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346086 Jul 16 18:46:14.930318 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-765922ce-66db-42cf-ba84-ad052660c5d2 service neutron] show failed (client error): The resource could not be found. Jul 16 18:46:14.931442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-765922ce-66db-42cf-ba84-ad052660c5d2 service neutron] 10.222.0.18 "GET /v2.0/ports/f6bb7665-37c4-4fa9-92c0-49b88ce2fde9/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0683653 Jul 16 18:46:14.943291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd0b69-c4d9-4a49-a740-f5e3cb3a3ea7 req-93f9c31f-fe2b-4faf-b4f5-26b0057b83a4 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:14.944781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bafd0b69-c4d9-4a49-a740-f5e3cb3a3ea7 req-93f9c31f-fe2b-4faf-b4f5-26b0057b83a4 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 945 time: 0.4421971 Jul 16 18:46:14.984860 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bafd0b69-c4d9-4a49-a740-f5e3cb3a3ea7 req-20a487c7-3826-4aa5-9c43-2d17e75d5cf3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332360 Jul 16 18:46:15.195044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-9868edf6-e4ae-4c9e-b526-0e2cb9853965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.197366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-9868edf6-e4ae-4c9e-b526-0e2cb9853965 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791&tenant_id=28c18f5a582b4ada92958b6baf649f28 HTTP/1.1" status: 200 len: 1096 time: 0.0549016 Jul 16 18:46:15.215343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:15.288427 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.491349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:15.526068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:15.550715 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ea7f7384-d8df-420d-bb24-13c116ecdb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.569733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:15.573435 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8252ba19-de67-417f-a3a8-2848e3fbb430" -d '{"events": [{"server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "name": "network-vif-unplugged", "status": "completed", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:15.576987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.590071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Transition to ACTIVE for port object f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:15.593203 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.626344 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5a3eb7-5eac-46c6-97c8-f584bc0ea1ef x-openstack-request-id: req-4a5a3eb7-5eac-46c6-97c8-f584bc0ea1ef {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:15.627226 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "name": "network-vif-unplugged", "status": "completed", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:15.627226 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a5a3eb7-5eac-46c6-97c8-f584bc0ea1ef {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:15.627226 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9', 'code': 200} Jul 16 18:46:15.661000 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] No DVR routers for this DVR port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:15.664984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Pushing event updated for resources: {'Port': ['ID=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,revision_number=6']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:15.675345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.675730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.676078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.676420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.676756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.677087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.677416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.677744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.678072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.678404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.678729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.679052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:15.711215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Attempting to bind port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:15.711569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Attempting to bind port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:15.711920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Attempting to bind port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:15.716763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:15.717093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Attempting to bind port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:15.721824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:15.722163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Checking segment: {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:15.722553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Bound using segment: {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:15.722978 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Bound port: f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:15.723344 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.789968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:15.793482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:15.797000 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.830476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.831125 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:15.832546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] 10.222.0.37 "PUT /v2.0/ports/f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 HTTP/1.1" status: 200 len: 1091 time: 0.6221099 Jul 16 18:46:15.855119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2daf3b6-beb3-4d44-b219-9f04841ef82e service neutron] Pushing event updated for resources: {'Port': ['ID=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:15.922919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-7f042dd5-83c0-4b14-b0ca-2e4afaf23cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:15.924471 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-7f042dd5-83c0-4b14-b0ca-2e4afaf23cff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 1094 time: 0.0531664 Jul 16 18:46:16.016297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f0450029-6310-473b-ad9e-9c9cb696fe7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.017847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-f0450029-6310-473b-ad9e-9c9cb696fe7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.0870388 Jul 16 18:46:16.059373 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-70886708-8ab3-480f-ac38-3f8de21cc6cb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 HTTP/1.1" status: 200 len: 217 time: 0.0349975 Jul 16 18:46:16.136949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-1d2129e2-a6e3-4e2e-99ea-fda56d19ace2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.138404 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-1d2129e2-a6e3-4e2e-99ea-fda56d19ace2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0727329 Jul 16 18:46:16.173291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-3c04dad6-11c7-4309-9f84-513d15b95fc1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282638 Jul 16 18:46:16.224815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbaae2e-2051-444f-9d69-088f03cfc815 req-b63080bb-55e6-477c-9551-8b692eed6116 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:16.226282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8fbaae2e-2051-444f-9d69-088f03cfc815 req-b63080bb-55e6-477c-9551-8b692eed6116 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 943 time: 0.1270342 Jul 16 18:46:16.306978 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-9c50300d-5cbe-4cab-bfd7-0c23b94dfa42 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264446 Jul 16 18:46:16.312113 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8fbaae2e-2051-444f-9d69-088f03cfc815 req-11ce7d8d-7530-4383-99da-940382dbbb07 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553951 Jul 16 18:46:16.396093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a7f23960-8abb-42ac-b2d2-c801b925ee83 req-864701a2-0f19-49c1-a1ec-0a941bf478c1 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831149 Jul 16 18:46:17.490665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab97276f-4c2e-4a2b-9c52-429da7f8ce93 req-6b577fd9-42b3-452a-a872-ca4523fe24d4 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.492170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab97276f-4c2e-4a2b-9c52-429da7f8ce93 req-6b577fd9-42b3-452a-a872-ca4523fe24d4 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 943 time: 0.0664091 Jul 16 18:46:17.529960 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab97276f-4c2e-4a2b-9c52-429da7f8ce93 req-65ee37e4-6a3d-4b93-9d28-02e48b384b75 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319364 Jul 16 18:46:17.629026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:17.631841 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f328dbf7-77b0-4e9f-80c1-5d68491d1308" -d '{"events": [{"name": "network-changed", "server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:17.679991 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7268c8f-4f19-47d5-8625-48e652e8d6f8 x-openstack-request-id: req-b7268c8f-4f19-47d5-8625-48e652e8d6f8 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:17.680281 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:17.680531 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b7268c8f-4f19-47d5-8625-48e652e8d6f8 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:17.681143 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9', 'status': 'completed', 'code': 200} Jul 16 18:46:17.791767 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-a3152ef0-e4f0-48b3-9b5a-486ea170e546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.793311 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-a3152ef0-e4f0-48b3-9b5a-486ea170e546 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 1094 time: 0.0943849 Jul 16 18:46:17.799003 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-06293711-03ac-4be3-b8c6-db47dc39433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.800414 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-06293711-03ac-4be3-b8c6-db47dc39433d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 1094 time: 0.0710258 Jul 16 18:46:17.956328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-3926f45f-98fe-4a31-9458-9937cc2a3653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.957968 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-3926f45f-98fe-4a31-9458-9937cc2a3653 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.1567259 Jul 16 18:46:17.959180 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-84d7f52f-f3cf-4365-b529-796664334567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:17.960739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-84d7f52f-f3cf-4365-b529-796664334567 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.1524682 Jul 16 18:46:18.032815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-6f28fb69-8941-4de2-96ad-4967cc5686c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 HTTP/1.1" status: 200 len: 217 time: 0.0625954 Jul 16 18:46:18.034164 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-dfb3f904-f4e9-40a2-9be6-dcdac6ad7761 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 HTTP/1.1" status: 200 len: 217 time: 0.0698438 Jul 16 18:46:18.122376 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-9001896e-1125-450b-bd9b-10021a8e754b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:18.123875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-9001896e-1125-450b-bd9b-10021a8e754b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0836411 Jul 16 18:46:18.125254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-68df0283-4efc-40ee-bb26-22bb53793518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:18.126586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-68df0283-4efc-40ee-bb26-22bb53793518 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0789106 Jul 16 18:46:18.164275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-f0b00ec1-05d6-4ba3-afbf-521abdba0bf2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338380 Jul 16 18:46:18.182415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-78696777-6001-4c6d-bc6d-2688b7b2a94c service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429993 Jul 16 18:46:18.235927 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.252431 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e86f5bfb-bc37-43cd-b910-410077f8c473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:18.335453 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-285e54e8-f9bf-457b-8c08-62efd0960571 service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558816 Jul 16 18:46:18.337224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-d982994d-a53c-4084-9308-d96f5ab9c968 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482117 Jul 16 18:46:18.506724 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-dc298852-d864-441f-aaed-284b784537b7 service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643000 Jul 16 18:46:18.508630 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f328dbf7-77b0-4e9f-80c1-5d68491d1308 req-b8880ec5-a7a1-4375-876a-849a22c0d634 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593351 Jul 16 18:46:18.702194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6093681d-1425-4e3e-9e48-0e987e703733 req-2bcc7d80-dbbf-4675-89f6-cbb72765c9bb tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:18.703694 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6093681d-1425-4e3e-9e48-0e987e703733 req-2bcc7d80-dbbf-4675-89f6-cbb72765c9bb tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 943 time: 0.0625353 Jul 16 18:46:18.741977 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6093681d-1425-4e3e-9e48-0e987e703733 req-485b469b-9a2f-4c87-9bd2-3e2974d2bf40 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326381 Jul 16 18:46:18.868573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:18.910565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:19.053431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b1e05-9c50-4050-b047-62509dc78447 req-194c8247-d16d-421b-ac11-8e390af785f9 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:19.054932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db0b1e05-9c50-4050-b047-62509dc78447 req-194c8247-d16d-421b-ac11-8e390af785f9 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 943 time: 0.0674632 Jul 16 18:46:19.061374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-5a7f0937-4b98-4585-b501-ad518e6ab494 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:19.063671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-5a7f0937-4b98-4585-b501-ad518e6ab494 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.18 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791&tenant_id=28c18f5a582b4ada92958b6baf649f28&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 943 time: 0.0725949 Jul 16 18:46:19.096365 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-db0b1e05-9c50-4050-b047-62509dc78447 req-f189d13c-6c29-45e0-becb-698ecafd28e7 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335994 Jul 16 18:46:19.126291 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-ad833a08-5908-4c8f-866f-9bd75712c37b service neutron] delete failed (client error): The resource could not be found. Jul 16 18:46:19.127316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-ad833a08-5908-4c8f-866f-9bd75712c37b service neutron] 10.222.0.18 "DELETE /v2.0/ports/f6bb7665-37c4-4fa9-92c0-49b88ce2fde9/bindings/n-h2-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0569179 Jul 16 18:46:19.226657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-98c17f96-0936-4ab2-9fb3-3a868c580a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:19.228639 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-98c17f96-0936-4ab2-9fb3-3a868c580a14 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 1094 time: 0.0579951 Jul 16 18:46:19.319533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-41253010-ae4c-4787-9512-5fbb1cb91637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:19.320963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-41253010-ae4c-4787-9512-5fbb1cb91637 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.0862978 Jul 16 18:46:19.366048 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-941ff49a-d118-4d9c-824b-a4cbd330c64b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 HTTP/1.1" status: 200 len: 217 time: 0.0377510 Jul 16 18:46:19.414706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-ab256fe0-ce67-4582-b06c-c1e164ec03fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:19.416382 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-ab256fe0-ce67-4582-b06c-c1e164ec03fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0435853 Jul 16 18:46:19.449625 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-87049d9f-eef8-411e-97fa-8d477c31d2a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266879 Jul 16 18:46:19.539965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-c38ef812-7cdc-4c15-99ae-526fa080183f service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837142 Jul 16 18:46:19.628841 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4eef2a05-5f94-4f2c-9d16-01bf7e8375e8 req-6318ca7a-b6df-4fa2-b3ca-60858e765cd0 service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822530 Jul 16 18:46:19.988760 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.286526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940de510-76c8-4ca9-a987-0aaed47a165c req-4bcae186-8448-4b2e-953a-8dc63cd845fa tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:20.288093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-940de510-76c8-4ca9-a987-0aaed47a165c req-4bcae186-8448-4b2e-953a-8dc63cd845fa tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 943 time: 0.0741801 Jul 16 18:46:20.326597 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-940de510-76c8-4ca9-a987-0aaed47a165c req-8f81fded-5dcf-444f-b65b-cbf58a2bc945 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Jul 16 18:46:20.500578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:20.501640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d48aab-b53b-4418-8397-9546c1b2ab63 req-5317724a-25ec-4b11-b696-d7479f02f311 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:20.503183 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77d48aab-b53b-4418-8397-9546c1b2ab63 req-5317724a-25ec-4b11-b696-d7479f02f311 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 943 time: 0.0664451 Jul 16 18:46:20.541445 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77d48aab-b53b-4418-8397-9546c1b2ab63 req-e9277e5c-6e87-4020-b46a-d383f82ffff6 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321095 Jul 16 18:46:20.598358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:20.609987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9', 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158', 'port_id': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9', 'mac_address': 'fa:16:3e:30:4c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25e3add-8356-4b65-ac5c-3ffb774c7e4e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:20.646125 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.659441 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:20.678809 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:20.684011 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:20.722740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb47a4c-cc10-40ab-a6a5-f3c818a4620f req-799e3a7c-46cd-48a0-8828-772fb22398b1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:20.724259 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-beb47a4c-cc10-40ab-a6a5-f3c818a4620f req-799e3a7c-46cd-48a0-8828-772fb22398b1 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 943 time: 0.0680733 Jul 16 18:46:20.730538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:20.763352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-beb47a4c-cc10-40ab-a6a5-f3c818a4620f req-a3d548cd-22dc-490d-a171-11eb48e1427d tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325577 Jul 16 18:46:20.951907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f6bb7665-37c4-4fa9-92c0-49b88ce2fde9'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:21.210291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960075-9a7c-4423-874b-7b042b50d975 req-f3541013-d4b9-4729-9694-f70b8a6acdfa tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:21.212297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-f3541013-d4b9-4729-9694-f70b8a6acdfa tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 815 time: 0.1069858 Jul 16 18:46:21.228148 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-a6893a02-09c4-458f-8dac-4dfb03084f5e tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/quotas/28c18f5a582b4ada92958b6baf649f28 HTTP/1.1" status: 200 len: 375 time: 0.0094516 Jul 16 18:46:21.297744 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-ccc6c50e-b931-4dab-a2bd-ebf8ff20de8a tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0636024 Jul 16 18:46:21.442478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-79940e3b-7237-418a-a524-eb235095c6d1 service neutron] 10.222.0.47 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375945 Jul 16 18:46:21.530748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-01fe9092-51c1-4443-a80c-62bc5aa2d880 service neutron] 10.222.0.47 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815134 Jul 16 18:46:21.701953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5311c4f0-238f-4b4d-b695-250cb78843d4 req-1af6910c-35df-4dd1-bd4b-f2017eca41b3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 210 time: 0.0293932 Jul 16 18:46:22.058855 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.506513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:22.556351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:22.559918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:22.560287 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.592440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-d16f1b1a-f4e3-4ef5-a218-80d9f09a3d54 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:22.593907 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-d16f1b1a-f4e3-4ef5-a218-80d9f09a3d54 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0af6b1a-c658-4f71-8d08-9791bb885791 HTTP/1.1" status: 200 len: 944 time: 0.0681491 Jul 16 18:46:22.701315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-eda863df-d0aa-4366-ab36-26b5fa05b431 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Deleting port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:46:22.701600 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-eda863df-d0aa-4366-ab36-26b5fa05b431 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.801514 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.815277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-eda863df-d0aa-4366-ab36-26b5fa05b431 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:22.815602 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-eda863df-d0aa-4366-ab36-26b5fa05b431 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.828029 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:22.830282 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34431714-58a5-41f3-b5a3-efe5e0f9d170" -d '{"events": [{"server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "name": "network-vif-plugged", "status": "completed", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:22.841491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:22.845087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-eda863df-d0aa-4366-ab36-26b5fa05b431 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Calling delete_port for f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:46:22.846590 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:22.861499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.37', 64591) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:46:22.891603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1428cad0-5d81-4bd1-9d4a-f754a13b5dcb req-ea0b4348-0ba7-416e-a0bb-9d87024f1fdd tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 210 time: 0.0629849 Jul 16 18:46:22.912145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:22.916919 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8edea18-0425-45d8-bcd9-3e6640554a7e x-openstack-request-id: req-f8edea18-0425-45d8-bcd9-3e6640554a7e {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:22.917510 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "name": "network-vif-plugged", "status": "completed", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:22.917927 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8edea18-0425-45d8-bcd9-3e6640554a7e {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:22.918889 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9', 'code': 200} Jul 16 18:46:23.006743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960075-9a7c-4423-874b-7b042b50d975 req-7abbd720-bb92-4394-916c-dff555b53e0f tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:23.008268 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-7abbd720-bb92-4394-916c-dff555b53e0f tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.37 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 815 time: 0.1456518 Jul 16 18:46:23.022889 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-eda863df-d0aa-4366-ab36-26b5fa05b431 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.028800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Request body: {'port': {'device_id': 'a17be516-7711-4324-964a-b52297244513', 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158', 'admin_state_up': True, 'tenant_id': '28c18f5a582b4ada92958b6baf649f28'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:23.056681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f6bb7665-37c4-4fa9-92c0-49b88ce2fde9'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:23.064366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda863df-d0aa-4366-ab36-26b5fa05b431 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Pushing event deleted for resources: {'Port': ['ID=f6bb7665-37c4-4fa9-92c0-49b88ce2fde9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:23.114435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-eda863df-d0aa-4366-ab36-26b5fa05b431 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] No DVR routers for this DVR port f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:46:23.117111 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-eda863df-d0aa-4366-ab36-26b5fa05b431 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.120045 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-eda863df-d0aa-4366-ab36-26b5fa05b431 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.37 "DELETE /v2.0/ports/f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 HTTP/1.1" status: 204 len: 173 time: 0.5198448 Jul 16 18:46:23.120261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'name': 'network-vif-deleted', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:23.124363 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f38d91-3832-4bff-8adc-c806f0818ac5" -d '{"events": [{"server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "name": "network-vif-deleted", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:23.166861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Made reservation on behalf of 28c18f5a582b4ada92958b6baf649f28 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:46:23.170713 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.173827 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e313cf-2bbf-40ca-8b7e-b8dc4f8061d7 x-openstack-request-id: req-a4e313cf-2bbf-40ca-8b7e-b8dc4f8061d7 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:23.174116 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0af6b1a-c658-4f71-8d08-9791bb885791", "name": "network-vif-deleted", "tag": "f6bb7665-37c4-4fa9-92c0-49b88ce2fde9", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:23.174370 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a4e313cf-2bbf-40ca-8b7e-b8dc4f8061d7 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:23.174770 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0af6b1a-c658-4f71-8d08-9791bb885791', 'name': 'network-vif-deleted', 'tag': 'f6bb7665-37c4-4fa9-92c0-49b88ce2fde9', 'status': 'completed', 'code': 200} Jul 16 18:46:23.298831 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Allocated IP 172.20.0.10 (7b08a595-a7ae-40c7-a16f-467ed7016158/b25e3add-8356-4b65-ac5c-3ffb774c7e4e/530fb8d5-b578-4d72-99fe-7213cdd0b850) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:46:23.460500 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.500845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.534406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f6bb7665-37c4-4fa9-92c0-49b88ce2fde9'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:23.552368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Network 7b08a595-a7ae-40c7-a16f-467ed7016158 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:46:23.556498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:46:23.561194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:46:23.565192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Pushing event updated for resources: {'Port': ['ID=530fb8d5-b578-4d72-99fe-7213cdd0b850,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:23.592703 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.593052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.593408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.593722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.594159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.594498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.594824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.595148 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.595472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.595821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.596145 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.596464 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:23.626190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:23.626806 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:23.641029 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-d623c82a-9d7c-4c13-a47b-eecab2b0eb29 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6186996 Jul 16 18:46:23.659693 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Request body: {'port': {'device_id': 'a17be516-7711-4324-964a-b52297244513', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:46:23.730207 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.029515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 530fb8d5-b578-4d72-99fe-7213cdd0b850 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:24.037158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.049405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Transition to ACTIVE for port object 530fb8d5-b578-4d72-99fe-7213cdd0b850 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:46:24.054225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.064526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb8f64c-116f-4778-a558-9d26e5b4993e req-72e16918-3c81-4271-a05d-fad454270848 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.066128 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cb8f64c-116f-4778-a558-9d26e5b4993e req-72e16918-3c81-4271-a05d-fad454270848 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 932 time: 0.0639744 Jul 16 18:46:24.105567 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Pushing event updated for resources: {'Port': ['ID=530fb8d5-b578-4d72-99fe-7213cdd0b850,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:24.109989 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cb8f64c-116f-4778-a558-9d26e5b4993e req-2db940fa-2f00-4e8f-8bde-985f0ebffc7c tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372398 Jul 16 18:46:24.174185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Attempting to bind port 530fb8d5-b578-4d72-99fe-7213cdd0b850 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:46:24.174432 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Attempting to bind port 530fb8d5-b578-4d72-99fe-7213cdd0b850 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:46:24.174757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Attempting to bind port 530fb8d5-b578-4d72-99fe-7213cdd0b850 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:24.178917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Port 530fb8d5-b578-4d72-99fe-7213cdd0b850 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:46:24.179237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Attempting to bind port 530fb8d5-b578-4d72-99fe-7213cdd0b850 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:46:24.184206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:46:24.184544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Checking segment: {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:46:24.184931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Bound using segment: {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:46:24.185359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Bound port: 530fb8d5-b578-4d72-99fe-7213cdd0b850, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:46:24.185716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.250294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:46:24.253382 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:46:24.257926 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.297825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.298436 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:24.299890 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] 10.222.0.37 "PUT /v2.0/ports/530fb8d5-b578-4d72-99fe-7213cdd0b850 HTTP/1.1" status: 200 len: 1092 time: 0.6443930 Jul 16 18:46:24.300331 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:24.302595 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4551d958-fe0b-47ba-904e-87e1b50cdad9" -d '{"events": [{"name": "network-changed", "server_uuid": "a17be516-7711-4324-964a-b52297244513", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:24.326962 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddef5b69-4bdf-42fb-b314-fbed9dbcd045 service neutron] Pushing event updated for resources: {'Port': ['ID=530fb8d5-b578-4d72-99fe-7213cdd0b850,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:24.344585 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001a3dd9-9893-48a4-9c9b-3a3a9d29acbd x-openstack-request-id: req-001a3dd9-9893-48a4-9c9b-3a3a9d29acbd {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:24.344884 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17be516-7711-4324-964a-b52297244513", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:24.345143 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-001a3dd9-9893-48a4-9c9b-3a3a9d29acbd {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:24.345552 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850', 'status': 'completed', 'code': 200} Jul 16 18:46:24.452711 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960075-9a7c-4423-874b-7b042b50d975 req-53d4da16-805b-48f4-93cc-1c6f2627f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.454178 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-53d4da16-805b-48f4-93cc-1c6f2627f896 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 1095 time: 0.0914662 Jul 16 18:46:24.525787 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-7367dcd6-fcb5-43b3-be64-4830752abc12 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850 HTTP/1.1" status: 200 len: 217 time: 0.0592153 Jul 16 18:46:24.583646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88960075-9a7c-4423-874b-7b042b50d975 req-93f03b3e-ea75-4d17-a66d-cd9677885d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.585078 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-93f03b3e-ea75-4d17-a66d-cd9677885d6d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0524864 Jul 16 18:46:24.631037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-e19cd8b0-0991-46ab-aafe-91692a6e5943 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393322 Jul 16 18:46:24.720455 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-fcce5602-8086-4f84-b769-1f93d48a6080 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830436 Jul 16 18:46:24.818766 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88960075-9a7c-4423-874b-7b042b50d975 req-9485c15a-2e80-4fba-8be4-4410fb852426 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920613 Jul 16 18:46:24.969327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551d958-fe0b-47ba-904e-87e1b50cdad9 req-927d3177-2d36-4423-a5b3-b67bb390a081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:24.970917 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4551d958-fe0b-47ba-904e-87e1b50cdad9 req-927d3177-2d36-4423-a5b3-b67bb390a081 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 1095 time: 0.0580571 Jul 16 18:46:25.120863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551d958-fe0b-47ba-904e-87e1b50cdad9 req-a7d9f633-c9bb-4745-a8bc-38e8a970ca03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:25.122379 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4551d958-fe0b-47ba-904e-87e1b50cdad9 req-a7d9f633-c9bb-4745-a8bc-38e8a970ca03 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.1454198 Jul 16 18:46:25.163341 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4551d958-fe0b-47ba-904e-87e1b50cdad9 req-4f46c307-02eb-46ab-af0e-bdc541f53c29 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850 HTTP/1.1" status: 200 len: 217 time: 0.0335956 Jul 16 18:46:25.216081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551d958-fe0b-47ba-904e-87e1b50cdad9 req-27fb4f07-d6dc-4c58-86b9-e5f0d0283a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:25.217564 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4551d958-fe0b-47ba-904e-87e1b50cdad9 req-27fb4f07-d6dc-4c58-86b9-e5f0d0283a4f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0481212 Jul 16 18:46:25.251644 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4551d958-fe0b-47ba-904e-87e1b50cdad9 req-1a33476a-bf13-43e2-a710-c3795ec1732e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273309 Jul 16 18:46:25.288485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198b70a5-b02f-4f1a-b2e5-227c87d6a9c9 req-5de41223-72e3-41d0-a406-307b9415b218 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:25.290527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-198b70a5-b02f-4f1a-b2e5-227c87d6a9c9 req-5de41223-72e3-41d0-a406-307b9415b218 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 944 time: 0.0643418 Jul 16 18:46:25.329004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-198b70a5-b02f-4f1a-b2e5-227c87d6a9c9 req-84cf2e11-510c-4e09-852a-cbee2e35ed17 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326726 Jul 16 18:46:25.345899 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4551d958-fe0b-47ba-904e-87e1b50cdad9 req-4329cff3-fc46-4a59-8500-51802e17b7f8 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869329 Jul 16 18:46:25.435519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4551d958-fe0b-47ba-904e-87e1b50cdad9 req-680efed6-f8bf-46c4-a1d1-12fbb76cae0b service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817816 Jul 16 18:46:26.504656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6999e1f2-9c8b-41a4-97a1-c7daf8788747 req-39302653-0313-4567-b4e1-116ece4f39e2 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:26.506140 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6999e1f2-9c8b-41a4-97a1-c7daf8788747 req-39302653-0313-4567-b4e1-116ece4f39e2 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 944 time: 0.0625446 Jul 16 18:46:26.509536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:46:26.533209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:46:26.533563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f6bb7665-37c4-4fa9-92c0-49b88ce2fde9 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:46:26.552237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6999e1f2-9c8b-41a4-97a1-c7daf8788747 req-7c7efb56-2b7a-4870-ad1f-ef2558caba12 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382257 Jul 16 18:46:27.722780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e64cfd-c3ba-4a7a-8e6a-46010e05344a req-5c4fca91-661c-48bc-b136-0b4432c3e118 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:27.724180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99e64cfd-c3ba-4a7a-8e6a-46010e05344a req-5c4fca91-661c-48bc-b136-0b4432c3e118 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 944 time: 0.0612535 Jul 16 18:46:27.761318 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99e64cfd-c3ba-4a7a-8e6a-46010e05344a req-384ffec1-dab6-4188-b20a-9e320d72bb96 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313869 Jul 16 18:46:28.509597 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 530fb8d5-b578-4d72-99fe-7213cdd0b850 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:46:28.610762 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:28.622322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '530fb8d5-b578-4d72-99fe-7213cdd0b850', 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158', 'port_id': '530fb8d5-b578-4d72-99fe-7213cdd0b850', 'mac_address': 'fa:16:3e:9a:0d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25e3add-8356-4b65-ac5c-3ffb774c7e4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:46:28.661693 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.674891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530fb8d5-b578-4d72-99fe-7213cdd0b850 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:46:28.694489 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:28.699436 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:28.746971 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=530fb8d5-b578-4d72-99fe-7213cdd0b850,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:28.754116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.754471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.754819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.755160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.755506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.755866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.756201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.756532 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.756862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.757190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.757518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.757844 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:46:28.932368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525ef233-f27e-4b0d-9b52-f789636c53ae req-015949d8-80c9-406d-91a6-724cd99f7e0c tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:28.933735 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-525ef233-f27e-4b0d-9b52-f789636c53ae req-015949d8-80c9-406d-91a6-724cd99f7e0c tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 945 time: 0.0629032 Jul 16 18:46:28.970558 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-525ef233-f27e-4b0d-9b52-f789636c53ae req-2264e685-5391-4d40-8ae8-f296bbbe9ee3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312409 Jul 16 18:46:28.970766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['530fb8d5-b578-4d72-99fe-7213cdd0b850'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:46:29.708453 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.148210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac73645d-a960-4b8c-9699-1cef819d6ba9 req-6598bc9b-a530-4f2a-a0e1-1d71ba0db527 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:30.149659 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac73645d-a960-4b8c-9699-1cef819d6ba9 req-6598bc9b-a530-4f2a-a0e1-1d71ba0db527 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 945 time: 0.0645325 Jul 16 18:46:30.191957 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac73645d-a960-4b8c-9699-1cef819d6ba9 req-5999787e-6f3e-4dbc-97eb-8732e8fc8b49 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352356 Jul 16 18:46:30.506485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 530fb8d5-b578-4d72-99fe-7213cdd0b850 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:46:30.552804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 530fb8d5-b578-4d72-99fe-7213cdd0b850 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:46:30.556468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 530fb8d5-b578-4d72-99fe-7213cdd0b850 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:46:30.557729 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.636695 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.658677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:46:30.661072 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f991a4-3c47-46c3-a91e-797d326ebaf6" -d '{"events": [{"server_uuid": "a17be516-7711-4324-964a-b52297244513", "name": "network-vif-plugged", "status": "completed", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:46:30.674252 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:46:30.678809 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:30.706146 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1faf9c1f-3bf0-4365-8e93-645e84f6e8d3 x-openstack-request-id: req-1faf9c1f-3bf0-4365-8e93-645e84f6e8d3 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:46:30.706440 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17be516-7711-4324-964a-b52297244513", "name": "network-vif-plugged", "status": "completed", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:46:30.706689 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1faf9c1f-3bf0-4365-8e93-645e84f6e8d3 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:46:30.707070 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850', 'code': 200} Jul 16 18:46:30.734353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=530fb8d5-b578-4d72-99fe-7213cdd0b850,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:46:30.836039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922c7cf3-2225-4ac7-9440-6cf223c5c6be req-958251bf-0ce1-4bcc-9258-f7d791acb401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:30.837525 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-922c7cf3-2225-4ac7-9440-6cf223c5c6be req-958251bf-0ce1-4bcc-9258-f7d791acb401 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 1097 time: 0.0504777 Jul 16 18:46:30.874391 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-922c7cf3-2225-4ac7-9440-6cf223c5c6be req-d2f22134-5484-4798-a108-d7673c73a622 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298200 Jul 16 18:46:31.365526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24ce491-116e-44c7-b148-775f68eb9fd0 req-dd3c39c5-381a-4344-b9a9-5c4b6054e3f9 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:31.367010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b24ce491-116e-44c7-b148-775f68eb9fd0 req-dd3c39c5-381a-4344-b9a9-5c4b6054e3f9 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0631442 Jul 16 18:46:31.404864 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b24ce491-116e-44c7-b148-775f68eb9fd0 req-5da0d0a8-a6b5-4d00-96a5-472cc0ea2fb9 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317197 Jul 16 18:46:32.581690 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d47d4be-1cfe-447b-be65-932fdbf23a8f req-e01d25bd-0ef6-4e35-8a6c-289f985a8021 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:32.583153 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8d47d4be-1cfe-447b-be65-932fdbf23a8f req-e01d25bd-0ef6-4e35-8a6c-289f985a8021 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0678813 Jul 16 18:46:32.626714 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8d47d4be-1cfe-447b-be65-932fdbf23a8f req-99eab611-f0a3-400d-82f5-3bc420d53a84 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374281 Jul 16 18:46:32.801586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd419d6-ce0f-453c-be12-5cbadba98c81 req-21ee3499-d7cd-4d2a-86ad-b1368518604c tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:32.803068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8bd419d6-ce0f-453c-be12-5cbadba98c81 req-21ee3499-d7cd-4d2a-86ad-b1368518604c tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0640812 Jul 16 18:46:32.846491 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8bd419d6-ce0f-453c-be12-5cbadba98c81 req-ac047e85-a663-4011-a921-8bd557f6a741 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371859 Jul 16 18:46:33.120269 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb2ad16d-b80c-4d04-b6ba-54e5040de418 req-1101ffc9-efea-46c3-8590-ef6e248ae4a5 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567751 Jul 16 18:46:33.193000 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-8a056542-129a-433d-92d1-940b3c3a4356 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0530932 Jul 16 18:46:33.234394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad16d-b80c-4d04-b6ba-54e5040de418 req-5c29a1c7-757a-4ce2-9a86-59cd3008c323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:33.236069 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb2ad16d-b80c-4d04-b6ba-54e5040de418 req-5c29a1c7-757a-4ce2-9a86-59cd3008c323 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 1097 time: 0.0570323 Jul 16 18:46:33.257119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2489e62-384d-42c1-b450-8ffaa1daa026 req-ec5d5a15-b5c3-44f1-bff6-cae4065b33bf tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:33.258620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2489e62-384d-42c1-b450-8ffaa1daa026 req-ec5d5a15-b5c3-44f1-bff6-cae4065b33bf tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0648537 Jul 16 18:46:33.306375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b2489e62-384d-42c1-b450-8ffaa1daa026 req-5298fbeb-4ac7-4ad8-b26c-74a438d53ef5 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415504 Jul 16 18:46:33.354615 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad16d-b80c-4d04-b6ba-54e5040de418 req-cba21e57-ba76-40be-a1c6-ee57b4b4ef5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:33.356372 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb2ad16d-b80c-4d04-b6ba-54e5040de418 req-cba21e57-ba76-40be-a1c6-ee57b4b4ef5d service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.0948541 Jul 16 18:46:33.397836 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb2ad16d-b80c-4d04-b6ba-54e5040de418 req-42a6699f-849a-4d11-ae59-d495bfa98382 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850 HTTP/1.1" status: 200 len: 217 time: 0.0344908 Jul 16 18:46:33.449698 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2ad16d-b80c-4d04-b6ba-54e5040de418 req-8b9b5236-35e5-48d7-9bd7-6f3d6114be99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:33.451066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb2ad16d-b80c-4d04-b6ba-54e5040de418 req-8b9b5236-35e5-48d7-9bd7-6f3d6114be99 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0477302 Jul 16 18:46:33.484374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb2ad16d-b80c-4d04-b6ba-54e5040de418 req-b5627a28-1779-4e3d-9243-e2d051688e29 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271876 Jul 16 18:46:33.579911 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb2ad16d-b80c-4d04-b6ba-54e5040de418 req-00e01f2a-5f97-4b11-8002-85fb7a010c2a service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891318 Jul 16 18:46:33.674292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cb2ad16d-b80c-4d04-b6ba-54e5040de418 req-b388c374-c989-421b-b5cd-053688a82155 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881441 Jul 16 18:46:34.409018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-dae5f6ef-c708-4443-9360-f2a418caa4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:34.410512 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-dae5f6ef-c708-4443-9360-f2a418caa4d9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 1097 time: 0.0520825 Jul 16 18:46:34.548224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed308ce-766d-4b90-aaeb-6691029a0b62 req-c3fc2cca-85c8-4eae-864e-f989a0ff3a25 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:34.549696 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aed308ce-766d-4b90-aaeb-6691029a0b62 req-c3fc2cca-85c8-4eae-864e-f989a0ff3a25 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.1249027 Jul 16 18:46:34.550642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-0a23e99d-4ea7-41ab-b489-ced960e05b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:34.551997 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-0a23e99d-4ea7-41ab-b489-ced960e05b7c service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.1352394 Jul 16 18:46:34.604693 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-746c0785-8a96-4106-a3b4-7a57b90f937f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850 HTTP/1.1" status: 200 len: 217 time: 0.0431683 Jul 16 18:46:34.651498 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aed308ce-766d-4b90-aaeb-6691029a0b62 req-fa68aca3-1cde-456c-a806-ba4901820cb5 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959709 Jul 16 18:46:34.665790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-382c01d9-3a1e-4360-9036-3800dea00a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:34.667945 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-382c01d9-3a1e-4360-9036-3800dea00a78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0542519 Jul 16 18:46:34.700568 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-f6ef9d1d-e519-4926-bd80-3f723047a9bb service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262673 Jul 16 18:46:34.791318 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-fcdaf9f4-e13a-4f41-a43b-7dc592bec4a6 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844088 Jul 16 18:46:34.882258 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-2193a33f-2430-4b50-81fc-53bc84eb9126 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842185 Jul 16 18:46:35.826126 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3575f-9769-4389-a58f-12d590c4262c req-26ae7490-3f53-4e04-8b6e-77feedd58e3e tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:35.827599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4dd3575f-9769-4389-a58f-12d590c4262c req-26ae7490-3f53-4e04-8b6e-77feedd58e3e tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0624359 Jul 16 18:46:35.868191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4dd3575f-9769-4389-a58f-12d590c4262c req-78573176-34e6-42f0-bc06-753740a15fb3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351250 Jul 16 18:46:37.042880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdf1eb-eba6-44ec-a423-97c46c534a78 req-2154cc9b-ecf4-45b2-944f-ff5b8d8839c6 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:37.044373 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4fdf1eb-eba6-44ec-a423-97c46c534a78 req-2154cc9b-ecf4-45b2-944f-ff5b8d8839c6 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0622444 Jul 16 18:46:37.081791 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4fdf1eb-eba6-44ec-a423-97c46c534a78 req-146db2b2-fc5c-4439-9ede-5474cac9aa47 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Jul 16 18:46:38.256082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65a685-cbf8-49e8-a12f-8876def12d08 req-5adcc008-9508-4242-b4be-67723db3a528 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:38.257553 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e65a685-cbf8-49e8-a12f-8876def12d08 req-5adcc008-9508-4242-b4be-67723db3a528 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0628235 Jul 16 18:46:38.297555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e65a685-cbf8-49e8-a12f-8876def12d08 req-1ef1fde9-d18d-4060-8c21-61f6875758e4 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343351 Jul 16 18:46:39.470033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d910c93-0807-4c17-9c28-a5447e29ae9a req-b75e9709-d4bc-45d0-b5cb-5d0f770ce90f tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:39.471474 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4d910c93-0807-4c17-9c28-a5447e29ae9a req-b75e9709-d4bc-45d0-b5cb-5d0f770ce90f tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0621436 Jul 16 18:46:39.508435 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4d910c93-0807-4c17-9c28-a5447e29ae9a req-f00c377b-f074-4feb-ad07-b3b9059ff745 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314617 Jul 16 18:46:40.686886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35440f76-c13a-4130-bca5-0a1330d321f0 req-730d63d3-6b22-45c6-8acb-a666854841fe tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:40.688291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35440f76-c13a-4130-bca5-0a1330d321f0 req-730d63d3-6b22-45c6-8acb-a666854841fe tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0654831 Jul 16 18:46:40.724946 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-35440f76-c13a-4130-bca5-0a1330d321f0 req-f1fea459-a433-4fc3-a3b4-29d9e7be159e tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311387 Jul 16 18:46:41.560617 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:46:41.904124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eac32c6-433b-43f9-8e30-d55b556a327c req-65d62cfb-b55c-40c8-b05b-8e336b7ef76c tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:41.905608 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1eac32c6-433b-43f9-8e30-d55b556a327c req-65d62cfb-b55c-40c8-b05b-8e336b7ef76c tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0678229 Jul 16 18:46:41.944271 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1eac32c6-433b-43f9-8e30-d55b556a327c req-cf740a3e-07f2-41fb-b169-9464f5570083 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327690 Jul 16 18:46:42.388419 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:43.122849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a198fb7-8dfa-46f4-bd02-b737a25a4778 req-301a560f-f685-47d1-8089-d4fcf42f45b5 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:43.124359 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a198fb7-8dfa-46f4-bd02-b737a25a4778 req-301a560f-f685-47d1-8089-d4fcf42f45b5 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0669508 Jul 16 18:46:43.163161 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0a198fb7-8dfa-46f4-bd02-b737a25a4778 req-0ed8c81e-3088-4d75-9387-8ba1d4debcc5 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332448 Jul 16 18:46:44.334808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4341bd2-e6fb-46d5-b30e-b759ca121f47 req-1ea18aa4-b2d4-4b73-bfdb-9affa8e180ad tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:44.336301 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4341bd2-e6fb-46d5-b30e-b759ca121f47 req-1ea18aa4-b2d4-4b73-bfdb-9affa8e180ad tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0633953 Jul 16 18:46:44.374219 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4341bd2-e6fb-46d5-b30e-b759ca121f47 req-70133884-e533-48e6-9f3b-383a088358c6 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318475 Jul 16 18:46:45.551738 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f6b108c6-8523-4927-be83-e4181f1f1b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:45.571801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1996ed-8b18-422c-ac12-176820d82434 req-304a7e1a-5288-4904-af3f-9a2539571380 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:45.573277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4d1996ed-8b18-422c-ac12-176820d82434 req-304a7e1a-5288-4904-af3f-9a2539571380 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0645633 Jul 16 18:46:45.610812 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4d1996ed-8b18-422c-ac12-176820d82434 req-7a64fc30-e9e9-4ed6-a768-4660e7b79565 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318863 Jul 16 18:46:46.788306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149058d-db5e-4a53-96e7-9722e57e0ed5 req-d922effb-1b0b-498b-b5bb-6c3b125d8bdb tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:46.789764 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6149058d-db5e-4a53-96e7-9722e57e0ed5 req-d922effb-1b0b-498b-b5bb-6c3b125d8bdb tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0628297 Jul 16 18:46:46.827270 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6149058d-db5e-4a53-96e7-9722e57e0ed5 req-e003cc91-2d15-46d2-871e-2d30d8f7b5f6 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315080 Jul 16 18:46:48.000145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a9b731-1ea7-41f9-848a-ee29bc7fda26 req-4080d634-8cea-4e29-9d34-15e0674c3802 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:48.001622 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68a9b731-1ea7-41f9-848a-ee29bc7fda26 req-4080d634-8cea-4e29-9d34-15e0674c3802 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0620825 Jul 16 18:46:48.042102 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-68a9b731-1ea7-41f9-848a-ee29bc7fda26 req-fdcafc44-002c-4e9c-b42d-56e3b08d3b97 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349636 Jul 16 18:46:48.243148 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:48.254463 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-201c78d5-121f-48f0-b411-b749bb848825 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:49.217896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60f632e-be8d-4cfd-97cc-da403d37b63d req-6096c304-c68d-41ac-85a5-c662ef31b7c4 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:49.219356 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c60f632e-be8d-4cfd-97cc-da403d37b63d req-6096c304-c68d-41ac-85a5-c662ef31b7c4 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0666125 Jul 16 18:46:49.256390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c60f632e-be8d-4cfd-97cc-da403d37b63d req-e5374f2c-edc2-403e-89a1-e25c7ec5e490 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315213 Jul 16 18:46:49.990296 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:50.431718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822ed88-5b7f-49d2-91e3-12fdba93265e req-37d3ca82-efc5-40df-a345-8437344aefc9 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:50.433227 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1822ed88-5b7f-49d2-91e3-12fdba93265e req-37d3ca82-efc5-40df-a345-8437344aefc9 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0621789 Jul 16 18:46:50.470341 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1822ed88-5b7f-49d2-91e3-12fdba93265e req-aa63fe9d-d547-4be4-a2a4-59679c0e84fe tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305917 Jul 16 18:46:51.643782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f7d04b-d84b-4bec-ab1d-d6ca2e1b426f req-1225ff0b-982f-43ef-98da-d020e354c169 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:51.645145 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0f7d04b-d84b-4bec-ab1d-d6ca2e1b426f req-1225ff0b-982f-43ef-98da-d020e354c169 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0640178 Jul 16 18:46:51.681989 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0f7d04b-d84b-4bec-ab1d-d6ca2e1b426f req-6b1a1390-f8bd-4308-a356-25a1e849acba tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314155 Jul 16 18:46:52.061769 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:46:52.860249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d585fd-a4c5-4477-b607-c6bd928af607 req-a95708be-4356-4bc1-b248-629251ab3624 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:52.861754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4d585fd-a4c5-4477-b607-c6bd928af607 req-a95708be-4356-4bc1-b248-629251ab3624 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0640459 Jul 16 18:46:52.899699 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4d585fd-a4c5-4477-b607-c6bd928af607 req-2a1b5de6-03af-4a20-bc6b-20cf9883ee80 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322959 Jul 16 18:46:54.077285 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f86df3-3674-4d09-b615-f30a4dd9a5a6 req-f2e74d45-7207-411d-a8a0-7dc4e9de6cab tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:54.078801 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5f86df3-3674-4d09-b615-f30a4dd9a5a6 req-f2e74d45-7207-411d-a8a0-7dc4e9de6cab tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0670521 Jul 16 18:46:54.116583 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5f86df3-3674-4d09-b615-f30a4dd9a5a6 req-33fc4f99-640c-4613-9fac-0079a60a2883 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321434 Jul 16 18:46:55.294886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364b9288-2a90-4679-a2e0-66e712a5ecb8 req-9592e477-8060-4949-833c-366640577ac3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:55.296386 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-364b9288-2a90-4679-a2e0-66e712a5ecb8 req-9592e477-8060-4949-833c-366640577ac3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0679529 Jul 16 18:46:55.334324 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-364b9288-2a90-4679-a2e0-66e712a5ecb8 req-8e912681-449a-486b-ac55-730876034909 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325134 Jul 16 18:46:56.509009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bbe2d-b989-4fb0-910f-4fac5bec5d9b req-88747e8f-1b40-4893-b260-d9e38524635f tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:56.510481 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-908bbe2d-b989-4fb0-910f-4fac5bec5d9b req-88747e8f-1b40-4893-b260-d9e38524635f tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0625176 Jul 16 18:46:56.547897 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-908bbe2d-b989-4fb0-910f-4fac5bec5d9b req-fa557baf-12f3-473c-9370-bc7c65cb33ce tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312750 Jul 16 18:46:57.718403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb9dff9-dad0-4b82-b624-2c5cd5cf8ead req-439d6405-a76e-4bb9-99b9-fc6184a1d80f tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:57.719807 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfb9dff9-dad0-4b82-b624-2c5cd5cf8ead req-439d6405-a76e-4bb9-99b9-fc6184a1d80f tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0628374 Jul 16 18:46:57.756105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dfb9dff9-dad0-4b82-b624-2c5cd5cf8ead req-e6d6de78-c584-4db7-b442-550f6d40d963 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308793 Jul 16 18:46:58.943404 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8163c66b-2d22-4351-88d2-a3834bcc1585 req-78dd0538-da63-49cd-ae67-e124d5bb0efd tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:46:58.945169 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8163c66b-2d22-4351-88d2-a3834bcc1585 req-78dd0538-da63-49cd-ae67-e124d5bb0efd tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0648775 Jul 16 18:46:58.982236 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8163c66b-2d22-4351-88d2-a3834bcc1585 req-d508ef64-7a10-4142-be3e-2b78e63746ab tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315790 Jul 16 18:46:59.707201 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:00.155836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d32fdb-e6e7-4d42-8476-c181381412a3 req-b25d90e5-c0eb-4b60-821e-426c2ec12181 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:00.157296 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3d32fdb-e6e7-4d42-8476-c181381412a3 req-b25d90e5-c0eb-4b60-821e-426c2ec12181 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0625319 Jul 16 18:47:00.198601 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3d32fdb-e6e7-4d42-8476-c181381412a3 req-460406ca-2a40-423a-b24d-ed9d1511e0ca tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357065 Jul 16 18:47:01.374867 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0051a72-3ffd-4503-afea-ed93448f81e9 req-57ec55c9-98ed-4f01-a58c-c997353c2f53 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:01.376402 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0051a72-3ffd-4503-afea-ed93448f81e9 req-57ec55c9-98ed-4f01-a58c-c997353c2f53 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0658004 Jul 16 18:47:01.413515 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0051a72-3ffd-4503-afea-ed93448f81e9 req-7d6a47a4-4651-4e82-8fec-6c06e0444b05 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315804 Jul 16 18:47:02.036251 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-a14eef66-f18b-4a2f-8dd7-8bc19628dba9 service neutron] show failed (client error): The resource could not be found. Jul 16 18:47:02.037237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-a14eef66-f18b-4a2f-8dd7-8bc19628dba9 service neutron] 10.222.0.37 "GET /v2.0/ports/530fb8d5-b578-4d72-99fe-7213cdd0b850/bindings/n-h2-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0535715 Jul 16 18:47:02.293293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-72255755-58b2-4292-89fa-789e787415bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:02.294901 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-72255755-58b2-4292-89fa-789e787415bb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513&tenant_id=28c18f5a582b4ada92958b6baf649f28 HTTP/1.1" status: 200 len: 1097 time: 0.0518138 Jul 16 18:47:02.306064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:02.379683 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.617129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:02.659636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2915c922-c0fe-4010-867c-784736b33631 req-1f9d163c-799d-4b8c-98d8-9d613b92736d tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:02.661107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2915c922-c0fe-4010-867c-784736b33631 req-1f9d163c-799d-4b8c-98d8-9d613b92736d tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.1297307 Jul 16 18:47:02.670412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:02.731832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:02.734062 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcdb9ee-912c-44e8-9e32-115f89a58b48" -d '{"events": [{"server_uuid": "a17be516-7711-4324-964a-b52297244513", "name": "network-vif-unplugged", "status": "completed", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:02.737856 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:02.744316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2915c922-c0fe-4010-867c-784736b33631 req-ace8c4bb-ea3e-4d81-ae06-5dc7447307ef tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760710 Jul 16 18:47:02.755480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Transition to ACTIVE for port object 530fb8d5-b578-4d72-99fe-7213cdd0b850 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:02.760870 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.118721 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5d2788-b47d-4e0e-afd8-f04096b81679 x-openstack-request-id: req-ac5d2788-b47d-4e0e-afd8-f04096b81679 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:03.118993 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17be516-7711-4324-964a-b52297244513", "name": "network-vif-unplugged", "status": "completed", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:03.119235 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac5d2788-b47d-4e0e-afd8-f04096b81679 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:03.119635 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850', 'code': 200} Jul 16 18:47:03.143636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Pushing event updated for resources: {'Port': ['ID=530fb8d5-b578-4d72-99fe-7213cdd0b850,revision_number=6']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:03.160815 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] No DVR routers for this DVR port 530fb8d5-b578-4d72-99fe-7213cdd0b850 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:03.195671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Attempting to bind port 530fb8d5-b578-4d72-99fe-7213cdd0b850 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:03.196007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Attempting to bind port 530fb8d5-b578-4d72-99fe-7213cdd0b850 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:03.196327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Attempting to bind port 530fb8d5-b578-4d72-99fe-7213cdd0b850 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:03.200597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Port 530fb8d5-b578-4d72-99fe-7213cdd0b850 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:03.200914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Attempting to bind port 530fb8d5-b578-4d72-99fe-7213cdd0b850 on network 7b08a595-a7ae-40c7-a16f-467ed7016158 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:03.205533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:03.205867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Checking segment: {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:03.206243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Bound using segment: {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:03.206659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Bound port: 530fb8d5-b578-4d72-99fe-7213cdd0b850, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fba7db28-dbe9-44d4-b566-38230869bb66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 356, 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:03.207007 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.266771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:03.269686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:03.274056 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.312079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.312649 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:03.313777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] 10.222.0.18 "PUT /v2.0/ports/530fb8d5-b578-4d72-99fe-7213cdd0b850 HTTP/1.1" status: 200 len: 1092 time: 1.0116837 Jul 16 18:47:03.334583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07654b75-8435-42ad-8c70-c79e9124bd90 service neutron] Pushing event updated for resources: {'Port': ['ID=530fb8d5-b578-4d72-99fe-7213cdd0b850,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:03.388737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-fb444b23-9b68-4703-a292-c773256861f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.390241 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-fb444b23-9b68-4703-a292-c773256861f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 1095 time: 0.0528178 Jul 16 18:47:03.481778 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-fa7effcd-5443-4e9d-b8e9-67cfe185ace1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.483236 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-fa7effcd-5443-4e9d-b8e9-67cfe185ace1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.0863748 Jul 16 18:47:03.522404 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-9ea301bb-85dd-4cb3-a970-39730634c759 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850 HTTP/1.1" status: 200 len: 217 time: 0.0325680 Jul 16 18:47:03.570592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-75201ad5-4b07-47bc-be99-ab217f042040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.572075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-75201ad5-4b07-47bc-be99-ab217f042040 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0428977 Jul 16 18:47:03.604574 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-9436d633-7242-48ac-a38e-687042339377 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257151 Jul 16 18:47:03.692697 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-fec99a43-4905-43d5-87db-446bff204ff5 service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815084 Jul 16 18:47:03.783198 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-879bfed3-7313-447c-994d-7e3e73f1e9fe req-87cb026f-390d-4e5b-859a-d103266540c5 service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837049 Jul 16 18:47:03.923930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b759c29-2da4-4c5e-a03d-179b1e285037 req-7d771eb0-4ae9-468e-96b4-c518ac807a73 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:03.925409 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b759c29-2da4-4c5e-a03d-179b1e285037 req-7d771eb0-4ae9-468e-96b4-c518ac807a73 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 944 time: 0.0655837 Jul 16 18:47:03.965127 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b759c29-2da4-4c5e-a03d-179b1e285037 req-353f8fcf-f039-41de-9cff-1377834a7016 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331678 Jul 16 18:47:04.708472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 530fb8d5-b578-4d72-99fe-7213cdd0b850 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:04.749369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 530fb8d5-b578-4d72-99fe-7213cdd0b850 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:05.121443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:05.124295 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5f90631-a6cb-47ae-b178-4ed71794c7c5" -d '{"events": [{"name": "network-changed", "server_uuid": "a17be516-7711-4324-964a-b52297244513", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:05.141389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1483cf5c-4ce9-4147-90ff-200d0cf45445 req-f6550bf0-3193-4d22-8160-e46d6a5923cb tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.142905 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1483cf5c-4ce9-4147-90ff-200d0cf45445 req-f6550bf0-3193-4d22-8160-e46d6a5923cb tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 944 time: 0.0647380 Jul 16 18:47:05.172663 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9fdf419-83c8-4788-9211-60e5360b77c5 x-openstack-request-id: req-d9fdf419-83c8-4788-9211-60e5360b77c5 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:05.172960 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17be516-7711-4324-964a-b52297244513", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:05.173233 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9fdf419-83c8-4788-9211-60e5360b77c5 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:05.173632 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850', 'status': 'completed', 'code': 200} Jul 16 18:47:05.188227 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1483cf5c-4ce9-4147-90ff-200d0cf45445 req-22f8e7a4-5eb5-4cf7-b847-92ca6020d56b tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394492 Jul 16 18:47:05.245547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-fa105465-39a3-4f75-9b37-7631b8aa9cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.246922 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-fa105465-39a3-4f75-9b37-7631b8aa9cf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 1095 time: 0.0547099 Jul 16 18:47:05.345044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-4ee2acb4-21e9-485d-921c-a7ba84c799bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.346533 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-4ee2acb4-21e9-485d-921c-a7ba84c799bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.0930171 Jul 16 18:47:05.399691 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-218fd70b-b1dc-4e1c-a3d0-1b1c6c3a56f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850 HTTP/1.1" status: 200 len: 217 time: 0.0364389 Jul 16 18:47:05.463907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-e5f9ba4c-533d-43a2-b409-e1d19e361151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.466015 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-e5f9ba4c-533d-43a2-b409-e1d19e361151 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0517325 Jul 16 18:47:05.500518 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-80ce1f5f-d4bc-45bd-9ef4-6483a5d0a9e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274730 Jul 16 18:47:05.595015 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-5c0ba7a6-1bf8-43b3-8f5f-126f915ab8fd service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874629 Jul 16 18:47:05.624657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-64673688-ec37-427e-903c-d80534fdca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.626143 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-64673688-ec37-427e-903c-d80534fdca4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 1095 time: 0.4060326 Jul 16 18:47:05.690001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-1ce0ea75-f730-4411-a959-f55aa29683ba service neutron] 10.222.0.18 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886800 Jul 16 18:47:05.719622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-19770d28-317e-4834-add8-f2a213d99433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.721086 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-19770d28-317e-4834-add8-f2a213d99433 service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.0870552 Jul 16 18:47:05.760609 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-8a3c83e9-0f6b-4a92-8006-24517c20624a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850 HTTP/1.1" status: 200 len: 217 time: 0.0330715 Jul 16 18:47:05.808495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-3ddd36d1-c0cd-49c4-9fdf-1bd430da4a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:05.809636 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-3ddd36d1-c0cd-49c4-9fdf-1bd430da4a33 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0423059 Jul 16 18:47:05.841400 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-9415c321-3fec-4a48-a217-57752dc39835 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252349 Jul 16 18:47:05.931960 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-e2dff622-f3fc-4552-8920-d08e1bc46f12 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840268 Jul 16 18:47:06.023013 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c5f90631-a6cb-47ae-b178-4ed71794c7c5 req-e2031f08-8f28-4616-b1d3-eed7995bb862 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845213 Jul 16 18:47:06.362988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ae762-f7be-4276-841a-0f374547af0f req-f8cdf4d2-a062-4bb2-b278-3210cfb44fa6 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:06.364420 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d7ae762-f7be-4276-841a-0f374547af0f req-f8cdf4d2-a062-4bb2-b278-3210cfb44fa6 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 944 time: 0.0633385 Jul 16 18:47:06.401705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9d7ae762-f7be-4276-841a-0f374547af0f req-c52f9134-bd03-40e5-9989-c566d80f751d tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317914 Jul 16 18:47:06.710016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65d059b-c847-4e9a-b5d6-de0cb7188222 req-6c29a639-6cef-4b72-b1ac-7d57d51416e2 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:06.711500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f65d059b-c847-4e9a-b5d6-de0cb7188222 req-6c29a639-6cef-4b72-b1ac-7d57d51416e2 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 944 time: 0.0721676 Jul 16 18:47:06.763584 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f65d059b-c847-4e9a-b5d6-de0cb7188222 req-2f9817a7-fb73-4653-aba2-30db8a512cd5 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453975 Jul 16 18:47:06.785771 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c5921-e4d3-4134-b31a-638f8240e000 req-73aee361-129c-4d32-a9f2-18ee74ba46a7 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:06.787241 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-899c5921-e4d3-4134-b31a-638f8240e000 req-73aee361-129c-4d32-a9f2-18ee74ba46a7 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513&tenant_id=28c18f5a582b4ada92958b6baf649f28&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 944 time: 0.1366637 Jul 16 18:47:06.846500 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-899c5921-e4d3-4134-b31a-638f8240e000 req-5dfd4c52-b83d-4cb1-b1bb-45e1b6e82fd8 service neutron] delete failed (client error): The resource could not be found. Jul 16 18:47:06.847505 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-899c5921-e4d3-4134-b31a-638f8240e000 req-5dfd4c52-b83d-4cb1-b1bb-45e1b6e82fd8 service neutron] 10.222.0.37 "DELETE /v2.0/ports/530fb8d5-b578-4d72-99fe-7213cdd0b850/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0531740 Jul 16 18:47:06.994368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c5921-e4d3-4134-b31a-638f8240e000 req-2df44925-06c5-44d8-9224-788959eb1cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:06.996052 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-899c5921-e4d3-4134-b31a-638f8240e000 req-2df44925-06c5-44d8-9224-788959eb1cb9 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=28c18f5a582b4ada92958b6baf649f28&device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 1095 time: 0.0570455 Jul 16 18:47:07.050604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 530fb8d5-b578-4d72-99fe-7213cdd0b850 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:47:07.083318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c5921-e4d3-4134-b31a-638f8240e000 req-a172a5be-164c-43a9-b0e3-e8224f2a033b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:07.084826 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-899c5921-e4d3-4134-b31a-638f8240e000 req-a172a5be-164c-43a9-b0e3-e8224f2a033b service neutron] 10.222.0.37 "GET /v2.0/networks?id=7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 200 len: 916 time: 0.0833087 Jul 16 18:47:07.124840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-899c5921-e4d3-4134-b31a-638f8240e000 req-b4f9d222-0eea-4bbd-a35a-f4bb73d74cc1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850 HTTP/1.1" status: 200 len: 217 time: 0.0334699 Jul 16 18:47:07.147058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:07.159279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '530fb8d5-b578-4d72-99fe-7213cdd0b850', 'network_id': '7b08a595-a7ae-40c7-a16f-467ed7016158', 'port_id': '530fb8d5-b578-4d72-99fe-7213cdd0b850', 'mac_address': 'fa:16:3e:9a:0d:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 356, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b25e3add-8356-4b65-ac5c-3ffb774c7e4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:47:07.178819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899c5921-e4d3-4134-b31a-638f8240e000 req-5cddd028-7b7c-4c58-abae-c1ac70784e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:07.180338 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-899c5921-e4d3-4134-b31a-638f8240e000 req-5cddd028-7b7c-4c58-abae-c1ac70784e74 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 200 len: 855 time: 0.0495532 Jul 16 18:47:07.195246 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.208966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 530fb8d5-b578-4d72-99fe-7213cdd0b850 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:07.213629 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-899c5921-e4d3-4134-b31a-638f8240e000 req-2dea4ef5-2ec4-4775-a2d6-3b56b2e18e7b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=7b08a595-a7ae-40c7-a16f-467ed7016158&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267467 Jul 16 18:47:07.229388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:07.233619 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:07.284083 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=530fb8d5-b578-4d72-99fe-7213cdd0b850,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:07.310346 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-899c5921-e4d3-4134-b31a-638f8240e000 req-0acc466a-14c3-4b15-9900-87318a52b5d1 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904179 Jul 16 18:47:07.401854 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-899c5921-e4d3-4134-b31a-638f8240e000 req-b6480da8-8d57-45a2-8126-cbb056f47f46 service neutron] 10.222.0.37 "GET /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841293 Jul 16 18:47:07.489202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['530fb8d5-b578-4d72-99fe-7213cdd0b850'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:07.946174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2f8a0-bbee-4e4b-9dc0-fdb0c7ecd22e req-9b2eccf3-e799-4577-9644-cfd5bdf335db tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:07.947765 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84d2f8a0-bbee-4e4b-9dc0-fdb0c7ecd22e req-9b2eccf3-e799-4577-9644-cfd5bdf335db tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 945 time: 0.0690851 Jul 16 18:47:07.989499 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84d2f8a0-bbee-4e4b-9dc0-fdb0c7ecd22e req-73f60fd4-1d44-4b99-8feb-1fa5e6170a9f tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355752 Jul 16 18:47:09.061752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 530fb8d5-b578-4d72-99fe-7213cdd0b850 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:09.112797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 530fb8d5-b578-4d72-99fe-7213cdd0b850 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:09.116784 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 530fb8d5-b578-4d72-99fe-7213cdd0b850 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:09.117157 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.165661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d99cfe-4145-4c4b-91ff-e41d39fb31a9 req-d2d5e413-27a0-4261-9bce-ea543da5a0e2 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:09.167935 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14d99cfe-4145-4c4b-91ff-e41d39fb31a9 req-d2d5e413-27a0-4261-9bce-ea543da5a0e2 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 945 time: 0.0671895 Jul 16 18:47:09.192652 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.207034 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14d99cfe-4145-4c4b-91ff-e41d39fb31a9 req-a58bf2c9-4f6c-40b5-9960-775df39cb8db tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334570 Jul 16 18:47:09.214680 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:09.216957 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5443ab4c-27fe-400f-b5d8-e91daa86c070" -d '{"events": [{"server_uuid": "a17be516-7711-4324-964a-b52297244513", "name": "network-vif-plugged", "status": "completed", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:09.230911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:09.235460 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:09.284836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=530fb8d5-b578-4d72-99fe-7213cdd0b850,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:09.332540 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0c3e27-7da5-4543-85c0-b46ea36f3734 x-openstack-request-id: req-bd0c3e27-7da5-4543-85c0-b46ea36f3734 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:09.332849 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17be516-7711-4324-964a-b52297244513", "name": "network-vif-plugged", "status": "completed", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:09.333104 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd0c3e27-7da5-4543-85c0-b46ea36f3734 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:09.333501 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850', 'code': 200} Jul 16 18:47:09.394283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d1103-2433-4bd9-914c-3921ef4c1b70 req-657bc75c-c7d5-4ef4-b524-574e952376a7 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:09.395783 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-500d1103-2433-4bd9-914c-3921ef4c1b70 req-657bc75c-c7d5-4ef4-b524-574e952376a7 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0633934 Jul 16 18:47:09.433195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-500d1103-2433-4bd9-914c-3921ef4c1b70 req-44f3380b-5d67-4af7-a2db-f23af35c5540 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315955 Jul 16 18:47:09.610892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec70885e-2a2e-4e67-bd27-5a4d85d7f62a req-064c55e9-98ac-40c2-8555-32b33e0ca78a tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:09.612385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec70885e-2a2e-4e67-bd27-5a4d85d7f62a req-064c55e9-98ac-40c2-8555-32b33e0ca78a tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0670145 Jul 16 18:47:09.649835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec70885e-2a2e-4e67-bd27-5a4d85d7f62a req-46758552-45e8-48b1-8c4a-c311cae373e4 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319555 Jul 16 18:47:10.215535 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1f2d9-b3ea-4e08-bc24-03cf15b54b06 req-da7440ef-3ed8-4892-8b8c-0f4686b9a6d7 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:10.217071 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72a1f2d9-b3ea-4e08-bc24-03cf15b54b06 req-da7440ef-3ed8-4892-8b8c-0f4686b9a6d7 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0680971 Jul 16 18:47:10.256640 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72a1f2d9-b3ea-4e08-bc24-03cf15b54b06 req-83866e0a-3edb-4c48-b763-07d6881cd489 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330827 Jul 16 18:47:11.348293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f892f52-e03e-4a6b-ab50-b748e5a35c96 req-6f4b21a2-316b-4739-968a-47bd0e94df22 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.349828 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f892f52-e03e-4a6b-ab50-b748e5a35c96 req-6f4b21a2-316b-4739-968a-47bd0e94df22 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.18 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0688915 Jul 16 18:47:11.432412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4cac3-1971-4831-925c-844f1318c661 req-1c507179-82e0-4de6-9a37-522f28ee6f05 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:11.433940 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16c4cac3-1971-4831-925c-844f1318c661 req-1c507179-82e0-4de6-9a37-522f28ee6f05 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/ports?device_id=a17be516-7711-4324-964a-b52297244513 HTTP/1.1" status: 200 len: 946 time: 0.0636573 Jul 16 18:47:11.453142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-0f892f52-e03e-4a6b-ab50-b748e5a35c96 req-3b24509d-8e19-43ef-ac54-982894a01da3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Deleting port 530fb8d5-b578-4d72-99fe-7213cdd0b850 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:47:11.453487 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0f892f52-e03e-4a6b-ab50-b748e5a35c96 req-3b24509d-8e19-43ef-ac54-982894a01da3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.474550 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16c4cac3-1971-4831-925c-844f1318c661 req-90d3cd14-994f-469d-9e1b-5d656d96c5bb tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.47 "GET /v2.0/security-groups?id=0aa7729b-e178-4726-bbfd-d167a4f38d2a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339851 Jul 16 18:47:11.542756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-0f892f52-e03e-4a6b-ab50-b748e5a35c96 req-3b24509d-8e19-43ef-ac54-982894a01da3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] For port 530fb8d5-b578-4d72-99fe-7213cdd0b850, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=530fb8d5-b578-4d72-99fe-7213cdd0b850,segment=NetworkSegment(fba7db28-dbe9-44d4-b566-38230869bb66),segment_id=fba7db28-dbe9-44d4-b566-38230869bb66)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:11.543141 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0f892f52-e03e-4a6b-ab50-b748e5a35c96 req-3b24509d-8e19-43ef-ac54-982894a01da3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.555342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-0f892f52-e03e-4a6b-ab50-b748e5a35c96 req-3b24509d-8e19-43ef-ac54-982894a01da3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Calling delete_port for 530fb8d5-b578-4d72-99fe-7213cdd0b850 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:47:11.683309 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0f892f52-e03e-4a6b-ab50-b748e5a35c96 req-3b24509d-8e19-43ef-ac54-982894a01da3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.696290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['530fb8d5-b578-4d72-99fe-7213cdd0b850'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:11.712562 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b24509d-8e19-43ef-ac54-982894a01da3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Pushing event deleted for resources: {'Port': ['ID=530fb8d5-b578-4d72-99fe-7213cdd0b850,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:11.764804 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f892f52-e03e-4a6b-ab50-b748e5a35c96 req-3b24509d-8e19-43ef-ac54-982894a01da3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] No DVR routers for this DVR port 530fb8d5-b578-4d72-99fe-7213cdd0b850 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:47:11.768408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-0f892f52-e03e-4a6b-ab50-b748e5a35c96 req-3b24509d-8e19-43ef-ac54-982894a01da3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:11.770788 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0f892f52-e03e-4a6b-ab50-b748e5a35c96 req-3b24509d-8e19-43ef-ac54-982894a01da3 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] 10.222.0.18 "DELETE /v2.0/ports/530fb8d5-b578-4d72-99fe-7213cdd0b850 HTTP/1.1" status: 204 len: 173 time: 0.4157455 Jul 16 18:47:11.771288 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'name': 'network-vif-deleted', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:11.774345 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2ea752-ad32-4799-b131-8870ca6e03ee" -d '{"events": [{"server_uuid": "a17be516-7711-4324-964a-b52297244513", "name": "network-vif-deleted", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:11.810100 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e178782-ba9f-4311-baf7-553f1296258a x-openstack-request-id: req-5e178782-ba9f-4311-baf7-553f1296258a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:11.810390 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17be516-7711-4324-964a-b52297244513", "name": "network-vif-deleted", "tag": "530fb8d5-b578-4d72-99fe-7213cdd0b850", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:11.810639 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e178782-ba9f-4311-baf7-553f1296258a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:11.811033 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17be516-7711-4324-964a-b52297244513', 'name': 'network-vif-deleted', 'tag': '530fb8d5-b578-4d72-99fe-7213cdd0b850', 'status': 'completed', 'code': 200} Jul 16 18:47:12.385482 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.702613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45666) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:12.757046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-30d45f65-2e70-4ed1-b855-05189d1bb5c4 admin admin] Deleting subnet b25e3add-8356-4b65-ac5c-3ffb774c7e4e {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:47:12.760292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-30d45f65-2e70-4ed1-b855-05189d1bb5c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.799992 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-30d45f65-2e70-4ed1-b855-05189d1bb5c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.839206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-30d45f65-2e70-4ed1-b855-05189d1bb5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.893242 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-30d45f65-2e70-4ed1-b855-05189d1bb5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.921740 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-30d45f65-2e70-4ed1-b855-05189d1bb5c4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:12.924196 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-30d45f65-2e70-4ed1-b855-05189d1bb5c4 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b25e3add-8356-4b65-ac5c-3ffb774c7e4e HTTP/1.1" status: 204 len: 168 time: 0.2205062 Jul 16 18:47:12.925502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d45f65-2e70-4ed1-b855-05189d1bb5c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b25e3add-8356-4b65-ac5c-3ffb774c7e4e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:12.926217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45668) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:12.994645 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.078055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.087930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b08a595-a7ae-40c7-a16f-467ed7016158']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:13.098599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fba7db28-dbe9-44d4-b566-38230869bb66') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:13.098894 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fba7db28-dbe9-44d4-b566-38230869bb66') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:13.107447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.120695 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.126508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] Releasing vlan 356 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:47:13.126905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:47:13.128676 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:47:13.181843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.187816 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.189712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] 10.222.0.47 "DELETE /v2.0/networks/7b08a595-a7ae-40c7-a16f-467ed7016158 HTTP/1.1" status: 204 len: 168 time: 0.2624955 Jul 16 18:47:13.207354 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d253db-f271-499d-9ca4-8fda4c6a1e98 admin admin] Pushing event deleted for resources: {'Network': ['ID=7b08a595-a7ae-40c7-a16f-467ed7016158,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:13.318312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45672) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.359406 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5c3b98ff-494c-43f6-a20a-e204394c4783 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=28c18f5a582b4ada92958b6baf649f28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396490 Jul 16 18:47:13.362068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45674) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:13.411332 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-943989b5-a6fc-4b47-8479-39bd74deb9b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.433011 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-943989b5-a6fc-4b47-8479-39bd74deb9b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.480009 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-943989b5-a6fc-4b47-8479-39bd74deb9b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.483484 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-943989b5-a6fc-4b47-8479-39bd74deb9b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:13.484691 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-943989b5-a6fc-4b47-8479-39bd74deb9b5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0aa7729b-e178-4726-bbfd-d167a4f38d2a HTTP/1.1" status: 204 len: 168 time: 0.1217000 Jul 16 18:47:13.492954 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943989b5-a6fc-4b47-8479-39bd74deb9b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa7729b-e178-4726-bbfd-d167a4f38d2a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:14.141440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45696) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.232493 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-90610441-network', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:14.253262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Made reservation on behalf of 9f4099d08a4749fa99b79ad608b5821b for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:14.255668 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.264414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.357449 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.361154 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.388913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:47:14.397491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5de050-4f11-449b-b32c-7163132a4d19,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:14.404254 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.404595 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Added segment a595c2e1-264e-47b7-bf50-6e4ad0c34081 of type vlan for network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 Jul 16 18:47:14.442836 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.471818 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.472764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.473338 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.500034 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3575261 Jul 16 18:47:14.503032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45700) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.508171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] Request body: {'subnet': {'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-90610441-subnet', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:14.531883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] Made reservation on behalf of 9f4099d08a4749fa99b79ad608b5821b for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:14.533661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71b3b0-2037-4d37-9ad6-c2c414ac7955 admin admin] Pushing event updated for resources: {'Network': ['ID=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:14.534420 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.544464 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:47:14.703175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.757746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e12508-d5fe-44e3-ab83-57e4860d720a,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:14.765333 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:14.765692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] Network hostable DHCP agents. Network: 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:47:14.790969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:47:14.800019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:14.804167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:14.804776 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.810100 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3875a3-347a-42dd-b54e-37fb53802723 None None] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:14.818511 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eef0da4f-994b-42ce-9042-90079bfb20d5 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3143103 Jul 16 18:47:14.821401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45702) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:14.825969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:14.853108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.854115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.937714 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:14.956115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:47:14.957005 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.074957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 530fb8d5-b578-4d72-99fe-7213cdd0b850 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:47:15.078184 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.099890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 530fb8d5-b578-4d72-99fe-7213cdd0b850 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:47:15.100232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 530fb8d5-b578-4d72-99fe-7213cdd0b850 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:47:15.116724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Allocated IP 172.20.0.2 (9eb372d7-2a99-4ce2-a9b0-b7514b0b1146/64e12508-d5fe-44e3-ab83-57e4860d720a/a9db9d92-3984-48fb-864c-cf58f49c5ca3) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:15.258424 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.267126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Transition to ACTIVE for port object a9db9d92-3984-48fb-864c-cf58f49c5ca3 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:15.282466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Transition to ACTIVE for port object a9db9d92-3984-48fb-864c-cf58f49c5ca3 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:15.290002 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.303727 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.330865 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:15.334161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.335151 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:15.339425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:15.343223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Pushing event updated for resources: {'Port': ['ID=a9db9d92-3984-48fb-864c-cf58f49c5ca3,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:15.401774 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Attempting to bind port a9db9d92-3984-48fb-864c-cf58f49c5ca3 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:15.402748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Attempting to bind port a9db9d92-3984-48fb-864c-cf58f49c5ca3 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:15.403097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Attempting to bind port a9db9d92-3984-48fb-864c-cf58f49c5ca3 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:15.408043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:15.408413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:15.408807 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.409193 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:15.409677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Bound port: a9db9d92-3984-48fb-864c-cf58f49c5ca3, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:15.410046 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.439766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Allocated IP 172.25.7.170 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/e8d7523a-6718-48fe-98ee-2c670195b796) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:15.472924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] For port a9db9d92-3984-48fb-864c-cf58f49c5ca3, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:15.476538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] For port a9db9d92-3984-48fb-864c-cf58f49c5ca3, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a9db9d92-3984-48fb-864c-cf58f49c5ca3,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:15.480390 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.551190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9edfb4f-6301-4f79-a3f5-07a3bbc416df None None] Pushing event updated for resources: {'Port': ['ID=a9db9d92-3984-48fb-864c-cf58f49c5ca3,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:15.554663 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.561903 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d7764768-60ca-4eef-8ec5-977a49506486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.598374 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:15.639813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:15.642617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:15.646251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:15.668582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Pushing event updated for resources: {'Port': ['ID=e8d7523a-6718-48fe-98ee-2c670195b796,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:15.909420 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.104272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.245424 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Router 916b2494-a590-4818-84d1-e2c37c72a0c7 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:47:16.358650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:16.375144 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Sync routers for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:16.375770 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.376810 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-210e1e78-87fa-4887-ac5b-7cca044f536d admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5544384 Jul 16 18:47:16.379661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45704) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:16.385075 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:16.385670 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:46:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:16.450447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99e5726-09c7-493a-aceb-7871c654b706 None None] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:47:16.502179 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:16.542218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-62f2468f-2b54-4704-bcdd-dd9053b6e212 None None] Provisioning for port a9db9d92-3984-48fb-864c-cf58f49c5ca3 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:16.700149 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:15Z', 'revision_number': 3, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:16.728100 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Checking router: 916b2494-a590-4818-84d1-e2c37c72a0c7 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:16.728451 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Updating router 916b2494-a590-4818-84d1-e2c37c72a0c7 port e8d7523a-6718-48fe-98ee-2c670195b796 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:47:16.767646 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:16.834691 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.028571 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.037940 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Transition to ACTIVE for port object e8d7523a-6718-48fe-98ee-2c670195b796 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:17.041569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Allocated IP 172.20.0.1 (9eb372d7-2a99-4ce2-a9b0-b7514b0b1146/64e12508-d5fe-44e3-ab83-57e4860d720a/c26e34fa-44d8-43d3-963e-78a4c589a81c) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:17.044423 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.093590 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Attempting to bind port e8d7523a-6718-48fe-98ee-2c670195b796 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:17.093950 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Attempting to bind port e8d7523a-6718-48fe-98ee-2c670195b796 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:17.094300 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Attempting to bind port e8d7523a-6718-48fe-98ee-2c670195b796 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:17.101321 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Pushing event updated for resources: {'Port': ['ID=e8d7523a-6718-48fe-98ee-2c670195b796,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:17.104512 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:17.104877 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:17.105964 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.106356 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:17.106819 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Bound port: e8d7523a-6718-48fe-98ee-2c670195b796, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:17.107186 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.113851 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.114187 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.114517 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.114845 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.115170 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.115490 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.115835 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.116170 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.116471 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.116786 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.117114 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.117408 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:17.170143 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] For port e8d7523a-6718-48fe-98ee-2c670195b796, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:17.173936 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] For port e8d7523a-6718-48fe-98ee-2c670195b796, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e8d7523a-6718-48fe-98ee-2c670195b796,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:17.178149 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.236556 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:17.237184 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:46:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:17.242068 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3953ed-6475-4333-949e-eeadd60e3975 None None] Pushing event updated for resources: {'Port': ['ID=e8d7523a-6718-48fe-98ee-2c670195b796,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:17.352056 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:17.503780 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.517032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Transition to ACTIVE for port object c26e34fa-44d8-43d3-963e-78a4c589a81c will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:17.532215 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:15Z', 'revision_number': 3, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:17.558069 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.559879 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8eca050-65f5-45b6-9799-7d729c6305a5 None None] The sync data for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 is: [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:15Z', 'revision_number': 3, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:17.614929 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:17.622468 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:17.626171 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9db9d92-3984-48fb-864c-cf58f49c5ca3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:17.627034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:17.630479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Pushing event updated for resources: {'Port': ['ID=c26e34fa-44d8-43d3-963e-78a4c589a81c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:17.670158 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.690480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port a9db9d92-3984-48fb-864c-cf58f49c5ca3 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:17.696604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a9db9d92-3984-48fb-864c-cf58f49c5ca3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:17.696981 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.785855 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.829172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port a9db9d92-3984-48fb-864c-cf58f49c5ca3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a9db9d92-3984-48fb-864c-cf58f49c5ca3,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:17.833569 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.896249 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:17.896983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=a9db9d92-3984-48fb-864c-cf58f49c5ca3,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:18.014199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-890d949e-56a1-45c3-84b4-27a80e1f675e None None] Provisioning for port c26e34fa-44d8-43d3-963e-78a4c589a81c completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:18.019974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-890d949e-56a1-45c3-84b4-27a80e1f675e None None] Provisioning complete for port c26e34fa-44d8-43d3-963e-78a4c589a81c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:18.021047 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-890d949e-56a1-45c3-84b4-27a80e1f675e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.061916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-890d949e-56a1-45c3-84b4-27a80e1f675e None None] Port c26e34fa-44d8-43d3-963e-78a4c589a81c cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:18.079947 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.084961 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.162499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Pushing event updated for resources: {'Port': ['ID=c26e34fa-44d8-43d3-963e-78a4c589a81c,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:18.168736 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.258298 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.262421 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c9d8c87b-a9d5-4bf7-a497-417f78a0230b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.267898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:18.269351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:18.400915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Router 916b2494-a590-4818-84d1-e2c37c72a0c7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:18.484755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8efa89f7-fc15-48a5-9b4b-84e79ce2cc2b None None] Provisioning complete for port c26e34fa-44d8-43d3-963e-78a4c589a81c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:18.485314 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8efa89f7-fc15-48a5-9b4b-84e79ce2cc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:18.516146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:18.519025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8efa89f7-fc15-48a5-9b4b-84e79ce2cc2b None None] Port c26e34fa-44d8-43d3-963e-78a4c589a81c cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:18.521574 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3eee2944-5b34-4128-815a-409602533c7c admin admin] 10.222.0.47 "PUT /v2.0/routers/916b2494-a590-4818-84d1-e2c37c72a0c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1409330 Jul 16 18:47:18.559441 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:18.975497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45712) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:18.980217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1765185216', 'description': 'tempest-description--1844543223'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:19.004987 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.095778 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.100675 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.129374 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.130628 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1540883 Jul 16 18:47:19.132541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:19.133755 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45714) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:19.139337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-829ffaa2-f57e-43e2-b37f-ab7a9cf2e2ff tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'security_group_rule': {'security_group_id': '82f8c87a-a422-4cd3-9fd1-a8b1f888ba25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:19.141131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.141481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.141835 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.142176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.142511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.142864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.143168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.143492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.144289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.144289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.144479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.144788 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aac4932-c2ec-47c3-bbaa-cf6866f50964 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:19.173570 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-829ffaa2-f57e-43e2-b37f-ab7a9cf2e2ff tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.222371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Sync routers for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:19.231839 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-829ffaa2-f57e-43e2-b37f-ab7a9cf2e2ff tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.232043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:19.232546 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:47:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:19.235700 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-829ffaa2-f57e-43e2-b37f-ab7a9cf2e2ff tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.257423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829ffaa2-f57e-43e2-b37f-ab7a9cf2e2ff tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e62673-6647-4a9d-ba1a-c3ea3d3fc180,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:19.266392 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-829ffaa2-f57e-43e2-b37f-ab7a9cf2e2ff tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.267762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-829ffaa2-f57e-43e2-b37f-ab7a9cf2e2ff tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1329463 Jul 16 18:47:19.270342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45716) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:19.274868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f5980cde-5fd1-4837-bbad-f8907cbab5c1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'security_group_rule': {'security_group_id': '82f8c87a-a422-4cd3-9fd1-a8b1f888ba25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:19.315529 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5980cde-5fd1-4837-bbad-f8907cbab5c1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.340437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:19.376412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5980cde-5fd1-4837-bbad-f8907cbab5c1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.380273 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5980cde-5fd1-4837-bbad-f8907cbab5c1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.397983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5980cde-5fd1-4837-bbad-f8907cbab5c1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9bd91af-d83e-4e5f-ad08-06b4b23a6002,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:19.404769 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5980cde-5fd1-4837-bbad-f8907cbab5c1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.409076 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f5980cde-5fd1-4837-bbad-f8907cbab5c1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1347210 Jul 16 18:47:19.409394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 45718) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:19.414326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:19.436969 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.532355 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.538489 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 2, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:19.570184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Checking router: 916b2494-a590-4818-84d1-e2c37c72a0c7 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:19.570540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Updating router 916b2494-a590-4818-84d1-e2c37c72a0c7 port c26e34fa-44d8-43d3-963e-78a4c589a81c binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:47:19.606501 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.650896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Allocated IP 172.25.7.200 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/8bac5bf9-3767-4b76-acf7-e7939626e3ad) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:19.707634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9db9d92-3984-48fb-864c-cf58f49c5ca3 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:19.759649 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.800590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.829788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a9db9d92-3984-48fb-864c-cf58f49c5ca3 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:19.830159 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.841259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:19.845994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:19.849333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:19.875608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event updated for resources: {'Port': ['ID=8bac5bf9-3767-4b76-acf7-e7939626e3ad,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:19.938400 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.971996 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:19.980378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e8d7523a-6718-48fe-98ee-2c670195b796 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:19.986565 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.016652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Transition to ACTIVE for port object c26e34fa-44d8-43d3-963e-78a4c589a81c will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:20.030888 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.040128 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.089944 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9649bcd-cf3c-4962-968c-ab68d29aa657 None None] Pushing event updated for resources: {'Port': ['ID=c26e34fa-44d8-43d3-963e-78a4c589a81c,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:20.118357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port e8d7523a-6718-48fe-98ee-2c670195b796 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:20.139114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e8d7523a-6718-48fe-98ee-2c670195b796 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:20.139492 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.154167 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.159829 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.175369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Attempting to bind port c26e34fa-44d8-43d3-963e-78a4c589a81c on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:20.175769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Attempting to bind port c26e34fa-44d8-43d3-963e-78a4c589a81c by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:20.176136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Attempting to bind port c26e34fa-44d8-43d3-963e-78a4c589a81c on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:20.187246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:20.187645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:20.188053 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.188447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:20.188942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Bound port: c26e34fa-44d8-43d3-963e-78a4c589a81c, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:20.189306 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.207846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event updated for resources: {'Port': ['ID=8bac5bf9-3767-4b76-acf7-e7939626e3ad,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:20.263390 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.279250 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.282114 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fa7f8396-5efd-42fa-9c2b-a430ae3484c2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8711405 Jul 16 18:47:20.290827 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.298720 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] For port c26e34fa-44d8-43d3-963e-78a4c589a81c, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:20.302607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] For port c26e34fa-44d8-43d3-963e-78a4c589a81c, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c26e34fa-44d8-43d3-963e-78a4c589a81c,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:20.309924 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.341684 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port e8d7523a-6718-48fe-98ee-2c670195b796, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e8d7523a-6718-48fe-98ee-2c670195b796,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:20.353401 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:20.390222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:20.390773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:47:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:20.395132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9649bcd-cf3c-4962-968c-ab68d29aa657 None None] Pushing event updated for resources: {'Port': ['ID=c26e34fa-44d8-43d3-963e-78a4c589a81c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:20.457352 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-f348fbaf-2e52-4a9e-b5df-ee8c86db350d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1765185216&fields=id&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 267 time: 0.0473654 Jul 16 18:47:20.578692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-bdf4f75d-0d8b-465a-a635-8cdb858c847d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:20.580233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-bdf4f75d-0d8b-465a-a635-8cdb858c847d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 810 time: 0.1150169 Jul 16 18:47:20.595384 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-29fd118e-ac78-48d1-8a55-49786bf5b0bf tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/quotas/9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 375 time: 0.0097620 Jul 16 18:47:20.689965 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-cf7ee78b-75a0-4acb-ac02-5a133fd45b3d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0883639 Jul 16 18:47:20.697609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=e8d7523a-6718-48fe-98ee-2c670195b796,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:20.711118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:20.791982 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-2d61e78e-67d3-4b76-b0d6-23de78bb22b0 service neutron] 10.222.0.47 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876803 Jul 16 18:47:20.892535 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-9c9e9656-d96b-4c0f-a037-3431e57b8d3f service neutron] 10.222.0.47 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941169 Jul 16 18:47:20.912202 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:20.942469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3366dd0-e045-49ec-bfb9-46d76f1b36f4 None None] The sync data for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 is: [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:21.086626 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8d5c8324-d5cf-40d7-9849-52dbd6a2861f req-435ed972-b43f-42eb-a863-43a9bd3cfdcc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 210 time: 0.0325873 Jul 16 18:47:21.697008 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c26e34fa-44d8-43d3-963e-78a4c589a81c up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:21.758879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port c26e34fa-44d8-43d3-963e-78a4c589a81c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:21.763352 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c26e34fa-44d8-43d3-963e-78a4c589a81c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:21.763763 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.844595 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.884071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port c26e34fa-44d8-43d3-963e-78a4c589a81c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c26e34fa-44d8-43d3-963e-78a4c589a81c,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:21.889233 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:21.890063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e8d7523a-6718-48fe-98ee-2c670195b796 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:21.966534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=c26e34fa-44d8-43d3-963e-78a4c589a81c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:21.978089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e8d7523a-6718-48fe-98ee-2c670195b796 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:21.978459 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.077631 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.239443 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-618c2184-6428-48ce-a333-56b302397820 req-e3104ba3-07a6-4b4a-b19c-d1340047e5b5 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 210 time: 0.0319021 Jul 16 18:47:22.525170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-81841daf-5c39-46cb-a8ff-b0e5070c7530 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:22.527294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-81841daf-5c39-46cb-a8ff-b0e5070c7530 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 810 time: 0.1027222 Jul 16 18:47:22.576759 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-a1b9c46f-938a-4438-b6a0-00b80ce4e2f4 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 380 time: 0.0401423 Jul 16 18:47:22.586175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'port': {'device_id': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'admin_state_up': True, 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'security_groups': ['82f8c87a-a422-4cd3-9fd1-a8b1f888ba25']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:22.691495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Made reservation on behalf of 9f4099d08a4749fa99b79ad608b5821b for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:47:22.695220 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.822968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Allocated IP 172.20.0.13 (9eb372d7-2a99-4ce2-a9b0-b7514b0b1146/64e12508-d5fe-44e3-ab83-57e4860d720a/1e5f8f9b-28aa-4e30-987a-d50076d4f8b1) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:47:22.957795 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:22.976508 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Transition to ACTIVE for port object 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:23.011976 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.055537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:47:23.061348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:47:23.065081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:47:23.096826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event updated for resources: {'Port': ['ID=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:23.122720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:23.123364 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.140530 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-058b365c-eb38-4081-8bbb-ea92f5e445dc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5579014 Jul 16 18:47:23.154150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Request body: {'port': {'device_id': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:23.234011 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.342795 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2384c7b2-85d6-469f-aa8a-ef35f472e134 None None] Provisioning for port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:23.346964 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2384c7b2-85d6-469f-aa8a-ef35f472e134 None None] Provisioning complete for port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:23.347531 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2384c7b2-85d6-469f-aa8a-ef35f472e134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.382786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2384c7b2-85d6-469f-aa8a-ef35f472e134 None None] Port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:47:23.501492 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a17327-066a-4feb-91d0-cc7912576a1d req-e2be6712-aa5b-429a-8256-fd35d55f7099 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:23.502989 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4a17327-066a-4feb-91d0-cc7912576a1d req-e2be6712-aa5b-429a-8256-fd35d55f7099 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 932 time: 0.1343446 Jul 16 18:47:23.592536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c26e34fa-44d8-43d3-963e-78a4c589a81c up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:23.594736 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4a17327-066a-4feb-91d0-cc7912576a1d req-83fad6d3-f133-4544-852b-d06450fccff6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0812826 Jul 16 18:47:23.596862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:23.604553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.617279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Transition to ACTIVE for port object 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:47:23.621884 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.645921 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c26e34fa-44d8-43d3-963e-78a4c589a81c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:23.646288 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.681342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:23.752985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Attempting to bind port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:47:23.753461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Attempting to bind port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:47:23.753913 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Attempting to bind port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:23.758432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:47:23.758762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Attempting to bind port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:47:23.764511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:47:23.764857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:47:23.765250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:47:23.765683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Bound port: 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:47:23.766047 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.834575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:47:23.837902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:47:23.843010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.880435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:23.881048 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:23.882440 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] 10.222.0.18 "PUT /v2.0/ports/1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 1092 time: 0.7331436 Jul 16 18:47:23.882861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:23.885195 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2167ba81-02e7-4a28-b4ad-a656be7d7e71" -d '{"events": [{"name": "network-changed", "server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:23.912675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b99220f-675e-4a94-a5dd-f725ce891121 service neutron] Pushing event updated for resources: {'Port': ['ID=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:23.935488 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbda635-0c45-4bc2-9624-f701af8fa76b x-openstack-request-id: req-8cbda635-0c45-4bc2-9624-f701af8fa76b {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:23.935813 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:23.936087 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8cbda635-0c45-4bc2-9624-f701af8fa76b {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:23.936608 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'status': 'completed', 'code': 200} Jul 16 18:47:23.994931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-192cbbc4-d15c-4b69-a140-b10e76f909f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:23.997113 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-192cbbc4-d15c-4b69-a140-b10e76f909f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 1095 time: 0.0557959 Jul 16 18:47:24.040398 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-d4caf10f-9ed8-468c-b82d-8530591f471c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 217 time: 0.0354550 Jul 16 18:47:24.095270 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-eb319b6e-e81d-46a0-8617-3804092065d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.096757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-eb319b6e-e81d-46a0-8617-3804092065d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0495424 Jul 16 18:47:24.155728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-fe9cfe34-6797-4e57-a6a4-4e236e73f0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.157230 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-fe9cfe34-6797-4e57-a6a4-4e236e73f0c5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531785 Jul 16 18:47:24.245062 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-bb1ddd45-c003-4d88-9191-9317744c9cd4 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804057 Jul 16 18:47:24.339072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14a68668-5227-45c3-8ff4-495e6f7b7110 req-8f3045e7-c791-4936-84f2-4086fa264053 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861506 Jul 16 18:47:24.443134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ba81-02e7-4a28-b4ad-a656be7d7e71 req-52ce4955-758d-4cba-87ac-03e6cae7228f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.444989 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2167ba81-02e7-4a28-b4ad-a656be7d7e71 req-52ce4955-758d-4cba-87ac-03e6cae7228f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 1095 time: 0.0532176 Jul 16 18:47:24.538410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ba81-02e7-4a28-b4ad-a656be7d7e71 req-5273da75-1169-4994-8f3c-005b96e4144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.539901 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2167ba81-02e7-4a28-b4ad-a656be7d7e71 req-5273da75-1169-4994-8f3c-005b96e4144f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0881956 Jul 16 18:47:24.580369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2167ba81-02e7-4a28-b4ad-a656be7d7e71 req-57d692ad-63c2-46d7-9c4d-f832aaef1b6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 217 time: 0.0339842 Jul 16 18:47:24.628869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ba81-02e7-4a28-b4ad-a656be7d7e71 req-04e9ac22-69df-4fab-80fd-006ce1bbdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.630396 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2167ba81-02e7-4a28-b4ad-a656be7d7e71 req-04e9ac22-69df-4fab-80fd-006ce1bbdc75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0422268 Jul 16 18:47:24.692150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2167ba81-02e7-4a28-b4ad-a656be7d7e71 req-0516afec-b93a-4695-85d2-ba050d3fe75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.693920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2167ba81-02e7-4a28-b4ad-a656be7d7e71 req-0516afec-b93a-4695-85d2-ba050d3fe75d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564597 Jul 16 18:47:24.830061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2167ba81-02e7-4a28-b4ad-a656be7d7e71 req-b4c914a1-ddf0-4e4b-bc1d-2d971a4e3318 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273329 Jul 16 18:47:24.838340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c783ba3-790a-48ee-ab99-003cbacf2261 req-ba175e2b-6a61-4ba3-860b-f2b25512ca0d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:24.839919 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c783ba3-790a-48ee-ab99-003cbacf2261 req-ba175e2b-6a61-4ba3-860b-f2b25512ca0d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 944 time: 0.1199062 Jul 16 18:47:24.931054 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c783ba3-790a-48ee-ab99-003cbacf2261 req-822832fb-e693-484c-9bd2-006f8788be0c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814843 Jul 16 18:47:24.956564 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2167ba81-02e7-4a28-b4ad-a656be7d7e71 req-029a3302-677b-4ff3-905a-5797449c8372 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157184 Jul 16 18:47:26.107108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cb9ba-e56e-407c-baff-755cb4dbcc7c req-3aa238a1-a966-4d7e-a4c6-0316237d3ed8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:26.108955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-118cb9ba-e56e-407c-baff-755cb4dbcc7c req-3aa238a1-a966-4d7e-a4c6-0316237d3ed8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 944 time: 0.0632856 Jul 16 18:47:26.145021 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-118cb9ba-e56e-407c-baff-755cb4dbcc7c req-1790fa4a-0bb3-4f87-af60-84f48b8196f6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306222 Jul 16 18:47:27.119547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:47:27.212469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:27.224517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'port_id': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'mac_address': 'fa:16:3e:eb:03:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:47:27.259965 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.277799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:47:27.298740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:27.302444 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:27.321127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca288084-95ca-4e48-a0d7-50359532ad91 req-1fc79f60-00ce-406e-814a-d3cb8eba1df8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:27.322609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca288084-95ca-4e48-a0d7-50359532ad91 req-1fc79f60-00ce-406e-814a-d3cb8eba1df8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 944 time: 0.0678062 Jul 16 18:47:27.352291 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:27.361092 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ca288084-95ca-4e48-a0d7-50359532ad91 req-264e7881-9e7a-4e4d-b11d-ebf3771b4810 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Jul 16 18:47:27.534871 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['1e5f8f9b-28aa-4e30-987a-d50076d4f8b1'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:47:28.546809 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bab39a-694f-4cc6-a7d8-760faf5b3dc8 req-489dd051-69d7-45cd-98a3-c5fd34bde8ac tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:28.548313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-54bab39a-694f-4cc6-a7d8-760faf5b3dc8 req-489dd051-69d7-45cd-98a3-c5fd34bde8ac tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 945 time: 0.0628414 Jul 16 18:47:28.585149 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-54bab39a-694f-4cc6-a7d8-760faf5b3dc8 req-9af296a0-d24e-4b47-835b-3fccd5535033 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313489 Jul 16 18:47:29.146562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:47:29.196600 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:47:29.201495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:47:29.201869 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.277267 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.306791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:29.309238 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09b9028e-8842-438a-8b42-60ebf610e3bf" -d '{"events": [{"server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:29.322283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:47:29.327216 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.352687 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c81883-298d-4f90-9da5-e6ac54d0475e x-openstack-request-id: req-99c81883-298d-4f90-9da5-e6ac54d0475e {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:29.352974 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:29.353221 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99c81883-298d-4f90-9da5-e6ac54d0475e {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:29.353601 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'code': 200} Jul 16 18:47:29.380561 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:47:29.388939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.389292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.389655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.389994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.390332 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.390665 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.390995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.391383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.391676 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.392127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.392571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.392906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:47:29.473521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e5385-485a-4201-908e-5907dd55a372 req-4c6c3246-061e-4fd3-9302-ae01888fb74a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:29.475039 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-293e5385-485a-4201-908e-5907dd55a372 req-4c6c3246-061e-4fd3-9302-ae01888fb74a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 1097 time: 0.0518198 Jul 16 18:47:29.509193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-293e5385-485a-4201-908e-5907dd55a372 req-46723839-8411-4437-b8c0-a625391b558f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265276 Jul 16 18:47:29.724522 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:29.764896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85e423c-77dd-44ce-b84e-9b6d92a38e62 req-5561027d-7729-49c9-b6f3-ddf6cb09aeb3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:29.766382 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f85e423c-77dd-44ce-b84e-9b6d92a38e62 req-5561027d-7729-49c9-b6f3-ddf6cb09aeb3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0721357 Jul 16 18:47:29.805172 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f85e423c-77dd-44ce-b84e-9b6d92a38e62 req-7069a02b-7090-4487-8b59-43bc889c7b00 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331960 Jul 16 18:47:30.991496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb55798-0b3c-43f2-9abf-c821d3028889 req-bc5751f7-2883-4567-b8b4-50b10e329017 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:30.993007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fb55798-0b3c-43f2-9abf-c821d3028889 req-bc5751f7-2883-4567-b8b4-50b10e329017 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0636148 Jul 16 18:47:31.031363 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6fb55798-0b3c-43f2-9abf-c821d3028889 req-d8698225-8d50-49aa-b6b4-5d0ad328f514 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327780 Jul 16 18:47:31.202716 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2f8f30-0be4-4869-9611-961d338e9308 req-0e321686-4ff6-46f4-8785-a1044379a14c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:31.204225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bc2f8f30-0be4-4869-9611-961d338e9308 req-0e321686-4ff6-46f4-8785-a1044379a14c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0639551 Jul 16 18:47:31.212556 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45772) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:47:31.218092 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a0500bf7-666d-47dd-a315-dcff1f7915b7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'floatingip': {'port_id': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:47:31.259863 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0500bf7-666d-47dd-a315-dcff1f7915b7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.698011 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0500bf7-666d-47dd-a315-dcff1f7915b7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.702392 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0500bf7-666d-47dd-a315-dcff1f7915b7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:31.801561 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-a0500bf7-666d-47dd-a315-dcff1f7915b7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915 associated. External IP: 172.25.7.200, port: 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1. Jul 16 18:47:32.003183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0500bf7-666d-47dd-a315-dcff1f7915b7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Router 916b2494-a590-4818-84d1-e2c37c72a0c7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:47:32.111825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0500bf7-666d-47dd-a315-dcff1f7915b7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:47:32.116566 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a0500bf7-666d-47dd-a315-dcff1f7915b7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:32.121563 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f682d2-3c7a-4d1c-a95e-bc66b7b2d89d None None] Sync routers for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:47:32.130894 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f682d2-3c7a-4d1c-a95e-bc66b7b2d89d None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:32.132025 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-30f682d2-3c7a-4d1c-a95e-bc66b7b2d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:47:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:32.161461 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a0500bf7-666d-47dd-a315-dcff1f7915b7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "PUT /v2.0/floatingips/71cfc6bd-5506-4389-bbbc-20e379e17915 HTTP/1.1" status: 200 len: 992 time: 0.9450941 Jul 16 18:47:32.161461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:47:32.164507 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909" -d '{"events": [{"name": "network-changed", "server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:47:32.185090 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02eabd46-5822-424c-9d9f-40068616c944 req-432ba491-b516-4476-a889-0257b12de985 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593436 Jul 16 18:47:32.257037 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-30f682d2-3c7a-4d1c-a95e-bc66b7b2d89d None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:32.303283 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-263f2a4d-28e4-45f5-90b8-2e0b17928d45 x-openstack-request-id: req-263f2a4d-28e4-45f5-90b8-2e0b17928d45 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:47:32.303824 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:47:32.303918 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-263f2a4d-28e4-45f5-90b8-2e0b17928d45 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:47:32.304290 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'status': 'completed', 'code': 200} Jul 16 18:47:32.309877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eabd46-5822-424c-9d9f-40068616c944 req-3a1ca14a-6601-4fea-8965-3c3d77fb3765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:32.311414 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02eabd46-5822-424c-9d9f-40068616c944 req-3a1ca14a-6601-4fea-8965-3c3d77fb3765 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 1097 time: 0.0770595 Jul 16 18:47:32.420421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eabd46-5822-424c-9d9f-40068616c944 req-c070a8b1-ba9e-4bee-8b90-c19f47b7c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:32.421896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02eabd46-5822-424c-9d9f-40068616c944 req-c070a8b1-ba9e-4bee-8b90-c19f47b7c9ba service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0881925 Jul 16 18:47:32.491095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02eabd46-5822-424c-9d9f-40068616c944 req-e05cbff6-dcd6-4c4e-b899-bdcb585176e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 1000 time: 0.0584180 Jul 16 18:47:32.491359 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-30f682d2-3c7a-4d1c-a95e-bc66b7b2d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:eb:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:47:31Z', 'revision_number': 1, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:32.520731 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f682d2-3c7a-4d1c-a95e-bc66b7b2d89d None None] Checking router: 916b2494-a590-4818-84d1-e2c37c72a0c7 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:47:32.530002 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30f682d2-3c7a-4d1c-a95e-bc66b7b2d89d None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:47:32.530602 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-30f682d2-3c7a-4d1c-a95e-bc66b7b2d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:47:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:32.540352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eabd46-5822-424c-9d9f-40068616c944 req-646fdb90-72fa-4261-b742-36caae8dc8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:32.541933 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02eabd46-5822-424c-9d9f-40068616c944 req-646fdb90-72fa-4261-b742-36caae8dc8c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0430415 Jul 16 18:47:32.601191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eabd46-5822-424c-9d9f-40068616c944 req-1a87640a-47b2-4958-a889-3055207141fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:32.602687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02eabd46-5822-424c-9d9f-40068616c944 req-1a87640a-47b2-4958-a889-3055207141fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544348 Jul 16 18:47:32.699616 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02eabd46-5822-424c-9d9f-40068616c944 req-27d4b555-e624-4981-9065-c987c5a0164d service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887575 Jul 16 18:47:32.723235 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-30f682d2-3c7a-4d1c-a95e-bc66b7b2d89d None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:47:32.795101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-02eabd46-5822-424c-9d9f-40068616c944 req-64874c50-4c98-40fb-8637-5f3d59aebe64 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898852 Jul 16 18:47:32.891158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909 req-c2861409-2c51-4731-af63-f5209693e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:32.892712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909 req-c2861409-2c51-4731-af63-f5209693e414 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 1097 time: 0.0517721 Jul 16 18:47:32.946244 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-30f682d2-3c7a-4d1c-a95e-bc66b7b2d89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:eb:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:47:31Z', 'revision_number': 1, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:47:32.976153 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30f682d2-3c7a-4d1c-a95e-bc66b7b2d89d None None] The sync data for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 is: [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:eb:03:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:47:31Z', 'revision_number': 1, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:47:32.992946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909 req-204c0410-6692-43ab-aa32-6c0098343da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:32.994447 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909 req-204c0410-6692-43ab-aa32-6c0098343da6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0955617 Jul 16 18:47:33.183622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f54b2d0-f6b7-43c9-b3d1-5d1488d69d59 None None] New status for floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:47:33.409046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909 req-291c8aa3-d1c4-4dcb-9788-497f09bfbaa1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 1000 time: 0.4080684 Jul 16 18:47:33.457237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909 req-ae484f19-0e35-4d64-8eeb-ae44fced20d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:33.458643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909 req-ae484f19-0e35-4d64-8eeb-ae44fced20d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0438423 Jul 16 18:47:33.516918 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909 req-b30d4bef-af25-4a74-8c9f-01c4d54e24a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:47:33.518430 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909 req-b30d4bef-af25-4a74-8c9f-01c4d54e24a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526066 Jul 16 18:47:33.603657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909 req-a3160cba-4269-4dcc-888b-920ea9a64d89 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789204 Jul 16 18:47:33.697639 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1595f5ab-ce4e-4b7b-b161-fe01a9b55909 req-b07da7fe-abd1-482c-ba0b-2df944600b10 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863020 Jul 16 18:47:42.415854 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:45.552848 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-40a13c3b-3d9a-45c5-8e3a-348f3d0e4f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.248603 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:48.252946 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b2d68a2b-4e95-49e1-be2a-40f2b9ceb2cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:49.996018 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:52.066508 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:47:55.558226 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:47:59.720164 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:12.429840 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:15.555474 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2eb50d7a-b679-4a60-a184-579e6a1e5327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.243270 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:18.253964 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7da5e8a2-a18f-42fc-83f4-8241805c37ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:20.000236 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:22.070690 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:29.735004 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:31.361746 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-467bb307-febd-45fd-8aea-242a38db94b1 req-5af3c0c7-02bc-49f6-b1da-679dea36a9e2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518568 Jul 16 18:48:31.455850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb307-febd-45fd-8aea-242a38db94b1 req-10c44586-d03c-428e-9005-215836b9f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:31.457330 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-467bb307-febd-45fd-8aea-242a38db94b1 req-10c44586-d03c-428e-9005-215836b9f453 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 1097 time: 0.0518279 Jul 16 18:48:31.562337 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb307-febd-45fd-8aea-242a38db94b1 req-744498b5-4ced-42a1-b4d5-e5c33f4835c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:31.563796 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-467bb307-febd-45fd-8aea-242a38db94b1 req-744498b5-4ced-42a1-b4d5-e5c33f4835c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0860507 Jul 16 18:48:31.625664 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-467bb307-febd-45fd-8aea-242a38db94b1 req-8631aaf6-2638-4fef-ba10-ab02ab8eb337 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 1002 time: 0.0553241 Jul 16 18:48:31.676136 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb307-febd-45fd-8aea-242a38db94b1 req-52cb5028-e5c3-4d31-a5bb-aaca4d4c5164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:31.677566 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-467bb307-febd-45fd-8aea-242a38db94b1 req-52cb5028-e5c3-4d31-a5bb-aaca4d4c5164 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0463543 Jul 16 18:48:31.734748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467bb307-febd-45fd-8aea-242a38db94b1 req-27ee1c07-cc35-4002-858a-b8e697dc52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:48:31.736321 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-467bb307-febd-45fd-8aea-242a38db94b1 req-27ee1c07-cc35-4002-858a-b8e697dc52fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529807 Jul 16 18:48:31.830419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-467bb307-febd-45fd-8aea-242a38db94b1 req-c37ec746-2ffd-40df-b16a-ed7395d7720b service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879755 Jul 16 18:48:31.916835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-467bb307-febd-45fd-8aea-242a38db94b1 req-f0511d1c-6872-437f-ad8e-31d1529e6e2b service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804226 Jul 16 18:48:32.557262 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:48:42.448761 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:45.556589 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-57c2ca92-59c7-423d-b2ce-31b9ec761497 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.249889 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:48.256235 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9ecc9137-e9bc-43f0-bebf-9987caaf81e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:50.001765 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:52.072599 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:48:59.746702 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:09.556312 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:10.582062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205f220-5ffa-452b-8596-e0cb41fd3a07 req-65bbf159-7691-4a51-943c-249041f960c4 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:10.584469 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4205f220-5ffa-452b-8596-e0cb41fd3a07 req-65bbf159-7691-4a51-943c-249041f960c4 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0692737 Jul 16 18:49:10.622234 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4205f220-5ffa-452b-8596-e0cb41fd3a07 req-e29aaec8-1df3-4815-a6e2-59994b2ade69 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325997 Jul 16 18:49:11.925374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 45982) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:12.068865 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-9848ad8c-5043-4c2a-ab1e-f921b177e160 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1422441 Jul 16 18:49:12.076206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d285466-7424-4b91-812f-94624921554e req-5a5feda2-9a20-450e-ac3f-89ff0df03739 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:12.077604 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5d285466-7424-4b91-812f-94624921554e req-5a5feda2-9a20-450e-ac3f-89ff0df03739 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.1027801 Jul 16 18:49:12.116609 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5d285466-7424-4b91-812f-94624921554e req-dc763174-1d81-4ec3-b96b-e1f5ed87ce1e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334430 Jul 16 18:49:12.458062 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:13.300656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865a08f8-0a47-4b6b-b7f2-edd38dc78291 req-5afb25d9-1164-4ab6-95c1-a8830dbd8eab tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:13.309124 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-865a08f8-0a47-4b6b-b7f2-edd38dc78291 req-5afb25d9-1164-4ab6-95c1-a8830dbd8eab tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0714493 Jul 16 18:49:13.377426 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-865a08f8-0a47-4b6b-b7f2-edd38dc78291 req-859794c1-3f03-43d1-b693-c38dc5723a02 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670280 Jul 16 18:49:13.405197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-fe0b5c2a-d98c-4ed5-8a68-262e3046cd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:13.406705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-fe0b5c2a-d98c-4ed5-8a68-262e3046cd20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 1097 time: 0.0750749 Jul 16 18:49:13.497591 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-736d01fe-d601-47e8-bb3c-1a554f4d30ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:13.499149 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-736d01fe-d601-47e8-bb3c-1a554f4d30ec service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0865738 Jul 16 18:49:13.570606 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-29184d6e-9632-4cdd-984e-d8dbbcb46c90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 1002 time: 0.0652804 Jul 16 18:49:13.619892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-c8b8fc21-97cc-4d63-9601-2e1ba369c424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:13.621332 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-c8b8fc21-97cc-4d63-9601-2e1ba369c424 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0447350 Jul 16 18:49:13.682563 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-908efed4-cde9-4628-b0aa-1999ebdca23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:13.684098 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-908efed4-cde9-4628-b0aa-1999ebdca23d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566440 Jul 16 18:49:13.776214 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-bb107fd0-6603-4467-a83d-e47a1b4658e1 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853453 Jul 16 18:49:13.863370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-4ecce9ef-538f-4658-927b-35a9887e1eca service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813630 Jul 16 18:49:14.559954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13034ee5-c678-4a96-963e-f17f0bc48927 req-37363af3-bb3b-4e87-9975-0693159fa3a1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:14.561413 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13034ee5-c678-4a96-963e-f17f0bc48927 req-37363af3-bb3b-4e87-9975-0693159fa3a1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0662766 Jul 16 18:49:14.598311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13034ee5-c678-4a96-963e-f17f0bc48927 req-c9ff6c95-5141-4921-af26-cc20f9b30ee9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311470 Jul 16 18:49:15.557199 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-217232e7-ed9e-4d4c-a9ba-1d9045b8ea8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:15.775801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149c8a1-22b4-4e03-838c-f1603bf228b5 req-d0457cac-9ec2-4ace-9928-1d6d8d13de7f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:15.777283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7149c8a1-22b4-4e03-838c-f1603bf228b5 req-d0457cac-9ec2-4ace-9928-1d6d8d13de7f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0673916 Jul 16 18:49:15.814877 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7149c8a1-22b4-4e03-838c-f1603bf228b5 req-6b161711-29d2-45e0-96aa-19b61cf00b8b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321074 Jul 16 18:49:16.990228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da567d53-4e35-47b0-aab5-084706ac207a req-5c4588e8-5ef5-4ed6-ba05-f6222bab12c9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:16.991763 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-da567d53-4e35-47b0-aab5-084706ac207a req-5c4588e8-5ef5-4ed6-ba05-f6222bab12c9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0650585 Jul 16 18:49:17.029865 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-da567d53-4e35-47b0-aab5-084706ac207a req-7abd8778-40e1-422a-b263-d82efd716e7f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325453 Jul 16 18:49:18.204999 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5eb5d6-6b22-4f15-8540-13b1ae83af95 req-4a012f39-812e-4470-8353-fb4e16a93247 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:18.206484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb5eb5d6-6b22-4f15-8540-13b1ae83af95 req-4a012f39-812e-4470-8353-fb4e16a93247 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0633013 Jul 16 18:49:18.246538 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb5eb5d6-6b22-4f15-8540-13b1ae83af95 req-f3470ebe-1b17-456a-b49f-ecdb787beab8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342607 Jul 16 18:49:18.253077 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:18.261282 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5efa25f5-b093-4d20-a68f-ace99ecdbeee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:19.427946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be3172-124a-4bd8-af4f-2e23fd5377ff req-8e55a89a-bcba-4332-aad8-14b7979c043a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:19.429421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-80be3172-124a-4bd8-af4f-2e23fd5377ff req-8e55a89a-bcba-4332-aad8-14b7979c043a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0675514 Jul 16 18:49:19.472941 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-80be3172-124a-4bd8-af4f-2e23fd5377ff req-b6ed6ac2-3527-4d0e-ad73-707f69a1b706 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380802 Jul 16 18:49:20.005908 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:20.654797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3cb55-d119-40da-92b2-54a6b1bc9e2f req-47982f46-0578-46fd-95e8-fccb3bc7a90e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:20.656207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ad3cb55-d119-40da-92b2-54a6b1bc9e2f req-47982f46-0578-46fd-95e8-fccb3bc7a90e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0662999 Jul 16 18:49:20.692730 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9ad3cb55-d119-40da-92b2-54a6b1bc9e2f req-57a6d7f4-3653-4efd-92d2-265bb2c62983 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310366 Jul 16 18:49:21.864556 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc7632a-4107-421d-a405-aec82b2f82ed req-ae9793bc-2de1-4ea7-a89a-f1bb6e288947 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:21.866076 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3cc7632a-4107-421d-a405-aec82b2f82ed req-ae9793bc-2de1-4ea7-a89a-f1bb6e288947 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0627589 Jul 16 18:49:21.905120 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3cc7632a-4107-421d-a405-aec82b2f82ed req-a16c722f-f8e8-49f4-bb01-fb7cdf3c24e7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335982 Jul 16 18:49:22.075426 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:23.137906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2f5e3-f6fa-4bbc-8421-4b9fdca965c8 req-d82d9bdd-626f-4129-9899-0a98a326708e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:23.139376 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-61b2f5e3-f6fa-4bbc-8421-4b9fdca965c8 req-d82d9bdd-626f-4129-9899-0a98a326708e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.1172271 Jul 16 18:49:23.176978 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-61b2f5e3-f6fa-4bbc-8421-4b9fdca965c8 req-b58a4834-3b72-409e-99da-e47a18091365 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320046 Jul 16 18:49:24.405625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbaaed1-586c-4259-bea8-ddd18cb0e82e req-688c66cf-a3f7-45aa-8953-ab823cfc02f4 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:24.407104 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5bbaaed1-586c-4259-bea8-ddd18cb0e82e req-688c66cf-a3f7-45aa-8953-ab823cfc02f4 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.1155727 Jul 16 18:49:24.444989 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5bbaaed1-586c-4259-bea8-ddd18cb0e82e req-e0e8ef89-a8de-44d8-bfc5-ffe4a011a5b2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315766 Jul 16 18:49:25.619029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a879bfb-43ff-4396-bda0-4fb18fef05ee req-21bdd9ae-bebc-4976-b65b-3dbcf354da8a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:25.620546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a879bfb-43ff-4396-bda0-4fb18fef05ee req-21bdd9ae-bebc-4976-b65b-3dbcf354da8a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0634346 Jul 16 18:49:25.657042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7a879bfb-43ff-4396-bda0-4fb18fef05ee req-9684b68e-5ec0-4225-9923-364baed375cc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309770 Jul 16 18:49:25.903674 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-03557eb8-9318-4a0d-b81a-5fc3cc247344 service neutron] show failed (client error): The resource could not be found. Jul 16 18:49:25.904757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-03557eb8-9318-4a0d-b81a-5fc3cc247344 service neutron] 10.222.0.18 "GET /v2.0/ports/1e5f8f9b-28aa-4e30-987a-d50076d4f8b1/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.1036003 Jul 16 18:49:26.182869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-243343b0-bb09-41ee-bfed-aa07b6a2583a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.184523 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-243343b0-bb09-41ee-bfed-aa07b6a2583a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 1097 time: 0.0863202 Jul 16 18:49:26.204465 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:26.273558 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.729434 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:26.762888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:26.829542 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:26.831800 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9730a0b-19b7-41f2-91d5-314ff7e2996b" -d '{"events": [{"server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:26.835405 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.852521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Transition to ACTIVE for port object 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:26.859164 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:26.892061 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eca06cfa-34c2-4848-9a47-32adade27bc0 x-openstack-request-id: req-eca06cfa-34c2-4848-9a47-32adade27bc0 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:26.892379 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "name": "network-vif-unplugged", "status": "completed", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:26.892631 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eca06cfa-34c2-4848-9a47-32adade27bc0 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:26.893017 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'code': 200} Jul 16 18:49:26.922077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c3f47-bedf-47b9-8c4f-d08f5dd7cc6d req-9d5d9474-f4eb-4952-805b-02e8e5ff6330 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:26.923673 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-414c3f47-bedf-47b9-8c4f-d08f5dd7cc6d req-9d5d9474-f4eb-4952-805b-02e8e5ff6330 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.1425955 Jul 16 18:49:26.995303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Pushing event updated for resources: {'Port': ['ID=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,revision_number=6']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:27.032972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.033323 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.033938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.034058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.034317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.034648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.034975 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.035297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.035646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.035974 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.036297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.036617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:27.078968 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-414c3f47-bedf-47b9-8c4f-d08f5dd7cc6d req-870acae1-24f5-4c66-a8bd-2c04da43356d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340287 Jul 16 18:49:27.095014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] No DVR routers for this DVR port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:27.232633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Attempting to bind port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:27.233284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Attempting to bind port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:27.233284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Attempting to bind port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:27.237354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:49:27.237682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Attempting to bind port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:27.243482 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:27.243851 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:27.244242 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:27.244667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Bound port: 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:27.245020 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.311424 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:27.314888 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:27.318686 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.353481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.354096 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:27.355477 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] 10.222.0.37 "PUT /v2.0/ports/1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 1092 time: 1.1549969 Jul 16 18:49:27.377498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9894851-a4d3-475c-9727-21a5024dd5aa service neutron] Pushing event updated for resources: {'Port': ['ID=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,revision_number=7']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:27.463237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-cc9a1477-4a6b-41ad-aa0a-64ebda6cdf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.464802 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-cc9a1477-4a6b-41ad-aa0a-64ebda6cdf81 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 1095 time: 0.0560799 Jul 16 18:49:27.566362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-3921accd-b6c3-45ef-8e98-ff209c0c3ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.567852 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-3921accd-b6c3-45ef-8e98-ff209c0c3ad1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0967760 Jul 16 18:49:27.661245 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-11370303-55ba-495f-a8f1-a9749846a7cf service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 1000 time: 0.0860207 Jul 16 18:49:27.717737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-ae9b06f6-9f24-432a-a758-b8e5d4b10ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.719187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-ae9b06f6-9f24-432a-a758-b8e5d4b10ea7 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0488231 Jul 16 18:49:27.792013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-fdcca41a-3fc2-4393-838a-82b23cfc9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:27.793408 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-fdcca41a-3fc2-4393-838a-82b23cfc9af6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0669489 Jul 16 18:49:27.908395 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-e81be1a5-0cee-4c5e-8354-45bc184d0e32 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828700 Jul 16 18:49:28.000469 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-237686b0-cfe3-432d-bb12-2bd403c85140 req-86f4298c-8cdf-4d0f-96e1-85701ad65361 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824904 Jul 16 18:49:28.269888 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eda97e-8f6a-4c87-b408-bb718e5d71a5 req-cc39ffd5-7cc3-4acd-9c35-db0ab98f1216 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:28.271469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77eda97e-8f6a-4c87-b408-bb718e5d71a5 req-cc39ffd5-7cc3-4acd-9c35-db0ab98f1216 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 944 time: 0.0682480 Jul 16 18:49:28.315105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-77eda97e-8f6a-4c87-b408-bb718e5d71a5 req-b45f464f-b2e8-4cd1-aa43-3325bdd76b39 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376806 Jul 16 18:49:28.894296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:28.897015 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b229ef-d076-413c-ad49-d3f39007f95a" -d '{"events": [{"name": "network-changed", "server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:28.949149 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-614d6344-398f-42cc-b9ef-a1f1d12d1259 x-openstack-request-id: req-614d6344-398f-42cc-b9ef-a1f1d12d1259 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:28.949446 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:28.949698 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-614d6344-398f-42cc-b9ef-a1f1d12d1259 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:28.950145 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'status': 'completed', 'code': 200} Jul 16 18:49:29.027925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-fe15cba9-ecfb-40d8-b4ea-ced38919d718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.029470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-fe15cba9-ecfb-40d8-b4ea-ced38919d718 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 1095 time: 0.0606575 Jul 16 18:49:29.058555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-da2e078a-5200-4d9b-b0a1-ce14ade334af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.060114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-da2e078a-5200-4d9b-b0a1-ce14ade334af service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 1095 time: 0.0658169 Jul 16 18:49:29.125216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-ce4daa7f-c6f3-4e32-b511-8f335d189f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.126789 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-ce4daa7f-c6f3-4e32-b511-8f335d189f80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0914874 Jul 16 18:49:29.152078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-1118251f-33b1-4bf2-8593-06d2613114f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.153456 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-1118251f-33b1-4bf2-8593-06d2613114f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0856891 Jul 16 18:49:29.191457 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-5357e4ca-d4e9-4634-8318-8e5d72e28119 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 1000 time: 0.0589154 Jul 16 18:49:29.222873 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-b7476c47-1f15-4852-ba1a-bac4e75e626d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 1000 time: 0.0620015 Jul 16 18:49:29.244792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-a6cd9844-1d57-4520-8387-e636fb102130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.246268 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-a6cd9844-1d57-4520-8387-e636fb102130 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0488088 Jul 16 18:49:29.270270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-2f272bda-118a-4d7c-8342-8fd4781b1fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.272380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-2f272bda-118a-4d7c-8342-8fd4781b1fec service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0429168 Jul 16 18:49:29.304826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-b86995c9-2eaa-42f4-ba5f-463db64888ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.306352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-b86995c9-2eaa-42f4-ba5f-463db64888ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535195 Jul 16 18:49:29.335905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-7d0ea11a-62be-4437-9814-0400ee05625a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.337458 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-7d0ea11a-62be-4437-9814-0400ee05625a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586207 Jul 16 18:49:29.408446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-0f9285c7-ab5c-4959-97fc-56b9247f6ca8 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944407 Jul 16 18:49:29.436496 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-1673f70d-cb8a-4f76-870f-7f6ffaf9118b service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917072 Jul 16 18:49:29.528230 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-5be948d9-00a5-4662-b9e4-01f785907de9 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852702 Jul 16 18:49:29.539555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8b229ef-d076-413c-ad49-d3f39007f95a req-5f088b2b-c1de-4363-9329-ac1ad55cd831 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253364 Jul 16 18:49:29.567979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda8780b-7829-4bf4-9592-bdae62386217 req-1f768a43-02af-40cb-8ea6-5414bdce21ce tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:29.570265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bda8780b-7829-4bf4-9592-bdae62386217 req-1f768a43-02af-40cb-8ea6-5414bdce21ce tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 944 time: 0.1296289 Jul 16 18:49:29.612306 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bda8780b-7829-4bf4-9592-bdae62386217 req-451788d1-4381-4e2e-9f27-173534347c5f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364864 Jul 16 18:49:29.760951 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:29.767533 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:29.806744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:30.791173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b5b5a-9168-478b-838d-d6daee411806 req-fd0337a4-dd36-4782-8f04-dbe2719d7884 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:30.792674 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-149b5b5a-9168-478b-838d-d6daee411806 req-fd0337a4-dd36-4782-8f04-dbe2719d7884 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 944 time: 0.0668278 Jul 16 18:49:30.830032 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-149b5b5a-9168-478b-838d-d6daee411806 req-91ca0cff-7517-46b1-8a8c-5a2ab9e4474e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Jul 16 18:49:31.143447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ca8c03-3a78-4bcf-b0a7-7c9b3bcc3e20 req-cf1367ce-47ab-450c-849d-7312747c7115 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:31.144961 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-28ca8c03-3a78-4bcf-b0a7-7c9b3bcc3e20 req-cf1367ce-47ab-450c-849d-7312747c7115 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 944 time: 0.0637844 Jul 16 18:49:31.153433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-f407c2e9-e9bd-400e-b116-ac4bd7501887 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:31.154909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-f407c2e9-e9bd-400e-b116-ac4bd7501887 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82&tenant_id=9f4099d08a4749fa99b79ad608b5821b&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 944 time: 0.0745809 Jul 16 18:49:31.183495 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-28ca8c03-3a78-4bcf-b0a7-7c9b3bcc3e20 req-a9db1909-6e51-4ab1-b1d6-c6033c38fcfb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326171 Jul 16 18:49:31.218901 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-3392337b-31d6-4255-b285-2fb7983efafb service neutron] delete failed (client error): The resource could not be found. Jul 16 18:49:31.219898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-3392337b-31d6-4255-b285-2fb7983efafb service neutron] 10.222.0.18 "DELETE /v2.0/ports/1e5f8f9b-28aa-4e30-987a-d50076d4f8b1/bindings/n-h2-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0579002 Jul 16 18:49:31.319156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-b7c6a6a3-654d-45d0-b386-9433623b7644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:31.320712 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-b7c6a6a3-654d-45d0-b386-9433623b7644 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 1095 time: 0.0543413 Jul 16 18:49:31.356965 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:49:31.419106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-8c1280f0-14c6-49c8-b494-2ed131843de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:31.420627 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-8c1280f0-14c6-49c8-b494-2ed131843de0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0936470 Jul 16 18:49:31.457231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:31.468497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'port_id': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'mac_address': 'fa:16:3e:eb:03:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:49:31.485375 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-39bc69eb-630c-4a05-8d26-c4d10447ecb8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 200 len: 1000 time: 0.0581119 Jul 16 18:49:31.505350 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.525534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:31.544321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-d7941872-d1db-46fa-9f8e-123b54d850d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:31.545843 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-d7941872-d1db-46fa-9f8e-123b54d850d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0532658 Jul 16 18:49:31.547355 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:31.551125 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:31.618273 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-7ab15cde-9bbd-4c3d-b418-4b8e565fda2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:31.620558 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-7ab15cde-9bbd-4c3d-b418-4b8e565fda2f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0687327 Jul 16 18:49:31.624885 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:31.633032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.633379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.633717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.634052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.635292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.635653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.636335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.636669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.636995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.637319 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.637642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.637963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:31.724609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-438eb684-4053-487b-96ee-f960e1f3a2bb service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892045 Jul 16 18:49:31.812128 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d9a09bea-2a5b-46cd-8573-61ac04b4f340 req-bf03ad53-713c-4b79-94fd-e5e2dcb1be82 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806308 Jul 16 18:49:31.883920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['1e5f8f9b-28aa-4e30-987a-d50076d4f8b1'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:49:32.371902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7bf70f-bf0f-4bb9-8cb9-018ff0635fbe req-e91c1fa9-3171-42f3-891c-86e64bcc35fa tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.373446 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e7bf70f-bf0f-4bb9-8cb9-018ff0635fbe req-e91c1fa9-3171-42f3-891c-86e64bcc35fa tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 945 time: 0.0697584 Jul 16 18:49:32.417112 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2e7bf70f-bf0f-4bb9-8cb9-018ff0635fbe req-33110aef-061f-451f-8dc1-5e858f3c6c85 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380325 Jul 16 18:49:32.594079 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a0b7c-1fff-42a9-a484-05769d309e9e req-20aa6e6a-73ee-4994-aa40-9c32a805df47 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.595535 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-688a0b7c-1fff-42a9-a484-05769d309e9e req-20aa6e6a-73ee-4994-aa40-9c32a805df47 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 945 time: 0.0626388 Jul 16 18:49:32.637245 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-688a0b7c-1fff-42a9-a484-05769d309e9e req-cce2d0e0-7d9d-4c55-827b-db48831cd38b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353198 Jul 16 18:49:32.807258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f13ff9-7ce2-4699-b5c0-956ddb12f37f req-9caff8f6-1d12-4b70-a67d-421dd807b80c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:32.808756 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-66f13ff9-7ce2-4699-b5c0-956ddb12f37f req-9caff8f6-1d12-4b70-a67d-421dd807b80c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 945 time: 0.0620801 Jul 16 18:49:32.846080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-66f13ff9-7ce2-4699-b5c0-956ddb12f37f req-5dc17b12-82c8-4023-b567-a6d57a6945a2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314956 Jul 16 18:49:33.229158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e1f6d4-5476-4eb0-a97f-77518474988c req-5a3bbb02-9eb7-4b69-92b9-53b3c0ece087 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:33.230598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27e1f6d4-5476-4eb0-a97f-77518474988c req-5a3bbb02-9eb7-4b69-92b9-53b3c0ece087 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 945 time: 0.0638034 Jul 16 18:49:33.268116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27e1f6d4-5476-4eb0-a97f-77518474988c req-d2168a5e-3486-4324-a3e6-41e4d18787b8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320177 Jul 16 18:49:33.354032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:33.403625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:33.407078 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:33.407452 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.481428 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.502881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:33.505280 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5cd46f-ac1d-4098-b583-ee1bd53ff68a" -d '{"events": [{"server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:33.518104 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:33.522959 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:33.547434 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3816dfe-9bb7-42b1-a96d-1a93e38e4f2a x-openstack-request-id: req-d3816dfe-9bb7-42b1-a96d-1a93e38e4f2a {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:33.547821 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "name": "network-vif-plugged", "status": "completed", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:33.548073 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d3816dfe-9bb7-42b1-a96d-1a93e38e4f2a {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:33.548458 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'code': 200} Jul 16 18:49:33.573970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:34.445683 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c77848-8ffb-4ab5-bd05-89e13a3ef069 req-126be06f-23f3-42fd-8d7d-dc072ccff489 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:34.447144 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92c77848-8ffb-4ab5-bd05-89e13a3ef069 req-126be06f-23f3-42fd-8d7d-dc072ccff489 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0680673 Jul 16 18:49:34.484051 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92c77848-8ffb-4ab5-bd05-89e13a3ef069 req-dc576c3c-8c46-48fd-b3da-21e0fd6251f7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314190 Jul 16 18:49:34.613469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c8a15-bda0-4677-9972-10e869da81a8 req-ee6b16c1-c8b3-4d19-a0a3-d0cc2054e6b3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:34.614832 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-446c8a15-bda0-4677-9972-10e869da81a8 req-ee6b16c1-c8b3-4d19-a0a3-d0cc2054e6b3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.37 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 946 time: 0.0632672 Jul 16 18:49:34.718983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Deleting port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:49:34.719335 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:34.820006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] For port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:34.820304 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.033411 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.033787 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.034106 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915 disassociated. External IP: 172.25.7.200, port: 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1. Jul 16 18:49:35.034449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Calling delete_port for 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:49:35.157977 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.191917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event deleted for resources: {'Port': ['ID=1e5f8f9b-28aa-4e30-987a-d50076d4f8b1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:35.314071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Router 916b2494-a590-4818-84d1-e2c37c72a0c7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:35.427410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:35.439502 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4057fb-0ecf-4bad-b439-9e4eaa67248e None None] Sync routers for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:35.449168 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4057fb-0ecf-4bad-b439-9e4eaa67248e None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:35.449777 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fc4057fb-0ecf-4bad-b439-9e4eaa67248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:49:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:35.470382 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] No DVR routers for this DVR port 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:49:35.472881 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:35.474909 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-446c8a15-bda0-4677-9972-10e869da81a8 req-d35a690f-ef9f-45a0-b2c7-54a77f5db617 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.37 "DELETE /v2.0/ports/1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 HTTP/1.1" status: 204 len: 173 time: 0.8550115 Jul 16 18:49:35.475349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'name': 'network-vif-deleted', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:35.477642 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-435e9768-3490-4aff-a487-b3c3b89947c1" -d '{"events": [{"server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "name": "network-vif-deleted", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:35.525935 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a58c17f4-1b12-4c03-b20c-6c937cca3cae x-openstack-request-id: req-a58c17f4-1b12-4c03-b20c-6c937cca3cae {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:35.526224 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d730f9cd-fbb7-4c76-894a-92ee16b29f82", "name": "network-vif-deleted", "tag": "1e5f8f9b-28aa-4e30-987a-d50076d4f8b1", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:35.526498 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a58c17f4-1b12-4c03-b20c-6c937cca3cae {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:35.526901 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd730f9cd-fbb7-4c76-894a-92ee16b29f82', 'name': 'network-vif-deleted', 'tag': '1e5f8f9b-28aa-4e30-987a-d50076d4f8b1', 'status': 'completed', 'code': 200} Jul 16 18:49:35.571378 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fc4057fb-0ecf-4bad-b439-9e4eaa67248e None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:35.640763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1ae678ab-2e56-4a53-b925-3307983f1362 req-ffdddd1b-68e3-427d-878c-ed44ada92748 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 210 time: 0.0378957 Jul 16 18:49:35.779498 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fc4057fb-0ecf-4bad-b439-9e4eaa67248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:35.808362 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4057fb-0ecf-4bad-b439-9e4eaa67248e None None] Checking router: 916b2494-a590-4818-84d1-e2c37c72a0c7 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:35.816656 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc4057fb-0ecf-4bad-b439-9e4eaa67248e None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:35.817239 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fc4057fb-0ecf-4bad-b439-9e4eaa67248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:49:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:35.920069 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-fc4057fb-0ecf-4bad-b439-9e4eaa67248e None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:36.088645 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bba093a2-ca88-48e5-afa3-2830deac9fb4 req-c0338c3f-553e-44a5-9466-0b2c1016e853 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0286632 Jul 16 18:49:36.123446 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-fc4057fb-0ecf-4bad-b439-9e4eaa67248e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:36.150961 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc4057fb-0ecf-4bad-b439-9e4eaa67248e None None] The sync data for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 is: [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:36.184250 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bba093a2-ca88-48e5-afa3-2830deac9fb4 req-c224e04f-487d-4dde-b477-0f9a83d00809 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=d730f9cd-fbb7-4c76-894a-92ee16b29f82 HTTP/1.1" status: 200 len: 210 time: 0.0299146 Jul 16 18:49:36.387999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5673ad-61e7-4f63-a9e2-9e2d512112bb None None] New status for floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:49:36.658623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba093a2-ca88-48e5-afa3-2830deac9fb4 req-424abac6-6904-4e90-bca7-6f8d9edb47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:36.660135 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bba093a2-ca88-48e5-afa3-2830deac9fb4 req-424abac6-6904-4e90-bca7-6f8d9edb47ab service neutron] 10.222.0.37 "GET /v2.0/networks?tenant_id=9f4099d08a4749fa99b79ad608b5821b&shared=False HTTP/1.1" status: 200 len: 911 time: 0.4436204 Jul 16 18:49:36.822895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba093a2-ca88-48e5-afa3-2830deac9fb4 req-3ad82d66-53b1-48a4-bfd5-d37414fa7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:36.824752 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bba093a2-ca88-48e5-afa3-2830deac9fb4 req-3ad82d66-53b1-48a4-bfd5-d37414fa7683 service neutron] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1578877 Jul 16 18:49:36.956684 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-1901f7a0-38e2-4c0c-8992-2ca5dd5e50e1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1765185216&fields=id&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 267 time: 0.0343523 Jul 16 18:49:37.066797 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-54c433cf-728b-4ce7-8ab0-8c4943ab73cf tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:37.068915 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-54c433cf-728b-4ce7-8ab0-8c4943ab73cf tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 810 time: 0.1045702 Jul 16 18:49:37.083384 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-d2dfd08e-e320-439f-a222-3e4395ce8d79 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/quotas/9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 375 time: 0.0091207 Jul 16 18:49:37.155935 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-a02165aa-b85e-42d8-b521-907e40dd0eda tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0666597 Jul 16 18:49:37.253842 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-6aaf73dd-ab29-48a3-87ed-73ee3e007b95 service neutron] 10.222.0.47 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864832 Jul 16 18:49:37.342387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-1e933674-b8ef-4122-ad4a-355a580e971b service neutron] 10.222.0.47 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820537 Jul 16 18:49:37.385216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:49:37.405545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:49:37.406140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 1e5f8f9b-28aa-4e30-987a-d50076d4f8b1 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:49:37.508786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab1f0f38-005d-421a-ab6a-9e8e7f60fc7a req-3b57c4ff-9b0e-48d6-b7d6-2eb7e168b2b8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 210 time: 0.0285370 Jul 16 18:49:38.593788 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8a8ee896-2b65-44f2-b1f3-9ced5a0a10d0 req-674f7997-e673-4e0a-9e54-20d6462aefb0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 210 time: 0.0325220 Jul 16 18:49:39.687918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-070ae1f8-ca6e-4d0f-92ab-d58dce9ae60f req-74354433-738f-41d0-a863-1ea1fd07e01e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 210 time: 0.0342097 Jul 16 18:49:40.768819 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6210c6b1-41e7-4dd4-8abc-d1dfe4cd748a req-31c41e70-bcf5-4266-a530-378c070f4d80 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 210 time: 0.0278895 Jul 16 18:49:41.907983 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c427d0aa-b9e1-406a-bd70-0a0f0e397221 req-b085422f-d771-44c3-bb6f-020562048f02 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 210 time: 0.0278010 Jul 16 18:49:42.456828 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:42.737735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-8804c3b7-61f2-4149-bd20-6a4eb1ac5719 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:42.739317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-8804c3b7-61f2-4149-bd20-6a4eb1ac5719 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 810 time: 0.1060357 Jul 16 18:49:42.797724 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-c50f59c7-63de-4e61-b2d3-e00135609056 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 380 time: 0.0387793 Jul 16 18:49:42.806415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'port': {'device_id': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'admin_state_up': True, 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'security_groups': ['82f8c87a-a422-4cd3-9fd1-a8b1f888ba25']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:42.909911 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Made reservation on behalf of 9f4099d08a4749fa99b79ad608b5821b for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:49:42.913640 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.050727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Allocated IP 172.20.0.14 (9eb372d7-2a99-4ce2-a9b0-b7514b0b1146/64e12508-d5fe-44e3-ab83-57e4860d720a/b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:49:43.052215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-805516c0-048a-41f2-b4e5-4fd69dbfd943 req-cc9b606e-15e3-4d37-b003-71c24c6a36ac tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 210 time: 0.0294635 Jul 16 18:49:43.188965 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.207957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Transition to ACTIVE for port object b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:43.242292 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.286945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:49:43.290464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:49:43.294401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:49:43.319514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event updated for resources: {'Port': ['ID=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:43.334879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.335216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.335760 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.336098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.336430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.336758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.337084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.337406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.337728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.338052 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.338380 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.338701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:49:43.359970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:43.360597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.375741 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-849bfd41-76d9-444c-9211-844c94273ea6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5730441 Jul 16 18:49:43.387814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Request body: {'port': {'device_id': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:43.468240 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.566161 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4e93b90f-9716-48a3-8e61-9363f969ae17 None None] Provisioning for port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:43.570191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4e93b90f-9716-48a3-8e61-9363f969ae17 None None] Provisioning complete for port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:43.570562 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4e93b90f-9716-48a3-8e61-9363f969ae17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.603258 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4e93b90f-9716-48a3-8e61-9363f969ae17 None None] Port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:49:43.735854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:43.743797 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.755194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Transition to ACTIVE for port object b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:49:43.759193 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.806549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:43.882795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Attempting to bind port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:49:43.883137 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Attempting to bind port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:49:43.883470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Attempting to bind port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:43.888059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:49:43.888381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Attempting to bind port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:49:43.893381 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 49, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:49:43.893720 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:49:43.894105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:49:43.894532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Bound port: b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:49:43.894893 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.961332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:49:43.964378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:49:43.968968 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:43.999993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.000602 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:44.001985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] 10.222.0.18 "PUT /v2.0/ports/b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 1092 time: 0.6186090 Jul 16 18:49:44.004092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:44.008082 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379d50e1-561d-4d9c-8d22-d918926f3971" -d '{"events": [{"name": "network-changed", "server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:44.041668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fd63cf-a781-4b4f-b2cd-3a5bf97d4ce0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:44.120322 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72252138-8550-4a99-9f0c-9dda89ef1e75 x-openstack-request-id: req-72252138-8550-4a99-9f0c-9dda89ef1e75 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:44.120623 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:44.120912 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-72252138-8550-4a99-9f0c-9dda89ef1e75 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:44.121309 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'status': 'completed', 'code': 200} Jul 16 18:49:44.127771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-a7ad5159-83c4-4350-992f-c966f7aeb0ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.129624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-a7ad5159-83c4-4350-992f-c966f7aeb0ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1095 time: 0.0790582 Jul 16 18:49:44.173379 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-7b2a5f63-95fc-42d9-aba0-bfc9550c39a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 217 time: 0.0370035 Jul 16 18:49:44.223342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-020868b0-593e-478a-957e-cb52d56e6646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.224973 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-020868b0-593e-478a-957e-cb52d56e6646 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0455837 Jul 16 18:49:44.244324 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3e1b23-f637-4659-b3e7-f3a442c6f376 req-de46d916-44e4-40d2-aa37-3fbf6a1f684a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.246652 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca3e1b23-f637-4659-b3e7-f3a442c6f376 req-de46d916-44e4-40d2-aa37-3fbf6a1f684a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 944 time: 0.0726237 Jul 16 18:49:44.289294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-1a8725d1-f94d-42c9-a2b7-d547247961eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.289909 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca3e1b23-f637-4659-b3e7-f3a442c6f376 req-89405c3e-9c0f-43bc-9b0c-53b76542b104 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374296 Jul 16 18:49:44.292702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-1a8725d1-f94d-42c9-a2b7-d547247961eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615072 Jul 16 18:49:44.385629 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-e7f023c1-b12c-4593-ae57-96508485a52f service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862107 Jul 16 18:49:44.476526 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffc7a200-2a3d-4aa7-8cc5-e625098203d0 req-85d655ef-a823-45c2-9e4f-963a39714f8f service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849686 Jul 16 18:49:44.577241 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d50e1-561d-4d9c-8d22-d918926f3971 req-904d4949-ef5e-445e-ab50-1244f169228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.578743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-379d50e1-561d-4d9c-8d22-d918926f3971 req-904d4949-ef5e-445e-ab50-1244f169228e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1095 time: 0.0557160 Jul 16 18:49:44.670184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d50e1-561d-4d9c-8d22-d918926f3971 req-6f0e983a-2814-4ffa-8f9f-89a8d074da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.671598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-379d50e1-561d-4d9c-8d22-d918926f3971 req-6f0e983a-2814-4ffa-8f9f-89a8d074da60 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0868530 Jul 16 18:49:44.718174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-379d50e1-561d-4d9c-8d22-d918926f3971 req-a1da428d-2e28-4819-bb80-78e3d040fcd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 217 time: 0.0387514 Jul 16 18:49:44.766257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d50e1-561d-4d9c-8d22-d918926f3971 req-ec9dc9c6-9f25-4ae3-bdf8-2d75e93bd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.767771 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-379d50e1-561d-4d9c-8d22-d918926f3971 req-ec9dc9c6-9f25-4ae3-bdf8-2d75e93bd4a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0436029 Jul 16 18:49:44.828877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d50e1-561d-4d9c-8d22-d918926f3971 req-63309dac-4e58-4c81-8df4-73c8214e5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:44.830377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-379d50e1-561d-4d9c-8d22-d918926f3971 req-63309dac-4e58-4c81-8df4-73c8214e5d25 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552289 Jul 16 18:49:44.924635 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-379d50e1-561d-4d9c-8d22-d918926f3971 req-4314c690-3051-4407-96fe-d494d4829985 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862119 Jul 16 18:49:45.013661 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-379d50e1-561d-4d9c-8d22-d918926f3971 req-e162ecfb-d615-4f8a-98da-cfbea9a05de0 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820239 Jul 16 18:49:45.472733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf95fa9-5fce-430e-8406-4adb3f8ad1e8 req-b7de36b5-0fd9-4fc6-9820-31d4e6e5a115 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:45.474228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-baf95fa9-5fce-430e-8406-4adb3f8ad1e8 req-b7de36b5-0fd9-4fc6-9820-31d4e6e5a115 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 944 time: 0.0707133 Jul 16 18:49:45.513482 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-baf95fa9-5fce-430e-8406-4adb3f8ad1e8 req-73444aa4-5896-4574-9002-f0549cb94c6d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Jul 16 18:49:45.557859 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ceb83aea-bb61-46ca-aea2-0c0107f0e912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:45.861120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:49:45.953355 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:45.963891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'port_id': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'mac_address': 'fa:16:3e:c6:c9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:49:46.000732 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.012970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:49:46.031786 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:46.035685 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:46.082643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:46.302864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:49:46.555221 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:49:46.687742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311ea1f1-2391-4d9a-88d1-cdfc81f0dd46 req-73635d86-ecd0-4288-8833-26dad112c415 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:46.689205 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-311ea1f1-2391-4d9a-88d1-cdfc81f0dd46 req-73635d86-ecd0-4288-8833-26dad112c415 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 945 time: 0.0628562 Jul 16 18:49:46.727172 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-311ea1f1-2391-4d9a-88d1-cdfc81f0dd46 req-24ede42a-4f57-46be-9589-77c6f9456186 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314560 Jul 16 18:49:47.861009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:49:47.909843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:49:47.914083 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:49:47.914468 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:47.918441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8d0ace-eb8d-416b-856f-80e3b3ab2807 req-b126cab9-c786-4b5a-b172-d13382e6060c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:47.920409 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea8d0ace-eb8d-416b-856f-80e3b3ab2807 req-b126cab9-c786-4b5a-b172-d13382e6060c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 945 time: 0.0649207 Jul 16 18:49:47.958432 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea8d0ace-eb8d-416b-856f-80e3b3ab2807 req-9dde6f9c-af96-4355-a44c-0d2121357be7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326853 Jul 16 18:49:48.144174 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:48.170055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:48.172304 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6b79a4936abf05a9c1908b9f83b314365eb62a231df52a5a634c487fa3b7536c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5af1776-154e-4d2b-9a02-3e4d3d250d4f" -d '{"events": [{"server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "name": "network-vif-plugged", "status": "completed", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:48.185841 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:49:48.190524 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:48.213965 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55792875-e621-4a43-8ef7-a2e1b0854b50 x-openstack-request-id: req-55792875-e621-4a43-8ef7-a2e1b0854b50 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:48.214246 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "name": "network-vif-plugged", "status": "completed", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:48.214496 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-55792875-e621-4a43-8ef7-a2e1b0854b50 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:48.214907 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'code': 200} Jul 16 18:49:48.262017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:49:48.266423 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:48.273080 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-02e0b4e8-6fc7-4e6d-b365-e9ee2c574e67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:48.327507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71fafb8-af74-47dd-b1bf-80a1c3a80f30 req-3f37eae4-c7ce-4553-92f2-d5cb7b8a957b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:48.329043 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c71fafb8-af74-47dd-b1bf-80a1c3a80f30 req-3f37eae4-c7ce-4553-92f2-d5cb7b8a957b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1097 time: 0.0595107 Jul 16 18:49:48.361687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c71fafb8-af74-47dd-b1bf-80a1c3a80f30 req-e0f4722d-f90c-4099-b2fb-415aa0fa1946 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0265510 Jul 16 18:49:49.143323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac1252-9ce0-428c-a6b4-0209dfa19e22 req-a334d90b-8eba-495c-a529-406bb67a1d69 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:49.145001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54ac1252-9ce0-428c-a6b4-0209dfa19e22 req-a334d90b-8eba-495c-a529-406bb67a1d69 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0674195 Jul 16 18:49:49.186501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-54ac1252-9ce0-428c-a6b4-0209dfa19e22 req-5369c764-24a3-4fba-9a65-52b021381262 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350993 Jul 16 18:49:50.009499 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:50.378067 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf847f4e-68c3-478c-91bc-aa3463c860fa req-77575c39-924e-416d-9d6b-bbe4191f92f2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:50.379597 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cf847f4e-68c3-478c-91bc-aa3463c860fa req-77575c39-924e-416d-9d6b-bbe4191f92f2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0629978 Jul 16 18:49:50.417941 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cf847f4e-68c3-478c-91bc-aa3463c860fa req-5064062d-99ac-4174-85e6-020a6c26448d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323544 Jul 16 18:49:50.585101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9166dfd4-6f9e-4a86-8243-b585938284af req-aa9545c7-3306-45d6-8268-58adfcb0de9a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:50.586630 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9166dfd4-6f9e-4a86-8243-b585938284af req-aa9545c7-3306-45d6-8268-58adfcb0de9a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0621202 Jul 16 18:49:50.595192 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46154) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:49:50.599689 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d85ae8e1-ff15-44ad-a9db-dcd94d876333 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'floatingip': {'port_id': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:49:50.643517 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d85ae8e1-ff15-44ad-a9db-dcd94d876333 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.088340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d85ae8e1-ff15-44ad-a9db-dcd94d876333 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.092208 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d85ae8e1-ff15-44ad-a9db-dcd94d876333 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.512038 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-d85ae8e1-ff15-44ad-a9db-dcd94d876333 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915 associated. External IP: 172.25.7.200, port: b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc. Jul 16 18:49:51.709697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85ae8e1-ff15-44ad-a9db-dcd94d876333 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Router 916b2494-a590-4818-84d1-e2c37c72a0c7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:49:51.827201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85ae8e1-ff15-44ad-a9db-dcd94d876333 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:49:51.832055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d85ae8e1-ff15-44ad-a9db-dcd94d876333 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:51.836380 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2153d-3922-4157-a94a-abacdb2f595d None None] Sync routers for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:49:51.846157 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c2153d-3922-4157-a94a-abacdb2f595d None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:51.846761 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b7c2153d-3922-4157-a94a-abacdb2f595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:49:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:51.871215 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d85ae8e1-ff15-44ad-a9db-dcd94d876333 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "PUT /v2.0/floatingips/71cfc6bd-5506-4389-bbbc-20e379e17915 HTTP/1.1" status: 200 len: 992 time: 1.2748158 Jul 16 18:49:51.871843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:49:51.874113 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b88c10ea1991b8cfd23a5ba0fa6598fad440026a1563614cecba8558d58020e4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38da60fe-835f-4dc5-91dd-8014209c2f07" -d '{"events": [{"name": "network-changed", "server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:49:51.918677 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f23e43-4cb5-433c-ab23-ce36302a03d8 x-openstack-request-id: req-46f23e43-4cb5-433c-ab23-ce36302a03d8 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:49:51.918974 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:49:51.919225 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46f23e43-4cb5-433c-ab23-ce36302a03d8 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:49:51.919657 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'status': 'completed', 'code': 200} Jul 16 18:49:51.956001 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b7c2153d-3922-4157-a94a-abacdb2f595d None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:51.997233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da60fe-835f-4dc5-91dd-8014209c2f07 req-0e3b0d46-44b8-4803-974e-5970e987c286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:51.998743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38da60fe-835f-4dc5-91dd-8014209c2f07 req-0e3b0d46-44b8-4803-974e-5970e987c286 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1097 time: 0.0555565 Jul 16 18:49:52.080221 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:49:52.093244 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da60fe-835f-4dc5-91dd-8014209c2f07 req-70c13511-ec84-49cd-a53e-392208f53a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:52.094718 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38da60fe-835f-4dc5-91dd-8014209c2f07 req-70c13511-ec84-49cd-a53e-392208f53a26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0900595 Jul 16 18:49:52.164684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38da60fe-835f-4dc5-91dd-8014209c2f07 req-5b25982e-c793-4375-a946-adcffe37f879 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 1000 time: 0.0621223 Jul 16 18:49:52.217251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da60fe-835f-4dc5-91dd-8014209c2f07 req-d6216c47-3580-4622-83f4-5976fb6bde88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:52.218796 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38da60fe-835f-4dc5-91dd-8014209c2f07 req-d6216c47-3580-4622-83f4-5976fb6bde88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0471890 Jul 16 18:49:52.275734 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b7c2153d-3922-4157-a94a-abacdb2f595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:c6:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:49:50Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:52.278486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38da60fe-835f-4dc5-91dd-8014209c2f07 req-d997d954-3395-4e8c-846d-67d0aaeca403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:49:52.280107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38da60fe-835f-4dc5-91dd-8014209c2f07 req-d997d954-3395-4e8c-846d-67d0aaeca403 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549021 Jul 16 18:49:52.302138 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2153d-3922-4157-a94a-abacdb2f595d None None] Checking router: 916b2494-a590-4818-84d1-e2c37c72a0c7 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:49:52.312099 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c2153d-3922-4157-a94a-abacdb2f595d None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:49:52.312724 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b7c2153d-3922-4157-a94a-abacdb2f595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:49:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:52.376837 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38da60fe-835f-4dc5-91dd-8014209c2f07 req-9b85f924-728d-42c3-bbf5-d2160b70745f service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899134 Jul 16 18:49:52.416333 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b7c2153d-3922-4157-a94a-abacdb2f595d None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:49:52.471051 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-38da60fe-835f-4dc5-91dd-8014209c2f07 req-583431ea-5c79-4c4b-9699-59741819609a service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875535 Jul 16 18:49:52.636771 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b7c2153d-3922-4157-a94a-abacdb2f595d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:c6:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:49:50Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:49:52.662076 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c2153d-3922-4157-a94a-abacdb2f595d None None] The sync data for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 is: [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:c6:c9:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:49:50Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:49:52.843436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc9c0be1-8642-45e2-a207-3f781b178f97 None None] New status for floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:49:59.766130 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:12.456387 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:15.558978 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-916dcfe9-784a-43f0-b924-bb967e53a873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.256403 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:18.258443 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-166d43cf-11eb-4865-8806-416e5f778c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:20.011941 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:22.081355 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:23.554055 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:50:29.778343 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:34.361072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-5b238cc4-4f82-429b-99f9-aeb405103f37 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0536568 Jul 16 18:50:34.456523 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-3f1ff7be-1508-45ce-80a0-3e55e227b9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:34.458079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-3f1ff7be-1508-45ce-80a0-3e55e227b9ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1097 time: 0.0529158 Jul 16 18:50:34.563049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-695a0fff-3775-4c19-aac5-fe8eae20875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:34.564579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-695a0fff-3775-4c19-aac5-fe8eae20875d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0866320 Jul 16 18:50:34.627068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-69c597d9-adb5-4fbf-b172-828868e2610d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 1002 time: 0.0560281 Jul 16 18:50:34.674440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-5aa49f5f-de36-43f7-bbb4-22324aea207e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:34.675959 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-5aa49f5f-de36-43f7-bbb4-22324aea207e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0427246 Jul 16 18:50:34.736816 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-f8d02603-ee24-4905-bd64-dd486d170b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:50:34.738306 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-f8d02603-ee24-4905-bd64-dd486d170b84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563374 Jul 16 18:50:34.825540 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-1a6ac06e-f5ee-4d2f-aeb2-fbf3b48d0198 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810440 Jul 16 18:50:34.915735 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff63aef8-fb46-4890-9589-008a415fdf85 req-0180a000-7470-4566-9a23-2319c6773919 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834365 Jul 16 18:50:42.462600 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:45.560697 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1259bf7-c06c-4ff7-9dfc-1155d423afa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.256118 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:48.261936 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-db9c5640-e26f-4267-9bfe-3bd5ac0ddfd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:50.014977 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:52.083966 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:50:59.777249 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:00.553019 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:12.483669 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:15.560936 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-609bbe3b-45b9-433b-83e4-53620d1f6475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:18.254841 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:18.271133 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-22a5f297-c28b-4a31-a948-d39d247fc881 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:20.018500 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:22.085416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:28.842235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d34f38b-f970-4efd-94be-a07d4299e0b4 req-fa15cd4d-83f3-4418-9b3f-fce03a1bd152 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:28.843753 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d34f38b-f970-4efd-94be-a07d4299e0b4 req-fa15cd4d-83f3-4418-9b3f-fce03a1bd152 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.1053286 Jul 16 18:51:28.881766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d34f38b-f970-4efd-94be-a07d4299e0b4 req-cde54962-7d99-4384-a8de-27ee41c30a53 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323696 Jul 16 18:51:29.793982 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:30.190485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab3611c-be3c-48f8-93f0-bcdd7853b030 req-f3033c5b-61ba-42b4-93f5-93f77cfe12b5 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:30.191988 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eab3611c-be3c-48f8-93f0-bcdd7853b030 req-f3033c5b-61ba-42b4-93f5-93f77cfe12b5 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.1198387 Jul 16 18:51:30.233935 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eab3611c-be3c-48f8-93f0-bcdd7853b030 req-9b0587e9-84fd-49d8-a9a8-6b024f625655 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362802 Jul 16 18:51:31.414158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89300d93-1840-4836-a654-6f1534d983fa req-e84a6983-25d5-4b23-9a51-78facb4c0297 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:31.415673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-89300d93-1840-4836-a654-6f1534d983fa req-e84a6983-25d5-4b23-9a51-78facb4c0297 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0680475 Jul 16 18:51:31.453866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-89300d93-1840-4836-a654-6f1534d983fa req-36f9600b-a66c-4fc0-a35f-b859137c4b4e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320477 Jul 16 18:51:32.634972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97006ff4-6b49-43db-8e3d-c60939d74321 req-baeaf147-25ba-42e9-8504-b6e631209007 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:32.636737 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97006ff4-6b49-43db-8e3d-c60939d74321 req-baeaf147-25ba-42e9-8504-b6e631209007 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0707762 Jul 16 18:51:32.677220 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-97006ff4-6b49-43db-8e3d-c60939d74321 req-2bf84865-a5b3-4993-a5f3-31ad6cde008e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351267 Jul 16 18:51:33.855231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e9932-c121-4776-ac06-97cae710046f req-7612c92c-2d7f-438d-ade2-42833170bf8b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:33.856724 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c96e9932-c121-4776-ac06-97cae710046f req-7612c92c-2d7f-438d-ade2-42833170bf8b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0646474 Jul 16 18:51:33.895195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c96e9932-c121-4776-ac06-97cae710046f req-76407eb7-325f-46b6-a04f-30aef86c8de0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322821 Jul 16 18:51:35.074658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc82ab25-32b0-4024-8005-7afe7b5914f9 req-1de0c369-2eed-4bd4-9381-ed813b204214 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.076446 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc82ab25-32b0-4024-8005-7afe7b5914f9 req-1de0c369-2eed-4bd4-9381-ed813b204214 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0697312 Jul 16 18:51:35.117704 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc82ab25-32b0-4024-8005-7afe7b5914f9 req-24ad7ccd-b3f9-4e5d-a5a9-fbc189062ed8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356739 Jul 16 18:51:35.508134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a8a61-71f1-466d-b3e6-b58ace010036 req-058cab02-b7b3-4859-bfa0-2032d7ac70a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.509640 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-781a8a61-71f1-466d-b3e6-b58ace010036 req-058cab02-b7b3-4859-bfa0-2032d7ac70a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1097 time: 0.0901563 Jul 16 18:51:35.621261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a8a61-71f1-466d-b3e6-b58ace010036 req-c3aba9aa-9784-4c11-95d2-629c8289a324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.622835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-781a8a61-71f1-466d-b3e6-b58ace010036 req-c3aba9aa-9784-4c11-95d2-629c8289a324 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0937130 Jul 16 18:51:35.689722 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-781a8a61-71f1-466d-b3e6-b58ace010036 req-939a69fe-35f8-4c8d-b5ac-8b1031f620ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 1002 time: 0.0606298 Jul 16 18:51:35.744460 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a8a61-71f1-466d-b3e6-b58ace010036 req-793eeeff-9632-429c-ba53-4a5d986668b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.745952 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-781a8a61-71f1-466d-b3e6-b58ace010036 req-793eeeff-9632-429c-ba53-4a5d986668b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0507970 Jul 16 18:51:35.802705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a8a61-71f1-466d-b3e6-b58ace010036 req-7e6f8142-444a-41b6-b2ab-fcb983654a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:35.804181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-781a8a61-71f1-466d-b3e6-b58ace010036 req-7e6f8142-444a-41b6-b2ab-fcb983654a8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522079 Jul 16 18:51:35.892115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-781a8a61-71f1-466d-b3e6-b58ace010036 req-331dfa47-1003-4e64-b4c4-6f913d800bcb service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816247 Jul 16 18:51:35.989400 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-781a8a61-71f1-466d-b3e6-b58ace010036 req-832157ce-5507-4b5d-a0dd-7a92bf997338 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912592 Jul 16 18:51:36.296031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a4646e-cb3f-4e20-8a54-1900b29f4d89 req-843b06d1-3484-4850-93be-437cff18bf0d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:36.297531 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-69a4646e-cb3f-4e20-8a54-1900b29f4d89 req-843b06d1-3484-4850-93be-437cff18bf0d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0653448 Jul 16 18:51:36.338917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-69a4646e-cb3f-4e20-8a54-1900b29f4d89 req-8af4045e-b463-41ad-b2fc-9de36df87e1f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356429 Jul 16 18:51:37.521004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f9c3c7-47d2-4e90-887c-c4b0df0b4b7c req-7a9e1073-1760-44cf-9d01-7bbb3c34d11a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:37.522481 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-74f9c3c7-47d2-4e90-887c-c4b0df0b4b7c req-7a9e1073-1760-44cf-9d01-7bbb3c34d11a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0622671 Jul 16 18:51:37.553144 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:51:37.562288 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-74f9c3c7-47d2-4e90-887c-c4b0df0b4b7c req-36064471-f83e-4fdf-960c-9417796a3d75 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341635 Jul 16 18:51:38.739062 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c623102-7fd4-4b00-b30e-598c1e27de82 req-c7a7271a-6a40-4812-afd1-7fb78e07bd68 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:38.740587 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c623102-7fd4-4b00-b30e-598c1e27de82 req-c7a7271a-6a40-4812-afd1-7fb78e07bd68 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0672326 Jul 16 18:51:38.778057 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c623102-7fd4-4b00-b30e-598c1e27de82 req-b19d4dd6-68c5-450f-b7e8-d650815f1d66 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319655 Jul 16 18:51:39.959998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0a8961-396f-43f0-af43-fb7b98fc6e0d req-5e48a2ea-2530-4dee-be92-66ac2509d99e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:39.961379 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f0a8961-396f-43f0-af43-fb7b98fc6e0d req-5e48a2ea-2530-4dee-be92-66ac2509d99e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0652549 Jul 16 18:51:39.999747 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f0a8961-396f-43f0-af43-fb7b98fc6e0d req-d4af3bf8-c64a-4d90-9ea8-d5829642acee tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315936 Jul 16 18:51:40.394841 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-1738dfdb-1a80-40ca-ae6a-a4ac8aac9c10 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036096 Jul 16 18:51:40.424483 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62152f3-2468-43b8-a617-19b7b1398415 req-f64c1a02-d757-455f-83f7-e69556904a35 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:40.425973 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d62152f3-2468-43b8-a617-19b7b1398415 req-f64c1a02-d757-455f-83f7-e69556904a35 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0845778 Jul 16 18:51:40.465322 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d62152f3-2468-43b8-a617-19b7b1398415 req-534c9e2a-24c9-4433-a390-c68091f0e8f0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336082 Jul 16 18:51:41.643487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bcd228-b136-408c-ae36-cad0de14a853 req-8f23ff93-7fb1-4ab0-b4d6-6da14d4ba00d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.645161 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-49bcd228-b136-408c-ae36-cad0de14a853 req-8f23ff93-7fb1-4ab0-b4d6-6da14d4ba00d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0678108 Jul 16 18:51:41.712374 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-49bcd228-b136-408c-ae36-cad0de14a853 req-b7fcb164-9a13-4b9e-82ab-fd6ebb4d4099 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602202 Jul 16 18:51:41.746554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba56ff-0102-43db-915e-f5b09131df08 req-040ec1a6-d6f2-4336-8401-c2f54a2903bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.748102 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-040ec1a6-d6f2-4336-8401-c2f54a2903bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1097 time: 0.0733380 Jul 16 18:51:41.840280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba56ff-0102-43db-915e-f5b09131df08 req-ef0e11b5-b242-47cb-a1da-e914eacb358e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.841755 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-ef0e11b5-b242-47cb-a1da-e914eacb358e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0876775 Jul 16 18:51:41.903332 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-2428b154-a05a-41a7-8ace-061c58df4caa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 1002 time: 0.0556357 Jul 16 18:51:41.956331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba56ff-0102-43db-915e-f5b09131df08 req-a429d040-50af-4d9b-9ed7-1b22f59b9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:41.957875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-a429d040-50af-4d9b-9ed7-1b22f59b9893 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0489287 Jul 16 18:51:42.016657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba56ff-0102-43db-915e-f5b09131df08 req-f6ac96e2-9e53-4ccb-a660-25526cc318ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:42.018177 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-f6ac96e2-9e53-4ccb-a660-25526cc318ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535409 Jul 16 18:51:42.111928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-ecb1f76f-02fe-4351-8c7f-b7d598e58603 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870295 Jul 16 18:51:42.203464 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-f6578597-3af8-4946-822b-a7909abca6ed service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858417 Jul 16 18:51:42.535350 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:42.893581 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9175723e-8192-42a9-963f-4375b5e69cbc req-805894e6-7225-4a1a-b2d1-8c4ad42739a9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:42.895011 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9175723e-8192-42a9-963f-4375b5e69cbc req-805894e6-7225-4a1a-b2d1-8c4ad42739a9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0679073 Jul 16 18:51:42.950151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9175723e-8192-42a9-963f-4375b5e69cbc req-2b66f814-c163-4186-a53b-21867dcced4e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475667 Jul 16 18:51:44.131027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc43eb-29e8-4d24-b4b2-6d560e684e2e req-6db6b79a-eb1f-4931-ac40-99406df30637 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:44.132585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbbc43eb-29e8-4d24-b4b2-6d560e684e2e req-6db6b79a-eb1f-4931-ac40-99406df30637 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0640752 Jul 16 18:51:44.174515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbbc43eb-29e8-4d24-b4b2-6d560e684e2e req-c5669d65-f0bf-4db7-b6e5-ade61905b03a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364227 Jul 16 18:51:44.243038 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-caba56ff-0102-43db-915e-f5b09131df08 req-a0ad68d3-fa37-44b5-9fd3-3dda2df6487d service neutron] show failed (client error): The resource could not be found. Jul 16 18:51:44.244154 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-a0ad68d3-fa37-44b5-9fd3-3dda2df6487d service neutron] 10.222.0.18 "GET /v2.0/ports/b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0578141 Jul 16 18:51:44.581799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba56ff-0102-43db-915e-f5b09131df08 req-59b8211b-d7f2-4e14-9eea-dcde8ebdfebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:44.583330 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-59b8211b-d7f2-4e14-9eea-dcde8ebdfebb service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 1097 time: 0.0932739 Jul 16 18:51:44.602961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:44.677151 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.894909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:44.928010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:44.968051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:44.970505 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6435d9982876f9f647af295c681ae8531ef43483bbe055df7a31e9779e787ca9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb708ac-efd0-40ba-a3a6-5ef8e7ffc80a" -d '{"events": [{"server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:44.974122 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:44.986984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Transition to ACTIVE for port object b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:44.991282 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.033632 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58d76b4b-49c5-4257-b453-4a2fe680bfa2 x-openstack-request-id: req-58d76b4b-49c5-4257-b453-4a2fe680bfa2 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:45.033935 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "name": "network-vif-unplugged", "status": "completed", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:45.034191 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58d76b4b-49c5-4257-b453-4a2fe680bfa2 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:45.034591 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'code': 200} Jul 16 18:51:45.082481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Pushing event updated for resources: {'Port': ['ID=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,revision_number=6']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:45.097701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.098052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.098389 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.098730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.099127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.099985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.099985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.100185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.100404 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.100729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.101052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.101374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:45.136622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] No DVR routers for this DVR port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:45.288499 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Attempting to bind port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:45.288850 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Attempting to bind port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:45.289185 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Attempting to bind port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:45.300423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:51:45.300779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Attempting to bind port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:45.306335 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:45.306685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:45.307380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:45.307827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Bound port: b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:45.308194 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.362860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdeec9-6190-4542-946a-e86022acda54 req-88578e0f-2f2e-413d-95ca-3ec6b5eed800 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:45.364467 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3fdeec9-6190-4542-946a-e86022acda54 req-88578e0f-2f2e-413d-95ca-3ec6b5eed800 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 944 time: 0.0685153 Jul 16 18:51:45.379827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:45.383238 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:45.387910 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.408093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c3fdeec9-6190-4542-946a-e86022acda54 req-fefeb332-6eff-4b97-b18b-92c1cd439227 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370986 Jul 16 18:51:45.431456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:45.432371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.433820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] 10.222.0.37 "PUT /v2.0/ports/b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 1092 time: 0.8353267 Jul 16 18:51:45.451579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ff4b1c-48ca-4192-889d-8523bbd07bff service neutron] Pushing event updated for resources: {'Port': ['ID=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,revision_number=7']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:45.534818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba56ff-0102-43db-915e-f5b09131df08 req-c4948971-a8e1-45ba-b903-f482b55107f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:45.536418 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-c4948971-a8e1-45ba-b903-f482b55107f8 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1095 time: 0.0636735 Jul 16 18:51:45.564132 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c098b446-a106-41e6-8dc0-900a55b2f245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:45.643254 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba56ff-0102-43db-915e-f5b09131df08 req-6b7392da-9be5-4b12-8501-51cfab129b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:45.644773 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-6b7392da-9be5-4b12-8501-51cfab129b10 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.1010568 Jul 16 18:51:45.719059 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-032edb2f-2277-4159-96a5-4fc2f5a19f6e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 1000 time: 0.0656912 Jul 16 18:51:45.768128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba56ff-0102-43db-915e-f5b09131df08 req-3787c610-1263-4ca6-9542-952c14d1d413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:45.769591 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-3787c610-1263-4ca6-9542-952c14d1d413 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0439610 Jul 16 18:51:45.827881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caba56ff-0102-43db-915e-f5b09131df08 req-ef2f8820-50dd-4aae-816a-8d57d887d5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:45.829360 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-ef2f8820-50dd-4aae-816a-8d57d887d5a7 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522220 Jul 16 18:51:45.925563 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-c24f4263-6435-4ba4-8a7b-d972181cc142 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889857 Jul 16 18:51:46.017738 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-caba56ff-0102-43db-915e-f5b09131df08 req-c9d86908-b156-4417-9df8-3cd59c941a06 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855439 Jul 16 18:51:46.590378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded03d1e-95ae-42cb-890a-652831fb37b8 req-8abfb254-4e40-49d7-8853-4ebdd9e67767 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:46.591898 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ded03d1e-95ae-42cb-890a-652831fb37b8 req-8abfb254-4e40-49d7-8853-4ebdd9e67767 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 944 time: 0.0655482 Jul 16 18:51:46.634436 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ded03d1e-95ae-42cb-890a-652831fb37b8 req-0a775399-ba09-43f9-a155-5f1fd1004e41 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358598 Jul 16 18:51:47.036006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:47.075486 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e20c6521-cfb1-465c-bb9b-2121fe509c36" -d '{"events": [{"name": "network-changed", "server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:47.172865 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2531302-0889-41f0-a51e-c4c1f7538b36 x-openstack-request-id: req-d2531302-0889-41f0-a51e-c4c1f7538b36 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:47.173167 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:47.174565 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d2531302-0889-41f0-a51e-c4c1f7538b36 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:47.175175 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'status': 'completed', 'code': 200} Jul 16 18:51:47.251495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-95e05c34-dcff-43f3-99bf-d3ca40a783f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.253055 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-95e05c34-dcff-43f3-99bf-d3ca40a783f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1095 time: 0.0607395 Jul 16 18:51:47.275281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-278f2f8e-0681-4c91-8250-bb9100996328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.276992 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-278f2f8e-0681-4c91-8250-bb9100996328 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1095 time: 0.0562577 Jul 16 18:51:47.348076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-b2077663-eb3c-4579-a424-d3d849364b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.349516 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-b2077663-eb3c-4579-a424-d3d849364b44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0900929 Jul 16 18:51:47.376112 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-e028c07e-fad4-48c8-882a-da7a10fe78bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.377668 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-e028c07e-fad4-48c8-882a-da7a10fe78bf service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0941043 Jul 16 18:51:47.425509 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-18141fde-d466-4cba-afd1-5f0678b82395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 1000 time: 0.0691717 Jul 16 18:51:47.454854 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-1438c061-526d-440e-8ac1-d33e191eab1e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 1000 time: 0.0702279 Jul 16 18:51:47.479757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-b357b74a-e83d-4bfd-87ef-4a65196f4f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.481389 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-b357b74a-e83d-4bfd-87ef-4a65196f4f48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0501161 Jul 16 18:51:47.515153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-ed78b993-315d-4c31-8dae-a4dcae6a8087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.517022 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-ed78b993-315d-4c31-8dae-a4dcae6a8087 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0554051 Jul 16 18:51:47.544936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-b9a4f187-724e-4487-b717-9d15cde63fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.546589 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-b9a4f187-724e-4487-b717-9d15cde63fb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593925 Jul 16 18:51:47.581984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-e68d2b64-d9ad-4a35-a238-0a98d8bc80f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.583419 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-e68d2b64-d9ad-4a35-a238-0a98d8bc80f1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572617 Jul 16 18:51:47.646917 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-1a0842a3-3212-4e41-9a24-14c47626f811 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938482 Jul 16 18:51:47.682234 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-9b52d277-7684-4663-84d0-3bee57d81f5e service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905645 Jul 16 18:51:47.758523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-0b8b8ce0-92f0-4bec-a272-4f66dfb31612 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047385 Jul 16 18:51:47.814184 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e20c6521-cfb1-465c-bb9b-2121fe509c36 req-52ace253-4440-4aac-a6a4-140218fffecf service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247423 Jul 16 18:51:47.840395 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf0f17-6f2f-4859-ba8f-9153cf5ac980 req-05950a20-ad9f-44ec-8548-1abba8804f04 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:47.841919 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2faf0f17-6f2f-4859-ba8f-9153cf5ac980 req-05950a20-ad9f-44ec-8548-1abba8804f04 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 944 time: 0.0822587 Jul 16 18:51:47.880891 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2faf0f17-6f2f-4859-ba8f-9153cf5ac980 req-9087a943-b06c-48c7-ad0e-a05c152c4f38 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322130 Jul 16 18:51:48.184201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8b48e6-0718-4a62-9de9-6be9cc527ac8 req-c1f38e21-ed2f-4a20-b799-2002d4045db6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.185620 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2c8b48e6-0718-4a62-9de9-6be9cc527ac8 req-c1f38e21-ed2f-4a20-b799-2002d4045db6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 944 time: 0.0682626 Jul 16 18:51:48.199942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-7bde833d-62f2-4d1d-8711-b55411724527 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.201428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-7bde833d-62f2-4d1d-8711-b55411724527 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4&tenant_id=9f4099d08a4749fa99b79ad608b5821b&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 944 time: 0.0801358 Jul 16 18:51:48.225890 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2c8b48e6-0718-4a62-9de9-6be9cc527ac8 req-10623ba0-7f23-423b-8bbf-5725a7579745 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332689 Jul 16 18:51:48.257169 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:48.263837 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7eb8c750-21bf-4440-858e-2b9ec555853a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:48.270606 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-6ccb67bb-f69b-4444-809f-8f16e8ba017b service neutron] delete failed (client error): The resource could not be found. Jul 16 18:51:48.271834 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-6ccb67bb-f69b-4444-809f-8f16e8ba017b service neutron] 10.222.0.18 "DELETE /v2.0/ports/b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc/bindings/n-h2-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0633116 Jul 16 18:51:48.310515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:48.349656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:48.372106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-8e980140-c7fd-4def-bb3b-db29e4be6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.374414 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-8e980140-c7fd-4def-bb3b-db29e4be6f18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1095 time: 0.0560586 Jul 16 18:51:48.470979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-46d76870-9390-403a-aca9-540a7b3273b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.472457 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-46d76870-9390-403a-aca9-540a7b3273b4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0920684 Jul 16 18:51:48.537063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-5fdfaede-47ad-4f92-83ed-ae7b148e7e1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 1000 time: 0.0569096 Jul 16 18:51:48.590457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-22a931ef-eb1c-4402-818f-16d687b83176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.591984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-22a931ef-eb1c-4402-818f-16d687b83176 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0478208 Jul 16 18:51:48.647621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-c7cc33fe-dafd-4c18-9283-ad2e7cc61608 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:48.649179 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-c7cc33fe-dafd-4c18-9283-ad2e7cc61608 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514379 Jul 16 18:51:48.743089 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-f2345f05-a638-4e5c-b920-730a526fc30e service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874979 Jul 16 18:51:48.839908 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad69c4b8-09b9-4f6e-913b-028b96b76e5c req-bc81dae0-4ecd-4cd4-a193-432c3a15e24b service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900600 Jul 16 18:51:49.418695 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8046d9-66b7-4765-b85d-3ee494477a77 req-ea5a0b27-d0db-4f3a-867e-67bf953c899d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.420283 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf8046d9-66b7-4765-b85d-3ee494477a77 req-ea5a0b27-d0db-4f3a-867e-67bf953c899d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 944 time: 0.0696933 Jul 16 18:51:49.464120 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf8046d9-66b7-4765-b85d-3ee494477a77 req-5568de6c-9735-4623-a659-6a17e4a96b73 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373652 Jul 16 18:51:49.652481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fa3e3-9a6d-48a2-9f01-868a3abac488 req-718f76f4-86c2-4c83-96bc-1f664304c757 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:49.653960 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c35fa3e3-9a6d-48a2-9f01-868a3abac488 req-718f76f4-86c2-4c83-96bc-1f664304c757 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 944 time: 0.0637212 Jul 16 18:51:49.694542 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c35fa3e3-9a6d-48a2-9f01-868a3abac488 req-7714e42b-63eb-4c38-851b-ba17e06e09e4 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339510 Jul 16 18:51:49.946912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:51:50.058632 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.074013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:50.085335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'port_id': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'mac_address': 'fa:16:3e:c6:c9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:51:50.097201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ccc4c-d297-4279-8532-d72da9d1cee2 req-e0a56c80-cb9c-47c4-ae6c-d62f56a80dc4 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:50.098767 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe7ccc4c-d297-4279-8532-d72da9d1cee2 req-e0a56c80-cb9c-47c4-ae6c-d62f56a80dc4 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 944 time: 0.1199837 Jul 16 18:51:50.101865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea15bee-24d9-4b58-b970-d3864ab80225 req-6701bcd1-efc1-4094-b8cb-29c63e82776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:50.103295 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ea15bee-24d9-4b58-b970-d3864ab80225 req-6701bcd1-efc1-4094-b8cb-29c63e82776d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 1095 time: 0.0922863 Jul 16 18:51:50.123120 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.136681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:50.158192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:50.163317 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:50.169604 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe7ccc4c-d297-4279-8532-d72da9d1cee2 req-1ea7b9c0-8ca5-48ea-a384-ec07415adf6e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640333 Jul 16 18:51:50.215177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:50.223450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.224107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.224953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.224953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.225183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.225485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.225823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.226155 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.226491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.226882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.227214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.227538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:50.229559 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea15bee-24d9-4b58-b970-d3864ab80225 req-5a7fb048-a869-439c-a2c6-8e0c983250cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:50.231069 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ea15bee-24d9-4b58-b970-d3864ab80225 req-5a7fb048-a869-439c-a2c6-8e0c983250cd service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.1182575 Jul 16 18:51:50.299631 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ea15bee-24d9-4b58-b970-d3864ab80225 req-cacc543e-9c39-4caa-8286-8b256db0dc40 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 200 len: 1001 time: 0.0606351 Jul 16 18:51:50.353220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea15bee-24d9-4b58-b970-d3864ab80225 req-7250c770-e637-430f-9bb0-955b5c543c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:50.354838 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ea15bee-24d9-4b58-b970-d3864ab80225 req-7250c770-e637-430f-9bb0-955b5c543c05 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0483379 Jul 16 18:51:50.422390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea15bee-24d9-4b58-b970-d3864ab80225 req-82353965-89be-4107-a115-3027c6e41365 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:50.424215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ea15bee-24d9-4b58-b970-d3864ab80225 req-82353965-89be-4107-a115-3027c6e41365 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599442 Jul 16 18:51:50.464447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:51:50.527642 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ea15bee-24d9-4b58-b970-d3864ab80225 req-c2a11793-7620-4453-af2a-dcdacb4251ae service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955000 Jul 16 18:51:50.625893 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ea15bee-24d9-4b58-b970-d3864ab80225 req-62f9be87-c863-4f41-bcfa-0d8412704311 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916429 Jul 16 18:51:51.353105 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22951d35-4500-462f-ba05-c9320bbd6a49 req-bcc6b980-f614-4d9a-8515-c9477fbf3ae1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:51.354580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22951d35-4500-462f-ba05-c9320bbd6a49 req-bcc6b980-f614-4d9a-8515-c9477fbf3ae1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 945 time: 0.0674534 Jul 16 18:51:51.392884 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22951d35-4500-462f-ba05-c9320bbd6a49 req-bf67a79e-0bd6-4d2a-b15f-7390821d102f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319240 Jul 16 18:51:51.796669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4f1275-cfd0-4716-bc98-faf8139c7f9f req-cbb5f537-e76f-4457-a415-f1fb5a3c953e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:51.798177 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d4f1275-cfd0-4716-bc98-faf8139c7f9f req-cbb5f537-e76f-4457-a415-f1fb5a3c953e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 945 time: 0.0668707 Jul 16 18:51:51.836549 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0d4f1275-cfd0-4716-bc98-faf8139c7f9f req-d77cd044-1a9f-4288-aae4-9e213126662e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326169 Jul 16 18:51:51.972442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:51:52.020545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:52.024389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:52.024729 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.111710 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.113052 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.135374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:52.149941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:52.153916 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:52.179512 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f54d578f-47a5-4fa9-a6e5-a99e3eb6190e" -d '{"events": [{"server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "name": "network-vif-plugged", "status": "completed", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:52.208379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:52.265356 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b81377b-c21d-4030-8bc2-81a945bad999 x-openstack-request-id: req-3b81377b-c21d-4030-8bc2-81a945bad999 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:52.265649 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "name": "network-vif-plugged", "status": "completed", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:52.265903 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b81377b-c21d-4030-8bc2-81a945bad999 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:52.266303 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'code': 200} Jul 16 18:51:53.010606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27181a84-fdd5-4977-a834-f72bea6a4733 req-4da204a1-1126-4259-a820-ef1a9f04abea tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:53.012160 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27181a84-fdd5-4977-a834-f72bea6a4733 req-4da204a1-1126-4259-a820-ef1a9f04abea tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0655711 Jul 16 18:51:53.050059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-27181a84-fdd5-4977-a834-f72bea6a4733 req-d3e13ff6-f71a-4160-9bf6-f104a07c2325 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317025 Jul 16 18:51:53.382194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-26f13a27-49c0-449b-bd26-aafbbd80ebf2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:53.383701 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-26f13a27-49c0-449b-bd26-aafbbd80ebf2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.37 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 946 time: 0.0652149 Jul 16 18:51:53.483862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Deleting port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:51:53.484202 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.576025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] For port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:51:53.576874 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.746833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.747206 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:53.747523 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915 disassociated. External IP: 172.25.7.200, port: b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc. Jul 16 18:51:53.747893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Calling delete_port for b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:51:54.179454 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.205915 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ab090779-b6e0-4e1a-8c2c-10a81d5d8c70 req-a8a43174-df9e-461e-97ef-67f2ffc3fc13 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=476e76e1-6c75-4485-a416-6a28f2e596c4 HTTP/1.1" status: 200 len: 210 time: 0.0382199 Jul 16 18:51:54.229803 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event deleted for resources: {'Port': ['ID=b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:54.349028 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Router 916b2494-a590-4818-84d1-e2c37c72a0c7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:51:54.467206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:51:54.476533 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e5d3d-b684-47fb-a085-8bc64aa69dff None None] Sync routers for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:51:54.486932 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e5d3d-b684-47fb-a085-8bc64aa69dff None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:54.487665 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-885e5d3d-b684-47fb-a085-8bc64aa69dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:51:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.516351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] No DVR routers for this DVR port b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:51:54.519749 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:54.521954 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e3809261-54ec-4c29-ae46-9ad33eeb0fb4 req-c645b897-6e3d-482a-a106-3848128267a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.37 "DELETE /v2.0/ports/b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc HTTP/1.1" status: 204 len: 173 time: 1.1319640 Jul 16 18:51:54.522425 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'name': 'network-vif-deleted', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:54.524904 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a1d439b-4444-44cb-aa68-aebfd02074ae" -d '{"events": [{"server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "name": "network-vif-deleted", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:54.563822 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13fde42f-3699-4e4d-9bb4-d0ba6f3cce55 x-openstack-request-id: req-13fde42f-3699-4e4d-9bb4-d0ba6f3cce55 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:54.564259 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "476e76e1-6c75-4485-a416-6a28f2e596c4", "name": "network-vif-deleted", "tag": "b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:54.564656 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-13fde42f-3699-4e4d-9bb4-d0ba6f3cce55 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:54.565223 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '476e76e1-6c75-4485-a416-6a28f2e596c4', 'name': 'network-vif-deleted', 'tag': 'b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc', 'status': 'completed', 'code': 200} Jul 16 18:51:54.611016 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-885e5d3d-b684-47fb-a085-8bc64aa69dff None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:54.828139 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-885e5d3d-b684-47fb-a085-8bc64aa69dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.854580 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e5d3d-b684-47fb-a085-8bc64aa69dff None None] Checking router: 916b2494-a590-4818-84d1-e2c37c72a0c7 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:51:54.863269 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-885e5d3d-b684-47fb-a085-8bc64aa69dff None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:51:54.863813 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-885e5d3d-b684-47fb-a085-8bc64aa69dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:51:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:54.981033 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-885e5d3d-b684-47fb-a085-8bc64aa69dff None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:51:55.185038 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-885e5d3d-b684-47fb-a085-8bc64aa69dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:51:55.214906 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-885e5d3d-b684-47fb-a085-8bc64aa69dff None None] The sync data for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 is: [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:51:55.450745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27e83238-cf39-40ba-9d2d-35f55fdc2743 None None] New status for floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:51:55.580851 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-e59f5521-2c61-4a9e-811d-7d0f360f2ab9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1765185216&fields=id&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 267 time: 0.0377133 Jul 16 18:51:55.691546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-fac13db4-d48f-4b89-bf4c-61365683b76b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:55.693036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-fac13db4-d48f-4b89-bf4c-61365683b76b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 810 time: 0.1053815 Jul 16 18:51:55.708296 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-9c93027e-6d3a-42bb-8793-074c8a84c4f1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/quotas/9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 375 time: 0.0097561 Jul 16 18:51:55.788875 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-c9dcfe8a-cae0-456d-b782-8002123938c9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0753536 Jul 16 18:51:55.959760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-232b3f10-377a-48a0-90b6-ed8228389b85 service neutron] 10.222.0.47 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262314 Jul 16 18:51:56.051856 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-21c5a62d-f76f-47b3-ab96-135a6de1c34f service neutron] 10.222.0.47 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865133 Jul 16 18:51:56.233969 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3deeab69-d80e-4aeb-bd33-c6d84d08c4cc req-e5b2f4cb-e076-4f74-bf07-e640e7fa8e1f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 210 time: 0.0337074 Jul 16 18:51:57.317454 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-444093a7-5f2c-45b4-813c-7d59e9065c6e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.318930 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-444093a7-5f2c-45b4-813c-7d59e9065c6e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 810 time: 0.1146023 Jul 16 18:51:57.374687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-4c6dd5ed-620c-448c-bef0-331f20225044 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 380 time: 0.0402613 Jul 16 18:51:57.383101 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'port': {'device_id': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'admin_state_up': True, 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'security_groups': ['82f8c87a-a422-4cd3-9fd1-a8b1f888ba25']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:57.391221 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88bd16f1-0873-4c2e-8e4d-d851db7f58e6 req-56389648-c10a-442e-be98-23a81d103285 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 210 time: 0.0332513 Jul 16 18:51:57.501204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Made reservation on behalf of 9f4099d08a4749fa99b79ad608b5821b for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:51:57.504841 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.635922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Allocated IP 172.20.0.5 (9eb372d7-2a99-4ce2-a9b0-b7514b0b1146/64e12508-d5fe-44e3-ab83-57e4860d720a/7c043042-fe29-45e1-81fa-75730f8d5903) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:51:57.781746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.795171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Transition to ACTIVE for port object 7c043042-fe29-45e1-81fa-75730f8d5903 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:57.828858 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.881889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:51:57.885146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:51:57.890392 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:51:57.897110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:57.927300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.927730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.928172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.928418 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.928752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.929084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.929410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.929734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.930056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.930377 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.930700 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.931022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:51:57.958985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:57.959628 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:57.976647 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-2eb7d458-4b9c-4c64-a481-b4a7c57599d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5973189 Jul 16 18:51:57.989004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Request body: {'port': {'device_id': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:51:57.990646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:51:58.012129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:51:58.012955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device b1f1ec27-e4e6-4d88-a4e8-34fff45f04bc not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:51:58.065547 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.115793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0acfb62f-bf1a-4215-aafa-e5136bcf0734 None None] Provisioning for port 7c043042-fe29-45e1-81fa-75730f8d5903 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:51:58.119907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0acfb62f-bf1a-4215-aafa-e5136bcf0734 None None] Provisioning complete for port 7c043042-fe29-45e1-81fa-75730f8d5903 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:51:58.120278 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0acfb62f-bf1a-4215-aafa-e5136bcf0734 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.157200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0acfb62f-bf1a-4215-aafa-e5136bcf0734 None None] Port 7c043042-fe29-45e1-81fa-75730f8d5903 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:51:58.340087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c043042-fe29-45e1-81fa-75730f8d5903 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:51:58.347926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.361613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Transition to ACTIVE for port object 7c043042-fe29-45e1-81fa-75730f8d5903 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:51:58.365905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.440076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:58.504173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:51:58.504514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:51:58.504849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:58.510266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Port 7c043042-fe29-45e1-81fa-75730f8d5903 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:51:58.510630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:51:58.517096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 51, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:51:58.517441 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:51:58.517855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:51:58.518295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Bound port: 7c043042-fe29-45e1-81fa-75730f8d5903, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:51:58.518661 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.626635 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:51:58.630215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:51:58.634633 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.647577 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed96364a-c061-4fb0-a3d2-e0c17aa2fd10 req-856db8fa-28d2-49ae-8ef1-ba44fb8e0644 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.649054 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed96364a-c061-4fb0-a3d2-e0c17aa2fd10 req-856db8fa-28d2-49ae-8ef1-ba44fb8e0644 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 943 time: 0.1206648 Jul 16 18:51:58.690643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.691258 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:58.692711 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1091 time: 0.7083967 Jul 16 18:51:58.693304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:51:58.749779 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f00e08c4-7abf-4061-bde8-50caa883de79" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:51:58.755621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed96364a-c061-4fb0-a3d2-e0c17aa2fd10 req-ba195ffc-b9a7-4dd2-a0e7-d5c1e15119da tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804255 Jul 16 18:51:58.756217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73ea499-6e69-491f-9603-a68546ac11d9 service neutron] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:51:58.818430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-5cfbef45-d8c2-4c1c-b38e-5e64dacedbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.820191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-5cfbef45-d8c2-4c1c-b38e-5e64dacedbc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1094 time: 0.0809059 Jul 16 18:51:58.866730 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0823d371-b72c-459a-8d1d-6237ba1d3d15 x-openstack-request-id: req-0823d371-b72c-459a-8d1d-6237ba1d3d15 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:51:58.867029 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:51:58.867252 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0823d371-b72c-459a-8d1d-6237ba1d3d15 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:51:58.867676 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903', 'status': 'completed', 'code': 200} Jul 16 18:51:58.869521 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-c6145290-0f46-49f9-92c1-5333c72f1955 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 217 time: 0.0414805 Jul 16 18:51:58.925486 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-98773d10-b40b-4822-b66d-7cbcfaccd7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.927091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-98773d10-b40b-4822-b66d-7cbcfaccd7b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0512385 Jul 16 18:51:58.994916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-42ebbe1c-a9d1-4a2e-a4f6-4ef7238a7c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:58.996559 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-42ebbe1c-a9d1-4a2e-a4f6-4ef7238a7c98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625575 Jul 16 18:51:59.102494 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-382ad938-8f08-4a86-b8e5-d6c0cbbb7ce0 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988982 Jul 16 18:51:59.200443 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bd7531d3-c7e3-48bc-b40a-ff325862196c req-43853379-be81-4e07-9704-90d6d9a46471 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912750 Jul 16 18:51:59.314230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e08c4-7abf-4061-bde8-50caa883de79 req-f2512dae-c780-457a-9630-d754d83b55d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:59.315941 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f00e08c4-7abf-4061-bde8-50caa883de79 req-f2512dae-c780-457a-9630-d754d83b55d8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1094 time: 0.0619102 Jul 16 18:51:59.417162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e08c4-7abf-4061-bde8-50caa883de79 req-6a1d95bb-e304-4fc6-b4e5-d48045b3797e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:59.418840 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f00e08c4-7abf-4061-bde8-50caa883de79 req-6a1d95bb-e304-4fc6-b4e5-d48045b3797e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0944729 Jul 16 18:51:59.463208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f00e08c4-7abf-4061-bde8-50caa883de79 req-fceacfaa-bff6-4a97-b9b2-3e20f42ccfeb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 217 time: 0.0373566 Jul 16 18:51:59.518400 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e08c4-7abf-4061-bde8-50caa883de79 req-db25335f-c47f-42a5-9d0c-ecb224845985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:59.520679 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f00e08c4-7abf-4061-bde8-50caa883de79 req-db25335f-c47f-42a5-9d0c-ecb224845985 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0515294 Jul 16 18:51:59.809733 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:51:59.959008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e08c4-7abf-4061-bde8-50caa883de79 req-486afff8-ea45-402b-9684-531a04793f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:59.960447 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f00e08c4-7abf-4061-bde8-50caa883de79 req-486afff8-ea45-402b-9684-531a04793f35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4322486 Jul 16 18:51:59.983297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0a4f64-4e59-4b38-baf3-035b29f7624a req-42901a53-5e8b-41ef-825a-6720c79a1a7d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:51:59.984728 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac0a4f64-4e59-4b38-baf3-035b29f7624a req-42901a53-5e8b-41ef-825a-6720c79a1a7d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 943 time: 0.0891106 Jul 16 18:52:00.070124 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac0a4f64-4e59-4b38-baf3-035b29f7624a req-ffa5af2b-155e-4f71-9ecc-bcc26884046a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760558 Jul 16 18:52:00.088138 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f00e08c4-7abf-4061-bde8-50caa883de79 req-ce564637-5a9f-4ebc-be8c-b2625b9e57a6 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197824 Jul 16 18:52:00.179842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f00e08c4-7abf-4061-bde8-50caa883de79 req-cdee23e9-5f63-4fd3-bed1-47b49ab9cbb8 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850873 Jul 16 18:52:00.403475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:52:00.499249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:00.511836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '7c043042-fe29-45e1-81fa-75730f8d5903', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'port_id': '7c043042-fe29-45e1-81fa-75730f8d5903', 'mac_address': 'fa:16:3e:de:48:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:52:00.549497 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.563049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c043042-fe29-45e1-81fa-75730f8d5903 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:52:00.583410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:00.587168 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:00.633538 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:00.801651 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['7c043042-fe29-45e1-81fa-75730f8d5903'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:52:01.249177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e559924-2fbd-4f0a-b1fb-a6d899f6cd60 req-e36ade46-18dc-40ab-ad87-f86b35fb1bda tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:01.250677 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e559924-2fbd-4f0a-b1fb-a6d899f6cd60 req-e36ade46-18dc-40ab-ad87-f86b35fb1bda tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 944 time: 0.0632799 Jul 16 18:52:01.294965 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2e559924-2fbd-4f0a-b1fb-a6d899f6cd60 req-0a59eb93-063a-44f7-847b-17a490518902 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383534 Jul 16 18:52:02.435111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:52:02.471518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d131bf-4c84-4d30-9208-ff7dcffc4528 req-09a87fd3-fd4b-49a3-b192-ebcf629983f9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:02.473080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75d131bf-4c84-4d30-9208-ff7dcffc4528 req-09a87fd3-fd4b-49a3-b192-ebcf629983f9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 944 time: 0.0666676 Jul 16 18:52:02.486715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 7c043042-fe29-45e1-81fa-75730f8d5903 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:52:02.490327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 7c043042-fe29-45e1-81fa-75730f8d5903 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:52:02.490695 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.525510 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75d131bf-4c84-4d30-9208-ff7dcffc4528 req-4a12576c-a839-4d0b-891f-941adbb40161 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449712 Jul 16 18:52:02.571063 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.593232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:02.595373 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-793bc0b2-46ae-4ce0-98d5-ca3336a2b4f4" -d '{"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-plugged", "status": "completed", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:02.607779 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:52:02.612389 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:02.636170 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b31e753-472b-4ec4-9519-0a9e19be34eb x-openstack-request-id: req-1b31e753-472b-4ec4-9519-0a9e19be34eb {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:02.636460 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-plugged", "status": "completed", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:02.636713 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b31e753-472b-4ec4-9519-0a9e19be34eb {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:02.637096 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903', 'code': 200} Jul 16 18:52:02.667215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:52:02.752730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f999fe-d682-41a3-8d50-0fe7afb03798 req-25550f0d-6908-45fc-823f-60284b3cf349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:02.754219 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-74f999fe-d682-41a3-8d50-0fe7afb03798 req-25550f0d-6908-45fc-823f-60284b3cf349 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1096 time: 0.0520833 Jul 16 18:52:02.789653 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-74f999fe-d682-41a3-8d50-0fe7afb03798 req-bd97ac32-fa37-45a6-af5e-006775301c1f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284023 Jul 16 18:52:03.712266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e1e8d0-b9c2-4e46-84e3-ecdad47f2df5 req-90d0e63f-7ab9-438d-90e1-556572b11256 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:03.713768 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5e1e8d0-b9c2-4e46-84e3-ecdad47f2df5 req-90d0e63f-7ab9-438d-90e1-556572b11256 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0689580 Jul 16 18:52:03.752078 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5e1e8d0-b9c2-4e46-84e3-ecdad47f2df5 req-5bb4b894-4304-4d8b-83fe-7c7c4ea1cad3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326188 Jul 16 18:52:04.938472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da2e75-9520-48b9-bc00-bab91577ec0a req-e2aa960b-af07-455b-ab13-b4868659d545 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:04.939987 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11da2e75-9520-48b9-bc00-bab91577ec0a req-e2aa960b-af07-455b-ab13-b4868659d545 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0636981 Jul 16 18:52:04.977689 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-11da2e75-9520-48b9-bc00-bab91577ec0a req-edc9880c-fc4c-4dea-b926-7fa41382ef79 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321088 Jul 16 18:52:05.145015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0002e92-7812-4eeb-bcc3-8a48d8cb7b4c req-f9cf6621-1956-451b-8a1d-0b481dd06a72 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:05.146422 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0002e92-7812-4eeb-bcc3-8a48d8cb7b4c req-f9cf6621-1956-451b-8a1d-0b481dd06a72 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0634267 Jul 16 18:52:05.155232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46522) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:52:05.159800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4865ed69-d4ed-4375-a055-725c4da85c6b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'floatingip': {'port_id': '7c043042-fe29-45e1-81fa-75730f8d5903'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:52:05.199352 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4865ed69-d4ed-4375-a055-725c4da85c6b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.645927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4865ed69-d4ed-4375-a055-725c4da85c6b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.649666 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4865ed69-d4ed-4375-a055-725c4da85c6b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:05.752291 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-4865ed69-d4ed-4375-a055-725c4da85c6b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915 associated. External IP: 172.25.7.200, port: 7c043042-fe29-45e1-81fa-75730f8d5903. Jul 16 18:52:05.959278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4865ed69-d4ed-4375-a055-725c4da85c6b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Router 916b2494-a590-4818-84d1-e2c37c72a0c7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:52:06.067796 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4865ed69-d4ed-4375-a055-725c4da85c6b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:52:06.072718 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4865ed69-d4ed-4375-a055-725c4da85c6b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:06.078262 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061a7cd-690b-4f1b-8ce2-107e4a598ad5 None None] Sync routers for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:52:06.086921 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061a7cd-690b-4f1b-8ce2-107e4a598ad5 None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:06.087525 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5061a7cd-690b-4f1b-8ce2-107e4a598ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:51:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:06.110273 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4865ed69-d4ed-4375-a055-725c4da85c6b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "PUT /v2.0/floatingips/71cfc6bd-5506-4389-bbbc-20e379e17915 HTTP/1.1" status: 200 len: 991 time: 0.9539127 Jul 16 18:52:06.110846 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:52:06.113148 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c4c9c5-2b44-42c4-9436-54f7dac27f19" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:52:06.151076 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b69568-a3d2-4275-bb7e-68b960e70de0 x-openstack-request-id: req-64b69568-a3d2-4275-bb7e-68b960e70de0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:52:06.151699 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:52:06.151699 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-64b69568-a3d2-4275-bb7e-68b960e70de0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:52:06.152066 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903', 'status': 'completed', 'code': 200} Jul 16 18:52:06.205190 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5061a7cd-690b-4f1b-8ce2-107e4a598ad5 None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:06.228203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4c9c5-2b44-42c4-9436-54f7dac27f19 req-9b7f9f7f-740a-4a23-a577-443a1f23ddf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:06.229827 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16c4c9c5-2b44-42c4-9436-54f7dac27f19 req-9b7f9f7f-740a-4a23-a577-443a1f23ddf5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1096 time: 0.0548434 Jul 16 18:52:06.327850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4c9c5-2b44-42c4-9436-54f7dac27f19 req-3415d10c-a98d-4310-95eb-47984b00552a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:06.329357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16c4c9c5-2b44-42c4-9436-54f7dac27f19 req-3415d10c-a98d-4310-95eb-47984b00552a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0933905 Jul 16 18:52:06.395281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16c4c9c5-2b44-42c4-9436-54f7dac27f19 req-1faa9173-64d2-4094-9eba-04df131cd8a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 999 time: 0.0588436 Jul 16 18:52:06.449098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4c9c5-2b44-42c4-9436-54f7dac27f19 req-eace1ac5-9ad6-4e22-b123-70e7ae8150c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:06.450593 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16c4c9c5-2b44-42c4-9436-54f7dac27f19 req-eace1ac5-9ad6-4e22-b123-70e7ae8150c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0487516 Jul 16 18:52:06.508043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c4c9c5-2b44-42c4-9436-54f7dac27f19 req-7c817ff2-a962-4a4b-ac6d-81ed9f13610a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:06.509569 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16c4c9c5-2b44-42c4-9436-54f7dac27f19 req-7c817ff2-a962-4a4b-ac6d-81ed9f13610a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524387 Jul 16 18:52:06.518553 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5061a7cd-690b-4f1b-8ce2-107e4a598ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': '7c043042-fe29-45e1-81fa-75730f8d5903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:de:48:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:52:05Z', 'revision_number': 9, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:06.549575 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061a7cd-690b-4f1b-8ce2-107e4a598ad5 None None] Checking router: 916b2494-a590-4818-84d1-e2c37c72a0c7 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:52:06.558273 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5061a7cd-690b-4f1b-8ce2-107e4a598ad5 None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:52:06.558872 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5061a7cd-690b-4f1b-8ce2-107e4a598ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:51:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:06.602833 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16c4c9c5-2b44-42c4-9436-54f7dac27f19 req-0af13d8e-5576-4c69-94ef-5dff00e258eb service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865433 Jul 16 18:52:06.663914 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5061a7cd-690b-4f1b-8ce2-107e4a598ad5 None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:52:06.698604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16c4c9c5-2b44-42c4-9436-54f7dac27f19 req-2c6ada96-19d1-4f7f-acea-6f913372f5bb service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891478 Jul 16 18:52:06.883685 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5061a7cd-690b-4f1b-8ce2-107e4a598ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': '7c043042-fe29-45e1-81fa-75730f8d5903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:de:48:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:52:05Z', 'revision_number': 9, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:52:06.910614 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5061a7cd-690b-4f1b-8ce2-107e4a598ad5 None None] The sync data for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 is: [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': '7c043042-fe29-45e1-81fa-75730f8d5903', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:de:48:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:52:05Z', 'revision_number': 9, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:52:07.104803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f423da1d-3500-4836-a725-ad2aad544b0b None None] New status for floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:52:12.542456 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:14.553089 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:15.567850 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b165fa55-fa89-4816-bd4f-5ad37ece52fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.250984 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:18.274609 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6945648f-74c6-47d8-afb0-270252cb6f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:20.027471 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:22.090642 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:29.809462 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:35.360513 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-dd9ae901-c945-470a-b730-3465d2559df3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567138 Jul 16 18:52:35.465395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-34b41d69-1493-4b63-8561-4c5845a46af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:35.466938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-34b41d69-1493-4b63-8561-4c5845a46af4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1096 time: 0.0625432 Jul 16 18:52:35.571704 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-dccacff4-64b1-4379-9cda-3c5cbe57d0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:35.573189 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-dccacff4-64b1-4379-9cda-3c5cbe57d0a4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0856292 Jul 16 18:52:35.643921 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-ec7bb2cb-9a05-4276-b794-da0d44965149 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1002 time: 0.0640082 Jul 16 18:52:35.694023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-b5bade3b-5c00-46bc-9a1d-0c0e2872715e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:35.695536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-b5bade3b-5c00-46bc-9a1d-0c0e2872715e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0454645 Jul 16 18:52:35.752377 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-43107fc2-43d3-428d-866f-7346b3a2efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:52:35.753886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-43107fc2-43d3-428d-866f-7346b3a2efe0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522389 Jul 16 18:52:35.851797 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-a7469381-e0e7-4d2c-a7e7-3a25de74eefa service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905907 Jul 16 18:52:35.945252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6c077e5-7fc3-4f60-bd04-b8f35291996f req-28b7c8e5-9091-4de3-89d3-9b27fe65a0d7 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870321 Jul 16 18:52:42.543169 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:45.569281 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-13a487a5-1def-4b9f-ae37-08a3d30662ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.262217 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:48.269384 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e2a51b05-dc7b-438a-9a7d-ce2f7397a683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:50.028410 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:51.553213 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:52:52.095983 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:52:59.820815 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:12.540903 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:15.569617 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d82f28de-9c2d-4c3a-9bdd-fffb4fe7b91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.253089 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:18.272219 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bf92b142-ed89-4532-b44a-5f76e914ad56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:20.029859 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:22.097203 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:28.553959 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:53:29.821530 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:36.971320 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-da66caf1-53e0-492b-8269-2032afc01b16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0655828 Jul 16 18:53:37.070549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-582d8fa4-848d-4c2f-a5de-49059c4439d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:37.072000 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-582d8fa4-848d-4c2f-a5de-49059c4439d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1096 time: 0.0568135 Jul 16 18:53:37.174284 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-377a413d-39f3-4a71-bb5a-b6c0b0ff492e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:37.175786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-377a413d-39f3-4a71-bb5a-b6c0b0ff492e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0831070 Jul 16 18:53:37.245242 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-f8861498-6ca4-4d6a-a2ea-4a0ee62f971c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1002 time: 0.0632472 Jul 16 18:53:37.293831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-fd95a91f-508c-41ca-8061-276fe4d84e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:37.295267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-fd95a91f-508c-41ca-8061-276fe4d84e90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0429685 Jul 16 18:53:37.352842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-1bd30bfb-4d96-43b7-aba3-6dacefbf3da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:37.354285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-1bd30bfb-4d96-43b7-aba3-6dacefbf3da5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519128 Jul 16 18:53:37.445366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-ffe6ec54-0b97-4bd3-8189-102628c720d8 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846031 Jul 16 18:53:37.533706 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ec3f332e-0dc9-47e8-ab9d-5d48d8c5a970 req-ad6778fa-1ad6-41a1-a7b5-9f4caac0b40b service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820107 Jul 16 18:53:41.683441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27897b2b-b336-47de-a131-60befa54d43b req-829d9f23-fee2-4651-859b-e36ab92cd3c6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:41.684977 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-27897b2b-b336-47de-a131-60befa54d43b req-829d9f23-fee2-4651-859b-e36ab92cd3c6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0736246 Jul 16 18:53:41.694023 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-b5c50c88-0e49-4379-b4c6-44469ca5215c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0978708 Jul 16 18:53:41.725421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-27897b2b-b336-47de-a131-60befa54d43b req-a4d83433-f8ee-4cec-ba54-0ea87b785e19 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339458 Jul 16 18:53:42.538711 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:42.902335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a5d2d7-113a-42c2-85fa-6730a5774f7d req-9d5bfeef-41e8-4ba9-a545-40cf0d7c98a9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:42.903834 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8a5d2d7-113a-42c2-85fa-6730a5774f7d req-9d5bfeef-41e8-4ba9-a545-40cf0d7c98a9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0621395 Jul 16 18:53:42.941786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8a5d2d7-113a-42c2-85fa-6730a5774f7d req-97d325f9-3519-43b3-98a7-6dac2eaf137d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318244 Jul 16 18:53:44.119553 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea57bd3-0c23-4607-9322-5c67cb6e494c req-7c0476de-e750-40dd-981b-87d7e8506f5e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:44.121045 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cea57bd3-0c23-4607-9322-5c67cb6e494c req-7c0476de-e750-40dd-981b-87d7e8506f5e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0673008 Jul 16 18:53:44.160519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cea57bd3-0c23-4607-9322-5c67cb6e494c req-1edbb5d2-b8c3-425b-bdf2-8e1bc9e3e7a8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336847 Jul 16 18:53:45.341290 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dd7336-351c-4d7c-b600-389881f25d04 req-d7eb2e00-94c3-4ab4-aea0-60719e4209f6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:45.342774 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0dd7336-351c-4d7c-b600-389881f25d04 req-d7eb2e00-94c3-4ab4-aea0-60719e4209f6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0647340 Jul 16 18:53:45.384996 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b0dd7336-351c-4d7c-b600-389881f25d04 req-a292f2bd-2e86-47f6-9126-b8bd0afe629e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359879 Jul 16 18:53:45.568404 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20589746-97b7-41a9-9a50-83075e0e94ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:46.568805 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418cb2e-0e65-4739-a253-c5ef67b127bd req-9d785209-e535-4add-8c98-a47ed3a9ca8e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:46.570226 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9418cb2e-0e65-4739-a253-c5ef67b127bd req-9d785209-e535-4add-8c98-a47ed3a9ca8e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0722928 Jul 16 18:53:46.608953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9418cb2e-0e65-4739-a253-c5ef67b127bd req-c3171e6b-a373-4ede-9ecc-26df11825e65 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317922 Jul 16 18:53:46.995791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-4637cc75-8b74-4fd2-81cb-a583f3df2302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:46.997277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-4637cc75-8b74-4fd2-81cb-a583f3df2302 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1096 time: 0.0526400 Jul 16 18:53:47.083853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-a68efe8f-88d7-40c8-aafb-7acef764011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:47.085306 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-a68efe8f-88d7-40c8-aafb-7acef764011e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0815263 Jul 16 18:53:47.151660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-a094608f-c5e7-4081-ace3-fb1e498cac7d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1002 time: 0.0600948 Jul 16 18:53:47.198373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-29e1fd2c-93bb-4162-be33-08666b2d6691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:47.199801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-29e1fd2c-93bb-4162-be33-08666b2d6691 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0420182 Jul 16 18:53:47.255862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-0ab23d10-5bb1-4e6a-8ef2-8a6bcf4e4efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:47.257274 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-0ab23d10-5bb1-4e6a-8ef2-8a6bcf4e4efb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510759 Jul 16 18:53:47.350419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-fdabfae6-8c43-400d-8067-39bd4b1d4805 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870113 Jul 16 18:53:47.437264 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-c7edd231-4d10-4077-9e96-e68a26bc0d75 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801389 Jul 16 18:53:47.788822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097220ef-0e56-4c50-91b3-9e2b04485a36 req-67177170-c180-4df5-acbe-c4f2a3febc7b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:47.790278 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-097220ef-0e56-4c50-91b3-9e2b04485a36 req-67177170-c180-4df5-acbe-c4f2a3febc7b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0673969 Jul 16 18:53:47.827844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-097220ef-0e56-4c50-91b3-9e2b04485a36 req-64727f95-4b2b-4b56-ad3b-90b5805b986c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320652 Jul 16 18:53:48.263084 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:48.278673 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5ef5a69f-ecbf-4873-9183-6bd0ed1fc22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:49.007378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad13cd2-2f6d-4895-b48f-f1992d6d1cc5 req-c37071ad-a5ff-42d5-8bff-3feb1d3e7e86 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:49.008867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ad13cd2-2f6d-4895-b48f-f1992d6d1cc5 req-c37071ad-a5ff-42d5-8bff-3feb1d3e7e86 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0693219 Jul 16 18:53:49.047239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ad13cd2-2f6d-4895-b48f-f1992d6d1cc5 req-60bed31d-6446-4c3b-a8ed-8bd3fc6c88bc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328166 Jul 16 18:53:50.032012 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:50.222006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d2a3cc-2521-46f0-bb06-0a3aac48cfef req-36490682-d2f6-4dc6-87f5-aacffba58ea5 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:50.223527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43d2a3cc-2521-46f0-bb06-0a3aac48cfef req-36490682-d2f6-4dc6-87f5-aacffba58ea5 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0627563 Jul 16 18:53:50.260231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-43d2a3cc-2521-46f0-bb06-0a3aac48cfef req-a56562a4-39f1-4484-bcf4-0a8e07d57562 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311553 Jul 16 18:53:51.444018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e839e7a-0d4e-4d96-bb4f-229c7e2b4640 req-0f5a24f2-c510-475e-bdd3-4d5b9642a83c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:51.445513 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e839e7a-0d4e-4d96-bb4f-229c7e2b4640 req-0f5a24f2-c510-475e-bdd3-4d5b9642a83c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0643277 Jul 16 18:53:51.483164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9e839e7a-0d4e-4d96-bb4f-229c7e2b4640 req-7c6772ce-5bd0-46bc-9133-d0d5c3341de7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320249 Jul 16 18:53:52.101961 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:52.661979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4872749f-d52f-4a9c-a965-521e859b79fd req-28a8cc31-3c6c-4b55-9450-9f816e9f2810 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:52.663363 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4872749f-d52f-4a9c-a965-521e859b79fd req-28a8cc31-3c6c-4b55-9450-9f816e9f2810 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0666263 Jul 16 18:53:52.701046 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4872749f-d52f-4a9c-a965-521e859b79fd req-5ab4a589-fb4b-47e4-89c6-ead2b312a967 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321431 Jul 16 18:53:53.880031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb46b2c-249f-4d26-af72-a968fc59ad6b req-b5fbad4d-86d4-41b6-8473-0de9a9c2fa96 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:53.881554 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bcb46b2c-249f-4d26-af72-a968fc59ad6b req-b5fbad4d-86d4-41b6-8473-0de9a9c2fa96 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0645523 Jul 16 18:53:53.918119 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bcb46b2c-249f-4d26-af72-a968fc59ad6b req-4e5ed3b5-b962-4f70-bef8-44d4b8b61668 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310390 Jul 16 18:53:55.092322 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60aff24b-ce2e-4c18-acce-c150268ddaa5 req-8d1871a7-0ff9-485a-a721-30025f6d2ecd tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:55.093810 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-60aff24b-ce2e-4c18-acce-c150268ddaa5 req-8d1871a7-0ff9-485a-a721-30025f6d2ecd tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0631368 Jul 16 18:53:55.130428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-60aff24b-ce2e-4c18-acce-c150268ddaa5 req-501d5e3b-91c0-4645-af7c-f041b42cd397 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311153 Jul 16 18:53:56.305687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9931cd40-b1c5-407a-874d-de7702be3cbf req-014da831-9730-4c34-b2b7-ebca0049d98f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:56.307145 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9931cd40-b1c5-407a-874d-de7702be3cbf req-014da831-9730-4c34-b2b7-ebca0049d98f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0663652 Jul 16 18:53:56.344570 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9931cd40-b1c5-407a-874d-de7702be3cbf req-4a73a27a-4fe2-42fd-b836-c8f33a6b6930 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314877 Jul 16 18:53:57.516789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad9dfd2-d278-406b-99e4-c2b2e3e28743 req-d639bfc5-b98b-4ccd-8637-a5204c1e93eb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:57.518435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bad9dfd2-d278-406b-99e4-c2b2e3e28743 req-d639bfc5-b98b-4ccd-8637-a5204c1e93eb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0627420 Jul 16 18:53:57.555982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bad9dfd2-d278-406b-99e4-c2b2e3e28743 req-770e9acb-a924-4a28-a821-d9f521b3a7c0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318794 Jul 16 18:53:58.735412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39737d5d-08df-4aa2-be68-1d16e292887a req-5763e035-05cc-4594-9081-21c49b3f11f2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:58.737463 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-39737d5d-08df-4aa2-be68-1d16e292887a req-5763e035-05cc-4594-9081-21c49b3f11f2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0684793 Jul 16 18:53:58.778944 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-39737d5d-08df-4aa2-be68-1d16e292887a req-fd85427b-1214-42c3-8996-65244a29b9d5 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342662 Jul 16 18:53:59.302121 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-8495d3fc-ad96-43fd-893b-df3209073abc service neutron] show failed (client error): The resource could not be found. Jul 16 18:53:59.303127 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-8495d3fc-ad96-43fd-893b-df3209073abc service neutron] 10.222.0.18 "GET /v2.0/ports/7c043042-fe29-45e1-81fa-75730f8d5903/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0584323 Jul 16 18:53:59.559940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-4662e059-5eb0-4e56-9da8-1207df1ad5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:59.561369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-4662e059-5eb0-4e56-9da8-1207df1ad5c6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 1096 time: 0.0567062 Jul 16 18:53:59.579416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:53:59.650076 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.850797 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.852301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:53:59.891544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:53:59.938985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:53:59.942171 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c17f74-8e48-4fcd-a705-d68db8e79fe0" -d '{"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-unplugged", "status": "completed", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:53:59.946334 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.961719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Transition to ACTIVE for port object 7c043042-fe29-45e1-81fa-75730f8d5903 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:53:59.966821 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:53:59.968191 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5830e16-f73d-429d-93c6-21e872b9a730 req-96de9bd1-5375-45f0-9134-fe823664d00c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:53:59.970209 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5830e16-f73d-429d-93c6-21e872b9a730 req-96de9bd1-5375-45f0-9134-fe823664d00c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0720663 Jul 16 18:54:00.013566 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5338276-5d84-4566-8976-8f9044d86c3e x-openstack-request-id: req-b5338276-5d84-4566-8976-8f9044d86c3e {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:00.013867 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-unplugged", "status": "completed", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:00.014122 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5338276-5d84-4566-8976-8f9044d86c3e {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:00.014512 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903', 'code': 200} Jul 16 18:54:00.031007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5830e16-f73d-429d-93c6-21e872b9a730 req-08f2f8b1-20d4-4e31-bd22-d69b9e6b3430 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536182 Jul 16 18:54:00.068182 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=6']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:00.082489 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.082834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.083172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.083510 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.083864 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.084192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.084516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.084840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.085165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.085481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.085805 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.086120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:00.116563 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] No DVR routers for this DVR port 7c043042-fe29-45e1-81fa-75730f8d5903 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:00.264130 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:00.264393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:00.264723 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:00.269534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Port 7c043042-fe29-45e1-81fa-75730f8d5903 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:54:00.269863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:00.274780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:00.275120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:00.275510 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:00.275967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Bound port: 7c043042-fe29-45e1-81fa-75730f8d5903, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:00.276319 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.341602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:00.344443 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:00.349587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.382372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:00.382995 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:00.384568 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] 10.222.0.37 "PUT /v2.0/ports/7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1091 time: 0.8092434 Jul 16 18:54:00.407776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fd89f3-dd78-4aa7-9545-eaf94ba1a4ea service neutron] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=7']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:00.481349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-f2813c39-9c1a-4345-936f-6c346b6001da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:00.482875 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-f2813c39-9c1a-4345-936f-6c346b6001da service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1094 time: 0.0576000 Jul 16 18:54:00.578133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-2a3d365b-1a13-4c63-8208-38e3df7d9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:00.579668 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-2a3d365b-1a13-4c63-8208-38e3df7d9f71 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0905035 Jul 16 18:54:00.647472 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-b96e6dab-f79d-46c5-a5e1-9bc7f8f471ba service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1000 time: 0.0611427 Jul 16 18:54:00.697181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-1320b190-1dc5-4e4c-a48a-a5b1e2a775fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:00.698642 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-1320b190-1dc5-4e4c-a48a-a5b1e2a775fa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0444911 Jul 16 18:54:00.754755 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-acae5981-febc-4d7f-b305-95ff73023dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:00.756275 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-acae5981-febc-4d7f-b305-95ff73023dc9 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516660 Jul 16 18:54:00.849839 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-429e73f6-78dd-4a74-9f24-f3ddb3b5f162 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863495 Jul 16 18:54:00.938258 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-d6ab569b-5553-46f9-a4bd-0b6ba7cd367c service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819240 Jul 16 18:54:01.218201 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b370512e-c28a-4e0e-8848-409b1b47e4f8 req-e032323b-cb04-463d-b28f-b30d7a8ddedf tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:01.219611 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b370512e-c28a-4e0e-8848-409b1b47e4f8 req-e032323b-cb04-463d-b28f-b30d7a8ddedf tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 943 time: 0.0637822 Jul 16 18:54:01.261549 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b370512e-c28a-4e0e-8848-409b1b47e4f8 req-ae4435a8-c19b-4e59-bed8-a0989cf5eec6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358660 Jul 16 18:54:02.015913 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:02.018343 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:02.067252 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867619a5-b1af-457f-9f42-ea5ff0a345f8 x-openstack-request-id: req-867619a5-b1af-457f-9f42-ea5ff0a345f8 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:02.067579 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:02.067846 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-867619a5-b1af-457f-9f42-ea5ff0a345f8 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:02.068260 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903', 'status': 'completed', 'code': 200} Jul 16 18:54:02.146374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-fd2a1dd6-fb2a-42de-9d20-62c1d9a1374a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.147932 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-fd2a1dd6-fb2a-42de-9d20-62c1d9a1374a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1094 time: 0.0549643 Jul 16 18:54:02.167401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-20002702-10c0-4eeb-8e81-bb967c720994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.169060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-20002702-10c0-4eeb-8e81-bb967c720994 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1094 time: 0.0550218 Jul 16 18:54:02.240837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-7fcc3fd0-470a-45fe-b8d5-759ffe43bfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.242334 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-7fcc3fd0-470a-45fe-b8d5-759ffe43bfdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0886359 Jul 16 18:54:02.263076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-3219b5d9-5dd9-4e9c-b514-aac55459cba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.264606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-3219b5d9-5dd9-4e9c-b514-aac55459cba6 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0886602 Jul 16 18:54:02.307501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-e7ab9242-c3aa-41f7-b3f6-289e42cadf46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1000 time: 0.0589166 Jul 16 18:54:02.336866 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-48056112-90b6-4bfb-9096-dfe513368deb service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1000 time: 0.0654237 Jul 16 18:54:02.376882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-5c5c008f-7fe4-4415-b114-79c4f90e76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.380295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-5c5c008f-7fe4-4415-b114-79c4f90e76e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0664864 Jul 16 18:54:02.423380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-3ff7d10b-8ed7-43f4-8ce6-de6d9b2abf8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.426239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-3ff7d10b-8ed7-43f4-8ce6-de6d9b2abf8d service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0800736 Jul 16 18:54:02.457814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-0074eb44-8588-489c-88f1-7a8ba991a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.459347 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-0074eb44-8588-489c-88f1-7a8ba991a100 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0728061 Jul 16 18:54:02.496011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2280be24-a83c-4307-b95d-87f2f053e527 req-f06410ad-76bb-49ad-8e46-61f2c8728e7f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.497501 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2280be24-a83c-4307-b95d-87f2f053e527 req-f06410ad-76bb-49ad-8e46-61f2c8728e7f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 943 time: 0.1120181 Jul 16 18:54:02.521476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-95a878ce-aa45-4191-b4fd-9e0386ba7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:02.522947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-95a878ce-aa45-4191-b4fd-9e0386ba7875 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886064 Jul 16 18:54:02.543228 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2280be24-a83c-4307-b95d-87f2f053e527 req-e1bfdb71-d967-464a-91d3-7920d1e4e04d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387254 Jul 16 18:54:02.565772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-976bc35e-55bf-47b6-9ae4-f79cdccf5bc0 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945621 Jul 16 18:54:02.649759 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-557e7868-b5b6-418d-a17c-19da91f00e8d service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823977 Jul 16 18:54:02.650026 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-d16beb02-c6fc-49cb-977c-017ae48f3b50 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928864 Jul 16 18:54:02.747849 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fa0cf11f-c3b3-4f63-bbaa-e1017947b795 req-47b277da-80ae-431b-9ffb-a1e7382b206a service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858598 Jul 16 18:54:03.025020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:03.063803 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:03.723638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f72805-9f90-48a4-948f-2e8043a908aa req-207056c1-070a-4490-8d88-9dbed87bbd05 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:03.725070 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25f72805-9f90-48a4-948f-2e8043a908aa req-207056c1-070a-4490-8d88-9dbed87bbd05 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 943 time: 0.0638185 Jul 16 18:54:03.767307 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25f72805-9f90-48a4-948f-2e8043a908aa req-d8ab15f9-c7d6-46cb-aaa9-c46fcb1a7fda tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365949 Jul 16 18:54:04.173325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-415fcb1e-d33d-4a7f-b920-9a4e1f24a5cc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:04.175537 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-415fcb1e-d33d-4a7f-b920-9a4e1f24a5cc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.37 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101&tenant_id=9f4099d08a4749fa99b79ad608b5821b&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 943 time: 0.0796893 Jul 16 18:54:04.220541 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277a8404-cf26-4380-bc7c-005b9e4ddcee req-8fa2c903-f707-4e18-8dfc-a3fd8711e73a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:04.222646 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-277a8404-cf26-4380-bc7c-005b9e4ddcee req-8fa2c903-f707-4e18-8dfc-a3fd8711e73a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 943 time: 0.0652130 Jul 16 18:54:04.238577 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-05793ffc-80c8-4aa8-814f-5658e306c115 service neutron] 10.222.0.37 "GET /v2.0/ports/7c043042-fe29-45e1-81fa-75730f8d5903/bindings/n-h1-794306-7 HTTP/1.1" status: 200 len: 382 time: 0.0546620 Jul 16 18:54:04.260117 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-277a8404-cf26-4380-bc7c-005b9e4ddcee req-24457c99-5860-4d42-a875-83daed753370 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316169 Jul 16 18:54:04.331225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-6795abbb-10e6-4506-920f-898042c472db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:04.332671 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-6795abbb-10e6-4506-920f-898042c472db service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1094 time: 0.0535586 Jul 16 18:54:04.426532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-1101cf64-94f8-4489-a717-23ef4312763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:04.428035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-1101cf64-94f8-4489-a717-23ef4312763e service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0886910 Jul 16 18:54:04.490847 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-c6d037f7-3e46-412c-965e-3d5570083b7f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1000 time: 0.0565841 Jul 16 18:54:04.538142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-b8a31424-1f25-4aad-8479-2c9344c54229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:04.539544 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-b8a31424-1f25-4aad-8479-2c9344c54229 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0428815 Jul 16 18:54:04.593460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:54:04.601570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-e9a0154b-cc90-4d93-8b5f-b3f0e57a0e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:04.603093 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-e9a0154b-cc90-4d93-8b5f-b3f0e57a0e36 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577114 Jul 16 18:54:04.687342 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:04.692847 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-9f8feba8-0e1e-465f-a926-ac944dd66786 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829003 Jul 16 18:54:04.701502 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '7c043042-fe29-45e1-81fa-75730f8d5903', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'port_id': '7c043042-fe29-45e1-81fa-75730f8d5903', 'mac_address': 'fa:16:3e:de:48:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:54:04.738274 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.750712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c043042-fe29-45e1-81fa-75730f8d5903 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:04.770715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:04.775011 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:04.790602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-2c37ada7-6b56-4fa9-9d23-fc0758eaccb3 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911708 Jul 16 18:54:04.821850 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:04.829227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:04.829569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:04.829907 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:04.830819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:04.831156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:04.831484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:04.831833 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:04.832156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:04.832491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:04.832792 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:04.833111 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:04.833427 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:05.136742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['7c043042-fe29-45e1-81fa-75730f8d5903'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:05.446405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d11ca9-4a42-419f-8243-ee8a88423b42 req-8832b6e7-4c9e-4bc0-929e-ed82299a86e9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:05.447971 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4d11ca9-4a42-419f-8243-ee8a88423b42 req-8832b6e7-4c9e-4bc0-929e-ed82299a86e9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 944 time: 0.0661771 Jul 16 18:54:05.486137 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4d11ca9-4a42-419f-8243-ee8a88423b42 req-bac65434-bef4-4276-98c2-69d099d36163 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325322 Jul 16 18:54:05.554558 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:54:06.593331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:06.647051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 7c043042-fe29-45e1-81fa-75730f8d5903 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:06.651123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 7c043042-fe29-45e1-81fa-75730f8d5903 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:06.651503 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:06.706968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29c8d9f-28c4-40b4-94bf-b93bb2f3e5cf req-d820a84d-4536-4671-bb97-adb6b8d78362 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:06.715083 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c29c8d9f-28c4-40b4-94bf-b93bb2f3e5cf req-d820a84d-4536-4671-bb97-adb6b8d78362 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 944 time: 0.1009123 Jul 16 18:54:06.749003 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:06.751913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c29c8d9f-28c4-40b4-94bf-b93bb2f3e5cf req-e430bf3e-7a48-4158-ba35-6f7d737b7c54 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358996 Jul 16 18:54:06.792526 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:06.796521 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceec6435-c823-4c4a-8fb6-19810466ad2a" -d '{"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-plugged", "status": "completed", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:06.818189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:06.823727 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:06.861193 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b210abd-7ade-4f4d-8b03-a0ae87a0b64f x-openstack-request-id: req-1b210abd-7ade-4f4d-8b03-a0ae87a0b64f {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:06.861524 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-plugged", "status": "completed", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:06.861972 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1b210abd-7ade-4f4d-8b03-a0ae87a0b64f {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:06.862445 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903', 'code': 200} Jul 16 18:54:06.896148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:07.084638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-27e56314-91e2-4fbe-90c2-8c2463469cff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:07.086176 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-27e56314-91e2-4fbe-90c2-8c2463469cff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 1096 time: 0.0559926 Jul 16 18:54:07.097567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:07.165906 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:07.363772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:07.396803 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:07.448469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:07.450612 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e7fd0a-2fc4-4f0c-b053-9ef187623fe6" -d '{"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-unplugged", "status": "completed", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:07.454143 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:07.469989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Transition to ACTIVE for port object 7c043042-fe29-45e1-81fa-75730f8d5903 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:07.474691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:07.510037 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13e43301-00b1-47e7-a40c-d2162e027ab0 x-openstack-request-id: req-13e43301-00b1-47e7-a40c-d2162e027ab0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:07.510328 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-unplugged", "status": "completed", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:07.510576 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-13e43301-00b1-47e7-a40c-d2162e027ab0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:07.510956 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903', 'code': 200} Jul 16 18:54:07.589810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=10']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:07.614935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.615287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.615652 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.615992 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.616324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.616655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.616995 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.617304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.617631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.617956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.618281 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.618606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:54:07.657680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] No DVR routers for this DVR port 7c043042-fe29-45e1-81fa-75730f8d5903 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:07.949940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d188b-43aa-4cd9-afea-3b358c03644e req-1d5994ec-2d0e-4afc-9480-691a1547d3ba tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:07.951514 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0c7d188b-43aa-4cd9-afea-3b358c03644e req-1d5994ec-2d0e-4afc-9480-691a1547d3ba tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 944 time: 0.0744004 Jul 16 18:54:07.991331 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0c7d188b-43aa-4cd9-afea-3b358c03644e req-7968767a-1e53-4d3b-a232-a580459b51fd tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329766 Jul 16 18:54:08.124746 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:08.125361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:08.125485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:08.130614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Port 7c043042-fe29-45e1-81fa-75730f8d5903 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:54:08.130940 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Attempting to bind port 7c043042-fe29-45e1-81fa-75730f8d5903 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:08.135674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:08.136018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:08.136403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:08.136826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Bound port: 7c043042-fe29-45e1-81fa-75730f8d5903, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:08.137176 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:08.201544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:08.205229 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:08.210371 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:08.247231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:08.247806 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:08.249182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] 10.222.0.18 "PUT /v2.0/ports/7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1092 time: 1.1556203 Jul 16 18:54:08.285823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66de3eb-246e-461c-9816-d27ffb9c8680 service neutron] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=11']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:08.341635 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-bcdd29c7-fcfc-445c-9767-f88a2c980abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:08.344106 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-bcdd29c7-fcfc-445c-9767-f88a2c980abd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1095 time: 0.0700974 Jul 16 18:54:08.472266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-aacde98f-1542-4627-80e3-83357811ef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:08.473865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-aacde98f-1542-4627-80e3-83357811ef91 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.1221516 Jul 16 18:54:08.555957 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-aac654a5-5959-43a2-ba52-ff6755ab7ba0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1000 time: 0.0744514 Jul 16 18:54:08.627328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-fae68af5-4671-42cc-8e5c-7fa2a82131c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:08.629455 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-fae68af5-4671-42cc-8e5c-7fa2a82131c0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0673552 Jul 16 18:54:08.708483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d9b7340e-9d05-458b-a2ea-e29147d08472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:08.710022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d9b7340e-9d05-458b-a2ea-e29147d08472 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747571 Jul 16 18:54:08.826060 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-bc6e9ca4-660e-4ed5-afc8-73164205f85b service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081138 Jul 16 18:54:08.943696 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-188140aa-8eb3-40cf-9858-56f7d47520b8 req-d9fc9a91-efcb-4c00-b71e-a76b26d47200 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109309 Jul 16 18:54:09.175968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e28ca70-546e-455e-b2e0-7aeae0580f1c req-eb0f05c4-7cab-49d7-83c8-06d830806ebe tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.177365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e28ca70-546e-455e-b2e0-7aeae0580f1c req-eb0f05c4-7cab-49d7-83c8-06d830806ebe tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 944 time: 0.0628939 Jul 16 18:54:09.214617 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9e28ca70-546e-455e-b2e0-7aeae0580f1c req-6a0409da-7cb8-40a6-aebb-dd876534f9ae tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317373 Jul 16 18:54:09.511853 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:09.514283 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4661cf9-37ea-47b4-acb1-eec986e294ad" -d '{"events": [{"name": "network-changed", "server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:09.569230 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e3659a-052a-49e6-a8b0-774582b600c1 x-openstack-request-id: req-17e3659a-052a-49e6-a8b0-774582b600c1 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:09.569569 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:09.569815 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-17e3659a-052a-49e6-a8b0-774582b600c1 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:09.570254 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903', 'status': 'completed', 'code': 200} Jul 16 18:54:09.649185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-b632fd61-7e67-457a-92bb-93deb5a0ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.650722 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-b632fd61-7e67-457a-92bb-93deb5a0ab49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1095 time: 0.0590546 Jul 16 18:54:09.666132 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-6dd8fe53-c69f-4663-908c-10eed356558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.667659 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-6dd8fe53-c69f-4663-908c-10eed356558f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 1095 time: 0.0530829 Jul 16 18:54:09.776145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-18d2f72d-b230-4d51-a18b-4be8d4f7c35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.778524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-18d2f72d-b230-4d51-a18b-4be8d4f7c35d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.1216090 Jul 16 18:54:09.796013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-f94e9a4b-d995-4fa0-a903-fda2ac0aac83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.797554 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-f94e9a4b-d995-4fa0-a903-fda2ac0aac83 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.1237762 Jul 16 18:54:09.855285 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-a1c2e7da-0035-41fc-b123-3056b1ef88a0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1000 time: 0.0699770 Jul 16 18:54:09.860113 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-03a5e2ce-85cd-4bbc-aac1-a645f5d27e61 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 200 len: 1000 time: 0.0561686 Jul 16 18:54:09.904089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-9483775a-f58a-4d72-b454-2d62f4c8214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.905558 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-9483775a-f58a-4d72-b454-2d62f4c8214f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0434792 Jul 16 18:54:09.906623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-4a8d8178-a9bc-4d57-b0fa-0a1c665aaf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.908225 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-4a8d8178-a9bc-4d57-b0fa-0a1c665aaf3b service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0424180 Jul 16 18:54:09.964012 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-f0302b04-c802-4144-949e-16b98a2c605a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.965753 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-f0302b04-c802-4144-949e-16b98a2c605a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536838 Jul 16 18:54:09.995823 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-9d519768-c046-4a07-a03a-956b636a860f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:09.997345 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-9d519768-c046-4a07-a03a-956b636a860f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825412 Jul 16 18:54:10.074086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-1afe1b7c-e670-4300-b292-85fd7b696d9e service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008146 Jul 16 18:54:10.091013 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-00b5ed31-0cba-405c-8009-e122d83ba448 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870993 Jul 16 18:54:10.169537 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-087277be-4e4b-4692-934a-065de6c52e68 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897746 Jul 16 18:54:10.186157 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4661cf9-37ea-47b4-acb1-eec986e294ad req-67a3f81b-421a-4390-ae26-20115458796a service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886056 Jul 16 18:54:10.403933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ad08cd-3bdc-4952-9f68-c7115fc41549 req-1d0b46d8-8daa-4f35-b02b-399bbcb6ec4b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:10.404845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5ad08cd-3bdc-4952-9f68-c7115fc41549 req-1d0b46d8-8daa-4f35-b02b-399bbcb6ec4b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 944 time: 0.0705528 Jul 16 18:54:10.459672 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e5ad08cd-3bdc-4952-9f68-c7115fc41549 req-753b3dd4-2929-4052-b051-7af7019e1fab tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454760 Jul 16 18:54:10.609822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:10.657511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:11.079873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:54:11.182837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:11.196887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '7c043042-fe29-45e1-81fa-75730f8d5903', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'port_id': '7c043042-fe29-45e1-81fa-75730f8d5903', 'mac_address': 'fa:16:3e:de:48:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:54:11.235611 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:11.251252 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c043042-fe29-45e1-81fa-75730f8d5903 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:11.273510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:11.281795 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:11.332687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=12']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:11.506269 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['7c043042-fe29-45e1-81fa-75730f8d5903'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:11.735539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712ee4c0-fb0c-47d8-818c-4a8826392a98 req-fe252998-7f93-4c3a-89db-955cca4b86bb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.737072 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-712ee4c0-fb0c-47d8-818c-4a8826392a98 req-fe252998-7f93-4c3a-89db-955cca4b86bb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0723205 Jul 16 18:54:11.778861 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-712ee4c0-fb0c-47d8-818c-4a8826392a98 req-07acd723-9d1d-49ed-ba92-9f75f6b6ab9f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356705 Jul 16 18:54:11.962277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30964601-7a7f-4120-ab9a-c54c7de33c6f req-f51b19a1-2917-470d-b2d4-a0ee308b0749 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:11.964136 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30964601-7a7f-4120-ab9a-c54c7de33c6f req-f51b19a1-2917-470d-b2d4-a0ee308b0749 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0670640 Jul 16 18:54:12.005631 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-30964601-7a7f-4120-ab9a-c54c7de33c6f req-e6bf477f-c088-4067-95d4-5a3ace179da9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346956 Jul 16 18:54:12.182869 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13faaf7d-ac5a-4fc8-bcd6-bc10806cb2f4 req-3bc575ab-89d8-48cb-a575-e928a29f11a8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:12.184363 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13faaf7d-ac5a-4fc8-bcd6-bc10806cb2f4 req-3bc575ab-89d8-48cb-a575-e928a29f11a8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0648665 Jul 16 18:54:12.228659 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13faaf7d-ac5a-4fc8-bcd6-bc10806cb2f4 req-df118d93-7770-4b3b-bb5f-f5e394ceedeb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377617 Jul 16 18:54:12.553498 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:12.629765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbb405-1229-434e-8aa5-25984ce97717 req-20df8b6b-c139-4e4c-9517-99e1afe1f077 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:12.631244 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a6bbb405-1229-434e-8aa5-25984ce97717 req-20df8b6b-c139-4e4c-9517-99e1afe1f077 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 945 time: 0.0646949 Jul 16 18:54:12.670357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a6bbb405-1229-434e-8aa5-25984ce97717 req-622194a0-121b-42fe-b5f8-8290134080e8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333831 Jul 16 18:54:13.103154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:13.156174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 7c043042-fe29-45e1-81fa-75730f8d5903 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:13.160105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 7c043042-fe29-45e1-81fa-75730f8d5903 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:13.160563 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.414360 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.438562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:13.441476 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9445ec76-6aa5-4bc2-ac9a-6bd8be337404" -d '{"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-plugged", "status": "completed", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:13.460655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:13.466896 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:13.492932 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3114d151-7fa8-4d45-a258-7176a3fccdba x-openstack-request-id: req-3114d151-7fa8-4d45-a258-7176a3fccdba {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:13.493223 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-plugged", "status": "completed", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:13.493473 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3114d151-7fa8-4d45-a258-7176a3fccdba {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:13.493862 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903', 'code': 200} Jul 16 18:54:13.525697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=13']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:13.822361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-3c049061-e8b4-4506-b5a5-3e9ee4feb6d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:13.823888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-3c049061-e8b4-4506-b5a5-3e9ee4feb6d1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 946 time: 0.0657530 Jul 16 18:54:13.877992 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e9974c-6747-465a-a892-67950100e0d8 req-8674502a-6c67-4561-90b1-27d405cb1596 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:13.882544 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0e9974c-6747-465a-a892-67950100e0d8 req-8674502a-6c67-4561-90b1-27d405cb1596 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 946 time: 0.0929565 Jul 16 18:54:13.921260 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a0e9974c-6747-465a-a892-67950100e0d8 req-de0342d9-88ff-4532-8624-6325d91400b6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328383 Jul 16 18:54:13.933390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Deleting port 7c043042-fe29-45e1-81fa-75730f8d5903 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:54:13.933739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.021744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] For port 7c043042-fe29-45e1-81fa-75730f8d5903, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7c043042-fe29-45e1-81fa-75730f8d5903,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:14.022123 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.194815 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.195112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.195320 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915 disassociated. External IP: 172.25.7.200, port: 7c043042-fe29-45e1-81fa-75730f8d5903. Jul 16 18:54:14.195609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Calling delete_port for 7c043042-fe29-45e1-81fa-75730f8d5903 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:54:14.327932 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.362197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event deleted for resources: {'Port': ['ID=7c043042-fe29-45e1-81fa-75730f8d5903,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:14.493971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Router 916b2494-a590-4818-84d1-e2c37c72a0c7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:14.609652 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:14.619616 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfba4b4-20c2-4fde-81f0-4b55163b07ef None None] Sync routers for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:14.630441 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfba4b4-20c2-4fde-81f0-4b55163b07ef None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:14.631048 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5bfba4b4-20c2-4fde-81f0-4b55163b07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:53:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:14.655138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] No DVR routers for this DVR port 7c043042-fe29-45e1-81fa-75730f8d5903 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:54:14.657836 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:14.660093 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e9d77a4-ba15-42b0-83e1-ca2fd18678e1 req-db8249ae-81ec-4c3a-98e6-d208fabd8063 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "DELETE /v2.0/ports/7c043042-fe29-45e1-81fa-75730f8d5903 HTTP/1.1" status: 204 len: 173 time: 0.8310187 Jul 16 18:54:14.660534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-deleted', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:14.662785 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be33fd60-fd48-4c49-bab5-8d11649b0605" -d '{"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-deleted", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:14.717229 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21afe822-8d51-4705-9b31-8b5401187066 x-openstack-request-id: req-21afe822-8d51-4705-9b31-8b5401187066 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:14.717521 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c9146fb-884b-4004-8efb-ab8c75ad2101", "name": "network-vif-deleted", "tag": "7c043042-fe29-45e1-81fa-75730f8d5903", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:14.717779 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-21afe822-8d51-4705-9b31-8b5401187066 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:14.718190 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c9146fb-884b-4004-8efb-ab8c75ad2101', 'name': 'network-vif-deleted', 'tag': '7c043042-fe29-45e1-81fa-75730f8d5903', 'status': 'completed', 'code': 200} Jul 16 18:54:14.753605 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5bfba4b4-20c2-4fde-81f0-4b55163b07ef None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:14.957214 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5bfba4b4-20c2-4fde-81f0-4b55163b07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:14.983849 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfba4b4-20c2-4fde-81f0-4b55163b07ef None None] Checking router: 916b2494-a590-4818-84d1-e2c37c72a0c7 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:14.993412 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfba4b4-20c2-4fde-81f0-4b55163b07ef None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:14.994017 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5bfba4b4-20c2-4fde-81f0-4b55163b07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:53:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:15.088366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-80a950b7-a238-4410-a54f-06d9314491fe req-30346bf4-0993-4c93-abee-b3b2ab581fd0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=5c9146fb-884b-4004-8efb-ab8c75ad2101 HTTP/1.1" status: 200 len: 210 time: 0.0350790 Jul 16 18:54:15.108499 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5bfba4b4-20c2-4fde-81f0-4b55163b07ef None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:15.473556 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5bfba4b4-20c2-4fde-81f0-4b55163b07ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:15.504072 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfba4b4-20c2-4fde-81f0-4b55163b07ef None None] The sync data for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 is: [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:15.577112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-aa994f27-26f3-4f62-a681-072f1c385947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:15.759248 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4853f283-b489-4d6f-99b1-0b28fd2a299c None None] New status for floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:54:16.483224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-c9ae79b4-5dd1-4665-af9c-4d6f0394045d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1765185216&fields=id&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 267 time: 0.0360320 Jul 16 18:54:16.597158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-93720507-81e9-4f77-b15b-3b603935cb29 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:16.598619 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-93720507-81e9-4f77-b15b-3b603935cb29 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 810 time: 0.1081257 Jul 16 18:54:16.613576 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-76869ae8-12aa-4de2-a0cf-db529d179cf0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/quotas/9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 375 time: 0.0094879 Jul 16 18:54:16.688408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-1138ae90-aa0e-4a3b-a67b-cb0bce50d939 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0696335 Jul 16 18:54:16.806949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-3860ef0e-4c5f-4dd6-880a-1d7485abaf77 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:54:16.808014 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-3860ef0e-4c5f-4dd6-880a-1d7485abaf77 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0459554 Jul 16 18:54:16.898840 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-143b90e1-187b-4e02-bbae-c962e1e4744f service neutron] 10.222.0.47 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846522 Jul 16 18:54:16.994253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ff0e25d4-205a-4c83-a211-f85c7ab0302c service neutron] 10.222.0.47 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894291 Jul 16 18:54:17.118481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:54:17.138873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 7c043042-fe29-45e1-81fa-75730f8d5903 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:54:17.139221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7c043042-fe29-45e1-81fa-75730f8d5903 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:54:17.180168 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d3b221f5-5705-47fe-8531-b0528f8a37cc req-88bc7fe4-7ce9-43c1-a011-65b55b904aa0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 210 time: 0.0293558 Jul 16 18:54:18.261475 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.273358 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d87d98e5-3458-45bf-8bf2-cd1b87759d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:18.339751 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cb31f88e-7b8f-4111-ae0a-3d7d9266af0f req-440d761c-49df-4735-a5a2-1f927901b791 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 210 time: 0.0292234 Jul 16 18:54:18.612961 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-d8746ce0-ae52-4099-bfec-e5d45f02cafb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:18.614493 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-d8746ce0-ae52-4099-bfec-e5d45f02cafb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 810 time: 0.1192894 Jul 16 18:54:18.991832 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-459e3e5d-f10a-4cf8-93e8-addca30b7c83 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 380 time: 0.3601637 Jul 16 18:54:19.000972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'port': {'device_id': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'admin_state_up': True, 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'security_groups': ['82f8c87a-a422-4cd3-9fd1-a8b1f888ba25']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:19.113476 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Made reservation on behalf of 9f4099d08a4749fa99b79ad608b5821b for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:54:19.117632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.258419 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Allocated IP 172.20.0.12 (9eb372d7-2a99-4ce2-a9b0-b7514b0b1146/64e12508-d5fe-44e3-ab83-57e4860d720a/f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:54:19.420210 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.439715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Transition to ACTIVE for port object f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:19.500884 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4011a974-681c-4c6f-b09c-b9125cac5bbf req-68ae46c1-51d8-4672-82ee-a1c6eb556a6e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 210 time: 0.0341692 Jul 16 18:54:19.511818 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.558262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:54:19.561412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:54:19.565968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:54:19.572550 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:19.647497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:19.648326 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.664789 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-ddb3e4fa-a3f4-49b9-9bac-25f4b930131e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6674407 Jul 16 18:54:19.683597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Request body: {'port': {'device_id': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:19.773587 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.859485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dfba342a-0ffb-4d9d-8ee1-f59869a134dd None None] Provisioning for port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:19.864146 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dfba342a-0ffb-4d9d-8ee1-f59869a134dd None None] Provisioning complete for port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:19.864515 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dfba342a-0ffb-4d9d-8ee1-f59869a134dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:19.901994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-dfba342a-0ffb-4d9d-8ee1-f59869a134dd None None] Port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:54:20.039234 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.062630 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:20.071046 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.087445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Transition to ACTIVE for port object f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:54:20.092117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.152578 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:20.231352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:54:20.231731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:54:20.232054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:20.237187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:54:20.237527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:54:20.243100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:54:20.243604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:54:20.243874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:54:20.244309 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Bound port: f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:54:20.244811 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.338154 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:54:20.341453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:54:20.348113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.382860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:20.383763 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:20.385415 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] 10.222.0.37 "PUT /v2.0/ports/f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1092 time: 0.7063205 Jul 16 18:54:20.387868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:20.390202 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-773909eb-1688-42d9-ac0d-250841fd97b2" -d '{"events": [{"name": "network-changed", "server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:20.421447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b5ce92-fdff-43de-b6f9-db8ec82bb2d9 service neutron] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:20.460181 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5314e074-6792-47ac-86ce-de67cc79b92f x-openstack-request-id: req-5314e074-6792-47ac-86ce-de67cc79b92f {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:20.460522 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:20.460800 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5314e074-6792-47ac-86ce-de67cc79b92f {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:20.461250 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'status': 'completed', 'code': 200} Jul 16 18:54:20.524076 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-82c6feeb-5e86-4ace-a2e7-9b224bec305b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:20.527169 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-82c6feeb-5e86-4ace-a2e7-9b224bec305b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1095 time: 0.0813420 Jul 16 18:54:20.582876 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-1ff302a6-a1a9-4973-a3c7-1d545d739625 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 217 time: 0.0415549 Jul 16 18:54:20.662761 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-7d9aca0f-ab8e-49e2-ba1b-64b45f5c84f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:20.664245 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-7d9aca0f-ab8e-49e2-ba1b-64b45f5c84f8 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0751004 Jul 16 18:54:20.761564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a8a657-f5c3-418e-b16d-05c6190e1e21 req-3c5f762b-6d03-49bc-8162-d511110f4d83 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:20.763085 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88a8a657-f5c3-418e-b16d-05c6190e1e21 req-3c5f762b-6d03-49bc-8162-d511110f4d83 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.1156373 Jul 16 18:54:20.765014 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-3bd823ee-5543-4ebe-8bb9-556cc4f31944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:20.766366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-3bd823ee-5543-4ebe-8bb9-556cc4f31944 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856659 Jul 16 18:54:20.857400 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-88a8a657-f5c3-418e-b16d-05c6190e1e21 req-c2c46ba0-254e-44cd-9611-90c804a30ae6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838861 Jul 16 18:54:20.888158 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-3aec2744-b5e2-4af1-abe2-107717898c2f service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128545 Jul 16 18:54:20.990071 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1444048d-69fc-48e6-8ec9-a8b6629e81c8 req-112df631-32b2-40f9-a2d5-a46ef218d2c9 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950739 Jul 16 18:54:21.132214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773909eb-1688-42d9-ac0d-250841fd97b2 req-c55ee920-c47a-40f1-b3e7-83b4251ff3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.133799 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-773909eb-1688-42d9-ac0d-250841fd97b2 req-c55ee920-c47a-40f1-b3e7-83b4251ff3de service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1095 time: 0.0584066 Jul 16 18:54:21.235416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773909eb-1688-42d9-ac0d-250841fd97b2 req-be950dd4-ea51-4c36-8545-9df37cfb4cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.238189 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-773909eb-1688-42d9-ac0d-250841fd97b2 req-be950dd4-ea51-4c36-8545-9df37cfb4cf9 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0978451 Jul 16 18:54:21.281297 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-773909eb-1688-42d9-ac0d-250841fd97b2 req-2445c208-009c-4c13-b375-ededa28bd3db service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 217 time: 0.0354271 Jul 16 18:54:21.337545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773909eb-1688-42d9-ac0d-250841fd97b2 req-fb965d30-37e2-4949-8158-06312d397697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.339132 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-773909eb-1688-42d9-ac0d-250841fd97b2 req-fb965d30-37e2-4949-8158-06312d397697 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0497952 Jul 16 18:54:21.403006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773909eb-1688-42d9-ac0d-250841fd97b2 req-a836b5d0-7f1c-43f6-b6e1-dfe7e7869aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:21.404458 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-773909eb-1688-42d9-ac0d-250841fd97b2 req-a836b5d0-7f1c-43f6-b6e1-dfe7e7869aca service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582628 Jul 16 18:54:21.496060 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-773909eb-1688-42d9-ac0d-250841fd97b2 req-6525c3d7-26f8-42e3-a4c6-fd9d986bc255 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839422 Jul 16 18:54:21.591000 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-773909eb-1688-42d9-ac0d-250841fd97b2 req-4ad54428-e38b-4cc8-b7d4-5e8af8eb40b5 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880818 Jul 16 18:54:22.049619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d12cdec-6c05-442d-962b-36aabc248554 req-20a17908-1d5c-4225-aaba-c2c085665872 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:22.051632 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1d12cdec-6c05-442d-962b-36aabc248554 req-20a17908-1d5c-4225-aaba-c2c085665872 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.0722544 Jul 16 18:54:22.097437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1d12cdec-6c05-442d-962b-36aabc248554 req-0ff96d88-a077-429a-9d31-58a68aa442a3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391235 Jul 16 18:54:22.104215 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.671484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:54:22.777456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:22.789216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'port_id': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'mac_address': 'fa:16:3e:7c:52:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:54:22.827123 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.840427 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:54:22.860439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:22.865280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:22.913040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:23.130825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:54:23.333521 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba03bb8-2fdd-41ee-8270-fb1725620c69 req-d753a6d5-50c9-483a-be68-bb0024e32809 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:23.335241 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aba03bb8-2fdd-41ee-8270-fb1725620c69 req-d753a6d5-50c9-483a-be68-bb0024e32809 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0908322 Jul 16 18:54:23.377760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aba03bb8-2fdd-41ee-8270-fb1725620c69 req-986047b4-7821-48d9-b5d2-29bc70e8c6bb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344608 Jul 16 18:54:24.560641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac02b32-0ebf-45f4-9d83-49eb43a24a76 req-d59d2128-ec3c-4d7e-a38a-fc63ab78461f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:24.562140 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aac02b32-0ebf-45f4-9d83-49eb43a24a76 req-d59d2128-ec3c-4d7e-a38a-fc63ab78461f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0657384 Jul 16 18:54:24.602002 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aac02b32-0ebf-45f4-9d83-49eb43a24a76 req-ec86c14c-23fa-4283-948f-6a028cb3141b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338409 Jul 16 18:54:24.686607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:54:24.739545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:54:24.743548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:54:24.743953 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.828137 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.854826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:24.857290 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c61fa2-b775-4396-8822-a4b55ddfeba2" -d '{"events": [{"server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "name": "network-vif-plugged", "status": "completed", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:24.871362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:54:24.877069 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:24.902504 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5560f8d-b32d-4c55-93ff-b3c33eb3611c x-openstack-request-id: req-b5560f8d-b32d-4c55-93ff-b3c33eb3611c {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:24.902803 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "name": "network-vif-plugged", "status": "completed", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:24.902930 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b5560f8d-b32d-4c55-93ff-b3c33eb3611c {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:24.903312 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'code': 200} Jul 16 18:54:24.933882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:54:25.068494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e651f9a3-53f2-41a6-9ced-13dfdad4b251 req-a981f575-4473-42bf-b372-392938eedf14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:25.070045 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e651f9a3-53f2-41a6-9ced-13dfdad4b251 req-a981f575-4473-42bf-b372-392938eedf14 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1097 time: 0.0578485 Jul 16 18:54:25.111828 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e651f9a3-53f2-41a6-9ced-13dfdad4b251 req-830c3c59-7842-40cd-a7c6-bd0304aa9985 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352087 Jul 16 18:54:25.796752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991477e-efae-4c88-821e-f88272d832ca req-c3ac80a7-186e-440c-b22f-8978dda1f117 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:25.798790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9991477e-efae-4c88-821e-f88272d832ca req-c3ac80a7-186e-440c-b22f-8978dda1f117 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0717826 Jul 16 18:54:25.838160 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9991477e-efae-4c88-821e-f88272d832ca req-c2214050-8438-456d-9949-56e5a8e50528 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332420 Jul 16 18:54:27.043379 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a1ab5-dd95-4fd7-b054-fc4fb1f35016 req-4e5fa41c-ebda-46f7-bfaa-73d480017399 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:27.044953 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-805a1ab5-dd95-4fd7-b054-fc4fb1f35016 req-4e5fa41c-ebda-46f7-bfaa-73d480017399 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0796287 Jul 16 18:54:27.089726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-805a1ab5-dd95-4fd7-b054-fc4fb1f35016 req-8570973f-2e1e-444f-b8f8-1e19448591a7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376019 Jul 16 18:54:27.277213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac9a97-665f-4aaa-b9eb-4d0dc4310211 req-9024a7f0-6304-4456-990a-887b7ec14b62 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:27.278743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fbac9a97-665f-4aaa-b9eb-4d0dc4310211 req-9024a7f0-6304-4456-990a-887b7ec14b62 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0751498 Jul 16 18:54:27.288511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 46978) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:54:27.293076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0c75a76f-0095-4786-a7a9-a869ab9e035c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Request body: {'floatingip': {'port_id': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:54:27.336568 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c75a76f-0095-4786-a7a9-a869ab9e035c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.815661 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c75a76f-0095-4786-a7a9-a869ab9e035c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.820509 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c75a76f-0095-4786-a7a9-a869ab9e035c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:27.924654 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-0c75a76f-0095-4786-a7a9-a869ab9e035c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915 associated. External IP: 172.25.7.200, port: f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925. Jul 16 18:54:28.144363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c75a76f-0095-4786-a7a9-a869ab9e035c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Router 916b2494-a590-4818-84d1-e2c37c72a0c7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:54:28.268890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c75a76f-0095-4786-a7a9-a869ab9e035c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:54:28.274294 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0c75a76f-0095-4786-a7a9-a869ab9e035c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:28.279235 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd551a0c-e61a-46bb-974a-b07859f5d04a None None] Sync routers for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:54:28.291411 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd551a0c-e61a-46bb-974a-b07859f5d04a None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:28.292418 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cd551a0c-e61a-46bb-974a-b07859f5d04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:54:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:28.316429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0c75a76f-0095-4786-a7a9-a869ab9e035c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "PUT /v2.0/floatingips/71cfc6bd-5506-4389-bbbc-20e379e17915 HTTP/1.1" status: 200 len: 993 time: 1.0268068 Jul 16 18:54:28.317256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:54:28.319507 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045b7421-5610-4e72-ac98-4dbe5e5d536f" -d '{"events": [{"name": "network-changed", "server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:54:28.362682 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a15b6dd-bb5f-466f-bd1f-2c920d77df8f x-openstack-request-id: req-7a15b6dd-bb5f-466f-bd1f-2c920d77df8f {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:54:28.363123 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:54:28.363523 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7a15b6dd-bb5f-466f-bd1f-2c920d77df8f {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:54:28.364442 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'status': 'completed', 'code': 200} Jul 16 18:54:28.417723 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-cd551a0c-e61a-46bb-974a-b07859f5d04a None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:28.466485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b7421-5610-4e72-ac98-4dbe5e5d536f req-d9c39a20-a474-4452-bc08-15cea357d8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:28.468368 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-045b7421-5610-4e72-ac98-4dbe5e5d536f req-d9c39a20-a474-4452-bc08-15cea357d8c5 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1097 time: 0.0609803 Jul 16 18:54:28.568272 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b7421-5610-4e72-ac98-4dbe5e5d536f req-488842fe-8dc4-4b6e-a991-b9e2f321e516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:28.569829 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-045b7421-5610-4e72-ac98-4dbe5e5d536f req-488842fe-8dc4-4b6e-a991-b9e2f321e516 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0951614 Jul 16 18:54:28.640514 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-045b7421-5610-4e72-ac98-4dbe5e5d536f req-d24df89e-e712-4afc-82fe-52f42e3d03b1 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1001 time: 0.0635622 Jul 16 18:54:28.678668 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cd551a0c-e61a-46bb-974a-b07859f5d04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:7c:52:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:54:27Z', 'revision_number': 13, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:28.703247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b7421-5610-4e72-ac98-4dbe5e5d536f req-b80fe8ac-563f-4243-b84b-b274425b172a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:28.705787 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-045b7421-5610-4e72-ac98-4dbe5e5d536f req-b80fe8ac-563f-4243-b84b-b274425b172a service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0517261 Jul 16 18:54:28.708040 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd551a0c-e61a-46bb-974a-b07859f5d04a None None] Checking router: 916b2494-a590-4818-84d1-e2c37c72a0c7 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:54:28.716820 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd551a0c-e61a-46bb-974a-b07859f5d04a None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:54:28.717431 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cd551a0c-e61a-46bb-974a-b07859f5d04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:54:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:28.772430 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b7421-5610-4e72-ac98-4dbe5e5d536f req-37c6a9e3-fb80-456d-b0fe-1496404d0eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:28.774020 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-045b7421-5610-4e72-ac98-4dbe5e5d536f req-37c6a9e3-fb80-456d-b0fe-1496404d0eb6 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625288 Jul 16 18:54:28.844056 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-cd551a0c-e61a-46bb-974a-b07859f5d04a None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:54:28.894114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-045b7421-5610-4e72-ac98-4dbe5e5d536f req-e43495ab-4dca-4cdc-b461-13ace69fdd9b service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125989 Jul 16 18:54:29.002008 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-045b7421-5610-4e72-ac98-4dbe5e5d536f req-907c0d9f-4f02-4997-ab61-d81a8201c1e9 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007755 Jul 16 18:54:29.103126 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cd551a0c-e61a-46bb-974a-b07859f5d04a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:7c:52:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:54:27Z', 'revision_number': 13, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:54:29.131834 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd551a0c-e61a-46bb-974a-b07859f5d04a None None] The sync data for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 is: [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '71cfc6bd-5506-4389-bbbc-20e379e17915', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'floating_ip_address': '172.25.7.200', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'port_id': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4008, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'mac_address': 'fa:16:3e:7c:52:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T18:47:19Z', 'updated_at': '2021-07-16T18:54:27Z', 'revision_number': 13, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:54:29.343830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4be1f5-ecf7-47c3-a55c-1fcbb5bf7afd None None] New status for floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:54:29.864774 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:41.107488 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-c9accf0e-965d-4968-bbbc-9fc5d9d70bc7 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521536 Jul 16 18:54:41.218512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-ced806df-faf9-4917-aa39-c4e15dd4c4c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:41.220047 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-ced806df-faf9-4917-aa39-c4e15dd4c4c3 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1097 time: 0.0563750 Jul 16 18:54:41.330573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-6698cf4b-2b49-4376-a97b-a727ca1aa87c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:41.332200 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-6698cf4b-2b49-4376-a97b-a727ca1aa87c service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0915935 Jul 16 18:54:41.403132 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-bbc3b354-f183-4e01-b657-89621943aec3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1003 time: 0.0635483 Jul 16 18:54:41.452049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-0e2307b3-126e-4337-bace-32f9c1a8542f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:41.453523 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-0e2307b3-126e-4337-bace-32f9c1a8542f service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0446594 Jul 16 18:54:41.510982 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-ba2763ce-7f6c-42a5-b445-a7be6cd5f488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:54:41.512672 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-ba2763ce-7f6c-42a5-b445-a7be6cd5f488 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523760 Jul 16 18:54:41.612049 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-e8d2e6f2-361e-41cd-810b-65306e24f9fc service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917037 Jul 16 18:54:41.709447 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6ef8d057-c0b9-47ad-b164-8e73766099d6 req-cb4f8028-a04d-4b24-8657-4e9f97a8f6ad service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891087 Jul 16 18:54:42.547479 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:42.553794 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:54:45.567886 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b20b7f73-53b9-4f2e-a22d-ed1805c93a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:48.256247 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:48.274281 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a1297cf8-2e06-4fe6-a92d-9949b8689d4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:50.038090 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:52.104550 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:54:59.880232 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:12.572634 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:15.569733 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a96fca80-51b6-41cc-8f5f-601781b4fb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:18.257649 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:18.275064 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-23bc856d-59a8-4f7b-927c-9a0db466e27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:19.554366 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:20.041378 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:22.110049 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:29.878963 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:42.579781 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:43.094818 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-9dbec723-bd70-44b4-8386-b61da3eeb36a service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572801 Jul 16 18:55:43.231790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-17b29012-5631-4204-b5f7-dbe82aeee3eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:43.233296 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-17b29012-5631-4204-b5f7-dbe82aeee3eb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1097 time: 0.0534322 Jul 16 18:55:43.337622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-e0c738da-0d9f-4a36-b5f7-9470b2bd5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:43.339306 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-e0c738da-0d9f-4a36-b5f7-9470b2bd5f45 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0860567 Jul 16 18:55:43.408064 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-3b93dd54-6296-4407-b76d-82e008e196c5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1003 time: 0.0619237 Jul 16 18:55:43.458580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-bf0df527-57a2-440c-ab4c-4c039f41e97c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:43.460052 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-bf0df527-57a2-440c-ab4c-4c039f41e97c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0456719 Jul 16 18:55:43.516179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-001ef59f-9887-4cd2-84c5-398d61dc09b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:55:43.517670 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-001ef59f-9887-4cd2-84c5-398d61dc09b8 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518692 Jul 16 18:55:43.527763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-9ccc1707-5b23-43a7-a487-8f4b1ce3cef0 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:55:43.528776 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-9ccc1707-5b23-43a7-a487-8f4b1ce3cef0 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050411 Jul 16 18:55:43.621767 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-f90643a0-31f2-466d-914c-1403aad00e21 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867488 Jul 16 18:55:43.730028 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-395c1b4f-a760-4e10-93a6-30706eb21c97 req-05601287-7bc6-4896-8b65-e596c4c11387 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014006 Jul 16 18:55:45.572148 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-64ab074b-dc84-47ca-a546-4d4fb28ae753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.265630 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:48.276271 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f6fd905-6ef7-40f1-aae8-6a462ee948f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:50.043420 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:52.112283 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:55:56.553791 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:55:59.893514 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:06.681382 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340903d7-5e8f-4624-bbe2-b85b548d2dbd req-00b7fad4-215b-4f19-9d12-5e42243287bc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:06.682867 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-340903d7-5e8f-4624-bbe2-b85b548d2dbd req-00b7fad4-215b-4f19-9d12-5e42243287bc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0669637 Jul 16 18:56:06.726749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-340903d7-5e8f-4624-bbe2-b85b548d2dbd req-cb59bed4-72ea-42e9-8e26-eb48c19aacfd tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373106 Jul 16 18:56:12.594394 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:15.573054 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-43cb8b90-380c-4641-a00e-31064ce5143c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:18.191036 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b3068-8e56-4176-9590-96e407842297 req-0f1579a4-e198-42d6-82fd-a10b213b93a5 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:18.192564 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c62b3068-8e56-4176-9590-96e407842297 req-0f1579a4-e198-42d6-82fd-a10b213b93a5 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.1001043 Jul 16 18:56:18.217211 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-cca89833-2eb2-4523-a3d7-9c98118c5b01 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1308546 Jul 16 18:56:18.236614 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c62b3068-8e56-4176-9590-96e407842297 req-9a5ea166-9d59-4102-ad6d-ad3834828f5a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370548 Jul 16 18:56:18.260691 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:18.287793 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8a9fb4d0-736c-4254-b12b-0837e61892a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:19.374372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-d2b379dd-d5e7-457a-b41a-18d7cfcc89f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:19.375934 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-d2b379dd-d5e7-457a-b41a-18d7cfcc89f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1097 time: 0.0631912 Jul 16 18:56:19.428518 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcd9a6-8d48-43ec-a5e3-b1d39ee32259 req-415f3b01-f41a-49dc-9cd9-ef4b0c85f97a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:19.430058 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22bcd9a6-8d48-43ec-a5e3-b1d39ee32259 req-415f3b01-f41a-49dc-9cd9-ef4b0c85f97a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0713296 Jul 16 18:56:19.469174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22bcd9a6-8d48-43ec-a5e3-b1d39ee32259 req-cf3cf1fe-3bf7-498b-b2b7-78a1629b19cb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327978 Jul 16 18:56:19.475375 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-1d1ba1ad-72fb-4693-a3c3-1f437f5c77ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:19.477145 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-1d1ba1ad-72fb-4693-a3c3-1f437f5c77ed service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0949011 Jul 16 18:56:19.546315 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-746f0c97-49ed-4a28-bd90-6d1d502860ef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1003 time: 0.0625782 Jul 16 18:56:19.593292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-2728ba8a-4934-4c5a-a98b-e0f5546de9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:19.594718 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-2728ba8a-4934-4c5a-a98b-e0f5546de9a3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0426006 Jul 16 18:56:19.650882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-b7e20a87-6808-4b4d-96d7-e2622cd7924a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:19.652463 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-b7e20a87-6808-4b4d-96d7-e2622cd7924a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517566 Jul 16 18:56:19.744030 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-889c25dd-4fb9-40eb-b552-9070f78a25b1 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850387 Jul 16 18:56:19.832636 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-7f1caa24-5c76-41e7-868b-2602ba84e82d service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822289 Jul 16 18:56:20.045185 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:20.659663 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897520ef-30e5-414c-b687-20d0095d2698 req-1942ad8a-a16b-481a-993c-66a570363e6a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:20.661698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-897520ef-30e5-414c-b687-20d0095d2698 req-1942ad8a-a16b-481a-993c-66a570363e6a tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0699928 Jul 16 18:56:20.702122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-897520ef-30e5-414c-b687-20d0095d2698 req-4e46a724-3b5d-494a-ac03-fe98349e33fb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342178 Jul 16 18:56:21.883765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bec374-3c1e-40fe-bea3-124f2cbcface req-65db31d9-c871-48f6-b383-0b790b104828 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:21.886430 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53bec374-3c1e-40fe-bea3-124f2cbcface req-65db31d9-c871-48f6-b383-0b790b104828 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0638037 Jul 16 18:56:21.923527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53bec374-3c1e-40fe-bea3-124f2cbcface req-87974910-3907-4d54-8b44-3fab9fd7de93 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316374 Jul 16 18:56:22.114761 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:23.103894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273743ad-84dc-4a94-a608-5cfb5c96cf22 req-5a2465fc-6024-439e-a17e-ed54152f40e2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:23.105401 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-273743ad-84dc-4a94-a608-5cfb5c96cf22 req-5a2465fc-6024-439e-a17e-ed54152f40e2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0631523 Jul 16 18:56:23.143534 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-273743ad-84dc-4a94-a608-5cfb5c96cf22 req-dbf8c411-9e88-44e7-8455-f6044049e79f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325763 Jul 16 18:56:24.323317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e81951-5a97-42a0-814d-94e3aa88b415 req-a0714605-8b15-4387-b5cf-a6e6b9cf2d7b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:24.324801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-60e81951-5a97-42a0-814d-94e3aa88b415 req-a0714605-8b15-4387-b5cf-a6e6b9cf2d7b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0669196 Jul 16 18:56:24.362456 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-60e81951-5a97-42a0-814d-94e3aa88b415 req-0ddf4a22-aaa9-446a-ad29-d44482c233b5 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321152 Jul 16 18:56:25.543818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe94bfb-b27f-42ad-9e94-0ad0a783b849 req-5f63f5e3-3007-42e2-a995-90bdcaa76f81 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:25.545607 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffe94bfb-b27f-42ad-9e94-0ad0a783b849 req-5f63f5e3-3007-42e2-a995-90bdcaa76f81 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0668190 Jul 16 18:56:25.585746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffe94bfb-b27f-42ad-9e94-0ad0a783b849 req-40b7b3c5-c92f-4370-8334-8e3500b92afc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345733 Jul 16 18:56:26.767178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648f41dd-ff7f-4aae-980d-61718971c5dd req-eae58c5a-8dca-4897-9a47-1c8d22ced15e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:26.768720 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-648f41dd-ff7f-4aae-980d-61718971c5dd req-eae58c5a-8dca-4897-9a47-1c8d22ced15e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0681639 Jul 16 18:56:26.807684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-648f41dd-ff7f-4aae-980d-61718971c5dd req-5bb5fd3e-0577-4d78-95f6-bb1ade36a4cc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333335 Jul 16 18:56:27.984726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b94da-97fe-4e5b-a366-dd8f79e70a59 req-93f47e91-05d6-4a32-b4a4-a113fe5d053c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:27.986192 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-895b94da-97fe-4e5b-a366-dd8f79e70a59 req-93f47e91-05d6-4a32-b4a4-a113fe5d053c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0672407 Jul 16 18:56:28.023433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-895b94da-97fe-4e5b-a366-dd8f79e70a59 req-77ff8788-3806-4f35-b210-766e6d46d821 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317786 Jul 16 18:56:29.255161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfe526-768f-4b66-983e-cefab6cbe5f4 req-6a220d42-89b7-4dbd-bc2d-eef0f38de081 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:29.256654 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67dfe526-768f-4b66-983e-cefab6cbe5f4 req-6a220d42-89b7-4dbd-bc2d-eef0f38de081 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.1230779 Jul 16 18:56:29.295769 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67dfe526-768f-4b66-983e-cefab6cbe5f4 req-e3d9dd5b-ccae-4b8a-a9e1-64c915fe1945 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329041 Jul 16 18:56:29.891992 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:30.517366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305561bf-271b-4a56-b287-4289113e1767 req-2d4ec090-de8c-47d4-9474-ef5e3e5bbed8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:30.518867 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-305561bf-271b-4a56-b287-4289113e1767 req-2d4ec090-de8c-47d4-9474-ef5e3e5bbed8 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.1066129 Jul 16 18:56:30.556597 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-305561bf-271b-4a56-b287-4289113e1767 req-2e29e921-59ac-4718-b46d-6731dc67fbab tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322278 Jul 16 18:56:31.744107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2347cf-39ac-41bb-b726-fd719355531d req-5ac401db-6edf-45b7-b154-a5648e514dd7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:31.745542 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a2347cf-39ac-41bb-b726-fd719355531d req-5ac401db-6edf-45b7-b154-a5648e514dd7 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0690331 Jul 16 18:56:31.788168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8a2347cf-39ac-41bb-b726-fd719355531d req-17050342-0373-4ae4-920d-86d104417cfc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367732 Jul 16 18:56:32.971922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58af1ade-e783-4255-84f0-f4c61c958bfc req-12eed893-bc34-44ee-b2f9-26a6cb6a9bbf tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:32.973890 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-58af1ade-e783-4255-84f0-f4c61c958bfc req-12eed893-bc34-44ee-b2f9-26a6cb6a9bbf tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0683844 Jul 16 18:56:33.014000 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-58af1ade-e783-4255-84f0-f4c61c958bfc req-f7ff93a3-cd57-47eb-9992-b13f45c20a86 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344217 Jul 16 18:56:33.552823 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:56:33.936783 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-c12cb3d2-e0b2-48b6-8f33-c75c09390428 service neutron] show failed (client error): The resource could not be found. Jul 16 18:56:33.937826 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-c12cb3d2-e0b2-48b6-8f33-c75c09390428 service neutron] 10.222.0.37 "GET /v2.0/ports/f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925/bindings/n-h2-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0597887 Jul 16 18:56:34.235931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f27da5-9d10-4cf6-9cd4-652b1c22a170 req-e747524f-032c-42c0-b7d4-b9673d0742c3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:34.237357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7f27da5-9d10-4cf6-9cd4-652b1c22a170 req-e747524f-032c-42c0-b7d4-b9673d0742c3 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.1059430 Jul 16 18:56:34.244084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-d0adc01e-c62e-4f33-9dfd-497875144b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:34.245488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-d0adc01e-c62e-4f33-9dfd-497875144b68 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 1097 time: 0.0853941 Jul 16 18:56:34.256828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:34.654960 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7f27da5-9d10-4cf6-9cd4-652b1c22a170 req-52836db5-aa6b-4526-86ca-5bfccaa7f325 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4085166 Jul 16 18:56:34.693642 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.907845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:34.941268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:34.979631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:34.982267 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342d9d97-fed7-493a-ab97-25ad982aa45e" -d '{"events": [{"server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:34.985974 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:34.999739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Transition to ACTIVE for port object f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:56:35.003485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.033736 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcec351-c029-45f7-8c1d-a808bf35215a x-openstack-request-id: req-1fcec351-c029-45f7-8c1d-a808bf35215a {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:35.034025 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "name": "network-vif-unplugged", "status": "completed", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:35.034275 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1fcec351-c029-45f7-8c1d-a808bf35215a {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:35.034661 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'code': 200} Jul 16 18:56:35.088990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=6']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:35.104201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.104551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.104898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.105235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.105571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.105902 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.106235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.106568 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.106893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.107213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.107538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.107887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:35.142864 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] No DVR routers for this DVR port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on host n-h1-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:35.290887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:35.291702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:35.291828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:35.298190 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:56:35.298719 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:35.305880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:35.305880 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:35.306366 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:35.306607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Bound port: f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:35.306979 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.375877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:35.379163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:35.383777 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.426227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:35.426912 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:35.428277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] 10.222.0.18 "PUT /v2.0/ports/f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1092 time: 1.1751797 Jul 16 18:56:35.445205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afc18f9-ec36-4a8e-8356-3e23d88b33f6 service neutron] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=7']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:35.514997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-c9331193-e439-46f8-a052-4c00c6ceafaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:35.516739 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-c9331193-e439-46f8-a052-4c00c6ceafaa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1095 time: 0.0640759 Jul 16 18:56:35.650895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-8567101e-a612-45a4-a17b-b6bdd1b1569d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:35.652429 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-8567101e-a612-45a4-a17b-b6bdd1b1569d service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.1296911 Jul 16 18:56:35.722715 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-c82f5686-3f38-4012-9086-ae48f299dfbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1001 time: 0.0639930 Jul 16 18:56:35.783812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-3371e01c-f055-4eb3-bc78-61a5773b03f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:35.785262 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-3371e01c-f055-4eb3-bc78-61a5773b03f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0562329 Jul 16 18:56:35.887341 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62389405-91b3-47bd-8684-5fdb5726b85e req-e63a9997-2497-4565-9db8-0d272bea1f92 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:35.888920 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62389405-91b3-47bd-8684-5fdb5726b85e req-e63a9997-2497-4565-9db8-0d272bea1f92 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.1176155 Jul 16 18:56:35.901872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-8dc86a67-7166-4e4b-ad96-c207c790f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:35.903545 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-8dc86a67-7166-4e4b-ad96-c207c790f674 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0967989 Jul 16 18:56:35.923302 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-a79d96f7-0fe4-4926-a634-3f772ce0179f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:56:35.924330 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-a79d96f7-0fe4-4926-a634-3f772ce0179f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072005 Jul 16 18:56:35.960337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62389405-91b3-47bd-8684-5fdb5726b85e req-654e55b6-5837-41b4-bfac-5614f10cc90f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638125 Jul 16 18:56:36.030814 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-89a1a868-a922-4923-a4df-5e5f6ca5fd7a service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004913 Jul 16 18:56:36.125361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2f644d7c-9d35-44db-bb0a-92b3bc2fbab0 req-d3c891d9-8527-4aa2-b5d9-dd4c4c0a2894 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873251 Jul 16 18:56:37.036148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:37.039150 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e463740e-b412-46d6-95c6-079a76e5c397" -d '{"events": [{"name": "network-changed", "server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:37.101539 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9c0405-1d36-4fc7-ba0d-13810f89e344 x-openstack-request-id: req-da9c0405-1d36-4fc7-ba0d-13810f89e344 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:37.101823 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:37.102626 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-da9c0405-1d36-4fc7-ba0d-13810f89e344 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:37.103116 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'status': 'completed', 'code': 200} Jul 16 18:56:37.176482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463740e-b412-46d6-95c6-079a76e5c397 req-9594f991-e2cb-4b67-a21b-2c220ace5a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.178241 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-9594f991-e2cb-4b67-a21b-2c220ace5a7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1095 time: 0.0591099 Jul 16 18:56:37.200554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6643bf-c2d6-444a-8988-13627f9dee9e req-b91d2d2e-aa96-440d-9491-476e4969d986 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.202118 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bb6643bf-c2d6-444a-8988-13627f9dee9e req-b91d2d2e-aa96-440d-9491-476e4969d986 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.1064188 Jul 16 18:56:37.254341 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bb6643bf-c2d6-444a-8988-13627f9dee9e req-f631ee5e-c663-492f-be0c-3b292a3fdd97 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457859 Jul 16 18:56:37.256098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463740e-b412-46d6-95c6-079a76e5c397 req-39068e2b-6350-4f96-9326-5686c4191feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.257541 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-39068e2b-6350-4f96-9326-5686c4191feb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1095 time: 0.1062729 Jul 16 18:56:37.281117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:37.296215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463740e-b412-46d6-95c6-079a76e5c397 req-487d003e-b05b-4763-b2d0-f7ad59085d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.298140 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-487d003e-b05b-4763-b2d0-f7ad59085d58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.1138768 Jul 16 18:56:37.322507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:56:37.378479 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-1554f061-26e7-4d6d-afa8-0d03e7824485 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1001 time: 0.0741994 Jul 16 18:56:37.383966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463740e-b412-46d6-95c6-079a76e5c397 req-da9482c4-7850-4b52-84c4-20489188f8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.385548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-da9482c4-7850-4b52-84c4-20489188f8f3 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.1211455 Jul 16 18:56:37.445410 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463740e-b412-46d6-95c6-079a76e5c397 req-bd48a693-84ea-4226-a053-5e49045bda38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.447103 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-bd48a693-84ea-4226-a053-5e49045bda38 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0624757 Jul 16 18:56:37.467940 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-be4412cc-eb4c-4f33-95d0-35f406d438ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1001 time: 0.0747435 Jul 16 18:56:37.521211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463740e-b412-46d6-95c6-079a76e5c397 req-3480cdbe-1624-43f1-a568-98cf9dd072f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.521659 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-3480cdbe-1624-43f1-a568-98cf9dd072f9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0682073 Jul 16 18:56:37.533198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463740e-b412-46d6-95c6-079a76e5c397 req-7d27c055-e0ce-4e9c-b9b8-81b6aa1137f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.534769 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-7d27c055-e0ce-4e9c-b9b8-81b6aa1137f0 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0608807 Jul 16 18:56:37.595942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e463740e-b412-46d6-95c6-079a76e5c397 req-8bc3cb81-657d-4f21-90bc-252c4921fb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:37.597856 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-8bc3cb81-657d-4f21-90bc-252c4921fb2e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565405 Jul 16 18:56:37.628934 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-4039b834-d9d1-4209-a5ed-aaa95b40f4b3 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010377 Jul 16 18:56:37.735227 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-047040d5-e403-4424-b4eb-eb3b51f8ef65 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991421 Jul 16 18:56:38.002669 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-08167491-3494-486a-afa2-bdc2b17d41b8 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3980567 Jul 16 18:56:38.098262 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e463740e-b412-46d6-95c6-079a76e5c397 req-4a09ca64-f782-4ff0-8154-2547de3a25be service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878696 Jul 16 18:56:38.438097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e06d64-ade9-480c-80e0-dc8e7dffb059 req-2773a068-c944-4658-a53b-ccd7a7240bbd tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:38.439549 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91e06d64-ade9-480c-80e0-dc8e7dffb059 req-2773a068-c944-4658-a53b-ccd7a7240bbd tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.0641611 Jul 16 18:56:38.478939 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91e06d64-ade9-480c-80e0-dc8e7dffb059 req-d77174c2-61a1-4bad-a54b-e1329cc723c0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335584 Jul 16 18:56:39.387889 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153c7b-2bd6-44ee-a185-311e288e2fcb req-321083d7-2618-4fcd-ae1a-ec3865d1bcc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:39.389458 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4153c7b-2bd6-44ee-a185-311e288e2fcb req-321083d7-2618-4fcd-ae1a-ec3865d1bcc7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1095 time: 0.0606983 Jul 16 18:56:39.496927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153c7b-2bd6-44ee-a185-311e288e2fcb req-be3acadd-2f01-4215-8e30-bcf1f29e5e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:39.498416 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4153c7b-2bd6-44ee-a185-311e288e2fcb req-be3acadd-2f01-4215-8e30-bcf1f29e5e8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0888731 Jul 16 18:56:39.568464 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4153c7b-2bd6-44ee-a185-311e288e2fcb req-9e20a999-509f-44b5-a3be-0834e765faed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1001 time: 0.0631924 Jul 16 18:56:39.619318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153c7b-2bd6-44ee-a185-311e288e2fcb req-d466fef3-d516-4dc8-aafa-fe412d8c3f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:39.620970 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4153c7b-2bd6-44ee-a185-311e288e2fcb req-d466fef3-d516-4dc8-aafa-fe412d8c3f16 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0464859 Jul 16 18:56:39.667247 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd835c-3c3d-43c0-a7da-4509c6e5b8ac req-4add5a2e-29ae-4656-9141-047a27591308 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:39.668678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cddd835c-3c3d-43c0-a7da-4509c6e5b8ac req-4add5a2e-29ae-4656-9141-047a27591308 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.0697129 Jul 16 18:56:39.679578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4153c7b-2bd6-44ee-a185-311e288e2fcb req-21ae1a79-48f0-4412-a50e-a64b81adfdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:39.681749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4153c7b-2bd6-44ee-a185-311e288e2fcb req-21ae1a79-48f0-4412-a50e-a64b81adfdfa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538096 Jul 16 18:56:39.708444 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cddd835c-3c3d-43c0-a7da-4509c6e5b8ac req-eaa71b9d-d96c-4e8e-841c-3e4c47414bbc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330875 Jul 16 18:56:39.778270 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4153c7b-2bd6-44ee-a185-311e288e2fcb req-fd8128b0-de45-4df6-ae10-3a56d320805c service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903101 Jul 16 18:56:39.868982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4153c7b-2bd6-44ee-a185-311e288e2fcb req-05d65217-c454-4f17-8a87-729372f3454a service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841863 Jul 16 18:56:40.898504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa54faa8-e301-4a8b-a7fb-ea4f8c05586a req-eb1d73b3-f02e-4a04-9990-69317f762843 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:40.900040 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa54faa8-e301-4a8b-a7fb-ea4f8c05586a req-eb1d73b3-f02e-4a04-9990-69317f762843 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.0676544 Jul 16 18:56:40.938567 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-aa54faa8-e301-4a8b-a7fb-ea4f8c05586a req-7e1eadea-56ab-45a2-8099-5751bec24f53 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330281 Jul 16 18:56:42.116074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31c45f-8c8f-448d-abcd-d94b4b891bd2 req-6321116f-171b-4167-9d06-3608178f3793 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:42.118076 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c31c45f-8c8f-448d-abcd-d94b4b891bd2 req-6321116f-171b-4167-9d06-3608178f3793 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.0622940 Jul 16 18:56:42.154666 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6c31c45f-8c8f-448d-abcd-d94b4b891bd2 req-a238e46a-fbdb-43ea-9697-6a6092082903 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310583 Jul 16 18:56:42.607631 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:43.330173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3959826-426f-4d27-a698-a225baf34cdf req-2979f062-aa4a-42aa-b5f9-fc3d8a78ec17 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:43.331701 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3959826-426f-4d27-a698-a225baf34cdf req-2979f062-aa4a-42aa-b5f9-fc3d8a78ec17 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.0644627 Jul 16 18:56:43.369822 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3959826-426f-4d27-a698-a225baf34cdf req-e6e69dce-ec21-477f-a84c-4dd20429d276 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317199 Jul 16 18:56:44.543056 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fef1ede-57a1-4561-86b1-2d5a8e9f6966 req-d5c3c7a7-9541-4e24-bb7c-7ac972d53bff tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:44.544811 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fef1ede-57a1-4561-86b1-2d5a8e9f6966 req-d5c3c7a7-9541-4e24-bb7c-7ac972d53bff tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.0625517 Jul 16 18:56:44.581429 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fef1ede-57a1-4561-86b1-2d5a8e9f6966 req-aca65c88-7d0c-4fc4-9a59-1c0f8de7b6bb tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310903 Jul 16 18:56:45.574755 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4597ef8f-811a-49f6-964d-9a40bcd68131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:45.754509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3655d2e-9647-4949-9013-6c7b4b534bfb req-9a67bc9b-b63d-4448-a1e8-257372856c9f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:45.756011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3655d2e-9647-4949-9013-6c7b4b534bfb req-9a67bc9b-b63d-4448-a1e8-257372856c9f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.0627911 Jul 16 18:56:45.793255 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f3655d2e-9647-4949-9013-6c7b4b534bfb req-4675a490-000e-439e-a7ef-5dffdb62b695 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311649 Jul 16 18:56:46.979889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bce8721-60e2-4040-a05f-af18baad9668 req-d455e817-6624-4e96-ac00-3ae594dbb67b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:46.981517 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4bce8721-60e2-4040-a05f-af18baad9668 req-d455e817-6624-4e96-ac00-3ae594dbb67b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.0718863 Jul 16 18:56:47.029988 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4bce8721-60e2-4040-a05f-af18baad9668 req-89b99750-b7a0-4776-b505-20fb53a6c8d4 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378075 Jul 16 18:56:48.213034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab54233-52b7-4dcf-b990-5868bf5004bc req-196a9fa1-184a-48f9-9281-a580a89fd76b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:48.214592 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ab54233-52b7-4dcf-b990-5868bf5004bc req-196a9fa1-184a-48f9-9281-a580a89fd76b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.0691717 Jul 16 18:56:48.252660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ab54233-52b7-4dcf-b990-5868bf5004bc req-90522fbb-ad77-4686-812d-2d969e6c4e15 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325389 Jul 16 18:56:48.254096 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.280552 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e35446d8-fcf0-4811-843d-dcc6c291865d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:48.675509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-129d3423-a702-4021-97a5-b72ae34280f2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:48.676903 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-129d3423-a702-4021-97a5-b72ae34280f2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.18 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc&tenant_id=9f4099d08a4749fa99b79ad608b5821b&binding%3Ahost_id=n-h2-794306-7 HTTP/1.1" status: 200 len: 944 time: 0.0843987 Jul 16 18:56:48.775448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-ab32ee64-12fc-46e9-8c65-1e7f2398469c service neutron] 10.222.0.18 "GET /v2.0/ports/f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925/bindings/n-h2-794306-7 HTTP/1.1" status: 200 len: 382 time: 0.0779958 Jul 16 18:56:48.786975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4d7a6c-5d72-46c3-aad1-36fc67b5a557 req-4a930012-72ea-4889-87eb-02b38e8dbd54 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:48.788549 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf4d7a6c-5d72-46c3-aad1-36fc67b5a557 req-4a930012-72ea-4889-87eb-02b38e8dbd54 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.1304579 Jul 16 18:56:48.858060 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bf4d7a6c-5d72-46c3-aad1-36fc67b5a557 req-3af1ee39-1301-40c5-a5ed-b80d0a8bb7e0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612700 Jul 16 18:56:48.879956 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-0cabda46-6032-49fd-86e5-18bdc706aae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:48.881486 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-0cabda46-6032-49fd-86e5-18bdc706aae3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1095 time: 0.0785909 Jul 16 18:56:48.973560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-81b9dd40-f9d4-449f-bc3d-d42d04c79e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:48.974960 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-81b9dd40-f9d4-449f-bc3d-d42d04c79e06 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0878942 Jul 16 18:56:49.036673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-c5515cf7-30b3-40a5-9b8a-2ab83deef5c0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1001 time: 0.0558906 Jul 16 18:56:49.089353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-358ba4b8-5318-4c55-afe6-01dd6a45521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:49.090845 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-358ba4b8-5318-4c55-afe6-01dd6a45521d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0485513 Jul 16 18:56:49.146230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-94024518-49f6-406e-8c63-7dbab959026e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:49.147746 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-94024518-49f6-406e-8c63-7dbab959026e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0508211 Jul 16 18:56:49.241472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-32da91a0-f291-42c2-8245-b3eece05c5a5 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872140 Jul 16 18:56:49.342207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-790c013b-4d7a-46d2-826d-4962809e4018 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950227 Jul 16 18:56:49.707796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:56:49.801161 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:49.813296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'port_id': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'mac_address': 'fa:16:3e:7c:52:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:56:49.848840 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:49.865157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:49.884405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:49.889570 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:49.942712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:49.950212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:49.950562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:49.950906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:49.951257 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:49.951607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:49.952147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:49.952277 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:49.952611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:49.952921 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:49.953245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:49.953571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:49.953897 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:50.045828 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd524a6-8219-46a3-8f13-8f49d0c63dd4 req-939bfdef-0b19-492c-a36d-e96b2246b850 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:50.047339 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffd524a6-8219-46a3-8f13-8f49d0c63dd4 req-939bfdef-0b19-492c-a36d-e96b2246b850 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0638938 Jul 16 18:56:50.055492 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:50.086886 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ffd524a6-8219-46a3-8f13-8f49d0c63dd4 req-3ce854f1-1b7c-4503-af7e-90387d29bb9f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332708 Jul 16 18:56:50.114475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:56:51.270570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6d632-400e-4258-af33-e627c2c87da2 req-b7d1e9b5-b05d-4e0e-83d0-e4f0b80c444f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:51.272072 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efe6d632-400e-4258-af33-e627c2c87da2 req-b7d1e9b5-b05d-4e0e-83d0-e4f0b80c444f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0651910 Jul 16 18:56:51.313266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-efe6d632-400e-4258-af33-e627c2c87da2 req-bf712771-8316-40cf-990a-8f65761ebf05 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344706 Jul 16 18:56:51.709811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:56:51.787248 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:51.800379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:51.821715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:51.826243 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:51.881707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:52.116880 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:52.499041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e39f6b-6d97-4997-b84c-0f17913a267b req-cab452c0-4197-41e8-bef7-969e61256e1b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:52.500535 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-26e39f6b-6d97-4997-b84c-0f17913a267b req-cab452c0-4197-41e8-bef7-969e61256e1b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 944 time: 0.0668781 Jul 16 18:56:52.540669 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-26e39f6b-6d97-4997-b84c-0f17913a267b req-d397bb4f-6a3e-475c-a5bf-d1e5481103b1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343935 Jul 16 18:56:53.128429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-92d4065e-8ff6-40a3-bd18-09fdffe5d4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:53.129873 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-92d4065e-8ff6-40a3-bd18-09fdffe5d4d2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc&tenant_id=9f4099d08a4749fa99b79ad608b5821b HTTP/1.1" status: 200 len: 1095 time: 0.0956023 Jul 16 18:56:53.147533 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:56:53.217489 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.425175 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:56:53.468547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:53.500909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:56:53.509026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.520194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Ignored duplicate provisioning block setup for port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 18:56:53.524256 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.604177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=10']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:53.616061 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.616412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.616740 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.617133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.617984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.618463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.618802 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.619129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.619456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.619834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.620133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.620457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:56:53.668704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] No DVR routers for this DVR port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:56:53.734116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3744fa-06ec-4c76-ac8d-907b8ad80b4e req-0b5259a1-b92c-4dde-8d9e-f3e72b6c0a6b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:53.736026 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da3744fa-06ec-4c76-ac8d-907b8ad80b4e req-0b5259a1-b92c-4dde-8d9e-f3e72b6c0a6b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0736630 Jul 16 18:56:53.776937 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da3744fa-06ec-4c76-ac8d-907b8ad80b4e req-a6c8f127-a3b6-4826-8034-ba77e235c0cf tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350170 Jul 16 18:56:53.817953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:56:53.818281 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:56:53.818610 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:53.823742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:56:53.824060 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Attempting to bind port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:56:53.828860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 56, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:56:53.829199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Checking segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:56:53.829583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Bound using segment: {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:56:53.830054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Bound port: f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a595c2e1-264e-47b7-bf50-6e4ad0c34081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:56:53.830632 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.896960 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:56:53.900479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:56:53.905410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.944132 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:53.944752 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:53.947313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] 10.222.0.37 "PUT /v2.0/ports/f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1093 time: 0.8039820 Jul 16 18:56:53.947788 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:56:53.950220 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46efcfdb-8795-4635-a373-efa179d31226" -d '{"events": [{"name": "network-changed", "server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:56:53.979041 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ddd67-3dbc-4bb8-bc8a-898160faa0be service neutron] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=11']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:56:54.041043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-719e7183-00c4-4196-980a-08f8c8114804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.042652 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-719e7183-00c4-4196-980a-08f8c8114804 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1096 time: 0.0595922 Jul 16 18:56:54.061895 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbb2502-1848-46fe-bbfc-72e4c62b30a7 x-openstack-request-id: req-5bbb2502-1848-46fe-bbfc-72e4c62b30a7 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:56:54.062182 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:56:54.062440 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5bbb2502-1848-46fe-bbfc-72e4c62b30a7 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:56:54.062848 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'status': 'completed', 'code': 200} Jul 16 18:56:54.133918 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcfdb-8795-4635-a373-efa179d31226 req-d6eba15b-883d-4796-b91b-576fc8493629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.135658 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-d6eba15b-883d-4796-b91b-576fc8493629 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1096 time: 0.0590742 Jul 16 18:56:54.149822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-403a8ca3-2ef5-4cc8-a0a9-8952f5b46974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.151357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-403a8ca3-2ef5-4cc8-a0a9-8952f5b46974 service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.1014900 Jul 16 18:56:54.235124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcfdb-8795-4635-a373-efa179d31226 req-1d839575-5cc2-4013-8912-ef8edf64e679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.236551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-1d839575-5cc2-4013-8912-ef8edf64e679 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0940697 Jul 16 18:56:54.237177 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-bdefeeba-9ea4-4a21-8607-aa393e1e53a5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1001 time: 0.0786161 Jul 16 18:56:54.292237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-3c0b63b0-c48b-4f7c-9ab2-1c6602061c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.293971 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-3c0b63b0-c48b-4f7c-9ab2-1c6602061c58 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0496671 Jul 16 18:56:54.305515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-3a74234f-ea74-4542-8098-ffe1ed273497 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1001 time: 0.0626826 Jul 16 18:56:54.353210 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-7c0cc232-8b58-4967-b73c-3e7d5a05a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.354727 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-7c0cc232-8b58-4967-b73c-3e7d5a05a112 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540469 Jul 16 18:56:54.357344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcfdb-8795-4635-a373-efa179d31226 req-2849a6f7-1eed-4b5e-81a5-756c4df911ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.358823 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-2849a6f7-1eed-4b5e-81a5-756c4df911ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0476923 Jul 16 18:56:54.419138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcfdb-8795-4635-a373-efa179d31226 req-114f8a7c-f371-4e70-b489-d4d8778e606f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.420546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-114f8a7c-f371-4e70-b489-d4d8778e606f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536654 Jul 16 18:56:54.452399 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-15b4f3ac-4214-413b-8512-a856663493c3 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907819 Jul 16 18:56:54.510355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-f1fdc5ec-4c69-4391-9454-f89b7c3a74b9 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831833 Jul 16 18:56:54.548876 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3833d7c9-ce61-4432-8548-78eddcdcb0a4 req-3e2cb919-79e1-46e0-ad6b-f6bb878e3735 service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891998 Jul 16 18:56:54.604305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-a6a9dd46-da74-46b1-827b-2f54a8fb5d34 service neutron] 10.222.0.18 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877426 Jul 16 18:56:54.686000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcfdb-8795-4635-a373-efa179d31226 req-58097145-443c-4ff9-9b8c-82f27786b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.687454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-58097145-443c-4ff9-9b8c-82f27786b990 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9f4099d08a4749fa99b79ad608b5821b&device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 1096 time: 0.0546889 Jul 16 18:56:54.785838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcfdb-8795-4635-a373-efa179d31226 req-e371c251-8500-4e6f-a32d-af2d7ab17fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.787329 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-e371c251-8500-4e6f-a32d-af2d7ab17fdb service neutron] 10.222.0.37 "GET /v2.0/networks?id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 200 len: 911 time: 0.0920215 Jul 16 18:56:54.872029 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-25a85eaa-79d6-4991-9641-720b1059ea28 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 200 len: 1001 time: 0.0763996 Jul 16 18:56:54.931398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcfdb-8795-4635-a373-efa179d31226 req-1b7daf4e-abe7-4f96-bc36-d66acc91c095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.932972 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-1b7daf4e-abe7-4f96-bc36-d66acc91c095 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 200 len: 849 time: 0.0546081 Jul 16 18:56:54.970524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b0d8dc-a4c0-4c27-8bd9-ae520a5f511b req-5c23bcf9-0de7-4be5-bc12-178aade4e9ca tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.972095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5b0d8dc-a4c0-4c27-8bd9-ae520a5f511b req-5c23bcf9-0de7-4be5-bc12-178aade4e9ca tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0676095 Jul 16 18:56:54.996236 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efcfdb-8795-4635-a373-efa179d31226 req-ee106101-a7d2-42b5-832e-83ae4abf3b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:54.997784 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-ee106101-a7d2-42b5-832e-83ae4abf3b05 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585599 Jul 16 18:56:55.013153 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f5b0d8dc-a4c0-4c27-8bd9-ae520a5f511b req-1fc4d58f-ab24-4260-87fb-1455fbc9a4a6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341911 Jul 16 18:56:55.103473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-0a4adf12-c045-4f60-a69b-ad97cafe0c8d service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994141 Jul 16 18:56:55.203606 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-46efcfdb-8795-4635-a373-efa179d31226 req-30520814-bf16-4d81-a7ee-f45a94f8b79f service neutron] 10.222.0.37 "GET /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936408 Jul 16 18:56:56.206853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3515ff09-3606-4a92-996b-dbf5802ac499 req-ceb2bd03-d038-4ecf-92aa-2fcb677bc60e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:56.208431 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3515ff09-3606-4a92-996b-dbf5802ac499 req-ceb2bd03-d038-4ecf-92aa-2fcb677bc60e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0669522 Jul 16 18:56:56.248217 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3515ff09-3606-4a92-996b-dbf5802ac499 req-2b55e9af-7393-48c7-b3c4-082814d589e5 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338645 Jul 16 18:56:57.438213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e551ca6-9a86-4498-8ec1-0142baf206eb req-e5db6e10-8a28-4061-b153-abf77a5bbc2c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:57.439750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e551ca6-9a86-4498-8ec1-0142baf206eb req-e5db6e10-8a28-4061-b153-abf77a5bbc2c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0706518 Jul 16 18:56:57.480062 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7e551ca6-9a86-4498-8ec1-0142baf206eb req-872ae767-fa7d-466e-b6f7-6524ecd7e048 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338166 Jul 16 18:56:58.665838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ee33e-21a7-43b5-9ed7-cd706d3198c5 req-cc8ab91e-93c4-4f7d-87ba-5887e9ccce14 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:58.667223 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2a8ee33e-21a7-43b5-9ed7-cd706d3198c5 req-cc8ab91e-93c4-4f7d-87ba-5887e9ccce14 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0670803 Jul 16 18:56:58.705401 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2a8ee33e-21a7-43b5-9ed7-cd706d3198c5 req-6f740a9c-3feb-4014-a42c-1134655c4b95 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322676 Jul 16 18:56:59.885429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40b18a-a9a2-4ea3-8f89-0596acf22020 req-bb28e2b3-11ba-4ec7-9ff3-7ab57d985161 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:56:59.886897 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1d40b18a-a9a2-4ea3-8f89-0596acf22020 req-bb28e2b3-11ba-4ec7-9ff3-7ab57d985161 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0643480 Jul 16 18:56:59.907351 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:56:59.926365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1d40b18a-a9a2-4ea3-8f89-0596acf22020 req-51fd4b04-00da-4e59-a716-24076aab07d9 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329244 Jul 16 18:57:01.115387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dab528-2f75-497f-9ecc-e005bc32e3e0 req-ca8afdd4-9ad3-4fde-9419-a06541c4d23c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:01.117508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4dab528-2f75-497f-9ecc-e005bc32e3e0 req-ca8afdd4-9ad3-4fde-9419-a06541c4d23c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0724401 Jul 16 18:57:01.156195 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4dab528-2f75-497f-9ecc-e005bc32e3e0 req-f107966b-c87f-43aa-87e9-5bed8fa83586 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330489 Jul 16 18:57:02.333567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fa468d-f8dc-407e-a3ad-e0729e8711a2 req-ed139424-6dc8-482f-9e59-9d2b199f08e0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:02.335616 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00fa468d-f8dc-407e-a3ad-e0729e8711a2 req-ed139424-6dc8-482f-9e59-9d2b199f08e0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0638382 Jul 16 18:57:02.374266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00fa468d-f8dc-407e-a3ad-e0729e8711a2 req-ea2e514d-8f00-4732-a607-ea5a7cf9821c tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329022 Jul 16 18:57:03.554530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb253b-530e-4f7d-9320-19bcf9409de4 req-4eca240c-d41a-46ee-a622-c6d87244ab2d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:03.556537 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c7fb253b-530e-4f7d-9320-19bcf9409de4 req-4eca240c-d41a-46ee-a622-c6d87244ab2d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0686901 Jul 16 18:57:03.594526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c7fb253b-530e-4f7d-9320-19bcf9409de4 req-7946a046-2aaa-4e49-822b-db570808d66b tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322931 Jul 16 18:57:04.770248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d923a-4877-45b5-9e46-851ba8593e62 req-8d3c2abe-545b-4996-8889-06d566e12728 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:04.771753 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff2d923a-4877-45b5-9e46-851ba8593e62 req-8d3c2abe-545b-4996-8889-06d566e12728 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 945 time: 0.0661440 Jul 16 18:57:04.809753 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ff2d923a-4877-45b5-9e46-851ba8593e62 req-29f15ce0-9b72-4f57-8b9a-38e56de775fe tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319822 Jul 16 18:57:05.380891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:57:05.490391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:05.503112 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'port_id': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'mac_address': 'fa:16:3e:7c:52:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 388, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:57:05.541902 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.555376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:05.576271 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:05.580636 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:05.632618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=12']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:05.906398 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:05.999131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4105fa7d-5ff3-4e62-b0d7-51332296942f req-3f3af3ca-af2e-4f81-8c3d-d49bb382f863 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:06.000761 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4105fa7d-5ff3-4e62-b0d7-51332296942f req-3f3af3ca-af2e-4f81-8c3d-d49bb382f863 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0693994 Jul 16 18:57:06.041221 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4105fa7d-5ff3-4e62-b0d7-51332296942f req-f8a01817-fddf-4edd-8e2c-792faaba4fd4 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346403 Jul 16 18:57:06.219020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d53d40a-e32a-4a38-81d8-87fdf160fc0c req-6a4109a7-8cb9-4f4b-80d1-025a2a9cdcfc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:06.220503 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8d53d40a-e32a-4a38-81d8-87fdf160fc0c req-6a4109a7-8cb9-4f4b-80d1-025a2a9cdcfc tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0636408 Jul 16 18:57:06.258985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8d53d40a-e32a-4a38-81d8-87fdf160fc0c req-3720ef0f-5cb5-4903-a6ae-4e141ec2ac12 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319462 Jul 16 18:57:06.435428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95215-0312-4db9-b4d0-2610a72f4969 req-28f4a654-f7c8-4f36-999d-8b837d9ee18f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:06.436967 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49f95215-0312-4db9-b4d0-2610a72f4969 req-28f4a654-f7c8-4f36-999d-8b837d9ee18f tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0648103 Jul 16 18:57:06.475415 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49f95215-0312-4db9-b4d0-2610a72f4969 req-457ec423-909d-4ed8-a079-24dca787d9d4 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327327 Jul 16 18:57:06.865032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2180691-3b24-459c-a996-936240cfc7af req-94e6a42f-52a9-403a-ada4-32fcf9a30cad tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:06.867231 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2180691-3b24-459c-a996-936240cfc7af req-94e6a42f-52a9-403a-ada4-32fcf9a30cad tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 946 time: 0.0642993 Jul 16 18:57:06.906837 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2180691-3b24-459c-a996-936240cfc7af req-6c80ad3e-a8f8-417f-be3b-40dedc7a7909 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336909 Jul 16 18:57:07.398768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:07.449934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:07.453836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:07.454205 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.530407 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.554061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:07.556360 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939ec324-0eaf-4c7a-beda-414b77f80392" -d '{"events": [{"server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "name": "network-vif-plugged", "status": "completed", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:07.568656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:07.572844 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:07.625712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=13']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:07.651659 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c50b61-1b44-4b42-88ea-71b6a6473dee x-openstack-request-id: req-51c50b61-1b44-4b42-88ea-71b6a6473dee {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:07.651962 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "name": "network-vif-plugged", "status": "completed", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:07.652219 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-51c50b61-1b44-4b42-88ea-71b6a6473dee {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:07.652615 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'code': 200} Jul 16 18:57:08.088931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31149d4e-bc00-41c4-9a3f-6f3fff0a9a8e req-4189d6ad-8aec-4994-9860-d67e217693cd tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:08.090553 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-31149d4e-bc00-41c4-9a3f-6f3fff0a9a8e req-4189d6ad-8aec-4994-9860-d67e217693cd tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 947 time: 0.0693777 Jul 16 18:57:08.128822 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-31149d4e-bc00-41c4-9a3f-6f3fff0a9a8e req-1e8f674b-47cf-4455-9f02-365cfc27226e tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups?id=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326247 Jul 16 18:57:08.537839 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-4bcded2e-66af-49f9-9a1a-d988059804e6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:08.539957 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-4bcded2e-66af-49f9-9a1a-d988059804e6 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.37 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 947 time: 0.0648868 Jul 16 18:57:08.652423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Deleting port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:08.652679 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.740308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] For port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:08.740669 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.914280 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.914566 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:08.914882 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915 disassociated. External IP: 172.25.7.200, port: f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925. Jul 16 18:57:08.915227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Calling delete_port for f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:09.044692 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.079879 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event deleted for resources: {'Port': ['ID=f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:09.202519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Router 916b2494-a590-4818-84d1-e2c37c72a0c7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:09.287687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71e30a9f-e5c8-4eca-befd-2f581157e685 req-559777c1-3a84-4b1a-afa8-54ed754252fa tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 210 time: 0.0363784 Jul 16 18:57:09.314510 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:09.323937 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b5cc8-b496-4f84-b177-ed8081375b30 None None] Sync routers for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:09.333794 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b5cc8-b496-4f84-b177-ed8081375b30 None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:09.334399 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d07b5cc8-b496-4f84-b177-ed8081375b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:56:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:09.363554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] No DVR routers for this DVR port f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:09.366399 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:09.369506 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e16253a6-d3c5-4429-9da0-2b70d3e1903d req-1cb9eb1d-88fe-42fb-8e73-a3c462e3a437 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.37 "DELETE /v2.0/ports/f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 HTTP/1.1" status: 204 len: 173 time: 0.8237121 Jul 16 18:57:09.370005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'name': 'network-vif-deleted', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:09.372337 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec56a00-4d11-4f14-92ef-f3bd4b602e4d" -d '{"events": [{"server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "name": "network-vif-deleted", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:09.409503 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8852892-a17d-476c-987e-fc7623dde23c x-openstack-request-id: req-f8852892-a17d-476c-987e-fc7623dde23c {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:09.409846 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b04514c8-6c04-49d5-a7b4-d81cb09586dc", "name": "network-vif-deleted", "tag": "f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:09.410303 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f8852892-a17d-476c-987e-fc7623dde23c {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:09.410752 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b04514c8-6c04-49d5-a7b4-d81cb09586dc', 'name': 'network-vif-deleted', 'tag': 'f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925', 'status': 'completed', 'code': 200} Jul 16 18:57:09.445987 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-d07b5cc8-b496-4f84-b177-ed8081375b30 None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:09.658704 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d07b5cc8-b496-4f84-b177-ed8081375b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:09.774463 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b5cc8-b496-4f84-b177-ed8081375b30 None None] Checking router: 916b2494-a590-4818-84d1-e2c37c72a0c7 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:09.783004 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d07b5cc8-b496-4f84-b177-ed8081375b30 None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:09.783527 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d07b5cc8-b496-4f84-b177-ed8081375b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:56:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:09.888463 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-d07b5cc8-b496-4f84-b177-ed8081375b30 None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:10.087827 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d07b5cc8-b496-4f84-b177-ed8081375b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:10.119846 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d07b5cc8-b496-4f84-b177-ed8081375b30 None None] The sync data for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 is: [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:47:17Z', 'revision_number': 4, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'c26e34fa-44d8-43d3-963e-78a4c589a81c', 'name': '', 'network_id': '9eb372d7-2a99-4ce2-a9b0-b7514b0b1146', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'mac_address': 'fa:16:3e:27:a8:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:16Z', 'updated_at': '2021-07-16T18:47:21Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'subnets': [{'id': '64e12508-d5fe-44e3-ab83-57e4860d720a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:10.356498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04eb43b5-e1c7-4929-962a-f8ebdee09b2c None None] New status for floating IP 71cfc6bd-5506-4389-bbbc-20e379e17915: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 18:57:10.448792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-05d2bdd3-91c8-4386-ae24-18cc1aef5c5f req-edfecab0-6f1d-4b4c-9d9f-66e600b057a0 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 210 time: 0.0340533 Jul 16 18:57:10.551856 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:11.397138 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:11.417275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:11.417876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device f7efab2f-2ddd-42a3-a8a9-b5f4ad0e4925 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:11.595428 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5d0027a5-0874-495b-bcbc-85f650a15cf9 req-faa9e9da-a7f0-4567-81de-5e5f9685f2f1 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 210 time: 0.0281155 Jul 16 18:57:12.607270 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:12.773217 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4d9f1eb3-cae0-40ea-8124-d73c5a6feab2 req-76f96ae1-3d98-4a90-aa36-5aab1629a9d2 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/ports?device_id=b04514c8-6c04-49d5-a7b4-d81cb09586dc HTTP/1.1" status: 200 len: 210 time: 0.0353558 Jul 16 18:57:15.578179 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-12371609-e244-4d95-aeb3-91813881f41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.788023 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47426) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.843311 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-471e9d23-2ac1-4719-91e7-1c5975e1cd54 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.865904 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-471e9d23-2ac1-4719-91e7-1c5975e1cd54 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.914153 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-471e9d23-2ac1-4719-91e7-1c5975e1cd54 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.916678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-471e9d23-2ac1-4719-91e7-1c5975e1cd54 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:16.918107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-471e9d23-2ac1-4719-91e7-1c5975e1cd54 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "DELETE /v2.0/security-groups/82f8c87a-a422-4cd3-9fd1-a8b1f888ba25 HTTP/1.1" status: 204 len: 168 time: 0.1289952 Jul 16 18:57:16.920877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47428) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:16.927474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471e9d23-2ac1-4719-91e7-1c5975e1cd54 tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8c87a-a422-4cd3-9fd1-a8b1f888ba25,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:16.934933 n-d-794306-7 neutron-server[105438]: INFO neutron.api.v2.resource [None req-452187e7-5a83-47fa-9350-430d9a6c938d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] show failed (client error): The resource could not be found. Jul 16 18:57:16.936418 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-452187e7-5a83-47fa-9350-430d9a6c938d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "GET /v2.0/security-groups/82f8c87a-a422-4cd3-9fd1-a8b1f888ba25 HTTP/1.1" status: 404 len: 347 time: 0.0143390 Jul 16 18:57:16.939059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47430) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:17.068422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5e744-0d52-46fe-8fd6-d12441afc58d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Deleting port 8bac5bf9-3767-4b76-acf7-e7939626e3ad {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:17.068882 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e744-0d52-46fe-8fd6-d12441afc58d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.148882 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e744-0d52-46fe-8fd6-d12441afc58d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.149221 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e744-0d52-46fe-8fd6-d12441afc58d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.160893 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b1b5e744-0d52-46fe-8fd6-d12441afc58d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Calling delete_port for 8bac5bf9-3767-4b76-acf7-e7939626e3ad owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:17.293718 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e744-0d52-46fe-8fd6-d12441afc58d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.320038 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b5e744-0d52-46fe-8fd6-d12441afc58d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Pushing event deleted for resources: {'Port': ['ID=8bac5bf9-3767-4b76-acf7-e7939626e3ad,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:17.380668 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e744-0d52-46fe-8fd6-d12441afc58d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.384030 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b5e744-0d52-46fe-8fd6-d12441afc58d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:17.385201 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b1b5e744-0d52-46fe-8fd6-d12441afc58d tempest-ServerActionsTestJSON-1235807037 tempest-ServerActionsTestJSON-1235807037-project] 10.222.0.47 "DELETE /v2.0/floatingips/71cfc6bd-5506-4389-bbbc-20e379e17915 HTTP/1.1" status: 204 len: 168 time: 0.4450300 Jul 16 18:57:17.388172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47432) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:17.896516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.264504 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.278013 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-213eb6a2-c949-44fa-a638-f800f6a0b4f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.455361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] Deleting port c26e34fa-44d8-43d3-963e-78a4c589a81c {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:18.455979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.531172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] For port c26e34fa-44d8-43d3-963e-78a4c589a81c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c26e34fa-44d8-43d3-963e-78a4c589a81c,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:18.531438 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.544205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] Calling delete_port for c26e34fa-44d8-43d3-963e-78a4c589a81c owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:18.718069 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:18.741435 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c26e34fa-44d8-43d3-963e-78a4c589a81c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:18.913324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.126687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] Router 916b2494-a590-4818-84d1-e2c37c72a0c7 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:57:19.228696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:57:19.233654 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f091cc97-cb23-4f84-b3a4-eb799e179bf1 admin admin] 10.222.0.47 "PUT /v2.0/routers/916b2494-a590-4818-84d1-e2c37c72a0c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8445079 Jul 16 18:57:19.236261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47436) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:19.237211 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1fd36e-12f3-4829-8111-136694ed967b None None] Sync routers for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:57:19.247161 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1fd36e-12f3-4829-8111-136694ed967b None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:19.247794 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ec1fd36e-12f3-4829-8111-136694ed967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:57:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:19.341512 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.351536 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ec1fd36e-12f3-4829-8111-136694ed967b None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:19.443443 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.506794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Deleting port e8d7523a-6718-48fe-98ee-2c670195b796 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:19.508448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.532279 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ec1fd36e-12f3-4829-8111-136694ed967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170'}], 'enable_snat': True}, 'gw_port_id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:57:18Z', 'revision_number': 5, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port': {'id': 'e8d7523a-6718-48fe-98ee-2c670195b796', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:42:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4000, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:47:15Z', 'updated_at': '2021-07-16T18:47:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:19.557891 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1fd36e-12f3-4829-8111-136694ed967b None None] Checking router: 916b2494-a590-4818-84d1-e2c37c72a0c7 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:57:19.566183 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1fd36e-12f3-4829-8111-136694ed967b None None] Routers {'916b2494-a590-4818-84d1-e2c37c72a0c7'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:57:19.566777 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ec1fd36e-12f3-4829-8111-136694ed967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:57:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['916b2494-a590-4818-84d1-e2c37c72a0c7'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:19.589227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] For port e8d7523a-6718-48fe-98ee-2c670195b796, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e8d7523a-6718-48fe-98ee-2c670195b796,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:19.589584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.600832 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Calling delete_port for e8d7523a-6718-48fe-98ee-2c670195b796 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:19.650988 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-ec1fd36e-12f3-4829-8111-136694ed967b None None] Set router 916b2494-a590-4818-84d1-e2c37c72a0c7 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:57:19.706313 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-ec1fd36e-12f3-4829-8111-136694ed967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:57:19Z', 'revision_number': 6, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:19.734625 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec1fd36e-12f3-4829-8111-136694ed967b None None] The sync data for ids ['916b2494-a590-4818-84d1-e2c37c72a0c7'] in n-d-794306-7 is: [{'id': '916b2494-a590-4818-84d1-e2c37c72a0c7', 'name': 'tempest-ServerActionsTestJSON-90610441-router', 'tenant_id': '9f4099d08a4749fa99b79ad608b5821b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:47:14Z', 'updated_at': '2021-07-16T18:57:19Z', 'revision_number': 6, 'project_id': '9f4099d08a4749fa99b79ad608b5821b', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:57:19.771713 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.797908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8d7523a-6718-48fe-98ee-2c670195b796,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:19.864138 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.954425 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.956561 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.998974 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:19.999489 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 916b2494-a590-4818-84d1-e2c37c72a0c7 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:57:20.003787 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.004936 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bedd1039-29a3-4df0-8b1c-873482469ca0 admin admin] 10.222.0.47 "DELETE /v2.0/routers/916b2494-a590-4818-84d1-e2c37c72a0c7 HTTP/1.1" status: 204 len: 168 time: 0.7677610 Jul 16 18:57:20.007514 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47438) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:20.051623 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.053719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-df64e178-74d3-49c0-a5be-b55407252c03 admin admin] Deleting subnet 64e12508-d5fe-44e3-ab83-57e4860d720a {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:57:20.057801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df64e178-74d3-49c0-a5be-b55407252c03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.096868 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df64e178-74d3-49c0-a5be-b55407252c03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.182810 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df64e178-74d3-49c0-a5be-b55407252c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.215646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c26e34fa-44d8-43d3-963e-78a4c589a81c no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:20.235830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: c26e34fa-44d8-43d3-963e-78a4c589a81c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:20.236173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c26e34fa-44d8-43d3-963e-78a4c589a81c not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:20.242100 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df64e178-74d3-49c0-a5be-b55407252c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.266418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df64e178-74d3-49c0-a5be-b55407252c03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e12508-d5fe-44e3-ab83-57e4860d720a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.272324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-df64e178-74d3-49c0-a5be-b55407252c03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.274200 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-df64e178-74d3-49c0-a5be-b55407252c03 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/64e12508-d5fe-44e3-ab83-57e4860d720a HTTP/1.1" status: 204 len: 168 time: 0.2656829 Jul 16 18:57:20.276794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47440) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:20.277482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7bd6c5-ff7d-4fb9-95f8-fa2eba921134 None None] Network 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:20.349200 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.403548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Deleting port a9db9d92-3984-48fb-864c-cf58f49c5ca3 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:20.403920 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.474227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] For port a9db9d92-3984-48fb-864c-cf58f49c5ca3, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a9db9d92-3984-48fb-864c-cf58f49c5ca3,segment=NetworkSegment(a595c2e1-264e-47b7-bf50-6e4ad0c34081),segment_id=a595c2e1-264e-47b7-bf50-6e4ad0c34081)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:20.474501 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.485873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Calling delete_port for a9db9d92-3984-48fb-864c-cf58f49c5ca3 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:20.520582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbcdf58-fa26-40f1-9ded-4b14619a7a1b None None] DHCP port deletion for 9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:57:20.572616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ffbcdf58-fa26-40f1-9ded-4b14619a7a1b None None] Deleting port a9db9d92-3984-48fb-864c-cf58f49c5ca3 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:20.572995 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf58-fa26-40f1-9ded-4b14619a7a1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.573209 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.600983 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a9db9d92-3984-48fb-864c-cf58f49c5ca3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.602843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] No DVR routers for this DVR port a9db9d92-3984-48fb-864c-cf58f49c5ca3 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:20.643150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ffbcdf58-fa26-40f1-9ded-4b14619a7a1b None None] For port a9db9d92-3984-48fb-864c-cf58f49c5ca3, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:20.643552 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf58-fa26-40f1-9ded-4b14619a7a1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.656939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ffbcdf58-fa26-40f1-9ded-4b14619a7a1b None None] Calling delete_port for a9db9d92-3984-48fb-864c-cf58f49c5ca3 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:20.659635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-ffbcdf58-fa26-40f1-9ded-4b14619a7a1b None None] Port a9db9d92-3984-48fb-864c-cf58f49c5ca3 was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:57:20.660920 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ffbcdf58-fa26-40f1-9ded-4b14619a7a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.682940 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.687101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbcdf58-fa26-40f1-9ded-4b14619a7a1b None None] Pushing event deleted for resources: {'Port': ['ID=a9db9d92-3984-48fb-864c-cf58f49c5ca3,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.692562 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbcdf58-fa26-40f1-9ded-4b14619a7a1b None None] No DVR routers for this DVR port a9db9d92-3984-48fb-864c-cf58f49c5ca3 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:20.695104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eb372d7-2a99-4ce2-a9b0-b7514b0b1146']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:20.707266 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a595c2e1-264e-47b7-bf50-6e4ad0c34081') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:20.708054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a595c2e1-264e-47b7-bf50-6e4ad0c34081') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:20.718227 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.734014 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.746416 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:57:20.747771 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:57:20.748664 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:57:20.813243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.819871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:20.822229 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9eb372d7-2a99-4ce2-a9b0-b7514b0b1146 HTTP/1.1" status: 204 len: 168 time: 0.5442245 Jul 16 18:57:20.834681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b076f4-de08-402c-9a62-1c85ba0cb8e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=9eb372d7-2a99-4ce2-a9b0-b7514b0b1146,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:20.960500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47444) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:21.002692 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-afeafdab-3325-4cab-b817-34ede27f77f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9f4099d08a4749fa99b79ad608b5821b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0410421 Jul 16 18:57:21.005150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47446) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:21.065755 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1ccde17-af63-4ed9-8026-6c4f3abd76a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.087699 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1ccde17-af63-4ed9-8026-6c4f3abd76a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.133157 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1ccde17-af63-4ed9-8026-6c4f3abd76a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.135655 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1ccde17-af63-4ed9-8026-6c4f3abd76a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.136820 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b1ccde17-af63-4ed9-8026-6c4f3abd76a8 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3a5de050-4f11-449b-b32c-7163132a4d19 HTTP/1.1" status: 204 len: 168 time: 0.1307683 Jul 16 18:57:21.144430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ccde17-af63-4ed9-8026-6c4f3abd76a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5de050-4f11-449b-b32c-7163132a4d19,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:21.848443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47468) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:21.899819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9db9d92-3984-48fb-864c-cf58f49c5ca3 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:21.927471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: a9db9d92-3984-48fb-864c-cf58f49c5ca3 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:21.928395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a9db9d92-3984-48fb-864c-cf58f49c5ca3 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:21.929328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e8d7523a-6718-48fe-98ee-2c670195b796 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:21.952745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: e8d7523a-6718-48fe-98ee-2c670195b796 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:21.952745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e8d7523a-6718-48fe-98ee-2c670195b796 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:21.953231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1197590813-network', 'tenant_id': '901d9914512d4e14b04727e5a291866e'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:21.978171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Made reservation on behalf of 901d9914512d4e14b04727e5a291866e for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:21.980680 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:21.989225 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.080438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.084125 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.104634 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 354} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:57:22.119641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eefdda04-3e91-4027-8c0d-8ff468884769,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:22.119870 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.122449 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.122794 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Added segment dd7edad6-42c9-400a-ae0b-7ea937333692 of type vlan for network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 Jul 16 18:57:22.166761 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.195327 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.196299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:22.196872 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.226902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3773229 Jul 16 18:57:22.229770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47472) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:22.234433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] Request body: {'subnet': {'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1197590813-subnet', 'tenant_id': '901d9914512d4e14b04727e5a291866e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:22.266217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73487e87-53e0-4769-84ae-19852b837bd9 admin admin] Pushing event updated for resources: {'Network': ['ID=4f90755d-9ba9-4802-a6cc-ab27a34f31b4,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:22.276894 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:57:22.281650 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] Made reservation on behalf of 901d9914512d4e14b04727e5a291866e for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:22.284969 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.454026 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.513042 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6778884-5307-41db-8f19-156ccf972f73,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:22.519775 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] Checking segment: {'id': 'dd7edad6-42c9-400a-ae0b-7ea937333692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:22.520127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] Network hostable DHCP agents. Network: 4f90755d-9ba9-4802-a6cc-ab27a34f31b4, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:57:22.536285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] Network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:57:22.544997 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 4f90755d-9ba9-4802-a6cc-ab27a34f31b4) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:22.549125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:22.549707 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:22.556391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f77ca11-e500-4355-8743-1b7f0cfe8dd3 None None] Network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:22.564708 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7af7ad03-8812-41f8-8ac2-33129ffadd03 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3339412 Jul 16 18:57:22.684461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae4d91-ab1d-4571-b29a-fd3a87c1b7f7 None None] Network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:22.995296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-c8bccf72-93fe-445d-8701-671674389d0d tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:22.996796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-c8bccf72-93fe-445d-8701-671674389d0d tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/networks?id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4 HTTP/1.1" status: 200 len: 814 time: 0.1024566 Jul 16 18:57:23.012058 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-9512ae19-df09-4875-b62f-1708e288cee7 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/quotas/901d9914512d4e14b04727e5a291866e HTTP/1.1" status: 200 len: 375 time: 0.0098925 Jul 16 18:57:23.063343 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4fbcd4c7-748b-4853-a069-b8be7883149e tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=901d9914512d4e14b04727e5a291866e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464401 Jul 16 18:57:23.119846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-24b0ac3a-7131-408f-afc4-d5339fe71e60 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 18:57:23.120934 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-24b0ac3a-7131-408f-afc4-d5339fe71e60 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0506632 Jul 16 18:57:23.209956 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-5cfce8d9-6284-4f81-af5f-ead2126f156e service neutron] 10.222.0.47 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831151 Jul 16 18:57:23.301538 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-e5afb64a-082f-4a30-8ff5-f8a58e03236a service neutron] 10.222.0.47 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858421 Jul 16 18:57:23.473089 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2ba94155-bb56-4a50-95e3-0fd68b969d19 req-51e72f88-1e85-4ba1-8b6a-ffee4e5e8d41 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 210 time: 0.0283360 Jul 16 18:57:24.624500 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-de324c44-9d39-4505-b440-23c8cb50f914 req-429e32e0-e5de-45c9-a5e0-c79560992208 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 210 time: 0.0336707 Jul 16 18:57:24.688780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-6ce74388-2063-40f2-a7e1-7b6b2d484308 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:24.690380 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-6ce74388-2063-40f2-a7e1-7b6b2d484308 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.18 "GET /v2.0/networks?id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4 HTTP/1.1" status: 200 len: 814 time: 0.1137769 Jul 16 18:57:24.709264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Request body: {'port': {'device_id': 'd07766be-caf5-4fe6-925c-5df7cd813e18', 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4', 'admin_state_up': True, 'tenant_id': '901d9914512d4e14b04727e5a291866e'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:24.819004 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Made reservation on behalf of 901d9914512d4e14b04727e5a291866e for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:24.822666 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:24.947933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Allocated IP 172.20.0.12 (4f90755d-9ba9-4802-a6cc-ab27a34f31b4/e6778884-5307-41db-8f19-156ccf972f73/59a85500-b7a7-4a55-b985-27a9a1ce0619) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:25.097050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.139765 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.180867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:25.186261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:25.189988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:25.215799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Pushing event updated for resources: {'Port': ['ID=59a85500-b7a7-4a55-b985-27a9a1ce0619,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:25.241987 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:25.242597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.256271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-4eb50ea8-540e-40ec-80b0-0337d5f27114 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5508580 Jul 16 18:57:25.268097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Request body: {'port': {'device_id': 'd07766be-caf5-4fe6-925c-5df7cd813e18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:25.344328 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.601635 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59a85500-b7a7-4a55-b985-27a9a1ce0619 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:25.608973 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.621168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Transition to ACTIVE for port object 59a85500-b7a7-4a55-b985-27a9a1ce0619 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:25.625524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.694107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Pushing event updated for resources: {'Port': ['ID=59a85500-b7a7-4a55-b985-27a9a1ce0619,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:25.772301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Attempting to bind port 59a85500-b7a7-4a55-b985-27a9a1ce0619 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:25.772849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Attempting to bind port 59a85500-b7a7-4a55-b985-27a9a1ce0619 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'dd7edad6-42c9-400a-ae0b-7ea937333692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:25.773584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Attempting to bind port 59a85500-b7a7-4a55-b985-27a9a1ce0619 on network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:25.781745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Port 59a85500-b7a7-4a55-b985-27a9a1ce0619 on network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:57:25.782072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Attempting to bind port 59a85500-b7a7-4a55-b985-27a9a1ce0619 on network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:25.788548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:25.788893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Checking segment: {'id': 'dd7edad6-42c9-400a-ae0b-7ea937333692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:25.789276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Bound using segment: {'id': 'dd7edad6-42c9-400a-ae0b-7ea937333692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:25.789703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Bound port: 59a85500-b7a7-4a55-b985-27a9a1ce0619, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7edad6-42c9-400a-ae0b-7ea937333692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:25.790062 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.856219 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187dae9a-c3ab-49cf-95bf-4efb0c79692a req-ba19c6b3-045e-4998-bfe2-adfe2ea28cfd tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:25.857751 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-187dae9a-c3ab-49cf-95bf-4efb0c79692a req-ba19c6b3-045e-4998-bfe2-adfe2ea28cfd tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 944 time: 0.1195927 Jul 16 18:57:25.888507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] For port 59a85500-b7a7-4a55-b985-27a9a1ce0619, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:25.911090 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] For port 59a85500-b7a7-4a55-b985-27a9a1ce0619, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59a85500-b7a7-4a55-b985-27a9a1ce0619,segment=NetworkSegment(dd7edad6-42c9-400a-ae0b-7ea937333692),segment_id=dd7edad6-42c9-400a-ae0b-7ea937333692)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:25.915431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-187dae9a-c3ab-49cf-95bf-4efb0c79692a req-fe62bb77-e302-49ad-af1d-0ae9b0594cc6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520546 Jul 16 18:57:25.916933 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.954111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:25.954729 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:25.956144 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] 10.222.0.18 "PUT /v2.0/ports/59a85500-b7a7-4a55-b985-27a9a1ce0619 HTTP/1.1" status: 200 len: 1092 time: 0.6921246 Jul 16 18:57:25.956597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd07766be-caf5-4fe6-925c-5df7cd813e18', 'tag': '59a85500-b7a7-4a55-b985-27a9a1ce0619'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:25.958815 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9425497-6565-47f7-b0df-57a6825501b5" -d '{"events": [{"name": "network-changed", "server_uuid": "d07766be-caf5-4fe6-925c-5df7cd813e18", "tag": "59a85500-b7a7-4a55-b985-27a9a1ce0619"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:25.986898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a99cc1a-9a5e-4f3e-9ff5-7f292bf9129f service neutron] Pushing event updated for resources: {'Port': ['ID=59a85500-b7a7-4a55-b985-27a9a1ce0619,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:26.049095 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-c5d1fb95-88bd-4013-a53e-9a119900677b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:26.050669 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-c5d1fb95-88bd-4013-a53e-9a119900677b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=901d9914512d4e14b04727e5a291866e&device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 1095 time: 0.0558531 Jul 16 18:57:26.052165 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2da37db3-b925-401c-8d0c-7fd4bce3a645 x-openstack-request-id: req-2da37db3-b925-401c-8d0c-7fd4bce3a645 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:26.052449 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d07766be-caf5-4fe6-925c-5df7cd813e18", "tag": "59a85500-b7a7-4a55-b985-27a9a1ce0619", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:26.052702 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2da37db3-b925-401c-8d0c-7fd4bce3a645 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:26.053090 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd07766be-caf5-4fe6-925c-5df7cd813e18', 'tag': '59a85500-b7a7-4a55-b985-27a9a1ce0619', 'status': 'completed', 'code': 200} Jul 16 18:57:26.092555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-e60e69c6-792a-4f47-9a3e-3f4cdfba5c6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a85500-b7a7-4a55-b985-27a9a1ce0619 HTTP/1.1" status: 200 len: 217 time: 0.0336714 Jul 16 18:57:26.143717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-73542685-12bb-48be-9b92-6aec5c86f41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:26.145063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-73542685-12bb-48be-9b92-6aec5c86f41c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6778884-5307-41db-8f19-156ccf972f73 HTTP/1.1" status: 200 len: 854 time: 0.0463908 Jul 16 18:57:26.176361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-fcc7bbbb-7fd3-4fbf-9b33-47a6580b4dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251980 Jul 16 18:57:26.266053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-757d6041-a3ac-42b6-add5-e91bc0729797 service neutron] 10.222.0.18 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832248 Jul 16 18:57:26.354777 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e1dc9466-7598-4291-bf37-6d95f3a12d52 req-77185304-3f96-4814-b80b-3d8cdfdd5e2c service neutron] 10.222.0.18 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822906 Jul 16 18:57:26.449696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9425497-6565-47f7-b0df-57a6825501b5 req-65bbaabc-344f-4ea2-a854-27ce529fb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:26.451085 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9425497-6565-47f7-b0df-57a6825501b5 req-65bbaabc-344f-4ea2-a854-27ce529fb709 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=901d9914512d4e14b04727e5a291866e&device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 1095 time: 0.0518799 Jul 16 18:57:26.543583 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9425497-6565-47f7-b0df-57a6825501b5 req-d2b9b4c4-1271-4afe-bbe4-f75175fb9bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:26.545028 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9425497-6565-47f7-b0df-57a6825501b5 req-d2b9b4c4-1271-4afe-bbe4-f75175fb9bab service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4 HTTP/1.1" status: 200 len: 915 time: 0.0871623 Jul 16 18:57:26.587181 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9425497-6565-47f7-b0df-57a6825501b5 req-106a5b34-246d-4e34-ba9f-8d4e40728415 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a85500-b7a7-4a55-b985-27a9a1ce0619 HTTP/1.1" status: 200 len: 217 time: 0.0351541 Jul 16 18:57:26.639045 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9425497-6565-47f7-b0df-57a6825501b5 req-0f23ef04-5534-41dd-9fd6-cb48f24f9e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:26.640500 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9425497-6565-47f7-b0df-57a6825501b5 req-0f23ef04-5534-41dd-9fd6-cb48f24f9e99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6778884-5307-41db-8f19-156ccf972f73 HTTP/1.1" status: 200 len: 854 time: 0.0474837 Jul 16 18:57:27.011018 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9425497-6565-47f7-b0df-57a6825501b5 req-32766365-9c85-48b2-b5f8-93c5a1ea2202 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3620064 Jul 16 18:57:27.146977 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9425497-6565-47f7-b0df-57a6825501b5 req-41e3cecd-e93a-4727-80dd-42b5243db2dd service neutron] 10.222.0.18 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278722 Jul 16 18:57:27.158912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a048ff30-ef3e-4272-bd8a-bf46229215af req-8129c5a9-226a-4936-844e-229f4d9107ee tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:27.160291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a048ff30-ef3e-4272-bd8a-bf46229215af req-8129c5a9-226a-4936-844e-229f4d9107ee tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 944 time: 0.1246104 Jul 16 18:57:27.250863 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a048ff30-ef3e-4272-bd8a-bf46229215af req-189abc8a-7a0e-4803-9f98-027a850b063a tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823081 Jul 16 18:57:27.272279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f9425497-6565-47f7-b0df-57a6825501b5 req-b479ea1a-9678-4551-a18a-78b225dcf730 service neutron] 10.222.0.18 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110773 Jul 16 18:57:28.434540 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641600b9-3ae5-4ace-b654-3aef72dac896 req-b11dde3b-86bb-4b75-84f2-af34fd0b2ee5 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:28.436000 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-641600b9-3ae5-4ace-b654-3aef72dac896 req-b11dde3b-86bb-4b75-84f2-af34fd0b2ee5 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 944 time: 0.0650847 Jul 16 18:57:28.476996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-641600b9-3ae5-4ace-b654-3aef72dac896 req-55018860-b3db-4e65-a7b7-ce98232082d2 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350871 Jul 16 18:57:29.654331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5b8cb-b0a8-4dc4-bddf-b1d59e54f960 req-b31f48b3-b094-4b25-8679-375cca39255b tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:29.655769 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41e5b8cb-b0a8-4dc4-bddf-b1d59e54f960 req-b31f48b3-b094-4b25-8679-375cca39255b tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 944 time: 0.0635717 Jul 16 18:57:29.693553 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-41e5b8cb-b0a8-4dc4-bddf-b1d59e54f960 req-fde96c16-257e-4cd8-8922-6613f939c75d tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322363 Jul 16 18:57:29.741415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59a85500-b7a7-4a55-b985-27a9a1ce0619 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:57:29.837967 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59a85500-b7a7-4a55-b985-27a9a1ce0619, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59a85500-b7a7-4a55-b985-27a9a1ce0619,segment=NetworkSegment(dd7edad6-42c9-400a-ae0b-7ea937333692),segment_id=dd7edad6-42c9-400a-ae0b-7ea937333692)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:30.003307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '59a85500-b7a7-4a55-b985-27a9a1ce0619', 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4', 'port_id': '59a85500-b7a7-4a55-b985-27a9a1ce0619', 'mac_address': 'fa:16:3e:c6:02:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6778884-5307-41db-8f19-156ccf972f73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:57:30.032583 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:30.047073 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:30.059635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59a85500-b7a7-4a55-b985-27a9a1ce0619 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:30.078994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59a85500-b7a7-4a55-b985-27a9a1ce0619, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59a85500-b7a7-4a55-b985-27a9a1ce0619,segment=NetworkSegment(dd7edad6-42c9-400a-ae0b-7ea937333692),segment_id=dd7edad6-42c9-400a-ae0b-7ea937333692)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:30.082938 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:30.134458 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=59a85500-b7a7-4a55-b985-27a9a1ce0619,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:30.291013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['59a85500-b7a7-4a55-b985-27a9a1ce0619'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:30.874269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbc011a-6c3b-4fe7-8f32-90df6de50497 req-c6c4acf5-f2bd-43ae-9423-52d9a04d4813 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:30.875764 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fbc011a-6c3b-4fe7-8f32-90df6de50497 req-c6c4acf5-f2bd-43ae-9423-52d9a04d4813 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 945 time: 0.0669706 Jul 16 18:57:30.913881 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fbc011a-6c3b-4fe7-8f32-90df6de50497 req-58b1e988-3bf5-4ed4-9e77-44b3a1c1488c tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326097 Jul 16 18:57:31.757427 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59a85500-b7a7-4a55-b985-27a9a1ce0619 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:31.806110 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 59a85500-b7a7-4a55-b985-27a9a1ce0619 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:31.809951 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 59a85500-b7a7-4a55-b985-27a9a1ce0619 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:31.810323 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:31.893203 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:31.915358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07766be-caf5-4fe6-925c-5df7cd813e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a85500-b7a7-4a55-b985-27a9a1ce0619'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:31.917981 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-372157fb-c5c1-4437-abef-d105c3c5f68f" -d '{"events": [{"server_uuid": "d07766be-caf5-4fe6-925c-5df7cd813e18", "name": "network-vif-plugged", "status": "completed", "tag": "59a85500-b7a7-4a55-b985-27a9a1ce0619"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:31.930448 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 59a85500-b7a7-4a55-b985-27a9a1ce0619, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59a85500-b7a7-4a55-b985-27a9a1ce0619,segment=NetworkSegment(dd7edad6-42c9-400a-ae0b-7ea937333692),segment_id=dd7edad6-42c9-400a-ae0b-7ea937333692)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:31.935618 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:31.966802 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec91c881-f532-44f9-a686-f8fb91d8f89c x-openstack-request-id: req-ec91c881-f532-44f9-a686-f8fb91d8f89c {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:31.967138 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07766be-caf5-4fe6-925c-5df7cd813e18", "name": "network-vif-plugged", "status": "completed", "tag": "59a85500-b7a7-4a55-b985-27a9a1ce0619", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:31.967363 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec91c881-f532-44f9-a686-f8fb91d8f89c {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:31.967761 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07766be-caf5-4fe6-925c-5df7cd813e18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59a85500-b7a7-4a55-b985-27a9a1ce0619', 'code': 200} Jul 16 18:57:31.995185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=59a85500-b7a7-4a55-b985-27a9a1ce0619,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:32.069091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84390580-2f12-4f47-b1b9-0648681a523b req-c18d6142-f92a-4216-ab7a-657a41dbd21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:32.070485 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-84390580-2f12-4f47-b1b9-0648681a523b req-c18d6142-f92a-4216-ab7a-657a41dbd21c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 1097 time: 0.0530691 Jul 16 18:57:32.103141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe45c9ae-028a-467a-97b9-81c252efb1f0 req-da598ac3-2d95-46de-9490-c4679e20cb1f tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:32.104680 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe45c9ae-028a-467a-97b9-81c252efb1f0 req-da598ac3-2d95-46de-9490-c4679e20cb1f tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 946 time: 0.0652962 Jul 16 18:57:32.106350 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-84390580-2f12-4f47-b1b9-0648681a523b req-90b752ee-6364-4706-9c51-6dc1a75e118f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294547 Jul 16 18:57:32.144854 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe45c9ae-028a-467a-97b9-81c252efb1f0 req-bc7b4a01-1f8b-46e4-a3f9-cd3ae733a1a3 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345078 Jul 16 18:57:33.322749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315a1cd4-a231-4e28-9b62-2d78417b3d5e req-45716cbb-bc86-4076-9c25-0afffe3d81af tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:33.324238 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-315a1cd4-a231-4e28-9b62-2d78417b3d5e req-45716cbb-bc86-4076-9c25-0afffe3d81af tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 946 time: 0.0670152 Jul 16 18:57:33.363568 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-315a1cd4-a231-4e28-9b62-2d78417b3d5e req-40c15eaa-a33c-45af-b93e-3003c7e37c81 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336962 Jul 16 18:57:33.606842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-f8afa8e6-764d-411c-9f20-e0004801520b tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:33.608323 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-f8afa8e6-764d-411c-9f20-e0004801520b tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/networks?id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4 HTTP/1.1" status: 200 len: 814 time: 0.1061344 Jul 16 18:57:33.622809 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-9d05d216-9c12-4455-a119-b4300bb994e4 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/quotas/901d9914512d4e14b04727e5a291866e HTTP/1.1" status: 200 len: 375 time: 0.0090141 Jul 16 18:57:33.690127 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-29421621-cb92-475b-a2b5-b474fd9ba1e6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=901d9914512d4e14b04727e5a291866e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0623403 Jul 16 18:57:33.784030 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-06e73fba-3cfb-4dab-b858-c48dafe6d873 service neutron] 10.222.0.47 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873783 Jul 16 18:57:33.884421 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-5766072f-8c8f-4ab4-bd94-5797f7451bf2 service neutron] 10.222.0.47 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945356 Jul 16 18:57:34.064789 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5b430b63-746e-4581-940b-c74b482ba719 req-a97518d0-fd00-42c5-87cd-267a3829a2d1 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 210 time: 0.0289776 Jul 16 18:57:35.232933 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-723c21ed-bda1-4cec-971f-0e639f8026ce req-9a96aa11-2630-4a07-b493-2f6c35c9e684 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 210 time: 0.0406859 Jul 16 18:57:35.261227 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-0adab5d0-59a0-42a8-bbad-66b31d857eb3 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:35.264349 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-0adab5d0-59a0-42a8-bbad-66b31d857eb3 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.37 "GET /v2.0/networks?id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4 HTTP/1.1" status: 200 len: 814 time: 0.1583295 Jul 16 18:57:35.284801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Request body: {'port': {'device_id': '5afbd736-6eb0-4b46-8163-f2d8a8625f48', 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4', 'admin_state_up': True, 'tenant_id': '901d9914512d4e14b04727e5a291866e'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:35.417875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Made reservation on behalf of 901d9914512d4e14b04727e5a291866e for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:35.421544 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:35.552002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Allocated IP 172.20.0.4 (4f90755d-9ba9-4802-a6cc-ab27a34f31b4/e6778884-5307-41db-8f19-156ccf972f73/6d37bc15-3e49-49f5-b441-41cc8ec57e3c) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:35.698117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:35.738400 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:35.749904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['59a85500-b7a7-4a55-b985-27a9a1ce0619'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:35.784725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:35.787923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:35.793221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:35.799717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Pushing event updated for resources: {'Port': ['ID=6d37bc15-3e49-49f5-b441-41cc8ec57e3c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:35.850205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:35.850825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:35.869562 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-62ab0839-715b-4252-8a5e-837e2983d696 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5921094 Jul 16 18:57:35.887192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Request body: {'port': {'device_id': '5afbd736-6eb0-4b46-8163-f2d8a8625f48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:35.965820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:36.245817 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d37bc15-3e49-49f5-b441-41cc8ec57e3c {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:36.253450 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:36.270625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Transition to ACTIVE for port object 6d37bc15-3e49-49f5-b441-41cc8ec57e3c will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:36.279152 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:36.333033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d37bc15-3e49-49f5-b441-41cc8ec57e3c,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:36.406157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Attempting to bind port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:36.406503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Attempting to bind port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'dd7edad6-42c9-400a-ae0b-7ea937333692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:36.406837 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Attempting to bind port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c on network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:36.411291 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c on network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:57:36.411626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Attempting to bind port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c on network 4f90755d-9ba9-4802-a6cc-ab27a34f31b4 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:36.417318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:36.417654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Checking segment: {'id': 'dd7edad6-42c9-400a-ae0b-7ea937333692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:36.418048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Bound using segment: {'id': 'dd7edad6-42c9-400a-ae0b-7ea937333692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:36.418477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Bound port: 6d37bc15-3e49-49f5-b441-41cc8ec57e3c, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd7edad6-42c9-400a-ae0b-7ea937333692', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 354, 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:36.418839 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:36.445551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189804f1-c7c7-4859-a687-90ce2151bf69 req-0f7b6c4b-4a89-4e25-9e0a-741a84534b4b tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:36.447207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-189804f1-c7c7-4859-a687-90ce2151bf69 req-0f7b6c4b-4a89-4e25-9e0a-741a84534b4b tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 943 time: 0.0669453 Jul 16 18:57:36.484330 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-189804f1-c7c7-4859-a687-90ce2151bf69 req-82474230-f2ce-40c1-8582-432db32b3d82 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314565 Jul 16 18:57:36.488123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] For port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:36.492137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] For port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6d37bc15-3e49-49f5-b441-41cc8ec57e3c,segment=NetworkSegment(dd7edad6-42c9-400a-ae0b-7ea937333692),segment_id=dd7edad6-42c9-400a-ae0b-7ea937333692)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:36.497403 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:36.535342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:36.535972 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:36.537369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] 10.222.0.37 "PUT /v2.0/ports/6d37bc15-3e49-49f5-b441-41cc8ec57e3c HTTP/1.1" status: 200 len: 1091 time: 0.6546249 Jul 16 18:57:36.537800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5afbd736-6eb0-4b46-8163-f2d8a8625f48', 'tag': '6d37bc15-3e49-49f5-b441-41cc8ec57e3c'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:36.540328 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9505f975-283c-4ea8-939a-6a097c1bc885" -d '{"events": [{"name": "network-changed", "server_uuid": "5afbd736-6eb0-4b46-8163-f2d8a8625f48", "tag": "6d37bc15-3e49-49f5-b441-41cc8ec57e3c"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:36.559071 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56079e4-5eae-4a47-8063-2c8f2e4f15b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6d37bc15-3e49-49f5-b441-41cc8ec57e3c,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:36.587146 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b898fe5f-2f9a-4611-be7e-8d710e54c86c x-openstack-request-id: req-b898fe5f-2f9a-4611-be7e-8d710e54c86c {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:36.588081 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5afbd736-6eb0-4b46-8163-f2d8a8625f48", "tag": "6d37bc15-3e49-49f5-b441-41cc8ec57e3c", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:36.588342 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b898fe5f-2f9a-4611-be7e-8d710e54c86c {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:36.588753 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5afbd736-6eb0-4b46-8163-f2d8a8625f48', 'tag': '6d37bc15-3e49-49f5-b441-41cc8ec57e3c', 'status': 'completed', 'code': 200} Jul 16 18:57:36.655120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-19299325-19d5-4564-b61f-a6f39c168a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:36.656640 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-19299325-19d5-4564-b61f-a6f39c168a5c service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=901d9914512d4e14b04727e5a291866e&device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 1094 time: 0.0534434 Jul 16 18:57:36.707981 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-27542228-8590-40df-ac86-dd511249caef service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d37bc15-3e49-49f5-b441-41cc8ec57e3c HTTP/1.1" status: 200 len: 217 time: 0.0381300 Jul 16 18:57:37.068572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-ae38342f-b2e8-4e83-883a-b2aca622f50c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:37.070048 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-ae38342f-b2e8-4e83-883a-b2aca622f50c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6778884-5307-41db-8f19-156ccf972f73 HTTP/1.1" status: 200 len: 854 time: 0.3554311 Jul 16 18:57:37.103720 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-b0a32018-f5dc-4735-a235-5358befbc415 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260470 Jul 16 18:57:37.198111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-7c3ec31a-4b01-4305-8de6-07dc0f613d08 service neutron] 10.222.0.37 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868223 Jul 16 18:57:37.289020 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a602e8ae-e5b7-40c4-aef0-01e464792fe3 req-7ffbebba-ccbe-4989-8420-38cecbb76d3c service neutron] 10.222.0.37 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848951 Jul 16 18:57:37.436173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f975-283c-4ea8-939a-6a097c1bc885 req-e4f0cd66-8642-4387-b7b8-a0312f37d9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:37.438372 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9505f975-283c-4ea8-939a-6a097c1bc885 req-e4f0cd66-8642-4387-b7b8-a0312f37d9cb service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=901d9914512d4e14b04727e5a291866e&device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 1094 time: 0.0526078 Jul 16 18:57:37.532943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f975-283c-4ea8-939a-6a097c1bc885 req-25281be0-9278-4d7c-8a03-9ccb5a6f0d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:37.534699 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9505f975-283c-4ea8-939a-6a097c1bc885 req-25281be0-9278-4d7c-8a03-9ccb5a6f0d08 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4 HTTP/1.1" status: 200 len: 915 time: 0.0902801 Jul 16 18:57:37.578404 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9505f975-283c-4ea8-939a-6a097c1bc885 req-1313bd78-4118-4ee0-b3f0-de3e2dab76cc service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d37bc15-3e49-49f5-b441-41cc8ec57e3c HTTP/1.1" status: 200 len: 217 time: 0.0360997 Jul 16 18:57:37.632421 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9505f975-283c-4ea8-939a-6a097c1bc885 req-29cd0e83-61fc-4a00-9b18-2bed3de37044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:37.634937 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9505f975-283c-4ea8-939a-6a097c1bc885 req-29cd0e83-61fc-4a00-9b18-2bed3de37044 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=e6778884-5307-41db-8f19-156ccf972f73 HTTP/1.1" status: 200 len: 854 time: 0.0497963 Jul 16 18:57:37.669006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9505f975-283c-4ea8-939a-6a097c1bc885 req-f4905c51-065b-4068-b4c5-50042870aa21 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266912 Jul 16 18:57:37.669588 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d6d26b-f061-44fc-b370-e91afc902ce5 req-87c0d586-4ead-4d0d-8db3-bc8a35dbb819 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:37.671641 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92d6d26b-f061-44fc-b370-e91afc902ce5 req-87c0d586-4ead-4d0d-8db3-bc8a35dbb819 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 943 time: 0.0719125 Jul 16 18:57:37.711357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92d6d26b-f061-44fc-b370-e91afc902ce5 req-d4d80717-0ca4-4c27-a85f-3768b23b942f tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333202 Jul 16 18:57:37.764382 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9505f975-283c-4ea8-939a-6a097c1bc885 req-18d814de-0aa3-4e00-8cb2-4076e76a0ac6 service neutron] 10.222.0.37 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874050 Jul 16 18:57:37.855040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9505f975-283c-4ea8-939a-6a097c1bc885 req-d9b7aa1a-009d-441f-b4c5-50b7e6270162 service neutron] 10.222.0.37 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840769 Jul 16 18:57:38.889298 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c2c61f-3696-4587-94af-c706e4ca1cb6 req-88ee1024-ddbf-4de3-97be-6d1001f3049f tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:38.890847 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91c2c61f-3696-4587-94af-c706e4ca1cb6 req-88ee1024-ddbf-4de3-97be-6d1001f3049f tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 943 time: 0.0664170 Jul 16 18:57:38.932472 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91c2c61f-3696-4587-94af-c706e4ca1cb6 req-d06b08e5-23d7-4776-8fa9-e33e39cedf46 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360265 Jul 16 18:57:39.588481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6d37bc15-3e49-49f5-b441-41cc8ec57e3c details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:57:39.682175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6d37bc15-3e49-49f5-b441-41cc8ec57e3c,segment=NetworkSegment(dd7edad6-42c9-400a-ae0b-7ea937333692),segment_id=dd7edad6-42c9-400a-ae0b-7ea937333692)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:39.692862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '6d37bc15-3e49-49f5-b441-41cc8ec57e3c', 'network_id': '4f90755d-9ba9-4802-a6cc-ab27a34f31b4', 'port_id': '6d37bc15-3e49-49f5-b441-41cc8ec57e3c', 'mac_address': 'fa:16:3e:b4:61:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 354, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6778884-5307-41db-8f19-156ccf972f73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:57:39.732815 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:39.745074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d37bc15-3e49-49f5-b441-41cc8ec57e3c {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:57:39.764041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6d37bc15-3e49-49f5-b441-41cc8ec57e3c,segment=NetworkSegment(dd7edad6-42c9-400a-ae0b-7ea937333692),segment_id=dd7edad6-42c9-400a-ae0b-7ea937333692)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:39.769306 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:39.818551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=6d37bc15-3e49-49f5-b441-41cc8ec57e3c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:40.033392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6d37bc15-3e49-49f5-b441-41cc8ec57e3c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:40.111830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e104610-d9ca-4d1b-8db4-01ed588e3f31 req-eb9c1a99-74ee-4dbe-ba15-24af601d1697 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:40.113493 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3e104610-d9ca-4d1b-8db4-01ed588e3f31 req-eb9c1a99-74ee-4dbe-ba15-24af601d1697 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 944 time: 0.0640748 Jul 16 18:57:40.155114 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3e104610-d9ca-4d1b-8db4-01ed588e3f31 req-898f5cdb-02d3-464d-be77-d1f454884b21 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360084 Jul 16 18:57:40.894361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da03cf7c-3bf8-4dd4-9275-f4c8cd6d1102 req-f1f7a6cd-9320-41fe-8de7-ffe310468b20 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556312 Jul 16 18:57:40.985926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03cf7c-3bf8-4dd4-9275-f4c8cd6d1102 req-ef68783a-d040-41dc-a588-c8979dd02abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:40.987348 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da03cf7c-3bf8-4dd4-9275-f4c8cd6d1102 req-ef68783a-d040-41dc-a588-c8979dd02abe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=901d9914512d4e14b04727e5a291866e&device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 1097 time: 0.0511982 Jul 16 18:57:41.100538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03cf7c-3bf8-4dd4-9275-f4c8cd6d1102 req-c4505a79-4e50-45bd-878e-d91e6122f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:41.102729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da03cf7c-3bf8-4dd4-9275-f4c8cd6d1102 req-c4505a79-4e50-45bd-878e-d91e6122f29b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4 HTTP/1.1" status: 200 len: 915 time: 0.0955527 Jul 16 18:57:41.150995 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da03cf7c-3bf8-4dd4-9275-f4c8cd6d1102 req-5fa1c58d-dfef-4c55-9301-b7d4ef45e968 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=59a85500-b7a7-4a55-b985-27a9a1ce0619 HTTP/1.1" status: 200 len: 217 time: 0.0424826 Jul 16 18:57:41.209726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da03cf7c-3bf8-4dd4-9275-f4c8cd6d1102 req-e8dac6e5-d962-4a09-87b5-c69363b28468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:41.211612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da03cf7c-3bf8-4dd4-9275-f4c8cd6d1102 req-e8dac6e5-d962-4a09-87b5-c69363b28468 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e6778884-5307-41db-8f19-156ccf972f73 HTTP/1.1" status: 200 len: 854 time: 0.0546408 Jul 16 18:57:41.243369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da03cf7c-3bf8-4dd4-9275-f4c8cd6d1102 req-db611aa4-5abd-4f18-a4d2-db3ac03bf54c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f90755d-9ba9-4802-a6cc-ab27a34f31b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254126 Jul 16 18:57:41.334053 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ea105-7b9f-4311-8349-3c889c65c98f req-afd6abd5-508a-41e8-a4c6-fd8f30cc805d tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:41.335580 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-175ea105-7b9f-4311-8349-3c889c65c98f req-afd6abd5-508a-41e8-a4c6-fd8f30cc805d tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 944 time: 0.0652971 Jul 16 18:57:41.338940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da03cf7c-3bf8-4dd4-9275-f4c8cd6d1102 req-f3c1c50f-1638-464c-8d72-6fcba26af753 service neutron] 10.222.0.18 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890996 Jul 16 18:57:41.377769 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-175ea105-7b9f-4311-8349-3c889c65c98f req-6cb2fc70-13df-46b6-8b89-33d8a12a8055 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358789 Jul 16 18:57:41.429963 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-da03cf7c-3bf8-4dd4-9275-f4c8cd6d1102 req-0768a857-b9f6-4f46-874a-7db8f8f055b5 service neutron] 10.222.0.18 "GET /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848289 Jul 16 18:57:41.597030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6d37bc15-3e49-49f5-b441-41cc8ec57e3c up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:57:41.644466 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:41.648103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:57:41.648474 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:41.724378 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:41.746571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afbd736-6eb0-4b46-8163-f2d8a8625f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d37bc15-3e49-49f5-b441-41cc8ec57e3c'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:41.748797 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6a13803-ed02-4c49-9296-a8a7b9356d61" -d '{"events": [{"server_uuid": "5afbd736-6eb0-4b46-8163-f2d8a8625f48", "name": "network-vif-plugged", "status": "completed", "tag": "6d37bc15-3e49-49f5-b441-41cc8ec57e3c"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:41.764639 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6d37bc15-3e49-49f5-b441-41cc8ec57e3c,segment=NetworkSegment(dd7edad6-42c9-400a-ae0b-7ea937333692),segment_id=dd7edad6-42c9-400a-ae0b-7ea937333692)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:41.768601 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:41.792812 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ba6428b-e274-4a62-ada2-7e40d6720f3f x-openstack-request-id: req-5ba6428b-e274-4a62-ada2-7e40d6720f3f {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:41.793101 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afbd736-6eb0-4b46-8163-f2d8a8625f48", "name": "network-vif-plugged", "status": "completed", "tag": "6d37bc15-3e49-49f5-b441-41cc8ec57e3c", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:41.793347 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5ba6428b-e274-4a62-ada2-7e40d6720f3f {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:41.793782 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afbd736-6eb0-4b46-8163-f2d8a8625f48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d37bc15-3e49-49f5-b441-41cc8ec57e3c', 'code': 200} Jul 16 18:57:41.818280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=6d37bc15-3e49-49f5-b441-41cc8ec57e3c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:41.928986 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195ef94e-083c-42b0-855c-4d43a03aea69 req-a44f35d5-78b2-479d-8a45-6a9850f829ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:41.930996 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-195ef94e-083c-42b0-855c-4d43a03aea69 req-a44f35d5-78b2-479d-8a45-6a9850f829ff service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 1096 time: 0.0552926 Jul 16 18:57:41.964127 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-195ef94e-083c-42b0-855c-4d43a03aea69 req-604d654b-7848-4237-b823-228d18aa3716 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268745 Jul 16 18:57:42.556287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31316a07-fcc3-4b7e-9636-1562eb019053 req-efd97966-7fe4-4f3e-a103-08a45cc886e5 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:42.557794 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-31316a07-fcc3-4b7e-9636-1562eb019053 req-efd97966-7fe4-4f3e-a103-08a45cc886e5 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 945 time: 0.0692203 Jul 16 18:57:42.596850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-31316a07-fcc3-4b7e-9636-1562eb019053 req-101055f3-ee9a-433b-bc9c-8a38c6047929 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333686 Jul 16 18:57:42.621636 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:43.783059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128aa04-82c4-45cc-934b-35fd7355d7aa req-7394a333-4edf-49f1-9d4b-653954e0fa13 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:43.784598 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b128aa04-82c4-45cc-934b-35fd7355d7aa req-7394a333-4edf-49f1-9d4b-653954e0fa13 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 945 time: 0.0767171 Jul 16 18:57:43.822206 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b128aa04-82c4-45cc-934b-35fd7355d7aa req-cb2637fa-41d5-429c-b32f-bf0193a7ce1a tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320621 Jul 16 18:57:44.202596 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c9fd94-539e-4e3d-b9a9-d02ae455913d req-d41985d7-b539-4c89-8e1d-8aa84bbffc96 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:44.203988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-36c9fd94-539e-4e3d-b9a9-d02ae455913d req-d41985d7-b539-4c89-8e1d-8aa84bbffc96 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 945 time: 0.0628150 Jul 16 18:57:44.240937 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-36c9fd94-539e-4e3d-b9a9-d02ae455913d req-8e2d5d3f-87d0-40a6-87e7-bbf30b4f0f25 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313518 Jul 16 18:57:45.434895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f8aeb0-0050-4c33-b572-17bfacf2822a req-0fbfa4b1-6766-474d-8f63-20faf02e4c54 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:45.436454 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34f8aeb0-0050-4c33-b572-17bfacf2822a req-0fbfa4b1-6766-474d-8f63-20faf02e4c54 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 945 time: 0.0647626 Jul 16 18:57:45.476331 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-34f8aeb0-0050-4c33-b572-17bfacf2822a req-8600be18-6b93-42ff-a412-b80eaab3d587 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336361 Jul 16 18:57:45.561282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df44b8-8531-4b24-b5f7-eb294bde135d req-2fb32e77-f8f6-446d-b011-dcca85b37820 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:45.562654 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-80df44b8-8531-4b24-b5f7-eb294bde135d req-2fb32e77-f8f6-446d-b011-dcca85b37820 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.37 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 945 time: 0.0638041 Jul 16 18:57:45.580893 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2ae963db-7f87-4a56-bbd3-45b836d6cc59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:45.683068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-80df44b8-8531-4b24-b5f7-eb294bde135d req-e072ba5e-b7fd-4bfc-a824-1dc2c073b1a6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Deleting port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:45.683540 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-80df44b8-8531-4b24-b5f7-eb294bde135d req-e072ba5e-b7fd-4bfc-a824-1dc2c073b1a6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:45.778307 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-80df44b8-8531-4b24-b5f7-eb294bde135d req-e072ba5e-b7fd-4bfc-a824-1dc2c073b1a6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] For port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6d37bc15-3e49-49f5-b441-41cc8ec57e3c,segment=NetworkSegment(dd7edad6-42c9-400a-ae0b-7ea937333692),segment_id=dd7edad6-42c9-400a-ae0b-7ea937333692)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:45.778663 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-80df44b8-8531-4b24-b5f7-eb294bde135d req-e072ba5e-b7fd-4bfc-a824-1dc2c073b1a6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:45.790358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-80df44b8-8531-4b24-b5f7-eb294bde135d req-e072ba5e-b7fd-4bfc-a824-1dc2c073b1a6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Calling delete_port for 6d37bc15-3e49-49f5-b441-41cc8ec57e3c owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:45.918071 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-80df44b8-8531-4b24-b5f7-eb294bde135d req-e072ba5e-b7fd-4bfc-a824-1dc2c073b1a6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:45.931573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['59a85500-b7a7-4a55-b985-27a9a1ce0619'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:45.952303 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e072ba5e-b7fd-4bfc-a824-1dc2c073b1a6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Pushing event deleted for resources: {'Port': ['ID=6d37bc15-3e49-49f5-b441-41cc8ec57e3c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:45.957213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6d37bc15-3e49-49f5-b441-41cc8ec57e3c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:45.999920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-80df44b8-8531-4b24-b5f7-eb294bde135d req-e072ba5e-b7fd-4bfc-a824-1dc2c073b1a6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] No DVR routers for this DVR port 6d37bc15-3e49-49f5-b441-41cc8ec57e3c on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:46.002787 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-80df44b8-8531-4b24-b5f7-eb294bde135d req-e072ba5e-b7fd-4bfc-a824-1dc2c073b1a6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:46.004983 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-80df44b8-8531-4b24-b5f7-eb294bde135d req-e072ba5e-b7fd-4bfc-a824-1dc2c073b1a6 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.37 "DELETE /v2.0/ports/6d37bc15-3e49-49f5-b441-41cc8ec57e3c HTTP/1.1" status: 204 len: 173 time: 0.4368794 Jul 16 18:57:46.005445 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5afbd736-6eb0-4b46-8163-f2d8a8625f48', 'name': 'network-vif-deleted', 'tag': '6d37bc15-3e49-49f5-b441-41cc8ec57e3c'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:46.007780 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ffafac7-f12b-4992-9f42-7455ba0ecb34" -d '{"events": [{"server_uuid": "5afbd736-6eb0-4b46-8163-f2d8a8625f48", "name": "network-vif-deleted", "tag": "6d37bc15-3e49-49f5-b441-41cc8ec57e3c"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:46.044530 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5921d29-ded2-4218-ae4e-6415c29e23de x-openstack-request-id: req-c5921d29-ded2-4218-ae4e-6415c29e23de {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:46.044826 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5afbd736-6eb0-4b46-8163-f2d8a8625f48", "name": "network-vif-deleted", "tag": "6d37bc15-3e49-49f5-b441-41cc8ec57e3c", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:46.045077 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5921d29-ded2-4218-ae4e-6415c29e23de {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:46.045486 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5afbd736-6eb0-4b46-8163-f2d8a8625f48', 'name': 'network-vif-deleted', 'tag': '6d37bc15-3e49-49f5-b441-41cc8ec57e3c', 'status': 'completed', 'code': 200} Jul 16 18:57:46.634325 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c516cc9e-8bc6-4ba1-8178-187c0f4a6291 req-5ea3fd45-bb82-4f5f-ae33-bc7b76f4f845 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=5afbd736-6eb0-4b46-8163-f2d8a8625f48 HTTP/1.1" status: 200 len: 210 time: 0.0324690 Jul 16 18:57:47.552174 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:57:47.882119 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc3744c-f66d-47ff-8dd8-191ea4277aeb req-f9c08f5a-a655-47ac-91f3-eb3e5ae0e205 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:47.884303 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bc3744c-f66d-47ff-8dd8-191ea4277aeb req-f9c08f5a-a655-47ac-91f3-eb3e5ae0e205 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 946 time: 0.0649216 Jul 16 18:57:47.926369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3bc3744c-f66d-47ff-8dd8-191ea4277aeb req-8055eac4-7b7c-4930-b25a-cb44022df0d5 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364163 Jul 16 18:57:48.119727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc53abc6-ad35-49d9-a6bb-464795247c83 req-8575939d-8f3d-4652-a1f3-c7644a4b1386 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:48.121321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc53abc6-ad35-49d9-a6bb-464795247c83 req-8575939d-8f3d-4652-a1f3-c7644a4b1386 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 946 time: 0.0639942 Jul 16 18:57:48.159991 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dc53abc6-ad35-49d9-a6bb-464795247c83 req-4e792c55-2772-4f2d-b68c-2146c41134ce tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331085 Jul 16 18:57:48.257080 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:48.281403 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-27108287-8a10-485b-9711-54bd93592ea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:48.335943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08488eb4-cd6c-4974-ac7a-e43bddd2f271 req-e75c5a97-740b-4b31-90ec-540c417928e1 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:48.337927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08488eb4-cd6c-4974-ac7a-e43bddd2f271 req-e75c5a97-740b-4b31-90ec-540c417928e1 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 946 time: 0.0643814 Jul 16 18:57:48.380584 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08488eb4-cd6c-4974-ac7a-e43bddd2f271 req-a51ed1e3-5845-4439-a552-7d3ddbf346ba tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Jul 16 18:57:48.665212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00326c82-9967-40b4-ada9-24bee662711d req-e85becab-fef5-47e8-a049-f8ce684f5c7f tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:48.666976 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00326c82-9967-40b4-ada9-24bee662711d req-e85becab-fef5-47e8-a049-f8ce684f5c7f tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 946 time: 0.0672424 Jul 16 18:57:48.705655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-00326c82-9967-40b4-ada9-24bee662711d req-1c14b84d-c364-4323-9030-cd33b566e46b tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330825 Jul 16 18:57:48.881505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd87ee-94b3-4006-8834-9e3956e04c89 req-b24d28f5-c4b6-4595-9797-979356e8f94f tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:48.882932 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0fd87ee-94b3-4006-8834-9e3956e04c89 req-b24d28f5-c4b6-4595-9797-979356e8f94f tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 946 time: 0.0635567 Jul 16 18:57:48.922197 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f0fd87ee-94b3-4006-8834-9e3956e04c89 req-21ae1d98-5ce4-4e95-a431-97fe45d02013 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335479 Jul 16 18:57:49.108917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e8fda-9c0a-4e1d-ac00-bde187607cd7 req-014be236-2e69-4357-9cf5-a370e664320b tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:49.110466 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-729e8fda-9c0a-4e1d-ac00-bde187607cd7 req-014be236-2e69-4357-9cf5-a370e664320b tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 946 time: 0.0678988 Jul 16 18:57:49.150317 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-729e8fda-9c0a-4e1d-ac00-bde187607cd7 req-00cab4d8-7f1b-4dff-9e4f-5cf2e7f4dc8d tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340736 Jul 16 18:57:49.673100 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6d37bc15-3e49-49f5-b441-41cc8ec57e3c no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:49.688621 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8972ebf-ad38-4c05-a2ef-e08ab5cd1f4e req-8a294475-69b6-44ba-b248-abd2c0980a7c tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:49.690135 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8972ebf-ad38-4c05-a2ef-e08ab5cd1f4e req-8a294475-69b6-44ba-b248-abd2c0980a7c tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 946 time: 0.0660100 Jul 16 18:57:49.694244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 6d37bc15-3e49-49f5-b441-41cc8ec57e3c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:49.694593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6d37bc15-3e49-49f5-b441-41cc8ec57e3c not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:49.728870 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8972ebf-ad38-4c05-a2ef-e08ab5cd1f4e req-49bfb838-8355-4390-8d26-b39643a75e48 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323551 Jul 16 18:57:50.054324 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:50.951826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c6154-2a93-4388-a6bd-622852eedce8 req-9b241232-29d1-4bba-baed-495c3beb79ad tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:50.953309 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed8c6154-2a93-4388-a6bd-622852eedce8 req-9b241232-29d1-4bba-baed-495c3beb79ad tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 946 time: 0.1086123 Jul 16 18:57:50.961783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e5e2a1-7280-4083-9577-82d5d505fbca req-17ccb52b-40d6-45c9-a378-cc395fbddfed tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:50.963275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4e5e2a1-7280-4083-9577-82d5d505fbca req-17ccb52b-40d6-45c9-a378-cc395fbddfed tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.18 "GET /v2.0/ports?device_id=d07766be-caf5-4fe6-925c-5df7cd813e18 HTTP/1.1" status: 200 len: 946 time: 0.1087496 Jul 16 18:57:51.030873 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ed8c6154-2a93-4388-a6bd-622852eedce8 req-b1fd8c02-043c-4cc2-9780-ca9bfaa89a95 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.47 "GET /v2.0/security-groups?id=eefdda04-3e91-4027-8c0d-8ff468884769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665188 Jul 16 18:57:51.087036 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-c4e5e2a1-7280-4083-9577-82d5d505fbca req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Deleting port 59a85500-b7a7-4a55-b985-27a9a1ce0619 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:57:51.087036 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4e5e2a1-7280-4083-9577-82d5d505fbca req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:51.179896 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-c4e5e2a1-7280-4083-9577-82d5d505fbca req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] For port 59a85500-b7a7-4a55-b985-27a9a1ce0619, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=59a85500-b7a7-4a55-b985-27a9a1ce0619,segment=NetworkSegment(dd7edad6-42c9-400a-ae0b-7ea937333692),segment_id=dd7edad6-42c9-400a-ae0b-7ea937333692)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:57:51.180263 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4e5e2a1-7280-4083-9577-82d5d505fbca req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:51.192365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-c4e5e2a1-7280-4083-9577-82d5d505fbca req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Calling delete_port for 59a85500-b7a7-4a55-b985-27a9a1ce0619 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:57:51.326149 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4e5e2a1-7280-4083-9577-82d5d505fbca req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:51.342685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['59a85500-b7a7-4a55-b985-27a9a1ce0619'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:57:51.356550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Pushing event deleted for resources: {'Port': ['ID=59a85500-b7a7-4a55-b985-27a9a1ce0619,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:51.370745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.371312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.371980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.372098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.372406 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.372743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.373071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.373395 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.373722 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.374045 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.374367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.374686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:51.413491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4e5e2a1-7280-4083-9577-82d5d505fbca req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] No DVR routers for this DVR port 59a85500-b7a7-4a55-b985-27a9a1ce0619 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:57:51.417751 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-c4e5e2a1-7280-4083-9577-82d5d505fbca req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:51.419979 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c4e5e2a1-7280-4083-9577-82d5d505fbca req-968e53d8-0e8f-467f-b22f-fae3d1dcd151 tempest-ServersNegativeTestJSON-1563713715 tempest-ServersNegativeTestJSON-1563713715-project] 10.222.0.18 "DELETE /v2.0/ports/59a85500-b7a7-4a55-b985-27a9a1ce0619 HTTP/1.1" status: 204 len: 173 time: 0.4496167 Jul 16 18:57:51.420412 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd07766be-caf5-4fe6-925c-5df7cd813e18', 'name': 'network-vif-deleted', 'tag': '59a85500-b7a7-4a55-b985-27a9a1ce0619'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:57:51.422685 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e61c210-6a6a-405e-9366-e025e49d3b14" -d '{"events": [{"server_uuid": "d07766be-caf5-4fe6-925c-5df7cd813e18", "name": "network-vif-deleted", "tag": "59a85500-b7a7-4a55-b985-27a9a1ce0619"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:57:51.465160 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30becd0b-8a6e-4f8f-bdc7-49d3cf2ca5c6 x-openstack-request-id: req-30becd0b-8a6e-4f8f-bdc7-49d3cf2ca5c6 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:57:51.465658 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d07766be-caf5-4fe6-925c-5df7cd813e18", "name": "network-vif-deleted", "tag": "59a85500-b7a7-4a55-b985-27a9a1ce0619", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:57:51.465658 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-30becd0b-8a6e-4f8f-bdc7-49d3cf2ca5c6 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:57:51.466050 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd07766be-caf5-4fe6-925c-5df7cd813e18', 'name': 'network-vif-deleted', 'tag': '59a85500-b7a7-4a55-b985-27a9a1ce0619', 'status': 'completed', 'code': 200} Jul 16 18:57:52.125723 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.128053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47624) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:52.172161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-820e1923-b699-4884-a2a4-cacd2196b336 admin admin] Deleting subnet e6778884-5307-41db-8f19-156ccf972f73 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:57:52.175261 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-820e1923-b699-4884-a2a4-cacd2196b336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.214182 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-820e1923-b699-4884-a2a4-cacd2196b336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.253885 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-820e1923-b699-4884-a2a4-cacd2196b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.307051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-820e1923-b699-4884-a2a4-cacd2196b336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.337500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820e1923-b699-4884-a2a4-cacd2196b336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6778884-5307-41db-8f19-156ccf972f73,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:52.341600 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-820e1923-b699-4884-a2a4-cacd2196b336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.343546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-820e1923-b699-4884-a2a4-cacd2196b336 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/e6778884-5307-41db-8f19-156ccf972f73 HTTP/1.1" status: 204 len: 168 time: 0.2144172 Jul 16 18:57:52.346250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47626) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:52.419071 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.494859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.504898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f90755d-9ba9-4802-a6cc-ab27a34f31b4']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:52.514603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd7edad6-42c9-400a-ae0b-7ea937333692') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:52.514901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd7edad6-42c9-400a-ae0b-7ea937333692') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:52.523361 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.537867 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.545554 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] Releasing vlan 354 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:57:52.546069 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:57:52.547829 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:57:52.608294 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.614283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.616305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] 10.222.0.47 "DELETE /v2.0/networks/4f90755d-9ba9-4802-a6cc-ab27a34f31b4 HTTP/1.1" status: 204 len: 168 time: 0.2690694 Jul 16 18:57:52.637334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a9afa9-955a-4455-8906-753be7360e8d admin admin] Pushing event deleted for resources: {'Network': ['ID=4f90755d-9ba9-4802-a6cc-ab27a34f31b4,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:52.734452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47630) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:52.774122 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b957380a-a25d-4a1d-b5d4-cba9a92d4f0f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=901d9914512d4e14b04727e5a291866e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383635 Jul 16 18:57:52.777170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47632) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:52.824983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63147108-e4b6-48ef-bd57-7a31a6b31215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.846509 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63147108-e4b6-48ef-bd57-7a31a6b31215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.897425 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63147108-e4b6-48ef-bd57-7a31a6b31215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.899986 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-63147108-e4b6-48ef-bd57-7a31a6b31215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:52.901139 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-63147108-e4b6-48ef-bd57-7a31a6b31215 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eefdda04-3e91-4027-8c0d-8ff468884769 HTTP/1.1" status: 204 len: 168 time: 0.1230812 Jul 16 18:57:52.908768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63147108-e4b6-48ef-bd57-7a31a6b31215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eefdda04-3e91-4027-8c0d-8ff468884769,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:53.631359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47654) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:53.725262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1849863267'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:53.749242 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Made reservation on behalf of 57a3a43c1068444b88a1300212cbc230 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:53.752770 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.761728 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.829804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59a85500-b7a7-4a55-b985-27a9a1ce0619 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:57:53.851704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 59a85500-b7a7-4a55-b985-27a9a1ce0619 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:57:53.852048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 59a85500-b7a7-4a55-b985-27a9a1ce0619 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:57:53.853597 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.857817 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.890498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:57:53.900775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f74150-6730-4fea-8c9b-0c72bb1f13db,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:53.906226 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:53.906562 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Added segment 1c3ed5ca-a566-4d37-834c-f16ef05a9592 of type vlan for network e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0 Jul 16 18:57:53.922696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.923039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.923375 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.923744 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.924075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.924402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.924724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.925047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.925370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.925689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.926009 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.926342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:53.973516 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:54.007452 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:54.013636 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:54.014219 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:54.062898 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4303555 Jul 16 18:57:54.117889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33262e19-2c9b-4768-8305-976eb5ad5977 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event updated for resources: {'Network': ['ID=e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:54.130729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:57:57.395731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47658) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:57.401264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Request body: {'subnet': {'network_id': 'e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:57.488748 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Made reservation on behalf of 57a3a43c1068444b88a1300212cbc230 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:57.492359 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:57.676268 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:57.744967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event updated for resources: {'Subnet': ['ID=a8528991-5fca-4053-8b21-9d89f5b6ae6c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:57.749371 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Checking segment: {'id': '1c3ed5ca-a566-4d37-834c-f16ef05a9592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:57.749747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Network hostable DHCP agents. Network: e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:57:57.767813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Network e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:57:57.778133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:57.786812 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b40258d-02dd-4452-b045-f38d4f54411c None None] Network e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:57.787268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:57.787705 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:57.803240 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a165bc4c-b967-4225-afde-78fd54dacfd2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4063482 Jul 16 18:57:57.807924 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47660) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:57.813103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-804504450'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:57.833738 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Made reservation on behalf of 57a3a43c1068444b88a1300212cbc230 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:57.838339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:57.862770 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 375} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:57:57.871871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:57.872213 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Added segment cd1da4b9-691c-4d53-aef1-bb8a5eb20a01 of type vlan for network 272b3927-9b6b-43ac-b14c-fc88f1f5d3b6 Jul 16 18:57:57.913093 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:57.933498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0', 'network_id': 'e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0', 'tenant_id': '57a3a43c1068444b88a1300212cbc230', 'fixed_ips': [{'subnet_id': 'a8528991-5fca-4053-8b21-9d89f5b6ae6c'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:57:57.934367 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:57.948729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:57.954328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:57.954995 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:57.992694 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1836901 Jul 16 18:57:57.999235 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47662) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:58.006064 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Request body: {'subnet': {'network_id': '272b3927-9b6b-43ac-b14c-fc88f1f5d3b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:58.038317 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a8cb2-892d-4848-a084-e6299040e153 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event updated for resources: {'Network': ['ID=272b3927-9b6b-43ac-b14c-fc88f1f5d3b6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:58.058596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 272b3927-9b6b-43ac-b14c-fc88f1f5d3b6 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:57:58.101548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Allocated IP 2001:db8:0:ffff::2 (e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0/a8528991-5fca-4053-8b21-9d89f5b6ae6c/1f7402d7-5e10-4691-b74c-1bc5c69555ef) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:57:58.107287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Made reservation on behalf of 57a3a43c1068444b88a1300212cbc230 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:58.111855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.286887 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.298462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Transition to ACTIVE for port object 1f7402d7-5e10-4691-b74c-1bc5c69555ef will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:58.314594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Transition to ACTIVE for port object 1f7402d7-5e10-4691-b74c-1bc5c69555ef will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:57:58.321185 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.322858 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.363382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Network e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:57:58.369233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:58.372763 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:57:58.381673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Pushing event updated for resources: {'Port': ['ID=1f7402d7-5e10-4691-b74c-1bc5c69555ef,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:58.394728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.395117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.395520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.396057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.396447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.396775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.397143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.397475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.397854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.398218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.398596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.398818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:57:58.404266 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event updated for resources: {'Subnet': ['ID=b603d650-483d-4d32-a869-f8c44534fd09,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:58.413974 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Checking segment: {'id': 'cd1da4b9-691c-4d53-aef1-bb8a5eb20a01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 375, 'network_id': '272b3927-9b6b-43ac-b14c-fc88f1f5d3b6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:58.414316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Network hostable DHCP agents. Network: 272b3927-9b6b-43ac-b14c-fc88f1f5d3b6, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:57:58.439296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Network 272b3927-9b6b-43ac-b14c-fc88f1f5d3b6 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:57:58.451795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 272b3927-9b6b-43ac-b14c-fc88f1f5d3b6) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:58.458161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:58.458753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.467673 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fc3b854-3139-4b29-9b22-2b3b07c50ea1 None None] Network 272b3927-9b6b-43ac-b14c-fc88f1f5d3b6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:58.475678 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9a15d778-3772-49c8-bb1c-50da6009ae42 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4737656 Jul 16 18:57:58.478236 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47664) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:58.483450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Attempting to bind port 1f7402d7-5e10-4691-b74c-1bc5c69555ef on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:57:58.483856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Attempting to bind port 1f7402d7-5e10-4691-b74c-1bc5c69555ef by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1c3ed5ca-a566-4d37-834c-f16ef05a9592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:57:58.484212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Attempting to bind port 1f7402d7-5e10-4691-b74c-1bc5c69555ef on network e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:57:58.498635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:57:58.499024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Checking segment: {'id': '1c3ed5ca-a566-4d37-834c-f16ef05a9592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:58.499424 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.499823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Bound using segment: {'id': '1c3ed5ca-a566-4d37-834c-f16ef05a9592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:57:58.500293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Bound port: 1f7402d7-5e10-4691-b74c-1bc5c69555ef, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c3ed5ca-a566-4d37-834c-f16ef05a9592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': 'e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:57:58.500677 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.587388 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.636927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] For port 1f7402d7-5e10-4691-b74c-1bc5c69555ef, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:57:58.654095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] For port 1f7402d7-5e10-4691-b74c-1bc5c69555ef, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1f7402d7-5e10-4691-b74c-1bc5c69555ef,segment=NetworkSegment(1c3ed5ca-a566-4d37-834c-f16ef05a9592),segment_id=1c3ed5ca-a566-4d37-834c-f16ef05a9592)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:57:58.661114 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.683255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.709334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21151c0-0f01-49ea-a769-a7012bec2e77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-272b3927-9b6b-43ac-b14c-fc88f1f5d3b6', 'network_id': '272b3927-9b6b-43ac-b14c-fc88f1f5d3b6', 'tenant_id': '57a3a43c1068444b88a1300212cbc230', 'fixed_ips': [{'subnet_id': 'b603d650-483d-4d32-a869-f8c44534fd09'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:57:58.710178 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c21151c0-0f01-49ea-a769-a7012bec2e77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.753641 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.784801 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Subnet': ['ID=b603d650-483d-4d32-a869-f8c44534fd09,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:58.823077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc535c78-61c9-47e6-87e8-a7bf67ccbb54 None None] Pushing event updated for resources: {'Port': ['ID=1f7402d7-5e10-4691-b74c-1bc5c69555ef,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:58.854610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-c21151c0-0f01-49ea-a769-a7012bec2e77 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b603d650-483d-4d32-a869-f8c44534fd09: This subnet is being modified by another concurrent operation. Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b603d650-483d-4d32-a869-f8c44534fd09: This subnet is being modified by another concurrent operation. Jul 16 18:57:58.857413 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:57:58.867609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['272b3927-9b6b-43ac-b14c-fc88f1f5d3b6']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:58.874182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a3bf809-0807-4178-82c1-02066f3bdc2f None None] Network 272b3927-9b6b-43ac-b14c-fc88f1f5d3b6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:58.879732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1da4b9-691c-4d53-aef1-bb8a5eb20a01') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:58.880050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1da4b9-691c-4d53-aef1-bb8a5eb20a01') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:57:58.891297 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.910259 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.932109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Releasing vlan 375 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:57:58.932109 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:57:58.936663 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:57:59.013619 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.031834 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.033769 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/networks/272b3927-9b6b-43ac-b14c-fc88f1f5d3b6 HTTP/1.1" status: 204 len: 168 time: 0.5546160 Jul 16 18:57:59.037538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47666) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:59.044171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-975953066'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:59.057245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9361b5-6c4d-40db-8458-b06a1d42af07 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Network': ['ID=272b3927-9b6b-43ac-b14c-fc88f1f5d3b6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:59.068142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Made reservation on behalf of 57a3a43c1068444b88a1300212cbc230 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:59.072676 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.099214 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 387} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:57:59.111220 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.111594 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Added segment f48f0c09-08cc-4228-8738-4e7f79126782 of type vlan for network 817d2ffc-89f2-46de-ae9d-2dba73ca0528 Jul 16 18:57:59.156359 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.185596 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.191039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:59.191655 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.228498 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1897571 Jul 16 18:57:59.232715 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47668) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:59.238033 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Request body: {'subnet': {'network_id': '817d2ffc-89f2-46de-ae9d-2dba73ca0528', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:57:59.269120 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fcf98-eb14-4a3a-af6d-7f6f99f0292c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event updated for resources: {'Network': ['ID=817d2ffc-89f2-46de-ae9d-2dba73ca0528,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:59.282090 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 817d2ffc-89f2-46de-ae9d-2dba73ca0528 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:57:59.335608 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Made reservation on behalf of 57a3a43c1068444b88a1300212cbc230 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:57:59.339327 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.400251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Performing IP validity checks on allocation pools {{(pid=105439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 18:57:59.400764 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.ipam_backend_mixin [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Checking for overlaps among allocation pools and gateway ip {{(pid=105439) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 18:57:59.547762 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.613581 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event updated for resources: {'Subnet': ['ID=da483e11-3341-4396-a4ee-e292d6f1a8f6,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:59.624110 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Checking segment: {'id': 'f48f0c09-08cc-4228-8738-4e7f79126782', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '817d2ffc-89f2-46de-ae9d-2dba73ca0528'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:57:59.624511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Network hostable DHCP agents. Network: 817d2ffc-89f2-46de-ae9d-2dba73ca0528, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:57:59.643240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Network 817d2ffc-89f2-46de-ae9d-2dba73ca0528 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:57:59.654188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 817d2ffc-89f2-46de-ae9d-2dba73ca0528) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:57:59.658444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:57:59.659043 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.666509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03eb6deb-2a04-47e2-8220-15590afadcfe None None] Network 817d2ffc-89f2-46de-ae9d-2dba73ca0528 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:59.675408 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-80ece1c2-5517-4361-a6fe-7f708e984600 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4410908 Jul 16 18:57:59.677928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47670) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:57:59.789543 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.819493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6546f373-4fbc-4870-8d0f-188815919287 None None] Network e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:57:59.837050 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-377f0d06-7315-4840-b7dd-4cb9feb5a8bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-817d2ffc-89f2-46de-ae9d-2dba73ca0528', 'network_id': '817d2ffc-89f2-46de-ae9d-2dba73ca0528', 'tenant_id': '57a3a43c1068444b88a1300212cbc230', 'fixed_ips': [{'subnet_id': 'da483e11-3341-4396-a4ee-e292d6f1a8f6'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:57:59.838032 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-377f0d06-7315-4840-b7dd-4cb9feb5a8bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.846719 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.923403 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.954421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Subnet': ['ID=da483e11-3341-4396-a4ee-e292d6f1a8f6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:57:59.972189 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:57:59.976292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-01e4e4ed-9b4a-499f-8db1-d8e981c3da4c None None] Provisioning for port 1f7402d7-5e10-4691-b74c-1bc5c69555ef completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:57:59.983376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1f7402d7-5e10-4691-b74c-1bc5c69555ef up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:00.037383 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.050083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['817d2ffc-89f2-46de-ae9d-2dba73ca0528']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:00.060907 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f48f0c09-08cc-4228-8738-4e7f79126782') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:00.061210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f48f0c09-08cc-4228-8738-4e7f79126782') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:00.070662 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.085688 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.094026 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Releasing vlan 387 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:58:00.094448 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:58:00.097727 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:58:00.169630 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.177266 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.185239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/networks/817d2ffc-89f2-46de-ae9d-2dba73ca0528 HTTP/1.1" status: 204 len: 168 time: 0.5002985 Jul 16 18:58:00.185609 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47672) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:00.191531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1753061600'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:00.193748 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ec2a2a-8370-4a34-86b2-a07dd2d6eee5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Network': ['ID=817d2ffc-89f2-46de-ae9d-2dba73ca0528,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:00.216392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Made reservation on behalf of 57a3a43c1068444b88a1300212cbc230 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:00.221475 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-377f0d06-7315-4840-b7dd-4cb9feb5a8bd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da483e11-3341-4396-a4ee-e292d6f1a8f6: This subnet is being modified by another concurrent operation. Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da483e11-3341-4396-a4ee-e292d6f1a8f6: This subnet is being modified by another concurrent operation. Jul 16 18:58:00.237691 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:58:00.255883 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 363} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:58:00.268368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.268850 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Added segment f58d1d78-285f-4ce6-b5e9-a841c024067b of type vlan for network b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e Jul 16 18:58:00.272887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd3cef-4d95-4085-8678-737fa928dea4 None None] Network 817d2ffc-89f2-46de-ae9d-2dba73ca0528 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:00.302802 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 1f7402d7-5e10-4691-b74c-1bc5c69555ef completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:00.307621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd3cef-4d95-4085-8678-737fa928dea4 None None] Network 817d2ffc-89f2-46de-ae9d-2dba73ca0528 could not be found, it might have been deleted concurrently. {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:58:00.311799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1f7402d7-5e10-4691-b74c-1bc5c69555ef triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:00.312168 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.318958 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.351788 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.359666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:00.360324 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.402502 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2149062 Jul 16 18:58:00.406112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47674) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:00.413751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Request body: {'subnet': {'network_id': 'b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:00.416060 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.445691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1fec8d-9805-4700-ae0b-b8e19a6c9fd7 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event updated for resources: {'Network': ['ID=b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:00.460632 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:58:00.483669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 1f7402d7-5e10-4691-b74c-1bc5c69555ef, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1f7402d7-5e10-4691-b74c-1bc5c69555ef,segment=NetworkSegment(1c3ed5ca-a566-4d37-834c-f16ef05a9592),segment_id=1c3ed5ca-a566-4d37-834c-f16ef05a9592)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:00.493574 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.530740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Made reservation on behalf of 57a3a43c1068444b88a1300212cbc230 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:00.535341 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.588771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=1f7402d7-5e10-4691-b74c-1bc5c69555ef,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:00.630391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9d47cd-e429-44d2-9e63-028c2b63d2a7 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:58:00.677220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b0562491-2ea6-494c-a9bc-7b4ae38e3d87 None None] Provisioning complete for port 1f7402d7-5e10-4691-b74c-1bc5c69555ef triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:00.677505 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b0562491-2ea6-494c-a9bc-7b4ae38e3d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.739006 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.740030 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9d47cd-e429-44d2-9e63-028c2b63d2a7 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:58:00.801885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event updated for resources: {'Subnet': ['ID=e1389b56-53a9-4ce5-b3bf-303fc6d45c64,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:00.813199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Checking segment: {'id': 'f58d1d78-285f-4ce6-b5e9-a841c024067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:00.813538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Network hostable DHCP agents. Network: b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:58:00.832440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Network b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:58:00.845840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:00.851102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:00.851796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.867305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-706a87d6-8f3b-45d8-8e3c-9bfbca7a8718 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4600263 Jul 16 18:58:00.871786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47676) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:00.877096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1674532427'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:00.899980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Made reservation on behalf of 57a3a43c1068444b88a1300212cbc230 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:00.904195 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.932128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:58:00.942052 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:00.942401 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Added segment dd2683dd-8dca-4fb3-8ff1-1061af8590e1 of type vlan for network 9730ab90-9e1d-4766-97f4-192025ee93e6 Jul 16 18:58:00.985359 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.000710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f1669b1-0bc8-4743-b068-b0b1941904f1 None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:58:01.018752 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.024711 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:01.025342 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.060435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1873100 Jul 16 18:58:01.063397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47678) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:01.070792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Request body: {'subnet': {'network_id': '9730ab90-9e1d-4766-97f4-192025ee93e6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:01.093019 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1669b1-0bc8-4743-b068-b0b1941904f1 None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:58:01.138456 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57e839e-cea9-4ab5-8ec8-3bc38c166695 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event updated for resources: {'Network': ['ID=9730ab90-9e1d-4766-97f4-192025ee93e6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:01.169722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9730ab90-9e1d-4766-97f4-192025ee93e6 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:58:01.174557 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Made reservation on behalf of 57a3a43c1068444b88a1300212cbc230 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:01.178285 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.383055 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.402150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e', 'network_id': 'b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e', 'tenant_id': '57a3a43c1068444b88a1300212cbc230', 'fixed_ips': [{'subnet_id': 'e1389b56-53a9-4ce5-b3bf-303fc6d45c64'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:58:01.403278 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.449587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event updated for resources: {'Subnet': ['ID=197252b7-3d5a-4101-b2c8-518503d8a3cf,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:01.458575 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Checking segment: {'id': 'dd2683dd-8dca-4fb3-8ff1-1061af8590e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9730ab90-9e1d-4766-97f4-192025ee93e6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:01.458922 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Network hostable DHCP agents. Network: 9730ab90-9e1d-4766-97f4-192025ee93e6, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:58:01.478412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Network 9730ab90-9e1d-4766-97f4-192025ee93e6 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:58:01.488306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9730ab90-9e1d-4766-97f4-192025ee93e6) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:01.492730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:01.493312 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.509092 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5da46d4f-7dd7-4ba1-b7e8-6116c2f72199 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4443552 Jul 16 18:58:01.511877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47680) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:01.550718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Allocated IP 2001:db8::2 (b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e/e1389b56-53a9-4ce5-b3bf-303fc6d45c64/292306ba-8d7c-4d90-bf81-0e96a437f0f5) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:01.617693 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.706741 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.717002 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.725367 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Transition to ACTIVE for port object 292306ba-8d7c-4d90-bf81-0e96a437f0f5 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:01.740576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Transition to ACTIVE for port object 292306ba-8d7c-4d90-bf81-0e96a437f0f5 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:01.746255 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.780496 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.787750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Network b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:01.791014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:01.795383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:01.798490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Pushing event updated for resources: {'Port': ['ID=292306ba-8d7c-4d90-bf81-0e96a437f0f5,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:01.808450 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Subnet': ['ID=197252b7-3d5a-4101-b2c8-518503d8a3cf,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:01.855357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Attempting to bind port 292306ba-8d7c-4d90-bf81-0e96a437f0f5 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:01.855827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Attempting to bind port 292306ba-8d7c-4d90-bf81-0e96a437f0f5 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'f58d1d78-285f-4ce6-b5e9-a841c024067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:01.856211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Attempting to bind port 292306ba-8d7c-4d90-bf81-0e96a437f0f5 on network b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:01.861255 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:01.861621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Checking segment: {'id': 'f58d1d78-285f-4ce6-b5e9-a841c024067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:01.862015 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.862398 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Bound using segment: {'id': 'f58d1d78-285f-4ce6-b5e9-a841c024067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:01.862879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Bound port: 292306ba-8d7c-4d90-bf81-0e96a437f0f5, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f58d1d78-285f-4ce6-b5e9-a841c024067b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:01.863254 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.874452 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.885495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9730ab90-9e1d-4766-97f4-192025ee93e6']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:01.898137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd2683dd-8dca-4fb3-8ff1-1061af8590e1') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:01.898780 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd2683dd-8dca-4fb3-8ff1-1061af8590e1') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:01.910652 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.931853 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.937230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1f7402d7-5e10-4691-b74c-1bc5c69555ef up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:01.939032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Releasing vlan 360 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:58:01.939478 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:58:01.943120 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:58:01.982163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] For port 292306ba-8d7c-4d90-bf81-0e96a437f0f5, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:02.013260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1f7402d7-5e10-4691-b74c-1bc5c69555ef triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:02.014169 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.019703 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.029835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.035029 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47682) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:02.035220 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/networks/9730ab90-9e1d-4766-97f4-192025ee93e6 HTTP/1.1" status: 204 len: 168 time: 0.5221720 Jul 16 18:58:02.049791 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] For port 292306ba-8d7c-4d90-bf81-0e96a437f0f5, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=292306ba-8d7c-4d90-bf81-0e96a437f0f5,segment=NetworkSegment(f58d1d78-285f-4ce6-b5e9-a841c024067b),segment_id=f58d1d78-285f-4ce6-b5e9-a841c024067b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:02.051768 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad8a53-ff90-4039-a221-30463a693d8c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Network': ['ID=9730ab90-9e1d-4766-97f4-192025ee93e6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:02.058514 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.073021 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-6694f75c-a627-4440-a458-8f99f5d8f0a9 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] GET failed (client error): The resource could not be found. Jul 16 18:58:02.074355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-6694f75c-a627-4440-a458-8f99f5d8f0a9 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "GET /v2.0/subnets/197252b7-3d5a-4101-b2c8-518503d8a3cf HTTP/1.1" status: 404 len: 337 time: 0.0379226 Jul 16 18:58:02.077991 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47684) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:02.096392 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-a80f3073-f858-4775-b1b0-046df3e36de2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] DELETE failed (client error): The resource could not be found. Jul 16 18:58:02.097743 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a80f3073-f858-4775-b1b0-046df3e36de2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:58:02.099905 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a80f3073-f858-4775-b1b0-046df3e36de2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/networks/9730ab90-9e1d-4766-97f4-192025ee93e6 HTTP/1.1" status: 404 len: 339 time: 0.0209489 Jul 16 18:58:02.105841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47686) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:02.135202 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-43a00744-df7d-403e-bcfb-48cbc4ff3acc tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] DELETE failed (client error): The resource could not be found. Jul 16 18:58:02.135688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43a00744-df7d-403e-bcfb-48cbc4ff3acc tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:58:02.137645 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-43a00744-df7d-403e-bcfb-48cbc4ff3acc tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/subnets/197252b7-3d5a-4101-b2c8-518503d8a3cf HTTP/1.1" status: 404 len: 337 time: 0.0308459 Jul 16 18:58:02.144159 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47688) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:02.158413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7277910-0ba3-4c75-8d2b-ba9f59ba9ede None None] Pushing event updated for resources: {'Port': ['ID=292306ba-8d7c-4d90-bf81-0e96a437f0f5,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:02.168027 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e3971f1-d02b-4409-ae3c-18b1cfb3eec5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] DELETE failed (client error): The resource could not be found. Jul 16 18:58:02.170674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e3971f1-d02b-4409-ae3c-18b1cfb3eec5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:58:02.174561 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9e3971f1-d02b-4409-ae3c-18b1cfb3eec5 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/networks/9730ab90-9e1d-4766-97f4-192025ee93e6 HTTP/1.1" status: 404 len: 339 time: 0.0276835 Jul 16 18:58:02.175836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47690) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:02.229946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc88c417-a129-48c5-9e12-716fa2734405 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Deleting subnet e1389b56-53a9-4ce5-b3bf-303fc6d45c64 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:58:02.235077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc88c417-a129-48c5-9e12-716fa2734405 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.280845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc88c417-a129-48c5-9e12-716fa2734405 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.413716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc88c417-a129-48c5-9e12-716fa2734405 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.484722 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc88c417-a129-48c5-9e12-716fa2734405 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.516109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc88c417-a129-48c5-9e12-716fa2734405 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Subnet': ['ID=e1389b56-53a9-4ce5-b3bf-303fc6d45c64,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:02.518196 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fc88c417-a129-48c5-9e12-716fa2734405 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.520254 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fc88c417-a129-48c5-9e12-716fa2734405 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/subnets/e1389b56-53a9-4ce5-b3bf-303fc6d45c64 HTTP/1.1" status: 204 len: 168 time: 0.3433197 Jul 16 18:58:02.523052 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47692) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:02.604132 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.669498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Deleting port 292306ba-8d7c-4d90-bf81-0e96a437f0f5 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:58:02.669841 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.738849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] For port 292306ba-8d7c-4d90-bf81-0e96a437f0f5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=292306ba-8d7c-4d90-bf81-0e96a437f0f5,segment=NetworkSegment(f58d1d78-285f-4ce6-b5e9-a841c024067b),segment_id=f58d1d78-285f-4ce6-b5e9-a841c024067b)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:02.739243 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.753866 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Calling delete_port for 292306ba-8d7c-4d90-bf81-0e96a437f0f5 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:58:02.844588 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.873139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Port': ['ID=292306ba-8d7c-4d90-bf81-0e96a437f0f5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:02.875058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] No DVR routers for this DVR port 292306ba-8d7c-4d90-bf81-0e96a437f0f5 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:58:02.976274 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:02.988351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:02.999516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f58d1d78-285f-4ce6-b5e9-a841c024067b') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:03.000023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f58d1d78-285f-4ce6-b5e9-a841c024067b') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:03.009588 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.026233 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.035501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Releasing vlan 363 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:58:03.036066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:58:03.041139 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:58:03.112188 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.120371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.122234 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/networks/b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e HTTP/1.1" status: 204 len: 168 time: 0.5981598 Jul 16 18:58:03.125365 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47694) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:03.142787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f2414-5abd-4584-8c27-fb3b91dbd014 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Network': ['ID=b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:03.161266 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-b799b252-5729-45d8-ab0d-7afb54ba7cf2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] DELETE failed (client error): The resource could not be found. Jul 16 18:58:03.161717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b799b252-5729-45d8-ab0d-7afb54ba7cf2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:58:03.163449 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b799b252-5729-45d8-ab0d-7afb54ba7cf2 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/subnets/da483e11-3341-4396-a4ee-e292d6f1a8f6 HTTP/1.1" status: 404 len: 337 time: 0.0372345 Jul 16 18:58:03.169006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47696) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:03.191145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281c5b38-2d44-4d66-9125-a7387a2147d4 None None] Network b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:03.191943 n-d-794306-7 neutron-server[105439]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2b29b1-adc3-4492-afab-274c75c465d6 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] DELETE failed (client error): The resource could not be found. Jul 16 18:58:03.192502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2b29b1-adc3-4492-afab-274c75c465d6 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105439) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:58:03.193508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c5c846-7c93-42d7-914f-879b273a531c None None] Network 9730ab90-9e1d-4766-97f4-192025ee93e6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:03.194236 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8d2b29b1-adc3-4492-afab-274c75c465d6 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/networks/817d2ffc-89f2-46de-ae9d-2dba73ca0528 HTTP/1.1" status: 404 len: 339 time: 0.0248916 Jul 16 18:58:03.197431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47698) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:03.215071 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281c5b38-2d44-4d66-9125-a7387a2147d4 None None] Network b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e could not be found, it might have been deleted concurrently. {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:58:03.218006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c5c846-7c93-42d7-914f-879b273a531c None None] Network 9730ab90-9e1d-4766-97f4-192025ee93e6 could not be found, it might have been deleted concurrently. {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:58:03.228184 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c990a8d-9e75-4472-a412-82fab5e1305e None None] Network 9730ab90-9e1d-4766-97f4-192025ee93e6 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:03.228772 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb54270c-2eb5-4e74-b64f-95c279d30e0c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] DELETE failed (client error): The resource could not be found. Jul 16 18:58:03.229237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb54270c-2eb5-4e74-b64f-95c279d30e0c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:58:03.231006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-eb54270c-2eb5-4e74-b64f-95c279d30e0c tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/subnets/b603d650-483d-4d32-a869-f8c44534fd09 HTTP/1.1" status: 404 len: 337 time: 0.0325804 Jul 16 18:58:03.233683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47700) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:03.241480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c990a8d-9e75-4472-a412-82fab5e1305e None None] Network 9730ab90-9e1d-4766-97f4-192025ee93e6 could not be found, it might have been deleted concurrently. {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:58:03.253974 n-d-794306-7 neutron-server[105438]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7ab28fc-1a44-4415-b855-4dacb58fc4b3 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] DELETE failed (client error): The resource could not be found. Jul 16 18:58:03.254511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7ab28fc-1a44-4415-b855-4dacb58fc4b3 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=105438) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 18:58:03.256244 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d7ab28fc-1a44-4415-b855-4dacb58fc4b3 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/networks/272b3927-9b6b-43ac-b14c-fc88f1f5d3b6 HTTP/1.1" status: 404 len: 339 time: 0.0217302 Jul 16 18:58:03.260244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47702) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:03.271407 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7b3a5619-4145-466d-96c2-67f911e45ad8 None None] Could not find standard attr ID for object 292306ba-8d7c-4d90-bf81-0e96a437f0f5. {{(pid=105440) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 18:58:03.300992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8242a3-ec70-44e5-9bcc-cbdbe0afe84f None None] DHCP port deletion for b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:58:03.317857 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b556970-da5e-4db1-9104-698572f33fe9 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Deleting subnet a8528991-5fca-4053-8b21-9d89f5b6ae6c {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:58:03.322434 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9b556970-da5e-4db1-9104-698572f33fe9 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.323045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037f6ff-aa42-4923-b991-5c88314545b0 None None] Network b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:03.338168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a037f6ff-aa42-4923-b991-5c88314545b0 None None] Network b4a9a381-5d1f-4ae0-abb1-ed82c2780a9e could not be found, it might have been deleted concurrently. {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 18:58:03.366278 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9b556970-da5e-4db1-9104-698572f33fe9 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.461066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9b556970-da5e-4db1-9104-698572f33fe9 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.521255 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9b556970-da5e-4db1-9104-698572f33fe9 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.551203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b556970-da5e-4db1-9104-698572f33fe9 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Subnet': ['ID=a8528991-5fca-4053-8b21-9d89f5b6ae6c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:03.555613 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9b556970-da5e-4db1-9104-698572f33fe9 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.555613 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9b556970-da5e-4db1-9104-698572f33fe9 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/subnets/a8528991-5fca-4053-8b21-9d89f5b6ae6c HTTP/1.1" status: 204 len: 168 time: 0.2938805 Jul 16 18:58:03.557592 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47704) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:03.560201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc2b06c-9702-4dcc-a4a7-9612652a2db0 None None] Network e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:03.637403 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.693274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Deleting port 1f7402d7-5e10-4691-b74c-1bc5c69555ef {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:58:03.693622 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.737254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a6fff70-d665-4bdf-b2ef-dd7bed94f123 None None] DHCP port deletion for e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:58:03.760143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] For port 1f7402d7-5e10-4691-b74c-1bc5c69555ef, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1f7402d7-5e10-4691-b74c-1bc5c69555ef,segment=NetworkSegment(1c3ed5ca-a566-4d37-834c-f16ef05a9592),segment_id=1c3ed5ca-a566-4d37-834c-f16ef05a9592)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:03.760612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.777602 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Calling delete_port for 1f7402d7-5e10-4691-b74c-1bc5c69555ef owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:58:03.783870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5a6fff70-d665-4bdf-b2ef-dd7bed94f123 None None] Deleting port 1f7402d7-5e10-4691-b74c-1bc5c69555ef {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:58:03.784258 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5a6fff70-d665-4bdf-b2ef-dd7bed94f123 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.848517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-5a6fff70-d665-4bdf-b2ef-dd7bed94f123 None None] For port 1f7402d7-5e10-4691-b74c-1bc5c69555ef, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1f7402d7-5e10-4691-b74c-1bc5c69555ef,segment=NetworkSegment(1c3ed5ca-a566-4d37-834c-f16ef05a9592),segment_id=1c3ed5ca-a566-4d37-834c-f16ef05a9592)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:03.848913 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5a6fff70-d665-4bdf-b2ef-dd7bed94f123 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.856118 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.862789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5a6fff70-d665-4bdf-b2ef-dd7bed94f123 None None] Calling delete_port for 1f7402d7-5e10-4691-b74c-1bc5c69555ef owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:58:03.881151 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Port': ['ID=1f7402d7-5e10-4691-b74c-1bc5c69555ef,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:03.885363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] No DVR routers for this DVR port 1f7402d7-5e10-4691-b74c-1bc5c69555ef on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:58:03.946511 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5a6fff70-d665-4bdf-b2ef-dd7bed94f123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.971136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1f7402d7-5e10-4691-b74c-1bc5c69555ef no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:58:03.973150 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:03.976107 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6fff70-d665-4bdf-b2ef-dd7bed94f123 None None] Pushing event deleted for resources: {'Port': ['ID=1f7402d7-5e10-4691-b74c-1bc5c69555ef,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:03.984338 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:03.994829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c3ed5ca-a566-4d37-834c-f16ef05a9592') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:03.995129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c3ed5ca-a566-4d37-834c-f16ef05a9592') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:03.998838 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6fff70-d665-4bdf-b2ef-dd7bed94f123 None None] No DVR routers for this DVR port 1f7402d7-5e10-4691-b74c-1bc5c69555ef on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:58:04.000265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 1f7402d7-5e10-4691-b74c-1bc5c69555ef {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:58:04.000626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1f7402d7-5e10-4691-b74c-1bc5c69555ef not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:58:04.009980 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.025568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.031816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Releasing vlan 355 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:58:04.032287 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:58:04.035364 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:58:04.097795 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.103952 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.105864 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] 10.222.0.47 "DELETE /v2.0/networks/e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0 HTTP/1.1" status: 204 len: 168 time: 0.5473518 Jul 16 18:58:04.395286 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47710) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:04.446460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c210cb-fb61-48d1-8dd7-4fa8c1a21cb4 tempest-NetworksIpV6Test-1745831675 tempest-NetworksIpV6Test-1745831675-project] Pushing event deleted for resources: {'Network': ['ID=e8ab8b1b-39bc-4a2a-a12e-2c7340421cb0,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:04.540813 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c24e333b-9a6e-4c4e-95fa-4b7de3a08ddf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=57a3a43c1068444b88a1300212cbc230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1440344 Jul 16 18:58:04.543242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47714) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:04.591895 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aef8ff6f-c5b5-415f-9003-c2cc278be9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.612454 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aef8ff6f-c5b5-415f-9003-c2cc278be9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.659951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aef8ff6f-c5b5-415f-9003-c2cc278be9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.662732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-aef8ff6f-c5b5-415f-9003-c2cc278be9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:04.663902 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-aef8ff6f-c5b5-415f-9003-c2cc278be9f5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f8f74150-6730-4fea-8c9b-0c72bb1f13db HTTP/1.1" status: 204 len: 168 time: 0.1196523 Jul 16 18:58:04.672092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8ff6f-c5b5-415f-9003-c2cc278be9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f74150-6730-4fea-8c9b-0c72bb1f13db,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:05.364371 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47736) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:05.459721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d164228f-ca17-4273-a3d5-ae254cb49081 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-342748006', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:05.484646 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d164228f-ca17-4273-a3d5-ae254cb49081 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.485700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d164228f-ca17-4273-a3d5-ae254cb49081 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.541351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d164228f-ca17-4273-a3d5-ae254cb49081 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.545940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d164228f-ca17-4273-a3d5-ae254cb49081 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.563101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d164228f-ca17-4273-a3d5-ae254cb49081 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.564501 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d164228f-ca17-4273-a3d5-ae254cb49081 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1991026 Jul 16 18:58:05.567245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47740) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:05.572453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2030019085'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:05.592928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Made reservation on behalf of e114829a222e486dbf1f7344166ee480 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:05.597181 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.607464 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.704415 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.708339 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.734461 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 382} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:58:05.744146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e038ae29-f1fa-4b28-ae6c-374a1200b7c9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:05.749302 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.749640 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Added segment 68bfbe63-3d1a-4129-969f-deafa2148dd0 of type vlan for network cf764f5e-7919-49fa-a478-cf805c9ded88 Jul 16 18:58:05.789408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.818372 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.824576 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:05.825156 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:05.859263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2909677 Jul 16 18:58:05.862143 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47742) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:05.869641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Request body: {'subnet': {'network_id': 'cf764f5e-7919-49fa-a478-cf805c9ded88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:05.901401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c356ce6e-847f-4c7e-887b-9d1836fc5c06 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Pushing event updated for resources: {'Network': ['ID=cf764f5e-7919-49fa-a478-cf805c9ded88,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:05.916468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network cf764f5e-7919-49fa-a478-cf805c9ded88 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:58:05.985978 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Made reservation on behalf of e114829a222e486dbf1f7344166ee480 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:05.989593 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.169908 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.576043 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Pushing event updated for resources: {'Subnet': ['ID=b28f4c0f-03fe-4872-8d0a-889c51c472f9,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:06.583705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Checking segment: {'id': '68bfbe63-3d1a-4129-969f-deafa2148dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf764f5e-7919-49fa-a478-cf805c9ded88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:06.584068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Network hostable DHCP agents. Network: cf764f5e-7919-49fa-a478-cf805c9ded88, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:58:06.600886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Network cf764f5e-7919-49fa-a478-cf805c9ded88 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:58:06.610974 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, cf764f5e-7919-49fa-a478-cf805c9ded88) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:06.615295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:06.616029 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.622611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c934754b-9884-4c3c-aaea-6612723a8920 None None] Network cf764f5e-7919-49fa-a478-cf805c9ded88 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:06.632750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-69687901-da65-4b7a-8d2b-52182eaca234 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7694504 Jul 16 18:58:06.636601 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47744) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:06.641702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-566793509'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:06.666828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Made reservation on behalf of e114829a222e486dbf1f7344166ee480 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:06.670315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.698138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 377} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:58:06.710980 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.711609 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Added segment d37401b5-e0c7-4f35-83da-f11ff3de3f28 of type vlan for network 693ae3dd-9f81-4eb1-b028-28709d5af9ea Jul 16 18:58:06.773271 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.802079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-cf764f5e-7919-49fa-a478-cf805c9ded88', 'network_id': 'cf764f5e-7919-49fa-a478-cf805c9ded88', 'tenant_id': 'e114829a222e486dbf1f7344166ee480', 'fixed_ips': [{'subnet_id': 'b28f4c0f-03fe-4872-8d0a-889c51c472f9'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:58:06.802729 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.803252 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.810098 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:06.810830 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:06.846638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2061388 Jul 16 18:58:06.850122 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47746) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:06.858109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Request body: {'subnet': {'network_id': '693ae3dd-9f81-4eb1-b028-28709d5af9ea', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:06.886675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0842e7a8-1ef6-480f-9c85-db4ee5bce3d1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Pushing event updated for resources: {'Network': ['ID=693ae3dd-9f81-4eb1-b028-28709d5af9ea,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:06.904688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 693ae3dd-9f81-4eb1-b028-28709d5af9ea details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:58:06.954127 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Made reservation on behalf of e114829a222e486dbf1f7344166ee480 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:06.963871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.020249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Allocated IP 172.20.0.2 (cf764f5e-7919-49fa-a478-cf805c9ded88/b28f4c0f-03fe-4872-8d0a-889c51c472f9/923ba221-0f56-4dd7-b5e1-dea269c7c68a) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:07.175464 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.186890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Transition to ACTIVE for port object 923ba221-0f56-4dd7-b5e1-dea269c7c68a will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:07.191535 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.203034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Transition to ACTIVE for port object 923ba221-0f56-4dd7-b5e1-dea269c7c68a will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:07.209449 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.257776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Pushing event updated for resources: {'Subnet': ['ID=cb74935f-9e10-4491-ba22-81e61ef3b32c,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:07.258405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Network cf764f5e-7919-49fa-a478-cf805c9ded88 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:07.266166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:07.268140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Pushing event updated for resources: {'Port': ['ID=923ba221-0f56-4dd7-b5e1-dea269c7c68a,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:07.269623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Checking segment: {'id': 'd37401b5-e0c7-4f35-83da-f11ff3de3f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '693ae3dd-9f81-4eb1-b028-28709d5af9ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:07.270286 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Network hostable DHCP agents. Network: 693ae3dd-9f81-4eb1-b028-28709d5af9ea, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:58:07.270485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:07.290018 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Network 693ae3dd-9f81-4eb1-b028-28709d5af9ea is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:58:07.300383 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 693ae3dd-9f81-4eb1-b028-28709d5af9ea) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:07.304985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:07.305991 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.321150 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-103f2ae2-d17f-41e2-90b3-fc95773cc26c tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4674668 Jul 16 18:58:07.324759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47748) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:07.327481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be78dea1-b8f2-4a84-9fbb-20b56f4f38e0 None None] Network 693ae3dd-9f81-4eb1-b028-28709d5af9ea requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:07.331484 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e3bc49fb-219c-469b-9c87-d644e35881c1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Request body: {'router': {'external_gateway_info': {'network_id': '693ae3dd-9f81-4eb1-b028-28709d5af9ea'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:07.362055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Attempting to bind port 923ba221-0f56-4dd7-b5e1-dea269c7c68a on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:07.362426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Attempting to bind port 923ba221-0f56-4dd7-b5e1-dea269c7c68a by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '68bfbe63-3d1a-4129-969f-deafa2148dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf764f5e-7919-49fa-a478-cf805c9ded88'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:07.362800 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Attempting to bind port 923ba221-0f56-4dd7-b5e1-dea269c7c68a on network cf764f5e-7919-49fa-a478-cf805c9ded88 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:07.396023 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:07.396383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Checking segment: {'id': '68bfbe63-3d1a-4129-969f-deafa2148dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf764f5e-7919-49fa-a478-cf805c9ded88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:07.396781 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.397169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Bound using segment: {'id': '68bfbe63-3d1a-4129-969f-deafa2148dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf764f5e-7919-49fa-a478-cf805c9ded88'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:07.397649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Bound port: 923ba221-0f56-4dd7-b5e1-dea269c7c68a, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68bfbe63-3d1a-4129-969f-deafa2148dd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'cf764f5e-7919-49fa-a478-cf805c9ded88'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:07.398023 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.513147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] For port 923ba221-0f56-4dd7-b5e1-dea269c7c68a, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:07.517506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] For port 923ba221-0f56-4dd7-b5e1-dea269c7c68a, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=923ba221-0f56-4dd7-b5e1-dea269c7c68a,segment=NetworkSegment(68bfbe63-3d1a-4129-969f-deafa2148dd0),segment_id=68bfbe63-3d1a-4129-969f-deafa2148dd0)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:07.523823 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.559041 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3bc49fb-219c-469b-9c87-d644e35881c1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.684575 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [None req-e3bc49fb-219c-469b-9c87-d644e35881c1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 18:58:07.685705 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e3bc49fb-219c-469b-9c87-d644e35881c1 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "PUT /v2.0/routers/b1166978-4cd0-48fb-98b8-7cb14e0c937a HTTP/1.1" status: 400 len: 364 time: 0.3597741 Jul 16 18:58:07.692259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47750) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:07.732611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02af3a21-f9cd-4c26-a93f-92c0527be5ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-693ae3dd-9f81-4eb1-b028-28709d5af9ea', 'network_id': '693ae3dd-9f81-4eb1-b028-28709d5af9ea', 'tenant_id': 'e114829a222e486dbf1f7344166ee480', 'fixed_ips': [{'subnet_id': 'cb74935f-9e10-4491-ba22-81e61ef3b32c'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:58:07.733455 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-02af3a21-f9cd-4c26-a93f-92c0527be5ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.762657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-354d1f68-6742-4c48-b568-ea09c3a335f8 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Deleting subnet cb74935f-9e10-4491-ba22-81e61ef3b32c {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:58:07.768958 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-354d1f68-6742-4c48-b568-ea09c3a335f8 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.784876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8112c05-a0af-4191-bcc3-c8b7156744f4 None None] Pushing event updated for resources: {'Port': ['ID=923ba221-0f56-4dd7-b5e1-dea269c7c68a,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:07.814538 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-354d1f68-6742-4c48-b568-ea09c3a335f8 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.875074 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-354d1f68-6742-4c48-b568-ea09c3a335f8 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.981721 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-354d1f68-6742-4c48-b568-ea09c3a335f8 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server [None req-02af3a21-f9cd-4c26-a93f-92c0527be5ff None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb74935f-9e10-4491-ba22-81e61ef3b32c: This subnet is being modified by another concurrent operation. Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server raise exception Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cb74935f-9e10-4491-ba22-81e61ef3b32c: This subnet is being modified by another concurrent operation. Jul 16 18:58:07.995974 n-d-794306-7 neutron-server[105440]: ERROR oslo_messaging.rpc.server Jul 16 18:58:08.015895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354d1f68-6742-4c48-b568-ea09c3a335f8 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Pushing event deleted for resources: {'Subnet': ['ID=cb74935f-9e10-4491-ba22-81e61ef3b32c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:08.017003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df012dc-c929-46d0-b1fa-9c978bf785ea None None] Network 693ae3dd-9f81-4eb1-b028-28709d5af9ea requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:08.019110 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-354d1f68-6742-4c48-b568-ea09c3a335f8 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.023271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-354d1f68-6742-4c48-b568-ea09c3a335f8 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "DELETE /v2.0/subnets/cb74935f-9e10-4491-ba22-81e61ef3b32c HTTP/1.1" status: 204 len: 168 time: 0.3274033 Jul 16 18:58:08.024113 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47752) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:08.118471 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.215319 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.230168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['693ae3dd-9f81-4eb1-b028-28709d5af9ea']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:08.242263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd37401b5-e0c7-4f35-83da-f11ff3de3f28') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:08.242549 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd37401b5-e0c7-4f35-83da-f11ff3de3f28') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:08.251610 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.266159 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.272774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Releasing vlan 377 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:58:08.273103 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: timer() Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:58:08.277017 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:58:08.336060 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.344782 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.350311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "DELETE /v2.0/networks/693ae3dd-9f81-4eb1-b028-28709d5af9ea HTTP/1.1" status: 204 len: 168 time: 0.3214517 Jul 16 18:58:08.350723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47754) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:08.356133 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485d46c2-510e-4baa-93e4-de501c68190f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Pushing event deleted for resources: {'Network': ['ID=693ae3dd-9f81-4eb1-b028-28709d5af9ea,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:08.407129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-17d3ae1a-c899-423b-8d14-d4f0d26a9a90 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Deleting subnet b28f4c0f-03fe-4872-8d0a-889c51c472f9 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:58:08.410750 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17d3ae1a-c899-423b-8d14-d4f0d26a9a90 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.455273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17d3ae1a-c899-423b-8d14-d4f0d26a9a90 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.557640 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17d3ae1a-c899-423b-8d14-d4f0d26a9a90 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.622202 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17d3ae1a-c899-423b-8d14-d4f0d26a9a90 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.652754 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d3ae1a-c899-423b-8d14-d4f0d26a9a90 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Pushing event deleted for resources: {'Subnet': ['ID=b28f4c0f-03fe-4872-8d0a-889c51c472f9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:08.656839 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-17d3ae1a-c899-423b-8d14-d4f0d26a9a90 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.658795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-17d3ae1a-c899-423b-8d14-d4f0d26a9a90 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "DELETE /v2.0/subnets/b28f4c0f-03fe-4872-8d0a-889c51c472f9 HTTP/1.1" status: 204 len: 168 time: 0.3069839 Jul 16 18:58:08.661232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47756) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:08.747395 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.762220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41a07d4-745b-42f7-a9c8-4fdf6abfa398 None None] Network cf764f5e-7919-49fa-a478-cf805c9ded88 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:08.803526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Deleting port 923ba221-0f56-4dd7-b5e1-dea269c7c68a {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:58:08.803783 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.866636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] For port 923ba221-0f56-4dd7-b5e1-dea269c7c68a, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=923ba221-0f56-4dd7-b5e1-dea269c7c68a,segment=NetworkSegment(68bfbe63-3d1a-4129-969f-deafa2148dd0),segment_id=68bfbe63-3d1a-4129-969f-deafa2148dd0)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:08.867129 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:08.873114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-094097dd-1d0a-48bd-9822-577ee7c94856 None None] Provisioning for port 923ba221-0f56-4dd7-b5e1-dea269c7c68a completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:08.889575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Calling delete_port for 923ba221-0f56-4dd7-b5e1-dea269c7c68a owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:58:08.954823 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b041418c-27aa-49c7-8d67-404c3f4d91ad None None] DHCP port deletion for cf764f5e-7919-49fa-a478-cf805c9ded88 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:58:08.972983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.000336 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Pushing event deleted for resources: {'Port': ['ID=923ba221-0f56-4dd7-b5e1-dea269c7c68a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:09.001063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b041418c-27aa-49c7-8d67-404c3f4d91ad None None] Deleting port 923ba221-0f56-4dd7-b5e1-dea269c7c68a {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:58:09.001439 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b041418c-27aa-49c7-8d67-404c3f4d91ad None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.003897 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] No DVR routers for this DVR port 923ba221-0f56-4dd7-b5e1-dea269c7c68a on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:58:09.083929 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b041418c-27aa-49c7-8d67-404c3f4d91ad None None] For port 923ba221-0f56-4dd7-b5e1-dea269c7c68a, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:09.084220 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b041418c-27aa-49c7-8d67-404c3f4d91ad None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.093619 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.095947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b041418c-27aa-49c7-8d67-404c3f4d91ad None None] Calling delete_port for 923ba221-0f56-4dd7-b5e1-dea269c7c68a owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:58:09.098544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-b041418c-27aa-49c7-8d67-404c3f4d91ad None None] Port 923ba221-0f56-4dd7-b5e1-dea269c7c68a was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:58:09.099820 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b041418c-27aa-49c7-8d67-404c3f4d91ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.110805 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf764f5e-7919-49fa-a478-cf805c9ded88']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:09.122620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68bfbe63-3d1a-4129-969f-deafa2148dd0') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:09.122922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68bfbe63-3d1a-4129-969f-deafa2148dd0') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:09.125583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041418c-27aa-49c7-8d67-404c3f4d91ad None None] Pushing event deleted for resources: {'Port': ['ID=923ba221-0f56-4dd7-b5e1-dea269c7c68a,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:09.129470 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b041418c-27aa-49c7-8d67-404c3f4d91ad None None] No DVR routers for this DVR port 923ba221-0f56-4dd7-b5e1-dea269c7c68a on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:58:09.137691 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.148018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-154c3992-0e09-452d-b22d-b0440b74796a None None] get_active_networks_info from n-d-794306-7 {{(pid=105440) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 18:58:09.155619 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.163135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Releasing vlan 382 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:58:09.163800 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:58:09.168004 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:58:09.214740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154c3992-0e09-452d-b22d-b0440b74796a None None] Resources bound (agent type, host, resource id): {{(pid=105440) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 18:58:09.238983 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.247639 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.249511 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "DELETE /v2.0/networks/cf764f5e-7919-49fa-a478-cf805c9ded88 HTTP/1.1" status: 204 len: 168 time: 0.5873563 Jul 16 18:58:09.259369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47758) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:09.260260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9485f799-720a-406a-a2d2-94d8a0620c83 tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Pushing event deleted for resources: {'Network': ['ID=cf764f5e-7919-49fa-a478-cf805c9ded88,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:09.308638 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1a032be7-3390-4d6a-a751-deefcb0e64eb tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "GET /v2.0/ports?device_id=b1166978-4cd0-48fb-98b8-7cb14e0c937a HTTP/1.1" status: 200 len: 205 time: 0.0472064 Jul 16 18:58:09.310950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47760) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:09.434922 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-388a1cef-372b-4104-bfbf-5a1d8601632f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.614040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-388a1cef-372b-4104-bfbf-5a1d8601632f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.616344 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-388a1cef-372b-4104-bfbf-5a1d8601632f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.673120 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-388a1cef-372b-4104-bfbf-5a1d8601632f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.673565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388a1cef-372b-4104-bfbf-5a1d8601632f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Fanout notify agent at l3_agent the message router_deleted on router b1166978-4cd0-48fb-98b8-7cb14e0c937a {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:58:09.684114 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-388a1cef-372b-4104-bfbf-5a1d8601632f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:09.685247 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-388a1cef-372b-4104-bfbf-5a1d8601632f tempest-RoutersNegativeTest-1139099817 tempest-RoutersNegativeTest-1139099817-project] 10.222.0.47 "DELETE /v2.0/routers/b1166978-4cd0-48fb-98b8-7cb14e0c937a HTTP/1.1" status: 204 len: 168 time: 0.3733633 Jul 16 18:58:09.938238 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47766) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:10.081840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-92d05a97-2bc7-4c94-9fd7-ccfd9154352b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e114829a222e486dbf1f7344166ee480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424108 Jul 16 18:58:10.084453 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47770) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:10.133631 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4cffc13-b304-437c-9ae6-cc2dc792321f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:10.161190 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4cffc13-b304-437c-9ae6-cc2dc792321f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:10.220203 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4cffc13-b304-437c-9ae6-cc2dc792321f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:10.222602 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-a4cffc13-b304-437c-9ae6-cc2dc792321f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:10.223796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-a4cffc13-b304-437c-9ae6-cc2dc792321f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e038ae29-f1fa-4b28-ae6c-374a1200b7c9 HTTP/1.1" status: 204 len: 168 time: 0.1383781 Jul 16 18:58:10.233189 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cffc13-b304-437c-9ae6-cc2dc792321f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e038ae29-f1fa-4b28-ae6c-374a1200b7c9,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:10.865119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47792) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:10.966949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1050664025-network', 'tenant_id': '9b757b62154144cb96ac5f5841788848'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:10.993053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Made reservation on behalf of 9b757b62154144cb96ac5f5841788848 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:10.995378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.004050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.101205 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.105958 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.129565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 376} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:58:11.139401 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7698576d-3e64-465c-9923-09b511e7fced,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:11.144238 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.144584 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Added segment fe4f6357-b590-4b23-959d-704074686ba8 of type vlan for network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 Jul 16 18:58:11.186051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.217399 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.218363 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:11.218947 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.250062 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3837588 Jul 16 18:58:11.253801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47796) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:11.259053 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] Request body: {'subnet': {'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1050664025-subnet', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:11.284646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] Made reservation on behalf of 9b757b62154144cb96ac5f5841788848 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:11.287006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cac946-5532-40e8-99c6-4211254d40a1 admin admin] Pushing event updated for resources: {'Network': ['ID=71b9d21b-7b18-49d8-a72b-f9bff6429a08,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:11.287631 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.300158 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:58:11.475664 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.529862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] Pushing event updated for resources: {'Subnet': ['ID=17395a66-f27a-4db5-8753-4990d3f845dd,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:11.540801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] Checking segment: {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:11.541172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] Network hostable DHCP agents. Network: 71b9d21b-7b18-49d8-a72b-f9bff6429a08, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:58:11.559834 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] Network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:58:11.568655 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 71b9d21b-7b18-49d8-a72b-f9bff6429a08) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:11.574753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:11.575724 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.582618 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2285ea1-8afa-416a-baf3-728789120153 None None] Network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:11.593128 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32924e51-d4d1-4e53-8e07-42beac4fb37e admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3381648 Jul 16 18:58:11.597642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47798) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:11.603449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1050664025-router', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:11.627147 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.628193 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.687366 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.742403 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-71b9d21b-7b18-49d8-a72b-f9bff6429a08', 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'fixed_ips': [{'subnet_id': '17395a66-f27a-4db5-8753-4990d3f845dd'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:58:11.743011 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.828681 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:11.899963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Allocated IP 172.20.0.2 (71b9d21b-7b18-49d8-a72b-f9bff6429a08/17395a66-f27a-4db5-8753-4990d3f845dd/b56cde78-5042-4d20-a564-3772cca1569e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:12.065093 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:12.072717 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:12.081578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Transition to ACTIVE for port object b56cde78-5042-4d20-a564-3772cca1569e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:12.084809 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:12.101025 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Transition to ACTIVE for port object b56cde78-5042-4d20-a564-3772cca1569e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:12.109087 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:12.158738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:12.162605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Pushing event updated for resources: {'Port': ['ID=b56cde78-5042-4d20-a564-3772cca1569e,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:12.165921 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:12.167930 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:12.214911 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Allocated IP 172.25.7.236 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/cf566ec2-58d5-4bfd-9509-98be83fbebeb) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:12.227880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Attempting to bind port b56cde78-5042-4d20-a564-3772cca1569e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:12.228258 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Attempting to bind port b56cde78-5042-4d20-a564-3772cca1569e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:12.228635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Attempting to bind port b56cde78-5042-4d20-a564-3772cca1569e on network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:12.234009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:12.234381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Checking segment: {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:12.234790 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:12.235189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Bound using segment: {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:12.235766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Bound port: b56cde78-5042-4d20-a564-3772cca1569e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:12.236158 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:12.303741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] For port b56cde78-5042-4d20-a564-3772cca1569e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:12.307303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] For port b56cde78-5042-4d20-a564-3772cca1569e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b56cde78-5042-4d20-a564-3772cca1569e,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:12.313601 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:12.362407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:12.389283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af493452-1aff-4c5a-952a-8b5865eab617 None None] Pushing event updated for resources: {'Port': ['ID=b56cde78-5042-4d20-a564-3772cca1569e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:12.426000 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:12.463049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:12.465963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:12.468361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:12.500952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Pushing event updated for resources: {'Port': ['ID=cf566ec2-58d5-4bfd-9509-98be83fbebeb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:12.620053 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:12.778231 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:13.026626 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:13.191535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Router 07c68808-8674-4118-a370-f2c5fcaa7306 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:58:13.337180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:58:13.347594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Sync routers for ids ['07c68808-8674-4118-a370-f2c5fcaa7306'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:58:13.362834 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:13.368408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47800) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:13.369319 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9c63184c-0aa6-4fc5-b2c5-a9111e6415ec admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7696362 Jul 16 18:58:13.378741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Routers {'07c68808-8674-4118-a370-f2c5fcaa7306'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:13.380127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:57:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['07c68808-8674-4118-a370-f2c5fcaa7306'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:13.439646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53ecc46-23ff-4c8c-a566-f46ef5e77e87 None None] Network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:13.548281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-43ff3e3f-a453-48a9-a0da-4245c89c22d5 None None] Provisioning for port b56cde78-5042-4d20-a564-3772cca1569e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:13.604487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Set router 07c68808-8674-4118-a370-f2c5fcaa7306 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:13.867601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'name': 'tempest-TestEncryptedCinderVolumes-1050664025-router', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:11Z', 'updated_at': '2021-07-16T18:58:12Z', 'revision_number': 3, 'project_id': '9b757b62154144cb96ac5f5841788848', 'gw_port': {'id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:af:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:12Z', 'updated_at': '2021-07-16T18:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:13.901960 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:13.907518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Checking router: 07c68808-8674-4118-a370-f2c5fcaa7306 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:58:13.907518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Updating router 07c68808-8674-4118-a370-f2c5fcaa7306 port cf566ec2-58d5-4bfd-9509-98be83fbebeb binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:58:13.952771 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:13.990678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b56cde78-5042-4d20-a564-3772cca1569e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:14.144401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port b56cde78-5042-4d20-a564-3772cca1569e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:14.159790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b56cde78-5042-4d20-a564-3772cca1569e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:14.160163 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.205963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Allocated IP 172.20.0.1 (71b9d21b-7b18-49d8-a72b-f9bff6429a08/17395a66-f27a-4db5-8753-4990d3f845dd/52321404-4add-4530-989a-4caa9bdc9e25) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:14.329755 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.344453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.363100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Transition to ACTIVE for port object 52321404-4add-4530-989a-4caa9bdc9e25 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:14.393975 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.410926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port b56cde78-5042-4d20-a564-3772cca1569e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b56cde78-5042-4d20-a564-3772cca1569e,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:14.412932 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.414018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Transition to ACTIVE for port object cf566ec2-58d5-4bfd-9509-98be83fbebeb will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:14.417741 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.442656 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.473230 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:14.476892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:14.482025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:14.493254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Attempting to bind port cf566ec2-58d5-4bfd-9509-98be83fbebeb on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:14.493636 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Attempting to bind port cf566ec2-58d5-4bfd-9509-98be83fbebeb by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:14.494007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Attempting to bind port cf566ec2-58d5-4bfd-9509-98be83fbebeb on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:14.496328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=b56cde78-5042-4d20-a564-3772cca1569e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:14.513108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Pushing event updated for resources: {'Port': ['ID=52321404-4add-4530-989a-4caa9bdc9e25,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:14.529832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:14.530386 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:14.531423 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.531423 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:14.532119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Bound port: cf566ec2-58d5-4bfd-9509-98be83fbebeb, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:14.532681 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.545098 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.596608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9a4e1-7447-4b35-8512-4e9b6c6ad649 None None] Pushing event updated for resources: {'Port': ['ID=cf566ec2-58d5-4bfd-9509-98be83fbebeb,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:14.631942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] For port cf566ec2-58d5-4bfd-9509-98be83fbebeb, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:14.641257 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] For port cf566ec2-58d5-4bfd-9509-98be83fbebeb, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf566ec2-58d5-4bfd-9509-98be83fbebeb,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:14.650012 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.730587 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Routers {'07c68808-8674-4118-a370-f2c5fcaa7306'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:14.731750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:57:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['07c68808-8674-4118-a370-f2c5fcaa7306'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:14.794721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9a4e1-7447-4b35-8512-4e9b6c6ad649 None None] Pushing event updated for resources: {'Port': ['ID=cf566ec2-58d5-4bfd-9509-98be83fbebeb,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:14.818342 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.876992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4f134014-eb83-4c31-9ac2-ef9ee5fea2fc None None] Provisioning for port 52321404-4add-4530-989a-4caa9bdc9e25 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:14.888385 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4f134014-eb83-4c31-9ac2-ef9ee5fea2fc None None] Provisioning complete for port 52321404-4add-4530-989a-4caa9bdc9e25 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:14.888770 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4f134014-eb83-4c31-9ac2-ef9ee5fea2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:14.913274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] Set router 07c68808-8674-4118-a370-f2c5fcaa7306 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:15.033839 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:15.042272 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:15.123774 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:15.127044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Pushing event updated for resources: {'Port': ['ID=52321404-4add-4530-989a-4caa9bdc9e25,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:15.183675 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4f134014-eb83-4c31-9ac2-ef9ee5fea2fc None None] Port 52321404-4add-4530-989a-4caa9bdc9e25 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:58:15.226895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:15.228812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:15.342628 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'name': 'tempest-TestEncryptedCinderVolumes-1050664025-router', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:11Z', 'updated_at': '2021-07-16T18:58:12Z', 'revision_number': 3, 'project_id': '9b757b62154144cb96ac5f5841788848', 'gw_port': {'id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:af:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:12Z', 'updated_at': '2021-07-16T18:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:15.374086 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Router 07c68808-8674-4118-a370-f2c5fcaa7306 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:58:15.383407 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-534a96b8-b74e-4e76-899d-48cef0d2c49b None None] The sync data for ids ['07c68808-8674-4118-a370-f2c5fcaa7306'] in n-d-794306-7 is: [{'id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'name': 'tempest-TestEncryptedCinderVolumes-1050664025-router', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:11Z', 'updated_at': '2021-07-16T18:58:12Z', 'revision_number': 3, 'project_id': '9b757b62154144cb96ac5f5841788848', 'gw_port': {'id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:af:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:12Z', 'updated_at': '2021-07-16T18:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:58:15.516969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-79646901-42a3-4107-bc88-24c9d424470c None None] Provisioning complete for port 52321404-4add-4530-989a-4caa9bdc9e25 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:15.517608 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-79646901-42a3-4107-bc88-24c9d424470c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:15.528985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:58:15.540062 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7f03a44b-c0c8-4c49-aa17-9039edc4b590 admin admin] 10.222.0.47 "PUT /v2.0/routers/07c68808-8674-4118-a370-f2c5fcaa7306/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1690140 Jul 16 18:58:15.557163 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-79646901-42a3-4107-bc88-24c9d424470c None None] Port 52321404-4add-4530-989a-4caa9bdc9e25 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:58:15.582648 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2e13787f-2ee9-4d11-a8ce-44a2e2e85bac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.061674 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b56cde78-5042-4d20-a564-3772cca1569e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:16.127461 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b56cde78-5042-4d20-a564-3772cca1569e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:16.127461 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.183473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47818) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:16.194334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-176399596-network', 'tenant_id': '551881a53b89480dba8ffd323070c195'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:16.220521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Made reservation on behalf of 551881a53b89480dba8ffd323070c195 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:16.223786 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.228895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf566ec2-58d5-4bfd-9509-98be83fbebeb up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:16.233998 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.296703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port cf566ec2-58d5-4bfd-9509-98be83fbebeb completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:16.305211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cf566ec2-58d5-4bfd-9509-98be83fbebeb triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:16.305764 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.362741 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.371405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.402018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 360} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:58:16.410946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80dbd018-52af-4753-968e-7b4077fca6ac,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:16.415602 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.431084 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.431636 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Added segment d294c54f-0e31-434e-af0e-3051005fe281 of type vlan for network 9825d278-74f6-4e50-aaf0-511f0efd22b2 Jul 16 18:58:16.440987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port cf566ec2-58d5-4bfd-9509-98be83fbebeb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf566ec2-58d5-4bfd-9509-98be83fbebeb,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:16.446936 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.481109 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.501798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=cf566ec2-58d5-4bfd-9509-98be83fbebeb,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:16.516314 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.517459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:16.518051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.546766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3591912 Jul 16 18:58:16.549665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47820) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:16.555943 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] Request body: {'subnet': {'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-176399596-subnet', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:16.579240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] Made reservation on behalf of 551881a53b89480dba8ffd323070c195 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:16.581766 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.581953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad980092-894e-4054-8ce3-0fb4ca720e37 admin admin] Pushing event updated for resources: {'Network': ['ID=9825d278-74f6-4e50-aaf0-511f0efd22b2,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:16.592382 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 9825d278-74f6-4e50-aaf0-511f0efd22b2 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:58:16.775229 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.830862 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=38b05152-05f5-49be-9e57-56d00a3551ad,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:16.843172 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] Checking segment: {'id': 'd294c54f-0e31-434e-af0e-3051005fe281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:16.843531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] Network hostable DHCP agents. Network: 9825d278-74f6-4e50-aaf0-511f0efd22b2, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:58:16.862813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] Network 9825d278-74f6-4e50-aaf0-511f0efd22b2 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:58:16.873545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 9825d278-74f6-4e50-aaf0-511f0efd22b2) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:16.878386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:16.878979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.887386 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435826c5-9e97-4c70-90bb-92306450ef15 None None] Network 9825d278-74f6-4e50-aaf0-511f0efd22b2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:16.904122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-221686b5-d541-4bfb-a6a4-68a3eee0c8ce admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3532405 Jul 16 18:58:16.907149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 47822) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:16.912313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-176399596-router', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:16.933926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.935067 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:16.997726 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:17.058288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-9825d278-74f6-4e50-aaf0-511f0efd22b2', 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'fixed_ips': [{'subnet_id': '38b05152-05f5-49be-9e57-56d00a3551ad'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:58:17.059428 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:17.202192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Allocated IP 172.20.0.2 (9825d278-74f6-4e50-aaf0-511f0efd22b2/38b05152-05f5-49be-9e57-56d00a3551ad/6758430c-9689-4e82-ba1e-009501ee710b) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:17.221404 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Sync routers for ids ['07c68808-8674-4118-a370-f2c5fcaa7306'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:58:17.232314 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Routers {'07c68808-8674-4118-a370-f2c5fcaa7306'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:17.233269 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:57:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['07c68808-8674-4118-a370-f2c5fcaa7306'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:17.349318 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Set router 07c68808-8674-4118-a370-f2c5fcaa7306 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:17.366335 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:17.376889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Transition to ACTIVE for port object 6758430c-9689-4e82-ba1e-009501ee710b will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:17.401425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Transition to ACTIVE for port object 6758430c-9689-4e82-ba1e-009501ee710b will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:17.408979 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:17.450300 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Network 9825d278-74f6-4e50-aaf0-511f0efd22b2 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:17.457281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:17.465166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:17.477143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Pushing event updated for resources: {'Port': ['ID=6758430c-9689-4e82-ba1e-009501ee710b,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:17.513687 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:17.540950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Attempting to bind port 6758430c-9689-4e82-ba1e-009501ee710b on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:17.541335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Attempting to bind port 6758430c-9689-4e82-ba1e-009501ee710b by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd294c54f-0e31-434e-af0e-3051005fe281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:17.541696 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Attempting to bind port 6758430c-9689-4e82-ba1e-009501ee710b on network 9825d278-74f6-4e50-aaf0-511f0efd22b2 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:17.547204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:17.547598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Checking segment: {'id': 'd294c54f-0e31-434e-af0e-3051005fe281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:17.548955 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:17.548955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Bound using segment: {'id': 'd294c54f-0e31-434e-af0e-3051005fe281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:17.548955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Bound port: 6758430c-9689-4e82-ba1e-009501ee710b, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd294c54f-0e31-434e-af0e-3051005fe281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:17.549240 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:17.599042 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'name': 'tempest-TestEncryptedCinderVolumes-1050664025-router', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:11Z', 'updated_at': '2021-07-16T18:58:14Z', 'revision_number': 4, 'project_id': '9b757b62154144cb96ac5f5841788848', 'gw_port': {'id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:12Z', 'updated_at': '2021-07-16T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '52321404-4add-4530-989a-4caa9bdc9e25', 'name': '', 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'mac_address': 'fa:16:3e:9e:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '17395a66-f27a-4db5-8753-4990d3f845dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:13Z', 'updated_at': '2021-07-16T18:58:14Z', 'revision_number': 2, 'project_id': '9b757b62154144cb96ac5f5841788848', 'subnets': [{'id': '17395a66-f27a-4db5-8753-4990d3f845dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:17.622979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] For port 6758430c-9689-4e82-ba1e-009501ee710b, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:17.626375 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] For port 6758430c-9689-4e82-ba1e-009501ee710b, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6758430c-9689-4e82-ba1e-009501ee710b,segment=NetworkSegment(d294c54f-0e31-434e-af0e-3051005fe281),segment_id=d294c54f-0e31-434e-af0e-3051005fe281)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:17.627710 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Checking router: 07c68808-8674-4118-a370-f2c5fcaa7306 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:58:17.628259 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Updating router 07c68808-8674-4118-a370-f2c5fcaa7306 port 52321404-4add-4530-989a-4caa9bdc9e25 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:58:17.633953 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:17.663703 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:17.707314 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df0cf13-4fdc-4c78-91f8-f14080c10fcd None None] Pushing event updated for resources: {'Port': ['ID=6758430c-9689-4e82-ba1e-009501ee710b,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:17.766077 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:17.796766 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:17.947151 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Allocated IP 172.25.7.210 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:18.091103 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.119809 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6758430c-9689-4e82-ba1e-009501ee710b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:18.123013 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.133461 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Transition to ACTIVE for port object 52321404-4add-4530-989a-4caa9bdc9e25 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:18.137510 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.140849 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.176034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:18.181035 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 6758430c-9689-4e82-ba1e-009501ee710b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:18.181699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:18.185469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:18.186918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf566ec2-58d5-4bfd-9509-98be83fbebeb up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:18.205080 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Pushing event updated for resources: {'Port': ['ID=52321404-4add-4530-989a-4caa9bdc9e25,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:18.225487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Pushing event updated for resources: {'Port': ['ID=7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:18.282912 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.284485 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.285704 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.286542 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.287393 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.288398 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.289566 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.290452 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.291038 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.291719 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.292341 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.292997 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.293215 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:18.296858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cf566ec2-58d5-4bfd-9509-98be83fbebeb triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:18.297240 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.300543 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d8d6b515-3b55-471b-963f-7570eff58d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.339136 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Attempting to bind port 52321404-4add-4530-989a-4caa9bdc9e25 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:18.340336 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Attempting to bind port 52321404-4add-4530-989a-4caa9bdc9e25 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:18.341131 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Attempting to bind port 52321404-4add-4530-989a-4caa9bdc9e25 on network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:18.350578 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:18.352455 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Checking segment: {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:18.353375 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.354271 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Bound using segment: {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:18.355267 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Bound port: 52321404-4add-4530-989a-4caa9bdc9e25, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:18.356328 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.453767 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] For port 52321404-4add-4530-989a-4caa9bdc9e25, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:18.457980 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] For port 52321404-4add-4530-989a-4caa9bdc9e25, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=52321404-4add-4530-989a-4caa9bdc9e25,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:18.462671 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.524833 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Routers {'07c68808-8674-4118-a370-f2c5fcaa7306'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:18.525463 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['07c68808-8674-4118-a370-f2c5fcaa7306'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:18.548196 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.582757 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d92f5fa-5071-4c2a-afa2-add8ee1ebd10 None None] Pushing event updated for resources: {'Port': ['ID=52321404-4add-4530-989a-4caa9bdc9e25,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:18.682535 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] Set router 07c68808-8674-4118-a370-f2c5fcaa7306 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:18.774363 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:18.936800 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:58:18.949918 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'name': 'tempest-TestEncryptedCinderVolumes-1050664025-router', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:11Z', 'updated_at': '2021-07-16T18:58:14Z', 'revision_number': 4, 'project_id': '9b757b62154144cb96ac5f5841788848', 'gw_port': {'id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:12Z', 'updated_at': '2021-07-16T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '52321404-4add-4530-989a-4caa9bdc9e25', 'name': '', 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'mac_address': 'fa:16:3e:9e:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '17395a66-f27a-4db5-8753-4990d3f845dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:13Z', 'updated_at': '2021-07-16T18:58:18Z', 'revision_number': 4, 'project_id': '9b757b62154144cb96ac5f5841788848', 'subnets': [{'id': '17395a66-f27a-4db5-8753-4990d3f845dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:18.966659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0fbd00-3af9-42f9-b5c4-00ec761c6a08 None None] Network 9825d278-74f6-4e50-aaf0-511f0efd22b2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:58:18.977801 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8731d03e-ad63-4714-bb3e-ab41a32eb2a7 None None] The sync data for ids ['07c68808-8674-4118-a370-f2c5fcaa7306'] in n-d-794306-7 is: [{'id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'name': 'tempest-TestEncryptedCinderVolumes-1050664025-router', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:11Z', 'updated_at': '2021-07-16T18:58:14Z', 'revision_number': 4, 'project_id': '9b757b62154144cb96ac5f5841788848', 'gw_port': {'id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:12Z', 'updated_at': '2021-07-16T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '52321404-4add-4530-989a-4caa9bdc9e25', 'name': '', 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'mac_address': 'fa:16:3e:9e:e1:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'device_owner': 'network:router_interface', 'standard_attr_id': 4072, 'fixed_ips': [{'subnet_id': '17395a66-f27a-4db5-8753-4990d3f845dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:13Z', 'updated_at': '2021-07-16T18:58:18Z', 'revision_number': 4, 'project_id': '9b757b62154144cb96ac5f5841788848', 'subnets': [{'id': '17395a66-f27a-4db5-8753-4990d3f845dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:58:19.002200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-194db253-cd79-4d3d-bcef-413e98bea379 None None] Provisioning for port 6758430c-9689-4e82-ba1e-009501ee710b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:19.046469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-194db253-cd79-4d3d-bcef-413e98bea379 None None] Provisioning complete for port 6758430c-9689-4e82-ba1e-009501ee710b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:19.046843 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-194db253-cd79-4d3d-bcef-413e98bea379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:19.080644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:58:19.092006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Sync routers for ids ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:58:19.104188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:19.105469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7d0e8dcd-c2b7-41f0-80fb-e25ade6a2872 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1971917 Jul 16 18:58:19.108746 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 47824) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:58:19.135034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Routers {'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:19.135709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:19.324764 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-194db253-cd79-4d3d-bcef-413e98bea379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:19.340630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Set router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:19.453052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-194db253-cd79-4d3d-bcef-413e98bea379 None None] For port 6758430c-9689-4e82-ba1e-009501ee710b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6758430c-9689-4e82-ba1e-009501ee710b,segment=NetworkSegment(d294c54f-0e31-434e-af0e-3051005fe281),segment_id=d294c54f-0e31-434e-af0e-3051005fe281)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:19.492763 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-194db253-cd79-4d3d-bcef-413e98bea379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:19.601835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:19.608875 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194db253-cd79-4d3d-bcef-413e98bea379 None None] Pushing event updated for resources: {'Port': ['ID=6758430c-9689-4e82-ba1e-009501ee710b,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:19.650914 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'name': 'tempest-TestEncryptedCinderVolumes-176399596-router', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:16Z', 'updated_at': '2021-07-16T18:58:18Z', 'revision_number': 3, 'project_id': '551881a53b89480dba8ffd323070c195', 'gw_port': {'id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:17Z', 'updated_at': '2021-07-16T18:58:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:19.684478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Checking router: bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:58:19.684836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Updating router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:58:19.723314 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:19.813075 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Allocated IP 172.20.0.1 (9825d278-74f6-4e50-aaf0-511f0efd22b2/38b05152-05f5-49be-9e57-56d00a3551ad/7e222827-f9ef-46cf-b29c-608369f8c823) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:19.855263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-067364ea-1afa-4965-bac9-b3d6f2286f0e None None] Provisioning complete for port 6758430c-9689-4e82-ba1e-009501ee710b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:19.855692 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-067364ea-1afa-4965-bac9-b3d6f2286f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:19.943817 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:19.964623 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Transition to ACTIVE for port object 7e222827-f9ef-46cf-b29c-608369f8c823 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:20.005831 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.049176 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Network 9825d278-74f6-4e50-aaf0-511f0efd22b2 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:20.054900 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:20.060890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:20.094177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6758430c-9689-4e82-ba1e-009501ee710b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:20.099133 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.111261 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.162658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Pushing event updated for resources: {'Port': ['ID=7e222827-f9ef-46cf-b29c-608369f8c823,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:20.222139 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.235756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Transition to ACTIVE for port object 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:20.245077 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.327509 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.458984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6758430c-9689-4e82-ba1e-009501ee710b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:20.459361 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.507143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-eeb711ac-e605-4aa9-954d-31c101a7a8d1 None None] Provisioning for port 7e222827-f9ef-46cf-b29c-608369f8c823 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:20.520249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13538cf8-4c4f-4c2a-95e0-8db4ccc7fc1d None None] Pushing event updated for resources: {'Port': ['ID=7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:20.522460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-eeb711ac-e605-4aa9-954d-31c101a7a8d1 None None] Provisioning complete for port 7e222827-f9ef-46cf-b29c-608369f8c823 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:20.522839 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-eeb711ac-e605-4aa9-954d-31c101a7a8d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.524948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Attempting to bind port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:20.525322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Attempting to bind port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:20.525690 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Attempting to bind port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:20.531872 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.536695 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.555825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:20.556738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:20.556738 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.557089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:20.557484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Bound port: 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:20.557842 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.604832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-eeb711ac-e605-4aa9-954d-31c101a7a8d1 None None] Port 7e222827-f9ef-46cf-b29c-608369f8c823 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:58:20.614376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Pushing event updated for resources: {'Port': ['ID=7e222827-f9ef-46cf-b29c-608369f8c823,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:20.619498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.651977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] For port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:20.656272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] For port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:20.661531 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.664271 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 52321404-4add-4530-989a-4caa9bdc9e25 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:20.721183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Network 9825d278-74f6-4e50-aaf0-511f0efd22b2 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:20.722531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:20.753728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Routers {'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:20.754374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:20.762304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13538cf8-4c4f-4c2a-95e0-8db4ccc7fc1d None None] Pushing event updated for resources: {'Port': ['ID=7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:20.816442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 52321404-4add-4530-989a-4caa9bdc9e25 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:20.852896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 52321404-4add-4530-989a-4caa9bdc9e25 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:20.853273 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:20.909099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] Set router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:21.045256 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:21.097026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6a40aacb-0e32-4b8c-833a-7cb01e4a4788 None None] Provisioning complete for port 7e222827-f9ef-46cf-b29c-608369f8c823 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:21.097742 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6a40aacb-0e32-4b8c-833a-7cb01e4a4788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:21.159091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 52321404-4add-4530-989a-4caa9bdc9e25, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=52321404-4add-4530-989a-4caa9bdc9e25,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:21.166065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6a40aacb-0e32-4b8c-833a-7cb01e4a4788 None None] Port 7e222827-f9ef-46cf-b29c-608369f8c823 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:58:21.169229 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:21.179914 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:58:21.241497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=52321404-4add-4530-989a-4caa9bdc9e25,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:21.263431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'name': 'tempest-TestEncryptedCinderVolumes-176399596-router', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:16Z', 'updated_at': '2021-07-16T18:58:20Z', 'revision_number': 4, 'project_id': '551881a53b89480dba8ffd323070c195', 'gw_port': {'id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:17Z', 'updated_at': '2021-07-16T18:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '7e222827-f9ef-46cf-b29c-608369f8c823', 'name': '', 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'mac_address': 'fa:16:3e:3c:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '38b05152-05f5-49be-9e57-56d00a3551ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:19Z', 'updated_at': '2021-07-16T18:58:20Z', 'revision_number': 2, 'project_id': '551881a53b89480dba8ffd323070c195', 'subnets': [{'id': '38b05152-05f5-49be-9e57-56d00a3551ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:21.295351 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d4fd76-bc0c-4c3c-aac3-8739f05cadc8 None None] The sync data for ids ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'] in n-d-794306-7 is: [{'id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'name': 'tempest-TestEncryptedCinderVolumes-176399596-router', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:16Z', 'updated_at': '2021-07-16T18:58:20Z', 'revision_number': 4, 'project_id': '551881a53b89480dba8ffd323070c195', 'gw_port': {'id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:17Z', 'updated_at': '2021-07-16T18:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '7e222827-f9ef-46cf-b29c-608369f8c823', 'name': '', 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'mac_address': 'fa:16:3e:3c:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '38b05152-05f5-49be-9e57-56d00a3551ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:19Z', 'updated_at': '2021-07-16T18:58:20Z', 'revision_number': 2, 'project_id': '551881a53b89480dba8ffd323070c195', 'subnets': [{'id': '38b05152-05f5-49be-9e57-56d00a3551ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:58:21.300984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:58:21.307237 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f6f04f19-47ea-4a70-b9c4-68255a0aaf21 admin admin] 10.222.0.47 "PUT /v2.0/routers/bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1967983 Jul 16 18:58:22.006237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 52321404-4add-4530-989a-4caa9bdc9e25 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:22.068534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 52321404-4add-4530-989a-4caa9bdc9e25 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:22.069054 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:22.159383 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:22.263024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-8267b8a7-0ddb-42fd-9522-2ac508a6d2f3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:22.264610 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-8267b8a7-0ddb-42fd-9522-2ac508a6d2f3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/networks?id=71b9d21b-7b18-49d8-a72b-f9bff6429a08 HTTP/1.1" status: 200 len: 817 time: 0.1197131 Jul 16 18:58:22.280853 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-cdfdba6f-a668-488e-97fa-acfaff7b797f tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/quotas/9b757b62154144cb96ac5f5841788848 HTTP/1.1" status: 200 len: 375 time: 0.0109434 Jul 16 18:58:22.363034 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-453ab62e-1e9b-4946-9fd6-b6dccad35131 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b757b62154144cb96ac5f5841788848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690362 Jul 16 18:58:22.478927 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-f5ddeedc-dca8-40e8-b189-fad3d42b9fda service neutron] 10.222.0.47 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929775 Jul 16 18:58:22.576457 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-c735bd3a-38c6-4140-a041-8036ff81e50c service neutron] 10.222.0.47 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916703 Jul 16 18:58:22.755246 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-681d5efb-8535-4eac-b4bf-3926217cef0a req-3615eb83-d3bb-439c-8628-734a6a86c78b tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 210 time: 0.0322926 Jul 16 18:58:23.338063 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Sync routers for ids ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:58:23.354671 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Routers {'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:23.355281 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:23.473219 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Set router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:23.688642 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'name': 'tempest-TestEncryptedCinderVolumes-176399596-router', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:16Z', 'updated_at': '2021-07-16T18:58:20Z', 'revision_number': 4, 'project_id': '551881a53b89480dba8ffd323070c195', 'gw_port': {'id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:17Z', 'updated_at': '2021-07-16T18:58:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '7e222827-f9ef-46cf-b29c-608369f8c823', 'name': '', 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'mac_address': 'fa:16:3e:3c:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '38b05152-05f5-49be-9e57-56d00a3551ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:19Z', 'updated_at': '2021-07-16T18:58:20Z', 'revision_number': 2, 'project_id': '551881a53b89480dba8ffd323070c195', 'subnets': [{'id': '38b05152-05f5-49be-9e57-56d00a3551ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:23.719740 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Checking router: bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:58:23.720084 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Updating router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a port 7e222827-f9ef-46cf-b29c-608369f8c823 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:58:23.759011 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:23.954985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab17146c-1173-4341-9e51-d577cf94e369 req-f323ec09-5a0f-4b41-b923-49066a905b2c tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 210 time: 0.0701985 Jul 16 18:58:23.997265 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-b1c03031-3cce-49b9-ba2d-3a56df476611 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:24.003677 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-b1c03031-3cce-49b9-ba2d-3a56df476611 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.37 "GET /v2.0/networks?id=71b9d21b-7b18-49d8-a72b-f9bff6429a08 HTTP/1.1" status: 200 len: 817 time: 0.1387148 Jul 16 18:58:24.006209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:24.017902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Request body: {'port': {'device_id': '4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1', 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08', 'admin_state_up': True, 'tenant_id': '9b757b62154144cb96ac5f5841788848'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:24.073953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:24.078256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:24.078641 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.134285 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.146836 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Transition to ACTIVE for port object 7e222827-f9ef-46cf-b29c-608369f8c823 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:24.151585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Made reservation on behalf of 9b757b62154144cb96ac5f5841788848 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:24.156049 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.159182 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.166571 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.190302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:24.196965 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.232252 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec862e8d-1e13-4b9a-83f8-68832f46db9e None None] Pushing event updated for resources: {'Port': ['ID=7e222827-f9ef-46cf-b29c-608369f8c823,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:24.298727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:24.305700 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Attempting to bind port 7e222827-f9ef-46cf-b29c-608369f8c823 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:24.306842 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Attempting to bind port 7e222827-f9ef-46cf-b29c-608369f8c823 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd294c54f-0e31-434e-af0e-3051005fe281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:24.307413 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Attempting to bind port 7e222827-f9ef-46cf-b29c-608369f8c823 on network 9825d278-74f6-4e50-aaf0-511f0efd22b2 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:24.314030 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:24.314969 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Checking segment: {'id': 'd294c54f-0e31-434e-af0e-3051005fe281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:24.319448 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.319448 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Bound using segment: {'id': 'd294c54f-0e31-434e-af0e-3051005fe281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:24.319448 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Bound port: 7e222827-f9ef-46cf-b29c-608369f8c823, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd294c54f-0e31-434e-af0e-3051005fe281', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 360, 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:24.319448 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.321860 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Allocated IP 172.20.0.7 (71b9d21b-7b18-49d8-a72b-f9bff6429a08/17395a66-f27a-4db5-8753-4990d3f845dd/2eea4841-f6b8-4990-aa08-b1e5a502054c) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:24.412944 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] For port 7e222827-f9ef-46cf-b29c-608369f8c823, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:24.420280 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] For port 7e222827-f9ef-46cf-b29c-608369f8c823, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7e222827-f9ef-46cf-b29c-608369f8c823,segment=NetworkSegment(d294c54f-0e31-434e-af0e-3051005fe281),segment_id=d294c54f-0e31-434e-af0e-3051005fe281)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:24.427162 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.518645 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.543051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Transition to ACTIVE for port object 2eea4841-f6b8-4990-aa08-b1e5a502054c will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:24.604930 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.618025 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Routers {'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:58:24.618829 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:58:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:24.680257 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:24.686131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:24.699253 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:24.732183 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Pushing event updated for resources: {'Port': ['ID=2eea4841-f6b8-4990-aa08-b1e5a502054c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:24.744643 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:58:24.750240 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec862e8d-1e13-4b9a-83f8-68832f46db9e None None] Pushing event updated for resources: {'Port': ['ID=7e222827-f9ef-46cf-b29c-608369f8c823,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:24.773694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:24.774624 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:24.782814 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] Set router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:58:24.794025 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-4cbb8876-87c8-4dc0-a362-a4596eab8767 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7799728 Jul 16 18:58:24.815248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Request body: {'port': {'device_id': '4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:24.910505 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:25.033469 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'name': 'tempest-TestEncryptedCinderVolumes-176399596-router', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:16Z', 'updated_at': '2021-07-16T18:58:20Z', 'revision_number': 4, 'project_id': '551881a53b89480dba8ffd323070c195', 'gw_port': {'id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:17Z', 'updated_at': '2021-07-16T18:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '7e222827-f9ef-46cf-b29c-608369f8c823', 'name': '', 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'mac_address': 'fa:16:3e:3c:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '38b05152-05f5-49be-9e57-56d00a3551ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:19Z', 'updated_at': '2021-07-16T18:58:24Z', 'revision_number': 4, 'project_id': '551881a53b89480dba8ffd323070c195', 'subnets': [{'id': '38b05152-05f5-49be-9e57-56d00a3551ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:58:25.065730 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-556b87b8-481a-400a-9c3e-e838a430d393 None None] The sync data for ids ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'] in n-d-794306-7 is: [{'id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'name': 'tempest-TestEncryptedCinderVolumes-176399596-router', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:16Z', 'updated_at': '2021-07-16T18:58:20Z', 'revision_number': 4, 'project_id': '551881a53b89480dba8ffd323070c195', 'gw_port': {'id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:17Z', 'updated_at': '2021-07-16T18:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '7e222827-f9ef-46cf-b29c-608369f8c823', 'name': '', 'network_id': '9825d278-74f6-4e50-aaf0-511f0efd22b2', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'mac_address': 'fa:16:3e:3c:01:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4084, 'fixed_ips': [{'subnet_id': '38b05152-05f5-49be-9e57-56d00a3551ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:19Z', 'updated_at': '2021-07-16T18:58:24Z', 'revision_number': 4, 'project_id': '551881a53b89480dba8ffd323070c195', 'subnets': [{'id': '38b05152-05f5-49be-9e57-56d00a3551ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:58:25.076622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8ae8c356-4250-4b31-81c7-f92cb1bab288 None None] Provisioning for port 2eea4841-f6b8-4990-aa08-b1e5a502054c completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:25.081619 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8ae8c356-4250-4b31-81c7-f92cb1bab288 None None] Provisioning complete for port 2eea4841-f6b8-4990-aa08-b1e5a502054c triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:25.081999 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8ae8c356-4250-4b31-81c7-f92cb1bab288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:25.134473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8ae8c356-4250-4b31-81c7-f92cb1bab288 None None] Port 2eea4841-f6b8-4990-aa08-b1e5a502054c cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:58:25.223153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702018fd-5053-4721-8d5a-a7f6c4215a30 req-b6cadada-a93e-46c1-b6d6-037eecac58e6 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:25.224774 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-702018fd-5053-4721-8d5a-a7f6c4215a30 req-b6cadada-a93e-46c1-b6d6-037eecac58e6 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 931 time: 0.1124485 Jul 16 18:58:25.279401 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2eea4841-f6b8-4990-aa08-b1e5a502054c {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:25.295137 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:25.307471 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-702018fd-5053-4721-8d5a-a7f6c4215a30 req-d18cf6b9-5210-4b27-8d41-71be4bca7266 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635211 Jul 16 18:58:25.315351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Transition to ACTIVE for port object 2eea4841-f6b8-4990-aa08-b1e5a502054c will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:25.320670 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:25.373257 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Pushing event updated for resources: {'Port': ['ID=2eea4841-f6b8-4990-aa08-b1e5a502054c,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:25.475392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Attempting to bind port 2eea4841-f6b8-4990-aa08-b1e5a502054c on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:25.475877 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Attempting to bind port 2eea4841-f6b8-4990-aa08-b1e5a502054c by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:25.476178 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Attempting to bind port 2eea4841-f6b8-4990-aa08-b1e5a502054c on network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:25.481295 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Port 2eea4841-f6b8-4990-aa08-b1e5a502054c on network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:58:25.481627 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Attempting to bind port 2eea4841-f6b8-4990-aa08-b1e5a502054c on network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:25.493737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:25.494090 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Checking segment: {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:25.494493 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Bound using segment: {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:25.494947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Bound port: 2eea4841-f6b8-4990-aa08-b1e5a502054c, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:25.495354 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:25.578164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] For port 2eea4841-f6b8-4990-aa08-b1e5a502054c, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:25.581583 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] For port 2eea4841-f6b8-4990-aa08-b1e5a502054c, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2eea4841-f6b8-4990-aa08-b1e5a502054c,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:25.586135 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:25.622358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:25.622993 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:25.624499 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] 10.222.0.37 "PUT /v2.0/ports/2eea4841-f6b8-4990-aa08-b1e5a502054c HTTP/1.1" status: 200 len: 1091 time: 0.8141251 Jul 16 18:58:25.624972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1', 'tag': '2eea4841-f6b8-4990-aa08-b1e5a502054c'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:25.627356 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7319bb45-7221-40e8-98cf-da5264cb8f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1", "tag": "2eea4841-f6b8-4990-aa08-b1e5a502054c"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:25.667433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddd30c-9591-4022-8ac4-0cbb207baf2f service neutron] Pushing event updated for resources: {'Port': ['ID=2eea4841-f6b8-4990-aa08-b1e5a502054c,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:25.683812 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a9e7ab-0b31-4491-a4e2-927222a2681f x-openstack-request-id: req-04a9e7ab-0b31-4491-a4e2-927222a2681f {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:25.684110 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1", "tag": "2eea4841-f6b8-4990-aa08-b1e5a502054c", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:25.684366 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-04a9e7ab-0b31-4491-a4e2-927222a2681f {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:25.684835 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1', 'tag': '2eea4841-f6b8-4990-aa08-b1e5a502054c', 'status': 'completed', 'code': 200} Jul 16 18:58:25.758352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-8729bd14-533e-44e4-97e2-5911f4785d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:25.760071 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-8729bd14-533e-44e4-97e2-5911f4785d22 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b757b62154144cb96ac5f5841788848&device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 1094 time: 0.0668080 Jul 16 18:58:25.813757 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-dfee630f-66c0-4c72-9698-5aae79dbd64f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eea4841-f6b8-4990-aa08-b1e5a502054c HTTP/1.1" status: 200 len: 217 time: 0.0374966 Jul 16 18:58:25.869605 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-cf3c0ed5-7cd7-412e-97ad-c7db0d0a90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:25.871184 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-cf3c0ed5-7cd7-412e-97ad-c7db0d0a90bb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17395a66-f27a-4db5-8753-4990d3f845dd HTTP/1.1" status: 200 len: 856 time: 0.0514634 Jul 16 18:58:25.940278 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-f1508c4d-5271-4bdc-8f99-23918e70f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:25.941745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-f1508c4d-5271-4bdc-8f99-23918e70f175 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71b9d21b-7b18-49d8-a72b-f9bff6429a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639501 Jul 16 18:58:25.984446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7e222827-f9ef-46cf-b29c-608369f8c823 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:26.034980 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 7e222827-f9ef-46cf-b29c-608369f8c823 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:26.039302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7e222827-f9ef-46cf-b29c-608369f8c823 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:26.039861 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:26.043321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-c525e052-9a03-4fb0-a465-83d9b302dc04 service neutron] 10.222.0.37 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930955 Jul 16 18:58:26.118795 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:26.144026 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-32e3fa91-84f8-4ea1-8a66-a650981a23c9 req-c12eed64-baf8-475d-b550-305785c2f60c service neutron] 10.222.0.37 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913346 Jul 16 18:58:26.155228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 7e222827-f9ef-46cf-b29c-608369f8c823, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7e222827-f9ef-46cf-b29c-608369f8c823,segment=NetworkSegment(d294c54f-0e31-434e-af0e-3051005fe281),segment_id=d294c54f-0e31-434e-af0e-3051005fe281)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:26.159295 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:26.160100 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:26.235897 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=7e222827-f9ef-46cf-b29c-608369f8c823,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:26.246992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:26.247369 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:26.283858 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319bb45-7221-40e8-98cf-da5264cb8f7a req-681c2929-a7aa-467e-b4f7-2cb55f7c4829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:26.285437 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7319bb45-7221-40e8-98cf-da5264cb8f7a req-681c2929-a7aa-467e-b4f7-2cb55f7c4829 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b757b62154144cb96ac5f5841788848&device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 1094 time: 0.0542982 Jul 16 18:58:26.394846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319bb45-7221-40e8-98cf-da5264cb8f7a req-99e11b42-417a-4d20-9ffe-206e31b098d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:26.396373 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7319bb45-7221-40e8-98cf-da5264cb8f7a req-99e11b42-417a-4d20-9ffe-206e31b098d2 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71b9d21b-7b18-49d8-a72b-f9bff6429a08 HTTP/1.1" status: 200 len: 918 time: 0.1019619 Jul 16 18:58:26.439816 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7319bb45-7221-40e8-98cf-da5264cb8f7a req-1ef4a05a-1081-42d7-b69c-833c78a21722 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eea4841-f6b8-4990-aa08-b1e5a502054c HTTP/1.1" status: 200 len: 217 time: 0.0371628 Jul 16 18:58:26.519659 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319bb45-7221-40e8-98cf-da5264cb8f7a req-2a5c7174-37b1-43b2-a565-836b84aec775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:26.521125 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7319bb45-7221-40e8-98cf-da5264cb8f7a req-2a5c7174-37b1-43b2-a565-836b84aec775 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17395a66-f27a-4db5-8753-4990d3f845dd HTTP/1.1" status: 200 len: 856 time: 0.0727916 Jul 16 18:58:26.568758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c7f403-73c6-4e08-9a26-097a21b99993 req-7c232da3-f69d-424e-a217-84fd83551665 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:26.570272 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64c7f403-73c6-4e08-9a26-097a21b99993 req-7c232da3-f69d-424e-a217-84fd83551665 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 943 time: 0.1332686 Jul 16 18:58:26.621134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-64c7f403-73c6-4e08-9a26-097a21b99993 req-ae3dbbed-7a1b-4e47-90c8-30dd623f9f8e tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447640 Jul 16 18:58:26.625496 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319bb45-7221-40e8-98cf-da5264cb8f7a req-2768641f-c61e-41c7-b476-98fe9b03dfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:26.626974 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7319bb45-7221-40e8-98cf-da5264cb8f7a req-2768641f-c61e-41c7-b476-98fe9b03dfe2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71b9d21b-7b18-49d8-a72b-f9bff6429a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960727 Jul 16 18:58:26.727285 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7319bb45-7221-40e8-98cf-da5264cb8f7a req-b4ce843d-0ecc-4a2b-998f-aaef98ac2e6f service neutron] 10.222.0.37 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874176 Jul 16 18:58:26.818762 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7319bb45-7221-40e8-98cf-da5264cb8f7a req-a3782649-8f33-4329-bd09-aedb93d6d4de service neutron] 10.222.0.37 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842354 Jul 16 18:58:27.803511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 2eea4841-f6b8-4990-aa08-b1e5a502054c details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:58:27.804378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907cdd03-05c7-4be2-96a9-843e856c1c32 req-a6bed61e-ae4e-42d0-b129-97b8b43f7ef7 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:27.805896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-907cdd03-05c7-4be2-96a9-843e856c1c32 req-a6bed61e-ae4e-42d0-b129-97b8b43f7ef7 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 943 time: 0.0687463 Jul 16 18:58:27.849552 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-907cdd03-05c7-4be2-96a9-843e856c1c32 req-7c26ed2d-2793-44a6-94fb-7f0b9bf6d2c6 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358083 Jul 16 18:58:27.902370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 2eea4841-f6b8-4990-aa08-b1e5a502054c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2eea4841-f6b8-4990-aa08-b1e5a502054c,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:27.915172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '2eea4841-f6b8-4990-aa08-b1e5a502054c', 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08', 'port_id': '2eea4841-f6b8-4990-aa08-b1e5a502054c', 'mac_address': 'fa:16:3e:12:81:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17395a66-f27a-4db5-8753-4990d3f845dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:58:27.949075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7e222827-f9ef-46cf-b29c-608369f8c823 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:27.977366 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:27.998767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2eea4841-f6b8-4990-aa08-b1e5a502054c {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:28.022131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 2eea4841-f6b8-4990-aa08-b1e5a502054c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2eea4841-f6b8-4990-aa08-b1e5a502054c,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:28.027657 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:28.034911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 7e222827-f9ef-46cf-b29c-608369f8c823 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:28.035273 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:28.103746 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=2eea4841-f6b8-4990-aa08-b1e5a502054c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:28.313838 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['2eea4841-f6b8-4990-aa08-b1e5a502054c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:29.039524 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db118c-8061-4c28-a10e-fb8bb18e66c0 req-818e8e55-c657-4eb1-8715-0ad857b03455 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:29.041181 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-96db118c-8061-4c28-a10e-fb8bb18e66c0 req-818e8e55-c657-4eb1-8715-0ad857b03455 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 944 time: 0.0701449 Jul 16 18:58:29.079691 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-96db118c-8061-4c28-a10e-fb8bb18e66c0 req-1e5f4b46-f362-4a0f-8fcc-b16ce11b9e58 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328453 Jul 16 18:58:29.830576 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 2eea4841-f6b8-4990-aa08-b1e5a502054c up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:58:29.877744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 2eea4841-f6b8-4990-aa08-b1e5a502054c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:29.881444 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 2eea4841-f6b8-4990-aa08-b1e5a502054c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:29.881866 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:29.928472 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:29.972371 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:29.996942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eea4841-f6b8-4990-aa08-b1e5a502054c'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:29.999367 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2642cb56-a658-4934-a2c6-d837e9e93290" -d '{"events": [{"server_uuid": "4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1", "name": "network-vif-plugged", "status": "completed", "tag": "2eea4841-f6b8-4990-aa08-b1e5a502054c"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:30.013264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 2eea4841-f6b8-4990-aa08-b1e5a502054c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2eea4841-f6b8-4990-aa08-b1e5a502054c,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:30.018433 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:30.042527 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58417f92-e4fd-4a5a-896c-2f5a02156d71 x-openstack-request-id: req-58417f92-e4fd-4a5a-896c-2f5a02156d71 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:30.042820 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1", "name": "network-vif-plugged", "status": "completed", "tag": "2eea4841-f6b8-4990-aa08-b1e5a502054c", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:30.043099 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-58417f92-e4fd-4a5a-896c-2f5a02156d71 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:30.043483 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2eea4841-f6b8-4990-aa08-b1e5a502054c', 'code': 200} Jul 16 18:58:30.072393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=2eea4841-f6b8-4990-aa08-b1e5a502054c,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:30.183380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377affca-8010-456b-82fc-a7cebb74d30d req-dc970cd6-1cb3-4a9d-97b7-88e118b954f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.184936 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-377affca-8010-456b-82fc-a7cebb74d30d req-dc970cd6-1cb3-4a9d-97b7-88e118b954f3 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0583599 Jul 16 18:58:30.256301 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-377affca-8010-456b-82fc-a7cebb74d30d req-ded7f479-65ac-4315-b36d-a11cb1a49876 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646536 Jul 16 18:58:30.284487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6637f-d0b3-4e56-b641-134f41a6285f req-4967070d-ee93-4bd6-8f83-daa1824eb3ff tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:30.285946 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a7e6637f-d0b3-4e56-b641-134f41a6285f req-4967070d-ee93-4bd6-8f83-daa1824eb3ff tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 945 time: 0.0875866 Jul 16 18:58:30.330625 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a7e6637f-d0b3-4e56-b641-134f41a6285f req-37948868-c183-4e7b-802b-05da2ccd20c4 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383565 Jul 16 18:58:31.517556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8522e0ba-fd2f-42bb-9c48-a6b6f236821c req-c98cd8c4-0d6b-4c8a-9336-5eab3b06cd56 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.519091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8522e0ba-fd2f-42bb-9c48-a6b6f236821c req-c98cd8c4-0d6b-4c8a-9336-5eab3b06cd56 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 945 time: 0.0646219 Jul 16 18:58:31.572343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8522e0ba-fd2f-42bb-9c48-a6b6f236821c req-0ac82701-5fec-47ff-8794-2ebd2e2d91db tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470040 Jul 16 18:58:31.752995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52584b2-d52d-4ccd-8bf1-1ce552fd514e req-f6d3de6b-3a4d-4416-a9d0-3a77929eaaa9 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:31.754633 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e52584b2-d52d-4ccd-8bf1-1ce552fd514e req-f6d3de6b-3a4d-4416-a9d0-3a77929eaaa9 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 945 time: 0.0649242 Jul 16 18:58:31.795111 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e52584b2-d52d-4ccd-8bf1-1ce552fd514e req-701accf5-7a84-4646-af8d-c0bb6e087d74 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343533 Jul 16 18:58:42.620523 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:44.120066 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-bc71f50a-1f72-4dde-800e-f76752d890e2 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515361 Jul 16 18:58:44.240517 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-aa5fe735-1216-4ad9-8f01-cd1b21ce4c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:44.242048 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-aa5fe735-1216-4ad9-8f01-cd1b21ce4c55 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=9b757b62154144cb96ac5f5841788848&device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0544662 Jul 16 18:58:44.344953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-d034519c-2a9d-4ebf-a1a7-13b0fd1fc512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:44.346416 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-d034519c-2a9d-4ebf-a1a7-13b0fd1fc512 service neutron] 10.222.0.37 "GET /v2.0/networks?id=71b9d21b-7b18-49d8-a72b-f9bff6429a08 HTTP/1.1" status: 200 len: 918 time: 0.0841727 Jul 16 18:58:44.391390 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-9faecaa4-ed02-49ea-8091-7d2b9f6a295e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2eea4841-f6b8-4990-aa08-b1e5a502054c HTTP/1.1" status: 200 len: 217 time: 0.0371087 Jul 16 18:58:44.441930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-2ffd5eb2-4d1b-4ade-9397-98947bb5f7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:44.443474 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-2ffd5eb2-4d1b-4ade-9397-98947bb5f7aa service neutron] 10.222.0.37 "GET /v2.0/subnets?id=17395a66-f27a-4db5-8753-4990d3f845dd HTTP/1.1" status: 200 len: 856 time: 0.0450995 Jul 16 18:58:44.500659 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-48110e65-f775-4a17-a8cb-f9b0d22a1479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:44.502140 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-48110e65-f775-4a17-a8cb-f9b0d22a1479 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=71b9d21b-7b18-49d8-a72b-f9bff6429a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0523043 Jul 16 18:58:44.596079 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-4777fe9d-80f4-4859-9b06-0331692d107f service neutron] 10.222.0.37 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871141 Jul 16 18:58:44.688780 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48fc2f3-a3d0-472a-94c4-a380bd72a8cc req-5b62f415-da9c-40d9-b6e1-6627e2d35711 service neutron] 10.222.0.37 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839968 Jul 16 18:58:45.586093 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-19b04e98-e8d6-4265-9312-87a3b83fe455 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:48.260426 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:48.289011 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a9b873b0-2f6d-4792-8b29-9f1ce2f5c87d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:50.060882 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:52.131839 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:52.201767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e18dd7-f009-417e-9a93-c7a69300d65c req-1b9049a7-6184-4e93-a0c8-fcde1a3ffdce tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:52.203274 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91e18dd7-f009-417e-9a93-c7a69300d65c req-1b9049a7-6184-4e93-a0c8-fcde1a3ffdce tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 945 time: 0.0712800 Jul 16 18:58:52.240579 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91e18dd7-f009-417e-9a93-c7a69300d65c req-0e22134d-91c8-4e6c-a49f-a22db1025e44 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316305 Jul 16 18:58:53.417766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9bc68-fbc9-483d-8ea5-2ffeae0c9f86 req-115cd355-625d-4d02-ae7a-f7363f81c383 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:53.419262 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18a9bc68-fbc9-483d-8ea5-2ffeae0c9f86 req-115cd355-625d-4d02-ae7a-f7363f81c383 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 945 time: 0.0638285 Jul 16 18:58:53.456606 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-18a9bc68-fbc9-483d-8ea5-2ffeae0c9f86 req-8ab6a8a5-3a0d-470e-8e80-9428898b472a tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317807 Jul 16 18:58:54.015407 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188aa54-3035-4571-a4dd-223b3a20eab1 req-1c03a8c4-1b5f-4786-9783-b36da08f2867 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:54.016887 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e188aa54-3035-4571-a4dd-223b3a20eab1 req-1c03a8c4-1b5f-4786-9783-b36da08f2867 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.37 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 945 time: 0.0624356 Jul 16 18:58:54.137055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e188aa54-3035-4571-a4dd-223b3a20eab1 req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Deleting port 2eea4841-f6b8-4990-aa08-b1e5a502054c {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:58:54.137406 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e188aa54-3035-4571-a4dd-223b3a20eab1 req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.225171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-e188aa54-3035-4571-a4dd-223b3a20eab1 req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] For port 2eea4841-f6b8-4990-aa08-b1e5a502054c, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=2eea4841-f6b8-4990-aa08-b1e5a502054c,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:58:54.225410 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e188aa54-3035-4571-a4dd-223b3a20eab1 req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.238485 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-e188aa54-3035-4571-a4dd-223b3a20eab1 req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Calling delete_port for 2eea4841-f6b8-4990-aa08-b1e5a502054c owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:58:54.369532 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e188aa54-3035-4571-a4dd-223b3a20eab1 req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.401685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Pushing event deleted for resources: {'Port': ['ID=2eea4841-f6b8-4990-aa08-b1e5a502054c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:54.406383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['2eea4841-f6b8-4990-aa08-b1e5a502054c'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:58:54.437235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.437593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.437941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.438282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.438617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.438954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.439287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.439667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.440004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.440333 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.440661 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.440995 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:54.465174 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-e188aa54-3035-4571-a4dd-223b3a20eab1 req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] No DVR routers for this DVR port 2eea4841-f6b8-4990-aa08-b1e5a502054c on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:58:54.467881 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-e188aa54-3035-4571-a4dd-223b3a20eab1 req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:54.469990 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e188aa54-3035-4571-a4dd-223b3a20eab1 req-ef968f67-e53f-40f0-a51b-062c23931e23 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.37 "DELETE /v2.0/ports/2eea4841-f6b8-4990-aa08-b1e5a502054c HTTP/1.1" status: 204 len: 173 time: 0.4479129 Jul 16 18:58:54.470440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1', 'name': 'network-vif-deleted', 'tag': '2eea4841-f6b8-4990-aa08-b1e5a502054c'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:54.472769 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cafb1a2-9969-48ce-befd-2b1deb85e6bc" -d '{"events": [{"server_uuid": "4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1", "name": "network-vif-deleted", "tag": "2eea4841-f6b8-4990-aa08-b1e5a502054c"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:54.525498 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7635df2-0646-4f3d-9b9a-388e79803e32 x-openstack-request-id: req-d7635df2-0646-4f3d-9b9a-388e79803e32 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:54.526007 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1", "name": "network-vif-deleted", "tag": "2eea4841-f6b8-4990-aa08-b1e5a502054c", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:54.526382 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d7635df2-0646-4f3d-9b9a-388e79803e32 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:54.526887 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1', 'name': 'network-vif-deleted', 'tag': '2eea4841-f6b8-4990-aa08-b1e5a502054c', 'status': 'completed', 'code': 200} Jul 16 18:58:54.618174 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-728dadaa-f0d3-477f-9d38-c10b4f7853ab req-b0b1e779-ec60-4c04-b545-29b6685823d5 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=4e423d13-7ca2-4fd1-94ae-0ef4f8c79ae1 HTTP/1.1" status: 200 len: 210 time: 0.0341511 Jul 16 18:58:56.191609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220fb21-3c8d-4854-8e05-42742004041d req-8df84831-6b9c-4dd4-b721-259e3631756e tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:56.192972 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-8df84831-6b9c-4dd4-b721-259e3631756e tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/networks?id=71b9d21b-7b18-49d8-a72b-f9bff6429a08 HTTP/1.1" status: 200 len: 817 time: 0.1032493 Jul 16 18:58:56.208597 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-b94b4227-4a79-48cc-9e46-7a591566bd2a tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/quotas/9b757b62154144cb96ac5f5841788848 HTTP/1.1" status: 200 len: 375 time: 0.0092144 Jul 16 18:58:56.279422 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-c6cf106a-5b21-455a-ad5b-e7456a6ff1d2 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=9b757b62154144cb96ac5f5841788848&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0648417 Jul 16 18:58:56.380515 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-e078aec0-9957-4655-899f-91a0914fb085 service neutron] 10.222.0.47 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892327 Jul 16 18:58:56.469879 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-fa967e2f-a31b-4997-87ad-e673b31b03d2 service neutron] 10.222.0.47 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829799 Jul 16 18:58:56.639352 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-119905f4-a15d-4649-9f7b-0927540d6248 req-411cca70-dd98-42eb-94ef-146b48f053dc tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 210 time: 0.0291445 Jul 16 18:58:57.637791 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220fb21-3c8d-4854-8e05-42742004041d req-7b816fc4-d774-45c1-899e-8f909941a824 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:57.639172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-7b816fc4-d774-45c1-899e-8f909941a824 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.18 "GET /v2.0/networks?id=71b9d21b-7b18-49d8-a72b-f9bff6429a08 HTTP/1.1" status: 200 len: 817 time: 0.1065695 Jul 16 18:58:57.657533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Request body: {'port': {'device_id': 'a8453e97-79ac-438d-a71f-ae7167169a69', 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08', 'admin_state_up': True, 'tenant_id': '9b757b62154144cb96ac5f5841788848'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:57.790794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Made reservation on behalf of 9b757b62154144cb96ac5f5841788848 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:58:57.794176 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:57.821365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bdd65e2f-fde1-4b8c-9f42-4ec1dff009c8 req-2fbf0c9f-230a-486f-98c6-c1569a7307d8 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 210 time: 0.0445151 Jul 16 18:58:57.932048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Allocated IP 172.20.0.10 (71b9d21b-7b18-49d8-a72b-f9bff6429a08/17395a66-f27a-4db5-8753-4990d3f845dd/abb815d9-b517-491a-9db0-792f2cd41274) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:58:58.001582 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 2eea4841-f6b8-4990-aa08-b1e5a502054c no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:58:58.021722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 2eea4841-f6b8-4990-aa08-b1e5a502054c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:58:58.022067 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 2eea4841-f6b8-4990-aa08-b1e5a502054c not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:58:58.078178 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.091293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Transition to ACTIVE for port object abb815d9-b517-491a-9db0-792f2cd41274 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:58.123491 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.164989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:58:58.170212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:58:58.172691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:58:58.206918 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Pushing event updated for resources: {'Port': ['ID=abb815d9-b517-491a-9db0-792f2cd41274,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:58.221906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.222252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.222597 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.222934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.223267 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.223619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.223952 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.224279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.224607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.224933 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.225261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.225579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:58:58.249474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:58.250094 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.264417 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-2a6a0ae1-72b4-449e-a380-e358ac9c0bed tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6106060 Jul 16 18:58:58.276352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Request body: {'port': {'device_id': 'a8453e97-79ac-438d-a71f-ae7167169a69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:58:58.351400 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.407305 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-435c1482-c67d-4804-9068-e75cb71020fb None None] Provisioning for port abb815d9-b517-491a-9db0-792f2cd41274 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:58:58.411192 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-435c1482-c67d-4804-9068-e75cb71020fb None None] Provisioning complete for port abb815d9-b517-491a-9db0-792f2cd41274 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:58:58.411580 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-435c1482-c67d-4804-9068-e75cb71020fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.445564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-435c1482-c67d-4804-9068-e75cb71020fb None None] Port abb815d9-b517-491a-9db0-792f2cd41274 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:58:58.623738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abb815d9-b517-491a-9db0-792f2cd41274 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:58:58.631074 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.643676 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Transition to ACTIVE for port object abb815d9-b517-491a-9db0-792f2cd41274 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:58:58.647306 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.697148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Pushing event updated for resources: {'Port': ['ID=abb815d9-b517-491a-9db0-792f2cd41274,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:58.777522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Attempting to bind port abb815d9-b517-491a-9db0-792f2cd41274 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:58:58.777867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Attempting to bind port abb815d9-b517-491a-9db0-792f2cd41274 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:58:58.778200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Attempting to bind port abb815d9-b517-491a-9db0-792f2cd41274 on network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:58.782655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Port abb815d9-b517-491a-9db0-792f2cd41274 on network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 18:58:58.782965 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Attempting to bind port abb815d9-b517-491a-9db0-792f2cd41274 on network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:58:58.788214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 58, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:58:58.788569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Checking segment: {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:58:58.789212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Bound using segment: {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:58:58.789464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Bound port: abb815d9-b517-491a-9db0-792f2cd41274, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe4f6357-b590-4b23-959d-704074686ba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 376, 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:58:58.789827 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.864119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] For port abb815d9-b517-491a-9db0-792f2cd41274, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:58:58.868510 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] For port abb815d9-b517-491a-9db0-792f2cd41274, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=abb815d9-b517-491a-9db0-792f2cd41274,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:58:58.873506 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.912440 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:58.913333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:58.914772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] 10.222.0.18 "PUT /v2.0/ports/abb815d9-b517-491a-9db0-792f2cd41274 HTTP/1.1" status: 200 len: 1092 time: 0.6434515 Jul 16 18:58:58.915630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8453e97-79ac-438d-a71f-ae7167169a69', 'tag': 'abb815d9-b517-491a-9db0-792f2cd41274'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:58:58.918383 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45d2fc38-4f84-4820-96f1-895317026c50" -d '{"events": [{"name": "network-changed", "server_uuid": "a8453e97-79ac-438d-a71f-ae7167169a69", "tag": "abb815d9-b517-491a-9db0-792f2cd41274"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:58:58.969010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e52f6e0-729e-459b-be8b-e5f8ef3fcac8 service neutron] Pushing event updated for resources: {'Port': ['ID=abb815d9-b517-491a-9db0-792f2cd41274,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:58:58.997622 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 18:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5415425-b4f5-40d4-ab04-66a9d99dc561 x-openstack-request-id: req-f5415425-b4f5-40d4-ab04-66a9d99dc561 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:58:58.997910 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8453e97-79ac-438d-a71f-ae7167169a69", "tag": "abb815d9-b517-491a-9db0-792f2cd41274", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:58:58.998160 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f5415425-b4f5-40d4-ab04-66a9d99dc561 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:58:58.998642 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8453e97-79ac-438d-a71f-ae7167169a69', 'tag': 'abb815d9-b517-491a-9db0-792f2cd41274', 'status': 'completed', 'code': 200} Jul 16 18:58:59.029731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220fb21-3c8d-4854-8e05-42742004041d req-45d0a2d2-e261-4d96-add4-d7f4e9fc1f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.031291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-45d0a2d2-e261-4d96-add4-d7f4e9fc1f1e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b757b62154144cb96ac5f5841788848&device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 1095 time: 0.0716579 Jul 16 18:58:59.045321 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63415b5e-334b-4347-8fe1-8f56e684bd8f req-200eefe4-5969-4a86-9018-b1e5dfcef51b tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.046894 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63415b5e-334b-4347-8fe1-8f56e684bd8f req-200eefe4-5969-4a86-9018-b1e5dfcef51b tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 944 time: 0.0905564 Jul 16 18:58:59.087919 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-63415b5e-334b-4347-8fe1-8f56e684bd8f req-ce6dcad8-f962-4025-bf7a-9c55c808043c tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351686 Jul 16 18:58:59.329187 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-f6a465ee-81d7-461f-9e84-53c3dce5ad81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abb815d9-b517-491a-9db0-792f2cd41274 HTTP/1.1" status: 200 len: 217 time: 0.2902036 Jul 16 18:58:59.377065 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220fb21-3c8d-4854-8e05-42742004041d req-7558785b-5253-4a74-b16e-9f180629bb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.378516 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-7558785b-5253-4a74-b16e-9f180629bb6a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17395a66-f27a-4db5-8753-4990d3f845dd HTTP/1.1" status: 200 len: 856 time: 0.0436180 Jul 16 18:58:59.433973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8220fb21-3c8d-4854-8e05-42742004041d req-4fc103d3-aee1-4ae1-8bf8-4e72658f2dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.435427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-4fc103d3-aee1-4ae1-8bf8-4e72658f2dbe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71b9d21b-7b18-49d8-a72b-f9bff6429a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0506370 Jul 16 18:58:59.525374 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-e95efea8-9f86-4995-a43d-0b548e2f2713 service neutron] 10.222.0.18 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832739 Jul 16 18:58:59.612433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8220fb21-3c8d-4854-8e05-42742004041d req-b54b6d8c-7ccd-49af-bc25-4d377d384883 service neutron] 10.222.0.18 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810387 Jul 16 18:58:59.716107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2fc38-4f84-4820-96f1-895317026c50 req-f99ab785-2e6c-476c-a8e2-311e9026b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.717588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45d2fc38-4f84-4820-96f1-895317026c50 req-f99ab785-2e6c-476c-a8e2-311e9026b454 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b757b62154144cb96ac5f5841788848&device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 1095 time: 0.0567520 Jul 16 18:58:59.808173 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2fc38-4f84-4820-96f1-895317026c50 req-285f01b3-70d1-4b46-bd17-8adea92f7ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.809576 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45d2fc38-4f84-4820-96f1-895317026c50 req-285f01b3-70d1-4b46-bd17-8adea92f7ed4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=71b9d21b-7b18-49d8-a72b-f9bff6429a08 HTTP/1.1" status: 200 len: 918 time: 0.0859630 Jul 16 18:58:59.854795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45d2fc38-4f84-4820-96f1-895317026c50 req-d7ac184a-4fe6-4586-ab9d-2ea116b26f1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abb815d9-b517-491a-9db0-792f2cd41274 HTTP/1.1" status: 200 len: 217 time: 0.0372117 Jul 16 18:58:59.904692 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2fc38-4f84-4820-96f1-895317026c50 req-298fc348-22e0-494e-8378-d5a9e9da9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.906176 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45d2fc38-4f84-4820-96f1-895317026c50 req-298fc348-22e0-494e-8378-d5a9e9da9486 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17395a66-f27a-4db5-8753-4990d3f845dd HTTP/1.1" status: 200 len: 856 time: 0.0448785 Jul 16 18:58:59.913173 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:58:59.966732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d2fc38-4f84-4820-96f1-895317026c50 req-ae0a5de6-4536-4de6-9135-ea6c9001b9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:58:59.968295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45d2fc38-4f84-4820-96f1-895317026c50 req-ae0a5de6-4536-4de6-9135-ea6c9001b9e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=71b9d21b-7b18-49d8-a72b-f9bff6429a08&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554035 Jul 16 18:59:00.063280 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45d2fc38-4f84-4820-96f1-895317026c50 req-7269fa2e-4d24-4de0-b914-b043654350cc service neutron] 10.222.0.18 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869374 Jul 16 18:59:00.155910 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-45d2fc38-4f84-4820-96f1-895317026c50 req-90e20bc1-553a-4d6d-a0eb-a2d8749b67e7 service neutron] 10.222.0.18 "GET /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846126 Jul 16 18:59:00.274288 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c149423-4fe4-41a6-97dc-779d3384e16a req-4dc65233-5df5-4a69-8056-16f96a701bbd tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:00.275792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c149423-4fe4-41a6-97dc-779d3384e16a req-4dc65233-5df5-4a69-8056-16f96a701bbd tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 944 time: 0.0675659 Jul 16 18:59:00.315709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c149423-4fe4-41a6-97dc-779d3384e16a req-16a28ed7-73e0-45a2-9594-882a889cc5ea tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341485 Jul 16 18:59:01.495380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5716546-ee0c-4641-a997-460fa4583b09 req-f5337356-31ae-4c15-94bf-cab78f5aac11 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:01.496857 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e5716546-ee0c-4641-a997-460fa4583b09 req-f5337356-31ae-4c15-94bf-cab78f5aac11 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 944 time: 0.0680625 Jul 16 18:59:01.535303 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e5716546-ee0c-4641-a997-460fa4583b09 req-ddd19242-af29-47e0-80cf-982c0e03b33f tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323682 Jul 16 18:59:01.593324 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:59:02.093703 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device abb815d9-b517-491a-9db0-792f2cd41274 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 18:59:02.190149 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port abb815d9-b517-491a-9db0-792f2cd41274, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=abb815d9-b517-491a-9db0-792f2cd41274,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:02.201985 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'abb815d9-b517-491a-9db0-792f2cd41274', 'network_id': '71b9d21b-7b18-49d8-a72b-f9bff6429a08', 'port_id': 'abb815d9-b517-491a-9db0-792f2cd41274', 'mac_address': 'fa:16:3e:cd:e6:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 376, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17395a66-f27a-4db5-8753-4990d3f845dd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 18:59:02.242548 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:02.256139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abb815d9-b517-491a-9db0-792f2cd41274 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 18:59:02.278118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port abb815d9-b517-491a-9db0-792f2cd41274, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=abb815d9-b517-491a-9db0-792f2cd41274,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:02.282794 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:02.335957 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=abb815d9-b517-491a-9db0-792f2cd41274,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:02.344900 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.345259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.345602 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.345941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.346279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.346611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.346947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.347275 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.347630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.347958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.348283 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.348606 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:02.482754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['abb815d9-b517-491a-9db0-792f2cd41274'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:02.711200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ea7728-04b2-47e1-a47f-7e8a063c4c7b req-3a5bb285-eb6d-4c44-9a2c-b1bddc2c0ff8 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:02.713474 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d2ea7728-04b2-47e1-a47f-7e8a063c4c7b req-3a5bb285-eb6d-4c44-9a2c-b1bddc2c0ff8 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 945 time: 0.0640254 Jul 16 18:59:02.750853 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d2ea7728-04b2-47e1-a47f-7e8a063c4c7b req-643bae1b-a82a-4532-915c-d7af74184370 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318074 Jul 16 18:59:03.928455 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2d7e2b-187c-4269-94e8-48a72b17835c req-877bc382-fdf3-4bc3-bbde-fb9062101640 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:03.929985 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea2d7e2b-187c-4269-94e8-48a72b17835c req-877bc382-fdf3-4bc3-bbde-fb9062101640 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 945 time: 0.0645332 Jul 16 18:59:03.968453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ea2d7e2b-187c-4269-94e8-48a72b17835c req-e3e6a09d-a51f-4ce6-b193-5989f6363ff8 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327723 Jul 16 18:59:04.108839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device abb815d9-b517-491a-9db0-792f2cd41274 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:04.159574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port abb815d9-b517-491a-9db0-792f2cd41274 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:04.163308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port abb815d9-b517-491a-9db0-792f2cd41274 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:04.163717 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:04.241036 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:04.263061 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8453e97-79ac-438d-a71f-ae7167169a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb815d9-b517-491a-9db0-792f2cd41274'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:04.265317 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea63bb16-3f19-48d0-b832-afff4a451177" -d '{"events": [{"server_uuid": "a8453e97-79ac-438d-a71f-ae7167169a69", "name": "network-vif-plugged", "status": "completed", "tag": "abb815d9-b517-491a-9db0-792f2cd41274"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:04.278279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port abb815d9-b517-491a-9db0-792f2cd41274, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=abb815d9-b517-491a-9db0-792f2cd41274,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:04.282181 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:04.311225 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4337d05-81e4-405b-8413-b7c5a8e75b69 x-openstack-request-id: req-e4337d05-81e4-405b-8413-b7c5a8e75b69 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:04.311519 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8453e97-79ac-438d-a71f-ae7167169a69", "name": "network-vif-plugged", "status": "completed", "tag": "abb815d9-b517-491a-9db0-792f2cd41274", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:04.311796 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e4337d05-81e4-405b-8413-b7c5a8e75b69 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:04.312177 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8453e97-79ac-438d-a71f-ae7167169a69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abb815d9-b517-491a-9db0-792f2cd41274', 'code': 200} Jul 16 18:59:04.342852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=abb815d9-b517-491a-9db0-792f2cd41274,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:04.414102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3be7377-2f46-4454-8d97-a32c82d391b6 req-3c066dc2-d1a2-4461-b6fc-48227a572484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:04.416134 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3be7377-2f46-4454-8d97-a32c82d391b6 req-3c066dc2-d1a2-4461-b6fc-48227a572484 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 1097 time: 0.0522614 Jul 16 18:59:04.450886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3be7377-2f46-4454-8d97-a32c82d391b6 req-7e17b6da-eb62-4b85-b0cb-711517dfa17d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272558 Jul 16 18:59:05.140757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c02ac4-a855-42ab-a375-c4f394465b66 req-3fd16c78-4ed2-4c09-9757-d07f19afd0ba tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:05.142275 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4c02ac4-a855-42ab-a375-c4f394465b66 req-3fd16c78-4ed2-4c09-9757-d07f19afd0ba tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 946 time: 0.0622602 Jul 16 18:59:05.183228 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c4c02ac4-a855-42ab-a375-c4f394465b66 req-d8e43bd9-e13a-4123-9ee6-23c1f4c0c5a5 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343056 Jul 16 18:59:06.366607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b166a0-0d81-40ea-b807-be32ab7f4b00 req-0475ed4e-5249-4be8-a23e-dbedbe5bc57f tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:06.368698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0b166a0-0d81-40ea-b807-be32ab7f4b00 req-0475ed4e-5249-4be8-a23e-dbedbe5bc57f tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 946 time: 0.0669723 Jul 16 18:59:06.408241 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0b166a0-0d81-40ea-b807-be32ab7f4b00 req-982566f8-f848-4185-80b8-e98a2c4b02de tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332901 Jul 16 18:59:06.588327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ee739-0c6b-4afb-96b1-c525606cbe28 req-fc7eca01-28fe-46c7-8a6d-396d63dc3172 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:06.589806 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-355ee739-0c6b-4afb-96b1-c525606cbe28 req-fc7eca01-28fe-46c7-8a6d-396d63dc3172 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 946 time: 0.0706797 Jul 16 18:59:06.627161 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-355ee739-0c6b-4afb-96b1-c525606cbe28 req-92c528c8-9070-409d-bd43-0999c35bee1e tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318096 Jul 16 18:59:12.789346 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:15.592892 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bc84efbf-4dfe-4beb-bf80-86849109fd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:18.253116 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:18.279544 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-95eaa7ae-4718-4f40-a2d8-02026c1e3797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:20.065555 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:22.134847 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:25.557586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7767db4-8350-4d5a-a686-aa4eeffe8fae req-af458718-ff08-463b-a819-07fe302d386c tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:25.559123 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d7767db4-8350-4d5a-a686-aa4eeffe8fae req-af458718-ff08-463b-a819-07fe302d386c tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 946 time: 0.0663373 Jul 16 18:59:25.599529 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d7767db4-8350-4d5a-a686-aa4eeffe8fae req-68c43749-4a9b-43d2-aec3-8fe922242b1e tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347085 Jul 16 18:59:26.786580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bb7a25-f89c-49ea-a3cf-af196cc979a0 req-1b58c535-87b0-4939-91c7-eff6ceba7243 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:26.788462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b5bb7a25-f89c-49ea-a3cf-af196cc979a0 req-1b58c535-87b0-4939-91c7-eff6ceba7243 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 946 time: 0.0683472 Jul 16 18:59:26.830558 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b5bb7a25-f89c-49ea-a3cf-af196cc979a0 req-761d2578-ba57-477d-8ad2-c8c0dfec25d4 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/security-groups?id=7698576d-3e64-465c-9923-09b511e7fced&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355988 Jul 16 18:59:26.952257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc6b4d8-2a62-47eb-81a8-0e31a22ee605 req-13a58b3e-c195-4653-b772-9a603bbc9c9e tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:26.953747 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cc6b4d8-2a62-47eb-81a8-0e31a22ee605 req-13a58b3e-c195-4653-b772-9a603bbc9c9e tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.18 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 946 time: 0.0711501 Jul 16 18:59:27.058674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3cc6b4d8-2a62-47eb-81a8-0e31a22ee605 req-ed723226-7cf5-463c-bb53-4ee9c42b5ca3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Deleting port abb815d9-b517-491a-9db0-792f2cd41274 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:27.059012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3cc6b4d8-2a62-47eb-81a8-0e31a22ee605 req-ed723226-7cf5-463c-bb53-4ee9c42b5ca3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:27.148675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-3cc6b4d8-2a62-47eb-81a8-0e31a22ee605 req-ed723226-7cf5-463c-bb53-4ee9c42b5ca3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] For port abb815d9-b517-491a-9db0-792f2cd41274, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=abb815d9-b517-491a-9db0-792f2cd41274,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:27.149026 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3cc6b4d8-2a62-47eb-81a8-0e31a22ee605 req-ed723226-7cf5-463c-bb53-4ee9c42b5ca3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:27.160466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-3cc6b4d8-2a62-47eb-81a8-0e31a22ee605 req-ed723226-7cf5-463c-bb53-4ee9c42b5ca3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Calling delete_port for abb815d9-b517-491a-9db0-792f2cd41274 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:27.285411 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3cc6b4d8-2a62-47eb-81a8-0e31a22ee605 req-ed723226-7cf5-463c-bb53-4ee9c42b5ca3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:27.298303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['abb815d9-b517-491a-9db0-792f2cd41274'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 18:59:27.318021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed723226-7cf5-463c-bb53-4ee9c42b5ca3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Pushing event deleted for resources: {'Port': ['ID=abb815d9-b517-491a-9db0-792f2cd41274,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:27.369901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cc6b4d8-2a62-47eb-81a8-0e31a22ee605 req-ed723226-7cf5-463c-bb53-4ee9c42b5ca3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] No DVR routers for this DVR port abb815d9-b517-491a-9db0-792f2cd41274 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:27.373325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-3cc6b4d8-2a62-47eb-81a8-0e31a22ee605 req-ed723226-7cf5-463c-bb53-4ee9c42b5ca3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:27.375697 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3cc6b4d8-2a62-47eb-81a8-0e31a22ee605 req-ed723226-7cf5-463c-bb53-4ee9c42b5ca3 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.18 "DELETE /v2.0/ports/abb815d9-b517-491a-9db0-792f2cd41274 HTTP/1.1" status: 204 len: 173 time: 0.4168148 Jul 16 18:59:27.376171 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8453e97-79ac-438d-a71f-ae7167169a69', 'name': 'network-vif-deleted', 'tag': 'abb815d9-b517-491a-9db0-792f2cd41274'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 18:59:27.379267 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7592d8d-eb6c-4856-94c9-fdc930c66318" -d '{"events": [{"server_uuid": "a8453e97-79ac-438d-a71f-ae7167169a69", "name": "network-vif-deleted", "tag": "abb815d9-b517-491a-9db0-792f2cd41274"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 18:59:27.419859 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 18:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c4791a-ca03-4dad-bcfb-a4758f3dd293 x-openstack-request-id: req-67c4791a-ca03-4dad-bcfb-a4758f3dd293 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 18:59:27.420162 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8453e97-79ac-438d-a71f-ae7167169a69", "name": "network-vif-deleted", "tag": "abb815d9-b517-491a-9db0-792f2cd41274", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 18:59:27.420412 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-67c4791a-ca03-4dad-bcfb-a4758f3dd293 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 18:59:27.420814 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8453e97-79ac-438d-a71f-ae7167169a69', 'name': 'network-vif-deleted', 'tag': 'abb815d9-b517-491a-9db0-792f2cd41274', 'status': 'completed', 'code': 200} Jul 16 18:59:28.005811 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0807d4cb-1030-4769-a89c-f0e753ef001c req-cfd5cc80-6722-4a1f-b604-05e5c2981548 tempest-TestEncryptedCinderVolumes-948480939 tempest-TestEncryptedCinderVolumes-948480939-project] 10.222.0.47 "GET /v2.0/ports?device_id=a8453e97-79ac-438d-a71f-ae7167169a69 HTTP/1.1" status: 200 len: 210 time: 0.0423992 Jul 16 18:59:29.143113 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48120) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:29.557979 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.855305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] Deleting port 52321404-4add-4530-989a-4caa9bdc9e25 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:29.855670 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.936753 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.944491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] For port 52321404-4add-4530-989a-4caa9bdc9e25, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=52321404-4add-4530-989a-4caa9bdc9e25,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:29.944491 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:29.956252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] Calling delete_port for 52321404-4add-4530-989a-4caa9bdc9e25 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:30.146596 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.175222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] Pushing event deleted for resources: {'Port': ['ID=52321404-4add-4530-989a-4caa9bdc9e25,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:30.264734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device abb815d9-b517-491a-9db0-792f2cd41274 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:30.286393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: abb815d9-b517-491a-9db0-792f2cd41274 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:30.287148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device abb815d9-b517-491a-9db0-792f2cd41274 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:30.350556 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:30.815876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] Router 07c68808-8674-4118-a370-f2c5fcaa7306 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:30.916103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:30.922015 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f1adacb9-c392-4e9d-8da2-390d09bf8f1d admin admin] 10.222.0.47 "PUT /v2.0/routers/07c68808-8674-4118-a370-f2c5fcaa7306/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7777827 Jul 16 18:59:30.924537 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48122) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:30.925239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea6234c-5c49-4f77-9281-e727ac922fd8 None None] Sync routers for ids ['07c68808-8674-4118-a370-f2c5fcaa7306'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:30.935455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea6234c-5c49-4f77-9281-e727ac922fd8 None None] Routers {'07c68808-8674-4118-a370-f2c5fcaa7306'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:30.936218 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4ea6234c-5c49-4f77-9281-e727ac922fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['07c68808-8674-4118-a370-f2c5fcaa7306'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:31.026937 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.043540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-4ea6234c-5c49-4f77-9281-e727ac922fd8 None None] Set router 07c68808-8674-4118-a370-f2c5fcaa7306 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:31.131213 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.183785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Deleting port cf566ec2-58d5-4bfd-9509-98be83fbebeb {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:31.184497 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.224460 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4ea6234c-5c49-4f77-9281-e727ac922fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'name': 'tempest-TestEncryptedCinderVolumes-1050664025-router', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236'}], 'enable_snat': True}, 'gw_port_id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:11Z', 'updated_at': '2021-07-16T18:59:30Z', 'revision_number': 5, 'project_id': '9b757b62154144cb96ac5f5841788848', 'gw_port': {'id': 'cf566ec2-58d5-4bfd-9509-98be83fbebeb', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:af:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4071, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:12Z', 'updated_at': '2021-07-16T18:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:31.250554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea6234c-5c49-4f77-9281-e727ac922fd8 None None] Checking router: 07c68808-8674-4118-a370-f2c5fcaa7306 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:31.258756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea6234c-5c49-4f77-9281-e727ac922fd8 None None] Routers {'07c68808-8674-4118-a370-f2c5fcaa7306'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:31.259359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4ea6234c-5c49-4f77-9281-e727ac922fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['07c68808-8674-4118-a370-f2c5fcaa7306'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:31.266885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] For port cf566ec2-58d5-4bfd-9509-98be83fbebeb, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf566ec2-58d5-4bfd-9509-98be83fbebeb,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:31.267244 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.279705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Calling delete_port for cf566ec2-58d5-4bfd-9509-98be83fbebeb owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:31.346056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-4ea6234c-5c49-4f77-9281-e727ac922fd8 None None] Set router 07c68808-8674-4118-a370-f2c5fcaa7306 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:31.401493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4ea6234c-5c49-4f77-9281-e727ac922fd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'name': 'tempest-TestEncryptedCinderVolumes-1050664025-router', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:11Z', 'updated_at': '2021-07-16T18:59:31Z', 'revision_number': 6, 'project_id': '9b757b62154144cb96ac5f5841788848', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:31.427426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ea6234c-5c49-4f77-9281-e727ac922fd8 None None] The sync data for ids ['07c68808-8674-4118-a370-f2c5fcaa7306'] in n-d-794306-7 is: [{'id': '07c68808-8674-4118-a370-f2c5fcaa7306', 'name': 'tempest-TestEncryptedCinderVolumes-1050664025-router', 'tenant_id': '9b757b62154144cb96ac5f5841788848', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:11Z', 'updated_at': '2021-07-16T18:59:31Z', 'revision_number': 6, 'project_id': '9b757b62154144cb96ac5f5841788848', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:31.464640 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.489154 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Pushing event deleted for resources: {'Port': ['ID=cf566ec2-58d5-4bfd-9509-98be83fbebeb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:31.554382 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.655898 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.658034 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.716978 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.717388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07c68808-8674-4118-a370-f2c5fcaa7306 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:59:31.721610 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.722748 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-90e3f6eb-28a3-4c57-8f90-1a4fa5b8713e admin admin] 10.222.0.47 "DELETE /v2.0/routers/07c68808-8674-4118-a370-f2c5fcaa7306 HTTP/1.1" status: 204 len: 168 time: 0.7973025 Jul 16 18:59:31.725324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48124) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:31.773926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-0693bb8a-c070-451e-9777-ea1f1ebb6272 admin admin] Deleting subnet 17395a66-f27a-4db5-8753-4990d3f845dd {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:59:31.777223 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0693bb8a-c070-451e-9777-ea1f1ebb6272 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.812043 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0693bb8a-c070-451e-9777-ea1f1ebb6272 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.894734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0693bb8a-c070-451e-9777-ea1f1ebb6272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.957472 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0693bb8a-c070-451e-9777-ea1f1ebb6272 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.985787 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0693bb8a-c070-451e-9777-ea1f1ebb6272 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=17395a66-f27a-4db5-8753-4990d3f845dd,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:31.987795 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0693bb8a-c070-451e-9777-ea1f1ebb6272 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:31.990660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0693bb8a-c070-451e-9777-ea1f1ebb6272 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/17395a66-f27a-4db5-8753-4990d3f845dd HTTP/1.1" status: 204 len: 168 time: 0.2634323 Jul 16 18:59:31.993054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48126) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:31.996548 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08e7047-fcbd-4214-8be1-d41b66f673e6 None None] Network 71b9d21b-7b18-49d8-a72b-f9bff6429a08 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:32.096252 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.147745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Deleting port b56cde78-5042-4d20-a564-3772cca1569e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:32.148012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.227311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b960887c-c3f6-437f-88e9-334ff03f6650 None None] DHCP port deletion for 71b9d21b-7b18-49d8-a72b-f9bff6429a08 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:59:32.232659 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] For port b56cde78-5042-4d20-a564-3772cca1569e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b56cde78-5042-4d20-a564-3772cca1569e,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:32.233246 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.248422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Calling delete_port for b56cde78-5042-4d20-a564-3772cca1569e owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:32.275119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 52321404-4add-4530-989a-4caa9bdc9e25 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:32.298290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 52321404-4add-4530-989a-4caa9bdc9e25 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:32.298633 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 52321404-4add-4530-989a-4caa9bdc9e25 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:32.299053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf566ec2-58d5-4bfd-9509-98be83fbebeb no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:32.318948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b960887c-c3f6-437f-88e9-334ff03f6650 None None] Deleting port b56cde78-5042-4d20-a564-3772cca1569e {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:32.319316 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b960887c-c3f6-437f-88e9-334ff03f6650 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.321323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: cf566ec2-58d5-4bfd-9509-98be83fbebeb {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:32.321670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf566ec2-58d5-4bfd-9509-98be83fbebeb not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:32.335318 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.364426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Pushing event deleted for resources: {'Port': ['ID=b56cde78-5042-4d20-a564-3772cca1569e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:32.371303 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] No DVR routers for this DVR port b56cde78-5042-4d20-a564-3772cca1569e on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:32.397992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b960887c-c3f6-437f-88e9-334ff03f6650 None None] For port b56cde78-5042-4d20-a564-3772cca1569e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b56cde78-5042-4d20-a564-3772cca1569e,segment=NetworkSegment(fe4f6357-b590-4b23-959d-704074686ba8),segment_id=fe4f6357-b590-4b23-959d-704074686ba8)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:32.398390 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b960887c-c3f6-437f-88e9-334ff03f6650 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.410372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b960887c-c3f6-437f-88e9-334ff03f6650 None None] Calling delete_port for b56cde78-5042-4d20-a564-3772cca1569e owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:32.444092 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.455059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71b9d21b-7b18-49d8-a72b-f9bff6429a08']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:32.466616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe4f6357-b590-4b23-959d-704074686ba8') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:32.466922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe4f6357-b590-4b23-959d-704074686ba8') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:32.477385 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.492378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.494054 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b960887c-c3f6-437f-88e9-334ff03f6650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.500420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Releasing vlan 376 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:59:32.500859 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:59:32.502817 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:59:32.522247 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b960887c-c3f6-437f-88e9-334ff03f6650 None None] Pushing event deleted for resources: {'Port': ['ID=b56cde78-5042-4d20-a564-3772cca1569e,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:32.528620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b960887c-c3f6-437f-88e9-334ff03f6650 None None] No DVR routers for this DVR port b56cde78-5042-4d20-a564-3772cca1569e on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:32.571575 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.577384 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:32.579438 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] 10.222.0.47 "DELETE /v2.0/networks/71b9d21b-7b18-49d8-a72b-f9bff6429a08 HTTP/1.1" status: 204 len: 168 time: 0.5853260 Jul 16 18:59:32.582536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48128) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:32.598283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f981e9e0-0d8d-4431-82c7-0fc4a7aeb297 admin admin] Pushing event deleted for resources: {'Network': ['ID=71b9d21b-7b18-49d8-a72b-f9bff6429a08,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:32.959669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.222041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] Deleting port 7e222827-f9ef-46cf-b29c-608369f8c823 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:33.222316 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.297687 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] For port 7e222827-f9ef-46cf-b29c-608369f8c823, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7e222827-f9ef-46cf-b29c-608369f8c823,segment=NetworkSegment(d294c54f-0e31-434e-af0e-3051005fe281),segment_id=d294c54f-0e31-434e-af0e-3051005fe281)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:33.298409 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.310633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] Calling delete_port for 7e222827-f9ef-46cf-b29c-608369f8c823 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:33.487891 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:33.516009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] Pushing event deleted for resources: {'Port': ['ID=7e222827-f9ef-46cf-b29c-608369f8c823,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:33.687953 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.033683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b56cde78-5042-4d20-a564-3772cca1569e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:34.056527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: b56cde78-5042-4d20-a564-3772cca1569e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:34.056942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b56cde78-5042-4d20-a564-3772cca1569e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:34.173217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] Router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:34.276178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:34.283789 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-12ce9bfc-f622-47d6-90fc-1efb2ca540fb admin admin] 10.222.0.47 "PUT /v2.0/routers/bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6977928 Jul 16 18:59:34.283789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48130) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:34.289743 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1d253-6fd4-40c3-bd52-762b5ddcaff7 None None] Sync routers for ids ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:34.300230 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1d253-6fd4-40c3-bd52-762b5ddcaff7 None None] Routers {'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:34.300839 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f0f1d253-6fd4-40c3-bd52-762b5ddcaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:34.397666 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.409795 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-f0f1d253-6fd4-40c3-bd52-762b5ddcaff7 None None] Set router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:34.501183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.557129 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Deleting port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:34.557487 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.590178 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f0f1d253-6fd4-40c3-bd52-762b5ddcaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'name': 'tempest-TestEncryptedCinderVolumes-176399596-router', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210'}], 'enable_snat': True}, 'gw_port_id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:16Z', 'updated_at': '2021-07-16T18:59:33Z', 'revision_number': 5, 'project_id': '551881a53b89480dba8ffd323070c195', 'gw_port': {'id': '7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:2e:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4083, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:58:17Z', 'updated_at': '2021-07-16T18:58:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:34.616231 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1d253-6fd4-40c3-bd52-762b5ddcaff7 None None] Checking router: bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:34.625984 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0f1d253-6fd4-40c3-bd52-762b5ddcaff7 None None] Routers {'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:34.626625 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f0f1d253-6fd4-40c3-bd52-762b5ddcaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:34.637048 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] For port 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:34.637599 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.650212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Calling delete_port for 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:34.713946 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-f0f1d253-6fd4-40c3-bd52-762b5ddcaff7 None None] Set router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:34.767536 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-f0f1d253-6fd4-40c3-bd52-762b5ddcaff7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'name': 'tempest-TestEncryptedCinderVolumes-176399596-router', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:16Z', 'updated_at': '2021-07-16T18:59:34Z', 'revision_number': 6, 'project_id': '551881a53b89480dba8ffd323070c195', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:34.794299 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0f1d253-6fd4-40c3-bd52-762b5ddcaff7 None None] The sync data for ids ['bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a'] in n-d-794306-7 is: [{'id': 'bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a', 'name': 'tempest-TestEncryptedCinderVolumes-176399596-router', 'tenant_id': '551881a53b89480dba8ffd323070c195', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:58:16Z', 'updated_at': '2021-07-16T18:59:34Z', 'revision_number': 6, 'project_id': '551881a53b89480dba8ffd323070c195', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:34.820142 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:34.845874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:34.912650 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.001730 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.003877 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.048326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.048872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 18:59:35.053080 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.054405 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ab554ee4-68a8-481e-87a9-e891f91f3287 admin admin] 10.222.0.47 "DELETE /v2.0/routers/bf2392b0-f4b3-4a26-ac25-8e75b9f7a09a HTTP/1.1" status: 204 len: 168 time: 0.7696624 Jul 16 18:59:35.057194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48134) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:35.101124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2d74235-9c43-4983-bf8a-6f81fb2c2a35 admin admin] Deleting subnet 38b05152-05f5-49be-9e57-56d00a3551ad {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 18:59:35.104790 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2d74235-9c43-4983-bf8a-6f81fb2c2a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.144879 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2d74235-9c43-4983-bf8a-6f81fb2c2a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.232602 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2d74235-9c43-4983-bf8a-6f81fb2c2a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.285767 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2d74235-9c43-4983-bf8a-6f81fb2c2a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.314844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d74235-9c43-4983-bf8a-6f81fb2c2a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=38b05152-05f5-49be-9e57-56d00a3551ad,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:35.316944 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d2d74235-9c43-4983-bf8a-6f81fb2c2a35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.318719 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d2d74235-9c43-4983-bf8a-6f81fb2c2a35 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/38b05152-05f5-49be-9e57-56d00a3551ad HTTP/1.1" status: 204 len: 168 time: 0.2605920 Jul 16 18:59:35.321269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48136) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:35.326129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bdcc87-bb47-4808-95ca-14e6299c6681 None None] Network 9825d278-74f6-4e50-aaf0-511f0efd22b2 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:35.395720 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.449466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Deleting port 6758430c-9689-4e82-ba1e-009501ee710b {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:35.450169 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.523467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] For port 6758430c-9689-4e82-ba1e-009501ee710b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6758430c-9689-4e82-ba1e-009501ee710b,segment=NetworkSegment(d294c54f-0e31-434e-af0e-3051005fe281),segment_id=d294c54f-0e31-434e-af0e-3051005fe281)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:35.523784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.541027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Calling delete_port for 6758430c-9689-4e82-ba1e-009501ee710b owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:35.599050 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea940de3-b424-46e9-be70-7688692020cc None None] DHCP port deletion for 9825d278-74f6-4e50-aaf0-511f0efd22b2 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 18:59:35.627001 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.645578 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ea940de3-b424-46e9-be70-7688692020cc None None] Deleting port 6758430c-9689-4e82-ba1e-009501ee710b {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 18:59:35.645957 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ea940de3-b424-46e9-be70-7688692020cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.655202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] No DVR routers for this DVR port 6758430c-9689-4e82-ba1e-009501ee710b on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:35.660850 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6758430c-9689-4e82-ba1e-009501ee710b,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:35.715106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-ea940de3-b424-46e9-be70-7688692020cc None None] For port 6758430c-9689-4e82-ba1e-009501ee710b, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:35.716883 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ea940de3-b424-46e9-be70-7688692020cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.727166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ea940de3-b424-46e9-be70-7688692020cc None None] Calling delete_port for 6758430c-9689-4e82-ba1e-009501ee710b owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 18:59:35.729988 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-ea940de3-b424-46e9-be70-7688692020cc None None] Port 6758430c-9689-4e82-ba1e-009501ee710b was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 18:59:35.731249 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ea940de3-b424-46e9-be70-7688692020cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.736105 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.746884 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9825d278-74f6-4e50-aaf0-511f0efd22b2']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:35.754765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea940de3-b424-46e9-be70-7688692020cc None None] Pushing event deleted for resources: {'Port': ['ID=6758430c-9689-4e82-ba1e-009501ee710b,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:35.757096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd294c54f-0e31-434e-af0e-3051005fe281') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:35.757394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd294c54f-0e31-434e-af0e-3051005fe281') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:35.762256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea940de3-b424-46e9-be70-7688692020cc None None] No DVR routers for this DVR port 6758430c-9689-4e82-ba1e-009501ee710b on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 18:59:35.770345 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.787072 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.795071 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Releasing vlan 360 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 18:59:35.795474 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: timer() Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 18:59:35.797190 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 18:59:35.857926 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.865348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:35.866778 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] 10.222.0.47 "DELETE /v2.0/networks/9825d278-74f6-4e50-aaf0-511f0efd22b2 HTTP/1.1" status: 204 len: 168 time: 0.5445905 Jul 16 18:59:35.879124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4332977-54dc-4328-8374-6849554a09a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9825d278-74f6-4e50-aaf0-511f0efd22b2,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:35.982443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7e222827-f9ef-46cf-b29c-608369f8c823 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:36.009599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 7e222827-f9ef-46cf-b29c-608369f8c823 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:36.010471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7e222827-f9ef-46cf-b29c-608369f8c823 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:36.010888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:36.030187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:36.030611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 7e4ae7f2-9eb5-4075-8df8-f0b413bc8f65 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:36.031032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6758430c-9689-4e82-ba1e-009501ee710b no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 18:59:36.049756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 6758430c-9689-4e82-ba1e-009501ee710b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 18:59:36.050204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6758430c-9689-4e82-ba1e-009501ee710b not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 18:59:36.050858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48140) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:36.093006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-db6572f4-f883-4184-8a53-0b72bac48166 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9b757b62154144cb96ac5f5841788848&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396118 Jul 16 18:59:36.094069 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48142) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:36.140669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cfd45659-d418-43a3-8bc7-aa6d02fbcc09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.162075 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cfd45659-d418-43a3-8bc7-aa6d02fbcc09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.211836 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cfd45659-d418-43a3-8bc7-aa6d02fbcc09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.215470 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-cfd45659-d418-43a3-8bc7-aa6d02fbcc09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.216711 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-cfd45659-d418-43a3-8bc7-aa6d02fbcc09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7698576d-3e64-465c-9923-09b511e7fced HTTP/1.1" status: 204 len: 168 time: 0.1216524 Jul 16 18:59:36.224739 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd45659-d418-43a3-8bc7-aa6d02fbcc09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7698576d-3e64-465c-9923-09b511e7fced,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:36.533876 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48148) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:36.573844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-89041b41-f4c6-4543-9f72-38e703875999 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=551881a53b89480dba8ffd323070c195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386937 Jul 16 18:59:36.577937 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48150) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:36.632079 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1ddda2c-d1b8-4352-8795-fe42e2a0f57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.656968 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1ddda2c-d1b8-4352-8795-fe42e2a0f57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.703483 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1ddda2c-d1b8-4352-8795-fe42e2a0f57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.706027 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c1ddda2c-d1b8-4352-8795-fe42e2a0f57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:36.707165 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c1ddda2c-d1b8-4352-8795-fe42e2a0f57b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/80dbd018-52af-4753-968e-7b4077fca6ac HTTP/1.1" status: 204 len: 168 time: 0.1281791 Jul 16 18:59:36.715476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ddda2c-d1b8-4352-8795-fe42e2a0f57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80dbd018-52af-4753-968e-7b4077fca6ac,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:37.378854 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48172) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:37.471490 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1366328392-network', 'tenant_id': '6791a7683e8442deae64ec332f08e42b'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:37.493739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Made reservation on behalf of 6791a7683e8442deae64ec332f08e42b for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:37.497801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.509079 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.614888 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.618807 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.644942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 358} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:59:37.656134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e436c47c-6b0f-49b4-a2b1-a90890d7666a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:37.660963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.661570 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Added segment e37d53bf-8293-44fd-b537-94e5cb07b3c4 of type vlan for network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb Jul 16 18:59:37.702185 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.730737 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.731731 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:37.732302 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.777474 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3973982 Jul 16 18:59:37.780619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48176) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:37.786196 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] Request body: {'subnet': {'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1366328392-subnet', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:37.809684 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] Made reservation on behalf of 6791a7683e8442deae64ec332f08e42b for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:37.812133 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:37.821738 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f9087f-bd21-4b5c-ba5c-0e189c3f4216 admin admin] Pushing event updated for resources: {'Network': ['ID=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:37.833413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:59:38.010930 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.073046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69b3a40c-0ef3-4e24-984d-1424afbf2e0a,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:38.080527 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] Checking segment: {'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:38.080895 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] Network hostable DHCP agents. Network: 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:59:38.103149 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] Network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:59:38.114181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:38.120269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:38.121607 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.122853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2bf005-b7f6-4622-a651-e1b2ce16a595 None None] Network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:38.137743 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-da8805f5-0f5e-4a82-8d56-303c07279df9 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3559206 Jul 16 18:59:38.141565 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48178) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:38.146222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:38.173274 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.174315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.247125 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.308109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'fixed_ips': [{'subnet_id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:59:38.309004 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.415081 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.468977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Allocated IP 172.20.0.2 (8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb/69b3a40c-0ef3-4e24-984d-1424afbf2e0a/bffe8cd1-b680-40f1-b64b-1dfbe815e6e1) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:38.594650 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 18:59:38.633615 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.646436 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.647263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Transition to ACTIVE for port object bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:38.667431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Transition to ACTIVE for port object bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:38.673938 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.674521 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.720769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:38.724165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:38.728659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:38.735475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Pushing event updated for resources: {'Port': ['ID=bffe8cd1-b680-40f1-b64b-1dfbe815e6e1,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:38.794337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Attempting to bind port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:38.794843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Attempting to bind port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:38.795304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Attempting to bind port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 on network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:38.800702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Allocated IP 172.25.7.146 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/56ade00b-2032-486a-885c-4a956ba5dabd) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:38.801568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:38.801568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Checking segment: {'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:38.801951 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.802244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Bound using segment: {'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:38.802498 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Bound port: bffe8cd1-b680-40f1-b64b-1dfbe815e6e1, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:38.802884 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.884187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] For port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:38.887975 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] For port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bffe8cd1-b680-40f1-b64b-1dfbe815e6e1,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:38.892516 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.915461 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.959805 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:38.969603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304ef44-4831-4870-95ff-23df36dcc7f4 None None] Pushing event updated for resources: {'Port': ['ID=bffe8cd1-b680-40f1-b64b-1dfbe815e6e1,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:39.003717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:39.006552 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:39.010706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:39.037319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Pushing event updated for resources: {'Port': ['ID=56ade00b-2032-486a-885c-4a956ba5dabd,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:39.595423 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:39.816846 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:39.896140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46911fab-7730-4df5-9fd4-691de541d91b None None] Network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:39.937439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4cc51f56-4d8b-4442-a034-c0da75998452 None None] Provisioning for port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:39.957289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Router 75f62d60-c994-4287-92a3-07e10634fd60 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:59:40.040729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:40.082540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:40.099663 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Sync routers for ids ['75f62d60-c994-4287-92a3-07e10634fd60'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:40.100178 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.104757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ea4028e6-4181-4bd9-8222-ebd2b0eadbc7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9589291 Jul 16 18:59:40.105177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48184) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:40.121644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Routers {'75f62d60-c994-4287-92a3-07e10634fd60'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:40.122268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['75f62d60-c994-4287-92a3-07e10634fd60'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:40.182112 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:40.191221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:40.191604 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.441940 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Set router 75f62d60-c994-4287-92a3-07e10634fd60 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:40.546147 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-58433ec2-238f-4c00-85b9-b13d5783436b None None] Provisioning complete for port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:40.546520 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-58433ec2-238f-4c00-85b9-b13d5783436b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.593462 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.677388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bffe8cd1-b680-40f1-b64b-1dfbe815e6e1,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:40.688736 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.799070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=bffe8cd1-b680-40f1-b64b-1dfbe815e6e1,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:40.814683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 3, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:40.843231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Checking router: 75f62d60-c994-4287-92a3-07e10634fd60 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:40.843655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Updating router 75f62d60-c994-4287-92a3-07e10634fd60 port 56ade00b-2032-486a-885c-4a956ba5dabd binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:59:40.883113 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:40.887866 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.063773 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Allocated IP 172.20.0.1 (8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb/69b3a40c-0ef3-4e24-984d-1424afbf2e0a/a6a7b543-5997-4276-947e-33072cdae3b6) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:41.153605 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.163979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Transition to ACTIVE for port object 56ade00b-2032-486a-885c-4a956ba5dabd will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:41.170504 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.178670 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.195155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Transition to ACTIVE for port object a6a7b543-5997-4276-947e-33072cdae3b6 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:41.222593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Attempting to bind port 56ade00b-2032-486a-885c-4a956ba5dabd on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:41.222966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Attempting to bind port 56ade00b-2032-486a-885c-4a956ba5dabd by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:41.223326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Attempting to bind port 56ade00b-2032-486a-885c-4a956ba5dabd on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:41.225156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf5c0a-2b0c-4343-9a0c-4f582ec31a83 None None] Pushing event updated for resources: {'Port': ['ID=56ade00b-2032-486a-885c-4a956ba5dabd,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:41.231370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:41.231776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:41.232179 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.232308 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.232584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:41.233759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Bound port: 56ade00b-2032-486a-885c-4a956ba5dabd, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:41.233759 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.273595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:41.276616 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:41.279326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:41.284963 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] For port 56ade00b-2032-486a-885c-4a956ba5dabd, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:41.288822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] For port 56ade00b-2032-486a-885c-4a956ba5dabd, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=56ade00b-2032-486a-885c-4a956ba5dabd,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:41.293705 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.310397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a7b543-5997-4276-947e-33072cdae3b6,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:41.327584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.357614 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaf5c0a-2b0c-4343-9a0c-4f582ec31a83 None None] Pushing event updated for resources: {'Port': ['ID=56ade00b-2032-486a-885c-4a956ba5dabd,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:41.360153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Routers {'75f62d60-c994-4287-92a3-07e10634fd60'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:41.360760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['75f62d60-c994-4287-92a3-07e10634fd60'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:41.481186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] Set router 75f62d60-c994-4287-92a3-07e10634fd60 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:41.486175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.644710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b8650b9a-5ec3-4a5a-b73d-289962b7f2c8 None None] Provisioning for port a6a7b543-5997-4276-947e-33072cdae3b6 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:41.648994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-b8650b9a-5ec3-4a5a-b73d-289962b7f2c8 None None] Provisioning complete for port a6a7b543-5997-4276-947e-33072cdae3b6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:41.649368 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b8650b9a-5ec3-4a5a-b73d-289962b7f2c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.667672 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.672643 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.693536 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b8650b9a-5ec3-4a5a-b73d-289962b7f2c8 None None] Port a6a7b543-5997-4276-947e-33072cdae3b6 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:41.704569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 3, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:41.730626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dada887-6dab-48bb-a491-43f08f7080a0 None None] The sync data for ids ['75f62d60-c994-4287-92a3-07e10634fd60'] in n-d-794306-7 is: [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:39Z', 'revision_number': 3, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:41.744394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Pushing event updated for resources: {'Port': ['ID=a6a7b543-5997-4276-947e-33072cdae3b6,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:41.747810 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:41.844248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:41.845683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:41.976648 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Router 75f62d60-c994-4287-92a3-07e10634fd60 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:42.037518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:42.116271 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:42.117161 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.173109 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:42.181057 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-174056cc-2bf0-4f3e-9676-265a0865bc43 admin admin] 10.222.0.47 "PUT /v2.0/routers/75f62d60-c994-4287-92a3-07e10634fd60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0741630 Jul 16 18:59:42.236439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-52c3b1ff-6377-468b-bd93-69c2dc9b71e6 None None] Provisioning complete for port a6a7b543-5997-4276-947e-33072cdae3b6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:42.237197 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52c3b1ff-6377-468b-bd93-69c2dc9b71e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.283939 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-52c3b1ff-6377-468b-bd93-69c2dc9b71e6 None None] Port a6a7b543-5997-4276-947e-33072cdae3b6 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:42.625446 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.715345 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48200) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:42.719996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1881059914-network', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:42.744097 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Made reservation on behalf of 9eaf7ecf8dcd4537b6c5564f808b4a86 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:42.748430 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.763340 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.856479 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.861318 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.886686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 388} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 18:59:42.896431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=440bbabb-8499-4eb1-b3a8-8f7357c05e47,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:42.901433 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.901775 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Added segment 118cd122-07e1-46ce-a1f1-291310026a5e of type vlan for network 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 Jul 16 18:59:42.943845 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.981706 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:42.982771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:42.983352 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.017089 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3010938 Jul 16 18:59:43.019963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48202) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:43.025764 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] Request body: {'subnet': {'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1881059914-subnet', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:43.046779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2dd1c3-bd3e-4afa-abc1-862393add7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=01ae69cd-f88b-4190-bbe8-0a9d0cee0224,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:43.050895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] Made reservation on behalf of 9eaf7ecf8dcd4537b6c5564f808b4a86 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:43.053419 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.057626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 18:59:43.232276 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.289402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee97c6ac-02a9-45c6-80aa-dc713f5c2d30,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:43.302241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] Checking segment: {'id': '118cd122-07e1-46ce-a1f1-291310026a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:43.302601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] Network hostable DHCP agents. Network: 01ae69cd-f88b-4190-bbe8-0a9d0cee0224, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 18:59:43.320155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] Network 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 18:59:43.329587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 01ae69cd-f88b-4190-bbe8-0a9d0cee0224) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:43.333789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:43.334379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.339402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef28a3f-78c4-40f6-a7cc-5e3dcccf89ca None None] Network 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:43.350943 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-22a3c479-85e2-4cfc-82f0-3621e5057470 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3298645 Jul 16 18:59:43.354123 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48204) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:43.358530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1881059914-router', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:43.383013 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.384064 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.443656 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.484343 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Sync routers for ids ['75f62d60-c994-4287-92a3-07e10634fd60'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:43.493481 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Routers {'75f62d60-c994-4287-92a3-07e10634fd60'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:43.494716 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['75f62d60-c994-4287-92a3-07e10634fd60'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:43.505630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-01ae69cd-f88b-4190-bbe8-0a9d0cee0224', 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'fixed_ips': [{'subnet_id': 'ee97c6ac-02a9-45c6-80aa-dc713f5c2d30'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 18:59:43.506657 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.614433 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.616711 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Set router 75f62d60-c994-4287-92a3-07e10634fd60 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:43.661598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Allocated IP 172.20.0.2 (01ae69cd-f88b-4190-bbe8-0a9d0cee0224/ee97c6ac-02a9-45c6-80aa-dc713f5c2d30/e333e950-d585-4407-a6be-61c09a13c483) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:43.817326 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.829961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Transition to ACTIVE for port object e333e950-d585-4407-a6be-61c09a13c483 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:43.830217 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 4, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a6a7b543-5997-4276-947e-33072cdae3b6', 'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'mac_address': 'fa:16:3e:98:20:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:40Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 2, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'subnets': [{'id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:43.837309 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.847590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Transition to ACTIVE for port object e333e950-d585-4407-a6be-61c09a13c483 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:43.855382 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.856636 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Checking router: 75f62d60-c994-4287-92a3-07e10634fd60 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:43.857028 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Updating router 75f62d60-c994-4287-92a3-07e10634fd60 port a6a7b543-5997-4276-947e-33072cdae3b6 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:59:43.858113 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.893800 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.902318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Network 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:43.905173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:43.908743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:43.917687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Pushing event updated for resources: {'Port': ['ID=e333e950-d585-4407-a6be-61c09a13c483,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:43.969724 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Allocated IP 172.25.7.13 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/78b2760d-59a9-4ce2-94ab-1311eec8e288) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:43.979246 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Attempting to bind port e333e950-d585-4407-a6be-61c09a13c483 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:43.979734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Attempting to bind port e333e950-d585-4407-a6be-61c09a13c483 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '118cd122-07e1-46ce-a1f1-291310026a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:43.980214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Attempting to bind port e333e950-d585-4407-a6be-61c09a13c483 on network 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:43.986092 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:43.986565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Checking segment: {'id': '118cd122-07e1-46ce-a1f1-291310026a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:43.987013 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:43.987657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Bound using segment: {'id': '118cd122-07e1-46ce-a1f1-291310026a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:43.988313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Bound port: e333e950-d585-4407-a6be-61c09a13c483, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118cd122-07e1-46ce-a1f1-291310026a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:43.988817 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.078096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 56ade00b-2032-486a-885c-4a956ba5dabd up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:44.083813 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.101557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] For port e333e950-d585-4407-a6be-61c09a13c483, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:44.127460 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.130847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] For port e333e950-d585-4407-a6be-61c09a13c483, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e333e950-d585-4407-a6be-61c09a13c483,segment=NetworkSegment(118cd122-07e1-46ce-a1f1-291310026a5e),segment_id=118cd122-07e1-46ce-a1f1-291310026a5e)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:44.140682 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.170733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:44.173414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:44.177034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:44.213130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 56ade00b-2032-486a-885c-4a956ba5dabd completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:44.216588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a066b7-d852-4d06-8edf-09a707991980 None None] Pushing event updated for resources: {'Port': ['ID=e333e950-d585-4407-a6be-61c09a13c483,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:44.221073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 56ade00b-2032-486a-885c-4a956ba5dabd triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:44.221251 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.222082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Pushing event updated for resources: {'Port': ['ID=78b2760d-59a9-4ce2-94ab-1311eec8e288,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:44.342195 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.371282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 56ade00b-2032-486a-885c-4a956ba5dabd, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=56ade00b-2032-486a-885c-4a956ba5dabd,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:44.374161 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.381170 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.385996 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Transition to ACTIVE for port object a6a7b543-5997-4276-947e-33072cdae3b6 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:44.393554 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.464082 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Pushing event updated for resources: {'Port': ['ID=a6a7b543-5997-4276-947e-33072cdae3b6,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:44.471126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=56ade00b-2032-486a-885c-4a956ba5dabd,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:44.497115 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.498115 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.498551 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.499143 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.499596 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.499999 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.500406 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.500802 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.501201 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.501594 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.501985 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.502693 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 18:59:44.539320 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Attempting to bind port a6a7b543-5997-4276-947e-33072cdae3b6 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:44.543249 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Attempting to bind port a6a7b543-5997-4276-947e-33072cdae3b6 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:44.543669 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Attempting to bind port a6a7b543-5997-4276-947e-33072cdae3b6 on network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:44.555245 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:44.555789 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Checking segment: {'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:44.556849 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.557655 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Bound using segment: {'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:44.557775 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Bound port: a6a7b543-5997-4276-947e-33072cdae3b6, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:44.558166 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.623181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.646615 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] For port a6a7b543-5997-4276-947e-33072cdae3b6, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:44.651056 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] For port a6a7b543-5997-4276-947e-33072cdae3b6, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a6a7b543-5997-4276-947e-33072cdae3b6,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:44.660524 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.746225 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Routers {'75f62d60-c994-4287-92a3-07e10634fd60'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:44.746851 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['75f62d60-c994-4287-92a3-07e10634fd60'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:44.795305 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98471022-8e8c-49cd-befe-15fd014a72e5 None None] Pushing event updated for resources: {'Port': ['ID=a6a7b543-5997-4276-947e-33072cdae3b6,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:44.894368 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:44.913566 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] Set router 75f62d60-c994-4287-92a3-07e10634fd60 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:45.070508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Router 2f0a47b9-29f8-4832-9fae-7596705c6f10 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 18:59:45.196182 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 4, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a6a7b543-5997-4276-947e-33072cdae3b6', 'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'mac_address': 'fa:16:3e:98:20:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:40Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 4, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'subnets': [{'id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:45.216579 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:45.225383 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Sync routers for ids ['2f0a47b9-29f8-4832-9fae-7596705c6f10'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:45.230209 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b11c8c9-0d05-430f-8578-c1d72be406c1 None None] The sync data for ids ['75f62d60-c994-4287-92a3-07e10634fd60'] in n-d-794306-7 is: [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 4, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a6a7b543-5997-4276-947e-33072cdae3b6', 'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'mac_address': 'fa:16:3e:98:20:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:40Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 4, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'subnets': [{'id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:45.241589 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:45.243019 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e8f53e93-3795-4b22-b612-fecc8b4a148b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8879573 Jul 16 18:59:45.246010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48206) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 18:59:45.247737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Routers {'2f0a47b9-29f8-4832-9fae-7596705c6f10'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:45.248530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2f0a47b9-29f8-4832-9fae-7596705c6f10'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:45.394896 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Set router 2f0a47b9-29f8-4832-9fae-7596705c6f10 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:45.613068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12118de6-2853-4c12-a247-90725802aa75 None None] Network 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 18:59:45.845700 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:45.878966 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b0805cbc-a6d1-4e92-b7d3-20602692954e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:45.900642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6185f7b2-ca2a-4174-9945-3c606b5ccab7 None None] Provisioning for port e333e950-d585-4407-a6be-61c09a13c483 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:45.939059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'name': 'tempest-TestMinimumBasicScenario-1881059914-router', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 3, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'gw_port': {'id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:45.989898 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Checking router: 2f0a47b9-29f8-4832-9fae-7596705c6f10 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:45.990261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Updating router 2f0a47b9-29f8-4832-9fae-7596705c6f10 port 78b2760d-59a9-4ce2-94ab-1311eec8e288 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:59:46.067705 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.100005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Allocated IP 172.20.0.1 (01ae69cd-f88b-4190-bbe8-0a9d0cee0224/ee97c6ac-02a9-45c6-80aa-dc713f5c2d30/cf22b972-8d5e-4134-844d-c00fabdea5a5) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 18:59:46.219849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 56ade00b-2032-486a-885c-4a956ba5dabd up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:46.277307 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.308304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Transition to ACTIVE for port object cf22b972-8d5e-4134-844d-c00fabdea5a5 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:46.355954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 56ade00b-2032-486a-885c-4a956ba5dabd triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:46.356865 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.363183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.430823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Network 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:46.435679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:46.438277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 18:59:46.479516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.515405 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.522678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf22b972-8d5e-4134-844d-c00fabdea5a5,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:46.550132 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Transition to ACTIVE for port object 78b2760d-59a9-4ce2-94ab-1311eec8e288 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:46.556653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e333e950-d585-4407-a6be-61c09a13c483 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:46.562973 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.649617 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2df9de-560f-414e-8800-3c87e6467695 None None] Pushing event updated for resources: {'Port': ['ID=78b2760d-59a9-4ce2-94ab-1311eec8e288,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:46.675594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Attempting to bind port 78b2760d-59a9-4ce2-94ab-1311eec8e288 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:46.676093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Attempting to bind port 78b2760d-59a9-4ce2-94ab-1311eec8e288 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:46.676682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Attempting to bind port 78b2760d-59a9-4ce2-94ab-1311eec8e288 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:46.677829 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.689272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:46.689661 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:46.690066 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.690471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:46.690974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Bound port: 78b2760d-59a9-4ce2-94ab-1311eec8e288, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:46.692097 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.734323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port e333e950-d585-4407-a6be-61c09a13c483 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:46.749065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e333e950-d585-4407-a6be-61c09a13c483 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:46.749449 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.811446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] For port 78b2760d-59a9-4ce2-94ab-1311eec8e288, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:46.817471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] For port 78b2760d-59a9-4ce2-94ab-1311eec8e288, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=78b2760d-59a9-4ce2-94ab-1311eec8e288,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:46.829548 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.897028 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a3a75717-2310-43db-bbe7-c03884ee745a None None] Provisioning for port cf22b972-8d5e-4134-844d-c00fabdea5a5 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:46.916928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.922411 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.935923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a3a75717-2310-43db-bbe7-c03884ee745a None None] Provisioning complete for port cf22b972-8d5e-4134-844d-c00fabdea5a5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:46.936292 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a3a75717-2310-43db-bbe7-c03884ee745a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:46.976167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Routers {'2f0a47b9-29f8-4832-9fae-7596705c6f10'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:46.976809 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2f0a47b9-29f8-4832-9fae-7596705c6f10'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:47.000729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf22b972-8d5e-4134-844d-c00fabdea5a5,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:47.003644 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.025512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2df9de-560f-414e-8800-3c87e6467695 None None] Pushing event updated for resources: {'Port': ['ID=78b2760d-59a9-4ce2-94ab-1311eec8e288,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:47.044115 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.049949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a3a75717-2310-43db-bbe7-c03884ee745a None None] Port cf22b972-8d5e-4134-844d-c00fabdea5a5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:47.126808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Network 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 18:59:47.128443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 18:59:47.136101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port e333e950-d585-4407-a6be-61c09a13c483, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e333e950-d585-4407-a6be-61c09a13c483,segment=NetworkSegment(118cd122-07e1-46ce-a1f1-291310026a5e),segment_id=118cd122-07e1-46ce-a1f1-291310026a5e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:47.144774 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.145655 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a6a7b543-5997-4276-947e-33072cdae3b6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:47.201289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] Set router 2f0a47b9-29f8-4832-9fae-7596705c6f10 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:47.276357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Router 2f0a47b9-29f8-4832-9fae-7596705c6f10 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 18:59:47.281702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=e333e950-d585-4407-a6be-61c09a13c483,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:47.369588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port a6a7b543-5997-4276-947e-33072cdae3b6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:47.382635 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a6a7b543-5997-4276-947e-33072cdae3b6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:47.383218 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.450481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 18:59:47.463916 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4c17c1a6-74eb-400e-a722-f84473cc20a9 admin admin] 10.222.0.47 "PUT /v2.0/routers/2f0a47b9-29f8-4832-9fae-7596705c6f10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2087152 Jul 16 18:59:47.521715 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-72c02ae1-6c5f-4323-960b-d88f6bf9d714 None None] Provisioning complete for port cf22b972-8d5e-4134-844d-c00fabdea5a5 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:47.522651 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-72c02ae1-6c5f-4323-960b-d88f6bf9d714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.600188 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.606647 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-72c02ae1-6c5f-4323-960b-d88f6bf9d714 None None] Port cf22b972-8d5e-4134-844d-c00fabdea5a5 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 18:59:47.649596 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port a6a7b543-5997-4276-947e-33072cdae3b6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a6a7b543-5997-4276-947e-33072cdae3b6,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:47.658279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'name': 'tempest-TestMinimumBasicScenario-1881059914-router', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:46Z', 'revision_number': 4, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'gw_port': {'id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'cf22b972-8d5e-4134-844d-c00fabdea5a5', 'name': '', 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'mac_address': 'fa:16:3e:a7:d8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee97c6ac-02a9-45c6-80aa-dc713f5c2d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:45Z', 'updated_at': '2021-07-16T18:59:46Z', 'revision_number': 2, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'subnets': [{'id': 'ee97c6ac-02a9-45c6-80aa-dc713f5c2d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:47.663884 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:47.699292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f44f16e7-d7c9-427d-a959-aba58f58bb7f None None] The sync data for ids ['2f0a47b9-29f8-4832-9fae-7596705c6f10'] in n-d-794306-7 is: [{'id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'name': 'tempest-TestMinimumBasicScenario-1881059914-router', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:46Z', 'revision_number': 4, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'gw_port': {'id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'cf22b972-8d5e-4134-844d-c00fabdea5a5', 'name': '', 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'mac_address': 'fa:16:3e:a7:d8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee97c6ac-02a9-45c6-80aa-dc713f5c2d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:45Z', 'updated_at': '2021-07-16T18:59:46Z', 'revision_number': 2, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'subnets': [{'id': 'ee97c6ac-02a9-45c6-80aa-dc713f5c2d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:47.765505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=a6a7b543-5997-4276-947e-33072cdae3b6,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:48.033405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a6a7b543-5997-4276-947e-33072cdae3b6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:48.104564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a6a7b543-5997-4276-947e-33072cdae3b6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:48.104931 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.208722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e333e950-d585-4407-a6be-61c09a13c483 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:48.291184 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.307003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port e333e950-d585-4407-a6be-61c09a13c483 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:48.307506 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:48.311303 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-13a19841-977a-40ab-a239-40c7c4a4865a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.049366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 78b2760d-59a9-4ce2-94ab-1311eec8e288 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:50.110985 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.137446 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 78b2760d-59a9-4ce2-94ab-1311eec8e288 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:50.142070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 78b2760d-59a9-4ce2-94ab-1311eec8e288 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:50.142448 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.178301 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Sync routers for ids ['2f0a47b9-29f8-4832-9fae-7596705c6f10'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 18:59:50.191615 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Routers {'2f0a47b9-29f8-4832-9fae-7596705c6f10'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:50.192500 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2f0a47b9-29f8-4832-9fae-7596705c6f10'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:50.292184 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.319250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 78b2760d-59a9-4ce2-94ab-1311eec8e288, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=78b2760d-59a9-4ce2-94ab-1311eec8e288,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:50.320377 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Set router 2f0a47b9-29f8-4832-9fae-7596705c6f10 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:50.326714 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.399347 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=78b2760d-59a9-4ce2-94ab-1311eec8e288,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:50.568913 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'name': 'tempest-TestMinimumBasicScenario-1881059914-router', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:46Z', 'revision_number': 4, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'gw_port': {'id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'cf22b972-8d5e-4134-844d-c00fabdea5a5', 'name': '', 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'mac_address': 'fa:16:3e:a7:d8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee97c6ac-02a9-45c6-80aa-dc713f5c2d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:45Z', 'updated_at': '2021-07-16T18:59:46Z', 'revision_number': 2, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'subnets': [{'id': 'ee97c6ac-02a9-45c6-80aa-dc713f5c2d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:50.600582 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Checking router: 2f0a47b9-29f8-4832-9fae-7596705c6f10 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 18:59:50.601517 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Updating router 2f0a47b9-29f8-4832-9fae-7596705c6f10 port cf22b972-8d5e-4134-844d-c00fabdea5a5 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 18:59:50.644378 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.964716 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:50.982570 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Transition to ACTIVE for port object cf22b972-8d5e-4134-844d-c00fabdea5a5 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 18:59:50.993150 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:51.063734 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976ae44-84b7-4589-a7f1-81efd568f075 None None] Pushing event updated for resources: {'Port': ['ID=cf22b972-8d5e-4134-844d-c00fabdea5a5,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:51.130135 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Attempting to bind port cf22b972-8d5e-4134-844d-c00fabdea5a5 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 18:59:51.130408 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Attempting to bind port cf22b972-8d5e-4134-844d-c00fabdea5a5 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '118cd122-07e1-46ce-a1f1-291310026a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 18:59:51.130769 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Attempting to bind port cf22b972-8d5e-4134-844d-c00fabdea5a5 on network 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 18:59:51.137318 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 18, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 18:59:51.137696 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Checking segment: {'id': '118cd122-07e1-46ce-a1f1-291310026a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 18:59:51.138097 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:51.138484 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Bound using segment: {'id': '118cd122-07e1-46ce-a1f1-291310026a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 18:59:51.138950 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Bound port: cf22b972-8d5e-4134-844d-c00fabdea5a5, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '118cd122-07e1-46ce-a1f1-291310026a5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 388, 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 18:59:51.139322 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:51.219781 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] For port cf22b972-8d5e-4134-844d-c00fabdea5a5, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 18:59:51.224180 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] For port cf22b972-8d5e-4134-844d-c00fabdea5a5, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf22b972-8d5e-4134-844d-c00fabdea5a5,segment=NetworkSegment(118cd122-07e1-46ce-a1f1-291310026a5e),segment_id=118cd122-07e1-46ce-a1f1-291310026a5e)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 18:59:51.230262 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:51.286873 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Routers {'2f0a47b9-29f8-4832-9fae-7596705c6f10'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 18:59:51.287595 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T18:59:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2f0a47b9-29f8-4832-9fae-7596705c6f10'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:51.439492 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b976ae44-84b7-4589-a7f1-81efd568f075 None None] Pushing event updated for resources: {'Port': ['ID=cf22b972-8d5e-4134-844d-c00fabdea5a5,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:51.515671 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] Set router 2f0a47b9-29f8-4832-9fae-7596705c6f10 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 18:59:51.764616 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'name': 'tempest-TestMinimumBasicScenario-1881059914-router', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:46Z', 'revision_number': 4, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'gw_port': {'id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'cf22b972-8d5e-4134-844d-c00fabdea5a5', 'name': '', 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'mac_address': 'fa:16:3e:a7:d8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee97c6ac-02a9-45c6-80aa-dc713f5c2d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:45Z', 'updated_at': '2021-07-16T18:59:51Z', 'revision_number': 4, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'subnets': [{'id': 'ee97c6ac-02a9-45c6-80aa-dc713f5c2d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 18:59:51.795231 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cdac98-a396-4f3d-8902-95ffb5c34f32 None None] The sync data for ids ['2f0a47b9-29f8-4832-9fae-7596705c6f10'] in n-d-794306-7 is: [{'id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'name': 'tempest-TestMinimumBasicScenario-1881059914-router', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:46Z', 'revision_number': 4, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'gw_port': {'id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'cf22b972-8d5e-4134-844d-c00fabdea5a5', 'name': '', 'network_id': '01ae69cd-f88b-4190-bbe8-0a9d0cee0224', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'mac_address': 'fa:16:3e:a7:d8:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4110, 'fixed_ips': [{'subnet_id': 'ee97c6ac-02a9-45c6-80aa-dc713f5c2d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:45Z', 'updated_at': '2021-07-16T18:59:51Z', 'revision_number': 4, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'subnets': [{'id': 'ee97c6ac-02a9-45c6-80aa-dc713f5c2d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 18:59:52.083601 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf22b972-8d5e-4134-844d-c00fabdea5a5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:52.149790 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.173040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port cf22b972-8d5e-4134-844d-c00fabdea5a5 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 18:59:52.178450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cf22b972-8d5e-4134-844d-c00fabdea5a5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:52.178832 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.277223 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.317881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port cf22b972-8d5e-4134-844d-c00fabdea5a5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf22b972-8d5e-4134-844d-c00fabdea5a5,segment=NetworkSegment(118cd122-07e1-46ce-a1f1-291310026a5e),segment_id=118cd122-07e1-46ce-a1f1-291310026a5e)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 18:59:52.325055 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:52.326002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 78b2760d-59a9-4ce2-94ab-1311eec8e288 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:52.425653 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=cf22b972-8d5e-4134-844d-c00fabdea5a5,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 18:59:52.442014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 78b2760d-59a9-4ce2-94ab-1311eec8e288 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:52.442396 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:54.012345 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf22b972-8d5e-4134-844d-c00fabdea5a5 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 18:59:54.077694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port cf22b972-8d5e-4134-844d-c00fabdea5a5 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 18:59:54.078158 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:58.105656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-4d169402-5f89-4607-a74b-26e06879061b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:58.107168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-4d169402-5f89-4607-a74b-26e06879061b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/networks?id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb HTTP/1.1" status: 200 len: 815 time: 0.1098492 Jul 16 18:59:58.122560 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-2328bc5f-bf4b-4283-a9e1-15404fb613a4 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/quotas/6791a7683e8442deae64ec332f08e42b HTTP/1.1" status: 200 len: 375 time: 0.0098248 Jul 16 18:59:58.198348 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-15ba00ed-146e-4241-b469-d455a7ca82fe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6791a7683e8442deae64ec332f08e42b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705845 Jul 16 18:59:58.391604 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-e8d973c4-3a55-4251-828c-58e1dd9870f1 service neutron] 10.222.0.47 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820681 Jul 16 18:59:58.494326 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-0567915a-f798-418f-b71d-cb4291ebda9f service neutron] 10.222.0.47 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968878 Jul 16 18:59:58.680523 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-078328af-082e-48de-ad45-a75b99157359 req-38ef9ebb-41bc-4dfe-a663-b4a112e34341 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 210 time: 0.0293224 Jul 16 18:59:59.733530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-75a3879c-3000-493e-8962-009b3624b08c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 18:59:59.735291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-75a3879c-3000-493e-8962-009b3624b08c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.18 "GET /v2.0/networks?id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb HTTP/1.1" status: 200 len: 815 time: 0.1145480 Jul 16 18:59:59.754096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Request body: {'port': {'device_id': '04faddaa-d3fb-468f-819a-77657279b14d', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'admin_state_up': True, 'tenant_id': '6791a7683e8442deae64ec332f08e42b'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 18:59:59.864442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-91d1b1bf-9e44-4d23-a78c-a7d9461a2f57 req-2d9aa44a-78ad-47fb-865a-9b10d82b4787 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 210 time: 0.0400107 Jul 16 18:59:59.908148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Made reservation on behalf of 6791a7683e8442deae64ec332f08e42b for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 18:59:59.912502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 18:59:59.934797 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.058068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Allocated IP 172.20.0.8 (8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb/69b3a40c-0ef3-4e24-984d-1424afbf2e0a/6780b083-567e-49ea-9ea2-6424ae13a767) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:00.321505 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.337752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Transition to ACTIVE for port object 6780b083-567e-49ea-9ea2-6424ae13a767 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:00.375898 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.436501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:00.440130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:00.444309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:00.481128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'Port': ['ID=6780b083-567e-49ea-9ea2-6424ae13a767,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:00.498309 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.498842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.499338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.499899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.500416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.500945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.501435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.501921 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.502408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.502886 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.503415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.503970 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:00.530838 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:00.531519 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.556293 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-1751e2d8-6396-4ca8-9e15-6fd1c1d03128 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8062210 Jul 16 19:00:00.709486 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e8bc5ba1-579d-467f-9da0-5eaeb1e46cc9 None None] Provisioning for port 6780b083-567e-49ea-9ea2-6424ae13a767 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:00.714088 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e8bc5ba1-579d-467f-9da0-5eaeb1e46cc9 None None] Provisioning complete for port 6780b083-567e-49ea-9ea2-6424ae13a767 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:00.714478 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e8bc5ba1-579d-467f-9da0-5eaeb1e46cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:00.752012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e8bc5ba1-579d-467f-9da0-5eaeb1e46cc9 None None] Port 6780b083-567e-49ea-9ea2-6424ae13a767 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:00:01.068072 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93808c1d-053a-44f5-b8d6-3085dab85721 req-93a2c153-c656-4fbb-9dc9-2989997d5446 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:01.069918 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93808c1d-053a-44f5-b8d6-3085dab85721 req-93a2c153-c656-4fbb-9dc9-2989997d5446 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 931 time: 0.0752845 Jul 16 19:00:01.114980 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-93808c1d-053a-44f5-b8d6-3085dab85721 req-00dcfab9-6b15-4b44-b758-1a0dcf7ca20c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347757 Jul 16 19:00:02.319108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc655f-8114-40e5-84fc-708d8b96153a req-6d12e2af-7f1f-452a-88b6-38f4fdc02c29 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:02.321428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92bc655f-8114-40e5-84fc-708d8b96153a req-6d12e2af-7f1f-452a-88b6-38f4fdc02c29 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 931 time: 0.0716136 Jul 16 19:00:02.366767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-92bc655f-8114-40e5-84fc-708d8b96153a req-72d39256-0805-484a-8091-be3663370102 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379846 Jul 16 19:00:03.563441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aa0742-5562-4048-b198-1e8b6e8c2f21 req-4e18361b-ebd5-4540-a03e-f9bbf7ba5956 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:03.565006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5aa0742-5562-4048-b198-1e8b6e8c2f21 req-4e18361b-ebd5-4540-a03e-f9bbf7ba5956 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 931 time: 0.0759387 Jul 16 19:00:03.609882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5aa0742-5562-4048-b198-1e8b6e8c2f21 req-4e27b103-29e5-4372-b551-c8365d07a6ac tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379579 Jul 16 19:00:04.859781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec00318-1735-4366-81ac-e605063967fe req-a06fc55b-ddea-4f1d-9029-5024e9cc0d33 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:04.862247 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fec00318-1735-4366-81ac-e605063967fe req-a06fc55b-ddea-4f1d-9029-5024e9cc0d33 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 931 time: 0.0807893 Jul 16 19:00:04.912081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fec00318-1735-4366-81ac-e605063967fe req-e28c65a1-080e-4280-a997-7144b3fd2034 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388761 Jul 16 19:00:06.134469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5d4901-3d58-456b-be37-c3f780ea4e21 req-188a4b4f-a325-4f32-ac7a-a8ef13c82edc tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:06.135973 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff5d4901-3d58-456b-be37-c3f780ea4e21 req-188a4b4f-a325-4f32-ac7a-a8ef13c82edc tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 931 time: 0.0800323 Jul 16 19:00:06.179127 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff5d4901-3d58-456b-be37-c3f780ea4e21 req-51bdc9be-9c81-4ca0-9fbb-7a8a75c1323d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375793 Jul 16 19:00:07.378040 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c539d111-921d-4293-808f-fe51ec1d1194 req-d8f927dd-8ec2-4d37-8544-2b6d02a9351b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:07.379633 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c539d111-921d-4293-808f-fe51ec1d1194 req-d8f927dd-8ec2-4d37-8544-2b6d02a9351b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 931 time: 0.0783186 Jul 16 19:00:07.423805 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c539d111-921d-4293-808f-fe51ec1d1194 req-d875c3e3-057b-4083-a736-262797737b11 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356183 Jul 16 19:00:08.606906 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e9c27-9ac7-4719-b2c2-a4de899d3975 req-0dce4438-b3c8-4a08-be33-9a77697c2b26 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:08.608502 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac3e9c27-9ac7-4719-b2c2-a4de899d3975 req-0dce4438-b3c8-4a08-be33-9a77697c2b26 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 931 time: 0.0695086 Jul 16 19:00:08.649916 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ac3e9c27-9ac7-4719-b2c2-a4de899d3975 req-7374646c-0d78-4c87-a941-4b85a74b8918 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349386 Jul 16 19:00:09.821024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b707938d-9212-4ce1-8c70-cdc67c3c3d4d req-c93afe70-1264-44de-a98b-a41eb503e4d4 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:09.822490 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b707938d-9212-4ce1-8c70-cdc67c3c3d4d req-c93afe70-1264-44de-a98b-a41eb503e4d4 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 931 time: 0.0632019 Jul 16 19:00:09.859770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b707938d-9212-4ce1-8c70-cdc67c3c3d4d req-2378f930-bc77-4e13-a9e6-5443fed84a1e tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317249 Jul 16 19:00:09.882879 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Request body: {'port': {'device_id': '04faddaa-d3fb-468f-819a-77657279b14d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:09.960365 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.497714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6780b083-567e-49ea-9ea2-6424ae13a767 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:00:10.505164 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.516825 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Transition to ACTIVE for port object 6780b083-567e-49ea-9ea2-6424ae13a767 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:00:10.521283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.571425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Pushing event updated for resources: {'Port': ['ID=6780b083-567e-49ea-9ea2-6424ae13a767,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:10.646580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Attempting to bind port 6780b083-567e-49ea-9ea2-6424ae13a767 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:00:10.646948 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Attempting to bind port 6780b083-567e-49ea-9ea2-6424ae13a767 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:00:10.647435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Attempting to bind port 6780b083-567e-49ea-9ea2-6424ae13a767 on network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:10.652140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Port 6780b083-567e-49ea-9ea2-6424ae13a767 on network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:00:10.652463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Attempting to bind port 6780b083-567e-49ea-9ea2-6424ae13a767 on network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:00:10.657548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 0), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:00:10.657897 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Checking segment: {'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:00:10.658277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Bound using segment: {'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:00:10.658705 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Bound port: 6780b083-567e-49ea-9ea2-6424ae13a767, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e37d53bf-8293-44fd-b537-94e5cb07b3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 358, 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:00:10.659064 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.724782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] For port 6780b083-567e-49ea-9ea2-6424ae13a767, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:00:10.729091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] For port 6780b083-567e-49ea-9ea2-6424ae13a767, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6780b083-567e-49ea-9ea2-6424ae13a767,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:00:10.733703 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.766361 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:10.766966 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:10.768424 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] 10.222.0.18 "PUT /v2.0/ports/6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 1091 time: 0.8899944 Jul 16 19:00:10.768858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:10.771240 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a776222-d515-4fee-9a5c-add26b6be0de" -d '{"events": [{"name": "network-changed", "server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:10.807335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4bdcf7-c9a9-497b-bc3d-640cfaf4b209 service neutron] Pushing event updated for resources: {'Port': ['ID=6780b083-567e-49ea-9ea2-6424ae13a767,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:10.811355 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d58460c8-9e97-452a-a262-95a73230b468 x-openstack-request-id: req-d58460c8-9e97-452a-a262-95a73230b468 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:10.811656 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:10.811908 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d58460c8-9e97-452a-a262-95a73230b468 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:10.812297 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767', 'status': 'completed', 'code': 200} Jul 16 19:00:10.866738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-25d6356d-863c-43e2-bc54-3e958ee36045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:10.868926 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-25d6356d-863c-43e2-bc54-3e958ee36045 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6791a7683e8442deae64ec332f08e42b&device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 1094 time: 0.0548339 Jul 16 19:00:10.911661 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-6c055794-c084-4cd5-9f25-94ea65beeadb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 217 time: 0.0356791 Jul 16 19:00:10.979734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-e1adb5dc-dbe4-48d2-acbb-8227a9c3d10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:10.981203 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-e1adb5dc-dbe4-48d2-acbb-8227a9c3d10a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b3a40c-0ef3-4e24-984d-1424afbf2e0a HTTP/1.1" status: 200 len: 854 time: 0.0629666 Jul 16 19:00:11.084776 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-87f0e119-4664-472d-bae4-7274c4b2982b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.086998 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-87f0e119-4664-472d-bae4-7274c4b2982b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0989339 Jul 16 19:00:11.098422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d8c03-95cb-48fe-8206-bcb22b7c4ba4 req-2bc18d4a-4f17-4d4a-bd70-d32e3a3d4271 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.099817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e18d8c03-95cb-48fe-8206-bcb22b7c4ba4 req-2bc18d4a-4f17-4d4a-bd70-d32e3a3d4271 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 943 time: 0.0833111 Jul 16 19:00:11.187420 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e18d8c03-95cb-48fe-8206-bcb22b7c4ba4 req-a3c51835-6ffa-49e9-8560-c53a077a013e tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788229 Jul 16 19:00:11.211476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-9d38d450-6142-43d2-83b6-0f9f6102684e service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106615 Jul 16 19:00:11.298813 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-083f6d87-f33d-4064-a8a9-78c4f9620e02 req-579e2168-31ee-4678-8f33-db22597c5cc5 service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812678 Jul 16 19:00:11.401369 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a776222-d515-4fee-9a5c-add26b6be0de req-ac95cb02-1109-461c-b021-ab82a0beb2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.402976 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a776222-d515-4fee-9a5c-add26b6be0de req-ac95cb02-1109-461c-b021-ab82a0beb2cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6791a7683e8442deae64ec332f08e42b&device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 1094 time: 0.0579588 Jul 16 19:00:11.491749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a776222-d515-4fee-9a5c-add26b6be0de req-f4603433-95a2-406d-9175-5d3218900758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.493673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a776222-d515-4fee-9a5c-add26b6be0de req-f4603433-95a2-406d-9175-5d3218900758 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb HTTP/1.1" status: 200 len: 916 time: 0.0845726 Jul 16 19:00:11.537288 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a776222-d515-4fee-9a5c-add26b6be0de req-efc4d430-4169-49d1-af9e-2826dd2ce6d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 217 time: 0.0373967 Jul 16 19:00:11.584237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a776222-d515-4fee-9a5c-add26b6be0de req-7ea627f3-08ff-401f-a2f6-7a6757a40f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.585637 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a776222-d515-4fee-9a5c-add26b6be0de req-7ea627f3-08ff-401f-a2f6-7a6757a40f0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b3a40c-0ef3-4e24-984d-1424afbf2e0a HTTP/1.1" status: 200 len: 854 time: 0.0420074 Jul 16 19:00:11.641551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a776222-d515-4fee-9a5c-add26b6be0de req-dc5e8e3b-b9b3-4cb3-b544-3a852d8637ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:11.643036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a776222-d515-4fee-9a5c-add26b6be0de req-dc5e8e3b-b9b3-4cb3-b544-3a852d8637ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509729 Jul 16 19:00:11.738736 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a776222-d515-4fee-9a5c-add26b6be0de req-7e668067-1eea-425a-8226-1f253e9636e2 service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875976 Jul 16 19:00:11.829232 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a776222-d515-4fee-9a5c-add26b6be0de req-d875adaf-fd7b-4c04-9a46-fd9e08ecce38 service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833123 Jul 16 19:00:12.369420 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2c8eab-daa6-47f2-a438-3477bb61b67c req-f4d003d7-a380-4070-94b6-e89e52bdf08b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:12.371174 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0e2c8eab-daa6-47f2-a438-3477bb61b67c req-f4d003d7-a380-4070-94b6-e89e52bdf08b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 943 time: 0.0641599 Jul 16 19:00:12.408155 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0e2c8eab-daa6-47f2-a438-3477bb61b67c req-93a8f27f-ac4c-47bb-a3db-4d4bfc810e7c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316045 Jul 16 19:00:12.644619 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:13.587096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4808cc7b-51fe-4a7a-a057-c4f8fe5ff30a req-82ba0f51-59d7-41f8-902d-66dd11d59dca tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:13.588649 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4808cc7b-51fe-4a7a-a057-c4f8fe5ff30a req-82ba0f51-59d7-41f8-902d-66dd11d59dca tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 943 time: 0.0697327 Jul 16 19:00:13.626468 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4808cc7b-51fe-4a7a-a057-c4f8fe5ff30a req-37b637ea-2306-4520-916c-f06fb42afee4 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322070 Jul 16 19:00:14.434581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6780b083-567e-49ea-9ea2-6424ae13a767 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:00:14.525979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6780b083-567e-49ea-9ea2-6424ae13a767, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6780b083-567e-49ea-9ea2-6424ae13a767,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:14.536866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '6780b083-567e-49ea-9ea2-6424ae13a767', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'port_id': '6780b083-567e-49ea-9ea2-6424ae13a767', 'mac_address': 'fa:16:3e:2e:36:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 358, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:00:14.573027 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.588265 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6780b083-567e-49ea-9ea2-6424ae13a767 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:00:14.606906 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6780b083-567e-49ea-9ea2-6424ae13a767, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6780b083-567e-49ea-9ea2-6424ae13a767,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:14.610697 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:14.657483 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=6780b083-567e-49ea-9ea2-6424ae13a767,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:14.664966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.665290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.665623 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.665954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.666279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.666603 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.666922 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.667239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.667574 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.667897 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.668215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.668528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:14.812302 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad765c-e8c3-4444-8ca5-247915c6f41c req-1e4cd50e-2b3c-44b0-a774-f3694321d5aa tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:14.813813 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75ad765c-e8c3-4444-8ca5-247915c6f41c req-1e4cd50e-2b3c-44b0-a774-f3694321d5aa tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 944 time: 0.0717826 Jul 16 19:00:14.830294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['6780b083-567e-49ea-9ea2-6424ae13a767'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:00:14.853274 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-75ad765c-e8c3-4444-8ca5-247915c6f41c req-f72fac6b-c96d-4325-ac5d-2e166f2ec839 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334008 Jul 16 19:00:15.590170 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6a0d06ec-620c-4c90-8fff-7b37f6158309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:15.594846 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:16.026176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496c4d1-0385-459e-a1ee-8460ee5d8a6c req-5dee319a-1145-403a-a641-722b1cf228b5 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:16.027675 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2496c4d1-0385-459e-a1ee-8460ee5d8a6c req-5dee319a-1145-403a-a641-722b1cf228b5 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 944 time: 0.0635290 Jul 16 19:00:16.064901 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2496c4d1-0385-459e-a1ee-8460ee5d8a6c req-dcc28441-34c9-4627-8631-63d541265599 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317504 Jul 16 19:00:16.465836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6780b083-567e-49ea-9ea2-6424ae13a767 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:00:16.515954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 6780b083-567e-49ea-9ea2-6424ae13a767 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:00:16.519393 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 6780b083-567e-49ea-9ea2-6424ae13a767 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:16.519845 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.594521 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.616336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:16.619327 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c467368-ebdc-4e40-81a3-95deb946b077" -d '{"events": [{"server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "name": "network-vif-plugged", "status": "completed", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:16.632416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 6780b083-567e-49ea-9ea2-6424ae13a767, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6780b083-567e-49ea-9ea2-6424ae13a767,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:16.637364 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:16.662939 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eadb5036-4957-404f-be5a-07e65fbd25d9 x-openstack-request-id: req-eadb5036-4957-404f-be5a-07e65fbd25d9 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:16.663225 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "name": "network-vif-plugged", "status": "completed", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:16.663490 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-eadb5036-4957-404f-be5a-07e65fbd25d9 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:16.663880 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767', 'code': 200} Jul 16 19:00:16.774696 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c6f54-7000-47e4-8328-d537b037d3d5 req-94bce955-f0d8-4532-a43a-b7a1d2b580db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:16.776317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-de9c6f54-7000-47e4-8328-d537b037d3d5 req-94bce955-f0d8-4532-a43a-b7a1d2b580db service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 1096 time: 0.0549388 Jul 16 19:00:16.811991 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-de9c6f54-7000-47e4-8328-d537b037d3d5 req-53b00b65-8c1f-417a-ae79-8e89a7da27e8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291853 Jul 16 19:00:16.843236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=6780b083-567e-49ea-9ea2-6424ae13a767,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:17.248138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb808602-180d-4e49-9164-4c90ea592b13 req-c80681c0-ce1d-45cd-80dd-27802c5721f1 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:17.249599 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bb808602-180d-4e49-9164-4c90ea592b13 req-c80681c0-ce1d-45cd-80dd-27802c5721f1 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 945 time: 0.0660474 Jul 16 19:00:17.289543 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bb808602-180d-4e49-9164-4c90ea592b13 req-99228f59-bdb6-4d39-8504-d0f317a0e253 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344069 Jul 16 19:00:18.253981 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.288486 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3431650-2035-4d3b-8bea-9f679c89f5f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:18.464761 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba55b6cf-db4c-4760-844e-7d06515a04a5 req-6de00615-fc2f-41f9-9193-1cbd2ae749a0 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:18.466296 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ba55b6cf-db4c-4760-844e-7d06515a04a5 req-6de00615-fc2f-41f9-9193-1cbd2ae749a0 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 945 time: 0.0631979 Jul 16 19:00:18.503265 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ba55b6cf-db4c-4760-844e-7d06515a04a5 req-86834cdc-bbd2-4ed2-8d1e-2cc1ea524024 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315816 Jul 16 19:00:18.678089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920068a-dc5a-42f2-b175-c65a9631d68d req-e6ea38fe-9a43-4e18-b2e2-e2fcd8119bdb tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:18.679612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e920068a-dc5a-42f2-b175-c65a9631d68d req-e6ea38fe-9a43-4e18-b2e2-e2fcd8119bdb tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 945 time: 0.0637717 Jul 16 19:00:18.717854 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e920068a-dc5a-42f2-b175-c65a9631d68d req-97bc4c06-476a-46ba-a09d-896eba67f858 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324616 Jul 16 19:00:19.057588 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7ce64-3741-45bf-8eec-e976edd11960 req-f67efaf3-9666-42a2-89b2-fd0b81bcdc2a tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:19.058982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6c7ce64-3741-45bf-8eec-e976edd11960 req-f67efaf3-9666-42a2-89b2-fd0b81bcdc2a tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 945 time: 0.0674727 Jul 16 19:00:19.097054 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b6c7ce64-3741-45bf-8eec-e976edd11960 req-9e4ac80f-48e5-4495-b897-e72c80387dc3 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325334 Jul 16 19:00:20.074654 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:22.140348 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:29.954815 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:30.736556 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c23ae36-873b-4966-8227-169f2d2193e2 req-543a1224-eaec-4786-8d2f-95e2352e7fd7 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:30.737955 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c23ae36-873b-4966-8227-169f2d2193e2 req-543a1224-eaec-4786-8d2f-95e2352e7fd7 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 945 time: 0.0635920 Jul 16 19:00:30.774826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c23ae36-873b-4966-8227-169f2d2193e2 req-1230799b-7a80-4ce6-8263-e87e0950d030 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312922 Jul 16 19:00:30.800202 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48404) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:30.890843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e575ab5c-734a-4e06-81de-d5be238f2f96 tempest-TestMinimumBasicScenario-1899234329 tempest-TestMinimumBasicScenario-1899234329-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:30.892409 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e575ab5c-734a-4e06-81de-d5be238f2f96 tempest-TestMinimumBasicScenario-1899234329 tempest-TestMinimumBasicScenario-1899234329-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 1091 time: 0.0912197 Jul 16 19:00:30.895365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48408) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:30.899777 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '6780b083-567e-49ea-9ea2-6424ae13a767', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:30.924586 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.022615 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.127237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Allocated IP 172.25.7.132 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/ea287929-fa8c-4e40-98e8-9e749ef0a401) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:00:31.225963 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.265177 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.304935 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:00:31.307621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:00:31.311589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:00:31.317059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'Port': ['ID=ea287929-fa8c-4e40-98e8-9e749ef0a401,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:31.694968 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.772855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.921537 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.926101 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:31.992470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'Port': ['ID=ea287929-fa8c-4e40-98e8-9e749ef0a401,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:32.004573 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.103054 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Floating IP 47a7daa1-3447-45c0-8809-42d989738993 associated. External IP: 172.25.7.132, port: 6780b083-567e-49ea-9ea2-6424ae13a767. Jul 16 19:00:32.309693 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Router 75f62d60-c994-4287-92a3-07e10634fd60 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:00:32.420966 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:00:32.430233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467673f-b586-4eaf-955b-61330230f717 None None] Sync routers for ids ['75f62d60-c994-4287-92a3-07e10634fd60'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:00:32.437497 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.440506 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467673f-b586-4eaf-955b-61330230f717 None None] Routers {'75f62d60-c994-4287-92a3-07e10634fd60'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:32.441219 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b467673f-b586-4eaf-955b-61330230f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:00:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['75f62d60-c994-4287-92a3-07e10634fd60'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:32.477943 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ac6c5596-a8a8-454b-a846-076372af7006 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5789363 Jul 16 19:00:32.477943 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:32.478352 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90d2ed8-42cc-43b1-98e1-381b75627d61" -d '{"events": [{"name": "network-changed", "server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:32.478998 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48410) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:32.484984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-290083453', 'description': 'tempest-secgroup-smoke-290083453 description', 'project_id': '6791a7683e8442deae64ec332f08e42b'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:32.509800 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.521834 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182e797d-387e-471c-99cd-5d999fb1ffd9 x-openstack-request-id: req-182e797d-387e-471c-99cd-5d999fb1ffd9 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:32.522133 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:32.522894 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-182e797d-387e-471c-99cd-5d999fb1ffd9 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:32.523359 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767', 'status': 'completed', 'code': 200} Jul 16 19:00:32.556152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-b467673f-b586-4eaf-955b-61330230f717 None None] Set router 75f62d60-c994-4287-92a3-07e10634fd60 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:32.600265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2ed8-42cc-43b1-98e1-381b75627d61 req-5b6e5bdc-3b1e-4bcb-91e2-52343b83c528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:32.601796 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c90d2ed8-42cc-43b1-98e1-381b75627d61 req-5b6e5bdc-3b1e-4bcb-91e2-52343b83c528 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6791a7683e8442deae64ec332f08e42b&device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 1096 time: 0.0565369 Jul 16 19:00:32.612581 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.617922 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.653157 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.654410 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1730871 Jul 16 19:00:32.656352 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0efb99-5275-480a-be18-a682da83cefd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:32.658336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48414) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:32.663487 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-62c47c0e-a681-4d2e-a3c3-d22bafb1d065 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Request body: {'security_group_rule': {'security_group_id': 'ae0efb99-5275-480a-be18-a682da83cefd', 'project_id': '6791a7683e8442deae64ec332f08e42b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:32.675991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.676351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.676691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.677472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.677472 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.677689 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.677989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.678315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.678642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.678963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.679488 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.679838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d79cf8c9-3733-4758-9d2c-a83a59f23a83 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:00:32.707875 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62c47c0e-a681-4d2e-a3c3-d22bafb1d065 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.711044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2ed8-42cc-43b1-98e1-381b75627d61 req-78662a92-b801-4dda-9f2a-38d8ae9a0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:32.712846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c90d2ed8-42cc-43b1-98e1-381b75627d61 req-78662a92-b801-4dda-9f2a-38d8ae9a0401 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb HTTP/1.1" status: 200 len: 916 time: 0.1048646 Jul 16 19:00:32.758315 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62c47c0e-a681-4d2e-a3c3-d22bafb1d065 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.763286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62c47c0e-a681-4d2e-a3c3-d22bafb1d065 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.779902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c47c0e-a681-4d2e-a3c3-d22bafb1d065 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15809e95-79d5-456c-abab-f07516b58269,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:32.782519 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c90d2ed8-42cc-43b1-98e1-381b75627d61 req-93c646ff-4d0f-4e15-a8f8-df807c16461c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 999 time: 0.0622523 Jul 16 19:00:32.790175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-62c47c0e-a681-4d2e-a3c3-d22bafb1d065 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.794699 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-62c47c0e-a681-4d2e-a3c3-d22bafb1d065 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1318099 Jul 16 19:00:32.795456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48416) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:32.799376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-4b91fe2f-d0ac-4332-9cf1-0e95e212a3a0 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Request body: {'security_group_rule': {'security_group_id': 'ae0efb99-5275-480a-be18-a682da83cefd', 'project_id': '6791a7683e8442deae64ec332f08e42b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:32.807304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b467673f-b586-4eaf-955b-61330230f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 4, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '47a7daa1-3447-45c0-8809-42d989738993', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'port_id': '6780b083-567e-49ea-9ea2-6424ae13a767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'mac_address': 'fa:16:3e:2e:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04faddaa-d3fb-468f-819a-77657279b14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:31Z', 'revision_number': 0, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a7b543-5997-4276-947e-33072cdae3b6', 'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'mac_address': 'fa:16:3e:98:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:40Z', 'updated_at': '2021-07-16T18:59:47Z', 'revision_number': 5, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'subnets': [{'id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:32.826493 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b91fe2f-d0ac-4332-9cf1-0e95e212a3a0 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.838870 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2ed8-42cc-43b1-98e1-381b75627d61 req-7ec5fc64-6a82-4cc4-8786-a331939f658a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:32.839153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467673f-b586-4eaf-955b-61330230f717 None None] Checking router: 75f62d60-c994-4287-92a3-07e10634fd60 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:00:32.840471 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c90d2ed8-42cc-43b1-98e1-381b75627d61 req-7ec5fc64-6a82-4cc4-8786-a331939f658a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b3a40c-0ef3-4e24-984d-1424afbf2e0a HTTP/1.1" status: 200 len: 854 time: 0.0527873 Jul 16 19:00:32.847859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b467673f-b586-4eaf-955b-61330230f717 None None] Routers {'75f62d60-c994-4287-92a3-07e10634fd60'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:00:32.848478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b467673f-b586-4eaf-955b-61330230f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:00:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['75f62d60-c994-4287-92a3-07e10634fd60'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:32.889930 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b91fe2f-d0ac-4332-9cf1-0e95e212a3a0 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.894166 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b91fe2f-d0ac-4332-9cf1-0e95e212a3a0 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.903158 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d2ed8-42cc-43b1-98e1-381b75627d61 req-b7f7ea55-9634-45c2-8f18-51748152eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:32.906048 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c90d2ed8-42cc-43b1-98e1-381b75627d61 req-b7f7ea55-9634-45c2-8f18-51748152eabc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593364 Jul 16 19:00:32.915824 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b91fe2f-d0ac-4332-9cf1-0e95e212a3a0 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67677a1c-d1c6-401c-a302-6c3eba3172fd,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:32.920191 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4b91fe2f-d0ac-4332-9cf1-0e95e212a3a0 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.924162 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4b91fe2f-d0ac-4332-9cf1-0e95e212a3a0 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1255651 Jul 16 19:00:32.924607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48418) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:32.928984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6461bb1c-b616-4b06-a70a-37eb9fc43779 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Request body: {'security_group_rule': {'security_group_id': 'ae0efb99-5275-480a-be18-a682da83cefd', 'project_id': '6791a7683e8442deae64ec332f08e42b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:32.958821 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6461bb1c-b616-4b06-a70a-37eb9fc43779 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:32.960203 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-b467673f-b586-4eaf-955b-61330230f717 None None] Set router 75f62d60-c994-4287-92a3-07e10634fd60 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:00:33.012836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c90d2ed8-42cc-43b1-98e1-381b75627d61 req-1d3cdcaf-f8de-4fdc-8203-9db41e254fee service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997353 Jul 16 19:00:33.020273 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6461bb1c-b616-4b06-a70a-37eb9fc43779 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.024240 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6461bb1c-b616-4b06-a70a-37eb9fc43779 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.046992 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6461bb1c-b616-4b06-a70a-37eb9fc43779 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f982f23-0236-489e-9d53-f7c150826a43,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:33.049336 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6461bb1c-b616-4b06-a70a-37eb9fc43779 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.053289 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6461bb1c-b616-4b06-a70a-37eb9fc43779 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1251669 Jul 16 19:00:33.053685 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48420) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:33.058729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d4de7623-13d8-48ee-bbf9-8816913bdfce tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Request body: {'security_group_rule': {'security_group_id': 'ae0efb99-5275-480a-be18-a682da83cefd', 'project_id': '6791a7683e8442deae64ec332f08e42b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:33.086297 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d4de7623-13d8-48ee-bbf9-8816913bdfce tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.125394 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c90d2ed8-42cc-43b1-98e1-381b75627d61 req-138e8294-9ec4-49e5-8e2b-255ad6610cb9 service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062934 Jul 16 19:00:33.155065 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d4de7623-13d8-48ee-bbf9-8816913bdfce tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.159383 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d4de7623-13d8-48ee-bbf9-8816913bdfce tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.176314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de7623-13d8-48ee-bbf9-8816913bdfce tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8e2329c-20ae-4573-b6d7-7cb55721ef65,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:33.184610 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d4de7623-13d8-48ee-bbf9-8816913bdfce tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.188505 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d4de7623-13d8-48ee-bbf9-8816913bdfce tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1316092 Jul 16 19:00:33.188859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48422) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:33.193299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-6101e8f5-dea5-4b44-955a-1973ede32f8d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Request body: {'security_group_rule': {'security_group_id': 'ae0efb99-5275-480a-be18-a682da83cefd', 'project_id': '6791a7683e8442deae64ec332f08e42b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:33.207820 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-b467673f-b586-4eaf-955b-61330230f717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 4, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '47a7daa1-3447-45c0-8809-42d989738993', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'port_id': '6780b083-567e-49ea-9ea2-6424ae13a767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'mac_address': 'fa:16:3e:2e:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04faddaa-d3fb-468f-819a-77657279b14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:31Z', 'revision_number': 0, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a7b543-5997-4276-947e-33072cdae3b6', 'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'mac_address': 'fa:16:3e:98:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:40Z', 'updated_at': '2021-07-16T18:59:47Z', 'revision_number': 5, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'subnets': [{'id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:00:33.216846 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-6101e8f5-dea5-4b44-955a-1973ede32f8d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Project 6791a7683e8442deae64ec332f08e42b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:00:33.221857 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6101e8f5-dea5-4b44-955a-1973ede32f8d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.239229 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b467673f-b586-4eaf-955b-61330230f717 None None] The sync data for ids ['75f62d60-c994-4287-92a3-07e10634fd60'] in n-d-794306-7 is: [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 4, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '47a7daa1-3447-45c0-8809-42d989738993', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'floating_ip_address': '172.25.7.132', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'port_id': '6780b083-567e-49ea-9ea2-6424ae13a767', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'mac_address': 'fa:16:3e:2e:36:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04faddaa-d3fb-468f-819a-77657279b14d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:00:31Z', 'updated_at': '2021-07-16T19:00:31Z', 'revision_number': 0, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a6a7b543-5997-4276-947e-33072cdae3b6', 'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'mac_address': 'fa:16:3e:98:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:40Z', 'updated_at': '2021-07-16T18:59:47Z', 'revision_number': 5, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'subnets': [{'id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:00:33.287051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6101e8f5-dea5-4b44-955a-1973ede32f8d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.290887 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6101e8f5-dea5-4b44-955a-1973ede32f8d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.309134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101e8f5-dea5-4b44-955a-1973ede32f8d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c247d7da-fe75-4c5b-8b62-518a0d9aec49,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:33.316375 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6101e8f5-dea5-4b44-955a-1973ede32f8d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.317592 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6101e8f5-dea5-4b44-955a-1973ede32f8d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277838 Jul 16 19:00:33.320315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48424) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:00:33.325051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-dcff897d-8173-4014-8095-4f5fe8376a5b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Request body: {'security_group_rule': {'security_group_id': 'ae0efb99-5275-480a-be18-a682da83cefd', 'project_id': '6791a7683e8442deae64ec332f08e42b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:33.346025 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-dcff897d-8173-4014-8095-4f5fe8376a5b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Project 6791a7683e8442deae64ec332f08e42b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:00:33.350825 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dcff897d-8173-4014-8095-4f5fe8376a5b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.422210 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dcff897d-8173-4014-8095-4f5fe8376a5b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.428524 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dcff897d-8173-4014-8095-4f5fe8376a5b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.452140 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eb0ed91-c167-44bc-ba88-8adb19b62a68 None None] New status for floating IP 47a7daa1-3447-45c0-8809-42d989738993: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:00:33.453084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff897d-8173-4014-8095-4f5fe8376a5b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe1c5f2b-f032-4862-9bfe-8fa5c4a3f7c0,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:33.461886 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-dcff897d-8173-4014-8095-4f5fe8376a5b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.463575 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-dcff897d-8173-4014-8095-4f5fe8376a5b tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1422915 Jul 16 19:00:33.582378 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e6fd4d20-9641-442f-baf8-5005499e0e75 req-6c3aa1f4-19bb-4b46-b41e-71c0af1ed0c4 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290083453&fields=id&tenant_id=6791a7683e8442deae64ec332f08e42b HTTP/1.1" status: 200 len: 267 time: 0.0334599 Jul 16 19:00:33.652848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4d20-9641-442f-baf8-5005499e0e75 req-b34e613e-707e-4f1e-bab2-2a4d52273a57 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:33.654322 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e6fd4d20-9641-442f-baf8-5005499e0e75 req-b34e613e-707e-4f1e-bab2-2a4d52273a57 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 945 time: 0.0665784 Jul 16 19:00:33.665628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-e6fd4d20-9641-442f-baf8-5005499e0e75 req-45f4397a-ab1a-4005-8fda-aea3dca3e50d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Request body: {'port': {'security_groups': ['e436c47c-6b0f-49b4-a2b1-a90890d7666a', 'ae0efb99-5275-480a-be18-a682da83cefd']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:00:33.749582 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e6fd4d20-9641-442f-baf8-5005499e0e75 req-45f4397a-ab1a-4005-8fda-aea3dca3e50d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.931407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-e6fd4d20-9641-442f-baf8-5005499e0e75 req-45f4397a-ab1a-4005-8fda-aea3dca3e50d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] For port 6780b083-567e-49ea-9ea2-6424ae13a767, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6780b083-567e-49ea-9ea2-6424ae13a767,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:00:33.960807 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e6fd4d20-9641-442f-baf8-5005499e0e75 req-45f4397a-ab1a-4005-8fda-aea3dca3e50d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.967288 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e6fd4d20-9641-442f-baf8-5005499e0e75 req-45f4397a-ab1a-4005-8fda-aea3dca3e50d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:33.978788 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['6780b083-567e-49ea-9ea2-6424ae13a767'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:00:34.009807 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fd4d20-9641-442f-baf8-5005499e0e75 req-45f4397a-ab1a-4005-8fda-aea3dca3e50d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:34.010424 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-e6fd4d20-9641-442f-baf8-5005499e0e75 req-45f4397a-ab1a-4005-8fda-aea3dca3e50d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.012663 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e6fd4d20-9641-442f-baf8-5005499e0e75 req-45f4397a-ab1a-4005-8fda-aea3dca3e50d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "PUT /v2.0/ports/6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 981 time: 0.3514826 Jul 16 19:00:34.046452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4397a-ab1a-4005-8fda-aea3dca3e50d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'Port': ['ID=6780b083-567e-49ea-9ea2-6424ae13a767,revision_number=6']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:00:34.075108 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['6780b083-567e-49ea-9ea2-6424ae13a767'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:00:34.212654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b3dae-5719-4fea-bd7b-eab4f278272b req-7a45cb4e-1ae3-4a92-bb52-adfca59bfc2d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:34.214184 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-865b3dae-5719-4fea-bd7b-eab4f278272b req-7a45cb4e-1ae3-4a92-bb52-adfca59bfc2d tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0721056 Jul 16 19:00:34.262826 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-865b3dae-5719-4fea-bd7b-eab4f278272b req-9a26b153-0e0b-4b46-a04e-ac60b9ef1153 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429015 Jul 16 19:00:34.465334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-dd8697ab-469a-48b6-b25a-1fe2364464a8 None None] Provisioning complete for port 6780b083-567e-49ea-9ea2-6424ae13a767 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:00:34.465616 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dd8697ab-469a-48b6-b25a-1fe2364464a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:34.524758 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:00:34.527724 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8" -d '{"events": [{"name": "network-changed", "server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:00:34.567446 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:00:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78bbd44-163d-4d65-a0ce-158f4163c713 x-openstack-request-id: req-e78bbd44-163d-4d65-a0ce-158f4163c713 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:00:34.567767 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:00:34.568019 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e78bbd44-163d-4d65-a0ce-158f4163c713 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:00:34.568420 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767', 'status': 'completed', 'code': 200} Jul 16 19:00:34.652251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8 req-245a9e10-57b9-4770-9e64-269a9da4f902 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:34.653844 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8 req-245a9e10-57b9-4770-9e64-269a9da4f902 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6791a7683e8442deae64ec332f08e42b&device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 1135 time: 0.0621433 Jul 16 19:00:34.742035 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8 req-27e4b526-819f-41aa-90c6-46defb239195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:34.743590 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8 req-27e4b526-819f-41aa-90c6-46defb239195 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb HTTP/1.1" status: 200 len: 916 time: 0.0835779 Jul 16 19:00:34.811028 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8 req-1e71326d-35eb-4c5a-a955-dcc1bbe37a93 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 1001 time: 0.0604305 Jul 16 19:00:34.858413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8 req-9cc43958-c4a7-441a-b2dc-23b363e63308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:34.859955 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8 req-9cc43958-c4a7-441a-b2dc-23b363e63308 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b3a40c-0ef3-4e24-984d-1424afbf2e0a HTTP/1.1" status: 200 len: 854 time: 0.0425673 Jul 16 19:00:34.915094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8 req-85423b54-831c-499d-8271-293917b79d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:34.916623 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8 req-85423b54-831c-499d-8271-293917b79d77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512459 Jul 16 19:00:35.007204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8 req-9d5fc8f9-c248-490e-927e-f65ccaeb8cba service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836771 Jul 16 19:00:35.095725 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10e0910e-d75d-454a-bbfb-0a2c7bd34de8 req-3e01c2ca-07d2-4a47-ad33-60a92b48eca5 service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820091 Jul 16 19:00:42.344116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-67286232-5f81-4b75-a7dd-eba90598379e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0572512 Jul 16 19:00:42.647522 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:42.715175 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-416b7411-f877-44a7-b5b4-5147b2f536b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:42.716741 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-416b7411-f877-44a7-b5b4-5147b2f536b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6791a7683e8442deae64ec332f08e42b&device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 1135 time: 0.3264153 Jul 16 19:00:42.822660 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-5de377e5-64a5-4ca6-8ac2-1839309ebd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:42.824172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-5de377e5-64a5-4ca6-8ac2-1839309ebd70 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb HTTP/1.1" status: 200 len: 916 time: 0.0858016 Jul 16 19:00:42.886579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-79f66df9-bd5b-4607-bc23-4c43194810b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 1001 time: 0.0557518 Jul 16 19:00:42.934607 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-1ca6afe6-a1f8-4c9e-bcf0-3771d20fa0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:42.936012 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-1ca6afe6-a1f8-4c9e-bcf0-3771d20fa0ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b3a40c-0ef3-4e24-984d-1424afbf2e0a HTTP/1.1" status: 200 len: 854 time: 0.0426574 Jul 16 19:00:42.995731 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-066f26e4-58aa-4af2-baf3-33b1e8dad658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:42.997291 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-066f26e4-58aa-4af2-baf3-33b1e8dad658 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545785 Jul 16 19:00:43.084750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-1c9c3a05-37a2-4c59-a311-4955afbb990d service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809216 Jul 16 19:00:43.176580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4767efb1-fe72-4b12-a6d6-a7b4267c4df4 req-6230e6d5-8cb2-4367-86a8-b1df75464a3f service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845351 Jul 16 19:00:45.590055 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fcce8910-39e8-47a4-a727-0865043e052b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.255322 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:48.279318 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fade66e-e64a-4493-b859-8177c44de071 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:49.589041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dac4b-9a22-4016-8df1-0ba8a55529af req-10ad01c2-67e2-4aa3-a8bf-91eb96e91874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.590539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c0dac4b-9a22-4016-8df1-0ba8a55529af req-10ad01c2-67e2-4aa3-a8bf-91eb96e91874 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6791a7683e8442deae64ec332f08e42b&device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 1135 time: 0.0951667 Jul 16 19:00:49.602567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e5641-7a20-40b3-ba43-2c61e86e9eca req-f2f06fd4-5c12-45dd-aa67-755cfd940768 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.603965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-937e5641-7a20-40b3-ba43-2c61e86e9eca req-f2f06fd4-5c12-45dd-aa67-755cfd940768 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0801797 Jul 16 19:00:49.698880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-937e5641-7a20-40b3-ba43-2c61e86e9eca req-dc3a563c-5266-4b51-aa3f-da3278c208c1 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0863736 Jul 16 19:00:49.719491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dac4b-9a22-4016-8df1-0ba8a55529af req-446b629d-53e5-466c-8bae-4bb370e499b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.721058 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c0dac4b-9a22-4016-8df1-0ba8a55529af req-446b629d-53e5-466c-8bae-4bb370e499b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb HTTP/1.1" status: 200 len: 916 time: 0.1162052 Jul 16 19:00:49.788710 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c0dac4b-9a22-4016-8df1-0ba8a55529af req-752e5f3d-65c7-4555-9338-e238f64c195c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 1001 time: 0.0612493 Jul 16 19:00:49.835703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dac4b-9a22-4016-8df1-0ba8a55529af req-ce083a63-18cd-4e5c-923b-785f439b17ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.837116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c0dac4b-9a22-4016-8df1-0ba8a55529af req-ce083a63-18cd-4e5c-923b-785f439b17ea service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b3a40c-0ef3-4e24-984d-1424afbf2e0a HTTP/1.1" status: 200 len: 854 time: 0.0413892 Jul 16 19:00:49.894002 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0dac4b-9a22-4016-8df1-0ba8a55529af req-54c285a7-6008-4fb1-a036-8eb975b9aa22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:49.895411 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c0dac4b-9a22-4016-8df1-0ba8a55529af req-54c285a7-6008-4fb1-a036-8eb975b9aa22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518968 Jul 16 19:00:49.988906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c0dac4b-9a22-4016-8df1-0ba8a55529af req-0ec47df5-a28d-4926-ade2-ac995cc7f1fa service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867138 Jul 16 19:00:50.075500 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:50.079247 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1c0dac4b-9a22-4016-8df1-0ba8a55529af req-09793cdc-6554-43af-95bf-a62548558233 service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824044 Jul 16 19:00:50.887967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f9ecea-294f-4289-95c0-7106eb2e7dbb req-e2b97483-b853-49ae-9d2a-45b71eb7a6ab tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:50.889758 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4f9ecea-294f-4289-95c0-7106eb2e7dbb req-e2b97483-b853-49ae-9d2a-45b71eb7a6ab tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0743086 Jul 16 19:00:50.933328 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f4f9ecea-294f-4289-95c0-7106eb2e7dbb req-5fcb2064-5f87-4023-8ec2-e2c348d070d4 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0352356 Jul 16 19:00:52.112559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46fa985-e4ee-4cf8-aedd-c3fd0a495633 req-362d7a6d-adc5-41ba-a89b-d35e8a8077e7 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:52.114087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e46fa985-e4ee-4cf8-aedd-c3fd0a495633 req-362d7a6d-adc5-41ba-a89b-d35e8a8077e7 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0681114 Jul 16 19:00:52.141386 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:00:52.157007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e46fa985-e4ee-4cf8-aedd-c3fd0a495633 req-1e14e1c2-18cf-4dec-b39a-3eb5511954ae tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0372431 Jul 16 19:00:52.597404 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:00:53.336727 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05eab687-0462-4dc4-9f5a-a6e52dbc8c47 req-c80ea95c-3ec3-45b0-9857-47b556e04f51 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:53.338206 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05eab687-0462-4dc4-9f5a-a6e52dbc8c47 req-c80ea95c-3ec3-45b0-9857-47b556e04f51 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0693800 Jul 16 19:00:53.378964 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-05eab687-0462-4dc4-9f5a-a6e52dbc8c47 req-9d99e6c0-7cd2-4c8a-8b5b-659116cb50bc tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341873 Jul 16 19:00:54.556974 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ddbbc1-64c4-4635-b6c4-12b20e308f47 req-65b8e896-5e3f-40d2-8364-817a5d0874d5 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:54.559271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2ddbbc1-64c4-4635-b6c4-12b20e308f47 req-65b8e896-5e3f-40d2-8364-817a5d0874d5 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0677583 Jul 16 19:00:54.601254 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c2ddbbc1-64c4-4635-b6c4-12b20e308f47 req-08ac0a4f-88a3-49e0-a27a-0587cc2f7c72 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0368433 Jul 16 19:00:55.774229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62fe70a-1e2c-47fc-ae6e-0a64c4a630fa req-adbd800c-b4e4-4acb-9602-33e341ba8c46 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:55.775759 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b62fe70a-1e2c-47fc-ae6e-0a64c4a630fa req-adbd800c-b4e4-4acb-9602-33e341ba8c46 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0641458 Jul 16 19:00:55.815182 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b62fe70a-1e2c-47fc-ae6e-0a64c4a630fa req-28807b12-f11c-4e66-9856-6ec7bf1a14e5 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0337245 Jul 16 19:00:56.991289 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514e2375-c83f-4475-89a0-bc37cda5d86d req-0501c07a-0eff-4461-9b53-77fb843c57c8 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:56.992809 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-514e2375-c83f-4475-89a0-bc37cda5d86d req-0501c07a-0eff-4461-9b53-77fb843c57c8 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0642304 Jul 16 19:00:57.033899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-514e2375-c83f-4475-89a0-bc37cda5d86d req-ddad890a-745b-4d67-b91e-58f6e117a801 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345128 Jul 16 19:00:58.212847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6f4a72-a8e2-431c-b502-07c4a6dab5eb req-11de7345-3b35-4b52-a2dc-d999f201bc90 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:58.214323 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5a6f4a72-a8e2-431c-b502-07c4a6dab5eb req-11de7345-3b35-4b52-a2dc-d999f201bc90 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0673072 Jul 16 19:00:58.253523 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5a6f4a72-a8e2-431c-b502-07c4a6dab5eb req-49b2e3d3-cf32-4e44-adef-037f25358182 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329630 Jul 16 19:00:59.441277 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bdf1a4-615b-427b-917c-5a192669818a req-975201d8-5d13-4b6b-93e0-5296fd691d6e tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:00:59.442766 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5bdf1a4-615b-427b-917c-5a192669818a req-975201d8-5d13-4b6b-93e0-5296fd691d6e tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0749798 Jul 16 19:00:59.482952 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5bdf1a4-615b-427b-917c-5a192669818a req-63b0009c-8be0-41ec-bbb9-466158a3d03f tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345464 Jul 16 19:00:59.961131 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:00.660209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b253f6ae-2514-44af-b242-60c85f4bd5a7 req-24dfb135-7ca0-478f-b83a-726b80d236ef tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:00.661645 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b253f6ae-2514-44af-b242-60c85f4bd5a7 req-24dfb135-7ca0-478f-b83a-726b80d236ef tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0661285 Jul 16 19:01:00.702684 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b253f6ae-2514-44af-b242-60c85f4bd5a7 req-d381fc3a-0257-4825-92fc-30d70395bed1 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0353982 Jul 16 19:01:01.876172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6838ef-e847-4a6d-8a9e-020465b56459 req-821bab89-223c-42f0-ab0a-67eeb8fae07f tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:01.877677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bb6838ef-e847-4a6d-8a9e-020465b56459 req-821bab89-223c-42f0-ab0a-67eeb8fae07f tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0635326 Jul 16 19:01:01.917541 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-bb6838ef-e847-4a6d-8a9e-020465b56459 req-b0ad1ab5-b63c-4d11-bf90-fd373fd4229c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=ae0efb99-5275-480a-be18-a682da83cefd&id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342684 Jul 16 19:01:12.643740 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:15.591672 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-103c680d-95e8-493f-8307-67e020238164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.262608 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:18.289286 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cb1a5bba-f645-49e5-a992-edd23d652506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:20.081283 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:22.145528 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:23.120831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-4ce3deee-d659-409c-b2c8-b18c796b91c3 req-eda863df-d0aa-4366-ab36-26b5fa05b431 tempest-ServerDiskConfigTestJSON-140734260 tempest-ServerDiskConfigTestJSON-140734260-project] (105439) timed out ('10.222.0.37', 64098) {{(pid=105439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:01:29.595796 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:01:29.961220 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:34.581498 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b2182e5-5bcd-4ca2-8bb3-f45bf2dda11a req-9ef12185-50f1-4269-a8a0-597c15c47219 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-290083453&fields=id&tenant_id=6791a7683e8442deae64ec332f08e42b HTTP/1.1" status: 200 len: 267 time: 0.1381874 Jul 16 19:01:34.658384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2182e5-5bcd-4ca2-8bb3-f45bf2dda11a req-a83f35e5-84f0-414d-aaa8-93f39c9520b0 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:34.659815 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b2182e5-5bcd-4ca2-8bb3-f45bf2dda11a req-a83f35e5-84f0-414d-aaa8-93f39c9520b0 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 984 time: 0.0709553 Jul 16 19:01:34.670225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-3b2182e5-5bcd-4ca2-8bb3-f45bf2dda11a req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Request body: {'port': {'security_groups': ['e436c47c-6b0f-49b4-a2b1-a90890d7666a']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:34.754366 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3b2182e5-5bcd-4ca2-8bb3-f45bf2dda11a req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.274753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3b2182e5-5bcd-4ca2-8bb3-f45bf2dda11a req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] For port 6780b083-567e-49ea-9ea2-6424ae13a767, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6780b083-567e-49ea-9ea2-6424ae13a767,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:35.305793 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3b2182e5-5bcd-4ca2-8bb3-f45bf2dda11a req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.310661 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3b2182e5-5bcd-4ca2-8bb3-f45bf2dda11a req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.340299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['6780b083-567e-49ea-9ea2-6424ae13a767'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:01:35.361341 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2182e5-5bcd-4ca2-8bb3-f45bf2dda11a req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:35.362189 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3b2182e5-5bcd-4ca2-8bb3-f45bf2dda11a req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.370251 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48476) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:35.370790 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3b2182e5-5bcd-4ca2-8bb3-f45bf2dda11a req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "PUT /v2.0/ports/6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 942 time: 0.6979191 Jul 16 19:01:35.374322 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:35.376624 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2792a7eb-d542-44c8-9339-4a87eeb07abb" -d '{"events": [{"name": "network-changed", "server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:35.430875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event updated for resources: {'Port': ['ID=6780b083-567e-49ea-9ea2-6424ae13a767,revision_number=7']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:35.438214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['6780b083-567e-49ea-9ea2-6424ae13a767'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:01:35.438728 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33064e87-efb3-40b7-8cb3-bc33253a3edc x-openstack-request-id: req-33064e87-efb3-40b7-8cb3-bc33253a3edc {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:35.439198 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:35.439544 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-33064e87-efb3-40b7-8cb3-bc33253a3edc {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:35.439875 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767', 'status': 'completed', 'code': 200} Jul 16 19:01:35.442898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.442898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.442898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.442898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.443350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.443350 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.443701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.443952 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.444282 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.444913 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.444913 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.445244 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7883b46-1f01-454e-99a8-596b9359ccd9 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.479951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.514522 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.616128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792a7eb-d542-44c8-9339-4a87eeb07abb req-4073ea78-f001-4809-944b-e20e790ac6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:35.618068 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2792a7eb-d542-44c8-9339-4a87eeb07abb req-4073ea78-f001-4809-944b-e20e790ac6b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6791a7683e8442deae64ec332f08e42b&device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 1096 time: 0.1503642 Jul 16 19:01:35.657771 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.660284 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.661470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "DELETE /v2.0/security-groups/ae0efb99-5275-480a-be18-a682da83cefd HTTP/1.1" status: 204 len: 168 time: 0.2878327 Jul 16 19:01:35.664296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48484) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:35.673663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0efb99-5275-480a-be18-a682da83cefd,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:35.693228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5bcc3d6e-b45d-4b85-983c-521d3f35958f None None] Provisioning complete for port 6780b083-567e-49ea-9ea2-6424ae13a767 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:01:35.693751 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5bcc3d6e-b45d-4b85-983c-521d3f35958f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.716025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.716446 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.716732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.717214 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.717559 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.717899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.718234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.718567 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.718904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.719942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.720280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.720613 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fdfd034-f7e0-4e1a-8fe9-4078a3c5290c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:35.755490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792a7eb-d542-44c8-9339-4a87eeb07abb req-c8b9267a-abea-4b38-a4de-49f77e836c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:35.758921 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2792a7eb-d542-44c8-9339-4a87eeb07abb req-c8b9267a-abea-4b38-a4de-49f77e836c23 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb HTTP/1.1" status: 200 len: 916 time: 0.1341000 Jul 16 19:01:35.837842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2792a7eb-d542-44c8-9339-4a87eeb07abb req-4dcba9dd-1bfa-47f6-8643-8ae7c12a4dc2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 1001 time: 0.0721982 Jul 16 19:01:35.845043 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Deleting port ea287929-fa8c-4e40-98e8-9e749ef0a401 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:35.845710 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.898524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792a7eb-d542-44c8-9339-4a87eeb07abb req-6f12e30e-cd24-4953-9bb8-f9d318b451b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:35.900073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2792a7eb-d542-44c8-9339-4a87eeb07abb req-6f12e30e-cd24-4953-9bb8-f9d318b451b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b3a40c-0ef3-4e24-984d-1424afbf2e0a HTTP/1.1" status: 200 len: 854 time: 0.0555036 Jul 16 19:01:35.921743 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.922075 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:35.934749 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Calling delete_port for ea287929-fa8c-4e40-98e8-9e749ef0a401 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:35.962812 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2792a7eb-d542-44c8-9339-4a87eeb07abb req-938d6fe9-9e4c-402b-a809-b680e1ff1dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:35.964360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2792a7eb-d542-44c8-9339-4a87eeb07abb req-938d6fe9-9e4c-402b-a809-b680e1ff1dfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575895 Jul 16 19:01:36.063514 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2792a7eb-d542-44c8-9339-4a87eeb07abb req-9ddab1ba-38b5-4892-b71c-aa0f30413f70 service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926619 Jul 16 19:01:36.099502 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:36.126283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event deleted for resources: {'Port': ['ID=ea287929-fa8c-4e40-98e8-9e749ef0a401,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:36.161572 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2792a7eb-d542-44c8-9339-4a87eeb07abb req-8f064382-7b2e-4d59-b018-e441ba757de7 service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919862 Jul 16 19:01:36.193212 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:36.193556 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Floating IP 47a7daa1-3447-45c0-8809-42d989738993 disassociated (deleted). External IP: 172.25.7.132, port: 6780b083-567e-49ea-9ea2-6424ae13a767. Jul 16 19:01:36.404541 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Router 75f62d60-c994-4287-92a3-07e10634fd60 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:36.515777 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:36.521381 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:36.525728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c328e2c0-898c-427a-9680-836ad38f1cbd None None] Sync routers for ids ['75f62d60-c994-4287-92a3-07e10634fd60'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:36.535652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328e2c0-898c-427a-9680-836ad38f1cbd None None] Routers {'75f62d60-c994-4287-92a3-07e10634fd60'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:36.536270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c328e2c0-898c-427a-9680-836ad38f1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['75f62d60-c994-4287-92a3-07e10634fd60'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:36.562342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-159bd796-6b48-4db3-b77b-c5c7e0185dfe tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "DELETE /v2.0/floatingips/47a7daa1-3447-45c0-8809-42d989738993 HTTP/1.1" status: 204 len: 168 time: 0.8969288 Jul 16 19:01:36.651272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c328e2c0-898c-427a-9680-836ad38f1cbd None None] Set router 75f62d60-c994-4287-92a3-07e10634fd60 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:36.868710 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c328e2c0-898c-427a-9680-836ad38f1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 4, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a6a7b543-5997-4276-947e-33072cdae3b6', 'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'mac_address': 'fa:16:3e:98:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:40Z', 'updated_at': '2021-07-16T18:59:47Z', 'revision_number': 5, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'subnets': [{'id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:37.056659 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c328e2c0-898c-427a-9680-836ad38f1cbd None None] Checking router: 75f62d60-c994-4287-92a3-07e10634fd60 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:37.065015 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c328e2c0-898c-427a-9680-836ad38f1cbd None None] Routers {'75f62d60-c994-4287-92a3-07e10634fd60'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:37.066075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c328e2c0-898c-427a-9680-836ad38f1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['75f62d60-c994-4287-92a3-07e10634fd60'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:37.169165 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c328e2c0-898c-427a-9680-836ad38f1cbd None None] Set router 75f62d60-c994-4287-92a3-07e10634fd60 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:37.370010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c328e2c0-898c-427a-9680-836ad38f1cbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 4, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a6a7b543-5997-4276-947e-33072cdae3b6', 'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'mac_address': 'fa:16:3e:98:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:40Z', 'updated_at': '2021-07-16T18:59:47Z', 'revision_number': 5, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'subnets': [{'id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:37.400969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c328e2c0-898c-427a-9680-836ad38f1cbd None None] The sync data for ids ['75f62d60-c994-4287-92a3-07e10634fd60'] in n-d-794306-7 is: [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:41Z', 'revision_number': 4, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a6a7b543-5997-4276-947e-33072cdae3b6', 'name': '', 'network_id': '8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'mac_address': 'fa:16:3e:98:20:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4098, 'fixed_ips': [{'subnet_id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:40Z', 'updated_at': '2021-07-16T18:59:47Z', 'revision_number': 5, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'subnets': [{'id': '69b3a40c-0ef3-4e24-984d-1424afbf2e0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:37.441006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:37.443606 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25efde6b-0b00-42a6-ab02-01557f3a107f" -d '{"events": [{"name": "network-changed", "server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:37.482704 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db86e0d-823e-4e7c-ac5e-60db19a12aff x-openstack-request-id: req-3db86e0d-823e-4e7c-ac5e-60db19a12aff {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:37.483007 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:37.483256 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3db86e0d-823e-4e7c-ac5e-60db19a12aff {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:37.483726 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767', 'status': 'completed', 'code': 200} Jul 16 19:01:37.560147 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efde6b-0b00-42a6-ab02-01557f3a107f req-0e80f2e3-2e04-4f11-b65f-a32e41457552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:37.561805 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25efde6b-0b00-42a6-ab02-01557f3a107f req-0e80f2e3-2e04-4f11-b65f-a32e41457552 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6791a7683e8442deae64ec332f08e42b&device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 1096 time: 0.0559897 Jul 16 19:01:37.662041 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efde6b-0b00-42a6-ab02-01557f3a107f req-5dcc285a-a779-4b27-ae92-2a439bb6dc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:37.663271 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2a799d-1fae-40cd-a218-40b6df178de9 None None] New status for floating IP 47a7daa1-3447-45c0-8809-42d989738993: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:01:37.663819 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25efde6b-0b00-42a6-ab02-01557f3a107f req-5dcc285a-a779-4b27-ae92-2a439bb6dc97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb HTTP/1.1" status: 200 len: 916 time: 0.0953722 Jul 16 19:01:37.707892 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25efde6b-0b00-42a6-ab02-01557f3a107f req-a46a4455-ceb5-400b-bf6a-e0c36342f24d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 217 time: 0.0361373 Jul 16 19:01:37.757624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efde6b-0b00-42a6-ab02-01557f3a107f req-85d0e8db-c21f-43d6-a6b3-ec943dd8f010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:37.759367 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25efde6b-0b00-42a6-ab02-01557f3a107f req-85d0e8db-c21f-43d6-a6b3-ec943dd8f010 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b3a40c-0ef3-4e24-984d-1424afbf2e0a HTTP/1.1" status: 200 len: 854 time: 0.0453064 Jul 16 19:01:37.819473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25efde6b-0b00-42a6-ab02-01557f3a107f req-074b00ab-8718-4689-aa1d-a17a5fd2fb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:37.821006 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25efde6b-0b00-42a6-ab02-01557f3a107f req-074b00ab-8718-4689-aa1d-a17a5fd2fb64 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552106 Jul 16 19:01:37.918578 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25efde6b-0b00-42a6-ab02-01557f3a107f req-09bf6ab4-05e2-4c89-b2d4-a7223eda68ee service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907717 Jul 16 19:01:38.025289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-25efde6b-0b00-42a6-ab02-01557f3a107f req-456ec420-4fab-491f-a4a3-3e2f4ff11e5e service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974214 Jul 16 19:01:42.656887 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:43.351847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-06d43e91-d89f-4879-85f0-69d44b339cc0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519719 Jul 16 19:01:43.446971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-f4c024d9-f549-4d90-acda-6e0933c4fd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:43.448507 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-f4c024d9-f549-4d90-acda-6e0933c4fd9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=6791a7683e8442deae64ec332f08e42b&device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 1096 time: 0.0543885 Jul 16 19:01:43.558100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-bd14c2c4-96d5-4e35-bfdc-93600529bd74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:43.559761 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-bd14c2c4-96d5-4e35-bfdc-93600529bd74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb HTTP/1.1" status: 200 len: 916 time: 0.0920291 Jul 16 19:01:43.601558 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-37c48366-a1a2-4d31-b4f7-b97070ceed6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 200 len: 217 time: 0.0357995 Jul 16 19:01:43.652435 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-1c2b9276-afd6-48a8-abe1-4b894633ce90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:43.653938 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-1c2b9276-afd6-48a8-abe1-4b894633ce90 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b3a40c-0ef3-4e24-984d-1424afbf2e0a HTTP/1.1" status: 200 len: 854 time: 0.0464919 Jul 16 19:01:43.715709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-e61aa15c-e41c-438d-9142-99db3b153291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:43.717208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-e61aa15c-e41c-438d-9142-99db3b153291 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575335 Jul 16 19:01:43.812208 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-3e4c3f19-0453-4854-bf52-b12449d5a16a service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886867 Jul 16 19:01:43.911205 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd492825-7df8-47c5-9aef-24bf2cc06084 req-d5d34446-7ab7-42ec-8e17-26f17c65b2f3 service neutron] 10.222.0.18 "GET /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914712 Jul 16 19:01:44.118638 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4976851f-1f16-42dc-8e70-43c5eaa62ae4 req-da85b971-e395-46ce-9205-0d441b500114 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:44.120158 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4976851f-1f16-42dc-8e70-43c5eaa62ae4 req-da85b971-e395-46ce-9205-0d441b500114 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 945 time: 0.0631549 Jul 16 19:01:44.160038 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4976851f-1f16-42dc-8e70-43c5eaa62ae4 req-a4609780-83c1-4068-8ece-0d29a722f15c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340939 Jul 16 19:01:45.338245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82eabd2-8278-4686-a2f6-9bcbf61d228a req-0b3164be-98d4-447a-b5c8-97f1083b0133 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:45.339765 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d82eabd2-8278-4686-a2f6-9bcbf61d228a req-0b3164be-98d4-447a-b5c8-97f1083b0133 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 945 time: 0.0643191 Jul 16 19:01:45.377656 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d82eabd2-8278-4686-a2f6-9bcbf61d228a req-82de7cf1-8847-434b-9835-7eae83a3ccd8 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/security-groups?id=e436c47c-6b0f-49b4-a2b1-a90890d7666a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315843 Jul 16 19:01:45.592900 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-83b8acc4-d601-48cd-af55-4f3e5dd9f8c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:45.661278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6e3ff1-778e-45d2-a58c-510ecf71b4f0 req-a1dac5c2-2eb5-4ad6-a0ff-9e91f60af321 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:45.662729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad6e3ff1-778e-45d2-a58c-510ecf71b4f0 req-a1dac5c2-2eb5-4ad6-a0ff-9e91f60af321 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.18 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 945 time: 0.0664062 Jul 16 19:01:45.759138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ad6e3ff1-778e-45d2-a58c-510ecf71b4f0 req-e600e9b7-d359-4d7a-ac50-6456a4d8d20c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Deleting port 6780b083-567e-49ea-9ea2-6424ae13a767 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:45.759485 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ad6e3ff1-778e-45d2-a58c-510ecf71b4f0 req-e600e9b7-d359-4d7a-ac50-6456a4d8d20c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:45.849669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ad6e3ff1-778e-45d2-a58c-510ecf71b4f0 req-e600e9b7-d359-4d7a-ac50-6456a4d8d20c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] For port 6780b083-567e-49ea-9ea2-6424ae13a767, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=6780b083-567e-49ea-9ea2-6424ae13a767,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:45.849946 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ad6e3ff1-778e-45d2-a58c-510ecf71b4f0 req-e600e9b7-d359-4d7a-ac50-6456a4d8d20c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:45.862166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-ad6e3ff1-778e-45d2-a58c-510ecf71b4f0 req-e600e9b7-d359-4d7a-ac50-6456a4d8d20c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Calling delete_port for 6780b083-567e-49ea-9ea2-6424ae13a767 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:45.985397 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ad6e3ff1-778e-45d2-a58c-510ecf71b4f0 req-e600e9b7-d359-4d7a-ac50-6456a4d8d20c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:45.997270 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['6780b083-567e-49ea-9ea2-6424ae13a767'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:01:46.021051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e600e9b7-d359-4d7a-ac50-6456a4d8d20c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Pushing event deleted for resources: {'Port': ['ID=6780b083-567e-49ea-9ea2-6424ae13a767,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:46.065027 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad6e3ff1-778e-45d2-a58c-510ecf71b4f0 req-e600e9b7-d359-4d7a-ac50-6456a4d8d20c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] No DVR routers for this DVR port 6780b083-567e-49ea-9ea2-6424ae13a767 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:46.067783 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ad6e3ff1-778e-45d2-a58c-510ecf71b4f0 req-e600e9b7-d359-4d7a-ac50-6456a4d8d20c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:46.069776 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad6e3ff1-778e-45d2-a58c-510ecf71b4f0 req-e600e9b7-d359-4d7a-ac50-6456a4d8d20c tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.18 "DELETE /v2.0/ports/6780b083-567e-49ea-9ea2-6424ae13a767 HTTP/1.1" status: 204 len: 173 time: 0.4021854 Jul 16 19:01:46.070218 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'name': 'network-vif-deleted', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:01:46.072522 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51aca6f-5336-4ca8-846c-6991ae693d3e" -d '{"events": [{"server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "name": "network-vif-deleted", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:01:46.117702 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:01:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ab644b-6b18-4be0-91e6-28d7acfb01f2 x-openstack-request-id: req-e0ab644b-6b18-4be0-91e6-28d7acfb01f2 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:01:46.117997 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04faddaa-d3fb-468f-819a-77657279b14d", "name": "network-vif-deleted", "tag": "6780b083-567e-49ea-9ea2-6424ae13a767", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:01:46.118270 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0ab644b-6b18-4be0-91e6-28d7acfb01f2 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:01:46.118674 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04faddaa-d3fb-468f-819a-77657279b14d', 'name': 'network-vif-deleted', 'tag': '6780b083-567e-49ea-9ea2-6424ae13a767', 'status': 'completed', 'code': 200} Jul 16 19:01:46.541100 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cfae0e90-92a5-421f-b114-e9cf4f2ebc6d req-d0e6da68-9079-4285-adaa-36ef0de96344 tempest-TestMinimumBasicScenario-230265690 tempest-TestMinimumBasicScenario-230265690-project] 10.222.0.47 "GET /v2.0/ports?device_id=04faddaa-d3fb-468f-819a-77657279b14d HTTP/1.1" status: 200 len: 210 time: 0.0297477 Jul 16 19:01:48.140790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48590) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:48.255163 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:48.279170 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-beb9051d-6142-47f3-b96b-22f06e9d7486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:48.490260 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:48.741657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] Deleting port a6a7b543-5997-4276-947e-33072cdae3b6 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:48.741903 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:48.818987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] For port a6a7b543-5997-4276-947e-33072cdae3b6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a6a7b543-5997-4276-947e-33072cdae3b6,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:48.819349 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:48.832251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] Calling delete_port for a6a7b543-5997-4276-947e-33072cdae3b6 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:48.884937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6780b083-567e-49ea-9ea2-6424ae13a767 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:48.904588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 6780b083-567e-49ea-9ea2-6424ae13a767 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:48.904935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 6780b083-567e-49ea-9ea2-6424ae13a767 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:49.010792 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.040653 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6a7b543-5997-4276-947e-33072cdae3b6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:49.206265 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.417580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] Router 75f62d60-c994-4287-92a3-07e10634fd60 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:49.521665 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:49.526565 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3e06b012-0e04-4bf3-b856-1799f25aa229 admin admin] 10.222.0.47 "PUT /v2.0/routers/75f62d60-c994-4287-92a3-07e10634fd60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3846834 Jul 16 19:01:49.529084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48592) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:49.532528 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7949b7eb-a5d0-4127-9507-e9fbd2c5e78d None None] Sync routers for ids ['75f62d60-c994-4287-92a3-07e10634fd60'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:49.541742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7949b7eb-a5d0-4127-9507-e9fbd2c5e78d None None] Routers {'75f62d60-c994-4287-92a3-07e10634fd60'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:49.542350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7949b7eb-a5d0-4127-9507-e9fbd2c5e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['75f62d60-c994-4287-92a3-07e10634fd60'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:49.637775 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.648970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-7949b7eb-a5d0-4127-9507-e9fbd2c5e78d None None] Set router 75f62d60-c994-4287-92a3-07e10634fd60 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:49.734633 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.789112 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Deleting port 56ade00b-2032-486a-885c-4a956ba5dabd {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:49.789458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.827575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7949b7eb-a5d0-4127-9507-e9fbd2c5e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146'}], 'enable_snat': True}, 'gw_port_id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T19:01:48Z', 'revision_number': 5, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port': {'id': '56ade00b-2032-486a-885c-4a956ba5dabd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:77:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75f62d60-c994-4287-92a3-07e10634fd60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4097, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T18:59:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:49.855215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7949b7eb-a5d0-4127-9507-e9fbd2c5e78d None None] Checking router: 75f62d60-c994-4287-92a3-07e10634fd60 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:49.864005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7949b7eb-a5d0-4127-9507-e9fbd2c5e78d None None] Routers {'75f62d60-c994-4287-92a3-07e10634fd60'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:49.864613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7949b7eb-a5d0-4127-9507-e9fbd2c5e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['75f62d60-c994-4287-92a3-07e10634fd60'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:49.868015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] For port 56ade00b-2032-486a-885c-4a956ba5dabd, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=56ade00b-2032-486a-885c-4a956ba5dabd,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:49.868372 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:49.881509 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Calling delete_port for 56ade00b-2032-486a-885c-4a956ba5dabd owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:49.954664 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-7949b7eb-a5d0-4127-9507-e9fbd2c5e78d None None] Set router 75f62d60-c994-4287-92a3-07e10634fd60 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:50.007133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7949b7eb-a5d0-4127-9507-e9fbd2c5e78d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T19:01:49Z', 'revision_number': 6, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:50.042359 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7949b7eb-a5d0-4127-9507-e9fbd2c5e78d None None] The sync data for ids ['75f62d60-c994-4287-92a3-07e10634fd60'] in n-d-794306-7 is: [{'id': '75f62d60-c994-4287-92a3-07e10634fd60', 'name': 'tempest-TestMinimumBasicScenario-1366328392-router', 'tenant_id': '6791a7683e8442deae64ec332f08e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:38Z', 'updated_at': '2021-07-16T19:01:49Z', 'revision_number': 6, 'project_id': '6791a7683e8442deae64ec332f08e42b', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:50.054421 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.087318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Pushing event deleted for resources: {'Port': ['ID=56ade00b-2032-486a-885c-4a956ba5dabd,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:50.087748 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.154394 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.245638 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.247772 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.290051 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.290654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 75f62d60-c994-4287-92a3-07e10634fd60 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:01:50.295085 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.296314 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-daec8697-f250-4e45-91ba-69cce6fae812 admin admin] 10.222.0.47 "DELETE /v2.0/routers/75f62d60-c994-4287-92a3-07e10634fd60 HTTP/1.1" status: 204 len: 168 time: 0.7663286 Jul 16 19:01:50.299184 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48596) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:50.343232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a91047a-d14e-49ec-9e21-771e379241aa admin admin] Deleting subnet 69b3a40c-0ef3-4e24-984d-1424afbf2e0a {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:01:50.346805 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8a91047a-d14e-49ec-9e21-771e379241aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.385455 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8a91047a-d14e-49ec-9e21-771e379241aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.465833 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8a91047a-d14e-49ec-9e21-771e379241aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.517343 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8a91047a-d14e-49ec-9e21-771e379241aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.542313 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91047a-d14e-49ec-9e21-771e379241aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69b3a40c-0ef3-4e24-984d-1424afbf2e0a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:50.546409 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8a91047a-d14e-49ec-9e21-771e379241aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.548999 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8a91047a-d14e-49ec-9e21-771e379241aa admin admin] 10.222.0.47 "DELETE /v2.0/subnets/69b3a40c-0ef3-4e24-984d-1424afbf2e0a HTTP/1.1" status: 204 len: 168 time: 0.2488239 Jul 16 19:01:50.551809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48598) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:50.554544 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3134d430-1656-44fb-96d8-30adb38b4a53 None None] Network 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:50.620815 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.678344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Deleting port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:50.678685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.748590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] For port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=bffe8cd1-b680-40f1-b64b-1dfbe815e6e1,segment=NetworkSegment(e37d53bf-8293-44fd-b537-94e5cb07b3c4),segment_id=e37d53bf-8293-44fd-b537-94e5cb07b3c4)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:50.748956 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.760462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Calling delete_port for bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:50.799231 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] DHCP port deletion for 8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:01:50.846797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Deleting port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:50.847171 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.847438 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.872388 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=bffe8cd1-b680-40f1-b64b-1dfbe815e6e1,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:50.877665 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] No DVR routers for this DVR port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:50.909481 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] For port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:50.909859 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.922630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Calling delete_port for bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:50.925392 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:01:50.926635 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.954779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:50.957509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Pushing event deleted for resources: {'Port': ['ID=bffe8cd1-b680-40f1-b64b-1dfbe815e6e1,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:50.960590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] No DVR routers for this DVR port bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:50.966532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:50.967708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.968063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.968409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.969086 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.969744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.970056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.970701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.970701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.971021 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.971349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.971698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.972024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6cb819de-8d9d-43f6-ba9c-cbce74343898 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:01:50.979905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e37d53bf-8293-44fd-b537-94e5cb07b3c4') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:50.980206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e37d53bf-8293-44fd-b537-94e5cb07b3c4') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:50.990304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:51.004337 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:51.010415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Releasing vlan 358 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:01:51.010779 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: timer() Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:01:51.012572 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:01:51.072845 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:51.080724 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:51.085304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb HTTP/1.1" status: 204 len: 168 time: 0.5297706 Jul 16 19:01:51.085611 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48600) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:51.092836 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a13c9d-b52a-440c-ab48-fc9908ff85c5 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b4b6bb7-5e73-4ab3-99fc-7cf9126252fb,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:51.739180 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:51.999826 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] Deleting port cf22b972-8d5e-4134-844d-c00fabdea5a5 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:52.000086 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.061117 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:52.082620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:52.082873 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] For port cf22b972-8d5e-4134-844d-c00fabdea5a5, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=cf22b972-8d5e-4134-844d-c00fabdea5a5,segment=NetworkSegment(118cd122-07e1-46ce-a1f1-291310026a5e),segment_id=118cd122-07e1-46ce-a1f1-291310026a5e)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:52.082991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device bffe8cd1-b680-40f1-b64b-1dfbe815e6e1 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:52.083214 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.083366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a6a7b543-5997-4276-947e-33072cdae3b6 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:52.095751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] Calling delete_port for cf22b972-8d5e-4134-844d-c00fabdea5a5 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:52.101426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: a6a7b543-5997-4276-947e-33072cdae3b6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:52.101778 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a6a7b543-5997-4276-947e-33072cdae3b6 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:52.102191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 56ade00b-2032-486a-885c-4a956ba5dabd no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:52.120493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 56ade00b-2032-486a-885c-4a956ba5dabd {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:52.120839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 56ade00b-2032-486a-885c-4a956ba5dabd not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:52.147132 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.274334 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.299696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf22b972-8d5e-4134-844d-c00fabdea5a5,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:52.465380 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.683535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] Router 2f0a47b9-29f8-4832-9fae-7596705c6f10 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:01:52.792761 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:52.798464 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4e1fe704-2f5c-49f0-9154-329590dd8a77 admin admin] 10.222.0.47 "PUT /v2.0/routers/2f0a47b9-29f8-4832-9fae-7596705c6f10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7117040 Jul 16 19:01:52.800890 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48602) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:52.803346 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71791a42-0fc6-4965-9de2-a53e1562a962 None None] Sync routers for ids ['2f0a47b9-29f8-4832-9fae-7596705c6f10'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:52.812650 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71791a42-0fc6-4965-9de2-a53e1562a962 None None] Routers {'2f0a47b9-29f8-4832-9fae-7596705c6f10'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:52.813392 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71791a42-0fc6-4965-9de2-a53e1562a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2f0a47b9-29f8-4832-9fae-7596705c6f10'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:52.903549 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:52.915806 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-71791a42-0fc6-4965-9de2-a53e1562a962 None None] Set router 2f0a47b9-29f8-4832-9fae-7596705c6f10 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:53.006453 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.060657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Deleting port 78b2760d-59a9-4ce2-94ab-1311eec8e288 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:53.061009 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.096711 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71791a42-0fc6-4965-9de2-a53e1562a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'name': 'tempest-TestMinimumBasicScenario-1881059914-router', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13'}], 'enable_snat': True}, 'gw_port_id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T19:01:52Z', 'revision_number': 5, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'gw_port': {'id': '78b2760d-59a9-4ce2-94ab-1311eec8e288', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:7b:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4109, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T18:59:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:53.122229 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71791a42-0fc6-4965-9de2-a53e1562a962 None None] Checking router: 2f0a47b9-29f8-4832-9fae-7596705c6f10 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:01:53.131145 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71791a42-0fc6-4965-9de2-a53e1562a962 None None] Routers {'2f0a47b9-29f8-4832-9fae-7596705c6f10'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:53.132070 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71791a42-0fc6-4965-9de2-a53e1562a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['2f0a47b9-29f8-4832-9fae-7596705c6f10'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:53.139946 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] For port 78b2760d-59a9-4ce2-94ab-1311eec8e288, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=78b2760d-59a9-4ce2-94ab-1311eec8e288,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:53.140308 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.157855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Calling delete_port for 78b2760d-59a9-4ce2-94ab-1311eec8e288 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:53.222132 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-71791a42-0fc6-4965-9de2-a53e1562a962 None None] Set router 2f0a47b9-29f8-4832-9fae-7596705c6f10 gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:53.276058 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-71791a42-0fc6-4965-9de2-a53e1562a962 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'name': 'tempest-TestMinimumBasicScenario-1881059914-router', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T19:01:53Z', 'revision_number': 6, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:53.303232 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71791a42-0fc6-4965-9de2-a53e1562a962 None None] The sync data for ids ['2f0a47b9-29f8-4832-9fae-7596705c6f10'] in n-d-794306-7 is: [{'id': '2f0a47b9-29f8-4832-9fae-7596705c6f10', 'name': 'tempest-TestMinimumBasicScenario-1881059914-router', 'tenant_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T18:59:43Z', 'updated_at': '2021-07-16T19:01:53Z', 'revision_number': 6, 'project_id': '9eaf7ecf8dcd4537b6c5564f808b4a86', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:01:53.322190 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.350816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=78b2760d-59a9-4ce2-94ab-1311eec8e288,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:53.414018 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.502104 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.504218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.545495 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.545953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f0a47b9-29f8-4832-9fae-7596705c6f10 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:01:53.550864 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.552010 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c6ad9466-b692-409a-a6b4-c4d301b816e5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2f0a47b9-29f8-4832-9fae-7596705c6f10 HTTP/1.1" status: 204 len: 168 time: 0.7502100 Jul 16 19:01:53.554494 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48604) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:53.602614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a43766b-effe-4a47-a0bc-a83479f5a913 admin admin] Deleting subnet ee97c6ac-02a9-45c6-80aa-dc713f5c2d30 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:01:53.605617 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a43766b-effe-4a47-a0bc-a83479f5a913 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.639493 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a43766b-effe-4a47-a0bc-a83479f5a913 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.724963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a43766b-effe-4a47-a0bc-a83479f5a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.783002 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a43766b-effe-4a47-a0bc-a83479f5a913 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.809982 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43766b-effe-4a47-a0bc-a83479f5a913 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ee97c6ac-02a9-45c6-80aa-dc713f5c2d30,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:53.811840 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-1a43766b-effe-4a47-a0bc-a83479f5a913 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.814373 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1a43766b-effe-4a47-a0bc-a83479f5a913 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ee97c6ac-02a9-45c6-80aa-dc713f5c2d30 HTTP/1.1" status: 204 len: 168 time: 0.2588334 Jul 16 19:01:53.816531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55546ae4-e608-4499-ad54-e836ad0319c5 None None] Network 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:01:53.816994 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48606) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:53.883347 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:53.935601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Deleting port e333e950-d585-4407-a6be-61c09a13c483 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:53.935929 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.005470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] For port e333e950-d585-4407-a6be-61c09a13c483, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=e333e950-d585-4407-a6be-61c09a13c483,segment=NetworkSegment(118cd122-07e1-46ce-a1f1-291310026a5e),segment_id=118cd122-07e1-46ce-a1f1-291310026a5e)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:54.005838 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.017328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Calling delete_port for e333e950-d585-4407-a6be-61c09a13c483 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:54.059953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d5cba9-7c15-433f-90a8-781f96bff05a None None] DHCP port deletion for 01ae69cd-f88b-4190-bbe8-0a9d0cee0224 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:01:54.108829 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.121349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf22b972-8d5e-4134-844d-c00fabdea5a5 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:54.126672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-31d5cba9-7c15-433f-90a8-781f96bff05a None None] Deleting port e333e950-d585-4407-a6be-61c09a13c483 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:01:54.127054 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-31d5cba9-7c15-433f-90a8-781f96bff05a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.141691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e333e950-d585-4407-a6be-61c09a13c483,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:54.143750 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] No DVR routers for this DVR port e333e950-d585-4407-a6be-61c09a13c483 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:54.160063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: cf22b972-8d5e-4134-844d-c00fabdea5a5 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:54.160416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device cf22b972-8d5e-4134-844d-c00fabdea5a5 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:54.160838 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 78b2760d-59a9-4ce2-94ab-1311eec8e288 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:54.190401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 78b2760d-59a9-4ce2-94ab-1311eec8e288 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:54.190749 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 78b2760d-59a9-4ce2-94ab-1311eec8e288 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:54.191366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e333e950-d585-4407-a6be-61c09a13c483 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:01:54.212787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: e333e950-d585-4407-a6be-61c09a13c483 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:01:54.213141 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device e333e950-d585-4407-a6be-61c09a13c483 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:01:54.216080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.230142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ae69cd-f88b-4190-bbe8-0a9d0cee0224']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:54.240989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '118cd122-07e1-46ce-a1f1-291310026a5e') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:54.241293 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '118cd122-07e1-46ce-a1f1-291310026a5e') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:54.250973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.262181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-31d5cba9-7c15-433f-90a8-781f96bff05a None None] For port e333e950-d585-4407-a6be-61c09a13c483, host n-d-794306-7, got binding levels [] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:01:54.262584 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-31d5cba9-7c15-433f-90a8-781f96bff05a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.274237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.277172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-31d5cba9-7c15-433f-90a8-781f96bff05a None None] Calling delete_port for e333e950-d585-4407-a6be-61c09a13c483 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:01:54.280563 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.ipam_backend_mixin [None req-31d5cba9-7c15-433f-90a8-781f96bff05a None None] Port e333e950-d585-4407-a6be-61c09a13c483 was not found and therefore no delete operation was performed {{(pid=105440) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 19:01:54.283594 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-31d5cba9-7c15-433f-90a8-781f96bff05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.285880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Releasing vlan 388 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:01:54.286837 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: timer() Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:01:54.289581 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:01:54.310404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d5cba9-7c15-433f-90a8-781f96bff05a None None] Pushing event deleted for resources: {'Port': ['ID=e333e950-d585-4407-a6be-61c09a13c483,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:54.316978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d5cba9-7c15-433f-90a8-781f96bff05a None None] No DVR routers for this DVR port e333e950-d585-4407-a6be-61c09a13c483 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:01:54.357176 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.374955 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.377697 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/01ae69cd-f88b-4190-bbe8-0a9d0cee0224 HTTP/1.1" status: 204 len: 168 time: 0.5601039 Jul 16 19:01:54.378814 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da042e6f-89db-42c8-b8b3-cea5d29642a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ae69cd-f88b-4190-bbe8-0a9d0cee0224,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:54.536347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48610) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:54.575366 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-863ac248-8126-4fe9-afad-6adcc47fa7b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6791a7683e8442deae64ec332f08e42b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377061 Jul 16 19:01:54.577639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48612) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:54.624463 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-887e4ac0-c3b7-4d77-8ef1-1dbdb6d4ce2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.645095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-887e4ac0-c3b7-4d77-8ef1-1dbdb6d4ce2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.695099 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-887e4ac0-c3b7-4d77-8ef1-1dbdb6d4ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.697674 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-887e4ac0-c3b7-4d77-8ef1-1dbdb6d4ce2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:54.698939 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-887e4ac0-c3b7-4d77-8ef1-1dbdb6d4ce2d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e436c47c-6b0f-49b4-a2b1-a90890d7666a HTTP/1.1" status: 204 len: 168 time: 0.1204102 Jul 16 19:01:54.706638 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887e4ac0-c3b7-4d77-8ef1-1dbdb6d4ce2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e436c47c-6b0f-49b4-a2b1-a90890d7666a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:55.006053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48618) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:55.047448 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-02e84c78-a903-465f-9ac7-c501f190ac00 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9eaf7ecf8dcd4537b6c5564f808b4a86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401366 Jul 16 19:01:55.050050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48620) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:55.103378 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0de5-9481-4923-b2f0-aac4b9270c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.124299 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0de5-9481-4923-b2f0-aac4b9270c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.169905 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0de5-9481-4923-b2f0-aac4b9270c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.173285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ce1b0de5-9481-4923-b2f0-aac4b9270c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:55.174452 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ce1b0de5-9481-4923-b2f0-aac4b9270c8f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/440bbabb-8499-4eb1-b3a8-8f7357c05e47 HTTP/1.1" status: 204 len: 168 time: 0.1234910 Jul 16 19:01:55.182867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b0de5-9481-4923-b2f0-aac4b9270c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=440bbabb-8499-4eb1-b3a8-8f7357c05e47,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:56.903494 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48660) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:56.908515 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-fce74f56-cdb4-4594-bc99-fb05325cb2bb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1483525935', 'description': 'tempest-secgroup-smoke-1483525935 description', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:56.935731 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fce74f56-cdb4-4594-bc99-fb05325cb2bb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:56.944118 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fce74f56-cdb4-4594-bc99-fb05325cb2bb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.033592 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fce74f56-cdb4-4594-bc99-fb05325cb2bb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.037742 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fce74f56-cdb4-4594-bc99-fb05325cb2bb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.075953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce74f56-cdb4-4594-bc99-fb05325cb2bb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c7b360a-8cd6-42df-9bca-d7dda4bcae9a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:57.133432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fce74f56-cdb4-4594-bc99-fb05325cb2bb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.136908 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fce74f56-cdb4-4594-bc99-fb05325cb2bb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.167147 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fce74f56-cdb4-4594-bc99-fb05325cb2bb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.168404 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fce74f56-cdb4-4594-bc99-fb05325cb2bb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2638891 Jul 16 19:01:57.170247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce74f56-cdb4-4594-bc99-fb05325cb2bb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1231c508-a544-412c-b37b-9f91cb081164,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:57.173370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48662) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:57.178564 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-d876eb72-2592-4731-ba3a-608d860bc1d1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '1231c508-a544-412c-b37b-9f91cb081164', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:57.205148 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d876eb72-2592-4731-ba3a-608d860bc1d1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.253592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d876eb72-2592-4731-ba3a-608d860bc1d1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.257161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d876eb72-2592-4731-ba3a-608d860bc1d1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.274425 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d876eb72-2592-4731-ba3a-608d860bc1d1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eed57b7b-499c-4215-8fec-a5d907cfc13d,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:57.285852 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d876eb72-2592-4731-ba3a-608d860bc1d1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.285852 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d876eb72-2592-4731-ba3a-608d860bc1d1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1078248 Jul 16 19:01:57.285852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48664) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:57.289447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0fb6c5e6-1c13-4d36-80ee-61cd0310c988 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '1231c508-a544-412c-b37b-9f91cb081164', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:57.315662 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c5e6-1c13-4d36-80ee-61cd0310c988 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.372902 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c5e6-1c13-4d36-80ee-61cd0310c988 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.376318 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c5e6-1c13-4d36-80ee-61cd0310c988 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.398422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb6c5e6-1c13-4d36-80ee-61cd0310c988 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8822830-e49b-484f-9822-0d7c80402527,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:57.402110 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0fb6c5e6-1c13-4d36-80ee-61cd0310c988 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.403281 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0fb6c5e6-1c13-4d36-80ee-61cd0310c988 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1173491 Jul 16 19:01:57.406262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48666) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:57.411318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8abe164b-9f0a-45fa-ab68-8f784c62a5d3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '1231c508-a544-412c-b37b-9f91cb081164', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:57.436527 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8abe164b-9f0a-45fa-ab68-8f784c62a5d3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.494407 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8abe164b-9f0a-45fa-ab68-8f784c62a5d3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.497768 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8abe164b-9f0a-45fa-ab68-8f784c62a5d3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.517082 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abe164b-9f0a-45fa-ab68-8f784c62a5d3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e0d530c-f9c8-4ea9-a2ce-e70242111134,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:57.524208 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8abe164b-9f0a-45fa-ab68-8f784c62a5d3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.525381 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8abe164b-9f0a-45fa-ab68-8f784c62a5d3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1176400 Jul 16 19:01:57.528140 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48668) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:57.533498 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8b10b542-d709-4051-86fb-cf69b46fd43e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '1231c508-a544-412c-b37b-9f91cb081164', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:57.558393 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8b10b542-d709-4051-86fb-cf69b46fd43e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.616725 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8b10b542-d709-4051-86fb-cf69b46fd43e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.620034 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8b10b542-d709-4051-86fb-cf69b46fd43e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.637137 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10b542-d709-4051-86fb-cf69b46fd43e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835aa66b-f474-427d-a680-31a474098e38,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:57.642422 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8b10b542-d709-4051-86fb-cf69b46fd43e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.646637 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8b10b542-d709-4051-86fb-cf69b46fd43e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1145699 Jul 16 19:01:57.646637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48670) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:57.650905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-ed4ffbd9-c95c-4aa9-9e6c-4d01e3713eb4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '1231c508-a544-412c-b37b-9f91cb081164', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:57.673526 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-ed4ffbd9-c95c-4aa9-9e6c-4d01e3713eb4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Project cf108b40314a4a999bd9221c1bfe92a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:01:57.678504 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed4ffbd9-c95c-4aa9-9e6c-4d01e3713eb4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.739127 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed4ffbd9-c95c-4aa9-9e6c-4d01e3713eb4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.741970 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed4ffbd9-c95c-4aa9-9e6c-4d01e3713eb4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.759252 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ffbd9-c95c-4aa9-9e6c-4d01e3713eb4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f93291a-84e5-4398-8428-85835e750711,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:57.765814 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-ed4ffbd9-c95c-4aa9-9e6c-4d01e3713eb4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.767040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-ed4ffbd9-c95c-4aa9-9e6c-4d01e3713eb4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196222 Jul 16 19:01:57.770388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48672) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:57.774848 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-35d3caa0-4688-4845-a40a-7bfbe9389da6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '1231c508-a544-412c-b37b-9f91cb081164', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:57.796049 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-35d3caa0-4688-4845-a40a-7bfbe9389da6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Project cf108b40314a4a999bd9221c1bfe92a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:01:57.800848 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa0-4688-4845-a40a-7bfbe9389da6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.860431 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa0-4688-4845-a40a-7bfbe9389da6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.864097 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa0-4688-4845-a40a-7bfbe9389da6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.886751 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d3caa0-4688-4845-a40a-7bfbe9389da6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1149559-660d-4858-86c3-d096d8a4c6dd,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:57.890492 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-35d3caa0-4688-4845-a40a-7bfbe9389da6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.892312 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-35d3caa0-4688-4845-a40a-7bfbe9389da6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1209621 Jul 16 19:01:57.895312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48674) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:57.900125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'network': {'name': 'tempest-network-smoke--816337576', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'port_security_enabled': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:57.920392 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:01:57.923871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.947667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 366} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:01:57.956938 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:57.957277 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Added segment d00b0a21-14cf-4172-9770-267afa0e95d2 of type vlan for network 99771667-7f10-49fc-a312-62d5d9d0ac78 Jul 16 19:01:57.995963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.024642 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.030469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:01:58.031080 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.066641 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1703002 Jul 16 19:01:58.069501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48676) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:58.073815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'admin_state_up': True, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:01:58.109131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9147ab21-794b-4261-bf38-1cba1777bcc3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Network': ['ID=99771667-7f10-49fc-a312-62d5d9d0ac78,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:58.120140 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 99771667-7f10-49fc-a312-62d5d9d0ac78 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:01:58.127943 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.128963 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.183530 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.317743 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.507554 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.525412 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.628678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.25.7.163 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/21c542a1-c9a8-412f-ac65-b3ae1737f313) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:01:58.728251 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.765130 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:58.801778 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:01:58.806351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:01:58.809796 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:01:58.839081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=21c542a1-c9a8-412f-ac65-b3ae1737f313,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:01:59.104916 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.610495 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.734039 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:01:59.836055 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:01:59.845724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Sync routers for ids ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:01:59.854442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:01:59.854923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Routers {'170a97a1-5bc8-4ad8-bce3-f20425cbe660'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:01:59.855542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:01:59.855714 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8ea7a414-440f-4da1-9c0e-6bf21754c026 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7852559 Jul 16 19:01:59.858779 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48678) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:01:59.966242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Set router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:01:59.990820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-106f3776-f4a3-44b6-a2a8-cf57c8db31b6 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=cf108b40314a4a999bd9221c1bfe92a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1306386 Jul 16 19:01:59.993560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48682) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:00.036594 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.149508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:01:58Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:01:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:00.151853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f87973e-af85-4d75-8e4b-1baad0eec9b7 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:00.153372 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3f87973e-af85-4d75-8e4b-1baad0eec9b7 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1589110 Jul 16 19:02:00.156719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48684) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:00.176993 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Checking router: 170a97a1-5bc8-4ad8-bce3-f20425cbe660 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:00.177348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Updating router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 port 21c542a1-c9a8-412f-ac65-b3ae1737f313 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:02:00.197719 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-61320ffb-aa79-4054-ba0d-3d734cdbfe81 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0398977 Jul 16 19:02:00.200397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48686) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:00.206938 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1101173331', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:00.213791 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.300354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:02:00.303979 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.490911 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.558086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Subnet': ['ID=ddb27fe3-f3ae-4ea1-990a-32e2f080c293,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:00.567532 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Checking segment: {'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:00.567988 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network hostable DHCP agents. Network: 99771667-7f10-49fc-a312-62d5d9d0ac78, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:02:00.584721 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network 99771667-7f10-49fc-a312-62d5d9d0ac78 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:02:00.593657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 99771667-7f10-49fc-a312-62d5d9d0ac78) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:00.598853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:00.599436 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.614646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5857426-c86b-44f0-9660-1f5cea698434 None None] Network 99771667-7f10-49fc-a312-62d5d9d0ac78 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:02:00.617407 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c439c7f5-8c7f-4c09-a139-3cd1c090e002 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4158630 Jul 16 19:02:00.620169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48688) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:00.637662 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.659062 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Transition to ACTIVE for port object 21c542a1-c9a8-412f-ac65-b3ae1737f313 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:00.690761 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.761005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72285a5b-6429-4a0d-8315-3b6771c605f1 None None] Pushing event updated for resources: {'Port': ['ID=21c542a1-c9a8-412f-ac65-b3ae1737f313,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:00.763616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Attempting to bind port 21c542a1-c9a8-412f-ac65-b3ae1737f313 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:00.763994 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Attempting to bind port 21c542a1-c9a8-412f-ac65-b3ae1737f313 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:00.764358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Attempting to bind port 21c542a1-c9a8-412f-ac65-b3ae1737f313 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:00.792388 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:00.792766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:00.793168 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.793565 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:00.794053 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Bound port: 21c542a1-c9a8-412f-ac65-b3ae1737f313, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:00.794899 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.882154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-99771667-7f10-49fc-a312-62d5d9d0ac78', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ips': [{'subnet_id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:02:00.883013 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:00.894233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] For port 21c542a1-c9a8-412f-ac65-b3ae1737f313, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:00.910201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] For port 21c542a1-c9a8-412f-ac65-b3ae1737f313, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=21c542a1-c9a8-412f-ac65-b3ae1737f313,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:00.918888 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.055594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Routers {'170a97a1-5bc8-4ad8-bce3-f20425cbe660'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:01.056227 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:01.059072 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.116736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72285a5b-6429-4a0d-8315-3b6771c605f1 None None] Pushing event updated for resources: {'Port': ['ID=21c542a1-c9a8-412f-ac65-b3ae1737f313,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:01.130833 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Allocated IP 172.20.0.2 (99771667-7f10-49fc-a312-62d5d9d0ac78/ddb27fe3-f3ae-4ea1-990a-32e2f080c293/1ba540a6-78f1-4588-91ee-e230e209258b) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:01.240181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] Set router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:01.430360 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.456768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Transition to ACTIVE for port object 1ba540a6-78f1-4588-91ee-e230e209258b will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:01.478058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Transition to ACTIVE for port object 1ba540a6-78f1-4588-91ee-e230e209258b will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:01.486587 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.530429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.20.0.1 (99771667-7f10-49fc-a312-62d5d9d0ac78/ddb27fe3-f3ae-4ea1-990a-32e2f080c293/a104c954-ac1b-4bd5-9179-2abbdedb9d3d) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:01.531094 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Network 99771667-7f10-49fc-a312-62d5d9d0ac78 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:01.533323 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:01:58Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:01.540336 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:01.565846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:01.567736 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Pushing event updated for resources: {'Port': ['ID=1ba540a6-78f1-4588-91ee-e230e209258b,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:01.570980 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7eeba-1012-44fc-a430-02ed31ceb496 None None] The sync data for ids ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'] in n-d-794306-7 is: [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:01:58Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:01.634535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Attempting to bind port 1ba540a6-78f1-4588-91ee-e230e209258b on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:01.634999 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Attempting to bind port 1ba540a6-78f1-4588-91ee-e230e209258b by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:01.635439 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Attempting to bind port 1ba540a6-78f1-4588-91ee-e230e209258b on network 99771667-7f10-49fc-a312-62d5d9d0ac78 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:01.642285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:01.642890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Checking segment: {'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:01.643297 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.644326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Bound using segment: {'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:01.644326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Bound port: 1ba540a6-78f1-4588-91ee-e230e209258b, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:01.644675 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.654488 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.669011 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Transition to ACTIVE for port object a104c954-ac1b-4bd5-9179-2abbdedb9d3d will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:01.705572 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.713806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] For port 1ba540a6-78f1-4588-91ee-e230e209258b, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:01.717718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] For port 1ba540a6-78f1-4588-91ee-e230e209258b, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1ba540a6-78f1-4588-91ee-e230e209258b,segment=NetworkSegment(d00b0a21-14cf-4172-9770-267afa0e95d2),segment_id=d00b0a21-14cf-4172-9770-267afa0e95d2)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:01.722007 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:01.747868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network 99771667-7f10-49fc-a312-62d5d9d0ac78 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:01.753782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:01.757719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:01.790282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d54ad10-4888-413b-9bfd-acf2edf40b9e None None] Pushing event updated for resources: {'Port': ['ID=1ba540a6-78f1-4588-91ee-e230e209258b,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:01.790808 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=a104c954-ac1b-4bd5-9179-2abbdedb9d3d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:01.812290 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.021386 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.165776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1ba540a6-78f1-4588-91ee-e230e209258b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:02.221848 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 1ba540a6-78f1-4588-91ee-e230e209258b completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:02.226279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 21c542a1-c9a8-412f-ac65-b3ae1737f313 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:02.283744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 21c542a1-c9a8-412f-ac65-b3ae1737f313 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:02.286406 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 21c542a1-c9a8-412f-ac65-b3ae1737f313 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:02.286796 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.355304 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.361044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.382291 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.408022 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 21c542a1-c9a8-412f-ac65-b3ae1737f313, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=21c542a1-c9a8-412f-ac65-b3ae1737f313,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:02.413363 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.443511 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=a104c954-ac1b-4bd5-9179-2abbdedb9d3d,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:02.446131 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.470573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=21c542a1-c9a8-412f-ac65-b3ae1737f313,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:02.560617 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network 99771667-7f10-49fc-a312-62d5d9d0ac78 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:02.562208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:02.681707 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:02.796141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:02.796357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422c29d6-ca16-46ae-b880-ffca7138e94a None None] Network 99771667-7f10-49fc-a312-62d5d9d0ac78 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:02:02.801964 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e34c2795-7763-4d36-acc6-5b9747e0e597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "PUT /v2.0/routers/170a97a1-5bc8-4ad8-bce3-f20425cbe660/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1803501 Jul 16 19:02:02.917472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3f8fe7f8-e6da-46f4-8fc7-0b5b5104b30d None None] Provisioning for port 1ba540a6-78f1-4588-91ee-e230e209258b completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:02.925279 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3f8fe7f8-e6da-46f4-8fc7-0b5b5104b30d None None] Provisioning complete for port 1ba540a6-78f1-4588-91ee-e230e209258b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:02.925655 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe7f8-e6da-46f4-8fc7-0b5b5104b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:02.949726 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-8297a039-2e47-4041-92ce-210c9639ef84 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1483525935&fields=id&tenant_id=cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 267 time: 0.0367522 Jul 16 19:02:03.041702 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe7f8-e6da-46f4-8fc7-0b5b5104b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.066892 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-4020f0e6-0757-4028-bc58-98db2e51f46c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:03.068796 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-4020f0e6-0757-4028-bc58-98db2e51f46c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/networks?id=99771667-7f10-49fc-a312-62d5d9d0ac78 HTTP/1.1" status: 200 len: 796 time: 0.1106009 Jul 16 19:02:03.080049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3f8fe7f8-e6da-46f4-8fc7-0b5b5104b30d None None] For port 1ba540a6-78f1-4588-91ee-e230e209258b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1ba540a6-78f1-4588-91ee-e230e209258b,segment=NetworkSegment(d00b0a21-14cf-4172-9770-267afa0e95d2),segment_id=d00b0a21-14cf-4172-9770-267afa0e95d2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:03.087020 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-69ed548c-0fc0-4d12-924e-5fa420b55820 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/quotas/cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 375 time: 0.0120935 Jul 16 19:02:03.091795 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe7f8-e6da-46f4-8fc7-0b5b5104b30d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.149564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fe7f8-e6da-46f4-8fc7-0b5b5104b30d None None] Pushing event updated for resources: {'Port': ['ID=1ba540a6-78f1-4588-91ee-e230e209258b,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:03.168057 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-51436964-c96f-429b-b790-51ab268fae89 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0744393 Jul 16 19:02:03.277267 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-a5be5d36-faf9-42f4-9615-70f484acfe61 service neutron] 10.222.0.47 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963869 Jul 16 19:02:03.314522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0227f90a-b101-4644-a4ce-b977ef26942e None None] Provisioning complete for port 1ba540a6-78f1-4588-91ee-e230e209258b triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:03.315013 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0227f90a-b101-4644-a4ce-b977ef26942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.396202 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-9f14ad88-5ccd-40cc-aab4-f04e6727c5b7 service neutron] 10.222.0.47 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047430 Jul 16 19:02:03.415434 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Sync routers for ids ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:03.416428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0227f90a-b101-4644-a4ce-b977ef26942e None None] Provisioning for port a104c954-ac1b-4bd5-9179-2abbdedb9d3d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:03.420493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0227f90a-b101-4644-a4ce-b977ef26942e None None] Provisioning complete for port a104c954-ac1b-4bd5-9179-2abbdedb9d3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:03.420999 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0227f90a-b101-4644-a4ce-b977ef26942e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.426804 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Routers {'170a97a1-5bc8-4ad8-bce3-f20425cbe660'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:03.427502 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:03.458672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0227f90a-b101-4644-a4ce-b977ef26942e None None] Port a104c954-ac1b-4bd5-9179-2abbdedb9d3d cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:03.577608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d9af6657-2e7d-4138-b74e-77fc16cb6ace None None] Provisioning complete for port a104c954-ac1b-4bd5-9179-2abbdedb9d3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:03.578136 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d9af6657-2e7d-4138-b74e-77fc16cb6ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.615143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d637a42-fe7c-4cb3-9ac5-ee40ec984a15 req-87aa3f2f-2656-48a9-8bdc-2c5f5478c01f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 210 time: 0.0474105 Jul 16 19:02:03.645379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d9af6657-2e7d-4138-b74e-77fc16cb6ace None None] Port a104c954-ac1b-4bd5-9179-2abbdedb9d3d cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:03.656528 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Set router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:03.767699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c3fac72d-517f-4ed5-8ba5-27bba8055b8e None None] Provisioning complete for port a104c954-ac1b-4bd5-9179-2abbdedb9d3d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:03.767980 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c3fac72d-517f-4ed5-8ba5-27bba8055b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:03.804780 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c3fac72d-517f-4ed5-8ba5-27bba8055b8e None None] Port a104c954-ac1b-4bd5-9179-2abbdedb9d3d cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:03.864997 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a104c954-ac1b-4bd5-9179-2abbdedb9d3d', 'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:0e:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 2, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:03.894123 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Checking router: 170a97a1-5bc8-4ad8-bce3-f20425cbe660 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:03.894476 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Updating router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 port a104c954-ac1b-4bd5-9179-2abbdedb9d3d binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:02:03.929539 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.082475 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 21c542a1-c9a8-412f-ac65-b3ae1737f313 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:04.136058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 21c542a1-c9a8-412f-ac65-b3ae1737f313 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:04.136436 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.194483 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.204869 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Transition to ACTIVE for port object a104c954-ac1b-4bd5-9179-2abbdedb9d3d will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:04.210099 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.220739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1ba540a6-78f1-4588-91ee-e230e209258b up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:04.288412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 1ba540a6-78f1-4588-91ee-e230e209258b triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:04.289282 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.301358 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Pushing event updated for resources: {'Port': ['ID=a104c954-ac1b-4bd5-9179-2abbdedb9d3d,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:04.319341 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Attempting to bind port a104c954-ac1b-4bd5-9179-2abbdedb9d3d on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:04.319740 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Attempting to bind port a104c954-ac1b-4bd5-9179-2abbdedb9d3d by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:04.320087 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Attempting to bind port a104c954-ac1b-4bd5-9179-2abbdedb9d3d on network 99771667-7f10-49fc-a312-62d5d9d0ac78 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:04.324516 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.324516 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.324866 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.325111 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.325417 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.325816 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.326277 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.327225 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.327225 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.327225 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.327581 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.327869 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:04.334098 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:04.334457 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Checking segment: {'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:04.335258 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.335258 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Bound using segment: {'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:04.335685 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Bound port: a104c954-ac1b-4bd5-9179-2abbdedb9d3d, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:04.336060 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.408262 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] For port a104c954-ac1b-4bd5-9179-2abbdedb9d3d, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:04.411808 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] For port a104c954-ac1b-4bd5-9179-2abbdedb9d3d, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a104c954-ac1b-4bd5-9179-2abbdedb9d3d,segment=NetworkSegment(d00b0a21-14cf-4172-9770-267afa0e95d2),segment_id=d00b0a21-14cf-4172-9770-267afa0e95d2)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:04.415848 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:04.473107 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Routers {'170a97a1-5bc8-4ad8-bce3-f20425cbe660'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:04.473732 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:04.507975 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6408736-327f-4d86-9d48-3a33b6ca424b None None] Pushing event updated for resources: {'Port': ['ID=a104c954-ac1b-4bd5-9179-2abbdedb9d3d,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:04.591828 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] Set router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:04.780885 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a2bc9b8a-00d7-4a10-8d3f-7c195c976788 req-be820a88-6545-4ca0-b699-b560d08ed969 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 210 time: 0.0380576 Jul 16 19:02:04.832356 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a104c954-ac1b-4bd5-9179-2abbdedb9d3d', 'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:0e:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:04Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:04.856720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-2a62cf5d-a2ba-472e-95f6-0f8dfaf6b3a7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:04.858333 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-2a62cf5d-a2ba-472e-95f6-0f8dfaf6b3a7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "GET /v2.0/networks?id=99771667-7f10-49fc-a312-62d5d9d0ac78 HTTP/1.1" status: 200 len: 796 time: 0.1379161 Jul 16 19:02:04.863753 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a074c234-e08a-450b-9213-32872c4c5504 None None] The sync data for ids ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'] in n-d-794306-7 is: [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a104c954-ac1b-4bd5-9179-2abbdedb9d3d', 'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:0e:24:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:04Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:04.919054 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-190137d1-c41d-4edb-943c-28cc52d2ed37 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 380 time: 0.0436993 Jul 16 19:02:04.936208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'port': {'device_id': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'admin_state_up': True, 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'security_groups': ['1231c508-a544-412c-b37b-9f91cb081164']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:05.060010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:02:05.063917 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.542635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.20.0.6 (99771667-7f10-49fc-a312-62d5d9d0ac78/ddb27fe3-f3ae-4ea1-990a-32e2f080c293/849a97b9-0431-4aea-9a1e-d4b850e9a597) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:05.694537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.708574 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Transition to ACTIVE for port object 849a97b9-0431-4aea-9a1e-d4b850e9a597 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:05.742035 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.784560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network 99771667-7f10-49fc-a312-62d5d9d0ac78 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:05.789684 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:05.793412 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:05.824359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=849a97b9-0431-4aea-9a1e-d4b850e9a597,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:05.854580 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:05.855234 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:05.874037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-e01ed162-537a-485c-a71f-843f94202077 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9451187 Jul 16 19:02:05.945829 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Request body: {'port': {'device_id': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:06.029367 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.029548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a43a8-0143-437a-9dd4-f831986eff65 req-da5d215c-97e6-4bd7-8401-0dd96735f674 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:06.031554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e2a43a8-0143-437a-9dd4-f831986eff65 req-da5d215c-97e6-4bd7-8401-0dd96735f674 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 931 time: 0.0885079 Jul 16 19:02:06.082079 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4e2a43a8-0143-437a-9dd4-f831986eff65 req-a9326a51-47b4-4218-bce6-0b4d6c6c50ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439079 Jul 16 19:02:06.089933 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-69fde4d4-87a7-4753-ab79-730add4c3b4a None None] Provisioning for port 849a97b9-0431-4aea-9a1e-d4b850e9a597 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:06.096599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-69fde4d4-87a7-4753-ab79-730add4c3b4a None None] Provisioning complete for port 849a97b9-0431-4aea-9a1e-d4b850e9a597 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:06.097188 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-69fde4d4-87a7-4753-ab79-730add4c3b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.141626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-69fde4d4-87a7-4753-ab79-730add4c3b4a None None] Port 849a97b9-0431-4aea-9a1e-d4b850e9a597 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:02:06.152196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a104c954-ac1b-4bd5-9179-2abbdedb9d3d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:06.198880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port a104c954-ac1b-4bd5-9179-2abbdedb9d3d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:06.202456 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a104c954-ac1b-4bd5-9179-2abbdedb9d3d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:06.203417 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.280488 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.317962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port a104c954-ac1b-4bd5-9179-2abbdedb9d3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a104c954-ac1b-4bd5-9179-2abbdedb9d3d,segment=NetworkSegment(d00b0a21-14cf-4172-9770-267afa0e95d2),segment_id=d00b0a21-14cf-4172-9770-267afa0e95d2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:06.322404 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.322817 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 849a97b9-0431-4aea-9a1e-d4b850e9a597 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:02:06.332578 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.345328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Transition to ACTIVE for port object 849a97b9-0431-4aea-9a1e-d4b850e9a597 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:02:06.349826 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.375325 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=a104c954-ac1b-4bd5-9179-2abbdedb9d3d,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:06.408852 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=849a97b9-0431-4aea-9a1e-d4b850e9a597,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:06.483101 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Attempting to bind port 849a97b9-0431-4aea-9a1e-d4b850e9a597 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:02:06.483446 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Attempting to bind port 849a97b9-0431-4aea-9a1e-d4b850e9a597 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:02:06.483799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Attempting to bind port 849a97b9-0431-4aea-9a1e-d4b850e9a597 on network 99771667-7f10-49fc-a312-62d5d9d0ac78 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:06.488889 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Port 849a97b9-0431-4aea-9a1e-d4b850e9a597 on network 99771667-7f10-49fc-a312-62d5d9d0ac78 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:02:06.489212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Attempting to bind port 849a97b9-0431-4aea-9a1e-d4b850e9a597 on network 99771667-7f10-49fc-a312-62d5d9d0ac78 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:02:06.494021 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 1, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:02:06.494360 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Checking segment: {'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:02:06.494742 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Bound using segment: {'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:02:06.495165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Bound port: 849a97b9-0431-4aea-9a1e-d4b850e9a597, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd00b0a21-14cf-4172-9770-267afa0e95d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 366, 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:02:06.495521 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.561093 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] For port 849a97b9-0431-4aea-9a1e-d4b850e9a597, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:02:06.565134 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] For port 849a97b9-0431-4aea-9a1e-d4b850e9a597, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=849a97b9-0431-4aea-9a1e-d4b850e9a597,segment=NetworkSegment(d00b0a21-14cf-4172-9770-267afa0e95d2),segment_id=d00b0a21-14cf-4172-9770-267afa0e95d2)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:02:06.569531 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.594059 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:02:06.603220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:06.603867 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:06.605257 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] 10.222.0.37 "PUT /v2.0/ports/849a97b9-0431-4aea-9a1e-d4b850e9a597 HTTP/1.1" status: 200 len: 1091 time: 0.7175620 Jul 16 19:02:06.605694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'tag': '849a97b9-0431-4aea-9a1e-d4b850e9a597'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:06.607963 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f03490-0410-43c7-91d1-d046f616bd18" -d '{"events": [{"name": "network-changed", "server_uuid": "706c8bca-6e4e-4f1d-a4e4-b6c55465255a", "tag": "849a97b9-0431-4aea-9a1e-d4b850e9a597"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:06.634822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf015bb-0e5a-4e3a-af93-f799dcdfc0c3 service neutron] Pushing event updated for resources: {'Port': ['ID=849a97b9-0431-4aea-9a1e-d4b850e9a597,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:06.720806 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef35be82-2afa-40f2-ae70-a056a1062e19 x-openstack-request-id: req-ef35be82-2afa-40f2-ae70-a056a1062e19 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:06.721104 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706c8bca-6e4e-4f1d-a4e4-b6c55465255a", "tag": "849a97b9-0431-4aea-9a1e-d4b850e9a597", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:06.721388 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ef35be82-2afa-40f2-ae70-a056a1062e19 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:06.721810 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'tag': '849a97b9-0431-4aea-9a1e-d4b850e9a597', 'status': 'completed', 'code': 200} Jul 16 19:02:06.731705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-1d71ac61-107b-4f25-be47-e50f2ab2456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:06.733369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-1d71ac61-107b-4f25-be47-e50f2ab2456b service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 1094 time: 0.0725565 Jul 16 19:02:06.782373 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-329d9768-c72f-4810-8330-bbba270b0a41 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=849a97b9-0431-4aea-9a1e-d4b850e9a597 HTTP/1.1" status: 200 len: 217 time: 0.0362594 Jul 16 19:02:06.830387 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-5b0fe873-5f23-4314-9c71-688cfc7b5649 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:06.831891 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-5b0fe873-5f23-4314-9c71-688cfc7b5649 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ddb27fe3-f3ae-4ea1-990a-32e2f080c293 HTTP/1.1" status: 200 len: 835 time: 0.0438573 Jul 16 19:02:06.906516 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-a41baffd-f008-4fd5-8048-a1b1d69e28fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:06.908130 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-a41baffd-f008-4fd5-8048-a1b1d69e28fa service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99771667-7f10-49fc-a312-62d5d9d0ac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656207 Jul 16 19:02:06.995182 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-1cf3027e-0535-4c40-94b4-ddf29ffc6212 service neutron] 10.222.0.37 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801454 Jul 16 19:02:07.089533 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec5bd1d2-7b3d-4291-bf69-258b8644fe0e req-75ffd0bf-4936-4116-a115-268e1bd3f029 service neutron] 10.222.0.37 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874212 Jul 16 19:02:07.224205 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f03490-0410-43c7-91d1-d046f616bd18 req-9a86b904-a7f0-48c7-88f0-76d0b6b7b021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:07.225708 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8f03490-0410-43c7-91d1-d046f616bd18 req-9a86b904-a7f0-48c7-88f0-76d0b6b7b021 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 1094 time: 0.0525873 Jul 16 19:02:07.269083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f64bd7-7cd0-4b13-9a7b-0a40a1d5844f req-6daf28f5-399f-4733-bda3-17dd554477ae tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:07.270597 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8f64bd7-7cd0-4b13-9a7b-0a40a1d5844f req-6daf28f5-399f-4733-bda3-17dd554477ae tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 943 time: 0.0668378 Jul 16 19:02:07.308985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8f64bd7-7cd0-4b13-9a7b-0a40a1d5844f req-de919177-025b-47a9-b50d-572d6002c74b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328088 Jul 16 19:02:07.319776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f03490-0410-43c7-91d1-d046f616bd18 req-2aa0010b-272b-4c64-ad6d-23e62c0ae96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:07.321239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8f03490-0410-43c7-91d1-d046f616bd18 req-2aa0010b-272b-4c64-ad6d-23e62c0ae96b service neutron] 10.222.0.37 "GET /v2.0/networks?id=99771667-7f10-49fc-a312-62d5d9d0ac78 HTTP/1.1" status: 200 len: 897 time: 0.0891943 Jul 16 19:02:07.363018 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8f03490-0410-43c7-91d1-d046f616bd18 req-34160db5-044d-40ad-babc-901aab7c60c2 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=849a97b9-0431-4aea-9a1e-d4b850e9a597 HTTP/1.1" status: 200 len: 217 time: 0.0350821 Jul 16 19:02:07.412728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f03490-0410-43c7-91d1-d046f616bd18 req-c75dd840-ed85-4956-815e-fc00db72f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:07.414198 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8f03490-0410-43c7-91d1-d046f616bd18 req-c75dd840-ed85-4956-815e-fc00db72f016 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ddb27fe3-f3ae-4ea1-990a-32e2f080c293 HTTP/1.1" status: 200 len: 835 time: 0.0446863 Jul 16 19:02:07.470460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f03490-0410-43c7-91d1-d046f616bd18 req-7ea0b9c5-14de-4f91-b8b6-e1553decafe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:07.471984 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8f03490-0410-43c7-91d1-d046f616bd18 req-7ea0b9c5-14de-4f91-b8b6-e1553decafe1 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99771667-7f10-49fc-a312-62d5d9d0ac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0511534 Jul 16 19:02:07.564676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8f03490-0410-43c7-91d1-d046f616bd18 req-20289eb8-8c4d-4e1e-b9f2-aa1a039bf924 service neutron] 10.222.0.37 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856256 Jul 16 19:02:07.668385 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e8f03490-0410-43c7-91d1-d046f616bd18 req-47fd9439-bfc1-40ef-97ac-185fb3eb4147 service neutron] 10.222.0.37 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963063 Jul 16 19:02:08.073136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a104c954-ac1b-4bd5-9179-2abbdedb9d3d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:08.119322 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port a104c954-ac1b-4bd5-9179-2abbdedb9d3d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:08.119724 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:08.489640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bedb0-961c-4e61-a485-460dc580b9f9 req-81cca453-063d-448a-89f5-968e9c8447c5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:08.491151 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-499bedb0-961c-4e61-a485-460dc580b9f9 req-81cca453-063d-448a-89f5-968e9c8447c5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 943 time: 0.0628681 Jul 16 19:02:08.528068 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-499bedb0-961c-4e61-a485-460dc580b9f9 req-f47b9c2f-f84d-4a2d-b402-0f80fc503e5f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310109 Jul 16 19:02:08.851288 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 849a97b9-0431-4aea-9a1e-d4b850e9a597 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:02:08.946457 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 849a97b9-0431-4aea-9a1e-d4b850e9a597, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=849a97b9-0431-4aea-9a1e-d4b850e9a597,segment=NetworkSegment(d00b0a21-14cf-4172-9770-267afa0e95d2),segment_id=d00b0a21-14cf-4172-9770-267afa0e95d2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:08.957697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '849a97b9-0431-4aea-9a1e-d4b850e9a597', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'port_id': '849a97b9-0431-4aea-9a1e-d4b850e9a597', 'mac_address': 'fa:16:3e:9d:c8:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 366, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:02:09.145737 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.158205 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 849a97b9-0431-4aea-9a1e-d4b850e9a597 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:02:09.177216 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 849a97b9-0431-4aea-9a1e-d4b850e9a597, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=849a97b9-0431-4aea-9a1e-d4b850e9a597,segment=NetworkSegment(d00b0a21-14cf-4172-9770-267afa0e95d2),segment_id=d00b0a21-14cf-4172-9770-267afa0e95d2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:09.180762 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:09.226718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=849a97b9-0431-4aea-9a1e-d4b850e9a597,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:09.472148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['849a97b9-0431-4aea-9a1e-d4b850e9a597'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:02:09.705539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30551ee-35a9-4ce3-b443-3a0f0740fba4 req-b0376bb0-dbda-4798-9c74-4de96eab360a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:09.707027 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e30551ee-35a9-4ce3-b443-3a0f0740fba4 req-b0376bb0-dbda-4798-9c74-4de96eab360a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 944 time: 0.0640726 Jul 16 19:02:09.744764 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e30551ee-35a9-4ce3-b443-3a0f0740fba4 req-95871194-ce46-4c39-bfb2-edc386f35d46 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321529 Jul 16 19:02:10.867469 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 849a97b9-0431-4aea-9a1e-d4b850e9a597 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:02:10.923018 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 849a97b9-0431-4aea-9a1e-d4b850e9a597 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:02:10.926789 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc85125-3c7d-4156-b31c-cc84643e102f req-ac750b6f-39cc-44e4-ba4c-f1a1dd573a13 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:10.927341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 849a97b9-0431-4aea-9a1e-d4b850e9a597 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:02:10.927341 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:10.933117 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ecc85125-3c7d-4156-b31c-cc84643e102f req-ac750b6f-39cc-44e4-ba4c-f1a1dd573a13 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 944 time: 0.0750651 Jul 16 19:02:10.968709 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ecc85125-3c7d-4156-b31c-cc84643e102f req-1fd20349-9c55-4f3c-97d6-9e94f50ff837 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342889 Jul 16 19:02:11.009779 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:11.034273 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a97b9-0431-4aea-9a1e-d4b850e9a597'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:11.036492 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401b28fd-1098-427f-bec6-da88765c63f1" -d '{"events": [{"server_uuid": "706c8bca-6e4e-4f1d-a4e4-b6c55465255a", "name": "network-vif-plugged", "status": "completed", "tag": "849a97b9-0431-4aea-9a1e-d4b850e9a597"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:11.049962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 849a97b9-0431-4aea-9a1e-d4b850e9a597, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=849a97b9-0431-4aea-9a1e-d4b850e9a597,segment=NetworkSegment(d00b0a21-14cf-4172-9770-267afa0e95d2),segment_id=d00b0a21-14cf-4172-9770-267afa0e95d2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:11.054101 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:11.104902 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=849a97b9-0431-4aea-9a1e-d4b850e9a597,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:11.129249 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb6797d-ab6a-44e8-9e96-37b070a3607c x-openstack-request-id: req-9eb6797d-ab6a-44e8-9e96-37b070a3607c {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:11.129546 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706c8bca-6e4e-4f1d-a4e4-b6c55465255a", "name": "network-vif-plugged", "status": "completed", "tag": "849a97b9-0431-4aea-9a1e-d4b850e9a597", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:11.129801 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9eb6797d-ab6a-44e8-9e96-37b070a3607c {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:11.130199 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '849a97b9-0431-4aea-9a1e-d4b850e9a597', 'code': 200} Jul 16 19:02:11.272045 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4b8262-950b-4c0a-86d2-3d1a34bc8d13 req-51731030-cc21-4f59-8ede-492fed66f160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:11.273527 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d4b8262-950b-4c0a-86d2-3d1a34bc8d13 req-51731030-cc21-4f59-8ede-492fed66f160 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 1096 time: 0.0552285 Jul 16 19:02:11.308861 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d4b8262-950b-4c0a-86d2-3d1a34bc8d13 req-8bafb8f7-f047-4241-970b-30dfc71b65a1 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279484 Jul 16 19:02:12.141741 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df582c-6127-4a9a-ab18-ed7bab7b7917 req-21cc1c6c-3e93-4a74-92d6-884c894e2537 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:12.143131 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16df582c-6127-4a9a-ab18-ed7bab7b7917 req-21cc1c6c-3e93-4a74-92d6-884c894e2537 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 945 time: 0.0634840 Jul 16 19:02:12.179641 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-16df582c-6127-4a9a-ab18-ed7bab7b7917 req-df4b8bac-233f-4dab-bcc2-a40b3ecb583c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310404 Jul 16 19:02:12.644040 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.352085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eeb229-9297-464a-be2b-a0dbec0e2eeb req-54c3a489-0762-409b-908e-a9cfc19642d3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:13.353744 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10eeb229-9297-464a-be2b-a0dbec0e2eeb req-54c3a489-0762-409b-908e-a9cfc19642d3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 945 time: 0.0617387 Jul 16 19:02:13.392436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10eeb229-9297-464a-be2b-a0dbec0e2eeb req-d7b17628-1a83-4cd7-81f7-953ee1022e27 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330184 Jul 16 19:02:13.566830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3834f-ae99-4fd6-937f-61e244df7cb5 req-a26f62f0-0f5e-4dac-a24b-b105a9514a80 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:13.568342 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a7d3834f-ae99-4fd6-937f-61e244df7cb5 req-a26f62f0-0f5e-4dac-a24b-b105a9514a80 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 945 time: 0.0667272 Jul 16 19:02:13.605608 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a7d3834f-ae99-4fd6-937f-61e244df7cb5 req-7cde58e1-9004-499b-992a-f9be6240661c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317593 Jul 16 19:02:13.629463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48744) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:13.680692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e2cb4de-d217-4264-b7c9-c0ff5c54e12a tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:13.682200 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3e2cb4de-d217-4264-b7c9-c0ff5c54e12a tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 1091 time: 0.0517476 Jul 16 19:02:13.685089 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48746) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:13.689894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '849a97b9-0431-4aea-9a1e-d4b850e9a597', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:02:13.711477 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.808991 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:13.909504 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.25.7.203 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/5235dade-2674-4e6e-954d-74d66e2277d1) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:02:14.013836 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.054077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.088653 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:02:14.091327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:02:14.098193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:02:14.125572 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=5235dade-2674-4e6e-954d-74d66e2277d1,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:14.464003 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.540872 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.689562 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.693698 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.764568 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=5235dade-2674-4e6e-954d-74d66e2277d1,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:14.776641 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:14.878204 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Floating IP ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1 associated. External IP: 172.25.7.203, port: 849a97b9-0431-4aea-9a1e-d4b850e9a597. Jul 16 19:02:15.085978 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:15.187209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:15.196688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c0c982-bf79-4678-9a4b-a3babb81db7e None None] Sync routers for ids ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:15.203384 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.206947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c0c982-bf79-4678-9a4b-a3babb81db7e None None] Routers {'170a97a1-5bc8-4ad8-bce3-f20425cbe660'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:15.207608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-72c0c982-bf79-4678-9a4b-a3babb81db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:15.247193 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cb7e7214-da79-45c6-a60d-9a378202da01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5585198 Jul 16 19:02:15.247193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'tag': '849a97b9-0431-4aea-9a1e-d4b850e9a597'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:15.247736 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270" -d '{"events": [{"name": "network-changed", "server_uuid": "706c8bca-6e4e-4f1d-a4e4-b6c55465255a", "tag": "849a97b9-0431-4aea-9a1e-d4b850e9a597"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:15.301695 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-792c3126-71b0-4a76-a513-3da2c022c597 x-openstack-request-id: req-792c3126-71b0-4a76-a513-3da2c022c597 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:15.302014 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706c8bca-6e4e-4f1d-a4e4-b6c55465255a", "tag": "849a97b9-0431-4aea-9a1e-d4b850e9a597", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:15.302266 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-792c3126-71b0-4a76-a513-3da2c022c597 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:15.302700 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'tag': '849a97b9-0431-4aea-9a1e-d4b850e9a597', 'status': 'completed', 'code': 200} Jul 16 19:02:15.319490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-72c0c982-bf79-4678-9a4b-a3babb81db7e None None] Set router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:15.410794 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270 req-7b9d7eff-8701-4e8f-b6de-627bcd12e10e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:15.412698 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270 req-7b9d7eff-8701-4e8f-b6de-627bcd12e10e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 1096 time: 0.0674193 Jul 16 19:02:15.529980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270 req-af178cc5-52f9-46fc-9048-0941d3e07321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:15.532235 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270 req-af178cc5-52f9-46fc-9048-0941d3e07321 service neutron] 10.222.0.37 "GET /v2.0/networks?id=99771667-7f10-49fc-a312-62d5d9d0ac78 HTTP/1.1" status: 200 len: 897 time: 0.1128292 Jul 16 19:02:15.606089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-72c0c982-bf79-4678-9a4b-a3babb81db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'port_id': '849a97b9-0431-4aea-9a1e-d4b850e9a597', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'mac_address': 'fa:16:3e:9d:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:14Z', 'updated_at': '2021-07-16T19:02:14Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a104c954-ac1b-4bd5-9179-2abbdedb9d3d', 'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:0e:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:06Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:15.610226 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f0ce119-5fec-4cb5-adb2-e5e38e5f246c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:15.612695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270 req-db7cdfb5-c7ed-4688-b6d2-1d715d9f3982 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=849a97b9-0431-4aea-9a1e-d4b850e9a597 HTTP/1.1" status: 200 len: 999 time: 0.0731671 Jul 16 19:02:15.634317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c0c982-bf79-4678-9a4b-a3babb81db7e None None] Checking router: 170a97a1-5bc8-4ad8-bce3-f20425cbe660 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:15.644543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c0c982-bf79-4678-9a4b-a3babb81db7e None None] Routers {'170a97a1-5bc8-4ad8-bce3-f20425cbe660'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:15.645173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-72c0c982-bf79-4678-9a4b-a3babb81db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:01:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:15.670942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270 req-bf0b565b-c514-41d1-977d-19294d6255f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:15.672630 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270 req-bf0b565b-c514-41d1-977d-19294d6255f2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ddb27fe3-f3ae-4ea1-990a-32e2f080c293 HTTP/1.1" status: 200 len: 835 time: 0.0530531 Jul 16 19:02:15.704906 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9cf0c-4f19-4404-818c-57fbaf218027 req-e25ecfcd-1fd6-4fba-b71f-98906598172e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:15.706096 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11b9cf0c-4f19-4404-818c-57fbaf218027 req-e25ecfcd-1fd6-4fba-b71f-98906598172e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 945 time: 0.3599205 Jul 16 19:02:15.739364 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270 req-f6aa65c0-efc3-4ed4-a56e-e51533f4d1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:15.740947 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270 req-f6aa65c0-efc3-4ed4-a56e-e51533f4d1d2 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99771667-7f10-49fc-a312-62d5d9d0ac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608022 Jul 16 19:02:15.749323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-11b9cf0c-4f19-4404-818c-57fbaf218027 req-18169836-e8ac-4774-a422-31d94abba919 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362518 Jul 16 19:02:15.758764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-72c0c982-bf79-4678-9a4b-a3babb81db7e None None] Set router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:15.775253 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48752) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:15.838861 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7114b6ac-48cc-47c5-8b0a-573fcced16cb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1 HTTP/1.1" status: 200 len: 991 time: 0.0623116 Jul 16 19:02:15.842778 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270 req-6c79ac14-2732-4a2a-8f44-28e5e90a7683 service neutron] 10.222.0.37 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944483 Jul 16 19:02:15.938673 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4e6915d0-6b9d-4e4b-87cc-68951dfdf270 req-33ba4ce3-5072-49ac-8d31-77bc01693d02 service neutron] 10.222.0.37 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883348 Jul 16 19:02:16.001230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-72c0c982-bf79-4678-9a4b-a3babb81db7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'port_id': '849a97b9-0431-4aea-9a1e-d4b850e9a597', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'mac_address': 'fa:16:3e:9d:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:14Z', 'updated_at': '2021-07-16T19:02:14Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a104c954-ac1b-4bd5-9179-2abbdedb9d3d', 'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:0e:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:06Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:16.028717 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c0c982-bf79-4678-9a4b-a3babb81db7e None None] The sync data for ids ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'] in n-d-794306-7 is: [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.203', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'port_id': '849a97b9-0431-4aea-9a1e-d4b850e9a597', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'mac_address': 'fa:16:3e:9d:c8:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:02:14Z', 'updated_at': '2021-07-16T19:02:14Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a104c954-ac1b-4bd5-9179-2abbdedb9d3d', 'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:0e:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:06Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:16.223771 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702a2a52-6975-4dc2-92e3-354e659372e8 None None] New status for floating IP ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:02:16.842500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48754) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:16.904696 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a91d368c-c603-4225-a138-f61920168f0a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1 HTTP/1.1" status: 200 len: 993 time: 0.0602036 Jul 16 19:02:18.256144 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:18.281407 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3604b14f-c924-449c-a027-afc97de14a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:20.082459 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:22.151450 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:29.973836 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:42.660687 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:43.593141 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:02:45.591679 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3281d043-d8a7-420d-ad49-00ce0bd3c040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:48.257447 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:48.285447 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ad2b8259-cb01-46be-ae50-3a97e28ded81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:48.509270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999fd88-882d-4bb1-99de-bc9de04f0cfa req-0e072a99-a31a-4794-bb0b-3adbd37678f0 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:48.510750 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f999fd88-882d-4bb1-99de-bc9de04f0cfa req-0e072a99-a31a-4794-bb0b-3adbd37678f0 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 945 time: 0.0638885 Jul 16 19:02:48.548250 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f999fd88-882d-4bb1-99de-bc9de04f0cfa req-5e1b8897-15b7-4c46-bf32-ccd362d00d55 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317080 Jul 16 19:02:49.075429 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-9fc9c3d7-6f81-455d-b54a-e467f736cc07 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0499048 Jul 16 19:02:49.185115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-3c3158df-f20b-449e-b37e-718b7542f598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:49.186573 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-3c3158df-f20b-449e-b37e-718b7542f598 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 1096 time: 0.0547032 Jul 16 19:02:49.287993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-8b4fff92-7f63-4af2-810d-b0584b5972ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:49.289363 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-8b4fff92-7f63-4af2-810d-b0584b5972ab service neutron] 10.222.0.37 "GET /v2.0/networks?id=99771667-7f10-49fc-a312-62d5d9d0ac78 HTTP/1.1" status: 200 len: 897 time: 0.0838571 Jul 16 19:02:49.697976 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-99193285-73a9-45a9-98e3-b50be6973b66 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=849a97b9-0431-4aea-9a1e-d4b850e9a597 HTTP/1.1" status: 200 len: 1001 time: 0.4021509 Jul 16 19:02:49.746920 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-415eb398-f9be-470d-89d3-dcd0898546f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:49.748212 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ba625-254a-4fce-9ce3-064468482b34 req-2302e995-eaa0-4adb-8d3a-4fdd7e78c82b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:49.748725 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-415eb398-f9be-470d-89d3-dcd0898546f3 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ddb27fe3-f3ae-4ea1-990a-32e2f080c293 HTTP/1.1" status: 200 len: 835 time: 0.0439949 Jul 16 19:02:49.749717 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-822ba625-254a-4fce-9ce3-064468482b34 req-2302e995-eaa0-4adb-8d3a-4fdd7e78c82b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 945 time: 0.0655036 Jul 16 19:02:49.789580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-822ba625-254a-4fce-9ce3-064468482b34 req-302565ef-d27a-48ec-9215-60a30de1d1b7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336108 Jul 16 19:02:49.807543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-c246a50b-b91d-44d1-ba45-6571093ec868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:49.809147 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-c246a50b-b91d-44d1-ba45-6571093ec868 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99771667-7f10-49fc-a312-62d5d9d0ac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536129 Jul 16 19:02:49.815359 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48778) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:49.930040 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-85d4c7af-6011-44fa-a40a-da4607cfb4cb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1 HTTP/1.1" status: 200 len: 993 time: 0.1134522 Jul 16 19:02:49.950802 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-a03ad092-5ad4-4921-893c-1029861b822b service neutron] 10.222.0.37 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333148 Jul 16 19:02:50.043676 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-51f85a4b-f17d-450e-b257-e62cc1a6a43d req-ea55a96e-e3b7-4048-9a08-4635f87d6f80 service neutron] 10.222.0.37 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859969 Jul 16 19:02:50.085254 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:51.399904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d90034-853e-4378-a131-089b326ade2d req-d348559c-1229-4114-a359-7f25d4d1ff6b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:51.401941 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0d90034-853e-4378-a131-089b326ade2d req-d348559c-1229-4114-a359-7f25d4d1ff6b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 945 time: 0.0659709 Jul 16 19:02:51.441181 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e0d90034-853e-4378-a131-089b326ade2d req-8af7987b-6783-4b50-8b9b-e0303559767a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324497 Jul 16 19:02:52.151202 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:52.619066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56277eb2-ede0-4da7-a7ba-415fbcc86c8f req-cc95ba40-897d-4e0e-a862-2e495b6b9ff5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:52.620682 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56277eb2-ede0-4da7-a7ba-415fbcc86c8f req-cc95ba40-897d-4e0e-a862-2e495b6b9ff5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 945 time: 0.0656631 Jul 16 19:02:52.659293 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-56277eb2-ede0-4da7-a7ba-415fbcc86c8f req-8c9d089e-c52a-487b-b18c-e04dd958e91a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324137 Jul 16 19:02:52.683368 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48790) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:52.748096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7fb70850-0498-4693-add5-f334fd04e38d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1 HTTP/1.1" status: 200 len: 993 time: 0.0634239 Jul 16 19:02:53.015125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48796) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:53.168801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 5235dade-2674-4e6e-954d-74d66e2277d1 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:53.169060 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:53.245799 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:53.246131 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:53.257520 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 5235dade-2674-4e6e-954d-74d66e2277d1 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:53.403278 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:53.428915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=5235dade-2674-4e6e-954d-74d66e2277d1,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:53.456273 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.456629 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.456972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.457310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.457646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.457981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.458312 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.458641 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.458971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.459296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.459652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.459976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:02:53.498935 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:53.499273 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Floating IP ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1 disassociated (deleted). External IP: 172.25.7.203, port: 849a97b9-0431-4aea-9a1e-d4b850e9a597. Jul 16 19:02:53.705190 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:53.812248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:53.817380 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:53.822515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9c07e-f506-41fa-bf53-79b53f167b30 None None] Sync routers for ids ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:53.831330 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9c07e-f506-41fa-bf53-79b53f167b30 None None] Routers {'170a97a1-5bc8-4ad8-bce3-f20425cbe660'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:53.831973 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-07f9c07e-f506-41fa-bf53-79b53f167b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:53.852689 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fa0cd8db-e5eb-4771-b8e1-c66ce7482b8f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/floatingips/ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1 HTTP/1.1" status: 204 len: 168 time: 0.8364127 Jul 16 19:02:53.853267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'tag': '849a97b9-0431-4aea-9a1e-d4b850e9a597'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:53.855528 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0526b56-c3cb-42c6-b385-40bf159d8401" -d '{"events": [{"name": "network-changed", "server_uuid": "706c8bca-6e4e-4f1d-a4e4-b6c55465255a", "tag": "849a97b9-0431-4aea-9a1e-d4b850e9a597"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:53.894260 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddeeb71-a7db-4e32-9441-deb978995d6b x-openstack-request-id: req-dddeeb71-a7db-4e32-9441-deb978995d6b {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:53.894709 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "706c8bca-6e4e-4f1d-a4e4-b6c55465255a", "tag": "849a97b9-0431-4aea-9a1e-d4b850e9a597", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:53.894966 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dddeeb71-a7db-4e32-9441-deb978995d6b {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:53.895366 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'tag': '849a97b9-0431-4aea-9a1e-d4b850e9a597', 'status': 'completed', 'code': 200} Jul 16 19:02:53.938761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-07f9c07e-f506-41fa-bf53-79b53f167b30 None None] Set router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:53.992390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0526b56-c3cb-42c6-b385-40bf159d8401 req-4e8f4f4a-e815-4135-a60e-0904fbd8ab4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:53.994137 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0526b56-c3cb-42c6-b385-40bf159d8401 req-4e8f4f4a-e815-4135-a60e-0904fbd8ab4a service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 1096 time: 0.0541632 Jul 16 19:02:54.096299 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0526b56-c3cb-42c6-b385-40bf159d8401 req-ef952de4-81f3-46c9-8bbd-d57f703025c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:54.097799 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0526b56-c3cb-42c6-b385-40bf159d8401 req-ef952de4-81f3-46c9-8bbd-d57f703025c1 service neutron] 10.222.0.37 "GET /v2.0/networks?id=99771667-7f10-49fc-a312-62d5d9d0ac78 HTTP/1.1" status: 200 len: 897 time: 0.0970829 Jul 16 19:02:54.175048 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0526b56-c3cb-42c6-b385-40bf159d8401 req-beafe5ca-5f5d-45c8-8c87-e822d797ec8f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=849a97b9-0431-4aea-9a1e-d4b850e9a597 HTTP/1.1" status: 200 len: 217 time: 0.0361123 Jul 16 19:02:54.176935 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-07f9c07e-f506-41fa-bf53-79b53f167b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a104c954-ac1b-4bd5-9179-2abbdedb9d3d', 'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:0e:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:06Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:54.202671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9c07e-f506-41fa-bf53-79b53f167b30 None None] Checking router: 170a97a1-5bc8-4ad8-bce3-f20425cbe660 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:54.210708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f9c07e-f506-41fa-bf53-79b53f167b30 None None] Routers {'170a97a1-5bc8-4ad8-bce3-f20425cbe660'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:54.211318 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-07f9c07e-f506-41fa-bf53-79b53f167b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:54.259978 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0526b56-c3cb-42c6-b385-40bf159d8401 req-ab70d303-3a8c-4eba-a119-b45205763632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:54.261455 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0526b56-c3cb-42c6-b385-40bf159d8401 req-ab70d303-3a8c-4eba-a119-b45205763632 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ddb27fe3-f3ae-4ea1-990a-32e2f080c293 HTTP/1.1" status: 200 len: 835 time: 0.0796311 Jul 16 19:02:54.315660 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be47428f-fadf-44f2-8fee-a543af25d0ce req-e54d2101-5625-4848-990f-f605277403ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:54.317096 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be47428f-fadf-44f2-8fee-a543af25d0ce req-e54d2101-5625-4848-990f-f605277403ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 945 time: 0.1274760 Jul 16 19:02:54.320610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-07f9c07e-f506-41fa-bf53-79b53f167b30 None None] Set router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:54.364853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0526b56-c3cb-42c6-b385-40bf159d8401 req-2eb3944e-f648-47c1-9e69-a2fedd4f666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:54.366381 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0526b56-c3cb-42c6-b385-40bf159d8401 req-2eb3944e-f648-47c1-9e69-a2fedd4f666b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=99771667-7f10-49fc-a312-62d5d9d0ac78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959780 Jul 16 19:02:54.369254 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-be47428f-fadf-44f2-8fee-a543af25d0ce req-b50de852-9a7a-4e3c-87f9-ca8b62fbb472 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451365 Jul 16 19:02:54.465291 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0526b56-c3cb-42c6-b385-40bf159d8401 req-14f57c0a-ea57-401d-90d5-9ef46a9c733f service neutron] 10.222.0.37 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907795 Jul 16 19:02:54.518489 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-07f9c07e-f506-41fa-bf53-79b53f167b30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a104c954-ac1b-4bd5-9179-2abbdedb9d3d', 'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:0e:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:06Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:54.548709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f9c07e-f506-41fa-bf53-79b53f167b30 None None] The sync data for ids ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'] in n-d-794306-7 is: [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:01Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'a104c954-ac1b-4bd5-9179-2abbdedb9d3d', 'name': '', 'network_id': '99771667-7f10-49fc-a312-62d5d9d0ac78', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:0e:24:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_interface', 'standard_attr_id': 4143, 'fixed_ips': [{'subnet_id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:02:01Z', 'updated_at': '2021-07-16T19:02:06Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ddb27fe3-f3ae-4ea1-990a-32e2f080c293', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:02:54.557153 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d0526b56-c3cb-42c6-b385-40bf159d8401 req-aab8697c-0782-4992-9b25-ffe13420dc5a service neutron] 10.222.0.37 "GET /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845120 Jul 16 19:02:54.773263 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d95d56a-51b9-4a95-9ed9-d4cc135ad048 None None] New status for floating IP ea7d8875-c8ca-45bb-94a8-0d6a1bcf56e1: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:02:55.548968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88601f47-7033-4a83-9550-791229c33d58 req-538408f3-979e-46b3-9785-5ba93c1d1665 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:55.550437 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88601f47-7033-4a83-9550-791229c33d58 req-538408f3-979e-46b3-9785-5ba93c1d1665 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 945 time: 0.0630803 Jul 16 19:02:55.590143 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-88601f47-7033-4a83-9550-791229c33d58 req-532433be-51b4-4986-b110-0470d106bdb9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=1231c508-a544-412c-b37b-9f91cb081164&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341969 Jul 16 19:02:55.902142 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad31249-5ba5-4c36-814f-881528f038b3 req-dbda85ff-16d8-452f-ae11-edb0c19b012c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:02:55.904022 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ad31249-5ba5-4c36-814f-881528f038b3 req-dbda85ff-16d8-452f-ae11-edb0c19b012c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 945 time: 0.0688162 Jul 16 19:02:56.002566 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-3ad31249-5ba5-4c36-814f-881528f038b3 req-bd14ea88-f481-4ab0-84ac-cc7187230120 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 849a97b9-0431-4aea-9a1e-d4b850e9a597 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:56.002907 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3ad31249-5ba5-4c36-814f-881528f038b3 req-bd14ea88-f481-4ab0-84ac-cc7187230120 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:56.093816 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-3ad31249-5ba5-4c36-814f-881528f038b3 req-bd14ea88-f481-4ab0-84ac-cc7187230120 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port 849a97b9-0431-4aea-9a1e-d4b850e9a597, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=849a97b9-0431-4aea-9a1e-d4b850e9a597,segment=NetworkSegment(d00b0a21-14cf-4172-9770-267afa0e95d2),segment_id=d00b0a21-14cf-4172-9770-267afa0e95d2)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:56.094171 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3ad31249-5ba5-4c36-814f-881528f038b3 req-bd14ea88-f481-4ab0-84ac-cc7187230120 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:56.106569 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-3ad31249-5ba5-4c36-814f-881528f038b3 req-bd14ea88-f481-4ab0-84ac-cc7187230120 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 849a97b9-0431-4aea-9a1e-d4b850e9a597 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:56.232944 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3ad31249-5ba5-4c36-814f-881528f038b3 req-bd14ea88-f481-4ab0-84ac-cc7187230120 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:56.265210 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd14ea88-f481-4ab0-84ac-cc7187230120 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=849a97b9-0431-4aea-9a1e-d4b850e9a597,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:56.314456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ad31249-5ba5-4c36-814f-881528f038b3 req-bd14ea88-f481-4ab0-84ac-cc7187230120 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] No DVR routers for this DVR port 849a97b9-0431-4aea-9a1e-d4b850e9a597 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:02:56.317345 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-3ad31249-5ba5-4c36-814f-881528f038b3 req-bd14ea88-f481-4ab0-84ac-cc7187230120 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:56.319294 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ad31249-5ba5-4c36-814f-881528f038b3 req-bd14ea88-f481-4ab0-84ac-cc7187230120 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "DELETE /v2.0/ports/849a97b9-0431-4aea-9a1e-d4b850e9a597 HTTP/1.1" status: 204 len: 173 time: 0.4101627 Jul 16 19:02:56.320341 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'name': 'network-vif-deleted', 'tag': '849a97b9-0431-4aea-9a1e-d4b850e9a597'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:02:56.323223 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48be951c-b2f0-49bd-a391-e9b98458bfbc" -d '{"events": [{"server_uuid": "706c8bca-6e4e-4f1d-a4e4-b6c55465255a", "name": "network-vif-deleted", "tag": "849a97b9-0431-4aea-9a1e-d4b850e9a597"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:02:56.360727 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a1cdef-72ed-488c-a47b-81db4477b8c4 x-openstack-request-id: req-84a1cdef-72ed-488c-a47b-81db4477b8c4 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:02:56.361497 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "706c8bca-6e4e-4f1d-a4e4-b6c55465255a", "name": "network-vif-deleted", "tag": "849a97b9-0431-4aea-9a1e-d4b850e9a597", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:02:56.361733 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-84a1cdef-72ed-488c-a47b-81db4477b8c4 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:02:56.362137 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '706c8bca-6e4e-4f1d-a4e4-b6c55465255a', 'name': 'network-vif-deleted', 'tag': '849a97b9-0431-4aea-9a1e-d4b850e9a597', 'status': 'completed', 'code': 200} Jul 16 19:02:56.754261 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-22b740bc-f4d5-4771-b655-a9fb96e1e95e req-f166c176-c128-4af2-a379-b0a060af2384 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=706c8bca-6e4e-4f1d-a4e4-b6c55465255a HTTP/1.1" status: 200 len: 210 time: 0.0317311 Jul 16 19:02:57.851057 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48812) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:58.215574 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.481040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port a104c954-ac1b-4bd5-9179-2abbdedb9d3d {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:02:58.481383 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.567880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port a104c954-ac1b-4bd5-9179-2abbdedb9d3d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=a104c954-ac1b-4bd5-9179-2abbdedb9d3d,segment=NetworkSegment(d00b0a21-14cf-4172-9770-267afa0e95d2),segment_id=d00b0a21-14cf-4172-9770-267afa0e95d2)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:02:58.568246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.580211 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for a104c954-ac1b-4bd5-9179-2abbdedb9d3d owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:02:58.762920 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:58.794765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=a104c954-ac1b-4bd5-9179-2abbdedb9d3d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:58.968962 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.122668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 849a97b9-0431-4aea-9a1e-d4b850e9a597 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:02:59.143282 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 849a97b9-0431-4aea-9a1e-d4b850e9a597 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:02:59.143790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 849a97b9-0431-4aea-9a1e-d4b850e9a597 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:02:59.209096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:02:59.311292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:02:59.316884 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-29accffd-8b6c-4828-b81d-1d5c6bdc9db6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "PUT /v2.0/routers/170a97a1-5bc8-4ad8-bce3-f20425cbe660/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4647193 Jul 16 19:02:59.319553 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48816) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:59.324687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c526f4e-4d8e-4951-b2be-aa386c15d24c None None] Sync routers for ids ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:02:59.334839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c526f4e-4d8e-4951-b2be-aa386c15d24c None None] Routers {'170a97a1-5bc8-4ad8-bce3-f20425cbe660'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:59.335521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1c526f4e-4d8e-4951-b2be-aa386c15d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:59.369608 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc30c14c-7bec-4219-8592-26505ceadd0b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting subnet ddb27fe3-f3ae-4ea1-990a-32e2f080c293 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:02:59.372814 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc30c14c-7bec-4219-8592-26505ceadd0b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.412781 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc30c14c-7bec-4219-8592-26505ceadd0b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.441156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-1c526f4e-4d8e-4951-b2be-aa386c15d24c None None] Set router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:02:59.499693 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc30c14c-7bec-4219-8592-26505ceadd0b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.560061 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc30c14c-7bec-4219-8592-26505ceadd0b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.588330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc30c14c-7bec-4219-8592-26505ceadd0b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb27fe3-f3ae-4ea1-990a-32e2f080c293,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:02:59.590310 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-bc30c14c-7bec-4219-8592-26505ceadd0b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.594740 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-bc30c14c-7bec-4219-8592-26505ceadd0b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/subnets/ddb27fe3-f3ae-4ea1-990a-32e2f080c293 HTTP/1.1" status: 204 len: 168 time: 0.2716706 Jul 16 19:02:59.595882 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48818) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:02:59.601286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe5284a-7d7e-461f-91bd-f0160491f5f4 None None] Network 99771667-7f10-49fc-a312-62d5d9d0ac78 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:02:59.696773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1c526f4e-4d8e-4951-b2be-aa386c15d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:58Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:02:59.700569 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:02:59.742645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c526f4e-4d8e-4951-b2be-aa386c15d24c None None] Checking router: 170a97a1-5bc8-4ad8-bce3-f20425cbe660 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:02:59.756515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c526f4e-4d8e-4951-b2be-aa386c15d24c None None] Routers {'170a97a1-5bc8-4ad8-bce3-f20425cbe660'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:02:59.757131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1c526f4e-4d8e-4951-b2be-aa386c15d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:00.019943 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.049581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-1c526f4e-4d8e-4951-b2be-aa386c15d24c None None] Set router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:00.122816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] DHCP port deletion for 99771667-7f10-49fc-a312-62d5d9d0ac78 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:03:00.160927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.217984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 21c542a1-c9a8-412f-ac65-b3ae1737f313 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:03:00.218326 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.250981 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Deleting port 1ba540a6-78f1-4588-91ee-e230e209258b {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:03:00.251352 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.299028 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port 21c542a1-c9a8-412f-ac65-b3ae1737f313, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=21c542a1-c9a8-412f-ac65-b3ae1737f313,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:00.299313 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.310880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 21c542a1-c9a8-412f-ac65-b3ae1737f313 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:03:00.326368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] For port 1ba540a6-78f1-4588-91ee-e230e209258b, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=1ba540a6-78f1-4588-91ee-e230e209258b,segment=NetworkSegment(d00b0a21-14cf-4172-9770-267afa0e95d2),segment_id=d00b0a21-14cf-4172-9770-267afa0e95d2)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:00.326677 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.343250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Calling delete_port for 1ba540a6-78f1-4588-91ee-e230e209258b owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:03:00.358527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1c526f4e-4d8e-4951-b2be-aa386c15d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:58Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:00.417559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c526f4e-4d8e-4951-b2be-aa386c15d24c None None] The sync data for ids ['170a97a1-5bc8-4ad8-bce3-f20425cbe660'] in n-d-794306-7 is: [{'id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'name': 'tempest-TestNetworkAdvancedServerOps-router-754351', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163'}], 'enable_snat': True}, 'gw_port_id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:58Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '21c542a1-c9a8-412f-ac65-b3ae1737f313', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:48:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '170a97a1-5bc8-4ad8-bce3-f20425cbe660', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:01:58Z', 'updated_at': '2021-07-16T19:02:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:03:00.464491 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.488845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.490272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Pushing event deleted for resources: {'Port': ['ID=1ba540a6-78f1-4588-91ee-e230e209258b,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:00.498160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] No DVR routers for this DVR port 1ba540a6-78f1-4588-91ee-e230e209258b on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:03:00.500372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.500742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.501099 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.501430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.501764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.502229 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.502494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.502826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.503153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.503479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.503826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.504154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04364e64-6fd4-471a-9f6a-2bd78122d047 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:00.516539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=21c542a1-c9a8-412f-ac65-b3ae1737f313,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:00.576687 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.668746 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.671142 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.716719 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.717209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Fanout notify agent at l3_agent the message router_deleted on router 170a97a1-5bc8-4ad8-bce3-f20425cbe660 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:03:00.724028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.725154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6d401c38-5ed5-4323-8af6-55d49e9069ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/routers/170a97a1-5bc8-4ad8-bce3-f20425cbe660 HTTP/1.1" status: 204 len: 168 time: 1.1292930 Jul 16 19:03:00.727878 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48822) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:00.804390 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.899438 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.910985 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99771667-7f10-49fc-a312-62d5d9d0ac78']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:00.921175 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd00b0a21-14cf-4172-9770-267afa0e95d2') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:00.921473 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd00b0a21-14cf-4172-9770-267afa0e95d2') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:00.929959 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.943523 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.949706 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Releasing vlan 366 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:03:00.950108 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: timer() Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:03:00.953134 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:03:01.017821 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.025264 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.027054 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/networks/99771667-7f10-49fc-a312-62d5d9d0ac78 HTTP/1.1" status: 204 len: 168 time: 0.2981284 Jul 16 19:03:01.030166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48824) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:01.039376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5a72c-22b4-495a-aaec-ed0fd7b53776 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Network': ['ID=99771667-7f10-49fc-a312-62d5d9d0ac78,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:01.104596 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.129051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.191286 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.193861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.195011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/security-groups/1231c508-a544-412c-b37b-9f91cb081164 HTTP/1.1" status: 204 len: 168 time: 0.1632965 Jul 16 19:03:01.203882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1231c508-a544-412c-b37b-9f91cb081164,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:01.213826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.214169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.214511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.214848 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.215179 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.215511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.215872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.216203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.216532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.216892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.217237 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.217600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb35617c-79a8-40e4-9df5-803f5167f4cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:01.529725 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48830) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:01.535153 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-070db72f-3b18-42a1-b318-5924c8fa5bf4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572020214', 'description': 'tempest-secgroup-smoke-1572020214 description', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:01.556971 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-070db72f-3b18-42a1-b318-5924c8fa5bf4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.637506 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-070db72f-3b18-42a1-b318-5924c8fa5bf4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.641186 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-070db72f-3b18-42a1-b318-5924c8fa5bf4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.669362 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-070db72f-3b18-42a1-b318-5924c8fa5bf4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.670592 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-070db72f-3b18-42a1-b318-5924c8fa5bf4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1397927 Jul 16 19:03:01.672497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070db72f-3b18-42a1-b318-5924c8fa5bf4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:01.673610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48832) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:01.680269 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f04c6014-75dd-4947-ba10-4b80f9208978 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a204e22-1ca4-45a3-91c3-b6177a3d6fa4', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:01.710048 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f04c6014-75dd-4947-ba10-4b80f9208978 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.778266 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f04c6014-75dd-4947-ba10-4b80f9208978 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.781843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f04c6014-75dd-4947-ba10-4b80f9208978 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.801234 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04c6014-75dd-4947-ba10-4b80f9208978 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=244e1379-a77e-4fdc-b5eb-588ff67c6110,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:01.804132 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f04c6014-75dd-4947-ba10-4b80f9208978 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.805307 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f04c6014-75dd-4947-ba10-4b80f9208978 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1289978 Jul 16 19:03:01.808248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48834) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:01.812656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-04652a37-e251-464f-a85f-84ad03511c80 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a204e22-1ca4-45a3-91c3-b6177a3d6fa4', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:01.838366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-04652a37-e251-464f-a85f-84ad03511c80 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.898109 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-04652a37-e251-464f-a85f-84ad03511c80 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.901590 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-04652a37-e251-464f-a85f-84ad03511c80 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.919342 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04652a37-e251-464f-a85f-84ad03511c80 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54ec17ca-2e62-40d3-9b49-42b742579bb8,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:01.926116 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-04652a37-e251-464f-a85f-84ad03511c80 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:01.927327 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-04652a37-e251-464f-a85f-84ad03511c80 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1181581 Jul 16 19:03:01.930128 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48836) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:01.934606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0f9bcb60-8c05-460e-915f-83c9919cf3eb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a204e22-1ca4-45a3-91c3-b6177a3d6fa4', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:01.960377 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcb60-8c05-460e-915f-83c9919cf3eb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.016141 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcb60-8c05-460e-915f-83c9919cf3eb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.019857 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcb60-8c05-460e-915f-83c9919cf3eb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.039060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9bcb60-8c05-460e-915f-83c9919cf3eb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cff82dc1-10e4-4461-ab17-4377f2a8ff21,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:02.045706 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0f9bcb60-8c05-460e-915f-83c9919cf3eb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.047059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0f9bcb60-8c05-460e-915f-83c9919cf3eb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159878 Jul 16 19:03:02.050661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48838) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:02.054949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-a8f78e99-bc91-4294-bca3-a17421d7f03e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a204e22-1ca4-45a3-91c3-b6177a3d6fa4', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:02.081946 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8f78e99-bc91-4294-bca3-a17421d7f03e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.101853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1ba540a6-78f1-4588-91ee-e230e209258b no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:02.122677 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 1ba540a6-78f1-4588-91ee-e230e209258b {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:03:02.123024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 1ba540a6-78f1-4588-91ee-e230e209258b not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:02.123436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 21c542a1-c9a8-412f-ac65-b3ae1737f313 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:02.142756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 21c542a1-c9a8-412f-ac65-b3ae1737f313 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:03:02.143237 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 21c542a1-c9a8-412f-ac65-b3ae1737f313 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:02.143699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a104c954-ac1b-4bd5-9179-2abbdedb9d3d no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:03:02.144680 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8f78e99-bc91-4294-bca3-a17421d7f03e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.148784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8f78e99-bc91-4294-bca3-a17421d7f03e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.164983 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: a104c954-ac1b-4bd5-9179-2abbdedb9d3d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:03:02.165326 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device a104c954-ac1b-4bd5-9179-2abbdedb9d3d not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:03:02.167007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f78e99-bc91-4294-bca3-a17421d7f03e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4247529-2e91-412d-af2c-9189f0f8b309,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:02.172704 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a8f78e99-bc91-4294-bca3-a17421d7f03e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.177609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a8f78e99-bc91-4294-bca3-a17421d7f03e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1225541 Jul 16 19:03:02.177609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48840) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:02.182076 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-91b5b2c6-31af-4a4b-a22a-c6772e6bfb75 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a204e22-1ca4-45a3-91c3-b6177a3d6fa4', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:02.202986 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-91b5b2c6-31af-4a4b-a22a-c6772e6bfb75 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Project cf108b40314a4a999bd9221c1bfe92a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:03:02.207842 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91b5b2c6-31af-4a4b-a22a-c6772e6bfb75 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.269135 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91b5b2c6-31af-4a4b-a22a-c6772e6bfb75 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.272701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91b5b2c6-31af-4a4b-a22a-c6772e6bfb75 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.290318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b5b2c6-31af-4a4b-a22a-c6772e6bfb75 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f026a9d-81af-48d5-b6c6-c0f4917272b9,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:02.296153 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-91b5b2c6-31af-4a4b-a22a-c6772e6bfb75 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.297271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-91b5b2c6-31af-4a4b-a22a-c6772e6bfb75 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1187875 Jul 16 19:03:02.300632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48842) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:02.304977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-28f254e3-d6de-49ed-a426-7ab44e4bd8cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a204e22-1ca4-45a3-91c3-b6177a3d6fa4', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:02.327247 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-28f254e3-d6de-49ed-a426-7ab44e4bd8cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Project cf108b40314a4a999bd9221c1bfe92a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:03:02.332180 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28f254e3-d6de-49ed-a426-7ab44e4bd8cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.394262 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28f254e3-d6de-49ed-a426-7ab44e4bd8cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.397966 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28f254e3-d6de-49ed-a426-7ab44e4bd8cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.416285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f254e3-d6de-49ed-a426-7ab44e4bd8cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a9a55d-4e3b-44d1-843b-3e71bda7ad77,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:02.426504 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-28f254e3-d6de-49ed-a426-7ab44e4bd8cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.427750 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-28f254e3-d6de-49ed-a426-7ab44e4bd8cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1261647 Jul 16 19:03:02.430544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48844) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:02.435589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'network': {'name': 'tempest-network-smoke--1437793968', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'port_security_enabled': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:02.456506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:03:02.459887 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.483280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 380} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:03:02.492787 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.493141 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Added segment 7f197131-95f9-4cbf-8f54-0afe8d21e613 of type vlan for network e5687a10-05a9-47ab-b5c1-335d632f74b9 Jul 16 19:03:02.532755 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.566435 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.572015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:02.572597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.616053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1843677 Jul 16 19:03:02.618724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48846) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:02.648242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'admin_state_up': True, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:02.655250 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4044b3-8f88-4bc4-a8e6-5e06d5a5acc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Network': ['ID=e5687a10-05a9-47ab-b5c1-335d632f74b9,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:02.666882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network e5687a10-05a9-47ab-b5c1-335d632f74b9 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:03:02.678701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.679783 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.734199 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:02.877811 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.070387 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.091797 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.197561 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.25.7.252 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/2c979765-d1e9-4a40-8ed0-28e108f81a03) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:03:03.301903 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.339928 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.376165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:03:03.383594 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:03:03.387254 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:03:03.410861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=2c979765-d1e9-4a40-8ed0-28e108f81a03,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:03.692830 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:03.882081 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.005877 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router fc20f780-be17-4947-bed0-3c964b912102 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:03:04.107837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:03:04.117009 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Sync routers for ids ['fc20f780-be17-4947-bed0-3c964b912102'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:03:04.126107 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Routers {'fc20f780-be17-4947-bed0-3c964b912102'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:04.126825 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['fc20f780-be17-4947-bed0-3c964b912102'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:04.128363 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.129586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-18b1faa8-da3b-471a-81cc-cd19029985d7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.5099394 Jul 16 19:03:04.132654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48848) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:04.170665 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d67ed52c-022d-483b-9f91-ed125600ebf2 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=cf108b40314a4a999bd9221c1bfe92a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368686 Jul 16 19:03:04.173294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48850) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:04.228287 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Set router fc20f780-be17-4947-bed0-3c964b912102 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:04.320733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012aff94-9dd1-4764-97d5-200997d96369 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:04.322155 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-012aff94-9dd1-4764-97d5-200997d96369 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478288 Jul 16 19:03:04.325145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48852) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:04.359023 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f85924b9-778f-422a-8c3f-b089c4fa9e4d tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0328181 Jul 16 19:03:04.362233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48854) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:04.367034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1727812318', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:04.400710 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:03Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:04.431614 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Checking router: fc20f780-be17-4947-bed0-3c964b912102 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:03:04.431957 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Updating router fc20f780-be17-4947-bed0-3c964b912102 port 2c979765-d1e9-4a40-8ed0-28e108f81a03 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:03:04.466345 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.722931 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.733058 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Transition to ACTIVE for port object 2c979765-d1e9-4a40-8ed0-28e108f81a03 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:04.733575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:03:04.737763 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.738650 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.794199 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Attempting to bind port 2c979765-d1e9-4a40-8ed0-28e108f81a03 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:03:04.794565 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Attempting to bind port 2c979765-d1e9-4a40-8ed0-28e108f81a03 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:03:04.795154 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Attempting to bind port 2c979765-d1e9-4a40-8ed0-28e108f81a03 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:04.797340 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Pushing event updated for resources: {'Port': ['ID=2c979765-d1e9-4a40-8ed0-28e108f81a03,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:04.806846 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:03:04.807197 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:04.807834 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.808011 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:03:04.808504 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Bound port: 2c979765-d1e9-4a40-8ed0-28e108f81a03, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:03:04.808836 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.811583 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.811922 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.812254 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.812621 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.812908 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.813368 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.813707 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.815856 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.815856 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.815856 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.816184 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.816378 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:03:04.869236 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] For port 2c979765-d1e9-4a40-8ed0-28e108f81a03, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:04.872254 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] For port 2c979765-d1e9-4a40-8ed0-28e108f81a03, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2c979765-d1e9-4a40-8ed0-28e108f81a03,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:03:04.876653 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.921323 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:04.930339 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Routers {'fc20f780-be17-4947-bed0-3c964b912102'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:04.930943 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['fc20f780-be17-4947-bed0-3c964b912102'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:04.977974 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06935a-95d6-48f7-a0fe-096862039a6c None None] Pushing event updated for resources: {'Port': ['ID=2c979765-d1e9-4a40-8ed0-28e108f81a03,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:04.979151 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Subnet': ['ID=59fbbef5-fc70-4fff-82fd-5b354d7c3518,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:04.992343 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Checking segment: {'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:04.992706 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network hostable DHCP agents. Network: e5687a10-05a9-47ab-b5c1-335d632f74b9, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:03:05.011044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network e5687a10-05a9-47ab-b5c1-335d632f74b9 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:03:05.020534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, e5687a10-05a9-47ab-b5c1-335d632f74b9) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:03:05.024498 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:05.025087 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.031026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5853fdb-8f54-421a-80ba-d0bb2c582ff4 None None] Network e5687a10-05a9-47ab-b5c1-335d632f74b9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:03:05.042322 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e1f3bac4-77f2-47a6-81b9-159931eab316 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6785045 Jul 16 19:03:05.044905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48856) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:05.055371 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] Set router fc20f780-be17-4947-bed0-3c964b912102 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:05.198304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-e5687a10-05a9-47ab-b5c1-335d632f74b9', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ips': [{'subnet_id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:03:05.199177 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.261108 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:03Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:05.298087 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80e60d92-b64c-4974-8a3e-327aa6da2fcb None None] The sync data for ids ['fc20f780-be17-4947-bed0-3c964b912102'] in n-d-794306-7 is: [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:03Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:03:05.344760 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Allocated IP 172.20.0.2 (e5687a10-05a9-47ab-b5c1-335d632f74b9/59fbbef5-fc70-4fff-82fd-5b354d7c3518/3e147cbc-d949-4e79-b3b5-8ee255d3edf4) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:03:05.506702 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.536621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Transition to ACTIVE for port object 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:05.543129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.556645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Transition to ACTIVE for port object 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:05.562153 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.615496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Network e5687a10-05a9-47ab-b5c1-335d632f74b9 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:03:05.620289 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:03:05.625160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:03:05.629320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Pushing event updated for resources: {'Port': ['ID=3e147cbc-d949-4e79-b3b5-8ee255d3edf4,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:05.698162 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Attempting to bind port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:03:05.698529 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Attempting to bind port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:03:05.698884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Attempting to bind port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 on network e5687a10-05a9-47ab-b5c1-335d632f74b9 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:05.704575 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:03:05.705057 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Checking segment: {'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:05.705488 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.705876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Bound using segment: {'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:03:05.706358 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Bound port: 3e147cbc-d949-4e79-b3b5-8ee255d3edf4, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:03:05.706785 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.783467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] For port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:05.787369 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] For port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3e147cbc-d949-4e79-b3b5-8ee255d3edf4,segment=NetworkSegment(7f197131-95f9-4cbf-8f54-0afe8d21e613),segment_id=7f197131-95f9-4cbf-8f54-0afe8d21e613)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:03:05.792812 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:05.857687 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.20.0.1 (e5687a10-05a9-47ab-b5c1-335d632f74b9/59fbbef5-fc70-4fff-82fd-5b354d7c3518/f8ebc038-a50c-4351-b84c-eeec3facf4f0) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:03:05.868946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbb3c94-53cb-4a30-b813-c5acc62d6c47 None None] Pushing event updated for resources: {'Port': ['ID=3e147cbc-d949-4e79-b3b5-8ee255d3edf4,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:05.987671 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.005129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Transition to ACTIVE for port object f8ebc038-a50c-4351-b84c-eeec3facf4f0 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:06.050482 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.109232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network e5687a10-05a9-47ab-b5c1-335d632f74b9 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:03:06.113747 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:03:06.118187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:03:06.148696 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=f8ebc038-a50c-4351-b84c-eeec3facf4f0,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:06.170423 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.231213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:06.283811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:06.290826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2c979765-d1e9-4a40-8ed0-28e108f81a03 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:06.342303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 2c979765-d1e9-4a40-8ed0-28e108f81a03 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:06.345658 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.346341 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2c979765-d1e9-4a40-8ed0-28e108f81a03 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:06.346719 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.432370 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.453840 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 2c979765-d1e9-4a40-8ed0-28e108f81a03, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2c979765-d1e9-4a40-8ed0-28e108f81a03,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:06.457862 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.506129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=2c979765-d1e9-4a40-8ed0-28e108f81a03,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:06.636179 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.644999 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.725347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=f8ebc038-a50c-4351-b84c-eeec3facf4f0,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:06.728310 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:06.823953 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network e5687a10-05a9-47ab-b5c1-335d632f74b9 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:03:06.825405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:03:06.938722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router fc20f780-be17-4947-bed0-3c964b912102 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:03:07.049800 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:03:07.054850 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2169f191-049f-441c-8f3e-7438fb58754a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "PUT /v2.0/routers/fc20f780-be17-4947-bed0-3c964b912102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0077093 Jul 16 19:03:07.070175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Sync routers for ids ['fc20f780-be17-4947-bed0-3c964b912102'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:03:07.079225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Routers {'fc20f780-be17-4947-bed0-3c964b912102'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:07.080509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['fc20f780-be17-4947-bed0-3c964b912102'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:07.184943 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Set router fc20f780-be17-4947-bed0-3c964b912102 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:07.199198 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-2bc2a9e9-7756-4e2f-b636-1f9e413c9376 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572020214&fields=id&tenant_id=cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 267 time: 0.0341084 Jul 16 19:03:07.315140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-2b6514d5-3ba8-4e10-9310-44dac80c4a9d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:07.316681 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-2b6514d5-3ba8-4e10-9310-44dac80c4a9d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/networks?id=e5687a10-05a9-47ab-b5c1-335d632f74b9 HTTP/1.1" status: 200 len: 797 time: 0.1091843 Jul 16 19:03:07.332529 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-dff1802f-503f-459f-9f7b-c47a113d765b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/quotas/cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 375 time: 0.0103891 Jul 16 19:03:07.400751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8ebc038-a50c-4351-b84c-eeec3facf4f0', 'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:8c:c0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:05Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 2, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:07.414379 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-2bba5c44-efc9-4245-8cf9-37bf36e92610 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0758989 Jul 16 19:03:07.432166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Checking router: fc20f780-be17-4947-bed0-3c964b912102 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:03:07.432613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Updating router fc20f780-be17-4947-bed0-3c964b912102 port f8ebc038-a50c-4351-b84c-eeec3facf4f0 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:03:07.470040 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:07.524821 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-6692fcd2-6fc4-4ef7-87a4-bba46e8261e6 service neutron] 10.222.0.47 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977342 Jul 16 19:03:07.624304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-8ef34bf3-c91f-4df9-830b-617104db5a37 service neutron] 10.222.0.47 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935206 Jul 16 19:03:07.684668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bf4cb7-05cf-48c7-b632-4f1556b68f7f None None] Network e5687a10-05a9-47ab-b5c1-335d632f74b9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:03:07.828824 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-76b4cd2d-3bcc-4a3c-a1cf-bb4878e12e95 req-d7e355ca-a648-43aa-982e-af6734e2041b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 210 time: 0.0302374 Jul 16 19:03:07.833075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-952b6d77-4043-4824-8054-bb16be776f5b None None] Provisioning for port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:07.851860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-952b6d77-4043-4824-8054-bb16be776f5b None None] Provisioning complete for port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:07.851860 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-952b6d77-4043-4824-8054-bb16be776f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:07.871594 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:07.916744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Transition to ACTIVE for port object f8ebc038-a50c-4351-b84c-eeec3facf4f0 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:07.932795 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.139361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2c979765-d1e9-4a40-8ed0-28e108f81a03 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:08.216581 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd2bc2-97f2-4124-af95-3ec2626fc185 None None] Pushing event updated for resources: {'Port': ['ID=f8ebc038-a50c-4351-b84c-eeec3facf4f0,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:08.318135 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-952b6d77-4043-4824-8054-bb16be776f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.337590 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Attempting to bind port f8ebc038-a50c-4351-b84c-eeec3facf4f0 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:03:08.337962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Attempting to bind port f8ebc038-a50c-4351-b84c-eeec3facf4f0 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:03:08.338331 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Attempting to bind port f8ebc038-a50c-4351-b84c-eeec3facf4f0 on network e5687a10-05a9-47ab-b5c1-335d632f74b9 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:08.350866 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 2c979765-d1e9-4a40-8ed0-28e108f81a03 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:08.351240 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.354797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:03:08.355179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Checking segment: {'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:08.355596 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.355996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Bound using segment: {'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:03:08.356491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Bound port: f8ebc038-a50c-4351-b84c-eeec3facf4f0, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:03:08.356872 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.414569 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-952b6d77-4043-4824-8054-bb16be776f5b None None] For port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3e147cbc-d949-4e79-b3b5-8ee255d3edf4,segment=NetworkSegment(7f197131-95f9-4cbf-8f54-0afe8d21e613),segment_id=7f197131-95f9-4cbf-8f54-0afe8d21e613)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:08.436502 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-952b6d77-4043-4824-8054-bb16be776f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.505123 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] For port f8ebc038-a50c-4351-b84c-eeec3facf4f0, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:08.550440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] For port f8ebc038-a50c-4351-b84c-eeec3facf4f0, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f8ebc038-a50c-4351-b84c-eeec3facf4f0,segment=NetworkSegment(7f197131-95f9-4cbf-8f54-0afe8d21e613),segment_id=7f197131-95f9-4cbf-8f54-0afe8d21e613)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:03:08.556327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b6d77-4043-4824-8054-bb16be776f5b None None] Pushing event updated for resources: {'Port': ['ID=3e147cbc-d949-4e79-b3b5-8ee255d3edf4,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:08.564466 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.620962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-adb25a58-ce50-4bf1-bb34-541a839c9983 None None] Provisioning complete for port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:08.621448 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-adb25a58-ce50-4bf1-bb34-541a839c9983 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:08.668621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fd2bc2-97f2-4124-af95-3ec2626fc185 None None] Pushing event updated for resources: {'Port': ['ID=f8ebc038-a50c-4351-b84c-eeec3facf4f0,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:08.673335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Routers {'fc20f780-be17-4947-bed0-3c964b912102'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:08.674034 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:02:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['fc20f780-be17-4947-bed0-3c964b912102'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:08.818389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] Set router fc20f780-be17-4947-bed0-3c964b912102 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:08.853642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-adb25a58-ce50-4bf1-bb34-541a839c9983 None None] Provisioning for port f8ebc038-a50c-4351-b84c-eeec3facf4f0 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:09.040231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1114a60b-6645-4811-b89a-38553345f0c0 req-e078659e-61ac-4e21-9da5-35d89bb25d21 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 210 time: 0.0527706 Jul 16 19:03:09.108228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8ebc038-a50c-4351-b84c-eeec3facf4f0', 'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:8c:c0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:05Z', 'updated_at': '2021-07-16T19:03:08Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:09.143159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c71306e8-ec37-4ec3-b40f-2277c17241cd None None] The sync data for ids ['fc20f780-be17-4947-bed0-3c964b912102'] in n-d-794306-7 is: [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8ebc038-a50c-4351-b84c-eeec3facf4f0', 'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:8c:c0:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:05Z', 'updated_at': '2021-07-16T19:03:08Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:03:09.148536 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-c54bb7d4-3931-4888-816c-e4c01f2fa959 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:09.150251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-c54bb7d4-3931-4888-816c-e4c01f2fa959 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "GET /v2.0/networks?id=e5687a10-05a9-47ab-b5c1-335d632f74b9 HTTP/1.1" status: 200 len: 797 time: 0.1740119 Jul 16 19:03:09.230003 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-8278cb24-c644-4a4b-b36e-aa7eb4481a3e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 380 time: 0.0706527 Jul 16 19:03:09.241920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'port': {'device_id': '194d22c1-0c49-4910-b174-01e1ef449d71', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'admin_state_up': True, 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'security_groups': ['5a204e22-1ca4-45a3-91c3-b6177a3d6fa4']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:09.388863 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:03:09.392836 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:09.523340 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.20.0.13 (e5687a10-05a9-47ab-b5c1-335d632f74b9/59fbbef5-fc70-4fff-82fd-5b354d7c3518/f042d6c7-7f31-4168-83b0-939ec40e8a65) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:03:09.682447 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:09.698089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Transition to ACTIVE for port object f042d6c7-7f31-4168-83b0-939ec40e8a65 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:09.733843 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:09.783500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network e5687a10-05a9-47ab-b5c1-335d632f74b9 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:03:09.786931 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:03:09.791713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:03:09.795796 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=f042d6c7-7f31-4168-83b0-939ec40e8a65,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:09.851081 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:09.851776 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:09.867697 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-43ea7e98-a499-4955-b5ac-ca99ea373dcc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6314240 Jul 16 19:03:09.880726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Request body: {'port': {'device_id': '194d22c1-0c49-4910-b174-01e1ef449d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:09.960857 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.089638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-894bd08d-186f-4ae6-b2b5-3c22804e3f68 None None] Provisioning for port f042d6c7-7f31-4168-83b0-939ec40e8a65 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:10.094262 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-894bd08d-186f-4ae6-b2b5-3c22804e3f68 None None] Provisioning complete for port f042d6c7-7f31-4168-83b0-939ec40e8a65 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:10.094713 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-894bd08d-186f-4ae6-b2b5-3c22804e3f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.140810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-894bd08d-186f-4ae6-b2b5-3c22804e3f68 None None] Port f042d6c7-7f31-4168-83b0-939ec40e8a65 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:03:10.249036 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f8ebc038-a50c-4351-b84c-eeec3facf4f0 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:10.262495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f042d6c7-7f31-4168-83b0-939ec40e8a65 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:03:10.272698 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.286981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Transition to ACTIVE for port object f042d6c7-7f31-4168-83b0-939ec40e8a65 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:03:10.292474 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.302483 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30f265c-98e5-439a-8db7-86dd64ea9643 req-30ac471f-364c-487d-9bac-34174431e329 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:10.304900 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d30f265c-98e5-439a-8db7-86dd64ea9643 req-30ac471f-364c-487d-9bac-34174431e329 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 932 time: 0.1109314 Jul 16 19:03:10.340884 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port f8ebc038-a50c-4351-b84c-eeec3facf4f0 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:10.348646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f8ebc038-a50c-4351-b84c-eeec3facf4f0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:10.349113 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.357669 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d30f265c-98e5-439a-8db7-86dd64ea9643 req-4d36708c-ae8f-43c1-8c45-62e5af552255 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445192 Jul 16 19:03:10.380641 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Pushing event updated for resources: {'Port': ['ID=f042d6c7-7f31-4168-83b0-939ec40e8a65,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:10.450534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Attempting to bind port f042d6c7-7f31-4168-83b0-939ec40e8a65 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:03:10.450961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Attempting to bind port f042d6c7-7f31-4168-83b0-939ec40e8a65 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:03:10.451348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Attempting to bind port f042d6c7-7f31-4168-83b0-939ec40e8a65 on network e5687a10-05a9-47ab-b5c1-335d632f74b9 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:10.457335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Port f042d6c7-7f31-4168-83b0-939ec40e8a65 on network e5687a10-05a9-47ab-b5c1-335d632f74b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:03:10.457691 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Attempting to bind port f042d6c7-7f31-4168-83b0-939ec40e8a65 on network e5687a10-05a9-47ab-b5c1-335d632f74b9 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:03:10.458349 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.464096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:03:10.464373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Checking segment: {'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:03:10.464765 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Bound using segment: {'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:03:10.465246 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Bound port: f042d6c7-7f31-4168-83b0-939ec40e8a65, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f197131-95f9-4cbf-8f54-0afe8d21e613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 380, 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:03:10.465612 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.514245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port f8ebc038-a50c-4351-b84c-eeec3facf4f0, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f8ebc038-a50c-4351-b84c-eeec3facf4f0,segment=NetworkSegment(7f197131-95f9-4cbf-8f54-0afe8d21e613),segment_id=7f197131-95f9-4cbf-8f54-0afe8d21e613)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:10.523433 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.525109 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:10.554034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] For port f042d6c7-7f31-4168-83b0-939ec40e8a65, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:03:10.557749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] For port f042d6c7-7f31-4168-83b0-939ec40e8a65, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f042d6c7-7f31-4168-83b0-939ec40e8a65,segment=NetworkSegment(7f197131-95f9-4cbf-8f54-0afe8d21e613),segment_id=7f197131-95f9-4cbf-8f54-0afe8d21e613)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:03:10.562162 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.598225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:10.599289 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.600740 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] 10.222.0.18 "PUT /v2.0/ports/f042d6c7-7f31-4168-83b0-939ec40e8a65 HTTP/1.1" status: 200 len: 1092 time: 0.7254319 Jul 16 19:03:10.603220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194d22c1-0c49-4910-b174-01e1ef449d71', 'tag': 'f042d6c7-7f31-4168-83b0-939ec40e8a65'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:10.606462 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ea9051-a863-4c20-9a8a-9797c31316a4" -d '{"events": [{"name": "network-changed", "server_uuid": "194d22c1-0c49-4910-b174-01e1ef449d71", "tag": "f042d6c7-7f31-4168-83b0-939ec40e8a65"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:10.607796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=f8ebc038-a50c-4351-b84c-eeec3facf4f0,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:10.627263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:10.627656 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:10.636708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99f3d5f-ed12-4c44-bc9b-bede9b811c3b service neutron] Pushing event updated for resources: {'Port': ['ID=f042d6c7-7f31-4168-83b0-939ec40e8a65,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:10.745228 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43b4749b-c76e-4405-9c78-d45b74da5abd x-openstack-request-id: req-43b4749b-c76e-4405-9c78-d45b74da5abd {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:10.745763 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194d22c1-0c49-4910-b174-01e1ef449d71", "tag": "f042d6c7-7f31-4168-83b0-939ec40e8a65", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:10.745913 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-43b4749b-c76e-4405-9c78-d45b74da5abd {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:10.746322 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194d22c1-0c49-4910-b174-01e1ef449d71', 'tag': 'f042d6c7-7f31-4168-83b0-939ec40e8a65', 'status': 'completed', 'code': 200} Jul 16 19:03:10.757610 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-a263c66d-c7aa-41da-a092-5a3877c50fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:10.759309 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-a263c66d-c7aa-41da-a092-5a3877c50fda service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 1095 time: 0.0918403 Jul 16 19:03:10.810081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-6b11e72c-5733-4c37-9bca-212220d7f033 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f042d6c7-7f31-4168-83b0-939ec40e8a65 HTTP/1.1" status: 200 len: 217 time: 0.0431368 Jul 16 19:03:10.864909 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-02a2ccd5-8bec-4dfd-bcb8-0eb4a38732e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:10.866493 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-02a2ccd5-8bec-4dfd-bcb8-0eb4a38732e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59fbbef5-fc70-4fff-82fd-5b354d7c3518 HTTP/1.1" status: 200 len: 835 time: 0.0499258 Jul 16 19:03:10.927856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-bb44fd32-6769-4b2b-bdb4-cb74f269965e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:10.929360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-bb44fd32-6769-4b2b-bdb4-cb74f269965e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5687a10-05a9-47ab-b5c1-335d632f74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561190 Jul 16 19:03:11.021661 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-5ed6f544-acf9-4c53-8958-0e84071af242 service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853550 Jul 16 19:03:11.112415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-71ed5eee-cc24-46c0-9af0-3368ca474539 req-0f5d55a0-5d0f-4833-9441-2fd3f269d407 service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842335 Jul 16 19:03:11.212595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9051-a863-4c20-9a8a-9797c31316a4 req-be050911-2264-4c8b-b986-2ffff4154010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:11.214127 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40ea9051-a863-4c20-9a8a-9797c31316a4 req-be050911-2264-4c8b-b986-2ffff4154010 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 1095 time: 0.0564041 Jul 16 19:03:11.309822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9051-a863-4c20-9a8a-9797c31316a4 req-7e878769-a499-4b8a-bdd6-45de87ed5e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:11.311196 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40ea9051-a863-4c20-9a8a-9797c31316a4 req-7e878769-a499-4b8a-bdd6-45de87ed5e3b service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5687a10-05a9-47ab-b5c1-335d632f74b9 HTTP/1.1" status: 200 len: 898 time: 0.0912673 Jul 16 19:03:11.358306 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40ea9051-a863-4c20-9a8a-9797c31316a4 req-2d513e8e-e71a-4271-b204-4cdc4652de81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f042d6c7-7f31-4168-83b0-939ec40e8a65 HTTP/1.1" status: 200 len: 217 time: 0.0390134 Jul 16 19:03:11.406444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9051-a863-4c20-9a8a-9797c31316a4 req-bf423984-ae2b-4ab6-a932-51fcc8829dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:11.408484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40ea9051-a863-4c20-9a8a-9797c31316a4 req-bf423984-ae2b-4ab6-a932-51fcc8829dfd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59fbbef5-fc70-4fff-82fd-5b354d7c3518 HTTP/1.1" status: 200 len: 835 time: 0.0431466 Jul 16 19:03:11.464904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ea9051-a863-4c20-9a8a-9797c31316a4 req-0806f9a5-0fdf-40c4-92bd-0bd406ceadf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:11.466158 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40ea9051-a863-4c20-9a8a-9797c31316a4 req-0806f9a5-0fdf-40c4-92bd-0bd406ceadf5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5687a10-05a9-47ab-b5c1-335d632f74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0521276 Jul 16 19:03:11.559631 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc2eec9-06fb-4f73-913f-20bfe5e0f49f req-41c24063-4d93-43d9-9211-2edb4a992870 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:11.561185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-acc2eec9-06fb-4f73-913f-20bfe5e0f49f req-41c24063-4d93-43d9-9211-2edb4a992870 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 944 time: 0.0637476 Jul 16 19:03:11.562713 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40ea9051-a863-4c20-9a8a-9797c31316a4 req-358c832e-a149-46fa-bc4b-bd81864f5a59 service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887945 Jul 16 19:03:11.600527 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-acc2eec9-06fb-4f73-913f-20bfe5e0f49f req-6b2bdd28-476b-4926-8711-58dcbd9faffa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328763 Jul 16 19:03:11.654690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40ea9051-a863-4c20-9a8a-9797c31316a4 req-66407af8-4299-4d00-a463-13f42216c2a1 service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842907 Jul 16 19:03:12.106156 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f8ebc038-a50c-4351-b84c-eeec3facf4f0 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:12.156271 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port f8ebc038-a50c-4351-b84c-eeec3facf4f0 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:12.156271 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:12.664806 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:12.785056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4781d5-7fc7-4f02-95f1-b16a0f4fde5a req-996b3305-64f4-4321-8600-b7073c5edafb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:12.786618 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f4781d5-7fc7-4f02-95f1-b16a0f4fde5a req-996b3305-64f4-4321-8600-b7073c5edafb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 944 time: 0.0694699 Jul 16 19:03:12.824529 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4f4781d5-7fc7-4f02-95f1-b16a0f4fde5a req-9a36d3d2-6117-4e87-b0f1-09c570f3de09 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318680 Jul 16 19:03:13.226105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f042d6c7-7f31-4168-83b0-939ec40e8a65 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:03:13.325298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f042d6c7-7f31-4168-83b0-939ec40e8a65, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f042d6c7-7f31-4168-83b0-939ec40e8a65,segment=NetworkSegment(7f197131-95f9-4cbf-8f54-0afe8d21e613),segment_id=7f197131-95f9-4cbf-8f54-0afe8d21e613)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:13.336819 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'f042d6c7-7f31-4168-83b0-939ec40e8a65', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'port_id': 'f042d6c7-7f31-4168-83b0-939ec40e8a65', 'mac_address': 'fa:16:3e:e6:cf:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 380, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:03:13.374044 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:13.388286 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f042d6c7-7f31-4168-83b0-939ec40e8a65 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:03:13.407698 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f042d6c7-7f31-4168-83b0-939ec40e8a65, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f042d6c7-7f31-4168-83b0-939ec40e8a65,segment=NetworkSegment(7f197131-95f9-4cbf-8f54-0afe8d21e613),segment_id=7f197131-95f9-4cbf-8f54-0afe8d21e613)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:13.414155 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:13.462127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=f042d6c7-7f31-4168-83b0-939ec40e8a65,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:13.634440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['f042d6c7-7f31-4168-83b0-939ec40e8a65'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:03:13.998859 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ca5f7-129c-41b7-939c-5eaa636eea5b req-3ba81e2c-93e1-4f7b-a189-373422f7ef9d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:14.000367 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d83ca5f7-129c-41b7-939c-5eaa636eea5b req-3ba81e2c-93e1-4f7b-a189-373422f7ef9d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 945 time: 0.0632076 Jul 16 19:03:14.038332 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d83ca5f7-129c-41b7-939c-5eaa636eea5b req-6ade28c0-ac1a-46ce-9622-15838c904cb9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322568 Jul 16 19:03:15.215795 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babee6c3-3106-4621-ac3a-599876971df9 req-1349d775-17e8-4b51-81c8-d715ac09189f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:15.217294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-babee6c3-3106-4621-ac3a-599876971df9 req-1349d775-17e8-4b51-81c8-d715ac09189f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 945 time: 0.0666296 Jul 16 19:03:15.225730 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f042d6c7-7f31-4168-83b0-939ec40e8a65 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:03:15.256721 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-babee6c3-3106-4621-ac3a-599876971df9 req-d0a4b0ac-ed5a-4229-a2e0-ddba160cd48c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337615 Jul 16 19:03:15.285179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port f042d6c7-7f31-4168-83b0-939ec40e8a65 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:03:15.285454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port f042d6c7-7f31-4168-83b0-939ec40e8a65 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:03:15.285826 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:15.363347 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:15.385853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194d22c1-0c49-4910-b174-01e1ef449d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f042d6c7-7f31-4168-83b0-939ec40e8a65'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:15.388709 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7547cafe-ef47-4495-a276-b7bc2acca266" -d '{"events": [{"server_uuid": "194d22c1-0c49-4910-b174-01e1ef449d71", "name": "network-vif-plugged", "status": "completed", "tag": "f042d6c7-7f31-4168-83b0-939ec40e8a65"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:15.402805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port f042d6c7-7f31-4168-83b0-939ec40e8a65, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f042d6c7-7f31-4168-83b0-939ec40e8a65,segment=NetworkSegment(7f197131-95f9-4cbf-8f54-0afe8d21e613),segment_id=7f197131-95f9-4cbf-8f54-0afe8d21e613)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:03:15.407172 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:15.434361 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6bc51b7-590b-4c25-9a4e-b87eaee96035 x-openstack-request-id: req-f6bc51b7-590b-4c25-9a4e-b87eaee96035 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:15.434657 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194d22c1-0c49-4910-b174-01e1ef449d71", "name": "network-vif-plugged", "status": "completed", "tag": "f042d6c7-7f31-4168-83b0-939ec40e8a65", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:15.434901 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f6bc51b7-590b-4c25-9a4e-b87eaee96035 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:15.435309 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194d22c1-0c49-4910-b174-01e1ef449d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f042d6c7-7f31-4168-83b0-939ec40e8a65', 'code': 200} Jul 16 19:03:15.462854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=f042d6c7-7f31-4168-83b0-939ec40e8a65,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:15.536648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa069f9-f374-4dec-9241-6e352ae19e57 req-accd3562-e9fb-48ff-b734-b86a6dec819f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:15.538135 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-afa069f9-f374-4dec-9241-6e352ae19e57 req-accd3562-e9fb-48ff-b734-b86a6dec819f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 1097 time: 0.0505993 Jul 16 19:03:15.571995 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-afa069f9-f374-4dec-9241-6e352ae19e57 req-ab6290b4-9598-4092-b40a-b832d5ab51d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278387 Jul 16 19:03:15.592426 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-706e7761-610a-4137-bc23-a7f648bc9020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:16.443125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d54919-d2fa-4734-9ef2-cef7d056f9c8 req-983543a0-8c91-435e-8afc-3716ad420319 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:16.444702 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42d54919-d2fa-4734-9ef2-cef7d056f9c8 req-983543a0-8c91-435e-8afc-3716ad420319 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0727241 Jul 16 19:03:16.485349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-42d54919-d2fa-4734-9ef2-cef7d056f9c8 req-d08f7c03-41dc-44a2-90af-5f86c9c71b4b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335176 Jul 16 19:03:17.667157 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98e3a2d-826f-4d6c-b215-9e666cccd609 req-2b684a68-013a-4377-809f-22b32b4c80fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:17.668570 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e98e3a2d-826f-4d6c-b215-9e666cccd609 req-2b684a68-013a-4377-809f-22b32b4c80fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0676992 Jul 16 19:03:17.705428 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e98e3a2d-826f-4d6c-b215-9e666cccd609 req-4a7506cf-0988-4c04-b586-dc7b7ef5e7ab tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306077 Jul 16 19:03:17.877252 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fd814-4127-43b3-8c6b-f64b3d190c22 req-2bd0acc1-0917-485b-9d99-bdc0199cb59f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:17.878762 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-853fd814-4127-43b3-8c6b-f64b3d190c22 req-2bd0acc1-0917-485b-9d99-bdc0199cb59f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0628340 Jul 16 19:03:17.916999 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-853fd814-4127-43b3-8c6b-f64b3d190c22 req-b2488f9d-c8f3-4d47-b809-cb262e1a672d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326152 Jul 16 19:03:17.940668 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48916) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:17.995125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d843b70-c156-42d1-9ca2-f2dc02428dc7 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:17.996667 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2d843b70-c156-42d1-9ca2-f2dc02428dc7 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 1092 time: 0.0550208 Jul 16 19:03:17.999453 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48918) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:18.004060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'f042d6c7-7f31-4168-83b0-939ec40e8a65', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:03:18.026348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:18.120739 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:18.224656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.25.7.142 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/74db18bc-6043-43e8-aa4b-d8b69b826223) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:03:18.260046 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:18.288573 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2892c6cf-830c-4af9-bda0-f411e7704786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:18.326272 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:18.364226 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:18.409533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:03:18.412259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:03:18.415766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:03:18.437296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=74db18bc-6043-43e8-aa4b-d8b69b826223,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:18.777765 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:18.856264 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:19.006876 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:19.011479 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:19.075083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=74db18bc-6043-43e8-aa4b-d8b69b826223,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:03:19.086492 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:19.193354 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Floating IP 4438f9fb-e647-4191-a2aa-74421803931d associated. External IP: 172.25.7.142, port: f042d6c7-7f31-4168-83b0-939ec40e8a65. Jul 16 19:03:19.402908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router fc20f780-be17-4947-bed0-3c964b912102 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:03:19.511837 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:03:19.521549 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9080e-fd5c-4ef5-ad16-52e8c9e63a6c None None] Sync routers for ids ['fc20f780-be17-4947-bed0-3c964b912102'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:03:19.528293 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:19.531364 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9080e-fd5c-4ef5-ad16-52e8c9e63a6c None None] Routers {'fc20f780-be17-4947-bed0-3c964b912102'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:19.532002 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-07b9080e-fd5c-4ef5-ad16-52e8c9e63a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:03:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['fc20f780-be17-4947-bed0-3c964b912102'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:19.563620 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4fe6479b-3393-4ed1-8bcf-4a507b077f59 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5631006 Jul 16 19:03:19.564182 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194d22c1-0c49-4910-b174-01e1ef449d71', 'tag': 'f042d6c7-7f31-4168-83b0-939ec40e8a65'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:03:19.566542 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62cd354e-f2c3-47df-b3e8-061d8151cd7e" -d '{"events": [{"name": "network-changed", "server_uuid": "194d22c1-0c49-4910-b174-01e1ef449d71", "tag": "f042d6c7-7f31-4168-83b0-939ec40e8a65"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:03:19.605966 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a158260-57c6-4131-ac97-55102c5d707d x-openstack-request-id: req-1a158260-57c6-4131-ac97-55102c5d707d {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:03:19.606264 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194d22c1-0c49-4910-b174-01e1ef449d71", "tag": "f042d6c7-7f31-4168-83b0-939ec40e8a65", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:03:19.606519 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1a158260-57c6-4131-ac97-55102c5d707d {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:03:19.606922 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194d22c1-0c49-4910-b174-01e1ef449d71', 'tag': 'f042d6c7-7f31-4168-83b0-939ec40e8a65', 'status': 'completed', 'code': 200} Jul 16 19:03:19.646610 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-07b9080e-fd5c-4ef5-ad16-52e8c9e63a6c None None] Set router fc20f780-be17-4947-bed0-3c964b912102 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:19.686473 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd354e-f2c3-47df-b3e8-061d8151cd7e req-105f988c-1140-46b8-ac1a-1aa00b84e160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:19.688142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62cd354e-f2c3-47df-b3e8-061d8151cd7e req-105f988c-1140-46b8-ac1a-1aa00b84e160 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 1097 time: 0.0572634 Jul 16 19:03:19.722609 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231270d8-dd84-436e-b57d-bbb2917da292 req-3f7b2ed3-b9ab-4752-a355-1c7da9832e45 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:19.724345 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-231270d8-dd84-436e-b57d-bbb2917da292 req-3f7b2ed3-b9ab-4752-a355-1c7da9832e45 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0674636 Jul 16 19:03:19.766425 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-231270d8-dd84-436e-b57d-bbb2917da292 req-99e9d460-8250-412e-84ba-013c610a9500 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353930 Jul 16 19:03:19.793921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48924) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:19.863321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1a44d44f-6064-41c6-bdae-b97b8eb3993e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/4438f9fb-e647-4191-a2aa-74421803931d HTTP/1.1" status: 200 len: 992 time: 0.0677216 Jul 16 19:03:19.885390 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-07b9080e-fd5c-4ef5-ad16-52e8c9e63a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4438f9fb-e647-4191-a2aa-74421803931d', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'port_id': 'f042d6c7-7f31-4168-83b0-939ec40e8a65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'mac_address': 'fa:16:3e:e6:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d22c1-0c49-4910-b174-01e1ef449d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:03:18Z', 'updated_at': '2021-07-16T19:03:18Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebc038-a50c-4351-b84c-eeec3facf4f0', 'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:8c:c0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:05Z', 'updated_at': '2021-07-16T19:03:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:20.005868 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9080e-fd5c-4ef5-ad16-52e8c9e63a6c None None] Checking router: fc20f780-be17-4947-bed0-3c964b912102 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:03:20.014659 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b9080e-fd5c-4ef5-ad16-52e8c9e63a6c None None] Routers {'fc20f780-be17-4947-bed0-3c964b912102'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:03:20.015464 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-07b9080e-fd5c-4ef5-ad16-52e8c9e63a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:03:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['fc20f780-be17-4947-bed0-3c964b912102'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:20.089299 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:20.091434 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd354e-f2c3-47df-b3e8-061d8151cd7e req-8355db0f-3851-482f-a1bc-7bb9d88100d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.093049 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62cd354e-f2c3-47df-b3e8-061d8151cd7e req-8355db0f-3851-482f-a1bc-7bb9d88100d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5687a10-05a9-47ab-b5c1-335d632f74b9 HTTP/1.1" status: 200 len: 898 time: 0.3985133 Jul 16 19:03:20.127853 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-07b9080e-fd5c-4ef5-ad16-52e8c9e63a6c None None] Set router fc20f780-be17-4947-bed0-3c964b912102 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:03:20.160888 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62cd354e-f2c3-47df-b3e8-061d8151cd7e req-8bc6ed01-39e1-49a7-8934-3909d0b2812d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f042d6c7-7f31-4168-83b0-939ec40e8a65 HTTP/1.1" status: 200 len: 1000 time: 0.0614631 Jul 16 19:03:20.217892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd354e-f2c3-47df-b3e8-061d8151cd7e req-5a324eb3-c548-4c6c-bb5f-ee005fc5e517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.220716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62cd354e-f2c3-47df-b3e8-061d8151cd7e req-5a324eb3-c548-4c6c-bb5f-ee005fc5e517 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59fbbef5-fc70-4fff-82fd-5b354d7c3518 HTTP/1.1" status: 200 len: 835 time: 0.0532808 Jul 16 19:03:20.280983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd354e-f2c3-47df-b3e8-061d8151cd7e req-44523da4-9056-4630-8c42-443afbb31fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:20.282173 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62cd354e-f2c3-47df-b3e8-061d8151cd7e req-44523da4-9056-4630-8c42-443afbb31fcf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5687a10-05a9-47ab-b5c1-335d632f74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559902 Jul 16 19:03:20.354994 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-07b9080e-fd5c-4ef5-ad16-52e8c9e63a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4438f9fb-e647-4191-a2aa-74421803931d', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'port_id': 'f042d6c7-7f31-4168-83b0-939ec40e8a65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'mac_address': 'fa:16:3e:e6:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d22c1-0c49-4910-b174-01e1ef449d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:03:18Z', 'updated_at': '2021-07-16T19:03:18Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebc038-a50c-4351-b84c-eeec3facf4f0', 'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:8c:c0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:05Z', 'updated_at': '2021-07-16T19:03:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:03:20.373709 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62cd354e-f2c3-47df-b3e8-061d8151cd7e req-35dd1ace-713f-471d-b449-b0fcf16f720b service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846698 Jul 16 19:03:20.385540 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b9080e-fd5c-4ef5-ad16-52e8c9e63a6c None None] The sync data for ids ['fc20f780-be17-4947-bed0-3c964b912102'] in n-d-794306-7 is: [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '4438f9fb-e647-4191-a2aa-74421803931d', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.142', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'port_id': 'f042d6c7-7f31-4168-83b0-939ec40e8a65', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'mac_address': 'fa:16:3e:e6:cf:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '194d22c1-0c49-4910-b174-01e1ef449d71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:03:18Z', 'updated_at': '2021-07-16T19:03:18Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8ebc038-a50c-4351-b84c-eeec3facf4f0', 'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:8c:c0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:05Z', 'updated_at': '2021-07-16T19:03:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:03:20.468690 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-62cd354e-f2c3-47df-b3e8-061d8151cd7e req-188b6dde-724f-47f2-92b4-7584654ffe63 service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884247 Jul 16 19:03:20.576249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f0278e0-cb9b-44c4-b2c3-ae7851c5bbf1 None None] New status for floating IP 4438f9fb-e647-4191-a2aa-74421803931d: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:03:20.592448 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:20.866777 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48926) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:03:20.929086 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b0db3519-c15d-42be-99a5-bac3364e6cfe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/4438f9fb-e647-4191-a2aa-74421803931d HTTP/1.1" status: 200 len: 994 time: 0.0611417 Jul 16 19:03:22.157645 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:29.972156 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:42.685534 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:45.592218 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4f009607-0216-4f29-b01a-8432eb560b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:45.956581 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-246db083-a302-4021-8c07-a364ce657eeb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513692 Jul 16 19:03:46.053296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-3ef5b668-8873-494e-ba97-225c06e2cb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:46.054838 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-3ef5b668-8873-494e-ba97-225c06e2cb6a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 1097 time: 0.0547509 Jul 16 19:03:46.174216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-fca8d178-a6e9-43a5-bd04-b99666e42c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:46.175868 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-fca8d178-a6e9-43a5-bd04-b99666e42c4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5687a10-05a9-47ab-b5c1-335d632f74b9 HTTP/1.1" status: 200 len: 898 time: 0.0917044 Jul 16 19:03:46.244887 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-1b767545-c895-4211-a400-f4ae656ab2d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f042d6c7-7f31-4168-83b0-939ec40e8a65 HTTP/1.1" status: 200 len: 1002 time: 0.0620902 Jul 16 19:03:46.295979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-b620f257-18c2-4fd7-8517-c420d7d587b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:46.297484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-b620f257-18c2-4fd7-8517-c420d7d587b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59fbbef5-fc70-4fff-82fd-5b354d7c3518 HTTP/1.1" status: 200 len: 835 time: 0.0464952 Jul 16 19:03:46.359799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-e1f7d9f1-7b70-47dd-a6b4-a14cfe5bcff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:46.361319 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-e1f7d9f1-7b70-47dd-a6b4-a14cfe5bcff4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5687a10-05a9-47ab-b5c1-335d632f74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573018 Jul 16 19:03:46.451832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-957c7972-d7fa-4df1-8fcf-fd5939fc86d4 service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833340 Jul 16 19:03:46.544333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac3b97bb-dc10-4ed5-a1d7-2689a3526223 req-df00e6b6-4d72-45cb-bf2a-f73e1f31ac6e service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859749 Jul 16 19:03:47.896752 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8960e4-d950-43e3-8477-bb906df7ee84 req-f2d39b67-1911-4d81-983b-a3065efc1965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:47.898249 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac8960e4-d950-43e3-8477-bb906df7ee84 req-f2d39b67-1911-4d81-983b-a3065efc1965 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 1097 time: 0.0882988 Jul 16 19:03:47.950671 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8febc68e-9903-453f-a438-415448abb4d9 req-dc12b9ea-9e73-442b-85ce-8ea1c8be0270 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:47.952110 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8febc68e-9903-453f-a438-415448abb4d9 req-dc12b9ea-9e73-442b-85ce-8ea1c8be0270 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.1084225 Jul 16 19:03:48.028237 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8febc68e-9903-453f-a438-415448abb4d9 req-50aab7ed-0124-4157-973b-8a677de33bb5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490611 Jul 16 19:03:48.030938 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8960e4-d950-43e3-8477-bb906df7ee84 req-a3649898-10d0-4613-b093-91c80f89eb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:48.032365 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac8960e4-d950-43e3-8477-bb906df7ee84 req-a3649898-10d0-4613-b093-91c80f89eb0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5687a10-05a9-47ab-b5c1-335d632f74b9 HTTP/1.1" status: 200 len: 898 time: 0.1276767 Jul 16 19:03:48.101402 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac8960e4-d950-43e3-8477-bb906df7ee84 req-6d8c089a-40d5-4290-b01d-434340dc8407 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f042d6c7-7f31-4168-83b0-939ec40e8a65 HTTP/1.1" status: 200 len: 1002 time: 0.0622742 Jul 16 19:03:48.150964 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8960e4-d950-43e3-8477-bb906df7ee84 req-80ba0c1c-5147-4e6b-8230-b6192c830cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:48.152443 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac8960e4-d950-43e3-8477-bb906df7ee84 req-80ba0c1c-5147-4e6b-8230-b6192c830cd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59fbbef5-fc70-4fff-82fd-5b354d7c3518 HTTP/1.1" status: 200 len: 835 time: 0.0438075 Jul 16 19:03:48.208019 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8960e4-d950-43e3-8477-bb906df7ee84 req-779f0d07-c7de-4f25-9d5f-c29b8f1b298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:48.209453 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac8960e4-d950-43e3-8477-bb906df7ee84 req-779f0d07-c7de-4f25-9d5f-c29b8f1b298e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5687a10-05a9-47ab-b5c1-335d632f74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513005 Jul 16 19:03:48.261156 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.289544 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff739d7f-76e9-4a47-b4fa-8419fa12d6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:48.307866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac8960e4-d950-43e3-8477-bb906df7ee84 req-f5d96145-de99-4e7c-b915-e5e1f36572ae service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909989 Jul 16 19:03:48.401606 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ac8960e4-d950-43e3-8477-bb906df7ee84 req-09c682e6-4c19-4961-8700-c1ed717c851f service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867302 Jul 16 19:03:49.206679 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891b4eb-1160-4f22-bbd4-ecaf6a63c125 req-c0680dcb-9538-43c9-9f08-68fc496f8ec1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:49.208294 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7891b4eb-1160-4f22-bbd4-ecaf6a63c125 req-c0680dcb-9538-43c9-9f08-68fc496f8ec1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0623193 Jul 16 19:03:49.245330 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7891b4eb-1160-4f22-bbd4-ecaf6a63c125 req-a3c5b44a-e29f-4f2e-bf0e-4c52de14e4b9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315976 Jul 16 19:03:50.090028 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:50.423157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb8612b-d989-47a8-a39d-bb9d196232b2 req-b3b46e52-2981-4cff-b5d8-ee236307e8e9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:50.424665 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fb8612b-d989-47a8-a39d-bb9d196232b2 req-b3b46e52-2981-4cff-b5d8-ee236307e8e9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0687704 Jul 16 19:03:50.463371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9fb8612b-d989-47a8-a39d-bb9d196232b2 req-f846a794-6fb0-40f3-a11a-0921a11b9b3b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321331 Jul 16 19:03:51.638980 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201bb87-6615-4384-b8ae-833211ae2db6 req-cd68713f-f4d7-47a4-a9e3-34c2fdb2f4e7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:51.640387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2201bb87-6615-4384-b8ae-833211ae2db6 req-cd68713f-f4d7-47a4-a9e3-34c2fdb2f4e7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0656569 Jul 16 19:03:51.677629 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2201bb87-6615-4384-b8ae-833211ae2db6 req-746a9abf-5068-4c91-a359-a5a4fe0bc7f5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314558 Jul 16 19:03:52.160273 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:03:52.850749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c623dab-3f31-47b6-8ffb-6aa0e548b598 req-66d0efdb-87b7-46c0-9a31-bc7e2ce9b79c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:52.852273 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c623dab-3f31-47b6-8ffb-6aa0e548b598 req-66d0efdb-87b7-46c0-9a31-bc7e2ce9b79c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0627134 Jul 16 19:03:52.889435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c623dab-3f31-47b6-8ffb-6aa0e548b598 req-83d12b2f-bf5c-4b94-96b2-7a5d700f294e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316818 Jul 16 19:03:54.061733 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8f3a66-08ce-45e5-8a7b-46106d2586ba req-d15db13e-05cf-4ea7-9c2d-5f7e5ec70872 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:54.063214 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd8f3a66-08ce-45e5-8a7b-46106d2586ba req-d15db13e-05cf-4ea7-9c2d-5f7e5ec70872 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0629466 Jul 16 19:03:54.101282 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cd8f3a66-08ce-45e5-8a7b-46106d2586ba req-5f133c1c-9e91-4d97-9003-cbd69ea154c5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318258 Jul 16 19:03:55.277677 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75108fcd-2172-4fe8-b8ba-84a899b4f24a req-9f71e248-eb7e-4058-93c7-73860882a12f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:55.279159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75108fcd-2172-4fe8-b8ba-84a899b4f24a req-9f71e248-eb7e-4058-93c7-73860882a12f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0642889 Jul 16 19:03:55.318482 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75108fcd-2172-4fe8-b8ba-84a899b4f24a req-b3b3e079-dd9f-431a-b028-57cf50edcf53 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337429 Jul 16 19:03:56.492939 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb13196-ed9e-4fba-bd6d-a70f266b0099 req-f276ee99-4dce-47aa-a274-4939ba0d0284 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:56.494408 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fb13196-ed9e-4fba-bd6d-a70f266b0099 req-f276ee99-4dce-47aa-a274-4939ba0d0284 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0621145 Jul 16 19:03:56.532280 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9fb13196-ed9e-4fba-bd6d-a70f266b0099 req-319b1804-7ce2-4035-93e8-80ccd8c57591 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323658 Jul 16 19:03:57.590660 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:03:57.712216 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7146c6a8-82dc-4391-a91c-0183d41d655c req-81cc0e43-15df-4ca3-b307-5f580cdb5e9e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:57.713616 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7146c6a8-82dc-4391-a91c-0183d41d655c req-81cc0e43-15df-4ca3-b307-5f580cdb5e9e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0717072 Jul 16 19:03:57.751175 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7146c6a8-82dc-4391-a91c-0183d41d655c req-81c95b8f-e7f6-4b13-9b2d-0102766d1c9b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319924 Jul 16 19:03:58.929841 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf74af4-378f-4e4f-a49a-83f3e7786b11 req-793ced69-68de-454e-9f7a-e33c68168d57 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:03:58.931314 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2cf74af4-378f-4e4f-a49a-83f3e7786b11 req-793ced69-68de-454e-9f7a-e33c68168d57 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0664034 Jul 16 19:03:58.967434 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2cf74af4-378f-4e4f-a49a-83f3e7786b11 req-4c93f82f-993d-4e3e-8f65-a40fac7ac9f0 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305436 Jul 16 19:04:00.016056 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:00.151238 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cc73ca-30da-4d12-9bb8-5c7d281298aa req-c4fa0f7f-a86c-425b-8427-2f20d8769b13 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:00.152738 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40cc73ca-30da-4d12-9bb8-5c7d281298aa req-c4fa0f7f-a86c-425b-8427-2f20d8769b13 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0639274 Jul 16 19:04:00.189339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-40cc73ca-30da-4d12-9bb8-5c7d281298aa req-e5783157-883b-4549-9101-c9e31fe79796 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309551 Jul 16 19:04:00.219034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48962) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:00.283721 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-19342247-4afa-4268-b089-e0c990c00ce6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/4438f9fb-e647-4191-a2aa-74421803931d HTTP/1.1" status: 200 len: 994 time: 0.0631287 Jul 16 19:04:12.682639 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:15.593875 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1ca25f00-f869-4ff8-a60a-4fbb7b2ab209 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.262975 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:18.290237 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c4a544e8-c0bb-4615-ace7-0de76d65ec84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:20.093339 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:22.162385 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:28.664390 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48974) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:28.817542 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 74db18bc-6043-43e8-aa4b-d8b69b826223 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:28.817880 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:28.893598 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:28.893922 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:28.905930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 74db18bc-6043-43e8-aa4b-d8b69b826223 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:29.075809 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:29.102436 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=74db18bc-6043-43e8-aa4b-d8b69b826223,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:29.127459 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.127831 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.128168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.128502 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.128832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.129161 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.129487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.129810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.130163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.130479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.130799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.131111 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:29.173945 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:29.174279 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Floating IP 4438f9fb-e647-4191-a2aa-74421803931d disassociated (deleted). External IP: 172.25.7.142, port: f042d6c7-7f31-4168-83b0-939ec40e8a65. Jul 16 19:04:29.378799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router fc20f780-be17-4947-bed0-3c964b912102 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:04:29.490425 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:04:29.495906 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:29.500217 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b9da4-0063-4ae1-bdb6-7726c78c1b68 None None] Sync routers for ids ['fc20f780-be17-4947-bed0-3c964b912102'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:04:29.510275 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b9da4-0063-4ae1-bdb6-7726c78c1b68 None None] Routers {'fc20f780-be17-4947-bed0-3c964b912102'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:29.510908 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8c8b9da4-0063-4ae1-bdb6-7726c78c1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['fc20f780-be17-4947-bed0-3c964b912102'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:29.534749 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d78fc90b-b4d2-424f-845a-08d98c459496 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/floatingips/4438f9fb-e647-4191-a2aa-74421803931d HTTP/1.1" status: 204 len: 168 time: 0.8693964 Jul 16 19:04:29.535338 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '194d22c1-0c49-4910-b174-01e1ef449d71', 'tag': 'f042d6c7-7f31-4168-83b0-939ec40e8a65'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:29.537601 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d2f59a-8164-4c7c-987b-d75335ac13da" -d '{"events": [{"name": "network-changed", "server_uuid": "194d22c1-0c49-4910-b174-01e1ef449d71", "tag": "f042d6c7-7f31-4168-83b0-939ec40e8a65"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:29.575671 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429a5182-564d-4fdb-b0fe-6fad016a4acd x-openstack-request-id: req-429a5182-564d-4fdb-b0fe-6fad016a4acd {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:29.576014 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "194d22c1-0c49-4910-b174-01e1ef449d71", "tag": "f042d6c7-7f31-4168-83b0-939ec40e8a65", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:29.576221 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-429a5182-564d-4fdb-b0fe-6fad016a4acd {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:29.576628 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '194d22c1-0c49-4910-b174-01e1ef449d71', 'tag': 'f042d6c7-7f31-4168-83b0-939ec40e8a65', 'status': 'completed', 'code': 200} Jul 16 19:04:29.627739 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-8c8b9da4-0063-4ae1-bdb6-7726c78c1b68 None None] Set router fc20f780-be17-4947-bed0-3c964b912102 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:29.656260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2f59a-8164-4c7c-987b-d75335ac13da req-e5b02d1f-9f26-484b-b227-abbcdc090ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:29.657836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76d2f59a-8164-4c7c-987b-d75335ac13da req-e5b02d1f-9f26-484b-b227-abbcdc090ce9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 1097 time: 0.0569346 Jul 16 19:04:29.761483 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2f59a-8164-4c7c-987b-d75335ac13da req-5fb22ee0-7b1b-473a-a3a5-2bd4d8d743b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:29.763517 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76d2f59a-8164-4c7c-987b-d75335ac13da req-5fb22ee0-7b1b-473a-a3a5-2bd4d8d743b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e5687a10-05a9-47ab-b5c1-335d632f74b9 HTTP/1.1" status: 200 len: 898 time: 0.0986249 Jul 16 19:04:29.825695 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76d2f59a-8164-4c7c-987b-d75335ac13da req-c6e91bf3-15d2-420c-a400-0b2b66bcf2c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f042d6c7-7f31-4168-83b0-939ec40e8a65 HTTP/1.1" status: 200 len: 217 time: 0.0507236 Jul 16 19:04:29.839952 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8c8b9da4-0063-4ae1-bdb6-7726c78c1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8ebc038-a50c-4351-b84c-eeec3facf4f0', 'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:8c:c0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:05Z', 'updated_at': '2021-07-16T19:03:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:29.869870 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b9da4-0063-4ae1-bdb6-7726c78c1b68 None None] Checking router: fc20f780-be17-4947-bed0-3c964b912102 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:04:29.879577 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c8b9da4-0063-4ae1-bdb6-7726c78c1b68 None None] Routers {'fc20f780-be17-4947-bed0-3c964b912102'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:29.880183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2f59a-8164-4c7c-987b-d75335ac13da req-ea1ecb4c-4262-490d-873a-dcb6af88a0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:29.880328 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8c8b9da4-0063-4ae1-bdb6-7726c78c1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['fc20f780-be17-4947-bed0-3c964b912102'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:29.882899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76d2f59a-8164-4c7c-987b-d75335ac13da req-ea1ecb4c-4262-490d-873a-dcb6af88a0e5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=59fbbef5-fc70-4fff-82fd-5b354d7c3518 HTTP/1.1" status: 200 len: 835 time: 0.0492456 Jul 16 19:04:29.943092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d2f59a-8164-4c7c-987b-d75335ac13da req-96d2165d-f764-48d2-aa4e-1a807e818f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:29.945621 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76d2f59a-8164-4c7c-987b-d75335ac13da req-96d2165d-f764-48d2-aa4e-1a807e818f90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e5687a10-05a9-47ab-b5c1-335d632f74b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558903 Jul 16 19:04:29.951074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c5f3ae-06da-4171-be89-29b67de79c89 req-4baa6164-5abb-490c-be67-e156fbe1bbd3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:29.952636 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68c5f3ae-06da-4171-be89-29b67de79c89 req-4baa6164-5abb-490c-be67-e156fbe1bbd3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0684066 Jul 16 19:04:29.992119 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-8c8b9da4-0063-4ae1-bdb6-7726c78c1b68 None None] Set router fc20f780-be17-4947-bed0-3c964b912102 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:29.994913 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68c5f3ae-06da-4171-be89-29b67de79c89 req-6de6a0fe-1a13-4c11-a5f8-b48d822fac92 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364614 Jul 16 19:04:30.009834 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:30.045881 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76d2f59a-8164-4c7c-987b-d75335ac13da req-bb0b0a7e-21b4-49cf-99b5-cbd87bace5d4 service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920274 Jul 16 19:04:30.136313 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-76d2f59a-8164-4c7c-987b-d75335ac13da req-05e65639-03ac-4229-a2d9-97569f1ab8e8 service neutron] 10.222.0.18 "GET /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837493 Jul 16 19:04:30.196853 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8c8b9da4-0063-4ae1-bdb6-7726c78c1b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8ebc038-a50c-4351-b84c-eeec3facf4f0', 'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:8c:c0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:05Z', 'updated_at': '2021-07-16T19:03:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:30.222532 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8b9da4-0063-4ae1-bdb6-7726c78c1b68 None None] The sync data for ids ['fc20f780-be17-4947-bed0-3c964b912102'] in n-d-794306-7 is: [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'f8ebc038-a50c-4351-b84c-eeec3facf4f0', 'name': '', 'network_id': 'e5687a10-05a9-47ab-b5c1-335d632f74b9', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:8c:c0:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_interface', 'standard_attr_id': 4162, 'fixed_ips': [{'subnet_id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:05Z', 'updated_at': '2021-07-16T19:03:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '59fbbef5-fc70-4fff-82fd-5b354d7c3518', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:04:30.433649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa356bc-9ad7-4f3a-8df8-4e613cf74581 None None] New status for floating IP 4438f9fb-e647-4191-a2aa-74421803931d: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:04:31.183589 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b5e21f-5b7a-488d-b975-b5c1f6070a9d req-fc980295-0f2c-4282-8532-ba1bd5b15d60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:31.185059 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99b5e21f-5b7a-488d-b975-b5c1f6070a9d req-fc980295-0f2c-4282-8532-ba1bd5b15d60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0633693 Jul 16 19:04:31.225846 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99b5e21f-5b7a-488d-b975-b5c1f6070a9d req-61ed59d6-6d89-413a-bf4c-14bc8f608728 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351880 Jul 16 19:04:31.308203 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340f07f0-a46b-448b-8cfc-f2b77b4e2ac7 req-8edd37a8-e870-4654-a3b6-cb842f39a6e9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:31.309576 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-340f07f0-a46b-448b-8cfc-f2b77b4e2ac7 req-8edd37a8-e870-4654-a3b6-cb842f39a6e9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "GET /v2.0/ports?device_id=194d22c1-0c49-4910-b174-01e1ef449d71 HTTP/1.1" status: 200 len: 946 time: 0.0622509 Jul 16 19:04:31.408053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-340f07f0-a46b-448b-8cfc-f2b77b4e2ac7 req-36d5577f-aebf-43f1-a830-d28d0dbc5398 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port f042d6c7-7f31-4168-83b0-939ec40e8a65 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:31.408395 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-340f07f0-a46b-448b-8cfc-f2b77b4e2ac7 req-36d5577f-aebf-43f1-a830-d28d0dbc5398 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:31.498497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-340f07f0-a46b-448b-8cfc-f2b77b4e2ac7 req-36d5577f-aebf-43f1-a830-d28d0dbc5398 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port f042d6c7-7f31-4168-83b0-939ec40e8a65, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=f042d6c7-7f31-4168-83b0-939ec40e8a65,segment=NetworkSegment(7f197131-95f9-4cbf-8f54-0afe8d21e613),segment_id=7f197131-95f9-4cbf-8f54-0afe8d21e613)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:31.498866 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-340f07f0-a46b-448b-8cfc-f2b77b4e2ac7 req-36d5577f-aebf-43f1-a830-d28d0dbc5398 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:31.510487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-340f07f0-a46b-448b-8cfc-f2b77b4e2ac7 req-36d5577f-aebf-43f1-a830-d28d0dbc5398 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for f042d6c7-7f31-4168-83b0-939ec40e8a65 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:31.644362 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-340f07f0-a46b-448b-8cfc-f2b77b4e2ac7 req-36d5577f-aebf-43f1-a830-d28d0dbc5398 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:31.673166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d5577f-aebf-43f1-a830-d28d0dbc5398 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=f042d6c7-7f31-4168-83b0-939ec40e8a65,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:31.720652 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-340f07f0-a46b-448b-8cfc-f2b77b4e2ac7 req-36d5577f-aebf-43f1-a830-d28d0dbc5398 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] No DVR routers for this DVR port f042d6c7-7f31-4168-83b0-939ec40e8a65 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:04:31.723255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-340f07f0-a46b-448b-8cfc-f2b77b4e2ac7 req-36d5577f-aebf-43f1-a830-d28d0dbc5398 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:31.725279 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-340f07f0-a46b-448b-8cfc-f2b77b4e2ac7 req-36d5577f-aebf-43f1-a830-d28d0dbc5398 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "DELETE /v2.0/ports/f042d6c7-7f31-4168-83b0-939ec40e8a65 HTTP/1.1" status: 204 len: 173 time: 0.4101954 Jul 16 19:04:31.726779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '194d22c1-0c49-4910-b174-01e1ef449d71', 'name': 'network-vif-deleted', 'tag': 'f042d6c7-7f31-4168-83b0-939ec40e8a65'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:31.729055 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a82fa87-f5fa-433f-a988-8b0f1b7ee67c" -d '{"events": [{"server_uuid": "194d22c1-0c49-4910-b174-01e1ef449d71", "name": "network-vif-deleted", "tag": "f042d6c7-7f31-4168-83b0-939ec40e8a65"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:31.765130 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7ae3e9e-88e2-4d00-820b-72761e14c7c6 x-openstack-request-id: req-a7ae3e9e-88e2-4d00-820b-72761e14c7c6 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:31.765427 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "194d22c1-0c49-4910-b174-01e1ef449d71", "name": "network-vif-deleted", "tag": "f042d6c7-7f31-4168-83b0-939ec40e8a65", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:31.765681 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a7ae3e9e-88e2-4d00-820b-72761e14c7c6 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:31.766083 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '194d22c1-0c49-4910-b174-01e1ef449d71', 'name': 'network-vif-deleted', 'tag': 'f042d6c7-7f31-4168-83b0-939ec40e8a65', 'status': 'completed', 'code': 200} Jul 16 19:04:32.325697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48988) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:32.675272 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.229295 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port f8ebc038-a50c-4351-b84c-eeec3facf4f0 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:33.229646 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.315551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port f8ebc038-a50c-4351-b84c-eeec3facf4f0, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=f8ebc038-a50c-4351-b84c-eeec3facf4f0,segment=NetworkSegment(7f197131-95f9-4cbf-8f54-0afe8d21e613),segment_id=7f197131-95f9-4cbf-8f54-0afe8d21e613)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:33.315930 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.332584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for f8ebc038-a50c-4351-b84c-eeec3facf4f0 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:33.516521 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.548317 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=f8ebc038-a50c-4351-b84c-eeec3facf4f0,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:33.726755 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:33.937759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router fc20f780-be17-4947-bed0-3c964b912102 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:04:34.049496 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:04:34.054554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1253c392-9c49-4e00-b054-e4bb3eb18c2f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "PUT /v2.0/routers/fc20f780-be17-4947-bed0-3c964b912102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7278180 Jul 16 19:04:34.057213 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48990) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:34.059828 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a69367-e796-4499-89ce-7e6401c341b9 None None] Sync routers for ids ['fc20f780-be17-4947-bed0-3c964b912102'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:04:34.068988 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a69367-e796-4499-89ce-7e6401c341b9 None None] Routers {'fc20f780-be17-4947-bed0-3c964b912102'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:34.070192 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e3a69367-e796-4499-89ce-7e6401c341b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['fc20f780-be17-4947-bed0-3c964b912102'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:34.107781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-77cef2b3-60d3-42b2-aafe-b789eff8541a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting subnet 59fbbef5-fc70-4fff-82fd-5b354d7c3518 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:04:34.112728 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77cef2b3-60d3-42b2-aafe-b789eff8541a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.156663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77cef2b3-60d3-42b2-aafe-b789eff8541a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.175831 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e3a69367-e796-4499-89ce-7e6401c341b9 None None] Set router fc20f780-be17-4947-bed0-3c964b912102 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:34.245818 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77cef2b3-60d3-42b2-aafe-b789eff8541a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.306126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77cef2b3-60d3-42b2-aafe-b789eff8541a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.333408 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cef2b3-60d3-42b2-aafe-b789eff8541a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Subnet': ['ID=59fbbef5-fc70-4fff-82fd-5b354d7c3518,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:34.338596 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77cef2b3-60d3-42b2-aafe-b789eff8541a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.343465 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48992) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:34.344218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-77cef2b3-60d3-42b2-aafe-b789eff8541a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/subnets/59fbbef5-fc70-4fff-82fd-5b354d7c3518 HTTP/1.1" status: 204 len: 168 time: 0.2859137 Jul 16 19:04:34.346185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956a0c69-0bac-47b4-ae76-71ad69024173 None None] Network e5687a10-05a9-47ab-b5c1-335d632f74b9 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:34.355996 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e3a69367-e796-4499-89ce-7e6401c341b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:04:33Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:34.469999 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.473165 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a69367-e796-4499-89ce-7e6401c341b9 None None] Checking router: fc20f780-be17-4947-bed0-3c964b912102 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:04:34.482078 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a69367-e796-4499-89ce-7e6401c341b9 None None] Routers {'fc20f780-be17-4947-bed0-3c964b912102'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:34.482683 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e3a69367-e796-4499-89ce-7e6401c341b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['fc20f780-be17-4947-bed0-3c964b912102'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:34.547374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] DHCP port deletion for e5687a10-05a9-47ab-b5c1-335d632f74b9 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:04:34.580467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.593201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Deleting port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:34.593653 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.594332 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:04:34.596095 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e3a69367-e796-4499-89ce-7e6401c341b9 None None] Set router fc20f780-be17-4947-bed0-3c964b912102 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:34.639048 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 2c979765-d1e9-4a40-8ed0-28e108f81a03 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:04:34.639396 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.729384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port 2c979765-d1e9-4a40-8ed0-28e108f81a03, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=2c979765-d1e9-4a40-8ed0-28e108f81a03,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:34.729851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.744830 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 2c979765-d1e9-4a40-8ed0-28e108f81a03 owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:34.784091 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e3a69367-e796-4499-89ce-7e6401c341b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:04:33Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:34.816377 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a69367-e796-4499-89ce-7e6401c341b9 None None] The sync data for ids ['fc20f780-be17-4947-bed0-3c964b912102'] in n-d-794306-7 is: [{'id': 'fc20f780-be17-4947-bed0-3c964b912102', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1629540337', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252'}], 'enable_snat': True}, 'gw_port_id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:03:02Z', 'updated_at': '2021-07-16T19:04:33Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '2c979765-d1e9-4a40-8ed0-28e108f81a03', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:26:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc20f780-be17-4947-bed0-3c964b912102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4159, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:03:03Z', 'updated_at': '2021-07-16T19:03:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:04:34.817752 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] For port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3e147cbc-d949-4e79-b3b5-8ee255d3edf4,segment=NetworkSegment(7f197131-95f9-4cbf-8f54-0afe8d21e613),segment_id=7f197131-95f9-4cbf-8f54-0afe8d21e613)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:34.818215 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.832479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Calling delete_port for 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:04:34.917325 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.919991 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:34.944678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Pushing event deleted for resources: {'Port': ['ID=3e147cbc-d949-4e79-b3b5-8ee255d3edf4,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:34.945165 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=2c979765-d1e9-4a40-8ed0-28e108f81a03,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:34.948978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] No DVR routers for this DVR port 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:04:34.956396 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.956748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.957093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.957436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.958200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.958200 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.958419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.958764 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.959077 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.959402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.960320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.961134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c144f45-b067-4f7a-a74e-4d0a4e86e7cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.978934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.979280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.979646 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.979984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.980319 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.980652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.980982 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.981310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.981637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.981966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.982289 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:34.982606 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:35.021304 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.114552 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.116604 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.159964 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.160503 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Fanout notify agent at l3_agent the message router_deleted on router fc20f780-be17-4947-bed0-3c964b912102 {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:04:35.168617 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.169765 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-18dd613b-3727-4abe-88c4-4fac665f3323 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/routers/fc20f780-be17-4947-bed0-3c964b912102 HTTP/1.1" status: 204 len: 168 time: 0.8224211 Jul 16 19:04:35.172576 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 48994) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:35.256369 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.344246 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.354622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5687a10-05a9-47ab-b5c1-335d632f74b9']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:35.364532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f197131-95f9-4cbf-8f54-0afe8d21e613') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:35.364882 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f197131-95f9-4cbf-8f54-0afe8d21e613') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:35.375115 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.395439 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.402352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Releasing vlan 380 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:04:35.402886 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: timer() Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:04:35.406165 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:04:35.468802 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.478160 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.480091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/networks/e5687a10-05a9-47ab-b5c1-335d632f74b9 HTTP/1.1" status: 204 len: 168 time: 0.3064976 Jul 16 19:04:35.482975 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 48996) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:35.490060 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9f1cab-d84b-455b-ab11-af87cce4eb79 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Network': ['ID=e5687a10-05a9-47ab-b5c1-335d632f74b9,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:35.546177 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d61a564b-ffba-4c3a-b69d-156860aa9c02 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.572066 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d61a564b-ffba-4c3a-b69d-156860aa9c02 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.633409 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d61a564b-ffba-4c3a-b69d-156860aa9c02 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.635873 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d61a564b-ffba-4c3a-b69d-156860aa9c02 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:35.637041 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d61a564b-ffba-4c3a-b69d-156860aa9c02 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/security-groups/5a204e22-1ca4-45a3-91c3-b6177a3d6fa4 HTTP/1.1" status: 204 len: 168 time: 0.1524038 Jul 16 19:04:35.646378 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61a564b-ffba-4c3a-b69d-156860aa9c02 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a204e22-1ca4-45a3-91c3-b6177a3d6fa4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:35.661043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f042d6c7-7f31-4168-83b0-939ec40e8a65 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:35.685239 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: f042d6c7-7f31-4168-83b0-939ec40e8a65 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:35.685691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device f042d6c7-7f31-4168-83b0-939ec40e8a65 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:36.152104 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49002) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:36.157296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2f84c673-2dc4-48bd-b2e0-a9548a24ea3c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1362447145', 'description': 'tempest-secgroup-smoke-1362447145 description', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:36.158080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:36.179611 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:36.179953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3e147cbc-d949-4e79-b3b5-8ee255d3edf4 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:36.180361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f8ebc038-a50c-4351-b84c-eeec3facf4f0 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:36.181388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f84c673-2dc4-48bd-b2e0-a9548a24ea3c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.199671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: f8ebc038-a50c-4351-b84c-eeec3facf4f0 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:36.200020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device f8ebc038-a50c-4351-b84c-eeec3facf4f0 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:36.200432 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2c979765-d1e9-4a40-8ed0-28e108f81a03 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:04:36.220089 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 2c979765-d1e9-4a40-8ed0-28e108f81a03 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:04:36.220438 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 2c979765-d1e9-4a40-8ed0-28e108f81a03 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:04:36.265142 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f84c673-2dc4-48bd-b2e0-a9548a24ea3c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.269074 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f84c673-2dc4-48bd-b2e0-a9548a24ea3c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.296550 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2f84c673-2dc4-48bd-b2e0-a9548a24ea3c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.297786 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2f84c673-2dc4-48bd-b2e0-a9548a24ea3c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1445668 Jul 16 19:04:36.300948 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49004) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:36.301790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f84c673-2dc4-48bd-b2e0-a9548a24ea3c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad9de70e-c8eb-47ce-909e-d5f493da5271,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:36.306688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-96dea45c-ecce-4113-a6be-ccfd2b113596 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'ad9de70e-c8eb-47ce-909e-d5f493da5271', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:36.332724 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96dea45c-ecce-4113-a6be-ccfd2b113596 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.389207 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96dea45c-ecce-4113-a6be-ccfd2b113596 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.393339 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96dea45c-ecce-4113-a6be-ccfd2b113596 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.411590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dea45c-ecce-4113-a6be-ccfd2b113596 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01628561-875f-4cb8-8e08-7d5fbaea66e8,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:36.417841 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-96dea45c-ecce-4113-a6be-ccfd2b113596 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.419140 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-96dea45c-ecce-4113-a6be-ccfd2b113596 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1169388 Jul 16 19:04:36.421885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49006) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:36.426334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-0ed81142-9e6e-445a-aa36-0672fc1ed605 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'ad9de70e-c8eb-47ce-909e-d5f493da5271', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:36.451796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ed81142-9e6e-445a-aa36-0672fc1ed605 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.513516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ed81142-9e6e-445a-aa36-0672fc1ed605 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.517249 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ed81142-9e6e-445a-aa36-0672fc1ed605 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.534717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed81142-9e6e-445a-aa36-0672fc1ed605 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc1602c1-64f9-4a95-b397-8e86ec948bc4,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:36.541724 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-0ed81142-9e6e-445a-aa36-0672fc1ed605 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.542958 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0ed81142-9e6e-445a-aa36-0672fc1ed605 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1201699 Jul 16 19:04:36.545699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49008) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:36.550049 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bae52a46-b9d7-43c7-b5d8-871951484979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'ad9de70e-c8eb-47ce-909e-d5f493da5271', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:36.576502 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bae52a46-b9d7-43c7-b5d8-871951484979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.635015 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bae52a46-b9d7-43c7-b5d8-871951484979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.638397 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bae52a46-b9d7-43c7-b5d8-871951484979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.656409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae52a46-b9d7-43c7-b5d8-871951484979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=907cb1cb-868e-4abe-85dc-732ab04d9ccb,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:36.662326 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bae52a46-b9d7-43c7-b5d8-871951484979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.664163 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bae52a46-b9d7-43c7-b5d8-871951484979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1175265 Jul 16 19:04:36.667106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49010) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:36.671513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7ca634b9-727b-491b-a047-ef8d98dbc7ec tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'ad9de70e-c8eb-47ce-909e-d5f493da5271', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:36.697050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ca634b9-727b-491b-a047-ef8d98dbc7ec tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.756241 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ca634b9-727b-491b-a047-ef8d98dbc7ec tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.760367 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ca634b9-727b-491b-a047-ef8d98dbc7ec tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.779750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca634b9-727b-491b-a047-ef8d98dbc7ec tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10f0959d-1630-410c-91fb-9159e9fadb60,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:36.782927 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ca634b9-727b-491b-a047-ef8d98dbc7ec tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.784159 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7ca634b9-727b-491b-a047-ef8d98dbc7ec tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1161065 Jul 16 19:04:36.787056 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49012) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:36.791772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-64ef4559-a9d7-4775-98cf-42c209b6ea21 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'ad9de70e-c8eb-47ce-909e-d5f493da5271', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:36.812676 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-64ef4559-a9d7-4775-98cf-42c209b6ea21 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Project cf108b40314a4a999bd9221c1bfe92a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:04:36.817272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64ef4559-a9d7-4775-98cf-42c209b6ea21 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.876839 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64ef4559-a9d7-4775-98cf-42c209b6ea21 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.880275 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64ef4559-a9d7-4775-98cf-42c209b6ea21 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.898709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ef4559-a9d7-4775-98cf-42c209b6ea21 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fb3e7b7-7178-44ea-a587-5eeb123f60b4,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:36.904391 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-64ef4559-a9d7-4775-98cf-42c209b6ea21 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:36.905517 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-64ef4559-a9d7-4775-98cf-42c209b6ea21 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1174269 Jul 16 19:04:36.908248 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49014) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:36.912590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b046fa4b-0455-4773-81f5-5c26d0d751fb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'ad9de70e-c8eb-47ce-909e-d5f493da5271', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:36.933857 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-b046fa4b-0455-4773-81f5-5c26d0d751fb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Project cf108b40314a4a999bd9221c1bfe92a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:04:36.938653 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b046fa4b-0455-4773-81f5-5c26d0d751fb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.001371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b046fa4b-0455-4773-81f5-5c26d0d751fb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.004986 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b046fa4b-0455-4773-81f5-5c26d0d751fb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.023925 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b046fa4b-0455-4773-81f5-5c26d0d751fb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13e65641-faff-46a4-8179-b3aaf11fdf96,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:37.029185 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b046fa4b-0455-4773-81f5-5c26d0d751fb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.030328 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b046fa4b-0455-4773-81f5-5c26d0d751fb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211722 Jul 16 19:04:37.033141 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49016) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:37.037991 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'network': {'name': 'tempest-network-smoke--174878614', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'port_security_enabled': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:37.057000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:37.060503 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.083588 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:04:37.092744 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.093090 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Added segment ca7b735a-10ad-488b-87a4-fced927eaacd of type vlan for network dc9bf917-96c6-45db-a917-9b036838b0ee Jul 16 19:04:37.139376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.167478 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.172855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:37.173424 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.205584 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1714556 Jul 16 19:04:37.208327 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49018) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:37.214894 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'admin_state_up': True, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:37.253787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1968c0-53e9-4b8b-822f-3089f9c557ea tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Network': ['ID=dc9bf917-96c6-45db-a917-9b036838b0ee,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:37.264558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network dc9bf917-96c6-45db-a917-9b036838b0ee details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:04:37.268809 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.269802 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.660822 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.793427 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:37.982991 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:38.001231 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:38.104560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.25.7.78 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/3d211456-a05b-481c-91ab-6f7e0ecb50cd) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:38.203052 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:38.242055 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:38.286456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:38.290898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:38.295945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:38.297408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=3d211456-a05b-481c-91ab-6f7e0ecb50cd,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:38.539956 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:38.735396 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:38.862692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:04:38.962585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:04:38.971771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Sync routers for ids ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:04:38.981194 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:38.981723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Routers {'d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:38.982343 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:38.982473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0a2a6d24-aeed-4129-8fa9-22f275c3ef24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7731848 Jul 16 19:04:38.985588 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49020) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:39.019346 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-1cf6bc8e-fe16-43c1-a627-202cf2894b33 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=cf108b40314a4a999bd9221c1bfe92a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301542 Jul 16 19:04:39.019813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49022) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:39.087195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Set router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:39.109584 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637ce02b-c425-4eaf-aa3a-3112b20d5cc2 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:39.111096 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-637ce02b-c425-4eaf-aa3a-3112b20d5cc2 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0902526 Jul 16 19:04:39.114205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49024) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:39.141949 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4e1ec5a2-dd98-48d2-913c-4d11aefd7704 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267386 Jul 16 19:04:39.144603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49026) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:39.149792 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1733537840', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:39.242925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:39.246694 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.267315 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:38Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:39.298371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Checking router: d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:04:39.298726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Updating router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 port 3d211456-a05b-481c-91ab-6f7e0ecb50cd binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:04:39.333055 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.433701 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.497131 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Subnet': ['ID=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:39.504538 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Checking segment: {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:39.504905 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network hostable DHCP agents. Network: dc9bf917-96c6-45db-a917-9b036838b0ee, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:04:39.521210 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network dc9bf917-96c6-45db-a917-9b036838b0ee is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:04:39.531123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, dc9bf917-96c6-45db-a917-9b036838b0ee) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:39.536686 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:39.537264 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.540245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8fe5ac5-d530-4253-98cc-d0f207e0c571 None None] Network dc9bf917-96c6-45db-a917-9b036838b0ee requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:39.552233 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c03798b2-ffdb-46e8-ba38-4280b088d9df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4066286 Jul 16 19:04:39.555357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49030) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:39.643381 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.663440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Transition to ACTIVE for port object 3d211456-a05b-481c-91ab-6f7e0ecb50cd will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:39.693764 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.764949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Attempting to bind port 3d211456-a05b-481c-91ab-6f7e0ecb50cd on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:39.765321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Attempting to bind port 3d211456-a05b-481c-91ab-6f7e0ecb50cd by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:39.765685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Attempting to bind port 3d211456-a05b-481c-91ab-6f7e0ecb50cd on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:39.783188 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e594cbb-fee6-46e2-a26a-63103129cf80 None None] Pushing event updated for resources: {'Port': ['ID=3d211456-a05b-481c-91ab-6f7e0ecb50cd,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:39.790024 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:39.790404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:39.790805 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.791195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:39.791686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Bound port: 3d211456-a05b-481c-91ab-6f7e0ecb50cd, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:39.792066 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.813362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-dc9bf917-96c6-45db-a917-9b036838b0ee', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:04:39.814209 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:39.909032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] For port 3d211456-a05b-481c-91ab-6f7e0ecb50cd, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:39.931799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] For port 3d211456-a05b-481c-91ab-6f7e0ecb50cd, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3d211456-a05b-481c-91ab-6f7e0ecb50cd,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:39.936501 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.005834 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.024733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Routers {'d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:40.025365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:40.076361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Allocated IP 172.20.0.2 (dc9bf917-96c6-45db-a917-9b036838b0ee/ca2a0c91-4dc7-4aec-a1c5-d9da067b472f/33099ab3-742d-4240-affe-9b1c560ee6a9) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:40.081416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e594cbb-fee6-46e2-a26a-63103129cf80 None None] Pushing event updated for resources: {'Port': ['ID=3d211456-a05b-481c-91ab-6f7e0ecb50cd,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:40.208769 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] Set router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:40.376987 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.394329 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Transition to ACTIVE for port object 33099ab3-742d-4240-affe-9b1c560ee6a9 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:40.433063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Transition to ACTIVE for port object 33099ab3-742d-4240-affe-9b1c560ee6a9 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:40.441273 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.482412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Network dc9bf917-96c6-45db-a917-9b036838b0ee is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:40.485185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.20.0.1 (dc9bf917-96c6-45db-a917-9b036838b0ee/ca2a0c91-4dc7-4aec-a1c5-d9da067b472f/b52b1319-7e99-4fac-b54b-0f2445c36da8) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:40.490084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:40.494950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:40.502766 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Pushing event updated for resources: {'Port': ['ID=33099ab3-742d-4240-affe-9b1c560ee6a9,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:40.513356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:38Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:40.557692 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c0af47-2215-4ce0-af1e-ca50d28e27d9 None None] The sync data for ids ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'] in n-d-794306-7 is: [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:38Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:04:40.591719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Attempting to bind port 33099ab3-742d-4240-affe-9b1c560ee6a9 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:40.591719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Attempting to bind port 33099ab3-742d-4240-affe-9b1c560ee6a9 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:40.592241 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Attempting to bind port 33099ab3-742d-4240-affe-9b1c560ee6a9 on network dc9bf917-96c6-45db-a917-9b036838b0ee {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:40.597452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:40.597831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Checking segment: {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:40.598407 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.598680 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Bound using segment: {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:40.599306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Bound port: 33099ab3-742d-4240-affe-9b1c560ee6a9, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:40.599468 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.609668 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.629009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Transition to ACTIVE for port object b52b1319-7e99-4fac-b54b-0f2445c36da8 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:40.665491 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] For port 33099ab3-742d-4240-affe-9b1c560ee6a9, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:40.666442 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.670175 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] For port 33099ab3-742d-4240-affe-9b1c560ee6a9, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=33099ab3-742d-4240-affe-9b1c560ee6a9,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:40.674345 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.711747 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network dc9bf917-96c6-45db-a917-9b036838b0ee is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:40.720810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:40.723586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:40.746520 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f421782-9750-4a6c-9301-1aa64bae32d8 None None] Pushing event updated for resources: {'Port': ['ID=33099ab3-742d-4240-affe-9b1c560ee6a9,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:40.754178 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=b52b1319-7e99-4fac-b54b-0f2445c36da8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:40.781493 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:40.965819 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:41.301051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:41.306050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:41.390855 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:41.393256 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=b52b1319-7e99-4fac-b54b-0f2445c36da8,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:41.720437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e3dfe7a-258e-4f01-b77b-c11a56fc6995 None None] Network dc9bf917-96c6-45db-a917-9b036838b0ee requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:04:41.800723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-00698c0b-7cae-4fe5-be4a-60d58d22184d None None] Provisioning for port 33099ab3-742d-4240-affe-9b1c560ee6a9 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:41.817701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network dc9bf917-96c6-45db-a917-9b036838b0ee is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:41.820135 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:41.940915 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:04:42.059021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:04:42.068271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-faddfe95-d4a8-49e8-a7bd-c80450515f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "PUT /v2.0/routers/d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5115073 Jul 16 19:04:42.132830 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-07bd1042-15ef-4a41-b0c4-00fc20b6bbe8 None None] Provisioning for port b52b1319-7e99-4fac-b54b-0f2445c36da8 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:42.142863 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-07bd1042-15ef-4a41-b0c4-00fc20b6bbe8 None None] Provisioning complete for port b52b1319-7e99-4fac-b54b-0f2445c36da8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:42.143247 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-07bd1042-15ef-4a41-b0c4-00fc20b6bbe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.199264 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-07bd1042-15ef-4a41-b0c4-00fc20b6bbe8 None None] Port b52b1319-7e99-4fac-b54b-0f2445c36da8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:04:42.263991 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 33099ab3-742d-4240-affe-9b1c560ee6a9 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:42.276454 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Sync routers for ids ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:04:42.287061 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Routers {'d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:42.288424 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:42.297888 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-491d6142-05b3-490e-a846-91db9ff44671 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1362447145&fields=id&tenant_id=cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 267 time: 0.0620885 Jul 16 19:04:42.327656 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 33099ab3-742d-4240-affe-9b1c560ee6a9 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:42.332741 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 33099ab3-742d-4240-affe-9b1c560ee6a9 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:42.333389 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.414833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-7487a508-cabd-43d0-b775-7b2129e0cf15 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:42.416628 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Set router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:42.421747 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-7487a508-cabd-43d0-b775-7b2129e0cf15 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/networks?id=dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 200 len: 796 time: 0.1227825 Jul 16 19:04:42.439408 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-831b605e-e316-4f1c-81b0-87184c483ce8 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/quotas/cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 375 time: 0.0166428 Jul 16 19:04:42.447846 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.450722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f34bbf2b-a402-437f-8752-5acfb3dd7185 None None] Provisioning complete for port b52b1319-7e99-4fac-b54b-0f2445c36da8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:42.451322 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f34bbf2b-a402-437f-8752-5acfb3dd7185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.548154 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-781fccd9-2aba-400e-8a52-a6253382a0cd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1074822 Jul 16 19:04:42.566223 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 33099ab3-742d-4240-affe-9b1c560ee6a9, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=33099ab3-742d-4240-affe-9b1c560ee6a9,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:42.568495 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f34bbf2b-a402-437f-8752-5acfb3dd7185 None None] Port b52b1319-7e99-4fac-b54b-0f2445c36da8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:04:42.574127 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.575598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3d211456-a05b-481c-91ab-6f7e0ecb50cd up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:42.652259 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:40Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'b52b1319-7e99-4fac-b54b-0f2445c36da8', 'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:85:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:40Z', 'updated_at': '2021-07-16T19:04:41Z', 'revision_number': 2, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:42.684788 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Checking router: d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:04:42.685168 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Updating router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 port b52b1319-7e99-4fac-b54b-0f2445c36da8 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:04:42.695064 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=33099ab3-742d-4240-affe-9b1c560ee6a9,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:42.709773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3d211456-a05b-481c-91ab-6f7e0ecb50cd completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:42.713155 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8eeee8bd-eeab-4bf9-b32a-25762c9b11d9 None None] Provisioning complete for port b52b1319-7e99-4fac-b54b-0f2445c36da8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:42.713533 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8eeee8bd-eeab-4bf9-b32a-25762c9b11d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.715594 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.717185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3d211456-a05b-481c-91ab-6f7e0ecb50cd triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:42.717558 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.726590 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:42.769746 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-ab20989c-b3cb-4205-8ed2-745c32388674 service neutron] 10.222.0.47 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047079 Jul 16 19:04:42.876508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d79b18c7-60c6-42a3-91dd-051ed51516a9 service neutron] 10.222.0.47 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004584 Jul 16 19:04:42.941560 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8eeee8bd-eeab-4bf9-b32a-25762c9b11d9 None None] Port b52b1319-7e99-4fac-b54b-0f2445c36da8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:04:43.000731 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.031440 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3d211456-a05b-481c-91ab-6f7e0ecb50cd, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3d211456-a05b-481c-91ab-6f7e0ecb50cd,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:43.033292 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.036196 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.046040 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Transition to ACTIVE for port object b52b1319-7e99-4fac-b54b-0f2445c36da8 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:43.051854 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.082269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8ad9031a-ab83-41e1-9575-6e23d4f37cb3 req-c45996e2-61d7-46be-92b6-590dd797bbe5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 210 time: 0.0295794 Jul 16 19:04:43.086742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3d211456-a05b-481c-91ab-6f7e0ecb50cd,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:43.132329 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Pushing event updated for resources: {'Port': ['ID=b52b1319-7e99-4fac-b54b-0f2445c36da8,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:43.157873 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.158207 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.158536 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.158862 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.159186 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.159505 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.159848 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.160165 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.160485 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.160797 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.161109 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.161420 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:04:43.174371 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Attempting to bind port b52b1319-7e99-4fac-b54b-0f2445c36da8 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:43.174763 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Attempting to bind port b52b1319-7e99-4fac-b54b-0f2445c36da8 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:43.175122 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Attempting to bind port b52b1319-7e99-4fac-b54b-0f2445c36da8 on network dc9bf917-96c6-45db-a917-9b036838b0ee {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:43.180896 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:43.181265 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Checking segment: {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:43.181662 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.182045 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Bound using segment: {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:43.182501 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Bound port: b52b1319-7e99-4fac-b54b-0f2445c36da8, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:43.182884 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.247858 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] For port b52b1319-7e99-4fac-b54b-0f2445c36da8, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:43.251343 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] For port b52b1319-7e99-4fac-b54b-0f2445c36da8, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b52b1319-7e99-4fac-b54b-0f2445c36da8,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:43.258710 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:43.324274 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04beb295-03cd-40c9-8932-b7cee161c7f8 None None] Pushing event updated for resources: {'Port': ['ID=b52b1319-7e99-4fac-b54b-0f2445c36da8,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:43.337098 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Routers {'d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:43.337740 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:04:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:43.451248 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] Set router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:43.727480 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:40Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'b52b1319-7e99-4fac-b54b-0f2445c36da8', 'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:85:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:40Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:43.755788 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cbde77a-3fb7-4c03-b629-ab0c434deeed None None] The sync data for ids ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'] in n-d-794306-7 is: [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:40Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'b52b1319-7e99-4fac-b54b-0f2445c36da8', 'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:85:0d:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:40Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:04:44.208825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99cd0cfe-0ccf-470f-9da1-ed00e32ff7f1 req-b6ee8811-8c8b-48d5-8bb3-6364e350c70e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 210 time: 0.0518544 Jul 16 19:04:44.258424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 33099ab3-742d-4240-affe-9b1c560ee6a9 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:44.315513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 33099ab3-742d-4240-affe-9b1c560ee6a9 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:44.316077 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:44.405941 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3d211456-a05b-481c-91ab-6f7e0ecb50cd up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:44.457887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3d211456-a05b-481c-91ab-6f7e0ecb50cd triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:44.458261 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:44.549995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b52b1319-7e99-4fac-b54b-0f2445c36da8 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:44.608690 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port b52b1319-7e99-4fac-b54b-0f2445c36da8 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:44.612424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b52b1319-7e99-4fac-b54b-0f2445c36da8 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:44.612804 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:44.695598 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:44.735799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port b52b1319-7e99-4fac-b54b-0f2445c36da8, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b52b1319-7e99-4fac-b54b-0f2445c36da8,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:44.739656 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:44.792859 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=b52b1319-7e99-4fac-b54b-0f2445c36da8,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:45.307793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-e9828044-7646-47ea-87ec-6d2bfc35fc13 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:45.309343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-e9828044-7646-47ea-87ec-6d2bfc35fc13 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "GET /v2.0/networks?id=dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 200 len: 796 time: 0.1176181 Jul 16 19:04:45.368657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-28ddb96d-7836-422f-ad6b-837086de54ed req-6d9832b3-523c-45be-b12e-aded48a1956a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 210 time: 0.0371065 Jul 16 19:04:45.387491 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-e56a0952-1fca-428c-a548-a08a3715fa80 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 380 time: 0.0621326 Jul 16 19:04:45.397247 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'port': {'device_id': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'admin_state_up': True, 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'security_groups': ['ad9de70e-c8eb-47ce-909e-d5f493da5271']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:45.508157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:04:45.513220 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:45.595286 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c1a5f318-c7f3-4a42-8b16-1a56f1c8edb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:45.641539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.20.0.13 (dc9bf917-96c6-45db-a917-9b036838b0ee/ca2a0c91-4dc7-4aec-a1c5-d9da067b472f/7022b4b7-5bfd-449d-a50a-3a24200f8858) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:45.788662 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:45.801714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Transition to ACTIVE for port object 7022b4b7-5bfd-449d-a50a-3a24200f8858 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:45.836909 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:45.882975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network dc9bf917-96c6-45db-a917-9b036838b0ee is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:45.886141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:45.890172 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:45.919727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=7022b4b7-5bfd-449d-a50a-3a24200f8858,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:45.949195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:45.949837 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:45.965204 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-2b134efd-9cc1-4b8d-b007-1caca2d01862 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5722384 Jul 16 19:04:45.976810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Request body: {'port': {'device_id': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:46.053532 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.129695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-34717e36-3c6c-456b-87c4-2c1cda2fd7cc None None] Provisioning for port 7022b4b7-5bfd-449d-a50a-3a24200f8858 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:46.143694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-34717e36-3c6c-456b-87c4-2c1cda2fd7cc None None] Provisioning complete for port 7022b4b7-5bfd-449d-a50a-3a24200f8858 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:46.144139 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-34717e36-3c6c-456b-87c4-2c1cda2fd7cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.176773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b52b1319-7e99-4fac-b54b-0f2445c36da8 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:46.201876 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-34717e36-3c6c-456b-87c4-2c1cda2fd7cc None None] Port 7022b4b7-5bfd-449d-a50a-3a24200f8858 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:04:46.229266 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port b52b1319-7e99-4fac-b54b-0f2445c36da8 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:46.229594 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.323145 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7022b4b7-5bfd-449d-a50a-3a24200f8858 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:46.330524 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.342563 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Transition to ACTIVE for port object 7022b4b7-5bfd-449d-a50a-3a24200f8858 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:04:46.346851 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.394368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Pushing event updated for resources: {'Port': ['ID=7022b4b7-5bfd-449d-a50a-3a24200f8858,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:46.469922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Attempting to bind port 7022b4b7-5bfd-449d-a50a-3a24200f8858 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:04:46.470424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Attempting to bind port 7022b4b7-5bfd-449d-a50a-3a24200f8858 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:04:46.470761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Attempting to bind port 7022b4b7-5bfd-449d-a50a-3a24200f8858 on network dc9bf917-96c6-45db-a917-9b036838b0ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:46.476257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Port 7022b4b7-5bfd-449d-a50a-3a24200f8858 on network dc9bf917-96c6-45db-a917-9b036838b0ee not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:04:46.476585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Attempting to bind port 7022b4b7-5bfd-449d-a50a-3a24200f8858 on network dc9bf917-96c6-45db-a917-9b036838b0ee {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:04:46.482046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:04:46.482391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Checking segment: {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:04:46.482858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Bound using segment: {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:04:46.483208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Bound port: 7022b4b7-5bfd-449d-a50a-3a24200f8858, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:04:46.483604 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.558674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:04:46.562422 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:04:46.564669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b600d6-2852-4296-bb5f-3560ee9bff2c req-e39e307f-f914-48d6-8830-54c55ae97f7f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:46.568035 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77b600d6-2852-4296-bb5f-3560ee9bff2c req-e39e307f-f914-48d6-8830-54c55ae97f7f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 944 time: 0.0669866 Jul 16 19:04:46.569244 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.609199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:46.609375 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-77b600d6-2852-4296-bb5f-3560ee9bff2c req-a4319817-992b-4857-98d9-5634cc4165de tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362279 Jul 16 19:04:46.610082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:46.611911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] 10.222.0.18 "PUT /v2.0/ports/7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 1092 time: 0.6395209 Jul 16 19:04:46.612274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:46.614734 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-092e65f2-538d-4a63-aa7a-608e8c4f29b9" -d '{"events": [{"name": "network-changed", "server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:46.637482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7808530-3251-43fe-a87f-8611de922db8 service neutron] Pushing event updated for resources: {'Port': ['ID=7022b4b7-5bfd-449d-a50a-3a24200f8858,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:46.695787 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1605680e-375f-4da0-abca-5069b95adb16 x-openstack-request-id: req-1605680e-375f-4da0-abca-5069b95adb16 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:46.696086 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:46.696334 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1605680e-375f-4da0-abca-5069b95adb16 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:46.696734 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'status': 'completed', 'code': 200} Jul 16 19:04:46.724609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-0fc2a521-88cc-482b-8c8e-3b18fffbc5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:46.726699 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-0fc2a521-88cc-482b-8c8e-3b18fffbc5e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1095 time: 0.0601757 Jul 16 19:04:46.773067 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-6e4fb920-d95c-483f-8319-4e1efef4bb0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 217 time: 0.0394700 Jul 16 19:04:46.822014 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-f7dde7cc-6b82-426d-93aa-da220f8c632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:46.823400 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-f7dde7cc-6b82-426d-93aa-da220f8c632b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f HTTP/1.1" status: 200 len: 835 time: 0.0446754 Jul 16 19:04:46.880480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-f1f3f73c-81e1-48e9-8b58-2f3111f89544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:46.882671 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-f1f3f73c-81e1-48e9-8b58-2f3111f89544 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc9bf917-96c6-45db-a917-9b036838b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527837 Jul 16 19:04:46.977473 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-0cee3a9a-f46e-4203-8ef3-b28d51072c42 service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879960 Jul 16 19:04:47.066898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-13cb0617-cd7d-4d4c-90aa-605533670174 req-afa93c20-2932-41d3-831d-4bee96a61ecd service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829797 Jul 16 19:04:47.167021 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e65f2-538d-4a63-aa7a-608e8c4f29b9 req-5ced2376-a1aa-4d58-b372-8def3a176f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.168580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092e65f2-538d-4a63-aa7a-608e8c4f29b9 req-5ced2376-a1aa-4d58-b372-8def3a176f33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1095 time: 0.0562785 Jul 16 19:04:47.255839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e65f2-538d-4a63-aa7a-608e8c4f29b9 req-3685724e-64b2-474c-a672-1ddc8f7aeda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.257909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092e65f2-538d-4a63-aa7a-608e8c4f29b9 req-3685724e-64b2-474c-a672-1ddc8f7aeda6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 200 len: 897 time: 0.0833409 Jul 16 19:04:47.305047 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092e65f2-538d-4a63-aa7a-608e8c4f29b9 req-f6a5ec8f-8796-4b9f-b430-0d4c79ea781c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 217 time: 0.0395882 Jul 16 19:04:47.353983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e65f2-538d-4a63-aa7a-608e8c4f29b9 req-1f4de9c3-3375-47a2-a643-701c1764503c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.355327 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092e65f2-538d-4a63-aa7a-608e8c4f29b9 req-1f4de9c3-3375-47a2-a643-701c1764503c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f HTTP/1.1" status: 200 len: 835 time: 0.0428021 Jul 16 19:04:47.415291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092e65f2-538d-4a63-aa7a-608e8c4f29b9 req-d5e4718a-41fd-4e3d-9f65-5f47405fc848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.417299 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092e65f2-538d-4a63-aa7a-608e8c4f29b9 req-d5e4718a-41fd-4e3d-9f65-5f47405fc848 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc9bf917-96c6-45db-a917-9b036838b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544538 Jul 16 19:04:47.509914 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092e65f2-538d-4a63-aa7a-608e8c4f29b9 req-059270f2-7be3-471f-a1e5-feb22eee1cff service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851178 Jul 16 19:04:47.598696 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-092e65f2-538d-4a63-aa7a-608e8c4f29b9 req-ab5cffa0-4c75-4bdc-a4e1-b7cc10dc84ef service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814700 Jul 16 19:04:47.837469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357f789c-5983-4df0-94d0-7689e0dd3c22 req-1b9f0495-259c-4f32-b07e-f14119f77f54 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:47.838942 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-357f789c-5983-4df0-94d0-7689e0dd3c22 req-1b9f0495-259c-4f32-b07e-f14119f77f54 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 944 time: 0.0715148 Jul 16 19:04:47.875882 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-357f789c-5983-4df0-94d0-7689e0dd3c22 req-9bfa30b9-4a40-45c7-9249-bc10ff892e16 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Jul 16 19:04:48.265253 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:48.290486 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-774c6353-f0b7-4886-85ec-85af6fa6e55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.056467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cabe3d3-9c68-4013-b6d9-1878f2e55f1c req-5fa5230c-3d6f-4c1b-8db3-e838e1ea3928 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:49.057951 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cabe3d3-9c68-4013-b6d9-1878f2e55f1c req-5fa5230c-3d6f-4c1b-8db3-e838e1ea3928 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 944 time: 0.0681729 Jul 16 19:04:49.095237 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5cabe3d3-9c68-4013-b6d9-1878f2e55f1c req-7744cec9-73e1-4080-92aa-029fb82a764f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317504 Jul 16 19:04:49.738595 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7022b4b7-5bfd-449d-a50a-3a24200f8858 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:04:49.838096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:49.849366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'port_id': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'mac_address': 'fa:16:3e:c3:bd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:04:49.885807 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.898272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7022b4b7-5bfd-449d-a50a-3a24200f8858 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:04:49.916572 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:49.920505 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:49.968126 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=7022b4b7-5bfd-449d-a50a-3a24200f8858,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:50.096053 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:50.118586 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['7022b4b7-5bfd-449d-a50a-3a24200f8858'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:04:50.275632 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f8cf69-93c1-44bc-a4bb-d5cfc615bdb3 req-8a4e1a44-82e8-40c9-a777-0f5276062ed9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:50.277156 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4f8cf69-93c1-44bc-a4bb-d5cfc615bdb3 req-8a4e1a44-82e8-40c9-a777-0f5276062ed9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 945 time: 0.0697224 Jul 16 19:04:50.316005 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e4f8cf69-93c1-44bc-a4bb-d5cfc615bdb3 req-629d6ab0-41a4-4a92-8fcc-4a5bf2b94ed1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328221 Jul 16 19:04:51.489934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6479637-7115-4638-a447-c5cda800f52e req-c2fc0518-7b74-489a-9cf1-6ddf99bc73c2 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:51.491449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6479637-7115-4638-a447-c5cda800f52e req-c2fc0518-7b74-489a-9cf1-6ddf99bc73c2 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 945 time: 0.0636094 Jul 16 19:04:51.528336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c6479637-7115-4638-a447-c5cda800f52e req-acee25e4-e5f4-4aaf-a85f-15564773a9e4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312688 Jul 16 19:04:51.769748 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7022b4b7-5bfd-449d-a50a-3a24200f8858 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:04:51.821454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 7022b4b7-5bfd-449d-a50a-3a24200f8858 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:04:51.825552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 7022b4b7-5bfd-449d-a50a-3a24200f8858 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:04:51.825995 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:51.900643 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:51.921810 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:51.924077 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a901438d-948f-43eb-a330-07938d88c88f" -d '{"events": [{"server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "name": "network-vif-plugged", "status": "completed", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:51.937263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:04:51.941355 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:51.964861 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f51595-52eb-488e-a032-873458c6f239 x-openstack-request-id: req-78f51595-52eb-488e-a032-873458c6f239 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:51.965104 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "name": "network-vif-plugged", "status": "completed", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:51.965354 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-78f51595-52eb-488e-a032-873458c6f239 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:51.965738 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'code': 200} Jul 16 19:04:51.995212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=7022b4b7-5bfd-449d-a50a-3a24200f8858,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:52.071789 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73d604c-e5b4-444c-b7a2-44767c613236 req-b0467857-295a-4ac3-a06c-fdfde23a488d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:52.073271 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e73d604c-e5b4-444c-b7a2-44767c613236 req-b0467857-295a-4ac3-a06c-fdfde23a488d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0523481 Jul 16 19:04:52.107276 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e73d604c-e5b4-444c-b7a2-44767c613236 req-ba0e5a61-416d-4bd3-95f8-a483d3f912bb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274167 Jul 16 19:04:52.164084 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:52.706712 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a3f011-fde8-4d90-b15b-9b58767ee68f req-b25d4fc5-0e64-4372-b13c-e62c1aacc68a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:52.708120 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8a3f011-fde8-4d90-b15b-9b58767ee68f req-b25d4fc5-0e64-4372-b13c-e62c1aacc68a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0657034 Jul 16 19:04:52.747325 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8a3f011-fde8-4d90-b15b-9b58767ee68f req-4dc0dd02-003c-4e0e-ae4f-5c319ecc9ef4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331757 Jul 16 19:04:53.936225 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3bf8d-054d-47c8-8982-f45222142617 req-9193b4f2-fcd4-4ceb-a609-cf1a26f7b468 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:53.937716 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7bf3bf8d-054d-47c8-8982-f45222142617 req-9193b4f2-fcd4-4ceb-a609-cf1a26f7b468 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0676205 Jul 16 19:04:53.975738 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7bf3bf8d-054d-47c8-8982-f45222142617 req-9d693968-9a82-49b5-95d5-035457cd5909 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324316 Jul 16 19:04:54.146949 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc45da3-7b3d-442b-9424-2582da0e1bfc req-4037ee68-fe2c-4918-ba4b-8d72d1cfbfb0 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:54.149316 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ccc45da3-7b3d-442b-9424-2582da0e1bfc req-4037ee68-fe2c-4918-ba4b-8d72d1cfbfb0 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0638630 Jul 16 19:04:54.186975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ccc45da3-7b3d-442b-9424-2582da0e1bfc req-c1fd63c2-82f8-4a21-b19e-538c89a88f9c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Jul 16 19:04:54.211899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49092) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:54.265318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a7241-5cda-4dae-8c29-41157732e06e tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:54.266819 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f93a7241-5cda-4dae-8c29-41157732e06e tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1092 time: 0.0539398 Jul 16 19:04:54.269590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49094) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:54.274543 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:04:54.297351 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:54.390050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:54.493037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.25.7.5 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/1d41924a-7ec8-4f04-a749-875d7332c7ea) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:04:54.593820 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:54.632421 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:54.667206 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:04:54.673265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:04:54.676798 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:04:54.687500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=1d41924a-7ec8-4f04-a749-875d7332c7ea,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:55.042268 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.120994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.268774 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.274319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.344842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=1d41924a-7ec8-4f04-a749-875d7332c7ea,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:04:55.356057 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:55.458226 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Floating IP 78a21d20-4556-42f7-bd9b-8231613d5dfb associated. External IP: 172.25.7.5, port: 7022b4b7-5bfd-449d-a50a-3a24200f8858. Jul 16 19:04:55.964063 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:04:56.073083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:04:56.083055 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf3758-bd47-4d7b-8fb7-0ba07a63cfaf None None] Sync routers for ids ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:04:56.091054 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:04:56.093856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf3758-bd47-4d7b-8fb7-0ba07a63cfaf None None] Routers {'d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:56.094470 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7baf3758-bd47-4d7b-8fb7-0ba07a63cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:04:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:56.129535 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-07f6dc0b-6f45-49fc-ab72-9b33fa513ffd tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8589189 Jul 16 19:04:56.130124 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:04:56.134294 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75628987-842c-499e-b285-dffaac0c05c0" -d '{"events": [{"name": "network-changed", "server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:04:56.176112 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e67fdd1-6e6a-41ee-81b7-6b94c48754d6 x-openstack-request-id: req-5e67fdd1-6e6a-41ee-81b7-6b94c48754d6 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:04:56.176493 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:04:56.176879 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5e67fdd1-6e6a-41ee-81b7-6b94c48754d6 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:04:56.177293 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'status': 'completed', 'code': 200} Jul 16 19:04:56.208430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-7baf3758-bd47-4d7b-8fb7-0ba07a63cfaf None None] Set router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:56.251855 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628987-842c-499e-b285-dffaac0c05c0 req-38347b9b-d773-4ca1-9d5d-7061b60ce718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:56.253487 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75628987-842c-499e-b285-dffaac0c05c0 req-38347b9b-d773-4ca1-9d5d-7061b60ce718 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0551908 Jul 16 19:04:56.302228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20509f74-e916-4287-a6a4-474ecc173ef3 req-8547d415-5527-4937-80c6-4e7264c34639 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:56.304164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20509f74-e916-4287-a6a4-474ecc173ef3 req-8547d415-5527-4937-80c6-4e7264c34639 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0773482 Jul 16 19:04:56.347537 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-20509f74-e916-4287-a6a4-474ecc173ef3 req-daf2010f-ed6c-4291-8a2b-d9002cb8eaf0 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365994 Jul 16 19:04:56.348472 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628987-842c-499e-b285-dffaac0c05c0 req-d5729c6a-a29d-4365-a58a-814901f4ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:56.350151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75628987-842c-499e-b285-dffaac0c05c0 req-d5729c6a-a29d-4365-a58a-814901f4ef76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 200 len: 897 time: 0.0905402 Jul 16 19:04:56.370534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49102) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:56.422256 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75628987-842c-499e-b285-dffaac0c05c0 req-0ab52743-a729-493e-8d07-8126fdb6bebd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 998 time: 0.0654473 Jul 16 19:04:56.438019 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-723d0407-52c9-42cf-a9c1-b60666f5fd90 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/78a21d20-4556-42f7-bd9b-8231613d5dfb HTTP/1.1" status: 200 len: 990 time: 0.0662627 Jul 16 19:04:56.449794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7baf3758-bd47-4d7b-8fb7-0ba07a63cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:40Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '78a21d20-4556-42f7-bd9b-8231613d5dfb', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.5', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'port_id': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'mac_address': 'fa:16:3e:c3:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:04:54Z', 'updated_at': '2021-07-16T19:04:54Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52b1319-7e99-4fac-b54b-0f2445c36da8', 'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:85:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:40Z', 'updated_at': '2021-07-16T19:04:44Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:56.474300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628987-842c-499e-b285-dffaac0c05c0 req-83df6e81-4a14-462d-9c3f-964328fe45e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:56.475817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf3758-bd47-4d7b-8fb7-0ba07a63cfaf None None] Checking router: d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:04:56.476297 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75628987-842c-499e-b285-dffaac0c05c0 req-83df6e81-4a14-462d-9c3f-964328fe45e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f HTTP/1.1" status: 200 len: 835 time: 0.0487690 Jul 16 19:04:56.484060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7baf3758-bd47-4d7b-8fb7-0ba07a63cfaf None None] Routers {'d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:04:56.484669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7baf3758-bd47-4d7b-8fb7-0ba07a63cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:04:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:56.533953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628987-842c-499e-b285-dffaac0c05c0 req-968f3870-b220-4e2c-8cbf-b51ea303a6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:04:56.535353 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75628987-842c-499e-b285-dffaac0c05c0 req-968f3870-b220-4e2c-8cbf-b51ea303a6bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc9bf917-96c6-45db-a917-9b036838b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527351 Jul 16 19:04:56.589381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-7baf3758-bd47-4d7b-8fb7-0ba07a63cfaf None None] Set router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:04:56.627947 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75628987-842c-499e-b285-dffaac0c05c0 req-1b20889f-3eb6-443d-a24f-6d459fd0e2e2 service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859978 Jul 16 19:04:56.720333 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-75628987-842c-499e-b285-dffaac0c05c0 req-819aefe9-74b1-47ad-a69e-667b49cb7a86 service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868711 Jul 16 19:04:56.814157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-7baf3758-bd47-4d7b-8fb7-0ba07a63cfaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:40Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '78a21d20-4556-42f7-bd9b-8231613d5dfb', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.5', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'port_id': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'mac_address': 'fa:16:3e:c3:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:04:54Z', 'updated_at': '2021-07-16T19:04:54Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52b1319-7e99-4fac-b54b-0f2445c36da8', 'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:85:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:40Z', 'updated_at': '2021-07-16T19:04:44Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:04:56.840276 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7baf3758-bd47-4d7b-8fb7-0ba07a63cfaf None None] The sync data for ids ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'] in n-d-794306-7 is: [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:40Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '78a21d20-4556-42f7-bd9b-8231613d5dfb', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.5', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'port_id': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4184, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'mac_address': 'fa:16:3e:c3:bd:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:04:54Z', 'updated_at': '2021-07-16T19:04:54Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b52b1319-7e99-4fac-b54b-0f2445c36da8', 'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:85:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:40Z', 'updated_at': '2021-07-16T19:04:44Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:04:57.025189 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f13d70a-59b9-4780-969a-5aabe6047e6e None None] New status for floating IP 78a21d20-4556-42f7-bd9b-8231613d5dfb: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:04:57.442056 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49104) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:04:57.507008 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-27c93a5c-c942-4ce2-918f-9670ea98b444 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/78a21d20-4556-42f7-bd9b-8231613d5dfb HTTP/1.1" status: 200 len: 992 time: 0.0634093 Jul 16 19:05:00.008114 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:11.593680 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:05:12.691836 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:15.596230 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c9ae7e61-a7d9-473d-8776-c102ab56fdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:18.266721 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:18.291842 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3d082bcd-de51-443c-ae92-b2c3c70cb849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:20.102636 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:22.167366 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:24.543509 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-62d78a12-8d1c-4be4-ad13-cf01b02085ed service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073227 Jul 16 19:05:24.589714 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07edd057-fdfe-4a49-a479-beb0b6e7738c req-5ba7c6cd-de06-4ad7-8750-116c440fc050 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:24.592524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07edd057-fdfe-4a49-a479-beb0b6e7738c req-5ba7c6cd-de06-4ad7-8750-116c440fc050 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0848703 Jul 16 19:05:24.637855 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-07edd057-fdfe-4a49-a479-beb0b6e7738c req-7daeb313-59f2-4080-bebf-eff7b444ebe9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395608 Jul 16 19:05:25.827512 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db99a0-98d0-4d17-aa06-733293842889 req-830bf96f-1f76-4b97-ba96-f5a24f38e8d3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:25.829059 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d7db99a0-98d0-4d17-aa06-733293842889 req-830bf96f-1f76-4b97-ba96-f5a24f38e8d3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0655928 Jul 16 19:05:25.859868 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-9c5239c6-ffed-46c0-b67a-1bddb3dda850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:25.861378 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-9c5239c6-ffed-46c0-b67a-1bddb3dda850 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0557005 Jul 16 19:05:25.868197 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d7db99a0-98d0-4d17-aa06-733293842889 req-bf344906-6d5d-417f-93e1-cc2d72bce91e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334477 Jul 16 19:05:25.956279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-10fcb2fd-bc84-4794-95ec-babcd16b1f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:25.964778 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-10fcb2fd-bc84-4794-95ec-babcd16b1f17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 200 len: 897 time: 0.0897329 Jul 16 19:05:26.022925 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-e8ac09f5-f49c-483b-bec7-4c74bd1789d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 1000 time: 0.0581543 Jul 16 19:05:26.075011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-26920678-aa0b-48f9-86d9-7571f90fd7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:26.076478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-26920678-aa0b-48f9-86d9-7571f90fd7a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f HTTP/1.1" status: 200 len: 835 time: 0.0476651 Jul 16 19:05:26.133763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fe56a88f-3f94-48b8-9e2c-05906786f978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:26.136005 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fe56a88f-3f94-48b8-9e2c-05906786f978 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc9bf917-96c6-45db-a917-9b036838b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538015 Jul 16 19:05:26.229528 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-c735770b-f409-4592-b206-2f6236bbc5f3 service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860727 Jul 16 19:05:26.326169 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-c9a2ab15-9a8f-4232-992f-531b69935c7b service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902047 Jul 16 19:05:27.040257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f1d660-d628-4aeb-9e09-cde7a788518a req-ae703e5e-c605-4c40-bb0a-8f3655686f42 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:27.042222 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01f1d660-d628-4aeb-9e09-cde7a788518a req-ae703e5e-c605-4c40-bb0a-8f3655686f42 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0629344 Jul 16 19:05:27.080302 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-01f1d660-d628-4aeb-9e09-cde7a788518a req-9cbab49d-d622-4c4c-99ef-98a5d8ac2d3a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326176 Jul 16 19:05:28.255276 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e326a-d4da-4bbc-92f9-6bbc17ddd090 req-db01fcd2-5346-42ae-8640-348589933e98 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:28.256801 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b53e326a-d4da-4bbc-92f9-6bbc17ddd090 req-db01fcd2-5346-42ae-8640-348589933e98 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0662110 Jul 16 19:05:28.295933 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b53e326a-d4da-4bbc-92f9-6bbc17ddd090 req-3dc87430-3bb2-4d93-9e25-2e92f465b605 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328598 Jul 16 19:05:29.480383 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83017afe-e7e2-4384-9e43-06659c8ebed9 req-0e6fd120-29d2-4b3f-9989-4f77073f54b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:29.481866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83017afe-e7e2-4384-9e43-06659c8ebed9 req-0e6fd120-29d2-4b3f-9989-4f77073f54b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0683866 Jul 16 19:05:29.519889 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-83017afe-e7e2-4384-9e43-06659c8ebed9 req-f8fd91ae-8301-4712-a7c5-deab252d6a80 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316150 Jul 16 19:05:30.001170 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:30.695334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44c7df-5dcd-4ead-80ad-c4934a617658 req-023ed638-53c5-4e1e-a4ba-d1e98a2444c8 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:30.697411 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bc44c7df-5dcd-4ead-80ad-c4934a617658 req-023ed638-53c5-4e1e-a4ba-d1e98a2444c8 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0656824 Jul 16 19:05:30.734816 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bc44c7df-5dcd-4ead-80ad-c4934a617658 req-b8991ba1-59bd-401e-97b2-e6de4f5ab8ed tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318544 Jul 16 19:05:31.907292 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee10c3a-d1f6-4891-b80d-abad964c4ba8 req-a84fb07e-0a03-46ca-ad0c-b63c18f58941 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:31.908815 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fee10c3a-d1f6-4891-b80d-abad964c4ba8 req-a84fb07e-0a03-46ca-ad0c-b63c18f58941 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0631742 Jul 16 19:05:31.946126 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fee10c3a-d1f6-4891-b80d-abad964c4ba8 req-e7764abf-f51b-45f0-a038-4537726f07cf tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318480 Jul 16 19:05:33.122729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc0fc2b-d1dc-4a3c-b1aa-c2e2c6958c48 req-62f1c975-af30-4031-9d15-d4d966a5fa40 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:33.124227 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5fc0fc2b-d1dc-4a3c-b1aa-c2e2c6958c48 req-62f1c975-af30-4031-9d15-d4d966a5fa40 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0627761 Jul 16 19:05:33.162919 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5fc0fc2b-d1dc-4a3c-b1aa-c2e2c6958c48 req-568db6f4-32e5-4f42-95e7-1b00ef73bf3f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330076 Jul 16 19:05:34.335313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f53aed-5fee-4fa4-bfdd-67edfb4a9def req-a8aeb62a-8148-48f8-9907-1dbe6171c0b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:34.336826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1f53aed-5fee-4fa4-bfdd-67edfb4a9def req-a8aeb62a-8148-48f8-9907-1dbe6171c0b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0628922 Jul 16 19:05:34.379401 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1f53aed-5fee-4fa4-bfdd-67edfb4a9def req-9cd2d9b4-8f40-463e-970d-ff4e05bb017f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364442 Jul 16 19:05:35.557493 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc479de5-8b51-4240-bfb3-b80ed8a752c3 req-5adc1581-2caa-4427-96bd-dfb95976bf03 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:35.558955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc479de5-8b51-4240-bfb3-b80ed8a752c3 req-5adc1581-2caa-4427-96bd-dfb95976bf03 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0665331 Jul 16 19:05:35.595927 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fc479de5-8b51-4240-bfb3-b80ed8a752c3 req-de7a0769-5137-40c0-9311-f67f0f83bb2b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313818 Jul 16 19:05:36.767451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822013c1-b517-4260-bab1-8487d175615d req-59aa0111-79bf-4856-af37-55c5cdf6661d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:36.768965 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-822013c1-b517-4260-bab1-8487d175615d req-59aa0111-79bf-4856-af37-55c5cdf6661d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0637021 Jul 16 19:05:36.806727 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-822013c1-b517-4260-bab1-8487d175615d req-ff43951b-e2ec-4503-8e8d-fff021ff5530 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319400 Jul 16 19:05:37.978334 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fe6084-d374-4fae-8758-674e7fce1528 req-d3ab9048-9b55-4271-a36b-07a72c109eb3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:37.979862 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b7fe6084-d374-4fae-8758-674e7fce1528 req-d3ab9048-9b55-4271-a36b-07a72c109eb3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0630786 Jul 16 19:05:38.017484 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b7fe6084-d374-4fae-8758-674e7fce1528 req-f6365e41-6afd-426d-a349-d82ef47a3004 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319943 Jul 16 19:05:38.089296 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-37b109fb-7578-4447-aed9-4cd0d09a83c2 service neutron] show failed (client error): The resource could not be found. Jul 16 19:05:38.090460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-37b109fb-7578-4447-aed9-4cd0d09a83c2 service neutron] 10.222.0.18 "GET /v2.0/ports/7022b4b7-5bfd-449d-a50a-3a24200f8858/bindings/n-h1-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0550733 Jul 16 19:05:38.334633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-0ca95fa4-43ac-4e0e-9604-9e84c8693133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:38.336145 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-0ca95fa4-43ac-4e0e-9604-9e84c8693133 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8&tenant_id=cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 1097 time: 0.0553226 Jul 16 19:05:38.352976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:05:38.421759 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.616918 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:38.648861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:38.689801 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:38.692062 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b778d32-0790-4903-9972-1c62e1206cfb" -d '{"events": [{"server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:38.695535 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.708370 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Transition to ACTIVE for port object 7022b4b7-5bfd-449d-a50a-3a24200f8858 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:05:38.712246 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:38.755429 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3532e94e-8781-47fe-88d0-6360ec894e66 x-openstack-request-id: req-3532e94e-8781-47fe-88d0-6360ec894e66 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:38.755751 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "name": "network-vif-unplugged", "status": "completed", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:38.756000 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3532e94e-8781-47fe-88d0-6360ec894e66 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:38.756385 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'code': 200} Jul 16 19:05:38.791881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Pushing event updated for resources: {'Port': ['ID=7022b4b7-5bfd-449d-a50a-3a24200f8858,revision_number=6']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:38.806380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.806380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.807073 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.807187 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.807522 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.807876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.808204 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.808525 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.808845 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.809163 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.809480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.809793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:38.851063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] No DVR routers for this DVR port 7022b4b7-5bfd-449d-a50a-3a24200f8858 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:05:38.987539 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Attempting to bind port 7022b4b7-5bfd-449d-a50a-3a24200f8858 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:05:38.988256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Attempting to bind port 7022b4b7-5bfd-449d-a50a-3a24200f8858 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:05:38.988256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Attempting to bind port 7022b4b7-5bfd-449d-a50a-3a24200f8858 on network dc9bf917-96c6-45db-a917-9b036838b0ee {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:38.992709 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Port 7022b4b7-5bfd-449d-a50a-3a24200f8858 on network dc9bf917-96c6-45db-a917-9b036838b0ee not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:05:38.993678 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Attempting to bind port 7022b4b7-5bfd-449d-a50a-3a24200f8858 on network dc9bf917-96c6-45db-a917-9b036838b0ee {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:05:38.998440 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 5, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:05:38.998774 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Checking segment: {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:05:38.999235 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Bound using segment: {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:05:38.999691 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Bound port: 7022b4b7-5bfd-449d-a50a-3a24200f8858, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca7b735a-10ad-488b-87a4-fced927eaacd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:05:39.000046 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.062513 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:05:39.065535 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:05:39.070442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.109374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:39.109996 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:39.111447 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] 10.222.0.37 "PUT /v2.0/ports/7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 1092 time: 0.7624338 Jul 16 19:05:39.129495 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9f61d8-004e-4f1c-84ea-c3feeb8d2f78 service neutron] Pushing event updated for resources: {'Port': ['ID=7022b4b7-5bfd-449d-a50a-3a24200f8858,revision_number=7']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:39.239110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21844af9-907f-4952-a806-d5efb71e0b1a req-cf4f86f4-9b36-4cc4-bc19-c9091a3e037f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:39.240670 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-21844af9-907f-4952-a806-d5efb71e0b1a req-cf4f86f4-9b36-4cc4-bc19-c9091a3e037f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 944 time: 0.1057994 Jul 16 19:05:39.256411 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-aae0c5e6-4dea-4fbb-ba5f-e7b3908b6db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:39.257845 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-aae0c5e6-4dea-4fbb-ba5f-e7b3908b6db2 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1095 time: 0.0938540 Jul 16 19:05:39.309507 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-21844af9-907f-4952-a806-d5efb71e0b1a req-499ef9b0-b180-4401-9f14-2a2298b3e965 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610895 Jul 16 19:05:39.369604 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-17379016-56cd-46ed-8fd8-343359fe41bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:39.370978 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-17379016-56cd-46ed-8fd8-343359fe41bd service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 200 len: 897 time: 0.1048300 Jul 16 19:05:39.435279 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-f477d788-1329-42f3-a8d2-18a65b7fdf52 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 998 time: 0.0582435 Jul 16 19:05:39.482896 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-afac93ee-4983-4995-8124-d607b9cab07e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:39.484362 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-afac93ee-4983-4995-8124-d607b9cab07e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f HTTP/1.1" status: 200 len: 835 time: 0.0434976 Jul 16 19:05:39.543940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fe18bcef-2cfe-4ea0-b32b-69b6492a6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:39.545433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-fe18bcef-2cfe-4ea0-b32b-69b6492a6e84 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc9bf917-96c6-45db-a917-9b036838b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554030 Jul 16 19:05:39.632457 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-56ba60f1-e2fd-4fa6-9dd8-54801960ec69 service neutron] 10.222.0.37 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808711 Jul 16 19:05:40.062399 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-1b54362a-8c35-4c95-9e4c-779ee9a2839b service neutron] 10.222.0.37 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4236393 Jul 16 19:05:40.491367 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beae2c3-55c8-4f26-88c6-cfd5e1a3f125 req-441323d4-e0b4-4c90-91da-2e8ab9ad89c9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:40.492959 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5beae2c3-55c8-4f26-88c6-cfd5e1a3f125 req-441323d4-e0b4-4c90-91da-2e8ab9ad89c9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 944 time: 0.0659199 Jul 16 19:05:40.532255 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5beae2c3-55c8-4f26-88c6-cfd5e1a3f125 req-f600c84e-93ad-4bc8-a87d-cfb60398c35d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336897 Jul 16 19:05:40.758361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:40.761673 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f81a685-a9e6-4474-b872-d4e21286d2f1" -d '{"events": [{"name": "network-changed", "server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:40.809570 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcafe58-fb43-40de-bf21-bc30832ffab2 x-openstack-request-id: req-abcafe58-fb43-40de-bf21-bc30832ffab2 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:40.809870 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:40.810127 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-abcafe58-fb43-40de-bf21-bc30832ffab2 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:40.810593 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'status': 'completed', 'code': 200} Jul 16 19:05:40.882176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-a992d049-ff50-4889-b433-94e59b37adf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:40.884630 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-a992d049-ff50-4889-b433-94e59b37adf3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1095 time: 0.0547457 Jul 16 19:05:40.910004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-4230193e-543f-4fc1-93f5-d096ee33dcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:40.911497 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-4230193e-543f-4fc1-93f5-d096ee33dcc4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1095 time: 0.0526257 Jul 16 19:05:40.974311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-8f6f242b-3b03-4349-bf44-dbfe3ac32e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:40.975811 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-8f6f242b-3b03-4349-bf44-dbfe3ac32e9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 200 len: 897 time: 0.0865119 Jul 16 19:05:40.999840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-b24ea373-c4d8-4982-87bf-7db14bfc1e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:41.001301 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-b24ea373-c4d8-4982-87bf-7db14bfc1e51 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 200 len: 897 time: 0.0834353 Jul 16 19:05:41.041235 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-29ad6353-975d-4bc0-8123-4e1eaacab607 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 998 time: 0.0587873 Jul 16 19:05:41.073764 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-1564d8d8-16c9-476a-b6e8-73bb880e7e4f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 998 time: 0.0642269 Jul 16 19:05:41.098162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-a3a135d7-1a47-4f7f-9f65-6f3ca4400aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:41.099679 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-a3a135d7-1a47-4f7f-9f65-6f3ca4400aff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f HTTP/1.1" status: 200 len: 835 time: 0.0522366 Jul 16 19:05:41.132584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-fe24e502-e569-494d-96cb-97436fb7bcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:41.134530 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-fe24e502-e569-494d-96cb-97436fb7bcbb service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f HTTP/1.1" status: 200 len: 835 time: 0.0538216 Jul 16 19:05:41.163399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-b7a866a5-adda-41dc-9656-fe0f427cf389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:41.165484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-b7a866a5-adda-41dc-9656-fe0f427cf389 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc9bf917-96c6-45db-a917-9b036838b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587149 Jul 16 19:05:41.195523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-687fe028-f17e-4e39-9266-235d678cf9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:41.198259 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-687fe028-f17e-4e39-9266-235d678cf9d4 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc9bf917-96c6-45db-a917-9b036838b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570281 Jul 16 19:05:41.260540 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-f556d1f3-624e-4906-9be1-6039db318608 service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876253 Jul 16 19:05:41.303943 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-d76201de-7991-4963-8288-67fe45416bb0 service neutron] 10.222.0.37 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987198 Jul 16 19:05:41.358562 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-576e6df6-c43d-4c7d-a128-6cb5c728dfad service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919149 Jul 16 19:05:41.399653 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3f81a685-a9e6-4474-b872-d4e21286d2f1 req-35f43019-a958-416d-bd11-0067687782fe service neutron] 10.222.0.37 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884385 Jul 16 19:05:41.712826 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b74bbfa-6ee1-45ea-8ed2-ac845625035c req-21dd1413-5ff6-48ce-8f9b-9184f08eb4ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:41.714360 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b74bbfa-6ee1-45ea-8ed2-ac845625035c req-21dd1413-5ff6-48ce-8f9b-9184f08eb4ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 944 time: 0.0667789 Jul 16 19:05:41.754025 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9b74bbfa-6ee1-45ea-8ed2-ac845625035c req-ce4fe5cf-f1c7-45e8-bbf3-75944e462098 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336041 Jul 16 19:05:41.955537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7022b4b7-5bfd-449d-a50a-3a24200f8858 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:05:41.994847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 7022b4b7-5bfd-449d-a50a-3a24200f8858 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:05:42.705564 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:43.114766 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6c1718-6b31-43ab-9ad6-6d478e906cac req-231ea11a-0f5d-4008-9b95-2478c9298105 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.116301 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9a6c1718-6b31-43ab-9ad6-6d478e906cac req-231ea11a-0f5d-4008-9b95-2478c9298105 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 944 time: 0.0629895 Jul 16 19:05:43.154311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9a6c1718-6b31-43ab-9ad6-6d478e906cac req-1c88dcf4-de9b-4ab1-92b5-3590b0a902ad tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319400 Jul 16 19:05:43.454441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9287c3-d3cf-4eaf-b628-b92923cebfd7 req-64e7cff2-2e7f-4b6f-9361-0bb49d3f6dc9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.456105 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff9287c3-d3cf-4eaf-b628-b92923cebfd7 req-64e7cff2-2e7f-4b6f-9361-0bb49d3f6dc9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 944 time: 0.0635660 Jul 16 19:05:43.469368 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-96a55d17-bd15-4e4f-b8ca-ce48b9c0db28 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.470848 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-96a55d17-bd15-4e4f-b8ca-ce48b9c0db28 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8&tenant_id=cf108b40314a4a999bd9221c1bfe92a7&binding%3Ahost_id=n-h1-794306-7 HTTP/1.1" status: 200 len: 944 time: 0.0762014 Jul 16 19:05:43.496270 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ff9287c3-d3cf-4eaf-b628-b92923cebfd7 req-96c1c087-8511-4393-8fd7-3c566113113a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335541 Jul 16 19:05:43.532308 n-d-794306-7 neutron-server[105439]: INFO neutron.api.v2.resource [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-108351e5-ea6b-4472-9d3b-459227e11471 service neutron] delete failed (client error): The resource could not be found. Jul 16 19:05:43.533536 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-108351e5-ea6b-4472-9d3b-459227e11471 service neutron] 10.222.0.18 "DELETE /v2.0/ports/7022b4b7-5bfd-449d-a50a-3a24200f8858/bindings/n-h2-794306-7 HTTP/1.1" status: 404 len: 380 time: 0.0561485 Jul 16 19:05:43.672578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-07b07c3d-ecf2-49a3-a233-d253d70bc1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.674008 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-07b07c3d-ecf2-49a3-a233-d253d70bc1db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1095 time: 0.0930164 Jul 16 19:05:43.696212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7022b4b7-5bfd-449d-a50a-3a24200f8858 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:05:43.731828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0be9c17-55ef-4745-9427-c492e798be93 req-9a8daaae-04e6-4f5b-8e01-097207474690 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.733345 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0be9c17-55ef-4745-9427-c492e798be93 req-9a8daaae-04e6-4f5b-8e01-097207474690 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 944 time: 0.1176662 Jul 16 19:05:43.796490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:43.807747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'port_id': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'mac_address': 'fa:16:3e:c3:bd:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:05:43.812957 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f0be9c17-55ef-4745-9427-c492e798be93 req-573821b8-a3eb-4268-a0d0-e6bab231d65f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529943 Jul 16 19:05:43.814121 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-dac7ebde-094a-496e-9a00-f7aec6b428b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.815496 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-dac7ebde-094a-496e-9a00-f7aec6b428b0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 200 len: 897 time: 0.1355360 Jul 16 19:05:43.846100 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:43.859430 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7022b4b7-5bfd-449d-a50a-3a24200f8858 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:05:43.878450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:43.882159 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:43.889366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-27c00a08-ea5a-45d0-8cb3-cf4e01bfd84a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 998 time: 0.0659413 Jul 16 19:05:43.931890 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7022b4b7-5bfd-449d-a50a-3a24200f8858,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:43.938112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-3eb785cc-366d-4cd5-b398-8e175c81c853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.939153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.939512 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.939657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-3eb785cc-366d-4cd5-b398-8e175c81c853 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f HTTP/1.1" status: 200 len: 835 time: 0.0447543 Jul 16 19:05:43.939883 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.940224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.940564 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.940903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.941236 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.941568 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.941899 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.942250 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.942642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.942979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:05:43.996207 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-e3029486-ae10-492e-a3b8-49c15fc2b874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:43.997719 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-e3029486-ae10-492e-a3b8-49c15fc2b874 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc9bf917-96c6-45db-a917-9b036838b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524001 Jul 16 19:05:44.093312 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-e90511a6-8d9f-4a89-a00c-112c592f4a9e service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894465 Jul 16 19:05:44.182137 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0eb31c31-93a9-4106-9802-4f4844ae7d7b req-c791891e-ab81-447e-a3f4-9268a83bdbb2 service neutron] 10.222.0.18 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829902 Jul 16 19:05:44.216738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['7022b4b7-5bfd-449d-a50a-3a24200f8858'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:05:44.991391 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd2c96f-a2ea-41e1-be2d-e99e93de6bc5 req-9537e0c6-2592-4ce7-9c67-b1d955e68f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:44.993539 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbd2c96f-a2ea-41e1-be2d-e99e93de6bc5 req-9537e0c6-2592-4ce7-9c67-b1d955e68f72 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 945 time: 0.0659890 Jul 16 19:05:45.030163 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-dbd2c96f-a2ea-41e1-be2d-e99e93de6bc5 req-fec4c3a0-7868-4db7-b64a-122832b07a16 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310838 Jul 16 19:05:45.054232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49188) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:05:45.114187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c8ab5318-2ceb-4202-8bc1-780cd36eadee tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/78a21d20-4556-42f7-bd9b-8231613d5dfb HTTP/1.1" status: 200 len: 991 time: 0.0586646 Jul 16 19:05:45.596816 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-10423ee6-d1a8-4652-8b8e-af7198f81dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:45.731127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7022b4b7-5bfd-449d-a50a-3a24200f8858 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:05:45.782362 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 7022b4b7-5bfd-449d-a50a-3a24200f8858 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:05:45.785831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 7022b4b7-5bfd-449d-a50a-3a24200f8858 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:05:45.786194 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:45.858699 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:45.880842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:05:45.883067 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5791c46d-7dd3-47e8-b6f4-6a4c2b4731f1" -d '{"events": [{"server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "name": "network-vif-plugged", "status": "completed", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:05:45.896135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:05:45.900254 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:45.923242 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8adeb400-2cea-4110-b634-b3e012dca60f x-openstack-request-id: req-8adeb400-2cea-4110-b634-b3e012dca60f {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:05:45.923534 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "name": "network-vif-plugged", "status": "completed", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:05:45.923810 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8adeb400-2cea-4110-b634-b3e012dca60f {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:05:45.924191 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'code': 200} Jul 16 19:05:45.949259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=7022b4b7-5bfd-449d-a50a-3a24200f8858,revision_number=9']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:05:48.272310 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.290368 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-da18a823-6b47-4c69-b88a-09a678b229ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:48.592904 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:05:50.101586 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:52.169865 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:05:53.091353 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-ded1b473-6f2d-4ace-bfa5-66916ec86b5b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556197 Jul 16 19:05:53.201114 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-d5110916-9d0f-4c93-bdbe-646d0f63134e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.202592 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-d5110916-9d0f-4c93-bdbe-646d0f63134e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0522723 Jul 16 19:05:53.305158 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-f7329f70-a22f-4385-9aa0-e6ca9a060c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.306679 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-f7329f70-a22f-4385-9aa0-e6ca9a060c53 service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 200 len: 897 time: 0.0838461 Jul 16 19:05:53.374785 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-6f571b2a-35ba-40b4-ba08-a9c924346706 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 1000 time: 0.0603497 Jul 16 19:05:53.423838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-39bfee30-ed44-4aa4-999d-3b4d336fc8ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.425252 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-39bfee30-ed44-4aa4-999d-3b4d336fc8ad service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f HTTP/1.1" status: 200 len: 835 time: 0.0430043 Jul 16 19:05:53.481366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-e0b07848-10de-4630-b960-91f9cfc9aadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:05:53.482858 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-e0b07848-10de-4630-b960-91f9cfc9aadc service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc9bf917-96c6-45db-a917-9b036838b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0502231 Jul 16 19:05:53.494354 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-26ca62d3-63cc-4506-8298-010f777c77f9 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:05:53.495305 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-26ca62d3-63cc-4506-8298-010f777c77f9 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053513 Jul 16 19:05:53.588300 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-b9fefee5-2fbd-45fd-8db3-d47ac374e7ee service neutron] 10.222.0.37 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845656 Jul 16 19:05:53.679667 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6e23b562-2a01-430b-8ea2-802d48e9d14f req-d9a3cb77-0800-4eef-a638-237c7ffdf6c7 service neutron] 10.222.0.37 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845504 Jul 16 19:05:59.998409 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:12.696469 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.525144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49200) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:13.686648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 1d41924a-7ec8-4f04-a749-875d7332c7ea {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:13.686990 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.763258 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.763625 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.776050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 1d41924a-7ec8-4f04-a749-875d7332c7ea owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:13.927511 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:13.952901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=1d41924a-7ec8-4f04-a749-875d7332c7ea,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:13.982045 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:13.982391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:13.982732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:13.983070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:13.983403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:13.983771 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:13.984100 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:13.984428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:13.984756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:13.985087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:13.985409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:13.985729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:14.024147 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.024476 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Floating IP 78a21d20-4556-42f7-bd9b-8231613d5dfb disassociated (deleted). External IP: 172.25.7.5, port: 7022b4b7-5bfd-449d-a50a-3a24200f8858. Jul 16 19:06:14.233585 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:14.340326 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:14.345443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:14.349893 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da8a2e-4837-4497-bc4a-c35f19a296a0 None None] Sync routers for ids ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:14.359160 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da8a2e-4837-4497-bc4a-c35f19a296a0 None None] Routers {'d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:14.359913 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60da8a2e-4837-4497-bc4a-c35f19a296a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:05:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:14.382803 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-46388277-f772-4305-85ec-55cbfd85b5fa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/floatingips/78a21d20-4556-42f7-bd9b-8231613d5dfb HTTP/1.1" status: 204 len: 168 time: 0.8565760 Jul 16 19:06:14.383437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:14.385881 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae884e74-3451-4fe0-93dc-6ee53da938d5" -d '{"events": [{"name": "network-changed", "server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:14.427987 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00cf0062-0c88-440c-8b8e-5ff33eeca784 x-openstack-request-id: req-00cf0062-0c88-440c-8b8e-5ff33eeca784 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:14.428346 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:14.428667 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-00cf0062-0c88-440c-8b8e-5ff33eeca784 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:14.429157 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'status': 'completed', 'code': 200} Jul 16 19:06:14.480130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-60da8a2e-4837-4497-bc4a-c35f19a296a0 None None] Set router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:14.530159 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae884e74-3451-4fe0-93dc-6ee53da938d5 req-852f6fb6-0a16-4d4d-81f3-3154ae76a353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:14.532085 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae884e74-3451-4fe0-93dc-6ee53da938d5 req-852f6fb6-0a16-4d4d-81f3-3154ae76a353 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 1097 time: 0.0567095 Jul 16 19:06:14.630423 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae884e74-3451-4fe0-93dc-6ee53da938d5 req-b7df53d3-67e7-4bba-82f3-361fb45686df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:14.632015 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae884e74-3451-4fe0-93dc-6ee53da938d5 req-b7df53d3-67e7-4bba-82f3-361fb45686df service neutron] 10.222.0.37 "GET /v2.0/networks?id=dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 200 len: 897 time: 0.0939736 Jul 16 19:06:14.695167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60da8a2e-4837-4497-bc4a-c35f19a296a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:40Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'b52b1319-7e99-4fac-b54b-0f2445c36da8', 'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:85:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:40Z', 'updated_at': '2021-07-16T19:04:44Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:14.707332 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae884e74-3451-4fe0-93dc-6ee53da938d5 req-af400434-97b7-4ebc-b430-12e8e8f424c6 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 200 len: 217 time: 0.0401697 Jul 16 19:06:14.725813 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da8a2e-4837-4497-bc4a-c35f19a296a0 None None] Checking router: d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:14.734915 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60da8a2e-4837-4497-bc4a-c35f19a296a0 None None] Routers {'d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:14.735549 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60da8a2e-4837-4497-bc4a-c35f19a296a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:05:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:14.792329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae884e74-3451-4fe0-93dc-6ee53da938d5 req-2cc03e83-1ea5-4c8d-9d8f-3649f11812ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:14.793824 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae884e74-3451-4fe0-93dc-6ee53da938d5 req-2cc03e83-1ea5-4c8d-9d8f-3649f11812ca service neutron] 10.222.0.37 "GET /v2.0/subnets?id=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f HTTP/1.1" status: 200 len: 835 time: 0.0768342 Jul 16 19:06:14.835725 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-60da8a2e-4837-4497-bc4a-c35f19a296a0 None None] Set router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:14.842967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09a73cc-6572-4c39-867a-7ca39ed706c1 req-6b77761f-c02e-4914-be23-70c683922fec tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:14.844517 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c09a73cc-6572-4c39-867a-7ca39ed706c1 req-6b77761f-c02e-4914-be23-70c683922fec tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.1400402 Jul 16 19:06:14.897242 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c09a73cc-6572-4c39-867a-7ca39ed706c1 req-54d2261b-054e-41ef-8330-f3698c217149 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467978 Jul 16 19:06:14.900936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae884e74-3451-4fe0-93dc-6ee53da938d5 req-fcc7da50-ce76-4879-8fae-4572294dcf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:14.902410 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae884e74-3451-4fe0-93dc-6ee53da938d5 req-fcc7da50-ce76-4879-8fae-4572294dcf09 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=dc9bf917-96c6-45db-a917-9b036838b0ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1014771 Jul 16 19:06:14.998548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae884e74-3451-4fe0-93dc-6ee53da938d5 req-f293123b-9e06-42bb-a260-388f841c4c0a service neutron] 10.222.0.37 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886681 Jul 16 19:06:15.037851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-60da8a2e-4837-4497-bc4a-c35f19a296a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:40Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'b52b1319-7e99-4fac-b54b-0f2445c36da8', 'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:85:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:40Z', 'updated_at': '2021-07-16T19:04:44Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:15.064069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60da8a2e-4837-4497-bc4a-c35f19a296a0 None None] The sync data for ids ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'] in n-d-794306-7 is: [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:04:40Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'b52b1319-7e99-4fac-b54b-0f2445c36da8', 'name': '', 'network_id': 'dc9bf917-96c6-45db-a917-9b036838b0ee', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:85:0d:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4181, 'fixed_ips': [{'subnet_id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:40Z', 'updated_at': '2021-07-16T19:04:44Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': 'ca2a0c91-4dc7-4aec-a1c5-d9da067b472f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:15.091861 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae884e74-3451-4fe0-93dc-6ee53da938d5 req-62c228a1-f926-4db0-b809-5da067265371 service neutron] 10.222.0.37 "GET /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865390 Jul 16 19:06:15.280655 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c3d35d-b9a9-4841-96c3-705f1dbad812 None None] New status for floating IP 78a21d20-4556-42f7-bd9b-8231613d5dfb: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:06:15.597384 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3ced8a29-7be3-4660-8af1-d073d70a5a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.080656 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382adc0f-63af-4d29-a561-1085050a4a3a req-e2ca8784-3040-4551-acea-bfb3f0d29a4a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:16.082150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-382adc0f-63af-4d29-a561-1085050a4a3a req-e2ca8784-3040-4551-acea-bfb3f0d29a4a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0674403 Jul 16 19:06:16.121148 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-382adc0f-63af-4d29-a561-1085050a4a3a req-a8c43f5f-26e3-4842-b664-ce612ac7c44b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=ad9de70e-c8eb-47ce-909e-d5f493da5271&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321674 Jul 16 19:06:16.199062 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af2c51-6bb6-4b0c-9b49-027ab9a29080 req-d64f5692-6788-49d5-a0ba-10932effb5dc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:16.200449 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8af2c51-6bb6-4b0c-9b49-027ab9a29080 req-d64f5692-6788-49d5-a0ba-10932effb5dc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 946 time: 0.0694621 Jul 16 19:06:16.297670 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-a8af2c51-6bb6-4b0c-9b49-027ab9a29080 req-98abb5a4-130b-4d76-abaa-7b40250891a4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 7022b4b7-5bfd-449d-a50a-3a24200f8858 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:16.298009 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a8af2c51-6bb6-4b0c-9b49-027ab9a29080 req-98abb5a4-130b-4d76-abaa-7b40250891a4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.388268 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-a8af2c51-6bb6-4b0c-9b49-027ab9a29080 req-98abb5a4-130b-4d76-abaa-7b40250891a4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port 7022b4b7-5bfd-449d-a50a-3a24200f8858, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=7022b4b7-5bfd-449d-a50a-3a24200f8858,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:16.388624 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a8af2c51-6bb6-4b0c-9b49-027ab9a29080 req-98abb5a4-130b-4d76-abaa-7b40250891a4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.401262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-a8af2c51-6bb6-4b0c-9b49-027ab9a29080 req-98abb5a4-130b-4d76-abaa-7b40250891a4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 7022b4b7-5bfd-449d-a50a-3a24200f8858 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:16.526028 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a8af2c51-6bb6-4b0c-9b49-027ab9a29080 req-98abb5a4-130b-4d76-abaa-7b40250891a4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.558050 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98abb5a4-130b-4d76-abaa-7b40250891a4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=7022b4b7-5bfd-449d-a50a-3a24200f8858,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:16.602505 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8af2c51-6bb6-4b0c-9b49-027ab9a29080 req-98abb5a4-130b-4d76-abaa-7b40250891a4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] No DVR routers for this DVR port 7022b4b7-5bfd-449d-a50a-3a24200f8858 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:16.605159 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a8af2c51-6bb6-4b0c-9b49-027ab9a29080 req-98abb5a4-130b-4d76-abaa-7b40250891a4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:16.607103 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a8af2c51-6bb6-4b0c-9b49-027ab9a29080 req-98abb5a4-130b-4d76-abaa-7b40250891a4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "DELETE /v2.0/ports/7022b4b7-5bfd-449d-a50a-3a24200f8858 HTTP/1.1" status: 204 len: 173 time: 0.4016256 Jul 16 19:06:16.607641 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'name': 'network-vif-deleted', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:16.610064 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edb2151b-3642-425c-a238-4febed338ba8" -d '{"events": [{"server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "name": "network-vif-deleted", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:16.664673 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825c0ecd-9b1a-4752-b7c6-9eadaacbed5e x-openstack-request-id: req-825c0ecd-9b1a-4752-b7c6-9eadaacbed5e {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:16.665018 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a51a55a-9069-4f86-a5b9-07120bd23bd8", "name": "network-vif-deleted", "tag": "7022b4b7-5bfd-449d-a50a-3a24200f8858", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:16.665306 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-825c0ecd-9b1a-4752-b7c6-9eadaacbed5e {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:16.665773 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a51a55a-9069-4f86-a5b9-07120bd23bd8', 'name': 'network-vif-deleted', 'tag': '7022b4b7-5bfd-449d-a50a-3a24200f8858', 'status': 'completed', 'code': 200} Jul 16 19:06:17.280398 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6f33a3c2-c2e9-441b-806c-fca38cf8f70c req-0c06c20b-9f8f-497c-a81d-a786335513c7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=3a51a55a-9069-4f86-a5b9-07120bd23bd8 HTTP/1.1" status: 200 len: 210 time: 0.0303133 Jul 16 19:06:18.274352 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.289636 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-12e24c81-e41e-4405-a38f-23be2f7baaef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.374635 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49222) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:18.720612 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:18.981050 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port b52b1319-7e99-4fac-b54b-0f2445c36da8 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:18.981295 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.068917 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port b52b1319-7e99-4fac-b54b-0f2445c36da8, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=b52b1319-7e99-4fac-b54b-0f2445c36da8,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:19.069276 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.081603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for b52b1319-7e99-4fac-b54b-0f2445c36da8 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:19.262387 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.291332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=b52b1319-7e99-4fac-b54b-0f2445c36da8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:19.762714 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:19.985985 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:20.092819 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:20.098566 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e4e6fe0e-0f85-4b1d-ac01-ee1a584732b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "PUT /v2.0/routers/d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7223034 Jul 16 19:06:20.100844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49224) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:20.103798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da56d37-0e77-4cef-a684-890111773751 None None] Sync routers for ids ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:20.108208 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.114426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da56d37-0e77-4cef-a684-890111773751 None None] Routers {'d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:20.115050 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6da56d37-0e77-4cef-a684-890111773751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:20.156963 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3c84cb2-5d22-405d-8c3f-e77a8512d979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting subnet ca2a0c91-4dc7-4aec-a1c5-d9da067b472f {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:06:20.160366 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3c84cb2-5d22-405d-8c3f-e77a8512d979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.203272 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3c84cb2-5d22-405d-8c3f-e77a8512d979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.233554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-6da56d37-0e77-4cef-a684-890111773751 None None] Set router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:20.302781 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3c84cb2-5d22-405d-8c3f-e77a8512d979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.360904 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3c84cb2-5d22-405d-8c3f-e77a8512d979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.389355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c84cb2-5d22-405d-8c3f-e77a8512d979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Subnet': ['ID=ca2a0c91-4dc7-4aec-a1c5-d9da067b472f,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:20.393070 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3c84cb2-5d22-405d-8c3f-e77a8512d979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.395274 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c3c84cb2-5d22-405d-8c3f-e77a8512d979 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/subnets/ca2a0c91-4dc7-4aec-a1c5-d9da067b472f HTTP/1.1" status: 204 len: 168 time: 0.2935600 Jul 16 19:06:20.397922 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49226) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:20.406846 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ec51dc-9686-4555-87d2-c7dd8402d480 None None] Network dc9bf917-96c6-45db-a917-9b036838b0ee requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:20.498521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6da56d37-0e77-4cef-a684-890111773751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:06:19Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:20.507753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.529920 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da56d37-0e77-4cef-a684-890111773751 None None] Checking router: d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:20.557505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6da56d37-0e77-4cef-a684-890111773751 None None] Routers {'d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:20.558127 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6da56d37-0e77-4cef-a684-890111773751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:20.615253 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.674293 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 3d211456-a05b-481c-91ab-6f7e0ecb50cd {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:20.674650 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.675978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-6da56d37-0e77-4cef-a684-890111773751 None None] Set router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:20.734511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfa5691-b3e5-4b82-8704-ed42ba016cbb None None] DHCP port deletion for dc9bf917-96c6-45db-a917-9b036838b0ee request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:06:20.766141 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port 3d211456-a05b-481c-91ab-6f7e0ecb50cd, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3d211456-a05b-481c-91ab-6f7e0ecb50cd,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:20.766757 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.779130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 3d211456-a05b-481c-91ab-6f7e0ecb50cd owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:20.864961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa5691-b3e5-4b82-8704-ed42ba016cbb None None] Deleting port 33099ab3-742d-4240-affe-9b1c560ee6a9 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:06:20.865384 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5691-b3e5-4b82-8704-ed42ba016cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.936313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-fbfa5691-b3e5-4b82-8704-ed42ba016cbb None None] For port 33099ab3-742d-4240-affe-9b1c560ee6a9, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=33099ab3-742d-4240-affe-9b1c560ee6a9,segment=NetworkSegment(ca7b735a-10ad-488b-87a4-fced927eaacd),segment_id=ca7b735a-10ad-488b-87a4-fced927eaacd)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:20.936699 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5691-b3e5-4b82-8704-ed42ba016cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.948505 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:20.952928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-fbfa5691-b3e5-4b82-8704-ed42ba016cbb None None] Calling delete_port for 33099ab3-742d-4240-affe-9b1c560ee6a9 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:06:20.957689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6da56d37-0e77-4cef-a684-890111773751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:06:19Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:20.975622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=3d211456-a05b-481c-91ab-6f7e0ecb50cd,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:20.989296 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6da56d37-0e77-4cef-a684-890111773751 None None] The sync data for ids ['d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6'] in n-d-794306-7 is: [{'id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'name': 'tempest-TestNetworkAdvancedServerOps-router-145335751', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78'}], 'enable_snat': True}, 'gw_port_id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:04:37Z', 'updated_at': '2021-07-16T19:06:19Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '3d211456-a05b-481c-91ab-6f7e0ecb50cd', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:28:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4178, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:04:38Z', 'updated_at': '2021-07-16T19:04:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:21.043437 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.063844 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fbfa5691-b3e5-4b82-8704-ed42ba016cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.089194 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfa5691-b3e5-4b82-8704-ed42ba016cbb None None] Pushing event deleted for resources: {'Port': ['ID=33099ab3-742d-4240-affe-9b1c560ee6a9,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:21.092878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfa5691-b3e5-4b82-8704-ed42ba016cbb None None] No DVR routers for this DVR port 33099ab3-742d-4240-affe-9b1c560ee6a9 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:06:21.141773 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.144062 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.187838 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.188457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Fanout notify agent at l3_agent the message router_deleted on router d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:06:21.195251 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.197071 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b626d0b5-e1e3-4f4c-b10e-fdc1c46a40df tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/routers/d04cc7c9-04cf-46bd-ad0b-a5e10eaecbf6 HTTP/1.1" status: 204 len: 168 time: 0.7981744 Jul 16 19:06:21.199751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49230) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:21.273403 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.362350 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.380316 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9bf917-96c6-45db-a917-9b036838b0ee']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:21.392262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca7b735a-10ad-488b-87a4-fced927eaacd') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:21.392628 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca7b735a-10ad-488b-87a4-fced927eaacd') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:21.403497 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.418795 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.425015 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:06:21.425415 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: timer() Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:06:21.428514 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:06:21.493471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.498904 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.504115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/networks/dc9bf917-96c6-45db-a917-9b036838b0ee HTTP/1.1" status: 204 len: 168 time: 0.3033209 Jul 16 19:06:21.504415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49232) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:21.519373 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370dd64b-300f-48a7-a4ea-f853bfd2fcbe tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Network': ['ID=dc9bf917-96c6-45db-a917-9b036838b0ee,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:21.564895 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e113867c-4560-4374-a6d4-07c8baf16416 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.590953 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e113867c-4560-4374-a6d4-07c8baf16416 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.655203 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e113867c-4560-4374-a6d4-07c8baf16416 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.658238 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e113867c-4560-4374-a6d4-07c8baf16416 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:21.663001 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e113867c-4560-4374-a6d4-07c8baf16416 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/security-groups/ad9de70e-c8eb-47ce-909e-d5f493da5271 HTTP/1.1" status: 204 len: 168 time: 0.1574967 Jul 16 19:06:21.673208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113867c-4560-4374-a6d4-07c8baf16416 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad9de70e-c8eb-47ce-909e-d5f493da5271,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:21.933711 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7022b4b7-5bfd-449d-a50a-3a24200f8858 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:21.953244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 7022b4b7-5bfd-449d-a50a-3a24200f8858 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:21.953585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 7022b4b7-5bfd-449d-a50a-3a24200f8858 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:22.173975 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.218280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 33099ab3-742d-4240-affe-9b1c560ee6a9 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:22.241042 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 33099ab3-742d-4240-affe-9b1c560ee6a9 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:22.241478 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 33099ab3-742d-4240-affe-9b1c560ee6a9 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:22.241947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3d211456-a05b-481c-91ab-6f7e0ecb50cd no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:22.260073 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3d211456-a05b-481c-91ab-6f7e0ecb50cd {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:22.260416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3d211456-a05b-481c-91ab-6f7e0ecb50cd not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:22.260817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b52b1319-7e99-4fac-b54b-0f2445c36da8 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:06:22.277973 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49238) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:22.279948 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: b52b1319-7e99-4fac-b54b-0f2445c36da8 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:06:22.280400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device b52b1319-7e99-4fac-b54b-0f2445c36da8 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:06:22.282908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5d19ca3c-62ed-40fc-9e30-cf32c3b0b57f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-13192270', 'description': 'tempest-secgroup-smoke-13192270 description', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:22.306318 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d19ca3c-62ed-40fc-9e30-cf32c3b0b57f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.392270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d19ca3c-62ed-40fc-9e30-cf32c3b0b57f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.396198 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d19ca3c-62ed-40fc-9e30-cf32c3b0b57f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.423435 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5d19ca3c-62ed-40fc-9e30-cf32c3b0b57f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.424678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5d19ca3c-62ed-40fc-9e30-cf32c3b0b57f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1456995 Jul 16 19:06:22.427664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49240) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:22.428825 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d19ca3c-62ed-40fc-9e30-cf32c3b0b57f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a60dc13-56ed-4884-9ddd-a82fec98f02e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:22.432824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bcdaf7f9-e09c-4c55-a114-9ff683916597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a60dc13-56ed-4884-9ddd-a82fec98f02e', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:22.459343 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf7f9-e09c-4c55-a114-9ff683916597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.514540 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf7f9-e09c-4c55-a114-9ff683916597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.518221 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf7f9-e09c-4c55-a114-9ff683916597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.539184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdaf7f9-e09c-4c55-a114-9ff683916597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a3ddb5e-a313-4ac5-ab84-81784dbd989e,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:22.542387 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bcdaf7f9-e09c-4c55-a114-9ff683916597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.543605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bcdaf7f9-e09c-4c55-a114-9ff683916597 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1148462 Jul 16 19:06:22.546520 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49242) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:22.550847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1e19c55b-6256-4e58-84f8-19ab7b38b118 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a60dc13-56ed-4884-9ddd-a82fec98f02e', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:22.577014 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1e19c55b-6256-4e58-84f8-19ab7b38b118 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.632150 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1e19c55b-6256-4e58-84f8-19ab7b38b118 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.636203 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1e19c55b-6256-4e58-84f8-19ab7b38b118 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.657258 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e19c55b-6256-4e58-84f8-19ab7b38b118 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ff31f77-d488-467a-8f1b-86fcbe89afcb,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:22.663790 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1e19c55b-6256-4e58-84f8-19ab7b38b118 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.665080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1e19c55b-6256-4e58-84f8-19ab7b38b118 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176238 Jul 16 19:06:22.668981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49244) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:22.673308 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-feeda23a-d3f9-4ef0-b024-ee4815db08dc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a60dc13-56ed-4884-9ddd-a82fec98f02e', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:22.699791 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feeda23a-d3f9-4ef0-b024-ee4815db08dc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.759819 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feeda23a-d3f9-4ef0-b024-ee4815db08dc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.763471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feeda23a-d3f9-4ef0-b024-ee4815db08dc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.781187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeda23a-d3f9-4ef0-b024-ee4815db08dc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=651d62da-c745-4291-849e-dedd9a5306cd,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:22.785969 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-feeda23a-d3f9-4ef0-b024-ee4815db08dc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.787156 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-feeda23a-d3f9-4ef0-b024-ee4815db08dc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1172609 Jul 16 19:06:22.790119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49246) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:22.794560 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-9b488771-a402-4cc2-b5bd-a340a13ce312 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a60dc13-56ed-4884-9ddd-a82fec98f02e', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:22.820310 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b488771-a402-4cc2-b5bd-a340a13ce312 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.878966 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b488771-a402-4cc2-b5bd-a340a13ce312 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.882396 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b488771-a402-4cc2-b5bd-a340a13ce312 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.900053 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b488771-a402-4cc2-b5bd-a340a13ce312 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fb0380d-a806-461d-9750-37bb090cb6d2,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:22.905634 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9b488771-a402-4cc2-b5bd-a340a13ce312 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:22.906816 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9b488771-a402-4cc2-b5bd-a340a13ce312 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157701 Jul 16 19:06:22.909548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49248) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:22.913829 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-443e5a43-5aa9-4245-a5f8-b5e54d58e193 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a60dc13-56ed-4884-9ddd-a82fec98f02e', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:22.936858 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-443e5a43-5aa9-4245-a5f8-b5e54d58e193 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Project cf108b40314a4a999bd9221c1bfe92a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:06:22.941671 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-443e5a43-5aa9-4245-a5f8-b5e54d58e193 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.000039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-443e5a43-5aa9-4245-a5f8-b5e54d58e193 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.003495 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-443e5a43-5aa9-4245-a5f8-b5e54d58e193 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.023387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443e5a43-5aa9-4245-a5f8-b5e54d58e193 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df479d62-5941-4aa0-8d53-b3a5178ae1ed,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:23.029753 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-443e5a43-5aa9-4245-a5f8-b5e54d58e193 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.030924 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-443e5a43-5aa9-4245-a5f8-b5e54d58e193 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1204755 Jul 16 19:06:23.033721 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49250) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:23.038107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-fdacf24d-3af4-418d-847f-761d1ac57c01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': '5a60dc13-56ed-4884-9ddd-a82fec98f02e', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:23.059914 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-fdacf24d-3af4-418d-847f-761d1ac57c01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Project cf108b40314a4a999bd9221c1bfe92a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:06:23.064951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fdacf24d-3af4-418d-847f-761d1ac57c01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.126041 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fdacf24d-3af4-418d-847f-761d1ac57c01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.130020 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fdacf24d-3af4-418d-847f-761d1ac57c01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.150467 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdacf24d-3af4-418d-847f-761d1ac57c01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14ab05c7-c425-4ac6-a1b9-81c6d8308a12,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:23.153390 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fdacf24d-3af4-418d-847f-761d1ac57c01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.154580 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fdacf24d-3af4-418d-847f-761d1ac57c01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199284 Jul 16 19:06:23.157479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49252) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:23.162279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'network': {'name': 'tempest-network-smoke--246350211', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'port_security_enabled': True}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:23.183331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:23.186738 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.210164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 392} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:06:23.219875 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.220222 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Added segment a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6 of type vlan for network e1142353-c26e-46c0-bea2-e96955eeed56 Jul 16 19:06:23.259404 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.287594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.293278 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:23.293866 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.336837 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1776407 Jul 16 19:06:23.339447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49254) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:23.343828 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'admin_state_up': True, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:23.373814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bbf979-8b5d-4591-b470-83a4ae6e6d7d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Network': ['ID=e1142353-c26e-46c0-bea2-e96955eeed56,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:23.384998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network e1142353-c26e-46c0-bea2-e96955eeed56 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:06:23.395246 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.396277 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.450201 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.584106 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.773596 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.792618 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:23.892374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.25.7.108 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/fedbea2c-ff4c-4da5-a44a-aafd673a5388) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:23.995118 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:24.032349 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:24.072313 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:24.075005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:24.078513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:24.083899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=fedbea2c-ff4c-4da5-a44a-aafd673a5388,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:24.331147 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:24.825009 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:24.946919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router be9a9c5c-10ab-4608-869a-0844d0a0ba6e is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:06:25.051630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:25.061781 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Sync routers for ids ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:25.069426 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.070780 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-76ef4343-80f3-4676-bb19-f23036fabacb tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7302587 Jul 16 19:06:25.071257 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Routers {'be9a9c5c-10ab-4608-869a-0844d0a0ba6e'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:25.071881 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:25.073749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49256) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:25.101550 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-46df4017-fe6c-4c6e-ac3e-efe499656641 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=cf108b40314a4a999bd9221c1bfe92a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265636 Jul 16 19:06:25.104823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49258) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:25.176397 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Set router be9a9c5c-10ab-4608-869a-0844d0a0ba6e gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:25.194612 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e6d5fd4-74f9-4d3a-ab2e-0b25d015ec90 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:25.196583 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5e6d5fd4-74f9-4d3a-ab2e-0b25d015ec90 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908468 Jul 16 19:06:25.199307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49260) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:25.227735 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9b4407cf-0f2c-4511-8c7d-d5c4a59e2571 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267065 Jul 16 19:06:25.230197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49262) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:25.234977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-949855217', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:25.320843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:25.324352 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.350368 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:24Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:25.375858 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Checking router: be9a9c5c-10ab-4608-869a-0844d0a0ba6e for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:25.376204 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Updating router be9a9c5c-10ab-4608-869a-0844d0a0ba6e port fedbea2c-ff4c-4da5-a44a-aafd673a5388 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:25.413979 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.505568 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.573188 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Subnet': ['ID=23e06760-e742-4256-ab7c-c700188a0001,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:25.581481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Checking segment: {'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:25.581914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network hostable DHCP agents. Network: e1142353-c26e-46c0-bea2-e96955eeed56, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:06:25.599243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network e1142353-c26e-46c0-bea2-e96955eeed56 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:06:25.602433 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:06:25.607975 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, e1142353-c26e-46c0-bea2-e96955eeed56) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:25.612195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:25.612710 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.617745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d592cd11-4684-49bc-b1da-7467b302484b None None] Network e1142353-c26e-46c0-bea2-e96955eeed56 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:25.631549 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c74ea757-9c42-41ed-8994-2d1b3430b964 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4002385 Jul 16 19:06:25.634658 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49264) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:25.676609 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.687870 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Transition to ACTIVE for port object fedbea2c-ff4c-4da5-a44a-aafd673a5388 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:25.696735 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.757731 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Pushing event updated for resources: {'Port': ['ID=fedbea2c-ff4c-4da5-a44a-aafd673a5388,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:25.765049 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Attempting to bind port fedbea2c-ff4c-4da5-a44a-aafd673a5388 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:25.765567 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Attempting to bind port fedbea2c-ff4c-4da5-a44a-aafd673a5388 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:25.765936 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Attempting to bind port fedbea2c-ff4c-4da5-a44a-aafd673a5388 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:25.774688 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.775931 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.776306 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.776647 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.776984 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.777235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-e1142353-c26e-46c0-bea2-e96955eeed56', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ips': [{'subnet_id': '23e06760-e742-4256-ab7c-c700188a0001'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:06:25.777362 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.777634 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.777961 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.778286 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.778395 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.778610 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.778946 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.779258 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:06:25.791491 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:25.791899 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:25.792303 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.792701 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:25.793166 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Bound port: fedbea2c-ff4c-4da5-a44a-aafd673a5388, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:25.793543 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.851512 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] For port fedbea2c-ff4c-4da5-a44a-aafd673a5388, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:25.856399 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] For port fedbea2c-ff4c-4da5-a44a-aafd673a5388, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fedbea2c-ff4c-4da5-a44a-aafd673a5388,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:25.861555 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:25.914948 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Routers {'be9a9c5c-10ab-4608-869a-0844d0a0ba6e'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:25.916171 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:25.976518 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459b55a1-5a39-4710-bcc0-adc23fc232a8 None None] Pushing event updated for resources: {'Port': ['ID=fedbea2c-ff4c-4da5-a44a-aafd673a5388,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:26.044785 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] Set router be9a9c5c-10ab-4608-869a-0844d0a0ba6e gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:26.084552 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Allocated IP 172.20.0.2 (e1142353-c26e-46c0-bea2-e96955eeed56/23e06760-e742-4256-ab7c-c700188a0001/eb5a0bed-2cc8-4feb-b929-8c68c64d4a86) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:26.143933 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:26.268884 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:26.281977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Transition to ACTIVE for port object eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:26.299747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Transition to ACTIVE for port object eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:26.307510 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:26.353532 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:24Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:26.354570 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Network e1142353-c26e-46c0-bea2-e96955eeed56 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:26.357649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:26.361567 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:26.367510 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Pushing event updated for resources: {'Port': ['ID=eb5a0bed-2cc8-4feb-b929-8c68c64d4a86,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:26.388227 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a8f09fd-6b4e-4bf6-b3b6-09f95bb177f7 None None] The sync data for ids ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'] in n-d-794306-7 is: [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:24Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:26.443447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Attempting to bind port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:26.443447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Attempting to bind port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:26.444027 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Attempting to bind port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 on network e1142353-c26e-46c0-bea2-e96955eeed56 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:26.453449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:26.454194 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Checking segment: {'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:26.455925 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:26.456499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Bound using segment: {'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:26.457535 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Bound port: eb5a0bed-2cc8-4feb-b929-8c68c64d4a86, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:26.458102 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:26.505168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.20.0.1 (e1142353-c26e-46c0-bea2-e96955eeed56/23e06760-e742-4256-ab7c-c700188a0001/af9df280-8033-4a3c-88cc-67dc5bf9e712) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:26.555136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-009e9146-44fa-411f-8c40-d029947d353a None None] For port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:26.563509 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-009e9146-44fa-411f-8c40-d029947d353a None None] For port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=eb5a0bed-2cc8-4feb-b929-8c68c64d4a86,segment=NetworkSegment(a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6),segment_id=a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:26.570275 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:26.640756 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e9146-44fa-411f-8c40-d029947d353a None None] Pushing event updated for resources: {'Port': ['ID=eb5a0bed-2cc8-4feb-b929-8c68c64d4a86,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:26.661012 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:26.684348 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Transition to ACTIVE for port object af9df280-8033-4a3c-88cc-67dc5bf9e712 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:26.735446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:26.815257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network e1142353-c26e-46c0-bea2-e96955eeed56 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:26.826197 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:26.835432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:26.852370 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=af9df280-8033-4a3c-88cc-67dc5bf9e712,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:26.916857 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:27.110872 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:27.413854 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:27.420315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:27.497414 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:27.500514 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=af9df280-8033-4a3c-88cc-67dc5bf9e712,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:27.598327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network e1142353-c26e-46c0-bea2-e96955eeed56 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:27.599866 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:27.717740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4021a704-256c-4dd1-9fd9-e21f78453623 None None] Network e1142353-c26e-46c0-bea2-e96955eeed56 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:06:27.718424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router be9a9c5c-10ab-4608-869a-0844d0a0ba6e has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:27.826861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:27.831984 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b696997c-2af8-411d-9262-0f822f47a081 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "PUT /v2.0/routers/be9a9c5c-10ab-4608-869a-0844d0a0ba6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1962428 Jul 16 19:06:27.861704 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c0fa7086-de4c-4c2d-9b99-3e42c9184dc8 None None] Provisioning for port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:27.999423 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-65642935-5016-4fdc-ba33-91d3835ba933 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-13192270&fields=id&tenant_id=cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 267 time: 0.0415847 Jul 16 19:06:28.113479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-7abe56fd-5e2e-4538-b621-848b3ed7a488 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:28.114988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-7abe56fd-5e2e-4538-b621-848b3ed7a488 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/networks?id=e1142353-c26e-46c0-bea2-e96955eeed56 HTTP/1.1" status: 200 len: 796 time: 0.1090794 Jul 16 19:06:28.130080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-9978e802-3ee4-42f8-9126-b5a053b6479f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/quotas/cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 375 time: 0.0095840 Jul 16 19:06:28.212701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7250aa41-7cf4-46a5-bb90-5d5bf2270509 None None] Provisioning for port af9df280-8033-4a3c-88cc-67dc5bf9e712 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:28.218747 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7250aa41-7cf4-46a5-bb90-5d5bf2270509 None None] Provisioning complete for port af9df280-8033-4a3c-88cc-67dc5bf9e712 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:28.218747 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7250aa41-7cf4-46a5-bb90-5d5bf2270509 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.230166 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-58fa3c39-8488-4675-8c47-b0c110780f25 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0838246 Jul 16 19:06:28.281607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Sync routers for ids ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:28.301685 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-7250aa41-7cf4-46a5-bb90-5d5bf2270509 None None] Port af9df280-8033-4a3c-88cc-67dc5bf9e712 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:28.316054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Routers {'be9a9c5c-10ab-4608-869a-0844d0a0ba6e'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:28.317621 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:28.321433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:28.350457 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-d108c786-8ee2-4657-bd2a-c673653abbd5 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:06:28.352195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-d108c786-8ee2-4657-bd2a-c673653abbd5 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1095185 Jul 16 19:06:28.454398 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-aacfacdd-6323-4b02-9a73-e29d43ea37d3 service neutron] 10.222.0.47 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958750 Jul 16 19:06:28.472812 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-ae3d3d0c-330f-4a19-b4d8-2839ef225991 None None] Provisioning complete for port af9df280-8033-4a3c-88cc-67dc5bf9e712 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:28.473183 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ae3d3d0c-330f-4a19-b4d8-2839ef225991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.476437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:28.480675 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Set router be9a9c5c-10ab-4608-869a-0844d0a0ba6e gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:28.527669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:28.528040 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.557699 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-3f0407c9-b786-4662-a84c-141e62b36221 service neutron] 10.222.0.47 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940585 Jul 16 19:06:28.569714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-ae3d3d0c-330f-4a19-b4d8-2839ef225991 None None] Port af9df280-8033-4a3c-88cc-67dc5bf9e712 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:28.736685 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.741514 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5a62fcd1-3f82-4d35-ab44-bb0f10ceb8da None None] Provisioning complete for port af9df280-8033-4a3c-88cc-67dc5bf9e712 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:28.741873 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5a62fcd1-3f82-4d35-ab44-bb0f10ceb8da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.763546 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-14220c99-076c-43f6-a683-a4d604bd9aad req-27e06d05-38d8-4650-a9e1-48784f378a01 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 210 time: 0.0430949 Jul 16 19:06:28.832545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-5a62fcd1-3f82-4d35-ab44-bb0f10ceb8da None None] Port af9df280-8033-4a3c-88cc-67dc5bf9e712 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:28.837842 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=eb5a0bed-2cc8-4feb-b929-8c68c64d4a86,segment=NetworkSegment(a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6),segment_id=a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:28.841815 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:28.842687 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fedbea2c-ff4c-4da5-a44a-aafd673a5388 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:28.928828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:27Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'af9df280-8033-4a3c-88cc-67dc5bf9e712', 'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:22:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '23e06760-e742-4256-ab7c-c700188a0001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:26Z', 'updated_at': '2021-07-16T19:06:27Z', 'revision_number': 2, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '23e06760-e742-4256-ab7c-c700188a0001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:28.933573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=eb5a0bed-2cc8-4feb-b929-8c68c64d4a86,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:28.969436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Checking router: be9a9c5c-10ab-4608-869a-0844d0a0ba6e for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:28.969873 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Updating router be9a9c5c-10ab-4608-869a-0844d0a0ba6e port af9df280-8033-4a3c-88cc-67dc5bf9e712 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:06:28.996076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port fedbea2c-ff4c-4da5-a44a-aafd673a5388 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:29.005953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port fedbea2c-ff4c-4da5-a44a-aafd673a5388 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:29.005953 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.041488 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.188301 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.223650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port fedbea2c-ff4c-4da5-a44a-aafd673a5388, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fedbea2c-ff4c-4da5-a44a-aafd673a5388,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:29.233802 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.326080 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=fedbea2c-ff4c-4da5-a44a-aafd673a5388,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:29.397570 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.407858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Transition to ACTIVE for port object af9df280-8033-4a3c-88cc-67dc5bf9e712 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:29.413698 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.461821 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3386914-58cc-44bf-afcd-254b5c0bafe5 None None] Pushing event updated for resources: {'Port': ['ID=af9df280-8033-4a3c-88cc-67dc5bf9e712,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:29.516889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Attempting to bind port af9df280-8033-4a3c-88cc-67dc5bf9e712 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:29.517118 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Attempting to bind port af9df280-8033-4a3c-88cc-67dc5bf9e712 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:29.517486 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Attempting to bind port af9df280-8033-4a3c-88cc-67dc5bf9e712 on network e1142353-c26e-46c0-bea2-e96955eeed56 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:29.522852 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:29.523244 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Checking segment: {'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:29.524164 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.524164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Bound using segment: {'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:29.524644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Bound port: af9df280-8033-4a3c-88cc-67dc5bf9e712, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:29.525044 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.595313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] For port af9df280-8033-4a3c-88cc-67dc5bf9e712, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:29.599013 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] For port af9df280-8033-4a3c-88cc-67dc5bf9e712, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=af9df280-8033-4a3c-88cc-67dc5bf9e712,segment=NetworkSegment(a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6),segment_id=a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:29.602765 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:29.670559 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Routers {'be9a9c5c-10ab-4608-869a-0844d0a0ba6e'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:29.671130 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:29.675723 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3386914-58cc-44bf-afcd-254b5c0bafe5 None None] Pushing event updated for resources: {'Port': ['ID=af9df280-8033-4a3c-88cc-67dc5bf9e712,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:29.932669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-83385eea-815b-454c-83f1-e4ffe9bca0a9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:29.935790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-83385eea-815b-454c-83f1-e4ffe9bca0a9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "GET /v2.0/networks?id=e1142353-c26e-46c0-bea2-e96955eeed56 HTTP/1.1" status: 200 len: 796 time: 0.2342372 Jul 16 19:06:29.995925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] Set router be9a9c5c-10ab-4608-869a-0844d0a0ba6e gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:30.035101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-66c20704-227a-4dc5-975c-13efa0728862 req-358424e2-4a51-4ce2-8418-e70bf878d16f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 210 time: 0.0743830 Jul 16 19:06:30.039756 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.062648 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-52019479-04ee-42f4-bf0c-07e72105d61a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 378 time: 0.1176701 Jul 16 19:06:30.074532 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'port': {'device_id': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'admin_state_up': True, 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'security_groups': ['5a60dc13-56ed-4884-9ddd-a82fec98f02e']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:30.190201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:06:30.193977 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.230881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:30.256094 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:27Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'af9df280-8033-4a3c-88cc-67dc5bf9e712', 'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:22:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '23e06760-e742-4256-ab7c-c700188a0001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:26Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '23e06760-e742-4256-ab7c-c700188a0001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:30.285450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d5e6ded-e43b-41dd-aa73-cbd6e03223af None None] The sync data for ids ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'] in n-d-794306-7 is: [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:27Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'af9df280-8033-4a3c-88cc-67dc5bf9e712', 'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:22:8f:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '23e06760-e742-4256-ab7c-c700188a0001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:26Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '23e06760-e742-4256-ab7c-c700188a0001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:30.321728 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:30.322260 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.350813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.20.0.7 (e1142353-c26e-46c0-bea2-e96955eeed56/23e06760-e742-4256-ab7c-c700188a0001/a458e614-4e20-4f39-b339-6e5e5e51f7a8) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:30.443678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fedbea2c-ff4c-4da5-a44a-aafd673a5388 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:30.499105 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port fedbea2c-ff4c-4da5-a44a-aafd673a5388 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:30.499485 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.529151 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.550526 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Transition to ACTIVE for port object a458e614-4e20-4f39-b339-6e5e5e51f7a8 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:30.587827 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.646971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network e1142353-c26e-46c0-bea2-e96955eeed56 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:30.650808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:30.655468 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:30.659495 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=a458e614-4e20-4f39-b339-6e5e5e51f7a8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:30.708779 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:30.709455 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.729476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-99e64ab1-3b9c-4fbd-b097-be77d0a83703 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6615815 Jul 16 19:06:30.741603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Request body: {'port': {'device_id': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:30.920956 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2bb547c5-51e5-4c25-94fa-b6a768cbc37c None None] Provisioning for port a458e614-4e20-4f39-b339-6e5e5e51f7a8 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:30.925732 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-2bb547c5-51e5-4c25-94fa-b6a768cbc37c None None] Provisioning complete for port a458e614-4e20-4f39-b339-6e5e5e51f7a8 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:30.926023 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bb547c5-51e5-4c25-94fa-b6a768cbc37c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:30.969120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-2bb547c5-51e5-4c25-94fa-b6a768cbc37c None None] Port a458e614-4e20-4f39-b339-6e5e5e51f7a8 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:06:31.148797 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:31.231203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c24617c-81e0-425c-bb3a-a06168133653 req-a2a8bb2f-c342-48ed-b8c0-c19e706a3336 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:31.232798 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c24617c-81e0-425c-bb3a-a06168133653 req-a2a8bb2f-c342-48ed-b8c0-c19e706a3336 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 931 time: 0.0670719 Jul 16 19:06:31.275256 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c24617c-81e0-425c-bb3a-a06168133653 req-497fe94d-9126-48e8-9b9b-18789953e26b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364807 Jul 16 19:06:31.422279 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a458e614-4e20-4f39-b339-6e5e5e51f7a8 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:06:31.430663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:31.443096 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Transition to ACTIVE for port object a458e614-4e20-4f39-b339-6e5e5e51f7a8 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:06:31.447620 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:31.495371 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Pushing event updated for resources: {'Port': ['ID=a458e614-4e20-4f39-b339-6e5e5e51f7a8,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:31.571976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Attempting to bind port a458e614-4e20-4f39-b339-6e5e5e51f7a8 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:06:31.572318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Attempting to bind port a458e614-4e20-4f39-b339-6e5e5e51f7a8 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:06:31.572644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Attempting to bind port a458e614-4e20-4f39-b339-6e5e5e51f7a8 on network e1142353-c26e-46c0-bea2-e96955eeed56 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:31.577176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Port a458e614-4e20-4f39-b339-6e5e5e51f7a8 on network e1142353-c26e-46c0-bea2-e96955eeed56 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:06:31.577723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Attempting to bind port a458e614-4e20-4f39-b339-6e5e5e51f7a8 on network e1142353-c26e-46c0-bea2-e96955eeed56 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:06:31.582740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:06:31.583077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Checking segment: {'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:06:31.583511 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Bound using segment: {'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:06:31.583979 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Bound port: a458e614-4e20-4f39-b339-6e5e5e51f7a8, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:06:31.584367 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:31.651644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] For port a458e614-4e20-4f39-b339-6e5e5e51f7a8, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:06:31.655208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] For port a458e614-4e20-4f39-b339-6e5e5e51f7a8, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8,segment=NetworkSegment(a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6),segment_id=a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:06:31.659226 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:31.691534 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:31.693103 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:31.695142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] 10.222.0.18 "PUT /v2.0/ports/a458e614-4e20-4f39-b339-6e5e5e51f7a8 HTTP/1.1" status: 200 len: 1091 time: 0.9583461 Jul 16 19:06:31.697730 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'tag': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:31.700949 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8803b9-f037-414e-b0b9-ccdace92bad1", "tag": "a458e614-4e20-4f39-b339-6e5e5e51f7a8"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:31.734474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463ecca-9ead-4080-8eaf-942834aa2942 service neutron] Pushing event updated for resources: {'Port': ['ID=a458e614-4e20-4f39-b339-6e5e5e51f7a8,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:31.755768 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8a36be5-5e5b-494e-86e9-c6a9c9241cf0 x-openstack-request-id: req-b8a36be5-5e5b-494e-86e9-c6a9c9241cf0 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:31.756011 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8803b9-f037-414e-b0b9-ccdace92bad1", "tag": "a458e614-4e20-4f39-b339-6e5e5e51f7a8", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:31.756260 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b8a36be5-5e5b-494e-86e9-c6a9c9241cf0 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:31.756655 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'tag': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8', 'status': 'completed', 'code': 200} Jul 16 19:06:31.805574 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-31bf1e0d-acda-42e8-bcb8-6b2fb00b6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:31.807124 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-31bf1e0d-acda-42e8-bcb8-6b2fb00b6ac7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 1094 time: 0.0623937 Jul 16 19:06:31.851082 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-63523b6d-c661-466b-9e49-870bcd6c9989 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8 HTTP/1.1" status: 200 len: 217 time: 0.0358775 Jul 16 19:06:31.901996 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-fcc54354-947d-4907-aeca-c3e37528d6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:31.903770 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-fcc54354-947d-4907-aeca-c3e37528d6f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e06760-e742-4256-ab7c-c700188a0001 HTTP/1.1" status: 200 len: 834 time: 0.0458682 Jul 16 19:06:31.961709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-bea18c30-abf7-4565-8a26-162df19f8302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:31.963213 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-bea18c30-abf7-4565-8a26-162df19f8302 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1142353-c26e-46c0-bea2-e96955eeed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536106 Jul 16 19:06:32.057328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-fee07c48-ae81-489c-8119-0d7e1e3945ad service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876112 Jul 16 19:06:32.149841 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-10223a7c-7bb4-4eb0-837e-d09ea2b0c53e req-00a04b8a-5215-4f61-b34c-2ef838ede918 service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861773 Jul 16 19:06:32.238970 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device af9df280-8033-4a3c-88cc-67dc5bf9e712 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:32.250971 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f req-9fe792c1-61f2-42d7-97bd-d9a8994a0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:32.252529 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f req-9fe792c1-61f2-42d7-97bd-d9a8994a0c26 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 1094 time: 0.0544767 Jul 16 19:06:32.290195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port af9df280-8033-4a3c-88cc-67dc5bf9e712 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:32.294522 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port af9df280-8033-4a3c-88cc-67dc5bf9e712 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:32.294899 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.346727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f req-30d3fe28-6a68-43cd-9477-327c9e949b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:32.348328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f req-30d3fe28-6a68-43cd-9477-327c9e949b88 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1142353-c26e-46c0-bea2-e96955eeed56 HTTP/1.1" status: 200 len: 897 time: 0.0891864 Jul 16 19:06:32.375553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.399734 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f req-de24ec25-f0b4-4366-839d-d7e6cc3c6139 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8 HTTP/1.1" status: 200 len: 217 time: 0.0423582 Jul 16 19:06:32.410775 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port af9df280-8033-4a3c-88cc-67dc5bf9e712, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=af9df280-8033-4a3c-88cc-67dc5bf9e712,segment=NetworkSegment(a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6),segment_id=a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:32.415469 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:32.449654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f req-8e078ac9-25be-4d30-8ff3-12e4efcc1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:32.451160 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f req-8e078ac9-25be-4d30-8ff3-12e4efcc1d04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e06760-e742-4256-ab7c-c700188a0001 HTTP/1.1" status: 200 len: 834 time: 0.0457647 Jul 16 19:06:32.470954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=af9df280-8033-4a3c-88cc-67dc5bf9e712,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:32.472384 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efd672b-2b98-4877-a50f-e9997b05ce92 req-706fc98a-3d0d-4233-a7b4-f95bf608f307 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:32.473903 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3efd672b-2b98-4877-a50f-e9997b05ce92 req-706fc98a-3d0d-4233-a7b4-f95bf608f307 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 943 time: 0.0778215 Jul 16 19:06:32.513833 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3efd672b-2b98-4877-a50f-e9997b05ce92 req-3cbecec1-acec-41d4-9ee3-099d0a181c7e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338778 Jul 16 19:06:32.514402 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f req-26f59d53-8d19-4d9b-a0b7-243272676425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:32.516041 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f req-26f59d53-8d19-4d9b-a0b7-243272676425 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1142353-c26e-46c0-bea2-e96955eeed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0585783 Jul 16 19:06:32.609224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f req-5129a265-210d-404f-9314-47e0c59259bb service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865302 Jul 16 19:06:32.698144 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3988c9e7-8ad9-44ca-b7c4-cc6cca1e571f req-79b81756-d0e4-4049-8cc7-3dea9a8c36b9 service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826402 Jul 16 19:06:33.691663 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0938531f-da80-4d95-a78c-9aa9121fd572 req-3cd85061-fcb3-4d77-b274-af774dfd649b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:33.693133 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0938531f-da80-4d95-a78c-9aa9121fd572 req-3cd85061-fcb3-4d77-b274-af774dfd649b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 943 time: 0.0679004 Jul 16 19:06:33.731191 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0938531f-da80-4d95-a78c-9aa9121fd572 req-c91c146b-f375-4897-a759-80741cbbdaaa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317862 Jul 16 19:06:34.221208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device af9df280-8033-4a3c-88cc-67dc5bf9e712 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:34.243299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a458e614-4e20-4f39-b339-6e5e5e51f7a8 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:06:34.331807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port af9df280-8033-4a3c-88cc-67dc5bf9e712 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:34.332177 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.383626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a458e614-4e20-4f39-b339-6e5e5e51f7a8, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8,segment=NetworkSegment(a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6),segment_id=a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:34.398048 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'port_id': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8', 'mac_address': 'fa:16:3e:c4:00:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 392, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e06760-e742-4256-ab7c-c700188a0001', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:06:34.462393 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.475708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a458e614-4e20-4f39-b339-6e5e5e51f7a8 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:06:34.496420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a458e614-4e20-4f39-b339-6e5e5e51f7a8, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8,segment=NetworkSegment(a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6),segment_id=a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:34.500235 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:34.547827 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=a458e614-4e20-4f39-b339-6e5e5e51f7a8,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:34.697494 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['a458e614-4e20-4f39-b339-6e5e5e51f7a8'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:06:34.971534 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f764395-eae1-47a6-ad49-3a845e04b96d req-e0987ce0-829d-461d-82a5-870b27d2178c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:34.973380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f764395-eae1-47a6-ad49-3a845e04b96d req-e0987ce0-829d-461d-82a5-870b27d2178c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 944 time: 0.1301548 Jul 16 19:06:35.010647 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1f764395-eae1-47a6-ad49-3a845e04b96d req-b3601223-d064-440a-9b4c-a9c19203eb34 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309529 Jul 16 19:06:36.187749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e530ef0-a9f6-40b5-b35a-6edc9b57bccf req-ed40d82c-4723-4bc4-8365-432a21e87bc9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:36.189277 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e530ef0-a9f6-40b5-b35a-6edc9b57bccf req-ed40d82c-4723-4bc4-8365-432a21e87bc9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 944 time: 0.0655332 Jul 16 19:06:36.228995 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6e530ef0-a9f6-40b5-b35a-6edc9b57bccf req-c598bd4b-be4c-4999-b11d-a10b69d66188 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339901 Jul 16 19:06:36.253463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a458e614-4e20-4f39-b339-6e5e5e51f7a8 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:06:36.301316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port a458e614-4e20-4f39-b339-6e5e5e51f7a8 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:06:36.304799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port a458e614-4e20-4f39-b339-6e5e5e51f7a8 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:06:36.305166 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.385726 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.412401 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:36.416075 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052600c7-8673-4fb1-bb3f-2b452f2792e3" -d '{"events": [{"server_uuid": "7a8803b9-f037-414e-b0b9-ccdace92bad1", "name": "network-vif-plugged", "status": "completed", "tag": "a458e614-4e20-4f39-b339-6e5e5e51f7a8"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:36.429095 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port a458e614-4e20-4f39-b339-6e5e5e51f7a8, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8,segment=NetworkSegment(a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6),segment_id=a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:06:36.434069 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:36.458200 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cd9c56-2d0a-4178-9890-239ab76f3a98 x-openstack-request-id: req-20cd9c56-2d0a-4178-9890-239ab76f3a98 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:36.458484 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8803b9-f037-414e-b0b9-ccdace92bad1", "name": "network-vif-plugged", "status": "completed", "tag": "a458e614-4e20-4f39-b339-6e5e5e51f7a8", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:36.458736 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20cd9c56-2d0a-4178-9890-239ab76f3a98 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:36.459126 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8', 'code': 200} Jul 16 19:06:36.487660 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=a458e614-4e20-4f39-b339-6e5e5e51f7a8,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:36.611507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99977e92-ffd2-4b33-8ddd-f0d704e1dcd4 req-2e7676c8-f63e-417d-802c-0ab82a78f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:36.613043 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99977e92-ffd2-4b33-8ddd-f0d704e1dcd4 req-2e7676c8-f63e-417d-802c-0ab82a78f4f5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 1096 time: 0.0984585 Jul 16 19:06:36.647355 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-99977e92-ffd2-4b33-8ddd-f0d704e1dcd4 req-c6b46cef-ea82-481a-a17a-50bee457684d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0284255 Jul 16 19:06:37.404304 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1545d30d-f68d-43db-aa3d-aaadbfa4dbbe req-227ccc8c-55aa-42aa-b112-bdc2924ff167 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:37.405842 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1545d30d-f68d-43db-aa3d-aaadbfa4dbbe req-227ccc8c-55aa-42aa-b112-bdc2924ff167 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0643764 Jul 16 19:06:37.445909 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1545d30d-f68d-43db-aa3d-aaadbfa4dbbe req-6b36aec0-fea2-432d-9283-9857d528e9ef tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339363 Jul 16 19:06:38.647838 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb1958-8eaf-4332-9c52-680f4a0c6e04 req-ea01c037-a608-4a3a-ad4a-3a387eb9a4b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:38.650508 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ffb1958-8eaf-4332-9c52-680f4a0c6e04 req-ea01c037-a608-4a3a-ad4a-3a387eb9a4b5 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0890064 Jul 16 19:06:38.693348 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3ffb1958-8eaf-4332-9c52-680f4a0c6e04 req-c378f9c9-fccd-4c30-9adf-91d21490e345 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368195 Jul 16 19:06:38.865431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64fa538-1f7e-4572-8579-8395185175c0 req-415eeaeb-d735-4415-a2e0-082cc23a35e3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:38.866898 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e64fa538-1f7e-4572-8579-8395185175c0 req-415eeaeb-d735-4415-a2e0-082cc23a35e3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0630682 Jul 16 19:06:38.905418 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e64fa538-1f7e-4572-8579-8395185175c0 req-d383ef24-6168-406a-a5fa-888798f0a521 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328839 Jul 16 19:06:38.929551 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49320) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:38.988020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b4af105-e678-4cc4-80b2-9f58b92c1f38 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:38.989555 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-0b4af105-e678-4cc4-80b2-9f58b92c1f38 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 1091 time: 0.0584519 Jul 16 19:06:38.992945 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49322) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:38.997305 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address': '172.20.0.7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:06:39.020051 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.116286 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.223759 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.25.7.26 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/36d59a77-562c-45d5-a38c-170d202b47ad) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:06:39.323403 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.365429 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.401993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:06:39.408134 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:06:39.411694 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:06:39.417263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=36d59a77-562c-45d5-a38c-170d202b47ad,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:39.776878 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.849612 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:39.998846 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.003257 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.071403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=36d59a77-562c-45d5-a38c-170d202b47ad,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:06:40.079529 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.181057 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Floating IP eea990d2-e8d1-41d0-a799-f858c58157da associated. External IP: 172.25.7.26, port: a458e614-4e20-4f39-b339-6e5e5e51f7a8. Jul 16 19:06:40.387491 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router be9a9c5c-10ab-4608-869a-0844d0a0ba6e has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:06:40.495947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:06:40.505412 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1700ee-5d4e-472a-8f33-fb1601a14d8a None None] Sync routers for ids ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:06:40.514128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:40.516429 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1700ee-5d4e-472a-8f33-fb1601a14d8a None None] Routers {'be9a9c5c-10ab-4608-869a-0844d0a0ba6e'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:40.517072 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e1700ee-5d4e-472a-8f33-fb1601a14d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:40.552104 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-af77b93b-515c-40a9-b53c-6025ae781cd7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5581214 Jul 16 19:06:40.552832 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'tag': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:06:40.555408 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a8fc380-290f-4f65-a64e-81276d2c51c4" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8803b9-f037-414e-b0b9-ccdace92bad1", "tag": "a458e614-4e20-4f39-b339-6e5e5e51f7a8"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:06:40.593101 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7da057df-14f9-4da5-99df-3f685cd82c5e x-openstack-request-id: req-7da057df-14f9-4da5-99df-3f685cd82c5e {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:06:40.593504 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8803b9-f037-414e-b0b9-ccdace92bad1", "tag": "a458e614-4e20-4f39-b339-6e5e5e51f7a8", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:06:40.593835 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7da057df-14f9-4da5-99df-3f685cd82c5e {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:06:40.594305 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'tag': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8', 'status': 'completed', 'code': 200} Jul 16 19:06:40.625871 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4e1700ee-5d4e-472a-8f33-fb1601a14d8a None None] Set router be9a9c5c-10ab-4608-869a-0844d0a0ba6e gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:40.670487 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-6c1f40e3-cacd-46a6-bec9-cba7624bf1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.672193 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-6c1f40e3-cacd-46a6-bec9-cba7624bf1af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 1096 time: 0.0555086 Jul 16 19:06:40.720531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f94a49-cddd-4c65-a846-db47ac63d780 req-e9d347db-3ed6-411b-a2c5-cd3be3e0107c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.728430 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b9f94a49-cddd-4c65-a846-db47ac63d780 req-e9d347db-3ed6-411b-a2c5-cd3be3e0107c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0741465 Jul 16 19:06:40.765456 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b9f94a49-cddd-4c65-a846-db47ac63d780 req-c64fefac-5215-432a-a47d-ba7915f09d20 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361414 Jul 16 19:06:40.780013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-836ccc2e-f004-4ef5-81fb-044b9460ac5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.792226 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-836ccc2e-f004-4ef5-81fb-044b9460ac5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1142353-c26e-46c0-bea2-e96955eeed56 HTTP/1.1" status: 200 len: 897 time: 0.1030536 Jul 16 19:06:40.792582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49328) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:40.852101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-d640a147-e298-4334-9961-54f8dbe854e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8 HTTP/1.1" status: 200 len: 998 time: 0.0640345 Jul 16 19:06:40.856467 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-6f210b7f-098f-4d19-ab25-79107792ebc2 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/eea990d2-e8d1-41d0-a799-f858c58157da HTTP/1.1" status: 200 len: 990 time: 0.0623024 Jul 16 19:06:40.863924 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e1700ee-5d4e-472a-8f33-fb1601a14d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:27Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'eea990d2-e8d1-41d0-a799-f858c58157da', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'port_id': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'mac_address': 'fa:16:3e:c4:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:39Z', 'updated_at': '2021-07-16T19:06:39Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9df280-8033-4a3c-88cc-67dc5bf9e712', 'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:22:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '23e06760-e742-4256-ab7c-c700188a0001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:26Z', 'updated_at': '2021-07-16T19:06:32Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '23e06760-e742-4256-ab7c-c700188a0001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:40.895542 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1700ee-5d4e-472a-8f33-fb1601a14d8a None None] Checking router: be9a9c5c-10ab-4608-869a-0844d0a0ba6e for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:06:40.900942 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-00026690-08a1-4caf-993d-746d463fa38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.902419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-00026690-08a1-4caf-993d-746d463fa38b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e06760-e742-4256-ab7c-c700188a0001 HTTP/1.1" status: 200 len: 834 time: 0.0448172 Jul 16 19:06:40.903706 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1700ee-5d4e-472a-8f33-fb1601a14d8a None None] Routers {'be9a9c5c-10ab-4608-869a-0844d0a0ba6e'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:06:40.904297 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e1700ee-5d4e-472a-8f33-fb1601a14d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:06:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:40.959474 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-4adb476a-9b49-4569-82d0-ced1a3839b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:40.961571 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-4adb476a-9b49-4569-82d0-ced1a3839b77 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1142353-c26e-46c0-bea2-e96955eeed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532582 Jul 16 19:06:40.972312 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-5caf1d55-b9a0-4da3-9293-cb9591303b33 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:06:40.973265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-5caf1d55-b9a0-4da3-9293-cb9591303b33 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050714 Jul 16 19:06:41.010309 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4e1700ee-5d4e-472a-8f33-fb1601a14d8a None None] Set router be9a9c5c-10ab-4608-869a-0844d0a0ba6e gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:06:41.068832 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-00748ebe-0cb3-47ff-8771-6ab30cebb913 service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893412 Jul 16 19:06:41.166019 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-3a8fc380-290f-4f65-a64e-81276d2c51c4 req-4fc055aa-ebc5-4f98-865a-976bf0f46c3f service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904088 Jul 16 19:06:41.242874 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e1700ee-5d4e-472a-8f33-fb1601a14d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:27Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'eea990d2-e8d1-41d0-a799-f858c58157da', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'port_id': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'mac_address': 'fa:16:3e:c4:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:39Z', 'updated_at': '2021-07-16T19:06:39Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9df280-8033-4a3c-88cc-67dc5bf9e712', 'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:22:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '23e06760-e742-4256-ab7c-c700188a0001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:26Z', 'updated_at': '2021-07-16T19:06:32Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '23e06760-e742-4256-ab7c-c700188a0001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:06:41.269105 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1700ee-5d4e-472a-8f33-fb1601a14d8a None None] The sync data for ids ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'] in n-d-794306-7 is: [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:27Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'eea990d2-e8d1-41d0-a799-f858c58157da', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.26', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'port_id': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4203, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'mac_address': 'fa:16:3e:c4:00:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:06:39Z', 'updated_at': '2021-07-16T19:06:39Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'af9df280-8033-4a3c-88cc-67dc5bf9e712', 'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:22:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '23e06760-e742-4256-ab7c-c700188a0001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:26Z', 'updated_at': '2021-07-16T19:06:32Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '23e06760-e742-4256-ab7c-c700188a0001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:06:41.467796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1967aaee-839d-4900-bcae-a9b65149c3ff None None] New status for floating IP eea990d2-e8d1-41d0-a799-f858c58157da: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:06:41.860681 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49330) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:06:41.922795 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-acbdf50c-f50d-493a-a840-71c1e969bd81 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/eea990d2-e8d1-41d0-a799-f858c58157da HTTP/1.1" status: 200 len: 992 time: 0.0609651 Jul 16 19:06:42.703035 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:45.598252 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6acf5079-0330-4d7a-acbc-e972f53cea8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:47.955061 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-c314e088-de0e-4746-b1bb-46c4960160dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0493922 Jul 16 19:06:48.055744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-cdf055c5-2ce5-410b-be6b-eae76a283c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:48.057225 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-cdf055c5-2ce5-410b-be6b-eae76a283c4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 1096 time: 0.0560231 Jul 16 19:06:48.158513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-9c5664b9-8b47-44a7-a8e3-677dc1b7dc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:48.160004 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-9c5664b9-8b47-44a7-a8e3-677dc1b7dc77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1142353-c26e-46c0-bea2-e96955eeed56 HTTP/1.1" status: 200 len: 897 time: 0.0827186 Jul 16 19:06:48.229442 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-2dd1443e-d2aa-4446-845d-91f455a62178 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8 HTTP/1.1" status: 200 len: 1000 time: 0.0628324 Jul 16 19:06:48.275897 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:48.291231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-356241b0-470b-4045-add0-16d6a863261f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:48.292439 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c6cb0cfc-ae5b-48fe-8b6c-8dc9483892ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:48.292796 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-356241b0-470b-4045-add0-16d6a863261f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e06760-e742-4256-ab7c-c700188a0001 HTTP/1.1" status: 200 len: 834 time: 0.0547268 Jul 16 19:06:48.349346 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-f4a61540-ad39-4668-9730-a9f632197693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:06:48.350834 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-f4a61540-ad39-4668-9730-a9f632197693 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1142353-c26e-46c0-bea2-e96955eeed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519664 Jul 16 19:06:48.462275 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-ce3cc668-4923-4d1a-b7a7-52598cf2e133 service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045215 Jul 16 19:06:48.552276 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ab8a8791-e842-4560-88c8-151bca1bf3b3 req-2bd7a7ae-952e-4c0c-a10f-8b5e15f39868 service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831831 Jul 16 19:06:50.105964 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:06:52.176396 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:00.003167 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:02.591096 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:08.970861 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1e10f-c56a-4ece-b955-440d581e4ed2 req-fdf5d659-3b7b-4731-9418-c59af623ebed tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:08.972377 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b5f1e10f-c56a-4ece-b955-440d581e4ed2 req-fdf5d659-3b7b-4731-9418-c59af623ebed tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.1143985 Jul 16 19:07:09.009136 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b5f1e10f-c56a-4ece-b955-440d581e4ed2 req-5de43a55-4401-40d0-a9b6-4e91f86a267a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312502 Jul 16 19:07:10.188610 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99628c21-0600-45f2-b12c-5737e2431ebe req-66ed36e1-05c1-4cfb-afaf-3a0991b197c4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:10.190134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99628c21-0600-45f2-b12c-5737e2431ebe req-66ed36e1-05c1-4cfb-afaf-3a0991b197c4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0654049 Jul 16 19:07:10.227548 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-99628c21-0600-45f2-b12c-5737e2431ebe req-6be79ee2-a290-4c9b-9de3-6409f5539383 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319688 Jul 16 19:07:11.405055 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552746e5-1d80-4a32-a8a7-4bb27bdfa85f req-58d2cb3e-4556-4a64-b7d4-9cded4502741 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:11.406670 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-552746e5-1d80-4a32-a8a7-4bb27bdfa85f req-58d2cb3e-4556-4a64-b7d4-9cded4502741 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0659523 Jul 16 19:07:11.444336 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-552746e5-1d80-4a32-a8a7-4bb27bdfa85f req-b8dafb4b-4c01-45f2-8d18-aa1821073058 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320172 Jul 16 19:07:12.622772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8eeda8-769f-44c5-bfee-767d15848d64 req-d797c887-29a9-4045-b607-49a0577a3ca8 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:12.624326 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca8eeda8-769f-44c5-bfee-767d15848d64 req-d797c887-29a9-4045-b607-49a0577a3ca8 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0663469 Jul 16 19:07:12.662010 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca8eeda8-769f-44c5-bfee-767d15848d64 req-69f37be7-d908-4bd9-9c45-523fc681790d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317338 Jul 16 19:07:12.705866 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:13.840881 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4afe16d-7975-4cb2-a388-2aeca45e3041 req-cf77edbc-2001-4a9f-baea-2cb639220f36 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:13.842371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4afe16d-7975-4cb2-a388-2aeca45e3041 req-cf77edbc-2001-4a9f-baea-2cb639220f36 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0626719 Jul 16 19:07:13.883585 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f4afe16d-7975-4cb2-a388-2aeca45e3041 req-9c212d1d-8580-495a-9ca6-197886a1810e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356021 Jul 16 19:07:15.056212 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d366abcb-44b3-4c0a-82da-421d571a7ace req-79cc2832-9e64-4848-bf9e-28f3d8a8200c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:15.057687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d366abcb-44b3-4c0a-82da-421d571a7ace req-79cc2832-9e64-4848-bf9e-28f3d8a8200c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0631902 Jul 16 19:07:15.096004 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d366abcb-44b3-4c0a-82da-421d571a7ace req-6adcd0e7-1792-43dc-a413-a39e43999030 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319247 Jul 16 19:07:15.599011 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-da2df932-7ccd-4825-b8c7-ff95348fee18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:16.273074 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ccf166-7273-4b79-8b1d-3e17e1b30c47 req-3b6bbc48-75cd-460b-a154-f23a9f9fdc75 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:16.274590 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72ccf166-7273-4b79-8b1d-3e17e1b30c47 req-3b6bbc48-75cd-460b-a154-f23a9f9fdc75 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0658100 Jul 16 19:07:16.315977 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-72ccf166-7273-4b79-8b1d-3e17e1b30c47 req-d631946f-27c0-408a-8854-e2bbf0716e94 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0356946 Jul 16 19:07:17.489611 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28cfb9-b7b3-427f-9b93-e42b3b5377c2 req-cd118d86-da41-4660-8b1e-306a8d8f8ba4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:17.491087 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0c28cfb9-b7b3-427f-9b93-e42b3b5377c2 req-cd118d86-da41-4660-8b1e-306a8d8f8ba4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0629852 Jul 16 19:07:17.533648 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0c28cfb9-b7b3-427f-9b93-e42b3b5377c2 req-7cb58123-6986-40fc-b56c-42fe1e365035 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370829 Jul 16 19:07:18.285685 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:18.297199 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-6571fdc0-1d7c-4969-a759-3801d3a4efe6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:18.708122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8e70a-5558-4e57-9e67-1cbc9702956e req-822a238f-aa9d-49b7-9a7d-833e284124e7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:18.709618 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16f8e70a-5558-4e57-9e67-1cbc9702956e req-822a238f-aa9d-49b7-9a7d-833e284124e7 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0632970 Jul 16 19:07:18.746918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16f8e70a-5558-4e57-9e67-1cbc9702956e req-241f3af7-3ffc-4a0a-8273-25af3c36fcbc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318644 Jul 16 19:07:19.917942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367777a7-648c-48a2-a71d-362dcbf6b571 req-251e09bd-7c2e-42d6-87f6-5f802c020d8a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:19.919419 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-367777a7-648c-48a2-a71d-362dcbf6b571 req-251e09bd-7c2e-42d6-87f6-5f802c020d8a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0633612 Jul 16 19:07:19.958107 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-367777a7-648c-48a2-a71d-362dcbf6b571 req-7b86e8e3-4c5c-49f6-b807-2cd3d01d3800 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322759 Jul 16 19:07:19.982013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49368) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:20.040749 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-485d77c3-a91c-4123-a78e-1096da81645a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/eea990d2-e8d1-41d0-a799-f858c58157da HTTP/1.1" status: 200 len: 992 time: 0.0574422 Jul 16 19:07:20.109225 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:21.508988 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6fc3c-9aaa-406d-8df2-6a9803b51dae req-5bae64a8-88ae-4921-8407-2eba417ac039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:21.510507 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffa6fc3c-9aaa-406d-8df2-6a9803b51dae req-5bae64a8-88ae-4921-8407-2eba417ac039 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 1096 time: 0.0980508 Jul 16 19:07:21.523797 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c99a9ff-6f43-41f2-a461-3d347197d784 req-f56816cf-7bed-4ebe-b989-ecc07a59a626 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:21.525225 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c99a9ff-6f43-41f2-a461-3d347197d784 req-f56816cf-7bed-4ebe-b989-ecc07a59a626 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.1037946 Jul 16 19:07:21.616091 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c99a9ff-6f43-41f2-a461-3d347197d784 req-ae0be6a9-6465-469b-811c-f4ce4d1e0f64 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0819967 Jul 16 19:07:21.640751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6fc3c-9aaa-406d-8df2-6a9803b51dae req-6f0b2898-9f1b-4cf7-a664-3d357115f4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:21.642605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffa6fc3c-9aaa-406d-8df2-6a9803b51dae req-6f0b2898-9f1b-4cf7-a664-3d357115f4f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1142353-c26e-46c0-bea2-e96955eeed56 HTTP/1.1" status: 200 len: 897 time: 0.1165049 Jul 16 19:07:21.705401 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffa6fc3c-9aaa-406d-8df2-6a9803b51dae req-fca47ec6-70a1-453e-95f0-b35c0f5348c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8 HTTP/1.1" status: 200 len: 1000 time: 0.0569835 Jul 16 19:07:21.756830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6fc3c-9aaa-406d-8df2-6a9803b51dae req-6783382f-fcbc-49db-b75a-d8635bc53eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:21.758266 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffa6fc3c-9aaa-406d-8df2-6a9803b51dae req-6783382f-fcbc-49db-b75a-d8635bc53eb1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e06760-e742-4256-ab7c-c700188a0001 HTTP/1.1" status: 200 len: 834 time: 0.0469232 Jul 16 19:07:21.814522 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa6fc3c-9aaa-406d-8df2-6a9803b51dae req-6b1f5ad7-e392-4b46-981d-5ce8a86bee81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:21.816037 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffa6fc3c-9aaa-406d-8df2-6a9803b51dae req-6b1f5ad7-e392-4b46-981d-5ce8a86bee81 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1142353-c26e-46c0-bea2-e96955eeed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516660 Jul 16 19:07:21.904295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffa6fc3c-9aaa-406d-8df2-6a9803b51dae req-9f744b40-1cc4-4a17-aac8-f9d0019bf88e service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819604 Jul 16 19:07:21.993269 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ffa6fc3c-9aaa-406d-8df2-6a9803b51dae req-21d094de-1157-4f4f-8573-da7cc8550d0e service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832846 Jul 16 19:07:22.177342 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:22.794903 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed25ad3-e236-4858-81a2-2829d75d896d req-3f45b527-0efe-4f88-9321-b478347a817f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:22.796416 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9ed25ad3-e236-4858-81a2-2829d75d896d req-3f45b527-0efe-4f88-9321-b478347a817f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0679719 Jul 16 19:07:22.833694 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9ed25ad3-e236-4858-81a2-2829d75d896d req-d7a7ba7b-2caf-442e-af03-938a587aeabc tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318015 Jul 16 19:07:22.857547 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49378) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:22.916269 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d33eb540-41b0-4be5-b9c7-d71d6d2c447e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/eea990d2-e8d1-41d0-a799-f858c58157da HTTP/1.1" status: 200 len: 992 time: 0.0575912 Jul 16 19:07:30.011381 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:39.589541 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:07:42.702452 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:45.599365 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c2856cfa-2ae5-4bfd-84c2-19f1ecc83684 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:48.277792 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:48.299217 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c9ef76c0-1be5-46e0-a84e-23e34c93be7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:48.890985 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-5ee362f5-901f-468e-86c7-710bcd5ccd97 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0552106 Jul 16 19:07:48.982013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-f18f30fd-0bb8-4063-8644-4055b5fde43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:48.983476 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-f18f30fd-0bb8-4063-8644-4055b5fde43f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 1096 time: 0.0517230 Jul 16 19:07:49.089013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-45072295-f3dd-4d29-a34e-2103561cd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:49.090468 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-45072295-f3dd-4d29-a34e-2103561cd137 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1142353-c26e-46c0-bea2-e96955eeed56 HTTP/1.1" status: 200 len: 897 time: 0.0868034 Jul 16 19:07:49.155835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-06be4376-67bc-49a0-9ad3-562af3df3a42 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8 HTTP/1.1" status: 200 len: 1000 time: 0.0570517 Jul 16 19:07:49.207599 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-691b8341-d052-40c7-b020-3ee725e32c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:49.209098 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-691b8341-d052-40c7-b020-3ee725e32c3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e06760-e742-4256-ab7c-c700188a0001 HTTP/1.1" status: 200 len: 834 time: 0.0477333 Jul 16 19:07:49.265725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-2d3c0482-db82-483a-8f8a-7b313b1dac55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:49.267252 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-2d3c0482-db82-483a-8f8a-7b313b1dac55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1142353-c26e-46c0-bea2-e96955eeed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513780 Jul 16 19:07:49.353997 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-063b1a95-60ec-45f9-9529-ae0b5ec48b2f service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804217 Jul 16 19:07:49.447418 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6c6b44f7-0207-4f3c-b6fd-8aa7293de972 req-e5620fcd-8e72-4089-9d48-f15b463aeb1c service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869269 Jul 16 19:07:50.113577 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:52.180542 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:53.631088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49400) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:53.784643 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 36d59a77-562c-45d5-a38c-170d202b47ad {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:07:53.784985 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:53.861685 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:53.862012 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:53.873170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 36d59a77-562c-45d5-a38c-170d202b47ad owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:07:54.020401 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:54.044710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=36d59a77-562c-45d5-a38c-170d202b47ad,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:54.056016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.056362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.056700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.057040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.057369 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.057698 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.058025 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.058343 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.058672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.058993 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.059315 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.059656 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:54.117845 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:54.118242 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Floating IP eea990d2-e8d1-41d0-a799-f858c58157da disassociated (deleted). External IP: 172.25.7.26, port: a458e614-4e20-4f39-b339-6e5e5e51f7a8. Jul 16 19:07:54.320958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router be9a9c5c-10ab-4608-869a-0844d0a0ba6e has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:07:54.428775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:07:54.433542 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:54.437969 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85646be-4c84-4223-8e63-e3e70b3ee227 None None] Sync routers for ids ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:07:54.448035 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85646be-4c84-4223-8e63-e3e70b3ee227 None None] Routers {'be9a9c5c-10ab-4608-869a-0844d0a0ba6e'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:54.448637 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d85646be-4c84-4223-8e63-e3e70b3ee227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:54.473943 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-4cfeca23-89ef-43fd-8bb4-8e35b702b11c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/floatingips/eea990d2-e8d1-41d0-a799-f858c58157da HTTP/1.1" status: 204 len: 168 time: 0.8417804 Jul 16 19:07:54.474546 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'tag': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:54.476858 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fda377-e4dd-4dcd-89a2-da92f2cc311d" -d '{"events": [{"name": "network-changed", "server_uuid": "7a8803b9-f037-414e-b0b9-ccdace92bad1", "tag": "a458e614-4e20-4f39-b339-6e5e5e51f7a8"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:54.558165 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-d85646be-4c84-4223-8e63-e3e70b3ee227 None None] Set router be9a9c5c-10ab-4608-869a-0844d0a0ba6e gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:54.569311 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71503601-e96e-41fd-9b47-b960cbf9a033 x-openstack-request-id: req-71503601-e96e-41fd-9b47-b960cbf9a033 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:54.569606 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a8803b9-f037-414e-b0b9-ccdace92bad1", "tag": "a458e614-4e20-4f39-b339-6e5e5e51f7a8", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:54.569861 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-71503601-e96e-41fd-9b47-b960cbf9a033 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:54.570881 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'tag': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8', 'status': 'completed', 'code': 200} Jul 16 19:07:54.652849 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda377-e4dd-4dcd-89a2-da92f2cc311d req-67e0caf6-544a-47fe-b022-b85d7c496b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:54.654385 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86fda377-e4dd-4dcd-89a2-da92f2cc311d req-67e0caf6-544a-47fe-b022-b85d7c496b97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 1096 time: 0.0597060 Jul 16 19:07:54.767604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda377-e4dd-4dcd-89a2-da92f2cc311d req-197af36a-90e4-4475-be63-d2f0c1db3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:54.769263 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86fda377-e4dd-4dcd-89a2-da92f2cc311d req-197af36a-90e4-4475-be63-d2f0c1db3477 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e1142353-c26e-46c0-bea2-e96955eeed56 HTTP/1.1" status: 200 len: 897 time: 0.1090422 Jul 16 19:07:54.787930 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d85646be-4c84-4223-8e63-e3e70b3ee227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:27Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'af9df280-8033-4a3c-88cc-67dc5bf9e712', 'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:22:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '23e06760-e742-4256-ab7c-c700188a0001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:26Z', 'updated_at': '2021-07-16T19:06:32Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '23e06760-e742-4256-ab7c-c700188a0001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:54.814638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86fda377-e4dd-4dcd-89a2-da92f2cc311d req-defe8a43-a02a-4cf9-a779-7124ccd6a9a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8 HTTP/1.1" status: 200 len: 217 time: 0.0380058 Jul 16 19:07:54.816412 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85646be-4c84-4223-8e63-e3e70b3ee227 None None] Checking router: be9a9c5c-10ab-4608-869a-0844d0a0ba6e for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:07:54.825532 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85646be-4c84-4223-8e63-e3e70b3ee227 None None] Routers {'be9a9c5c-10ab-4608-869a-0844d0a0ba6e'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:54.826143 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d85646be-4c84-4223-8e63-e3e70b3ee227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:55.040732 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-d85646be-4c84-4223-8e63-e3e70b3ee227 None None] Set router be9a9c5c-10ab-4608-869a-0844d0a0ba6e gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:55.225973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda377-e4dd-4dcd-89a2-da92f2cc311d req-2387938c-ac5f-4576-bdbc-469850d4988d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:55.227447 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86fda377-e4dd-4dcd-89a2-da92f2cc311d req-2387938c-ac5f-4576-bdbc-469850d4988d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e06760-e742-4256-ab7c-c700188a0001 HTTP/1.1" status: 200 len: 834 time: 0.4042919 Jul 16 19:07:55.265446 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-d85646be-4c84-4223-8e63-e3e70b3ee227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:27Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'af9df280-8033-4a3c-88cc-67dc5bf9e712', 'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:22:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '23e06760-e742-4256-ab7c-c700188a0001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:26Z', 'updated_at': '2021-07-16T19:06:32Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '23e06760-e742-4256-ab7c-c700188a0001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:55.280088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11001a0-01e1-4d97-af27-2eba4e461290 req-c2289b10-d978-4d97-a682-c908e13aa936 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:55.281613 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f11001a0-01e1-4d97-af27-2eba4e461290 req-c2289b10-d978-4d97-a682-c908e13aa936 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.4698989 Jul 16 19:07:55.293024 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85646be-4c84-4223-8e63-e3e70b3ee227 None None] The sync data for ids ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'] in n-d-794306-7 is: [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:27Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'af9df280-8033-4a3c-88cc-67dc5bf9e712', 'name': '', 'network_id': 'e1142353-c26e-46c0-bea2-e96955eeed56', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:22:8f:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4200, 'fixed_ips': [{'subnet_id': '23e06760-e742-4256-ab7c-c700188a0001', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:26Z', 'updated_at': '2021-07-16T19:06:32Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '23e06760-e742-4256-ab7c-c700188a0001', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:07:55.337760 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f11001a0-01e1-4d97-af27-2eba4e461290 req-994fa532-a773-404d-9fbb-6e8d7f25b5e3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0492678 Jul 16 19:07:55.340669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fda377-e4dd-4dcd-89a2-da92f2cc311d req-96b24f5e-f072-4561-8a02-cb68a992a15a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:55.342107 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86fda377-e4dd-4dcd-89a2-da92f2cc311d req-96b24f5e-f072-4561-8a02-cb68a992a15a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e1142353-c26e-46c0-bea2-e96955eeed56&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1071622 Jul 16 19:07:55.446212 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86fda377-e4dd-4dcd-89a2-da92f2cc311d req-966bde4e-36a9-4594-9fd0-e884a764a7f1 service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965264 Jul 16 19:07:55.528186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985c9739-2674-4c50-94ea-15641b81b2ea None None] New status for floating IP eea990d2-e8d1-41d0-a799-f858c58157da: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:07:55.540765 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-86fda377-e4dd-4dcd-89a2-da92f2cc311d req-7c59ac3e-70b0-47bf-8b55-b69c0356c20b service neutron] 10.222.0.18 "GET /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874772 Jul 16 19:07:56.262580 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e38a1-4405-4c79-b088-8f425b12fcb5 req-cb92a7aa-4359-4bdf-b168-be6a3281cf1f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:56.264056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f68e38a1-4405-4c79-b088-8f425b12fcb5 req-cb92a7aa-4359-4bdf-b168-be6a3281cf1f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0686824 Jul 16 19:07:56.360010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-f68e38a1-4405-4c79-b088-8f425b12fcb5 req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port a458e614-4e20-4f39-b339-6e5e5e51f7a8 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:07:56.360350 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f68e38a1-4405-4c79-b088-8f425b12fcb5 req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:56.457571 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-f68e38a1-4405-4c79-b088-8f425b12fcb5 req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port a458e614-4e20-4f39-b339-6e5e5e51f7a8, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=a458e614-4e20-4f39-b339-6e5e5e51f7a8,segment=NetworkSegment(a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6),segment_id=a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:56.457816 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f68e38a1-4405-4c79-b088-8f425b12fcb5 req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:56.469490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-f68e38a1-4405-4c79-b088-8f425b12fcb5 req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for a458e614-4e20-4f39-b339-6e5e5e51f7a8 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:07:56.513954 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8129a36e-cafe-4489-a06b-eb04acebb2b0 req-3941deff-0bed-4c91-a63e-dcdf147286c4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:07:56.515728 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8129a36e-cafe-4489-a06b-eb04acebb2b0 req-3941deff-0bed-4c91-a63e-dcdf147286c4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=7a8803b9-f037-414e-b0b9-ccdace92bad1 HTTP/1.1" status: 200 len: 945 time: 0.0628500 Jul 16 19:07:56.560276 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8129a36e-cafe-4489-a06b-eb04acebb2b0 req-b4c63dde-5e2e-4855-aace-881871e8389f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=5a60dc13-56ed-4884-9ddd-a82fec98f02e&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378873 Jul 16 19:07:56.600279 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f68e38a1-4405-4c79-b088-8f425b12fcb5 req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:56.634374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=a458e614-4e20-4f39-b339-6e5e5e51f7a8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:56.647622 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.647984 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.648332 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.648674 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.649011 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.649344 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.649678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.650008 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.650339 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.650666 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.650993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.651327 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:07:56.690204 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-f68e38a1-4405-4c79-b088-8f425b12fcb5 req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] No DVR routers for this DVR port a458e614-4e20-4f39-b339-6e5e5e51f7a8 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:07:56.692790 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-f68e38a1-4405-4c79-b088-8f425b12fcb5 req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:56.694811 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f68e38a1-4405-4c79-b088-8f425b12fcb5 req-86b49189-7b35-47ab-a575-2f9e2b77fbc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.18 "DELETE /v2.0/ports/a458e614-4e20-4f39-b339-6e5e5e51f7a8 HTTP/1.1" status: 204 len: 173 time: 0.4257195 Jul 16 19:07:56.695261 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'name': 'network-vif-deleted', 'tag': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:07:56.697522 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe2dab0a-aed9-4cfd-a676-8d6157fd1a23" -d '{"events": [{"server_uuid": "7a8803b9-f037-414e-b0b9-ccdace92bad1", "name": "network-vif-deleted", "tag": "a458e614-4e20-4f39-b339-6e5e5e51f7a8"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:07:56.733286 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af002eb-d39d-4b36-a654-deb9576eef86 x-openstack-request-id: req-8af002eb-d39d-4b36-a654-deb9576eef86 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:07:56.733639 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a8803b9-f037-414e-b0b9-ccdace92bad1", "name": "network-vif-deleted", "tag": "a458e614-4e20-4f39-b339-6e5e5e51f7a8", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:07:56.733918 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8af002eb-d39d-4b36-a654-deb9576eef86 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:07:56.734322 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a8803b9-f037-414e-b0b9-ccdace92bad1', 'name': 'network-vif-deleted', 'tag': 'a458e614-4e20-4f39-b339-6e5e5e51f7a8', 'status': 'completed', 'code': 200} Jul 16 19:07:57.654386 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49416) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:58.034006 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:58.338429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port af9df280-8033-4a3c-88cc-67dc5bf9e712 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:07:58.338667 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:58.427107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port af9df280-8033-4a3c-88cc-67dc5bf9e712, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=af9df280-8033-4a3c-88cc-67dc5bf9e712,segment=NetworkSegment(a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6),segment_id=a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:07:58.427472 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:58.439502 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for af9df280-8033-4a3c-88cc-67dc5bf9e712 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:07:58.621566 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:58.649135 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=af9df280-8033-4a3c-88cc-67dc5bf9e712,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:59.164335 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.381040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router be9a9c5c-10ab-4608-869a-0844d0a0ba6e has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:07:59.486234 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:07:59.491213 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d168c044-92a1-4b75-862f-99fe0926e7d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "PUT /v2.0/routers/be9a9c5c-10ab-4608-869a-0844d0a0ba6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8357685 Jul 16 19:07:59.493967 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49420) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:59.497078 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece0f4f-7696-4be2-b925-f9315f128bea None None] Sync routers for ids ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:07:59.507509 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ece0f4f-7696-4be2-b925-f9315f128bea None None] Routers {'be9a9c5c-10ab-4608-869a-0844d0a0ba6e'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:59.508412 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8ece0f4f-7696-4be2-b925-f9315f128bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:59.545096 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-b45c47d3-931a-475d-9d9a-3301ec6bdae4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting subnet 23e06760-e742-4256-ab7c-c700188a0001 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:07:59.548859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b45c47d3-931a-475d-9d9a-3301ec6bdae4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.588711 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b45c47d3-931a-475d-9d9a-3301ec6bdae4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.614973 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-8ece0f4f-7696-4be2-b925-f9315f128bea None None] Set router be9a9c5c-10ab-4608-869a-0844d0a0ba6e gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:59.676096 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b45c47d3-931a-475d-9d9a-3301ec6bdae4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.736011 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b45c47d3-931a-475d-9d9a-3301ec6bdae4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.762880 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45c47d3-931a-475d-9d9a-3301ec6bdae4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Subnet': ['ID=23e06760-e742-4256-ab7c-c700188a0001,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:07:59.767729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b45c47d3-931a-475d-9d9a-3301ec6bdae4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.772558 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49422) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:07:59.773063 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b45c47d3-931a-475d-9d9a-3301ec6bdae4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/subnets/23e06760-e742-4256-ab7c-c700188a0001 HTTP/1.1" status: 204 len: 168 time: 0.2777131 Jul 16 19:07:59.774097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e05fff8-5cea-4676-814d-053dbdbe5210 None None] Network e1142353-c26e-46c0-bea2-e96955eeed56 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:07:59.807024 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8ece0f4f-7696-4be2-b925-f9315f128bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:07:58Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:59.834013 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece0f4f-7696-4be2-b925-f9315f128bea None None] Checking router: be9a9c5c-10ab-4608-869a-0844d0a0ba6e for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:07:59.842094 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ece0f4f-7696-4be2-b925-f9315f128bea None None] Routers {'be9a9c5c-10ab-4608-869a-0844d0a0ba6e'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:07:59.842690 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8ece0f4f-7696-4be2-b925-f9315f128bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:07:59.883546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:07:59.957365 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98b0dd86-6828-43ec-be31-14666921254b None None] DHCP port deletion for e1142353-c26e-46c0-bea2-e96955eeed56 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:07:59.962250 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-8ece0f4f-7696-4be2-b925-f9315f128bea None None] Set router be9a9c5c-10ab-4608-869a-0844d0a0ba6e gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:07:59.995891 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.006689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Deleting port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:08:00.007083 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.053257 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port fedbea2c-ff4c-4da5-a44a-aafd673a5388 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:08:00.053637 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.071465 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.082974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-98b0dd86-6828-43ec-be31-14666921254b None None] For port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=eb5a0bed-2cc8-4feb-b929-8c68c64d4a86,segment=NetworkSegment(a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6),segment_id=a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:00.083419 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.097892 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Calling delete_port for eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:08:00.141047 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port fedbea2c-ff4c-4da5-a44a-aafd673a5388, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=fedbea2c-ff4c-4da5-a44a-aafd673a5388,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:00.141466 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.152243 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-8ece0f4f-7696-4be2-b925-f9315f128bea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:07:58Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:00.154276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for fedbea2c-ff4c-4da5-a44a-aafd673a5388 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:08:00.182634 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ece0f4f-7696-4be2-b925-f9315f128bea None None] The sync data for ids ['be9a9c5c-10ab-4608-869a-0844d0a0ba6e'] in n-d-794306-7 is: [{'id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-564327102', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108'}], 'enable_snat': True}, 'gw_port_id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:07:58Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': 'fedbea2c-ff4c-4da5-a44a-aafd673a5388', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:01:b0:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'be9a9c5c-10ab-4608-869a-0844d0a0ba6e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4197, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:06:23Z', 'updated_at': '2021-07-16T19:06:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:08:00.189315 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.213441 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Pushing event deleted for resources: {'Port': ['ID=eb5a0bed-2cc8-4feb-b929-8c68c64d4a86,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:00.223851 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b0dd86-6828-43ec-be31-14666921254b None None] No DVR routers for this DVR port eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.233556 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98b0dd86-6828-43ec-be31-14666921254b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:00.330782 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.355169 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=fedbea2c-ff4c-4da5-a44a-aafd673a5388,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:00.416200 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.510643 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.512757 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.554285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.554858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Fanout notify agent at l3_agent the message router_deleted on router be9a9c5c-10ab-4608-869a-0844d0a0ba6e {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:08:00.562179 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.563537 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e3368301-cb7d-48f3-a28e-d150f044373f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/routers/be9a9c5c-10ab-4608-869a-0844d0a0ba6e HTTP/1.1" status: 204 len: 168 time: 0.7897098 Jul 16 19:08:00.566679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49424) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:00.593953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a458e614-4e20-4f39-b339-6e5e5e51f7a8 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:08:00.621501 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: a458e614-4e20-4f39-b339-6e5e5e51f7a8 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:08:00.622421 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device a458e614-4e20-4f39-b339-6e5e5e51f7a8 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:08:00.666264 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.703084 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:08:00.724366 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:08:00.724714 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device eb5a0bed-2cc8-4feb-b929-8c68c64d4a86 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:08:00.761479 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.772405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1142353-c26e-46c0-bea2-e96955eeed56']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:00.783553 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:00.784226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6dd7ab9-6ce7-4d26-af52-c5db0035a4c6') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:00.792561 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.807020 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.814830 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Releasing vlan 392 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:08:00.815242 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: timer() Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:08:00.818430 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:08:00.882510 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.887381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.890124 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/networks/e1142353-c26e-46c0-bea2-e96955eeed56 HTTP/1.1" status: 204 len: 168 time: 0.3224788 Jul 16 19:08:00.893330 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49428) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:00.906331 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a994664e-6931-4996-aec4-19cfeeaef3ce tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Network': ['ID=e1142353-c26e-46c0-bea2-e96955eeed56,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:00.963880 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ad92066-6841-4365-bd5d-0e9e9544f815 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:00.992549 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ad92066-6841-4365-bd5d-0e9e9544f815 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.052592 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ad92066-6841-4365-bd5d-0e9e9544f815 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.055301 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5ad92066-6841-4365-bd5d-0e9e9544f815 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.056522 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5ad92066-6841-4365-bd5d-0e9e9544f815 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/security-groups/5a60dc13-56ed-4884-9ddd-a82fec98f02e HTTP/1.1" status: 204 len: 168 time: 0.1607850 Jul 16 19:08:01.073108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad92066-6841-4365-bd5d-0e9e9544f815 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a60dc13-56ed-4884-9ddd-a82fec98f02e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:01.396083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49434) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:01.400715 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-32816f1a-6cc2-4276-be8d-e23e92df37ed tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-958916756', 'description': 'tempest-secgroup-smoke-958916756 description', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:01.424432 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32816f1a-6cc2-4276-be8d-e23e92df37ed tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.504892 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32816f1a-6cc2-4276-be8d-e23e92df37ed tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.508434 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32816f1a-6cc2-4276-be8d-e23e92df37ed tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.535535 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32816f1a-6cc2-4276-be8d-e23e92df37ed tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.536710 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32816f1a-6cc2-4276-be8d-e23e92df37ed tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1396258 Jul 16 19:08:01.539702 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49436) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:01.540898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32816f1a-6cc2-4276-be8d-e23e92df37ed tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f096af3d-ac78-4d2b-959f-89ca41618f0c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:01.546334 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-20c77640-5a56-4a2d-8e6b-c2da89daff00 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'f096af3d-ac78-4d2b-959f-89ca41618f0c', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:01.573638 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-20c77640-5a56-4a2d-8e6b-c2da89daff00 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.630381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-20c77640-5a56-4a2d-8e6b-c2da89daff00 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.634071 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-20c77640-5a56-4a2d-8e6b-c2da89daff00 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.650950 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c77640-5a56-4a2d-8e6b-c2da89daff00 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a70951c-a03a-47c6-9e9c-0be868b1987c,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:01.658218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-20c77640-5a56-4a2d-8e6b-c2da89daff00 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.659469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-20c77640-5a56-4a2d-8e6b-c2da89daff00 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1185198 Jul 16 19:08:01.662221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49438) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:01.666919 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c52c1914-bb28-4d34-87e3-b84b8e7ac689 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'f096af3d-ac78-4d2b-959f-89ca41618f0c', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:01.692350 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c52c1914-bb28-4d34-87e3-b84b8e7ac689 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.748473 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c52c1914-bb28-4d34-87e3-b84b8e7ac689 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.752348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c52c1914-bb28-4d34-87e3-b84b8e7ac689 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.771138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52c1914-bb28-4d34-87e3-b84b8e7ac689 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f5e6eb9-b4c5-4a0b-84a3-a7fd1058d799,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:01.774042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c52c1914-bb28-4d34-87e3-b84b8e7ac689 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.775216 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c52c1914-bb28-4d34-87e3-b84b8e7ac689 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1120319 Jul 16 19:08:01.777982 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49440) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:01.782862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-292ff071-e028-44a0-8d4a-54f2586a2480 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'f096af3d-ac78-4d2b-959f-89ca41618f0c', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:01.808373 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-292ff071-e028-44a0-8d4a-54f2586a2480 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.869401 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-292ff071-e028-44a0-8d4a-54f2586a2480 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.873065 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-292ff071-e028-44a0-8d4a-54f2586a2480 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.891138 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ff071-e028-44a0-8d4a-54f2586a2480 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32ca9feb-da05-474d-939a-ec9a841ab863,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:01.897895 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-292ff071-e028-44a0-8d4a-54f2586a2480 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.899146 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-292ff071-e028-44a0-8d4a-54f2586a2480 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202552 Jul 16 19:08:01.901916 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49442) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:01.906315 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-928f3725-dfc1-4371-8eff-e84fe4eab821 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'f096af3d-ac78-4d2b-959f-89ca41618f0c', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:01.933824 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-928f3725-dfc1-4371-8eff-e84fe4eab821 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.993111 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-928f3725-dfc1-4371-8eff-e84fe4eab821 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:01.996654 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-928f3725-dfc1-4371-8eff-e84fe4eab821 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.017856 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f3725-dfc1-4371-8eff-e84fe4eab821 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c47b05d-08a6-4cc0-a57c-ca1c65c49e4c,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:02.021695 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-928f3725-dfc1-4371-8eff-e84fe4eab821 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.022882 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-928f3725-dfc1-4371-8eff-e84fe4eab821 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1200433 Jul 16 19:08:02.025621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49444) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:02.030066 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-00b32a18-023e-47e1-a808-113c8e77134b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'f096af3d-ac78-4d2b-959f-89ca41618f0c', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:02.052868 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-00b32a18-023e-47e1-a808-113c8e77134b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Project cf108b40314a4a999bd9221c1bfe92a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:08:02.058681 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-00b32a18-023e-47e1-a808-113c8e77134b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.117787 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-00b32a18-023e-47e1-a808-113c8e77134b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.121314 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-00b32a18-023e-47e1-a808-113c8e77134b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.139932 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b32a18-023e-47e1-a808-113c8e77134b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f2b8930-9fb9-47c0-8bd3-a1674062ef37,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:02.143768 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-00b32a18-023e-47e1-a808-113c8e77134b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.144975 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-00b32a18-023e-47e1-a808-113c8e77134b tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184480 Jul 16 19:08:02.147729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49446) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:02.152037 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-f56a94f8-5f7a-45d7-bdb4-31b6216d984a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'security_group_rule': {'security_group_id': 'f096af3d-ac78-4d2b-959f-89ca41618f0c', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:02.172937 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-f56a94f8-5f7a-45d7-bdb4-31b6216d984a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Project cf108b40314a4a999bd9221c1bfe92a7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:08:02.177529 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f56a94f8-5f7a-45d7-bdb4-31b6216d984a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.242467 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f56a94f8-5f7a-45d7-bdb4-31b6216d984a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.246354 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f56a94f8-5f7a-45d7-bdb4-31b6216d984a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.263844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a94f8-5f7a-45d7-bdb4-31b6216d984a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fba8a9b-1bcd-45a3-9c88-154fb298fdfa,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:02.264968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device af9df280-8033-4a3c-88cc-67dc5bf9e712 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:08:02.270546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-f56a94f8-5f7a-45d7-bdb4-31b6216d984a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.274464 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-f56a94f8-5f7a-45d7-bdb4-31b6216d984a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1231372 Jul 16 19:08:02.274891 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49448) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:02.280647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'network': {'name': 'tempest-network-smoke--1567670609', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'port_security_enabled': True}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:02.294449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: af9df280-8033-4a3c-88cc-67dc5bf9e712 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:08:02.294801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device af9df280-8033-4a3c-88cc-67dc5bf9e712 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:08:02.295220 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fedbea2c-ff4c-4da5-a44a-aafd673a5388 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:08:02.303657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:08:02.307444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.314523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: fedbea2c-ff4c-4da5-a44a-aafd673a5388 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:08:02.314942 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device fedbea2c-ff4c-4da5-a44a-aafd673a5388 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:08:02.333500 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:08:02.342373 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.342718 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Added segment d9a1e253-596e-4956-aef0-c38751edc3dc of type vlan for network 72acd8e8-2a25-45d5-8156-0a23ac933d77 Jul 16 19:08:02.383537 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.411547 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.416963 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:02.417535 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.455495 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1788981 Jul 16 19:08:02.458335 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49450) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:02.463046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'admin_state_up': True, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:02.486830 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.487911 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.489463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553eaaaa-2d1d-49bb-81b1-d7eae484796a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Network': ['ID=72acd8e8-2a25-45d5-8156-0a23ac933d77,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:02.499428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 72acd8e8-2a25-45d5-8156-0a23ac933d77 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:08:02.545436 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.682273 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.868775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.891128 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:02.991259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.25.7.215 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/981ff140-6acc-4080-974d-907023bf29e8) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:08:03.093119 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.130974 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.170183 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:08:03.172914 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:08:03.176416 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:08:03.197940 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=981ff140-6acc-4080-974d-907023bf29e8,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:03.427381 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.617582 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.740579 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router 275c34f2-e1a6-403e-aa30-db8ddf073221 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:08:03.844093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:08:03.854235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Sync routers for ids ['275c34f2-e1a6-403e-aa30-db8ddf073221'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:08:03.862837 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Routers {'275c34f2-e1a6-403e-aa30-db8ddf073221'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:03.863110 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:03.863429 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['275c34f2-e1a6-403e-aa30-db8ddf073221'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:03.867010 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c3396202-17f3-41d2-9575-113d87ee961e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4047985 Jul 16 19:08:03.867405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49454) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:03.941119 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-022002fb-b559-4772-96ef-845089dfde37 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/subnets?project_id=cf108b40314a4a999bd9221c1bfe92a7&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0696173 Jul 16 19:08:03.941785 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49458) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:03.968950 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Set router 275c34f2-e1a6-403e-aa30-db8ddf073221 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:04.027928 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63acbd6-1197-4159-a157-7e807aa02b46 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:04.029346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-e63acbd6-1197-4159-a157-7e807aa02b46 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0871193 Jul 16 19:08:04.032307 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49460) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:04.060981 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-440c1b1d-54be-4d27-93ac-b5cff912f6ab tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/subnets?network_id=bfa01be5-61b7-48dd-aaef-b6d5bb065e60&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0274904 Jul 16 19:08:04.064308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49462) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:04.069125 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-184285689', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:04.147998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:03Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:04.159301 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:08:04.162868 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.174870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Checking router: 275c34f2-e1a6-403e-aa30-db8ddf073221 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:08:04.175222 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Updating router 275c34f2-e1a6-403e-aa30-db8ddf073221 port 981ff140-6acc-4080-974d-907023bf29e8 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:08:04.208941 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.351222 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.410565 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Subnet': ['ID=5b8eba86-5c9f-475b-8545-9d41e5a3b887,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:04.421003 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Checking segment: {'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:08:04.421363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network hostable DHCP agents. Network: 72acd8e8-2a25-45d5-8156-0a23ac933d77, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:08:04.439934 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network 72acd8e8-2a25-45d5-8156-0a23ac933d77 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:08:04.449191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 72acd8e8-2a25-45d5-8156-0a23ac933d77) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:08:04.453772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:04.455043 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.460489 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42d3b8f-94b4-4594-a200-470026ed8dc5 None None] Network 72acd8e8-2a25-45d5-8156-0a23ac933d77 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:08:04.469333 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8660df0e-11bc-46b1-af37-088186bf212d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4040108 Jul 16 19:08:04.472792 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49464) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:04.482040 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.502737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Transition to ACTIVE for port object 981ff140-6acc-4080-974d-907023bf29e8 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:08:04.531099 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.602261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b446bf-3782-4400-967e-0c303fffca8d None None] Pushing event updated for resources: {'Port': ['ID=981ff140-6acc-4080-974d-907023bf29e8,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:04.607630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Attempting to bind port 981ff140-6acc-4080-974d-907023bf29e8 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:08:04.608005 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Attempting to bind port 981ff140-6acc-4080-974d-907023bf29e8 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:08:04.608370 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Attempting to bind port 981ff140-6acc-4080-974d-907023bf29e8 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:08:04.616598 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:08:04.616972 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:08:04.617380 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.617771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:08:04.618302 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Bound port: 981ff140-6acc-4080-974d-907023bf29e8, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:08:04.618741 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.718870 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-72acd8e8-2a25-45d5-8156-0a23ac933d77', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ips': [{'subnet_id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:08:04.718870 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.722969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] For port 981ff140-6acc-4080-974d-907023bf29e8, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:08:04.726857 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] For port 981ff140-6acc-4080-974d-907023bf29e8, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=981ff140-6acc-4080-974d-907023bf29e8,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:08:04.740383 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:04.855686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Routers {'275c34f2-e1a6-403e-aa30-db8ddf073221'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:04.856348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['275c34f2-e1a6-403e-aa30-db8ddf073221'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:04.920960 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.075424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b446bf-3782-4400-967e-0c303fffca8d None None] Pushing event updated for resources: {'Port': ['ID=981ff140-6acc-4080-974d-907023bf29e8,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:05.171040 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Allocated IP 172.20.0.2 (72acd8e8-2a25-45d5-8156-0a23ac933d77/5b8eba86-5c9f-475b-8545-9d41e5a3b887/6ea93d9d-dd5e-40da-930e-0f3535c20f08) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:08:05.181610 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] Set router 275c34f2-e1a6-403e-aa30-db8ddf073221 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:05.464111 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.476045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Transition to ACTIVE for port object 6ea93d9d-dd5e-40da-930e-0f3535c20f08 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:08:05.494956 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:03Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:05.497032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Transition to ACTIVE for port object 6ea93d9d-dd5e-40da-930e-0f3535c20f08 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:08:05.525785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c79c5a-2efc-445e-ae62-4a4a9cdacfc3 None None] The sync data for ids ['275c34f2-e1a6-403e-aa30-db8ddf073221'] in n-d-794306-7 is: [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:03Z', 'revision_number': 3, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:08:05.527905 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.552909 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.20.0.1 (72acd8e8-2a25-45d5-8156-0a23ac933d77/5b8eba86-5c9f-475b-8545-9d41e5a3b887/28044512-22f1-431b-bf7a-67123ca2bb1d) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:08:05.569719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Network 72acd8e8-2a25-45d5-8156-0a23ac933d77 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:08:05.572796 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:08:05.576599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:08:05.584009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Pushing event updated for resources: {'Port': ['ID=6ea93d9d-dd5e-40da-930e-0f3535c20f08,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:05.645794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Attempting to bind port 6ea93d9d-dd5e-40da-930e-0f3535c20f08 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:08:05.646164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Attempting to bind port 6ea93d9d-dd5e-40da-930e-0f3535c20f08 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:08:05.646525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Attempting to bind port 6ea93d9d-dd5e-40da-930e-0f3535c20f08 on network 72acd8e8-2a25-45d5-8156-0a23ac933d77 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:08:05.651524 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:08:05.651931 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Checking segment: {'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:08:05.652329 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.652718 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Bound using segment: {'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:08:05.653187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Bound port: 6ea93d9d-dd5e-40da-930e-0f3535c20f08, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:08:05.653546 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.684007 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.700287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Transition to ACTIVE for port object 28044512-22f1-431b-bf7a-67123ca2bb1d will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:08:05.722998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] For port 6ea93d9d-dd5e-40da-930e-0f3535c20f08, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:08:05.727274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] For port 6ea93d9d-dd5e-40da-930e-0f3535c20f08, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6ea93d9d-dd5e-40da-930e-0f3535c20f08,segment=NetworkSegment(d9a1e253-596e-4956-aef0-c38751edc3dc),segment_id=d9a1e253-596e-4956-aef0-c38751edc3dc)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:08:05.732968 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.738202 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:05.818710 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network 72acd8e8-2a25-45d5-8156-0a23ac933d77 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:08:05.825459 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:08:05.833314 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:08:05.836720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=28044512-22f1-431b-bf7a-67123ca2bb1d,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:05.838798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2ba9a0-cf72-486b-96ea-e8ea2a5cb4f4 None None] Pushing event updated for resources: {'Port': ['ID=6ea93d9d-dd5e-40da-930e-0f3535c20f08,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:05.884894 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:06.079114 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:06.354332 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 981ff140-6acc-4080-974d-907023bf29e8 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:08:06.398132 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:06.402978 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:06.418170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 981ff140-6acc-4080-974d-907023bf29e8 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:08:06.425604 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 981ff140-6acc-4080-974d-907023bf29e8 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:06.426114 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:06.495989 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=28044512-22f1-431b-bf7a-67123ca2bb1d,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:06.498518 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:06.530241 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:06.553312 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 981ff140-6acc-4080-974d-907023bf29e8, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=981ff140-6acc-4080-974d-907023bf29e8,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:06.562466 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:06.564518 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6ea93d9d-dd5e-40da-930e-0f3535c20f08 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:08:06.597441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network 72acd8e8-2a25-45d5-8156-0a23ac933d77 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:08:06.599408 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:08:06.645874 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=981ff140-6acc-4080-974d-907023bf29e8,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:06.661211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 6ea93d9d-dd5e-40da-930e-0f3535c20f08 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:08:06.728337 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router 275c34f2-e1a6-403e-aa30-db8ddf073221 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:08:06.814069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382b813d-d609-42db-a4e7-2152194e3e88 None None] Network 72acd8e8-2a25-45d5-8156-0a23ac933d77 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:08:06.838557 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:08:06.848345 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9cc62b50-d582-410d-8551-f82c5e68365f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "PUT /v2.0/routers/275c34f2-e1a6-403e-aa30-db8ddf073221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3697941 Jul 16 19:08:06.933167 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d3e3ee0e-2634-421e-853a-2ff9275b1231 None None] Provisioning for port 6ea93d9d-dd5e-40da-930e-0f3535c20f08 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:08:06.943979 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d3e3ee0e-2634-421e-853a-2ff9275b1231 None None] Provisioning complete for port 6ea93d9d-dd5e-40da-930e-0f3535c20f08 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:06.944362 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3e3ee0e-2634-421e-853a-2ff9275b1231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:07.004797 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-a54a8746-1e2b-4e6d-aa03-5f75b4b81a74 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-958916756&fields=id&tenant_id=cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 267 time: 0.0411053 Jul 16 19:08:07.082255 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3e3ee0e-2634-421e-853a-2ff9275b1231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:07.123697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-d3e3ee0e-2634-421e-853a-2ff9275b1231 None None] For port 6ea93d9d-dd5e-40da-930e-0f3535c20f08, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6ea93d9d-dd5e-40da-930e-0f3535c20f08,segment=NetworkSegment(d9a1e253-596e-4956-aef0-c38751edc3dc),segment_id=d9a1e253-596e-4956-aef0-c38751edc3dc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:07.130613 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d3e3ee0e-2634-421e-853a-2ff9275b1231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:07.133763 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-0339d8fd-4e41-4c3f-a764-c9cab96278d8 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:07.140154 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-0339d8fd-4e41-4c3f-a764-c9cab96278d8 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/networks?id=72acd8e8-2a25-45d5-8156-0a23ac933d77 HTTP/1.1" status: 200 len: 797 time: 0.1288989 Jul 16 19:08:07.153223 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-6701bbf6-d41c-4189-878b-145b947f4166 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/quotas/cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 375 time: 0.0100822 Jul 16 19:08:07.193903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e3ee0e-2634-421e-853a-2ff9275b1231 None None] Pushing event updated for resources: {'Port': ['ID=6ea93d9d-dd5e-40da-930e-0f3535c20f08,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:07.247197 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-98e6e40a-6a53-45e5-8e61-ddc707d203b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0855293 Jul 16 19:08:07.301876 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Sync routers for ids ['275c34f2-e1a6-403e-aa30-db8ddf073221'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:08:07.312027 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Routers {'275c34f2-e1a6-403e-aa30-db8ddf073221'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:07.312664 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['275c34f2-e1a6-403e-aa30-db8ddf073221'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:07.357988 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e81274d3-d6d8-42b9-9bbd-7fc667d752a0 None None] Provisioning for port 28044512-22f1-431b-bf7a-67123ca2bb1d completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:08:07.362133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e81274d3-d6d8-42b9-9bbd-7fc667d752a0 None None] Provisioning complete for port 28044512-22f1-431b-bf7a-67123ca2bb1d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:07.362521 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e81274d3-d6d8-42b9-9bbd-7fc667d752a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:07.415171 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e81274d3-d6d8-42b9-9bbd-7fc667d752a0 None None] Port 28044512-22f1-431b-bf7a-67123ca2bb1d cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:08:07.426313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e81274d3-d6d8-42b9-9bbd-7fc667d752a0 None None] Provisioning complete for port 6ea93d9d-dd5e-40da-930e-0f3535c20f08 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:07.426710 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e81274d3-d6d8-42b9-9bbd-7fc667d752a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:07.465461 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Set router 275c34f2-e1a6-403e-aa30-db8ddf073221 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:07.638797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-1c766db1-98d6-4dc2-b70a-fc23bbaf592b None None] Provisioning complete for port 28044512-22f1-431b-bf7a-67123ca2bb1d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:07.639451 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1c766db1-98d6-4dc2-b70a-fc23bbaf592b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:07.702182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-1c766db1-98d6-4dc2-b70a-fc23bbaf592b None None] Port 28044512-22f1-431b-bf7a-67123ca2bb1d cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:08:07.708794 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-b5d36f1d-c105-4061-abf0-50a6af6e9ed3 service neutron] 10.222.0.47 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4492550 Jul 16 19:08:07.720382 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:05Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '28044512-22f1-431b-bf7a-67123ca2bb1d', 'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:f7:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:05Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 2, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:07.748137 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Checking router: 275c34f2-e1a6-403e-aa30-db8ddf073221 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:08:07.748483 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Updating router 275c34f2-e1a6-403e-aa30-db8ddf073221 port 28044512-22f1-431b-bf7a-67123ca2bb1d binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:08:07.789113 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:07.812631 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-9667d78b-3122-4d1f-867b-867e36f2b2fd service neutron] 10.222.0.47 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973182 Jul 16 19:08:07.824054 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-191d11b8-a50f-4532-b47b-12bba3013e65 None None] Provisioning complete for port 28044512-22f1-431b-bf7a-67123ca2bb1d triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:07.824454 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-191d11b8-a50f-4532-b47b-12bba3013e65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:07.865773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-191d11b8-a50f-4532-b47b-12bba3013e65 None None] Port 28044512-22f1-431b-bf7a-67123ca2bb1d cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:08:07.997968 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8baea603-a53e-4e47-a391-546e94c3fbf7 req-efc500ee-898c-44da-be48-539d20329ca4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 210 time: 0.0300870 Jul 16 19:08:08.159348 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.169462 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Transition to ACTIVE for port object 28044512-22f1-431b-bf7a-67123ca2bb1d will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:08:08.177233 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.228990 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Pushing event updated for resources: {'Port': ['ID=28044512-22f1-431b-bf7a-67123ca2bb1d,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:08.258754 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.259089 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.259619 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.259965 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.260290 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.260616 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.260938 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.261702 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.262193 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.262648 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.262976 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.263301 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:08.301735 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Attempting to bind port 28044512-22f1-431b-bf7a-67123ca2bb1d on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:08:08.302084 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Attempting to bind port 28044512-22f1-431b-bf7a-67123ca2bb1d by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:08:08.302826 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Attempting to bind port 28044512-22f1-431b-bf7a-67123ca2bb1d on network 72acd8e8-2a25-45d5-8156-0a23ac933d77 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:08:08.308540 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 7, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:08:08.308918 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Checking segment: {'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:08:08.309525 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.309919 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Bound using segment: {'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:08:08.310394 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Bound port: 28044512-22f1-431b-bf7a-67123ca2bb1d, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:08:08.310772 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.322949 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 981ff140-6acc-4080-974d-907023bf29e8 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:08:08.404306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 981ff140-6acc-4080-974d-907023bf29e8 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:08.404990 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.416206 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] For port 28044512-22f1-431b-bf7a-67123ca2bb1d, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:08:08.420759 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] For port 28044512-22f1-431b-bf7a-67123ca2bb1d, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=28044512-22f1-431b-bf7a-67123ca2bb1d,segment=NetworkSegment(d9a1e253-596e-4956-aef0-c38751edc3dc),segment_id=d9a1e253-596e-4956-aef0-c38751edc3dc)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:08:08.427214 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.493896 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Routers {'275c34f2-e1a6-403e-aa30-db8ddf073221'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:08.494513 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:07:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['275c34f2-e1a6-403e-aa30-db8ddf073221'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:08.507662 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6ea93d9d-dd5e-40da-930e-0f3535c20f08 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:08:08.538490 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0571e8-d782-444d-84e0-4adc8de0bd1e None None] Pushing event updated for resources: {'Port': ['ID=28044512-22f1-431b-bf7a-67123ca2bb1d,revision_number=4']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:08.567426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 6ea93d9d-dd5e-40da-930e-0f3535c20f08 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:08.567849 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:08.624692 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] Set router 275c34f2-e1a6-403e-aa30-db8ddf073221 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:08.848913 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:05Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '28044512-22f1-431b-bf7a-67123ca2bb1d', 'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:f7:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:05Z', 'updated_at': '2021-07-16T19:08:08Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:08.876609 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a92e3341-e31b-4819-a9b1-d88a74dd6d68 None None] The sync data for ids ['275c34f2-e1a6-403e-aa30-db8ddf073221'] in n-d-794306-7 is: [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:05Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '28044512-22f1-431b-bf7a-67123ca2bb1d', 'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:f7:ce:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:05Z', 'updated_at': '2021-07-16T19:08:08Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:08:09.158109 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4ed54dc4-313b-44a6-9ecf-68e233258760 req-28eaa7cc-57ad-4897-a249-22d9aa6b2f34 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 210 time: 0.0287910 Jul 16 19:08:09.247004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-b67810b0-6122-4f76-8823-c860b9f250a9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:09.248590 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-b67810b0-6122-4f76-8823-c860b9f250a9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "GET /v2.0/networks?id=72acd8e8-2a25-45d5-8156-0a23ac933d77 HTTP/1.1" status: 200 len: 797 time: 0.1212094 Jul 16 19:08:09.300677 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-3e2a1b8f-0310-4417-bf3e-410441c8fc65 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf108b40314a4a999bd9221c1bfe92a7 HTTP/1.1" status: 200 len: 379 time: 0.0367019 Jul 16 19:08:09.310362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'port': {'device_id': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'admin_state_up': True, 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'security_groups': ['f096af3d-ac78-4d2b-959f-89ca41618f0c']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:09.431358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Made reservation on behalf of cf108b40314a4a999bd9221c1bfe92a7 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:08:09.435048 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:09.569666 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.20.0.3 (72acd8e8-2a25-45d5-8156-0a23ac933d77/5b8eba86-5c9f-475b-8545-9d41e5a3b887/60bc77b7-c0fd-4716-bcef-a2ee6a7e2091) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:08:09.721554 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:09.737179 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Transition to ACTIVE for port object 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:08:09.771373 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:09.818555 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network 72acd8e8-2a25-45d5-8156-0a23ac933d77 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:08:09.821876 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:08:09.824283 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:08:09.857765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:09.882195 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:09.882736 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:09.900297 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-aee9baa2-c4c5-4954-af65-c86bb5f15a60 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5938146 Jul 16 19:08:09.962288 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Request body: {'port': {'device_id': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:10.041253 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:10.061853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e720d7ce-2d67-4c3b-8eec-5d5da5fcc565 None None] Provisioning for port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:08:10.066787 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-e720d7ce-2d67-4c3b-8eec-5d5da5fcc565 None None] Provisioning complete for port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:10.067227 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e720d7ce-2d67-4c3b-8eec-5d5da5fcc565 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:10.101398 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e720d7ce-2d67-4c3b-8eec-5d5da5fcc565 None None] Port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:08:10.307240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 28044512-22f1-431b-bf7a-67123ca2bb1d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:08:10.354146 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:08:10.363513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 28044512-22f1-431b-bf7a-67123ca2bb1d completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:08:10.368166 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 28044512-22f1-431b-bf7a-67123ca2bb1d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:10.368688 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:10.378025 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:10.396441 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Transition to ACTIVE for port object 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:08:10.407591 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03571c34-e96b-4037-8e1c-cb87afa453e5 req-7464eb84-ec91-48da-bf71-f22615a6fef4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:10.409121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03571c34-e96b-4037-8e1c-cb87afa453e5 req-7464eb84-ec91-48da-bf71-f22615a6fef4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 931 time: 0.1330245 Jul 16 19:08:10.410388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:10.452608 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:10.495465 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 28044512-22f1-431b-bf7a-67123ca2bb1d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=28044512-22f1-431b-bf7a-67123ca2bb1d,segment=NetworkSegment(d9a1e253-596e-4956-aef0-c38751edc3dc),segment_id=d9a1e253-596e-4956-aef0-c38751edc3dc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:10.500891 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:10.554241 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=28044512-22f1-431b-bf7a-67123ca2bb1d,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:10.824626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Pushing event updated for resources: {'Port': ['ID=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:10.859088 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-03571c34-e96b-4037-8e1c-cb87afa453e5 req-94033609-1109-4ea7-b6bc-6d1573016bc1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4407578 Jul 16 19:08:10.917376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Attempting to bind port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:08:10.917765 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Attempting to bind port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:08:10.918051 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Attempting to bind port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 on network 72acd8e8-2a25-45d5-8156-0a23ac933d77 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:08:10.923081 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 on network 72acd8e8-2a25-45d5-8156-0a23ac933d77 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:08:10.923431 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Attempting to bind port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 on network 72acd8e8-2a25-45d5-8156-0a23ac933d77 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:08:10.928795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:08:10.929143 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Checking segment: {'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:08:10.929536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Bound using segment: {'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:08:10.929976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Bound port: 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9a1e253-596e-4956-aef0-c38751edc3dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:08:10.930339 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:11.008636 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] For port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:08:11.011719 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] For port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091,segment=NetworkSegment(d9a1e253-596e-4956-aef0-c38751edc3dc),segment_id=d9a1e253-596e-4956-aef0-c38751edc3dc)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:08:11.017929 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:11.059088 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:11.059765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:11.061215 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] 10.222.0.37 "PUT /v2.0/ports/60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 HTTP/1.1" status: 200 len: 1091 time: 1.1486950 Jul 16 19:08:11.061683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'tag': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:11.064025 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c48804e4-67e5-4955-a711-8498fd9e4593" -d '{"events": [{"name": "network-changed", "server_uuid": "398910b7-9e54-498e-bec9-7a8aabe36cc1", "tag": "60bc77b7-c0fd-4716-bcef-a2ee6a7e2091"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:11.083530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44f3f3-cc55-49a9-8e7b-72b75ce41726 service neutron] Pushing event updated for resources: {'Port': ['ID=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:11.124336 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6013ee-942c-4f48-9506-8f7182898e9b x-openstack-request-id: req-fd6013ee-942c-4f48-9506-8f7182898e9b {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:11.124702 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398910b7-9e54-498e-bec9-7a8aabe36cc1", "tag": "60bc77b7-c0fd-4716-bcef-a2ee6a7e2091", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:11.125030 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fd6013ee-942c-4f48-9506-8f7182898e9b {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:11.126071 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'tag': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091', 'status': 'completed', 'code': 200} Jul 16 19:08:11.206582 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-afee2abf-5a8c-4db8-ae1a-a38146c50d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:11.208166 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-afee2abf-5a8c-4db8-ae1a-a38146c50d53 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 1094 time: 0.0671234 Jul 16 19:08:11.260821 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-8c580a2a-2f94-4ed0-8078-948ee327b13f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 HTTP/1.1" status: 200 len: 217 time: 0.0390859 Jul 16 19:08:11.311596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-4200fa1e-22ef-4848-ad30-9457736922cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:11.313036 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-4200fa1e-22ef-4848-ad30-9457736922cc service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b8eba86-5c9f-475b-8545-9d41e5a3b887 HTTP/1.1" status: 200 len: 834 time: 0.0448596 Jul 16 19:08:11.371213 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-575af24a-c4a4-4684-86f4-bd5eed229000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:11.372801 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-575af24a-c4a4-4684-86f4-bd5eed229000 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72acd8e8-2a25-45d5-8156-0a23ac933d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539124 Jul 16 19:08:11.466301 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-4078a350-2f4e-4614-b201-cf9b821205cf service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872278 Jul 16 19:08:11.554243 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a228649d-bd0d-4f52-a7dd-d861cd9ca257 req-bad37fd0-f8fb-4eb2-b041-965252de8708 service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819697 Jul 16 19:08:11.717413 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48804e4-67e5-4955-a711-8498fd9e4593 req-272c29a9-e143-4a17-97cd-c3acd0df3b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:11.718929 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48804e4-67e5-4955-a711-8498fd9e4593 req-272c29a9-e143-4a17-97cd-c3acd0df3b7f service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 1094 time: 0.0558944 Jul 16 19:08:11.806310 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48804e4-67e5-4955-a711-8498fd9e4593 req-956bc8bb-469e-4f76-8538-57767fe82d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:11.807783 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48804e4-67e5-4955-a711-8498fd9e4593 req-956bc8bb-469e-4f76-8538-57767fe82d7f service neutron] 10.222.0.37 "GET /v2.0/networks?id=72acd8e8-2a25-45d5-8156-0a23ac933d77 HTTP/1.1" status: 200 len: 898 time: 0.0826156 Jul 16 19:08:11.850443 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48804e4-67e5-4955-a711-8498fd9e4593 req-b8f2054f-264d-465b-9136-ce1eb4b4f0f5 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 HTTP/1.1" status: 200 len: 217 time: 0.0364559 Jul 16 19:08:11.899692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48804e4-67e5-4955-a711-8498fd9e4593 req-7560a78d-e8be-4894-9f7c-4d44143493ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:11.901208 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48804e4-67e5-4955-a711-8498fd9e4593 req-7560a78d-e8be-4894-9f7c-4d44143493ed service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b8eba86-5c9f-475b-8545-9d41e5a3b887 HTTP/1.1" status: 200 len: 834 time: 0.0440931 Jul 16 19:08:11.958470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48804e4-67e5-4955-a711-8498fd9e4593 req-24b346c0-8b6d-453a-81c7-3d45c900ea80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:11.959998 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48804e4-67e5-4955-a711-8498fd9e4593 req-24b346c0-8b6d-453a-81c7-3d45c900ea80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72acd8e8-2a25-45d5-8156-0a23ac933d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515747 Jul 16 19:08:12.094653 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48804e4-67e5-4955-a711-8498fd9e4593 req-bd6d3642-3f49-4fe3-964d-0a8ed39fe542 service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276951 Jul 16 19:08:12.103100 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d137948-ef65-49c5-8ac3-e29f3fa24335 req-aefb4f9b-7c83-4589-bcd4-8c72f0608ac3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:12.104450 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2d137948-ef65-49c5-8ac3-e29f3fa24335 req-aefb4f9b-7c83-4589-bcd4-8c72f0608ac3 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 943 time: 0.1201260 Jul 16 19:08:12.193711 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2d137948-ef65-49c5-8ac3-e29f3fa24335 req-3a493145-ce9a-4ecd-8252-68be45b2e85a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812688 Jul 16 19:08:12.218596 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c48804e4-67e5-4955-a711-8498fd9e4593 req-3be10eb6-3daa-427e-b842-8fe02c52f1c0 service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132321 Jul 16 19:08:12.272813 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 28044512-22f1-431b-bf7a-67123ca2bb1d up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:08:12.322691 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 28044512-22f1-431b-bf7a-67123ca2bb1d triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:12.323058 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:12.702478 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:13.372444 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fb6b1-4959-4579-850b-757c30967c4b req-2f43f5b8-512c-4ef1-8375-2964c49f5f29 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:13.373947 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd8fb6b1-4959-4579-850b-757c30967c4b req-2f43f5b8-512c-4ef1-8375-2964c49f5f29 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 943 time: 0.0626910 Jul 16 19:08:13.415281 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fd8fb6b1-4959-4579-850b-757c30967c4b req-8b064ba4-d049-4bd5-b198-e0022fe28510 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350044 Jul 16 19:08:14.592302 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b1a26-14e5-4964-892c-d8f2ec2f9c3a req-8623ad56-20a0-48b2-9df4-3c628e360ba1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:14.593767 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c21b1a26-14e5-4964-892c-d8f2ec2f9c3a req-8623ad56-20a0-48b2-9df4-3c628e360ba1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 943 time: 0.0641150 Jul 16 19:08:14.598447 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:08:14.632440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c21b1a26-14e5-4964-892c-d8f2ec2f9c3a req-c8cbccf1-aa7c-4add-8efb-ea22b42e7549 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329428 Jul 16 19:08:14.698321 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091,segment=NetworkSegment(d9a1e253-596e-4956-aef0-c38751edc3dc),segment_id=d9a1e253-596e-4956-aef0-c38751edc3dc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:14.713328 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'port_id': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091', 'mac_address': 'fa:16:3e:92:11:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:08:14.751303 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:14.764065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:08:14.782834 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091,segment=NetworkSegment(d9a1e253-596e-4956-aef0-c38751edc3dc),segment_id=d9a1e253-596e-4956-aef0-c38751edc3dc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:14.786554 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:14.835452 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:15.071033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['60bc77b7-c0fd-4716-bcef-a2ee6a7e2091'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:08:15.599910 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c1dd5e31-027f-439a-a81d-8e0b7d5a8d7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:15.809953 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16859771-9a90-441a-9c61-d5745d65fc13 req-fff2dc5e-6654-4f69-8e40-1b64588d4d5c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:15.811422 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16859771-9a90-441a-9c61-d5745d65fc13 req-fff2dc5e-6654-4f69-8e40-1b64588d4d5c tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 944 time: 0.0671144 Jul 16 19:08:15.848125 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16859771-9a90-441a-9c61-d5745d65fc13 req-ee297e66-c3d1-45dc-8ee5-2f78b3893be0 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311270 Jul 16 19:08:16.588038 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:08:16.613740 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:08:16.661428 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:08:16.665121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:08:16.665492 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:16.740711 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:16.764806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:16.768132 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8b443e5-6fc1-4d88-a3f0-bf6deff62e8e" -d '{"events": [{"server_uuid": "398910b7-9e54-498e-bec9-7a8aabe36cc1", "name": "network-vif-plugged", "status": "completed", "tag": "60bc77b7-c0fd-4716-bcef-a2ee6a7e2091"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:16.780525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091,segment=NetworkSegment(d9a1e253-596e-4956-aef0-c38751edc3dc),segment_id=d9a1e253-596e-4956-aef0-c38751edc3dc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:16.785368 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:16.837213 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:16.855720 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f895b55f-9c14-49ee-ad70-d3e0215d884b x-openstack-request-id: req-f895b55f-9c14-49ee-ad70-d3e0215d884b {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:16.856020 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398910b7-9e54-498e-bec9-7a8aabe36cc1", "name": "network-vif-plugged", "status": "completed", "tag": "60bc77b7-c0fd-4716-bcef-a2ee6a7e2091", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:16.856303 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f895b55f-9c14-49ee-ad70-d3e0215d884b {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:16.856704 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091', 'code': 200} Jul 16 19:08:16.994865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679bda9-7836-461e-b8c5-80a349286bc3 req-2c20d016-1b4e-4a07-8bb1-b2e6ee145671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:16.996540 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b679bda9-7836-461e-b8c5-80a349286bc3 req-2c20d016-1b4e-4a07-8bb1-b2e6ee145671 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0529470 Jul 16 19:08:17.027059 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec76c4f-ac15-4747-b173-1338f1fdda8b req-75a6971b-4a0b-44b0-95be-f1ad7e6c5083 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:17.028744 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ec76c4f-ac15-4747-b173-1338f1fdda8b req-75a6971b-4a0b-44b0-95be-f1ad7e6c5083 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.0652287 Jul 16 19:08:17.035887 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b679bda9-7836-461e-b8c5-80a349286bc3 req-1dcbc7ab-9bca-4648-88c8-704313f1a263 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330641 Jul 16 19:08:17.067265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0ec76c4f-ac15-4747-b173-1338f1fdda8b req-6d1fadf0-b489-4177-a6b0-234b15a67ef9 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314598 Jul 16 19:08:18.247362 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c964c2b-5faa-4830-a939-179c52152e7e req-97c6a1af-34ed-4d50-8214-de841e12e6d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:18.248903 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c964c2b-5faa-4830-a939-179c52152e7e req-97c6a1af-34ed-4d50-8214-de841e12e6d4 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.0653722 Jul 16 19:08:18.280752 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:18.291880 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3c964c2b-5faa-4830-a939-179c52152e7e req-b0e632f0-4e37-4c87-98e5-1a68343eb43a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360849 Jul 16 19:08:18.301581 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-81c36972-43cc-48fe-8eb2-c5578f70c229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:18.472994 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a52c8c-b5e1-41d7-8580-81572e843b56 req-fbf7b489-6613-485b-9cd6-8d76722c8186 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:18.474484 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4a52c8c-b5e1-41d7-8580-81572e843b56 req-fbf7b489-6613-485b-9cd6-8d76722c8186 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.0684218 Jul 16 19:08:18.513880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d4a52c8c-b5e1-41d7-8580-81572e843b56 req-d3e6a066-583d-4047-a168-3c282ecf618e tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335889 Jul 16 19:08:18.537221 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49526) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:18.588669 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-864972c6-37a5-4a43-a2d6-a931bfd2d860 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:18.590168 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-864972c6-37a5-4a43-a2d6-a931bfd2d860 tempest-TestNetworkAdvancedServerOps-405794378 tempest-TestNetworkAdvancedServerOps-405794378-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 1091 time: 0.0519683 Jul 16 19:08:18.593123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49528) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:18.597509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:08:18.619536 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:18.722336 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:18.827976 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Allocated IP 172.25.7.70 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/3f320f38-92f0-441b-a80e-c34311b016c6) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:08:18.934734 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:18.973117 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:19.012806 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:08:19.016382 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:08:19.019972 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:08:19.025379 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=3f320f38-92f0-441b-a80e-c34311b016c6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:19.390325 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:19.468787 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:19.613674 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:19.618516 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:19.691306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event updated for resources: {'Port': ['ID=3f320f38-92f0-441b-a80e-c34311b016c6,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:19.700268 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:19.802297 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Floating IP afda63be-b2e4-4011-98b8-10f11899b850 associated. External IP: 172.25.7.70, port: 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091. Jul 16 19:08:20.009419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router 275c34f2-e1a6-403e-aa30-db8ddf073221 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:08:20.115985 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:20.117923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:08:20.128335 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68594e1-a1ef-4c9a-a41f-f5bd6b521b6c None None] Sync routers for ids ['275c34f2-e1a6-403e-aa30-db8ddf073221'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:08:20.133764 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:20.138357 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68594e1-a1ef-4c9a-a41f-f5bd6b521b6c None None] Routers {'275c34f2-e1a6-403e-aa30-db8ddf073221'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:20.139256 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e68594e1-a1ef-4c9a-a41f-f5bd6b521b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['275c34f2-e1a6-403e-aa30-db8ddf073221'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:20.170857 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-64a5c8e6-73ed-49d5-8b11-e3447d05b249 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5767176 Jul 16 19:08:20.171463 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'tag': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:20.174609 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5b2c097-b777-4b12-82fc-39b7c3979a0f" -d '{"events": [{"name": "network-changed", "server_uuid": "398910b7-9e54-498e-bec9-7a8aabe36cc1", "tag": "60bc77b7-c0fd-4716-bcef-a2ee6a7e2091"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:20.251513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e68594e1-a1ef-4c9a-a41f-f5bd6b521b6c None None] Set router 275c34f2-e1a6-403e-aa30-db8ddf073221 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:20.276259 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86b6686c-6ceb-40cc-b624-e6706ff032c8 x-openstack-request-id: req-86b6686c-6ceb-40cc-b624-e6706ff032c8 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:20.276557 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398910b7-9e54-498e-bec9-7a8aabe36cc1", "tag": "60bc77b7-c0fd-4716-bcef-a2ee6a7e2091", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:20.276812 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-86b6686c-6ceb-40cc-b624-e6706ff032c8 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:20.277222 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'tag': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091', 'status': 'completed', 'code': 200} Jul 16 19:08:20.398785 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1de2cd3-f311-4c9b-9157-2355d16e6671 req-c0252c08-1e4a-4635-bc49-6b849cfee499 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:20.400311 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1de2cd3-f311-4c9b-9157-2355d16e6671 req-c0252c08-1e4a-4635-bc49-6b849cfee499 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.1038439 Jul 16 19:08:20.423720 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2c097-b777-4b12-82fc-39b7c3979a0f req-9059ca38-8a22-4901-a597-7ee4a4a96b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:20.425194 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5b2c097-b777-4b12-82fc-39b7c3979a0f req-9059ca38-8a22-4901-a597-7ee4a4a96b16 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0952780 Jul 16 19:08:20.463307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e1de2cd3-f311-4c9b-9157-2355d16e6671 req-edd0ade8-3090-41a0-a0e1-f1e6b6471e56 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565302 Jul 16 19:08:20.492404 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e68594e1-a1ef-4c9a-a41f-f5bd6b521b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:05Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'afda63be-b2e4-4011-98b8-10f11899b850', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'port_id': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'mac_address': 'fa:16:3e:92:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:08:19Z', 'updated_at': '2021-07-16T19:08:19Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28044512-22f1-431b-bf7a-67123ca2bb1d', 'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:f7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:05Z', 'updated_at': '2021-07-16T19:08:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:20.492690 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49536) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:20.523934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68594e1-a1ef-4c9a-a41f-f5bd6b521b6c None None] Checking router: 275c34f2-e1a6-403e-aa30-db8ddf073221 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:08:20.532566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68594e1-a1ef-4c9a-a41f-f5bd6b521b6c None None] Routers {'275c34f2-e1a6-403e-aa30-db8ddf073221'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:20.532955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e68594e1-a1ef-4c9a-a41f-f5bd6b521b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['275c34f2-e1a6-403e-aa30-db8ddf073221'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:20.544640 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2c097-b777-4b12-82fc-39b7c3979a0f req-0a17b29c-f15e-4359-8a62-dbef9b6ebd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:20.546139 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5b2c097-b777-4b12-82fc-39b7c3979a0f req-0a17b29c-f15e-4359-8a62-dbef9b6ebd12 service neutron] 10.222.0.37 "GET /v2.0/networks?id=72acd8e8-2a25-45d5-8156-0a23ac933d77 HTTP/1.1" status: 200 len: 898 time: 0.1136019 Jul 16 19:08:20.556514 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8788e5e6-64fc-4bf2-8d38-68de568e7de1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/afda63be-b2e4-4011-98b8-10f11899b850 HTTP/1.1" status: 200 len: 990 time: 0.0627668 Jul 16 19:08:20.615444 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5b2c097-b777-4b12-82fc-39b7c3979a0f req-67a09d56-d362-425c-b152-8128f7143f35 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 HTTP/1.1" status: 200 len: 998 time: 0.0632973 Jul 16 19:08:20.638164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-e68594e1-a1ef-4c9a-a41f-f5bd6b521b6c None None] Set router 275c34f2-e1a6-403e-aa30-db8ddf073221 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:20.666047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2c097-b777-4b12-82fc-39b7c3979a0f req-9a2f6adb-3cdb-4301-9de4-cf090403607e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:20.667614 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5b2c097-b777-4b12-82fc-39b7c3979a0f req-9a2f6adb-3cdb-4301-9de4-cf090403607e service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b8eba86-5c9f-475b-8545-9d41e5a3b887 HTTP/1.1" status: 200 len: 834 time: 0.0456693 Jul 16 19:08:20.728776 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b2c097-b777-4b12-82fc-39b7c3979a0f req-15ad79df-9bc8-47e9-abd0-1e2a017adb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:20.730414 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5b2c097-b777-4b12-82fc-39b7c3979a0f req-15ad79df-9bc8-47e9-abd0-1e2a017adb8a service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72acd8e8-2a25-45d5-8156-0a23ac933d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562301 Jul 16 19:08:20.836985 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5b2c097-b777-4b12-82fc-39b7c3979a0f req-faa95c1c-339e-4d61-8e1b-80299b1756dc service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002519 Jul 16 19:08:20.929191 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b5b2c097-b777-4b12-82fc-39b7c3979a0f req-909c1879-d32f-44b0-9f07-f97b2f07e6b6 service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857098 Jul 16 19:08:21.023969 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-e68594e1-a1ef-4c9a-a41f-f5bd6b521b6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:05Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'afda63be-b2e4-4011-98b8-10f11899b850', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'port_id': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'mac_address': 'fa:16:3e:92:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:08:19Z', 'updated_at': '2021-07-16T19:08:19Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28044512-22f1-431b-bf7a-67123ca2bb1d', 'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:f7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:05Z', 'updated_at': '2021-07-16T19:08:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:21.053006 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68594e1-a1ef-4c9a-a41f-f5bd6b521b6c None None] The sync data for ids ['275c34f2-e1a6-403e-aa30-db8ddf073221'] in n-d-794306-7 is: [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:05Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'afda63be-b2e4-4011-98b8-10f11899b850', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'floating_ip_address': '172.25.7.70', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'port_id': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4222, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'mac_address': 'fa:16:3e:92:11:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:08:19Z', 'updated_at': '2021-07-16T19:08:19Z', 'revision_number': 0, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28044512-22f1-431b-bf7a-67123ca2bb1d', 'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:f7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:05Z', 'updated_at': '2021-07-16T19:08:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:08:21.245371 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60457050-cb20-43b5-872a-e6e18fafe711 None None] New status for floating IP afda63be-b2e4-4011-98b8-10f11899b850: ACTIVE {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:08:21.560399 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49538) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:21.623987 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-c6692a3f-bd38-4684-b72a-46748e997a85 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/afda63be-b2e4-4011-98b8-10f11899b850 HTTP/1.1" status: 200 len: 992 time: 0.0623157 Jul 16 19:08:22.182975 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:30.026257 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:41.695501 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-6c60c1b8-e602-44fa-8b1b-6ac3ddc89a5b req-b5c50c88-0e49-4379-b4c6-44469ca5215c service neutron] (105439) timed out ('10.222.0.47', 42900) {{(pid=105439) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:08:42.715989 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:45.601341 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f207d2d3-5c87-4557-a710-e11e085c9211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:48.284049 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:48.301568 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-382dc3dc-8bff-4615-849b-1440c93b03b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:50.118063 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:50.633181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f235f4-c829-48ca-b585-7b10d981c856 req-c7ae2e6f-dc6e-42c5-904d-a50e4535766f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:50.634579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0f235f4-c829-48ca-b585-7b10d981c856 req-c7ae2e6f-dc6e-42c5-904d-a50e4535766f tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.0697196 Jul 16 19:08:50.672595 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d0f235f4-c829-48ca-b585-7b10d981c856 req-f9e633d3-3ec9-4704-91af-0abbb145804d tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321674 Jul 16 19:08:51.856208 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf7e19f-5d3a-496c-91cc-d7cb701e1505 req-70ff150d-b779-4d4b-b0cc-ce9de3756375 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:51.857695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5cf7e19f-5d3a-496c-91cc-d7cb701e1505 req-70ff150d-b779-4d4b-b0cc-ce9de3756375 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.0670562 Jul 16 19:08:51.896058 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5cf7e19f-5d3a-496c-91cc-d7cb701e1505 req-f377d80f-ccb9-4a4b-ac3c-ff46776527aa tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322053 Jul 16 19:08:51.920271 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49560) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:51.981286 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-91d5f185-6f6e-48bb-b072-ea53bfe2c5c8 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/afda63be-b2e4-4011-98b8-10f11899b850 HTTP/1.1" status: 200 len: 992 time: 0.0596118 Jul 16 19:08:52.185441 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:53.429058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243a805-7097-476f-9758-a09314bf27d1 req-959f2c31-31df-421d-9d89-0398805dfac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:53.430259 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987eed7-f81e-4158-bf33-d9ae059273d6 req-39b9c125-918c-43da-aecb-0ee7c5a0ee57 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:53.430782 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3243a805-7097-476f-9758-a09314bf27d1 req-959f2c31-31df-421d-9d89-0398805dfac4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0575979 Jul 16 19:08:53.431830 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8987eed7-f81e-4158-bf33-d9ae059273d6 req-39b9c125-918c-43da-aecb-0ee7c5a0ee57 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.0684910 Jul 16 19:08:53.477036 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8987eed7-f81e-4158-bf33-d9ae059273d6 req-084ca865-da48-48e4-b790-62e8a309ceab tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396328 Jul 16 19:08:53.522229 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243a805-7097-476f-9758-a09314bf27d1 req-49592fd7-b92b-45ad-b160-32a0bed73a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:53.523645 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3243a805-7097-476f-9758-a09314bf27d1 req-49592fd7-b92b-45ad-b160-32a0bed73a73 service neutron] 10.222.0.37 "GET /v2.0/networks?id=72acd8e8-2a25-45d5-8156-0a23ac933d77 HTTP/1.1" status: 200 len: 898 time: 0.0873704 Jul 16 19:08:53.588055 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:08:53.591304 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3243a805-7097-476f-9758-a09314bf27d1 req-17bed926-cb7e-44c9-8096-2d93c4036fe3 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 HTTP/1.1" status: 200 len: 1000 time: 0.0611265 Jul 16 19:08:53.640462 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243a805-7097-476f-9758-a09314bf27d1 req-b3b2b970-4b28-4738-8642-a7e6fd81045c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:53.641933 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3243a805-7097-476f-9758-a09314bf27d1 req-b3b2b970-4b28-4738-8642-a7e6fd81045c service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b8eba86-5c9f-475b-8545-9d41e5a3b887 HTTP/1.1" status: 200 len: 834 time: 0.0444684 Jul 16 19:08:53.698206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3243a805-7097-476f-9758-a09314bf27d1 req-ed44aab8-5a15-486d-a96e-089566ba52cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:53.699733 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3243a805-7097-476f-9758-a09314bf27d1 req-ed44aab8-5a15-486d-a96e-089566ba52cf service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72acd8e8-2a25-45d5-8156-0a23ac933d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516076 Jul 16 19:08:53.795416 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3243a805-7097-476f-9758-a09314bf27d1 req-a6c7c1ee-15b7-4558-a78b-ccdd5a4300e6 service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891793 Jul 16 19:08:53.892924 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3243a805-7097-476f-9758-a09314bf27d1 req-3404764e-035e-45e5-9da6-35555394d186 service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890954 Jul 16 19:08:54.662849 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5be8b1-1fc3-47ca-bd7d-b3f69ab86ffc req-a5901cf6-e2fe-41d3-8b14-f4fdd34eef43 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:54.664352 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a5be8b1-1fc3-47ca-bd7d-b3f69ab86ffc req-a5901cf6-e2fe-41d3-8b14-f4fdd34eef43 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.0696900 Jul 16 19:08:54.702901 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6a5be8b1-1fc3-47ca-bd7d-b3f69ab86ffc req-a3f48f6e-48cf-4ff7-9a4c-c29900012a24 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328224 Jul 16 19:08:55.880713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbf71ab-6d18-4c67-8168-8af53977a102 req-a8000762-bc9f-478a-9706-a8dd73dde6f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:55.882200 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cbf71ab-6d18-4c67-8168-8af53977a102 req-a8000762-bc9f-478a-9706-a8dd73dde6f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.0629091 Jul 16 19:08:55.921351 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8cbf71ab-6d18-4c67-8168-8af53977a102 req-49fb44f5-d00e-4ea2-a41f-f10c8868d38a tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332251 Jul 16 19:08:55.947531 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49572) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:56.007744 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b4c24cac-8e95-4e09-a21e-9f6444bafcf1 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/floatingips/afda63be-b2e4-4011-98b8-10f11899b850 HTTP/1.1" status: 200 len: 992 time: 0.0589938 Jul 16 19:08:56.338515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49578) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:08:56.504643 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 3f320f38-92f0-441b-a80e-c34311b016c6 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:08:56.504988 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:56.587272 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:56.587628 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:56.599638 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 3f320f38-92f0-441b-a80e-c34311b016c6 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:08:56.770328 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:56.796433 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=3f320f38-92f0-441b-a80e-c34311b016c6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:08:56.808232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.808586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.808926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.809263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.809597 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.809930 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.810258 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.810584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.811422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.811422 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.811695 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.812402 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:08:56.869252 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:56.869524 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Floating IP afda63be-b2e4-4011-98b8-10f11899b850 disassociated (deleted). External IP: 172.25.7.70, port: 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091. Jul 16 19:08:57.117683 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router 275c34f2-e1a6-403e-aa30-db8ddf073221 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:08:57.134176 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-d3aa5cae-3e99-4af1-999e-eb6e90141a87 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0804155 Jul 16 19:08:57.262417 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:08:57.267464 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:57.271793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec061ce-7a1d-4a8f-b62a-ddc2799d7061 None None] Sync routers for ids ['275c34f2-e1a6-403e-aa30-db8ddf073221'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:08:57.281759 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec061ce-7a1d-4a8f-b62a-ddc2799d7061 None None] Routers {'275c34f2-e1a6-403e-aa30-db8ddf073221'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:57.282402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5ec061ce-7a1d-4a8f-b62a-ddc2799d7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['275c34f2-e1a6-403e-aa30-db8ddf073221'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:57.312734 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-9ae5666e-efa3-4807-a47a-71192c61ddd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:57.314433 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-9ae5666e-efa3-4807-a47a-71192c61ddd0 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 1096 time: 0.1072948 Jul 16 19:08:57.315648 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0513c0bf-8b2a-4f7a-8da8-67737d03c0f6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/floatingips/afda63be-b2e4-4011-98b8-10f11899b850 HTTP/1.1" status: 204 len: 168 time: 0.9762144 Jul 16 19:08:57.316219 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'tag': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:08:57.318519 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe" -d '{"events": [{"name": "network-changed", "server_uuid": "398910b7-9e54-498e-bec9-7a8aabe36cc1", "tag": "60bc77b7-c0fd-4716-bcef-a2ee6a7e2091"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:08:57.372039 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fd7744-1ec9-47a5-8bfc-ff90b0be2f1a x-openstack-request-id: req-66fd7744-1ec9-47a5-8bfc-ff90b0be2f1a {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:08:57.372316 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "398910b7-9e54-498e-bec9-7a8aabe36cc1", "tag": "60bc77b7-c0fd-4716-bcef-a2ee6a7e2091", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:08:57.372575 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-66fd7744-1ec9-47a5-8bfc-ff90b0be2f1a {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:08:57.372981 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'tag': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091', 'status': 'completed', 'code': 200} Jul 16 19:08:57.397995 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-5ec061ce-7a1d-4a8f-b62a-ddc2799d7061 None None] Set router 275c34f2-e1a6-403e-aa30-db8ddf073221 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:57.441577 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-b0b64252-a3d7-4baf-86a1-761ee22110ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:57.443141 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-b0b64252-a3d7-4baf-86a1-761ee22110ae service neutron] 10.222.0.37 "GET /v2.0/networks?id=72acd8e8-2a25-45d5-8156-0a23ac933d77 HTTP/1.1" status: 200 len: 898 time: 0.1030347 Jul 16 19:08:57.486795 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-e72d99b7-a7c7-49ef-85eb-c7d9fc6646ae service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 HTTP/1.1" status: 200 len: 217 time: 0.0358601 Jul 16 19:08:57.538526 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-206fdfde-d382-4058-bdf1-a7b1c4f59e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:57.539627 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-206fdfde-d382-4058-bdf1-a7b1c4f59e62 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b8eba86-5c9f-475b-8545-9d41e5a3b887 HTTP/1.1" status: 200 len: 834 time: 0.0474131 Jul 16 19:08:57.604095 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-61413fe7-6655-4259-96fa-6eb3e963007b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:57.605669 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-61413fe7-6655-4259-96fa-6eb3e963007b service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72acd8e8-2a25-45d5-8156-0a23ac933d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599384 Jul 16 19:08:57.618416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5ec061ce-7a1d-4a8f-b62a-ddc2799d7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:05Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '28044512-22f1-431b-bf7a-67123ca2bb1d', 'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:f7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:05Z', 'updated_at': '2021-07-16T19:08:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:57.651936 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec061ce-7a1d-4a8f-b62a-ddc2799d7061 None None] Checking router: 275c34f2-e1a6-403e-aa30-db8ddf073221 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:08:57.660583 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec061ce-7a1d-4a8f-b62a-ddc2799d7061 None None] Routers {'275c34f2-e1a6-403e-aa30-db8ddf073221'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:08:57.661204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5ec061ce-7a1d-4a8f-b62a-ddc2799d7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['275c34f2-e1a6-403e-aa30-db8ddf073221'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:57.731983 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-d60bc079-63c6-4d78-9fee-1306b1893f77 service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189427 Jul 16 19:08:57.768682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-5ec061ce-7a1d-4a8f-b62a-ddc2799d7061 None None] Set router 275c34f2-e1a6-403e-aa30-db8ddf073221 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:08:57.778622 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b294b1-89de-4ed8-afc6-f0358a176487 req-c31125cd-e7d0-48fc-93ee-9c4daa1aac07 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:57.780120 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86b294b1-89de-4ed8-afc6-f0358a176487 req-c31125cd-e7d0-48fc-93ee-9c4daa1aac07 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.1110568 Jul 16 19:08:57.860059 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-86b294b1-89de-4ed8-afc6-f0358a176487 req-c96eedaf-9167-4611-82da-447cc168aeb0 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734825 Jul 16 19:08:57.863667 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ec472508-6a98-4f1b-a5e9-0ebc9bde0a54 req-e4cd8768-eaf6-4fce-b8e8-d1ee07882343 service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239777 Jul 16 19:08:57.962958 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-5ec061ce-7a1d-4a8f-b62a-ddc2799d7061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:05Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '28044512-22f1-431b-bf7a-67123ca2bb1d', 'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:f7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:05Z', 'updated_at': '2021-07-16T19:08:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:08:57.988924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec061ce-7a1d-4a8f-b62a-ddc2799d7061 None None] The sync data for ids ['275c34f2-e1a6-403e-aa30-db8ddf073221'] in n-d-794306-7 is: [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:05Z', 'revision_number': 4, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '28044512-22f1-431b-bf7a-67123ca2bb1d', 'name': '', 'network_id': '72acd8e8-2a25-45d5-8156-0a23ac933d77', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'mac_address': 'fa:16:3e:f7:ce:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_interface', 'standard_attr_id': 4219, 'fixed_ips': [{'subnet_id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:05Z', 'updated_at': '2021-07-16T19:08:10Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'subnets': [{'id': '5b8eba86-5c9f-475b-8545-9d41e5a3b887', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:08:58.006452 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe req-00d86658-41da-40d8-848f-82fd1de97b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:58.008063 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe req-00d86658-41da-40d8-848f-82fd1de97b48 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0566521 Jul 16 19:08:58.101971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe req-5eec407c-d522-40d0-b24e-1b1bd618db24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:58.103437 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe req-5eec407c-d522-40d0-b24e-1b1bd618db24 service neutron] 10.222.0.37 "GET /v2.0/networks?id=72acd8e8-2a25-45d5-8156-0a23ac933d77 HTTP/1.1" status: 200 len: 898 time: 0.0868781 Jul 16 19:08:58.153547 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe req-7f25c2a7-4850-45b2-aece-5d7a434fa90a service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 HTTP/1.1" status: 200 len: 217 time: 0.0409343 Jul 16 19:08:58.205067 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b9d623-4c63-4594-9a23-49a08e45830e None None] New status for floating IP afda63be-b2e4-4011-98b8-10f11899b850: DOWN {{(pid=105441) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:08:58.206647 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe req-efea550f-e9ba-4df9-8b36-625a84153302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:58.208202 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe req-efea550f-e9ba-4df9-8b36-625a84153302 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=5b8eba86-5c9f-475b-8545-9d41e5a3b887 HTTP/1.1" status: 200 len: 834 time: 0.0478637 Jul 16 19:08:58.268694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe req-030b2f9c-c4b5-44b3-ade1-a4b84e5e7f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:58.270094 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe req-030b2f9c-c4b5-44b3-ade1-a4b84e5e7f35 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=72acd8e8-2a25-45d5-8156-0a23ac933d77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545952 Jul 16 19:08:58.365603 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe req-29b7959a-e8fe-423b-98fe-9444024e98f2 service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883846 Jul 16 19:08:58.455709 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-70fa5f3a-0dd5-4c63-9fab-ced1e282c2fe req-2bf44eee-8566-4ee6-b6ea-51beb03f13d6 service neutron] 10.222.0.37 "GET /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831339 Jul 16 19:08:59.036430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623d8762-467b-4edc-bf04-e6b742616265 req-34a2db92-4ccb-4dc5-9082-2f84c5bfc733 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:59.037940 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-623d8762-467b-4edc-bf04-e6b742616265 req-34a2db92-4ccb-4dc5-9082-2f84c5bfc733 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.0641699 Jul 16 19:08:59.077413 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-623d8762-467b-4edc-bf04-e6b742616265 req-ae5bc51b-218c-4726-8136-11b8499c3b00 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/security-groups?id=f096af3d-ac78-4d2b-959f-89ca41618f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333288 Jul 16 19:08:59.386409 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa670bb6-5512-41dd-9e1f-73b09239e6d5 req-9fb6485b-dcc4-4f03-a8b2-a2fb2c475463 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:08:59.388183 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aa670bb6-5512-41dd-9e1f-73b09239e6d5 req-9fb6485b-dcc4-4f03-a8b2-a2fb2c475463 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 945 time: 0.0626783 Jul 16 19:08:59.488366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-aa670bb6-5512-41dd-9e1f-73b09239e6d5 req-a674a3c4-bb7d-4c15-8b0c-0c05918dc4b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:08:59.488716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-aa670bb6-5512-41dd-9e1f-73b09239e6d5 req-a674a3c4-bb7d-4c15-8b0c-0c05918dc4b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:59.580796 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-aa670bb6-5512-41dd-9e1f-73b09239e6d5 req-a674a3c4-bb7d-4c15-8b0c-0c05918dc4b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091,segment=NetworkSegment(d9a1e253-596e-4956-aef0-c38751edc3dc),segment_id=d9a1e253-596e-4956-aef0-c38751edc3dc)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:08:59.581161 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-aa670bb6-5512-41dd-9e1f-73b09239e6d5 req-a674a3c4-bb7d-4c15-8b0c-0c05918dc4b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:08:59.592775 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-aa670bb6-5512-41dd-9e1f-73b09239e6d5 req-a674a3c4-bb7d-4c15-8b0c-0c05918dc4b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:09:00.040818 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.052744 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-aa670bb6-5512-41dd-9e1f-73b09239e6d5 req-a674a3c4-bb7d-4c15-8b0c-0c05918dc4b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.082124 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a3c4-bb7d-4c15-8b0c-0c05918dc4b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=60bc77b7-c0fd-4716-bcef-a2ee6a7e2091,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:00.127373 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa670bb6-5512-41dd-9e1f-73b09239e6d5 req-a674a3c4-bb7d-4c15-8b0c-0c05918dc4b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] No DVR routers for this DVR port 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:09:00.130067 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-aa670bb6-5512-41dd-9e1f-73b09239e6d5 req-a674a3c4-bb7d-4c15-8b0c-0c05918dc4b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:00.132078 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-aa670bb6-5512-41dd-9e1f-73b09239e6d5 req-a674a3c4-bb7d-4c15-8b0c-0c05918dc4b6 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.37 "DELETE /v2.0/ports/60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 HTTP/1.1" status: 204 len: 173 time: 0.7384858 Jul 16 19:09:00.132507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'name': 'network-vif-deleted', 'tag': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:00.134796 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c13f1c62-f59c-4781-92b0-691791bf76b2" -d '{"events": [{"server_uuid": "398910b7-9e54-498e-bec9-7a8aabe36cc1", "name": "network-vif-deleted", "tag": "60bc77b7-c0fd-4716-bcef-a2ee6a7e2091"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:00.174428 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d617aaf7-01df-43cc-a66f-ce7a35d8211b x-openstack-request-id: req-d617aaf7-01df-43cc-a66f-ce7a35d8211b {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:00.174718 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "398910b7-9e54-498e-bec9-7a8aabe36cc1", "name": "network-vif-deleted", "tag": "60bc77b7-c0fd-4716-bcef-a2ee6a7e2091", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:00.174971 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d617aaf7-01df-43cc-a66f-ce7a35d8211b {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:00.175369 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '398910b7-9e54-498e-bec9-7a8aabe36cc1', 'name': 'network-vif-deleted', 'tag': '60bc77b7-c0fd-4716-bcef-a2ee6a7e2091', 'status': 'completed', 'code': 200} Jul 16 19:09:00.222082 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-91921e83-8dbb-4245-83cb-5c6244abe5eb req-0b9aa8b8-9be4-466b-ad40-fa5875c06062 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "GET /v2.0/ports?device_id=398910b7-9e54-498e-bec9-7a8aabe36cc1 HTTP/1.1" status: 200 len: 210 time: 0.0288870 Jul 16 19:09:01.319405 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49594) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:01.687752 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:01.949523 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 28044512-22f1-431b-bf7a-67123ca2bb1d {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:09:01.949765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.036904 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port 28044512-22f1-431b-bf7a-67123ca2bb1d, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=28044512-22f1-431b-bf7a-67123ca2bb1d,segment=NetworkSegment(d9a1e253-596e-4956-aef0-c38751edc3dc),segment_id=d9a1e253-596e-4956-aef0-c38751edc3dc)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:02.037268 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.049669 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 28044512-22f1-431b-bf7a-67123ca2bb1d owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:09:02.234225 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.261252 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=28044512-22f1-431b-bf7a-67123ca2bb1d,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:02.433966 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.646171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Router 275c34f2-e1a6-403e-aa30-db8ddf073221 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:09:02.751620 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:09:02.756587 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-de69ade0-1ec2-423e-9009-81b78b298f73 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "PUT /v2.0/routers/275c34f2-e1a6-403e-aa30-db8ddf073221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4360864 Jul 16 19:09:02.759611 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49596) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:02.762433 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99402f57-6f4a-4379-a632-ac4e6abec393 None None] Sync routers for ids ['275c34f2-e1a6-403e-aa30-db8ddf073221'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:09:02.773201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99402f57-6f4a-4379-a632-ac4e6abec393 None None] Routers {'275c34f2-e1a6-403e-aa30-db8ddf073221'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:02.773550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-99402f57-6f4a-4379-a632-ac4e6abec393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['275c34f2-e1a6-403e-aa30-db8ddf073221'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:02.809634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-32bbe9f7-f5bd-4313-b129-d68dab1cbb10 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting subnet 5b8eba86-5c9f-475b-8545-9d41e5a3b887 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:09:02.813292 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32bbe9f7-f5bd-4313-b129-d68dab1cbb10 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.852365 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32bbe9f7-f5bd-4313-b129-d68dab1cbb10 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:02.875129 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-99402f57-6f4a-4379-a632-ac4e6abec393 None None] Set router 275c34f2-e1a6-403e-aa30-db8ddf073221 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:02.941036 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32bbe9f7-f5bd-4313-b129-d68dab1cbb10 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.001031 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32bbe9f7-f5bd-4313-b129-d68dab1cbb10 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.028398 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbe9f7-f5bd-4313-b129-d68dab1cbb10 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Subnet': ['ID=5b8eba86-5c9f-475b-8545-9d41e5a3b887,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:03.033709 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-32bbe9f7-f5bd-4313-b129-d68dab1cbb10 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.038372 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49598) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:03.038863 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-32bbe9f7-f5bd-4313-b129-d68dab1cbb10 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/subnets/5b8eba86-5c9f-475b-8545-9d41e5a3b887 HTTP/1.1" status: 204 len: 168 time: 0.2778413 Jul 16 19:09:03.041878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386a64a0-d56f-413d-9126-654d98ef8d5b None None] Network 72acd8e8-2a25-45d5-8156-0a23ac933d77 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:09:03.115886 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-99402f57-6f4a-4379-a632-ac4e6abec393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:09:02Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:03.147153 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.162139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99402f57-6f4a-4379-a632-ac4e6abec393 None None] Checking router: 275c34f2-e1a6-403e-aa30-db8ddf073221 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:09:03.189499 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99402f57-6f4a-4379-a632-ac4e6abec393 None None] Routers {'275c34f2-e1a6-403e-aa30-db8ddf073221'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:03.190114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-99402f57-6f4a-4379-a632-ac4e6abec393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['275c34f2-e1a6-403e-aa30-db8ddf073221'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:03.250467 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.310225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-99402f57-6f4a-4379-a632-ac4e6abec393 None None] Set router 275c34f2-e1a6-403e-aa30-db8ddf073221 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:03.312539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Deleting port 981ff140-6acc-4080-974d-907023bf29e8 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:09:03.312659 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.369047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] DHCP port deletion for 72acd8e8-2a25-45d5-8156-0a23ac933d77 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:09:03.400685 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] For port 981ff140-6acc-4080-974d-907023bf29e8, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=981ff140-6acc-4080-974d-907023bf29e8,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:03.401052 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.412780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Calling delete_port for 981ff140-6acc-4080-974d-907023bf29e8 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:09:03.481909 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Deleting port 6ea93d9d-dd5e-40da-930e-0f3535c20f08 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:09:03.482287 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.573733 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] For port 6ea93d9d-dd5e-40da-930e-0f3535c20f08, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=6ea93d9d-dd5e-40da-930e-0f3535c20f08,segment=NetworkSegment(d9a1e253-596e-4956-aef0-c38751edc3dc),segment_id=d9a1e253-596e-4956-aef0-c38751edc3dc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:03.574005 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.578598 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.589826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Calling delete_port for 6ea93d9d-dd5e-40da-930e-0f3535c20f08 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:09:03.602799 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Port': ['ID=981ff140-6acc-4080-974d-907023bf29e8,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:03.604373 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-99402f57-6f4a-4379-a632-ac4e6abec393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:09:02Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:03.613766 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.614038 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.614377 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.614713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.615051 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.615384 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.615738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.616070 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.616394 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.616716 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.617085 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.617530 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.636091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99402f57-6f4a-4379-a632-ac4e6abec393 None None] The sync data for ids ['275c34f2-e1a6-403e-aa30-db8ddf073221'] in n-d-794306-7 is: [{'id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'name': 'tempest-TestNetworkAdvancedServerOps-router-94604189', 'tenant_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215'}], 'enable_snat': True}, 'gw_port_id': '981ff140-6acc-4080-974d-907023bf29e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:09:02Z', 'revision_number': 5, 'project_id': 'cf108b40314a4a999bd9221c1bfe92a7', 'gw_port': {'id': '981ff140-6acc-4080-974d-907023bf29e8', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:d9:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '275c34f2-e1a6-403e-aa30-db8ddf073221', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4216, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:08:02Z', 'updated_at': '2021-07-16T19:08:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:09:03.682804 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.704139 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.731489 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] No DVR routers for this DVR port 6ea93d9d-dd5e-40da-930e-0f3535c20f08 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:09:03.735437 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Pushing event deleted for resources: {'Port': ['ID=6ea93d9d-dd5e-40da-930e-0f3535c20f08,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:03.743176 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.743534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.743880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.744215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.744543 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.744864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.745187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.745507 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.745825 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.746145 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.746462 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.746777 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e565118c-3498-4d3b-af1a-5bab29d94fbe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:03.776114 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.778231 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.819333 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.819957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Fanout notify agent at l3_agent the message router_deleted on router 275c34f2-e1a6-403e-aa30-db8ddf073221 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:09:03.826750 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.828430 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-237fbdea-340f-48d5-97d4-5159f4964840 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/routers/275c34f2-e1a6-403e-aa30-db8ddf073221 HTTP/1.1" status: 204 len: 168 time: 0.7884066 Jul 16 19:09:03.831165 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49600) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:03.907977 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:03.995229 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.006396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72acd8e8-2a25-45d5-8156-0a23ac933d77']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:04.017794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9a1e253-596e-4956-aef0-c38751edc3dc') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:04.018072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9a1e253-596e-4956-aef0-c38751edc3dc') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:04.027767 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.043832 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.050280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Releasing vlan 372 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:09:04.050676 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: timer() Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:09:04.053756 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:09:04.117228 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.125307 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.127050 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/networks/72acd8e8-2a25-45d5-8156-0a23ac933d77 HTTP/1.1" status: 204 len: 168 time: 0.2948990 Jul 16 19:09:04.130002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49602) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:04.138737 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d99c81-a0ce-4f37-a001-6dfddeb90487 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'Network': ['ID=72acd8e8-2a25-45d5-8156-0a23ac933d77,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:04.190403 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56e36d33-c678-40aa-9d0a-de4338ce9e25 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.222774 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56e36d33-c678-40aa-9d0a-de4338ce9e25 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.292498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56e36d33-c678-40aa-9d0a-de4338ce9e25 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.295173 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-56e36d33-c678-40aa-9d0a-de4338ce9e25 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.299138 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-56e36d33-c678-40aa-9d0a-de4338ce9e25 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] 10.222.0.47 "DELETE /v2.0/security-groups/f096af3d-ac78-4d2b-959f-89ca41618f0c HTTP/1.1" status: 204 len: 168 time: 0.1655006 Jul 16 19:09:04.306976 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e36d33-c678-40aa-9d0a-de4338ce9e25 tempest-TestNetworkAdvancedServerOps-1179650583 tempest-TestNetworkAdvancedServerOps-1179650583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f096af3d-ac78-4d2b-959f-89ca41618f0c,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:04.639643 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49610) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:04.684877 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 28044512-22f1-431b-bf7a-67123ca2bb1d no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:09:04.710616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 28044512-22f1-431b-bf7a-67123ca2bb1d {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:09:04.711171 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 28044512-22f1-431b-bf7a-67123ca2bb1d not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:09:04.711790 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6ea93d9d-dd5e-40da-930e-0f3535c20f08 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:09:04.734534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 6ea93d9d-dd5e-40da-930e-0f3535c20f08 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:09:04.734534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 6ea93d9d-dd5e-40da-930e-0f3535c20f08 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:09:04.792787 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9a0d1d20-d9f6-4655-ac53-512bfe413522 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf108b40314a4a999bd9221c1bfe92a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1517551 Jul 16 19:09:04.795291 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49614) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:04.830513 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:09:04.845858 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2382d079-9cfa-43b4-9e7b-be546c964bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.850349 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:09:04.850697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 60bc77b7-c0fd-4716-bcef-a2ee6a7e2091 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:09:04.867660 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2382d079-9cfa-43b4-9e7b-be546c964bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.912961 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2382d079-9cfa-43b4-9e7b-be546c964bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.915470 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2382d079-9cfa-43b4-9e7b-be546c964bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:04.916660 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2382d079-9cfa-43b4-9e7b-be546c964bde admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2c7b360a-8cd6-42df-9bca-d7dda4bcae9a HTTP/1.1" status: 204 len: 168 time: 0.1193447 Jul 16 19:09:04.924923 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382d079-9cfa-43b4-9e7b-be546c964bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c7b360a-8cd6-42df-9bca-d7dda4bcae9a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:05.175790 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49620) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:05.192523 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-832b4d6d-0e13-487a-9f6d-a00ca885af81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.287678 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-832b4d6d-0e13-487a-9f6d-a00ca885af81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.291609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-832b4d6d-0e13-487a-9f6d-a00ca885af81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.330616 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-832b4d6d-0e13-487a-9f6d-a00ca885af81 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8ccc6788cd3d4017a12a344e967b63a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1537161 Jul 16 19:09:05.332549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832b4d6d-0e13-487a-9f6d-a00ca885af81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f9461b-6df0-4585-b2e2-36077573c990,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:05.333274 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49622) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:05.382992 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03863c77-e68a-4b53-b269-581ca35ae66d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.404371 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03863c77-e68a-4b53-b269-581ca35ae66d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.451928 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03863c77-e68a-4b53-b269-581ca35ae66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.455010 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-03863c77-e68a-4b53-b269-581ca35ae66d admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:05.456230 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-03863c77-e68a-4b53-b269-581ca35ae66d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/96f9461b-6df0-4585-b2e2-36077573c990 HTTP/1.1" status: 204 len: 168 time: 0.1219449 Jul 16 19:09:05.463813 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03863c77-e68a-4b53-b269-581ca35ae66d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f9461b-6df0-4585-b2e2-36077573c990,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:06.156240 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49644) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:06.248116 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-977993698-network', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:06.258734 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 981ff140-6acc-4080-974d-907023bf29e8 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:09:06.277328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Made reservation on behalf of f92de1525aa744b1bd55c8c70ee210f6 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:09:06.279395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 981ff140-6acc-4080-974d-907023bf29e8 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:09:06.279836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 981ff140-6acc-4080-974d-907023bf29e8 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:09:06.286813 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.295468 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.384181 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.388764 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.414990 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 372} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:09:06.425045 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5bd1707-5113-4b1c-983d-d49e84311185,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:06.431010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.431357 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Added segment d3527876-5b8a-4793-bbf2-349c4f492514 of type vlan for network b2b26765-5ebc-4778-8300-516c168de4c7 Jul 16 19:09:06.473087 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.505432 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.506476 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:06.507053 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.535095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3777764 Jul 16 19:09:06.538193 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49648) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:06.543250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] Request body: {'subnet': {'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-977993698-subnet', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:06.565821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] Made reservation on behalf of f92de1525aa744b1bd55c8c70ee210f6 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:09:06.568286 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.569211 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8a04a8-aa3c-44d3-a1c4-bf62572560e8 admin admin] Pushing event updated for resources: {'Network': ['ID=b2b26765-5ebc-4778-8300-516c168de4c7,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:06.579962 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network b2b26765-5ebc-4778-8300-516c168de4c7 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:09:06.752546 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.810748 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] Pushing event updated for resources: {'Subnet': ['ID=72a45ee5-aac7-4bed-90c6-7e6ba1880920,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:06.818528 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] Checking segment: {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:06.818884 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] Network hostable DHCP agents. Network: b2b26765-5ebc-4778-8300-516c168de4c7, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:09:06.834614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] Network b2b26765-5ebc-4778-8300-516c168de4c7 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:09:06.843887 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, b2b26765-5ebc-4778-8300-516c168de4c7) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:06.847758 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:06.848335 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.852681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bb609d-4abb-4fc3-bb9c-438038dce6f3 None None] Network b2b26765-5ebc-4778-8300-516c168de4c7 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:09:06.863245 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2c925cd4-141a-44f1-aad8-d3b2da73993c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3238842 Jul 16 19:09:06.865910 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49650) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:06.870374 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:06.894146 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.895211 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:06.951007 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.095123 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.150419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-b2b26765-5ebc-4778-8300-516c168de4c7', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:09:07.151340 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.284294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Allocated IP 172.20.0.2 (b2b26765-5ebc-4778-8300-516c168de4c7/72a45ee5-aac7-4bed-90c6-7e6ba1880920/5b181972-c038-43d2-af50-83e0a935edb6) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:07.292918 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.317266 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.428180 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Allocated IP 172.25.7.218 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/8b0dd13b-788c-42ce-8211-7ad5dce89d7c) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:07.435375 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.444412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Transition to ACTIVE for port object 5b181972-c038-43d2-af50-83e0a935edb6 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:07.461622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Transition to ACTIVE for port object 5b181972-c038-43d2-af50-83e0a935edb6 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:07.468298 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.507450 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Network b2b26765-5ebc-4778-8300-516c168de4c7 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:07.512101 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:07.517001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:07.520069 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Pushing event updated for resources: {'Port': ['ID=5b181972-c038-43d2-af50-83e0a935edb6,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:07.538376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.576095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.579694 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Attempting to bind port 5b181972-c038-43d2-af50-83e0a935edb6 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:07.580063 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Attempting to bind port 5b181972-c038-43d2-af50-83e0a935edb6 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:07.580425 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Attempting to bind port 5b181972-c038-43d2-af50-83e0a935edb6 on network b2b26765-5ebc-4778-8300-516c168de4c7 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:07.585309 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:07.585683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Checking segment: {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:07.586090 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.586463 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Bound using segment: {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:07.586919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Bound port: 5b181972-c038-43d2-af50-83e0a935edb6, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:07.587294 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.616694 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:07.621241 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:07.625812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:07.628936 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Pushing event updated for resources: {'Port': ['ID=8b0dd13b-788c-42ce-8211-7ad5dce89d7c,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:07.652292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] For port 5b181972-c038-43d2-af50-83e0a935edb6, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:07.656260 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] For port 5b181972-c038-43d2-af50-83e0a935edb6, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5b181972-c038-43d2-af50-83e0a935edb6,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:07.660237 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:07.715182 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d03ec3-8e1c-4112-91b1-574bda200d27 None None] Pushing event updated for resources: {'Port': ['ID=5b181972-c038-43d2-af50-83e0a935edb6,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:07.888871 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.105906 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.232668 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Router 44e969ce-b85d-49e8-ba22-6ad1b77631cb is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:09:08.339547 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b181972-c038-43d2-af50-83e0a935edb6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:08.402174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 5b181972-c038-43d2-af50-83e0a935edb6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:08.639100 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a6884ce-3c66-4416-90b4-cbd2970fa679 None None] Network b2b26765-5ebc-4778-8300-516c168de4c7 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:09:08.693593 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:09:08.705518 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Sync routers for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:09:08.716287 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.716569 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:08.717040 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:08.721045 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-38a79f5c-7a77-4b67-89bb-faa3f688f050 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8540649 Jul 16 19:09:08.722106 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49652) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:08.728199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-39b55df1-933d-48f6-a804-4974f56d7ddf None None] Provisioning for port 5b181972-c038-43d2-af50-83e0a935edb6 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:08.751751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-39b55df1-933d-48f6-a804-4974f56d7ddf None None] Provisioning complete for port 5b181972-c038-43d2-af50-83e0a935edb6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:08.752132 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-39b55df1-933d-48f6-a804-4974f56d7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.824491 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:08.882648 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-39b55df1-933d-48f6-a804-4974f56d7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:08.925389 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-39b55df1-933d-48f6-a804-4974f56d7ddf None None] For port 5b181972-c038-43d2-af50-83e0a935edb6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5b181972-c038-43d2-af50-83e0a935edb6,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:08.931033 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-39b55df1-933d-48f6-a804-4974f56d7ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.006622 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b55df1-933d-48f6-a804-4974f56d7ddf None None] Pushing event updated for resources: {'Port': ['ID=5b181972-c038-43d2-af50-83e0a935edb6,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:09.045510 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:07Z', 'revision_number': 3, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:09.075864 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Checking router: 44e969ce-b85d-49e8-ba22-6ad1b77631cb for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:09:09.076204 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Updating router 44e969ce-b85d-49e8-ba22-6ad1b77631cb port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:09:09.113001 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.150467 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-bee297c3-8c88-4265-a1e6-3fa71058b737 None None] Provisioning complete for port 5b181972-c038-43d2-af50-83e0a935edb6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:09.150841 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-bee297c3-8c88-4265-a1e6-3fa71058b737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.456022 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.465424 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Transition to ACTIVE for port object 8b0dd13b-788c-42ce-8211-7ad5dce89d7c will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:09.471837 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.477015 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.525617 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Attempting to bind port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:09.525978 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Attempting to bind port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:09.526340 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Attempting to bind port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:09.529119 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Pushing event updated for resources: {'Port': ['ID=8b0dd13b-788c-42ce-8211-7ad5dce89d7c,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:09.537480 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:09.537874 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:09.538274 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.538657 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:09.539129 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Bound port: 8b0dd13b-788c-42ce-8211-7ad5dce89d7c, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:09.539507 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.541979 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.542388 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.542724 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.543070 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.543429 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.543742 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.544133 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.544452 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.544766 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.545076 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.545432 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.546257 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:09:09.597642 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] For port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:09.600985 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] For port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8b0dd13b-788c-42ce-8211-7ad5dce89d7c,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:09.605370 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.637193 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Allocated IP 172.20.0.1 (b2b26765-5ebc-4778-8300-516c168de4c7/72a45ee5-aac7-4bed-90c6-7e6ba1880920/9052f857-c663-4b70-9494-651deb06d720) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:09.663152 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:09.663790 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:09.665658 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424fbf74-2c7d-4c04-8002-12b13f20153f None None] Pushing event updated for resources: {'Port': ['ID=8b0dd13b-788c-42ce-8211-7ad5dce89d7c,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:09.748415 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.763379 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Transition to ACTIVE for port object 9052f857-c663-4b70-9494-651deb06d720 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:09.771256 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:09.796594 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.833531 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Network b2b26765-5ebc-4778-8300-516c168de4c7 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:09.839609 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:09.843189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:09.873156 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Pushing event updated for resources: {'Port': ['ID=9052f857-c663-4b70-9494-651deb06d720,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:09.889695 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:09.964808 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:07Z', 'revision_number': 3, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:09.992352 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58991701-ad7f-4190-9c0c-bf11e3c3c5f7 None None] The sync data for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 is: [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:07Z', 'revision_number': 3, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:09:10.039715 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.157320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d0a60e6c-0e22-4cda-823d-86c083d2d505 None None] Provisioning for port 9052f857-c663-4b70-9494-651deb06d720 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:10.162700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-d0a60e6c-0e22-4cda-823d-86c083d2d505 None None] Provisioning complete for port 9052f857-c663-4b70-9494-651deb06d720 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:10.163160 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d0a60e6c-0e22-4cda-823d-86c083d2d505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.200058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-d0a60e6c-0e22-4cda-823d-86c083d2d505 None None] Port 9052f857-c663-4b70-9494-651deb06d720 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:09:10.212788 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.219971 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.315324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Pushing event updated for resources: {'Port': ['ID=9052f857-c663-4b70-9494-651deb06d720,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:10.318336 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.422771 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b181972-c038-43d2-af50-83e0a935edb6 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:10.431163 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Network b2b26765-5ebc-4778-8300-516c168de4c7 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:10.432744 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:10.484613 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 5b181972-c038-43d2-af50-83e0a935edb6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:10.485390 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.568809 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Router 44e969ce-b85d-49e8-ba22-6ad1b77631cb has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:09:10.590415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8b0dd13b-788c-42ce-8211-7ad5dce89d7c up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:10.649435 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:10.653872 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:10.654330 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.704840 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:09:10.710851 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-de9626d8-a16d-4215-8119-68fdf6675105 admin admin] 10.222.0.47 "PUT /v2.0/routers/44e969ce-b85d-49e8-ba22-6ad1b77631cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9870746 Jul 16 19:09:10.750996 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.756135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-c88eee0a-cb16-4e83-8c03-528f06cf88ca None None] Provisioning complete for port 9052f857-c663-4b70-9494-651deb06d720 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:10.756510 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c88eee0a-cb16-4e83-8c03-528f06cf88ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.797722 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8b0dd13b-788c-42ce-8211-7ad5dce89d7c,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:10.804368 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:10.838545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-c88eee0a-cb16-4e83-8c03-528f06cf88ca None None] Port 9052f857-c663-4b70-9494-651deb06d720 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:09:10.872858 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=8b0dd13b-788c-42ce-8211-7ad5dce89d7c,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:11.230652 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49668) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:11.236270 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-236081823-network', 'tenant_id': '7112a88a018d41b79898a71ff8330547'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:11.257515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Made reservation on behalf of 7112a88a018d41b79898a71ff8330547 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:09:11.259962 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.268712 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.357226 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.363418 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.390198 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 367} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:09:11.400243 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=982b2bdd-61ad-45d0-8440-3970b75f8a9b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:11.406171 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.406518 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Added segment 804666e3-e92b-45ac-8f25-4baa7d7c0a6b of type vlan for network 37befa75-54e8-4ae5-a8b8-cc181f291c8a Jul 16 19:09:11.449467 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.479390 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.480380 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:11.480952 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.513221 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2814527 Jul 16 19:09:11.516613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49670) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:11.521466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] Request body: {'subnet': {'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-236081823-subnet', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:11.557295 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f033e0fb-3e8a-46d8-a42b-21be21959ab5 admin admin] Pushing event updated for resources: {'Network': ['ID=37befa75-54e8-4ae5-a8b8-cc181f291c8a,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:11.569571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 37befa75-54e8-4ae5-a8b8-cc181f291c8a details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:09:11.573627 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] Made reservation on behalf of 7112a88a018d41b79898a71ff8330547 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:09:11.576381 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.708891 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Sync routers for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:09:11.719923 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:11.720519 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:11.754392 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.809713 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ce3bd2f-b553-420c-992e-bf98adfa8ab6,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:11.818418 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] Checking segment: {'id': '804666e3-e92b-45ac-8f25-4baa7d7c0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:11.818781 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] Network hostable DHCP agents. Network: 37befa75-54e8-4ae5-a8b8-cc181f291c8a, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:09:11.828177 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:11.836069 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] Network 37befa75-54e8-4ae5-a8b8-cc181f291c8a is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:09:11.848811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 37befa75-54e8-4ae5-a8b8-cc181f291c8a) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:11.853651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:11.854859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.859350 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-776bceb4-9b0f-46d0-8be0-b51524361398 None None] Network 37befa75-54e8-4ae5-a8b8-cc181f291c8a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:09:11.870320 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-26829cf8-6595-4c7d-8891-7b13a6366b13 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3524909 Jul 16 19:09:11.872827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49672) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:11.878035 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-236081823-router', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:11.900365 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.901555 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:11.960582 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.096008 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.132252 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-37befa75-54e8-4ae5-a8b8-cc181f291c8a', 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'fixed_ips': [{'subnet_id': '7ce3bd2f-b553-420c-992e-bf98adfa8ab6'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:09:12.133150 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.159695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 2, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:12.230410 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Checking router: 44e969ce-b85d-49e8-ba22-6ad1b77631cb for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:09:12.230768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Updating router 44e969ce-b85d-49e8-ba22-6ad1b77631cb port 9052f857-c663-4b70-9494-651deb06d720 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:09:12.302788 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.321912 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8b0dd13b-788c-42ce-8211-7ad5dce89d7c up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:12.343834 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.370195 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.378307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Allocated IP 172.20.0.2 (37befa75-54e8-4ae5-a8b8-cc181f291c8a/7ce3bd2f-b553-420c-992e-bf98adfa8ab6/9af22a95-0897-46f7-905d-941437e4ac89) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:12.486168 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Allocated IP 172.25.7.246 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/714589ea-9679-41f6-93c9-640de31324de) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:12.551593 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:12.551957 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.588894 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.629448 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.672762 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:12.675815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:12.679840 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:12.707923 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Pushing event updated for resources: {'Port': ['ID=714589ea-9679-41f6-93c9-640de31324de,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:12.864585 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.931541 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.956139 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:12.963196 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Transition to ACTIVE for port object 9af22a95-0897-46f7-905d-941437e4ac89 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:13.014566 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Transition to ACTIVE for port object 9af22a95-0897-46f7-905d-941437e4ac89 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:13.026027 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.033879 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.069414 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Transition to ACTIVE for port object 9052f857-c663-4b70-9494-651deb06d720 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:13.081436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Network 37befa75-54e8-4ae5-a8b8-cc181f291c8a is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:13.084250 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.087981 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:13.093947 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:13.099268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Pushing event updated for resources: {'Port': ['ID=9af22a95-0897-46f7-905d-941437e4ac89,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:13.188835 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.195334 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549f967-7015-4570-b46a-ffbb1298d37f None None] Pushing event updated for resources: {'Port': ['ID=9052f857-c663-4b70-9494-651deb06d720,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:13.240729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Attempting to bind port 9af22a95-0897-46f7-905d-941437e4ac89 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:13.241097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Attempting to bind port 9af22a95-0897-46f7-905d-941437e4ac89 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '804666e3-e92b-45ac-8f25-4baa7d7c0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:13.241455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Attempting to bind port 9af22a95-0897-46f7-905d-941437e4ac89 on network 37befa75-54e8-4ae5-a8b8-cc181f291c8a {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:13.257505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:13.257881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Checking segment: {'id': '804666e3-e92b-45ac-8f25-4baa7d7c0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:13.258288 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.258688 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Bound using segment: {'id': '804666e3-e92b-45ac-8f25-4baa7d7c0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:13.259235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Bound port: 9af22a95-0897-46f7-905d-941437e4ac89, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804666e3-e92b-45ac-8f25-4baa7d7c0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:13.259647 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.263172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Attempting to bind port 9052f857-c663-4b70-9494-651deb06d720 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:13.263542 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Attempting to bind port 9052f857-c663-4b70-9494-651deb06d720 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:13.263926 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Attempting to bind port 9052f857-c663-4b70-9494-651deb06d720 on network b2b26765-5ebc-4778-8300-516c168de4c7 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:13.277407 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:13.277789 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Checking segment: {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:13.278186 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.278580 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Bound using segment: {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:13.279056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Bound port: 9052f857-c663-4b70-9494-651deb06d720, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:13.279437 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.336031 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Router f38648b1-57b0-410d-8267-602c9773173d is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105438) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:09:13.400201 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] For port 9af22a95-0897-46f7-905d-941437e4ac89, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:13.406534 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] For port 9af22a95-0897-46f7-905d-941437e4ac89, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9af22a95-0897-46f7-905d-941437e4ac89,segment=NetworkSegment(804666e3-e92b-45ac-8f25-4baa7d7c0a6b),segment_id=804666e3-e92b-45ac-8f25-4baa7d7c0a6b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:13.412458 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.421484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] For port 9052f857-c663-4b70-9494-651deb06d720, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:13.457415 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:09:13.460913 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] For port 9052f857-c663-4b70-9494-651deb06d720, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9052f857-c663-4b70-9494-651deb06d720,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:13.472517 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.473588 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Sync routers for ids ['f38648b1-57b0-410d-8267-602c9773173d'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:09:13.479756 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:13.483908 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0256389e-8a85-4c81-9b29-df86f916073c admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.6073616 Jul 16 19:09:13.484972 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49674) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:13.491887 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Routers {'f38648b1-57b0-410d-8267-602c9773173d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:13.495998 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b2bd7e-0eef-4383-acd3-1875cd5c8b9c None None] Pushing event updated for resources: {'Port': ['ID=9af22a95-0897-46f7-905d-941437e4ac89,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:13.497142 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f38648b1-57b0-410d-8267-602c9773173d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:13.596274 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5549f967-7015-4570-b46a-ffbb1298d37f None None] Pushing event updated for resources: {'Port': ['ID=9052f857-c663-4b70-9494-651deb06d720,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:13.601729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:13.602904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:13.681267 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Set router f38648b1-57b0-410d-8267-602c9773173d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:13.788521 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:13.930885 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38648b1-57b0-410d-8267-602c9773173d', 'name': 'tempest-TestShelveInstance-236081823-router', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '714589ea-9679-41f6-93c9-640de31324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:11Z', 'updated_at': '2021-07-16T19:09:12Z', 'revision_number': 3, 'project_id': '7112a88a018d41b79898a71ff8330547', 'gw_port': {'id': '714589ea-9679-41f6-93c9-640de31324de', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38648b1-57b0-410d-8267-602c9773173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:12Z', 'updated_at': '2021-07-16T19:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:13.969587 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Checking router: f38648b1-57b0-410d-8267-602c9773173d for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:09:13.970004 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Updating router f38648b1-57b0-410d-8267-602c9773173d port 714589ea-9679-41f6-93c9-640de31324de binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:09:14.021698 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.109228 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:13Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:14.138903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4547c4f3-17a8-4ee8-9544-895cbc066275 None None] The sync data for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 is: [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:13Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:09:14.216567 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.400666 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.428048 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Transition to ACTIVE for port object 714589ea-9679-41f6-93c9-640de31324de will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:14.437608 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9af22a95-0897-46f7-905d-941437e4ac89 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:14.443872 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.448686 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Allocated IP 172.20.0.1 (37befa75-54e8-4ae5-a8b8-cc181f291c8a/7ce3bd2f-b553-420c-992e-bf98adfa8ab6/4b759b6c-ec1a-4cda-9d5f-09ed6a960709) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:14.512475 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Attempting to bind port 714589ea-9679-41f6-93c9-640de31324de on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:14.513618 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Attempting to bind port 714589ea-9679-41f6-93c9-640de31324de by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:14.514755 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Attempting to bind port 714589ea-9679-41f6-93c9-640de31324de on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:14.523147 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:14.524010 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:14.524599 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.525150 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:14.525932 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Bound port: 714589ea-9679-41f6-93c9-640de31324de, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:14.526509 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.540316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 9af22a95-0897-46f7-905d-941437e4ac89 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:14.548232 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9052f857-c663-4b70-9494-651deb06d720 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:14.583054 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] For port 714589ea-9679-41f6-93c9-640de31324de, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:14.586920 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] For port 714589ea-9679-41f6-93c9-640de31324de, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=714589ea-9679-41f6-93c9-640de31324de,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:14.597481 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.628831 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Routers {'f38648b1-57b0-410d-8267-602c9773173d'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:14.629710 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f38648b1-57b0-410d-8267-602c9773173d'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:14.657918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 9052f857-c663-4b70-9494-651deb06d720 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:14.665767 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9052f857-c663-4b70-9494-651deb06d720 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:14.666202 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.701951 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.716425 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fcd3e-04ea-43cd-a735-456bdbcfc458 None None] Pushing event updated for resources: {'Port': ['ID=714589ea-9679-41f6-93c9-640de31324de,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:14.728486 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Transition to ACTIVE for port object 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:14.786907 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.791546 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.820571 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] Set router f38648b1-57b0-410d-8267-602c9773173d gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:14.844690 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 9052f857-c663-4b70-9494-651deb06d720, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9052f857-c663-4b70-9494-651deb06d720,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:14.851761 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Network 37befa75-54e8-4ae5-a8b8-cc181f291c8a is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:14.852928 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.855812 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:14.859102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:14.909729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:14.917280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Pushing event updated for resources: {'Port': ['ID=4b759b6c-ec1a-4cda-9d5f-09ed6a960709,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:14.965925 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=9052f857-c663-4b70-9494-651deb06d720,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:14.988041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735a5f4b-6850-4eb3-bff6-530dc90c464f None None] Network 37befa75-54e8-4ae5-a8b8-cc181f291c8a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:09:15.050680 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fcd3e-04ea-43cd-a735-456bdbcfc458 None None] Pushing event updated for resources: {'Port': ['ID=714589ea-9679-41f6-93c9-640de31324de,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:15.089968 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7c896d34-f7ea-4247-aeab-9de989457d82 None None] Provisioning for port 9af22a95-0897-46f7-905d-941437e4ac89 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:15.097455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-7c896d34-f7ea-4247-aeab-9de989457d82 None None] Provisioning complete for port 9af22a95-0897-46f7-905d-941437e4ac89 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:15.097833 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c896d34-f7ea-4247-aeab-9de989457d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:15.114045 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:15.193633 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38648b1-57b0-410d-8267-602c9773173d', 'name': 'tempest-TestShelveInstance-236081823-router', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '714589ea-9679-41f6-93c9-640de31324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:11Z', 'updated_at': '2021-07-16T19:09:12Z', 'revision_number': 3, 'project_id': '7112a88a018d41b79898a71ff8330547', 'gw_port': {'id': '714589ea-9679-41f6-93c9-640de31324de', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38648b1-57b0-410d-8267-602c9773173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:12Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:15.229389 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e450e95-0a1f-4697-b2a4-835584ceabf5 None None] The sync data for ids ['f38648b1-57b0-410d-8267-602c9773173d'] in n-d-794306-7 is: [{'id': 'f38648b1-57b0-410d-8267-602c9773173d', 'name': 'tempest-TestShelveInstance-236081823-router', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '714589ea-9679-41f6-93c9-640de31324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:11Z', 'updated_at': '2021-07-16T19:09:12Z', 'revision_number': 3, 'project_id': '7112a88a018d41b79898a71ff8330547', 'gw_port': {'id': '714589ea-9679-41f6-93c9-640de31324de', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a5:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38648b1-57b0-410d-8267-602c9773173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:12Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:09:15.272858 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c896d34-f7ea-4247-aeab-9de989457d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:15.322390 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-7c896d34-f7ea-4247-aeab-9de989457d82 None None] For port 9af22a95-0897-46f7-905d-941437e4ac89, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9af22a95-0897-46f7-905d-941437e4ac89,segment=NetworkSegment(804666e3-e92b-45ac-8f25-4baa7d7c0a6b),segment_id=804666e3-e92b-45ac-8f25-4baa7d7c0a6b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:15.329380 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7c896d34-f7ea-4247-aeab-9de989457d82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:15.340912 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:15.349442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:15.419368 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c896d34-f7ea-4247-aeab-9de989457d82 None None] Pushing event updated for resources: {'Port': ['ID=9af22a95-0897-46f7-905d-941437e4ac89,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:15.432492 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Pushing event updated for resources: {'Port': ['ID=4b759b6c-ec1a-4cda-9d5f-09ed6a960709,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:15.439336 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:15.566457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Network 37befa75-54e8-4ae5-a8b8-cc181f291c8a is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:15.568971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:15.619951 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28110c6a-3377-4cd4-8cb6-e3828775a107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:15.658797 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0f29bab0-59d8-421d-8342-71949d8eab3a None None] Provisioning complete for port 9af22a95-0897-46f7-905d-941437e4ac89 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:15.659249 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0f29bab0-59d8-421d-8342-71949d8eab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:15.714965 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Router f38648b1-57b0-410d-8267-602c9773173d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:09:15.789768 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0f29bab0-59d8-421d-8342-71949d8eab3a None None] Provisioning for port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:15.793862 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-0f29bab0-59d8-421d-8342-71949d8eab3a None None] Provisioning complete for port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:15.794234 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0f29bab0-59d8-421d-8342-71949d8eab3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:15.851105 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:09:15.858369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-2bf5f20c-b0ac-4f00-82e1-349b011f4484 admin admin] 10.222.0.47 "PUT /v2.0/routers/f38648b1-57b0-410d-8267-602c9773173d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3696873 Jul 16 19:09:15.865106 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-0f29bab0-59d8-421d-8342-71949d8eab3a None None] Port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:09:15.992539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-9145a94a-8066-47c7-b9dd-41a3d75d6279 None None] Provisioning complete for port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:15.992905 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9145a94a-8066-47c7-b9dd-41a3d75d6279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.039992 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-9145a94a-8066-47c7-b9dd-41a3d75d6279 None None] Port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:09:16.160981 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8020899c-9ea3-44bc-8d32-4156bb62822f None None] Provisioning complete for port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:16.161492 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8020899c-9ea3-44bc-8d32-4156bb62822f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.202384 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8020899c-9ea3-44bc-8d32-4156bb62822f None None] Port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:09:16.423599 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 714589ea-9679-41f6-93c9-640de31324de up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:16.476573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 714589ea-9679-41f6-93c9-640de31324de completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:16.480916 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 714589ea-9679-41f6-93c9-640de31324de triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:16.481294 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.567664 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.587468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 714589ea-9679-41f6-93c9-640de31324de, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=714589ea-9679-41f6-93c9-640de31324de,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:16.591715 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.592657 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9af22a95-0897-46f7-905d-941437e4ac89 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:16.675431 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=714589ea-9679-41f6-93c9-640de31324de,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:16.688824 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9af22a95-0897-46f7-905d-941437e4ac89 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:16.689200 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.770471 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9052f857-c663-4b70-9494-651deb06d720 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:16.797150 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49684) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:16.803869 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2f7a94dc-c9f8-4515-a58a-59639e90007c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2070042575', 'description': 'tempest-secgroup-smoke-2070042575 description', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:16.819637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 9052f857-c663-4b70-9494-651deb06d720 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:16.820009 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.828040 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2f7a94dc-c9f8-4515-a58a-59639e90007c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.933591 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2f7a94dc-c9f8-4515-a58a-59639e90007c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.937522 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2f7a94dc-c9f8-4515-a58a-59639e90007c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.966082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a94dc-c9f8-4515-a58a-59639e90007c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22474747-eb19-4cd6-bf13-8542cee3899a,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:16.968958 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2f7a94dc-c9f8-4515-a58a-59639e90007c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:16.970182 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2f7a94dc-c9f8-4515-a58a-59639e90007c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1719320 Jul 16 19:09:16.973195 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49686) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:16.977827 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-36561664-7b64-4149-88e2-e618642930ae tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': '22474747-eb19-4cd6-bf13-8542cee3899a', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:17.004793 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-36561664-7b64-4149-88e2-e618642930ae tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.067312 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-36561664-7b64-4149-88e2-e618642930ae tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.071289 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-36561664-7b64-4149-88e2-e618642930ae tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.091297 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36561664-7b64-4149-88e2-e618642930ae tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe46ff5-e3a1-423c-bbef-736e5a471336,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:17.100099 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-36561664-7b64-4149-88e2-e618642930ae tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.101488 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-36561664-7b64-4149-88e2-e618642930ae tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1272008 Jul 16 19:09:17.104481 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49688) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:17.110549 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2ca89523-91a0-4c7a-9665-3f9a2dd98cef tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': '22474747-eb19-4cd6-bf13-8542cee3899a', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:17.136894 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ca89523-91a0-4c7a-9665-3f9a2dd98cef tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.194723 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ca89523-91a0-4c7a-9665-3f9a2dd98cef tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.198119 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ca89523-91a0-4c7a-9665-3f9a2dd98cef tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.214199 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca89523-91a0-4c7a-9665-3f9a2dd98cef tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8644127b-1e87-4693-9991-a14452006e70,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:17.224007 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2ca89523-91a0-4c7a-9665-3f9a2dd98cef tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.225209 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2ca89523-91a0-4c7a-9665-3f9a2dd98cef tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1195908 Jul 16 19:09:17.227947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49690) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:17.232329 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-440a40f2-407b-4a96-b7d5-61ac3c4cbfc9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': '22474747-eb19-4cd6-bf13-8542cee3899a', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:17.258389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-440a40f2-407b-4a96-b7d5-61ac3c4cbfc9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.320746 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-440a40f2-407b-4a96-b7d5-61ac3c4cbfc9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.327015 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-440a40f2-407b-4a96-b7d5-61ac3c4cbfc9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.348130 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440a40f2-407b-4a96-b7d5-61ac3c4cbfc9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58564be7-4876-4cb3-8446-3b8ab47be833,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:17.357046 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-440a40f2-407b-4a96-b7d5-61ac3c4cbfc9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.358419 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-440a40f2-407b-4a96-b7d5-61ac3c4cbfc9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295559 Jul 16 19:09:17.362353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49692) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:17.367127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-373c9935-ef78-4395-af63-e26216305533 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': '22474747-eb19-4cd6-bf13-8542cee3899a', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:17.395170 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-373c9935-ef78-4395-af63-e26216305533 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.463322 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-373c9935-ef78-4395-af63-e26216305533 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.468190 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-373c9935-ef78-4395-af63-e26216305533 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.486079 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c9935-ef78-4395-af63-e26216305533 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8902ce0f-6fa2-42df-9245-e9a8f02c7095,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:17.493994 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-373c9935-ef78-4395-af63-e26216305533 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.495304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-373c9935-ef78-4395-af63-e26216305533 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1319845 Jul 16 19:09:17.498738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49694) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:17.503271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2fcd20d4-e155-4b0b-a0fb-1d16d50372ed tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': '22474747-eb19-4cd6-bf13-8542cee3899a', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:17.527787 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-2fcd20d4-e155-4b0b-a0fb-1d16d50372ed tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Project f92de1525aa744b1bd55c8c70ee210f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:09:17.533342 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2fcd20d4-e155-4b0b-a0fb-1d16d50372ed tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.600450 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2fcd20d4-e155-4b0b-a0fb-1d16d50372ed tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.604569 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2fcd20d4-e155-4b0b-a0fb-1d16d50372ed tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.623022 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fcd20d4-e155-4b0b-a0fb-1d16d50372ed tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b42bbee4-efef-422a-9c10-8d60ec53455c,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:17.630835 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2fcd20d4-e155-4b0b-a0fb-1d16d50372ed tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.632240 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2fcd20d4-e155-4b0b-a0fb-1d16d50372ed tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1325328 Jul 16 19:09:17.634910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49696) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:17.641122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-1e4990ce-ab12-45ed-94a1-7ce58ad95158 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': '22474747-eb19-4cd6-bf13-8542cee3899a', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:17.646281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Sync routers for ids ['f38648b1-57b0-410d-8267-602c9773173d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:09:17.655378 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Routers {'f38648b1-57b0-410d-8267-602c9773173d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:17.656038 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:08:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f38648b1-57b0-410d-8267-602c9773173d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:17.668047 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-1e4990ce-ab12-45ed-94a1-7ce58ad95158 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Project f92de1525aa744b1bd55c8c70ee210f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:09:17.673204 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1e4990ce-ab12-45ed-94a1-7ce58ad95158 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.744039 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1e4990ce-ab12-45ed-94a1-7ce58ad95158 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.751951 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1e4990ce-ab12-45ed-94a1-7ce58ad95158 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.771184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4990ce-ab12-45ed-94a1-7ce58ad95158 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cce0bcc-7494-45d3-a4a9-72027137908f,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:17.783184 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-1e4990ce-ab12-45ed-94a1-7ce58ad95158 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:17.784483 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-1e4990ce-ab12-45ed-94a1-7ce58ad95158 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1486185 Jul 16 19:09:17.934345 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-4e8d738d-4fcd-467a-bd54-55b83ff163b2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2070042575&fields=id&tenant_id=f92de1525aa744b1bd55c8c70ee210f6 HTTP/1.1" status: 200 len: 267 time: 0.0340438 Jul 16 19:09:17.939348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Set router f38648b1-57b0-410d-8267-602c9773173d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:18.044786 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace53361-0598-446a-9d4e-c2c670b51015 req-daed87e9-53e6-4fe7-a639-b95c9ea04cb1 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:18.046755 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-daed87e9-53e6-4fe7-a639-b95c9ea04cb1 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 808 time: 0.1047909 Jul 16 19:09:18.062185 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cf946db-9c48-4981-bef1-45cd50a70587 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/quotas/f92de1525aa744b1bd55c8c70ee210f6 HTTP/1.1" status: 200 len: 375 time: 0.0099115 Jul 16 19:09:18.131929 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-69acdc6e-d326-4040-81c3-92de0d6b7900 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645974 Jul 16 19:09:18.134805 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38648b1-57b0-410d-8267-602c9773173d', 'name': 'tempest-TestShelveInstance-236081823-router', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '714589ea-9679-41f6-93c9-640de31324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:11Z', 'updated_at': '2021-07-16T19:09:15Z', 'revision_number': 4, 'project_id': '7112a88a018d41b79898a71ff8330547', 'gw_port': {'id': '714589ea-9679-41f6-93c9-640de31324de', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38648b1-57b0-410d-8267-602c9773173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:12Z', 'updated_at': '2021-07-16T19:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4b759b6c-ec1a-4cda-9d5f-09ed6a960709', 'name': '', 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'mac_address': 'fa:16:3e:57:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38648b1-57b0-410d-8267-602c9773173d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '7ce3bd2f-b553-420c-992e-bf98adfa8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:14Z', 'updated_at': '2021-07-16T19:09:15Z', 'revision_number': 2, 'project_id': '7112a88a018d41b79898a71ff8330547', 'subnets': [{'id': '7ce3bd2f-b553-420c-992e-bf98adfa8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:18.148538 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-2366667c-21f6-4f66-98b3-efb16cf57cdb service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:09:18.149654 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-2366667c-21f6-4f66-98b3-efb16cf57cdb service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056810 Jul 16 19:09:18.161316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Checking router: f38648b1-57b0-410d-8267-602c9773173d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:09:18.161671 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Updating router f38648b1-57b0-410d-8267-602c9773173d port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:09:18.199901 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.245544 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-2f67f65c-bf71-481a-ae34-07aab8bf552c service neutron] 10.222.0.47 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899265 Jul 16 19:09:18.334682 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 714589ea-9679-41f6-93c9-640de31324de up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:18.340916 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.342416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1d207073-3236-4c96-8e78-8340aa0d203e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.352178 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-2d7cbb43-4daa-476a-97c7-18b8a1c1d784 service neutron] 10.222.0.47 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971584 Jul 16 19:09:18.453584 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 714589ea-9679-41f6-93c9-640de31324de triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:18.453965 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.539707 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-906692f3-2a92-4d18-a6ef-a955d0ed1c02 req-97f3991b-82f0-4e62-8140-526ee9c2d091 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 210 time: 0.0345163 Jul 16 19:09:18.611860 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.625255 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Transition to ACTIVE for port object 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:18.632199 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.682476 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d310eb0-5dab-4795-a18f-a8a205e7b1a3 None None] Pushing event updated for resources: {'Port': ['ID=4b759b6c-ec1a-4cda-9d5f-09ed6a960709,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:18.744856 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Attempting to bind port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:18.745229 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Attempting to bind port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '804666e3-e92b-45ac-8f25-4baa7d7c0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:18.746381 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Attempting to bind port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 on network 37befa75-54e8-4ae5-a8b8-cc181f291c8a {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:18.752143 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:18.752454 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Checking segment: {'id': '804666e3-e92b-45ac-8f25-4baa7d7c0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:18.752859 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.753426 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Bound using segment: {'id': '804666e3-e92b-45ac-8f25-4baa7d7c0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:18.753954 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Bound port: 4b759b6c-ec1a-4cda-9d5f-09ed6a960709, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '804666e3-e92b-45ac-8f25-4baa7d7c0a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:18.754337 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.843668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] For port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:18.847449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] For port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4b759b6c-ec1a-4cda-9d5f-09ed6a960709,segment=NetworkSegment(804666e3-e92b-45ac-8f25-4baa7d7c0a6b),segment_id=804666e3-e92b-45ac-8f25-4baa7d7c0a6b)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:18.857366 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:18.928131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Routers {'f38648b1-57b0-410d-8267-602c9773173d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:18.928793 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f38648b1-57b0-410d-8267-602c9773173d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:18.986709 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d310eb0-5dab-4795-a18f-a8a205e7b1a3 None None] Pushing event updated for resources: {'Port': ['ID=4b759b6c-ec1a-4cda-9d5f-09ed6a960709,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:19.088743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] Set router f38648b1-57b0-410d-8267-602c9773173d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:19.307152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38648b1-57b0-410d-8267-602c9773173d', 'name': 'tempest-TestShelveInstance-236081823-router', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '714589ea-9679-41f6-93c9-640de31324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:11Z', 'updated_at': '2021-07-16T19:09:15Z', 'revision_number': 4, 'project_id': '7112a88a018d41b79898a71ff8330547', 'gw_port': {'id': '714589ea-9679-41f6-93c9-640de31324de', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38648b1-57b0-410d-8267-602c9773173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:12Z', 'updated_at': '2021-07-16T19:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4b759b6c-ec1a-4cda-9d5f-09ed6a960709', 'name': '', 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'mac_address': 'fa:16:3e:57:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38648b1-57b0-410d-8267-602c9773173d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '7ce3bd2f-b553-420c-992e-bf98adfa8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:14Z', 'updated_at': '2021-07-16T19:09:18Z', 'revision_number': 4, 'project_id': '7112a88a018d41b79898a71ff8330547', 'subnets': [{'id': '7ce3bd2f-b553-420c-992e-bf98adfa8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:19.334798 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f78601a0-f843-4d6b-b6f9-d34171f0455c None None] The sync data for ids ['f38648b1-57b0-410d-8267-602c9773173d'] in n-d-794306-7 is: [{'id': 'f38648b1-57b0-410d-8267-602c9773173d', 'name': 'tempest-TestShelveInstance-236081823-router', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '714589ea-9679-41f6-93c9-640de31324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:11Z', 'updated_at': '2021-07-16T19:09:15Z', 'revision_number': 4, 'project_id': '7112a88a018d41b79898a71ff8330547', 'gw_port': {'id': '714589ea-9679-41f6-93c9-640de31324de', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38648b1-57b0-410d-8267-602c9773173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:12Z', 'updated_at': '2021-07-16T19:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '4b759b6c-ec1a-4cda-9d5f-09ed6a960709', 'name': '', 'network_id': '37befa75-54e8-4ae5-a8b8-cc181f291c8a', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'mac_address': 'fa:16:3e:57:0e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f38648b1-57b0-410d-8267-602c9773173d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4251, 'fixed_ips': [{'subnet_id': '7ce3bd2f-b553-420c-992e-bf98adfa8ab6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:14Z', 'updated_at': '2021-07-16T19:09:18Z', 'revision_number': 4, 'project_id': '7112a88a018d41b79898a71ff8330547', 'subnets': [{'id': '7ce3bd2f-b553-420c-992e-bf98adfa8ab6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:09:19.714305 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-064cbd2a-d5c8-44fe-a82d-927c92b30e2e req-31ad8ae8-25da-4327-a7da-f0c87f7ebea3 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 210 time: 0.0410578 Jul 16 19:09:19.936391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace53361-0598-446a-9d4e-c2c670b51015 req-9ca7d883-d28d-4350-980a-b870f5587d23 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:19.938244 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-9ca7d883-d28d-4350-980a-b870f5587d23 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 808 time: 0.1154480 Jul 16 19:09:19.990056 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-3415814a-351a-4769-b49b-363875b1fd2a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f92de1525aa744b1bd55c8c70ee210f6 HTTP/1.1" status: 200 len: 380 time: 0.0428631 Jul 16 19:09:20.003082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'port': {'device_id': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'admin_state_up': True, 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'security_groups': ['22474747-eb19-4cd6-bf13-8542cee3899a']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:20.118462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Made reservation on behalf of f92de1525aa744b1bd55c8c70ee210f6 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:09:20.120819 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:20.122165 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:20.252977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Allocated IP 172.20.0.13 (b2b26765-5ebc-4778-8300-516c168de4c7/72a45ee5-aac7-4bed-90c6-7e6ba1880920/0e8b9f27-5f8a-42e6-9762-32e8676d6b16) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:20.362353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:20.412680 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:20.416541 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:20.419285 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:20.420428 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:20.432857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Transition to ACTIVE for port object 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:20.467628 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:20.508716 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:20.516109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Network b2b26765-5ebc-4778-8300-516c168de4c7 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:20.519547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:20.524187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:20.528353 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:20.551695 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4b759b6c-ec1a-4cda-9d5f-09ed6a960709,segment=NetworkSegment(804666e3-e92b-45ac-8f25-4baa7d7c0a6b),segment_id=804666e3-e92b-45ac-8f25-4baa7d7c0a6b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:20.558214 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:20.582725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:20.583464 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:20.598865 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-7cbd2da9-687e-45bc-90b7-42f241d3286b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6039491 Jul 16 19:09:20.611428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Request body: {'port': {'device_id': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:20.616515 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=4b759b6c-ec1a-4cda-9d5f-09ed6a960709,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:20.689064 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:20.827131 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-15d1c1c5-45b4-4b2e-a54f-55ce90fc4b49 None None] Provisioning for port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:20.832955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-15d1c1c5-45b4-4b2e-a54f-55ce90fc4b49 None None] Provisioning complete for port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:20.833335 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15d1c1c5-45b4-4b2e-a54f-55ce90fc4b49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:20.872212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-15d1c1c5-45b4-4b2e-a54f-55ce90fc4b49 None None] Port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:09:20.969479 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00f702-e05d-481b-8482-0d7f20ab80f6 req-5f895484-e477-4085-84d9-4259b3fcdf51 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:20.971012 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb00f702-e05d-481b-8482-0d7f20ab80f6 req-5f895484-e477-4085-84d9-4259b3fcdf51 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 932 time: 0.1291478 Jul 16 19:09:21.048826 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fb00f702-e05d-481b-8482-0d7f20ab80f6 req-c21d0d12-e472-4e33-b954-31d9b49db6ac tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708754 Jul 16 19:09:21.067194 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:09:21.077501 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.090521 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Transition to ACTIVE for port object 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:09:21.094669 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.146680 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:21.223843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Attempting to bind port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:09:21.224072 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Attempting to bind port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:09:21.224409 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Attempting to bind port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 on network b2b26765-5ebc-4778-8300-516c168de4c7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:21.230198 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 on network b2b26765-5ebc-4778-8300-516c168de4c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:09:21.230631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Attempting to bind port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 on network b2b26765-5ebc-4778-8300-516c168de4c7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:09:21.236146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:09:21.236482 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Checking segment: {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:09:21.236862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Bound using segment: {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:09:21.237287 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Bound port: 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:09:21.237649 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.315115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:09:21.318516 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:09:21.323246 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.357009 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:21.357676 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:21.359287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] 10.222.0.18 "PUT /v2.0/ports/0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 1092 time: 0.7530174 Jul 16 19:09:21.362185 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:21.364637 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302ad6ea-1ed4-4fdf-a710-92a0926f046c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:21.419114 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14248cf-5193-4150-a2b0-8d089c05eca7 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:21.449084 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d748c2-638c-49d0-9094-f660c2c98b73 x-openstack-request-id: req-b4d748c2-638c-49d0-9094-f660c2c98b73 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:21.449376 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:21.449622 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b4d748c2-638c-49d0-9094-f660c2c98b73 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:21.450019 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'status': 'completed', 'code': 200} Jul 16 19:09:21.493728 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace53361-0598-446a-9d4e-c2c670b51015 req-34fdfc06-d308-4e11-8119-a6aa78651fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:21.495251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-34fdfc06-d308-4e11-8119-a6aa78651fae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1095 time: 0.0937319 Jul 16 19:09:21.541992 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-a6739a5b-baaa-475f-bc8a-3471726c2549 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 217 time: 0.0391440 Jul 16 19:09:21.598539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace53361-0598-446a-9d4e-c2c670b51015 req-d9d74544-9dcc-4631-b55e-f786d6861efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:21.600207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-d9d74544-9dcc-4631-b55e-f786d6861efd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0517387 Jul 16 19:09:21.668323 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace53361-0598-446a-9d4e-c2c670b51015 req-aca6ef67-5ccc-4486-b722-0e1bf0f878bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:21.670351 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-aca6ef67-5ccc-4486-b722-0e1bf0f878bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635874 Jul 16 19:09:21.764148 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-67f0ab43-f19a-489f-b861-5b9617668873 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876415 Jul 16 19:09:21.862397 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ace53361-0598-446a-9d4e-c2c670b51015 req-f3ba1d43-7e83-41b0-a412-15cc90e63d8d service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922556 Jul 16 19:09:21.973570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ad6ea-1ed4-4fdf-a710-92a0926f046c req-3b16b3df-39ef-4f7d-b29a-437b95976a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:21.975171 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-302ad6ea-1ed4-4fdf-a710-92a0926f046c req-3b16b3df-39ef-4f7d-b29a-437b95976a9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1095 time: 0.0560837 Jul 16 19:09:22.075249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ad6ea-1ed4-4fdf-a710-92a0926f046c req-bb732297-33f9-4776-846f-2a75d55ba49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:22.077981 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-302ad6ea-1ed4-4fdf-a710-92a0926f046c req-bb732297-33f9-4776-846f-2a75d55ba49f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0966477 Jul 16 19:09:22.121489 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-302ad6ea-1ed4-4fdf-a710-92a0926f046c req-541b317f-b030-4e39-b123-fdb77849687f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 217 time: 0.0365357 Jul 16 19:09:22.181946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ad6ea-1ed4-4fdf-a710-92a0926f046c req-0bb387d0-9ae9-4cae-8df5-ef558defa9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:22.183411 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-302ad6ea-1ed4-4fdf-a710-92a0926f046c req-0bb387d0-9ae9-4cae-8df5-ef558defa9d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0552645 Jul 16 19:09:22.188993 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:22.282578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0f7722-404a-4388-885e-519dc4612b43 req-678ab7bc-650e-4c87-90cf-5ee3f8232560 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:22.284253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2b0f7722-404a-4388-885e-519dc4612b43 req-678ab7bc-650e-4c87-90cf-5ee3f8232560 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 944 time: 0.1161191 Jul 16 19:09:22.290726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ad6ea-1ed4-4fdf-a710-92a0926f046c req-c8e314a5-48ed-444f-82bb-a3599eb91755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:22.292207 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-302ad6ea-1ed4-4fdf-a710-92a0926f046c req-c8e314a5-48ed-444f-82bb-a3599eb91755 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915656 Jul 16 19:09:22.316638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:22.359928 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2b0f7722-404a-4388-885e-519dc4612b43 req-167e12c7-1feb-485a-a668-c80c2b9adfce tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666330 Jul 16 19:09:22.368804 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:22.369181 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:22.422767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-302ad6ea-1ed4-4fdf-a710-92a0926f046c req-4a570277-53e2-4996-8e90-6be54f1510f6 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212192 Jul 16 19:09:22.521295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-302ad6ea-1ed4-4fdf-a710-92a0926f046c req-b99c44b1-3fa8-45fd-a7af-27589ddebfec service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919533 Jul 16 19:09:23.541376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba586f-1646-4111-a7d5-9f27bc418d89 req-8f17e807-a898-434a-bafd-a45846feb12f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:23.542946 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49ba586f-1646-4111-a7d5-9f27bc418d89 req-8f17e807-a898-434a-bafd-a45846feb12f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 944 time: 0.0649927 Jul 16 19:09:23.581128 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-49ba586f-1646-4111-a7d5-9f27bc418d89 req-db337187-56c6-4675-b9a0-712071538716 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315521 Jul 16 19:09:24.775675 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37571e-0fe5-4be8-9478-b2f9baf10b9d req-f39c76a6-8d48-4761-9302-dfcec089735b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:24.777172 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e37571e-0fe5-4be8-9478-b2f9baf10b9d req-f39c76a6-8d48-4761-9302-dfcec089735b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 944 time: 0.0661323 Jul 16 19:09:24.822643 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1e37571e-0fe5-4be8-9478-b2f9baf10b9d req-f0f1a3f8-86eb-4429-ac44-4ec8308048fc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390375 Jul 16 19:09:25.011644 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:09:25.115468 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:25.128739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'port_id': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'mac_address': 'fa:16:3e:5a:94:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:09:25.173472 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:25.189230 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:09:25.211019 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:25.215245 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:25.277525 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:25.443637 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['0e8b9f27-5f8a-42e6-9762-32e8676d6b16'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:09:26.002737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03689c-2bce-4893-ab39-95fb2d1ecb46 req-f741f652-3c51-4fd5-8d00-28de5d79d2c4 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:26.004290 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f03689c-2bce-4893-ab39-95fb2d1ecb46 req-f741f652-3c51-4fd5-8d00-28de5d79d2c4 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0634027 Jul 16 19:09:26.048100 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-2f03689c-2bce-4893-ab39-95fb2d1ecb46 req-9540a65e-edf8-4596-b662-1c06797a8180 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364673 Jul 16 19:09:27.026778 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:09:27.077670 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:09:27.081626 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:09:27.082004 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:27.169169 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:27.194164 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:27.196453 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8af9b04-54e0-4e64-b6f1-03b50a151086" -d '{"events": [{"server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "name": "network-vif-plugged", "status": "completed", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:27.211311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:09:27.216218 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:27.243772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6515e019-47fc-4d86-af0f-fb03960b405e req-ff7f76cf-760a-455d-b2dc-66ae26e82774 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:27.244414 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8480ba6-837e-4747-9e9c-4d511d439ab6 x-openstack-request-id: req-c8480ba6-837e-4747-9e9c-4d511d439ab6 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:27.244801 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "name": "network-vif-plugged", "status": "completed", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:27.245066 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c8480ba6-837e-4747-9e9c-4d511d439ab6 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:27.245397 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6515e019-47fc-4d86-af0f-fb03960b405e req-ff7f76cf-760a-455d-b2dc-66ae26e82774 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0670969 Jul 16 19:09:27.245594 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'code': 200} Jul 16 19:09:27.271658 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:27.304101 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6515e019-47fc-4d86-af0f-fb03960b405e req-e7a342ce-8450-4b6c-b243-a6f3941ab5cc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485950 Jul 16 19:09:27.400818 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29093de8-5e56-47dd-be11-bcf640adf9b4 req-5e837ea6-02c8-44a6-a823-13f60edcd398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:27.402545 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29093de8-5e56-47dd-be11-bcf640adf9b4 req-5e837ea6-02c8-44a6-a823-13f60edcd398 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1097 time: 0.0737758 Jul 16 19:09:27.443383 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29093de8-5e56-47dd-be11-bcf640adf9b4 req-c21c3264-f756-47c6-9d4b-c18386a2f951 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341010 Jul 16 19:09:28.495232 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d32cd20-8033-4add-9fb4-8a4fed1cbaa1 req-9d4779ca-9760-4747-bfdd-3b9560dfebc7 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:28.496751 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d32cd20-8033-4add-9fb4-8a4fed1cbaa1 req-9d4779ca-9760-4747-bfdd-3b9560dfebc7 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0653920 Jul 16 19:09:28.537580 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d32cd20-8033-4add-9fb4-8a4fed1cbaa1 req-5e0cfd84-0870-44c4-b3a4-1f71fe722407 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347736 Jul 16 19:09:28.749018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe1578d-42c6-4153-9604-e95c1550bfaa req-629d82d7-c496-4384-8779-f4b6bf12c775 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:28.750733 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7fe1578d-42c6-4153-9604-e95c1550bfaa req-629d82d7-c496-4384-8779-f4b6bf12c775 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0802147 Jul 16 19:09:28.793156 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7fe1578d-42c6-4153-9604-e95c1550bfaa req-20f4991d-271e-4179-ace7-a88dc116050c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354252 Jul 16 19:09:28.822325 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49752) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:28.998200 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7963f535-68f7-4284-a941-10860038025f tempest-TestShelveInstance-680333850 tempest-TestShelveInstance-680333850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:29.000150 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7963f535-68f7-4284-a941-10860038025f tempest-TestShelveInstance-680333850 tempest-TestShelveInstance-680333850-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1092 time: 0.1768072 Jul 16 19:09:29.003784 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 49756) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:09:29.008220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'fixed_ip_address': '172.20.0.13'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:09:29.038174 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:29.174548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:29.290590 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Allocated IP 172.25.7.251 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/9b12d14f-5868-456d-ac0e-f4d9f2d16639) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:09:29.403993 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:29.443668 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:29.483688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:09:29.486452 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:09:29.489981 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:09:29.495750 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'Port': ['ID=9b12d14f-5868-456d-ac0e-f4d9f2d16639,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:30.049379 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:30.179367 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:30.253202 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:30.403481 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:30.408540 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:30.479084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'Port': ['ID=9b12d14f-5868-456d-ac0e-f4d9f2d16639,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:09:30.489126 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:30.587550 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Floating IP b350f227-d9f6-4e16-b853-42d5862dd9f1 associated. External IP: 172.25.7.251, port: 0e8b9f27-5f8a-42e6-9762-32e8676d6b16. Jul 16 19:09:30.587814 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:09:30.791718 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Router 44e969ce-b85d-49e8-ba22-6ad1b77631cb has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:09:30.901122 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:09:30.913899 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86adb1-a47f-4558-b537-608142333520 None None] Sync routers for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:09:30.918451 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:30.923871 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86adb1-a47f-4558-b537-608142333520 None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:30.924496 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4c86adb1-a47f-4558-b537-608142333520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:30.970001 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d56efbd0-f638-4e64-8fd1-930a468c37ff tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9653893 Jul 16 19:09:30.970586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:09:30.972921 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf" -d '{"events": [{"name": "network-changed", "server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:09:31.011470 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86308813-17f5-4b47-9ea8-8e3e752c006e x-openstack-request-id: req-86308813-17f5-4b47-9ea8-8e3e752c006e {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:09:31.011886 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:09:31.012203 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-86308813-17f5-4b47-9ea8-8e3e752c006e {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:09:31.012705 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'status': 'completed', 'code': 200} Jul 16 19:09:31.043445 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4c86adb1-a47f-4558-b537-608142333520 None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:31.095540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf req-c9aa9f81-61a5-4abd-b4e8-0f93239d0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:31.097029 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf req-c9aa9f81-61a5-4abd-b4e8-0f93239d0fb3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1097 time: 0.0608892 Jul 16 19:09:31.195625 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf req-de09a6d1-defb-4e21-880e-0761264784be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:31.197080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf req-de09a6d1-defb-4e21-880e-0761264784be service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0939600 Jul 16 19:09:31.263733 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf req-1d2c0f8d-c90a-445f-b47a-73acadcf5247 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 1000 time: 0.0600224 Jul 16 19:09:31.296318 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4c86adb1-a47f-4558-b537-608142333520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'b350f227-d9f6-4e16-b853-42d5862dd9f1', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'floating_ip_address': '172.25.7.251', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'port_id': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'mac_address': 'fa:16:3e:5a:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:09:29Z', 'updated_at': '2021-07-16T19:09:29Z', 'revision_number': 0, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:31.315176 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf req-aa31ba31-1e3d-41b1-aa36-b855dc9d01d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:31.316744 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf req-aa31ba31-1e3d-41b1-aa36-b855dc9d01d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0466413 Jul 16 19:09:31.323493 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86adb1-a47f-4558-b537-608142333520 None None] Checking router: 44e969ce-b85d-49e8-ba22-6ad1b77631cb for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:09:31.332910 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86adb1-a47f-4558-b537-608142333520 None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:09:31.333515 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4c86adb1-a47f-4558-b537-608142333520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:09:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:31.388503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf req-9a0ad83a-ed22-43dc-b09a-67e6caf0b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:31.390278 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf req-9a0ad83a-ed22-43dc-b09a-67e6caf0b5ec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670111 Jul 16 19:09:31.452495 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4c86adb1-a47f-4558-b537-608142333520 None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:09:31.497218 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf req-d3609c88-58de-4691-b301-a613b84aaa86 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001060 Jul 16 19:09:31.597982 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6b547ae0-083c-4bde-9341-f7c19bfb6ccf req-32bea60c-a490-4b96-a887-057114810887 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940678 Jul 16 19:09:31.689740 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4c86adb1-a47f-4558-b537-608142333520 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'b350f227-d9f6-4e16-b853-42d5862dd9f1', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'floating_ip_address': '172.25.7.251', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'port_id': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'mac_address': 'fa:16:3e:5a:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:09:29Z', 'updated_at': '2021-07-16T19:09:29Z', 'revision_number': 0, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:09:31.720817 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86adb1-a47f-4558-b537-608142333520 None None] The sync data for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 is: [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': 'b350f227-d9f6-4e16-b853-42d5862dd9f1', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'floating_ip_address': '172.25.7.251', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'port_id': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4263, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'mac_address': 'fa:16:3e:5a:94:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:09:29Z', 'updated_at': '2021-07-16T19:09:29Z', 'revision_number': 0, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:09:31.927225 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934999fa-fd93-4f0c-b81b-9bcbcaa5717f None None] New status for floating IP b350f227-d9f6-4e16-b853-42d5862dd9f1: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:09:42.741835 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:45.612969 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c1a5eaa9-0a21-4b2f-8f7b-38a7ad65f3e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:48.282158 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:48.305156 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f8d396e-7932-4724-a8d6-47b053622ca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:50.124095 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:09:50.964084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a575a24-9065-4053-843f-9db5420d554f req-c3679a3b-782b-47be-9350-81c27557489b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0515137 Jul 16 19:09:51.061930 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575a24-9065-4053-843f-9db5420d554f req-43b8481e-ff08-4cd2-95b6-3964af3e4e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:51.063444 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a575a24-9065-4053-843f-9db5420d554f req-43b8481e-ff08-4cd2-95b6-3964af3e4e85 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1097 time: 0.0528593 Jul 16 19:09:51.173239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575a24-9065-4053-843f-9db5420d554f req-41645991-5b2b-4f2e-af8a-fc8b0ac242ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:51.174742 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a575a24-9065-4053-843f-9db5420d554f req-41645991-5b2b-4f2e-af8a-fc8b0ac242ff service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0889163 Jul 16 19:09:51.239265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a575a24-9065-4053-843f-9db5420d554f req-9daa579b-ce8d-4112-a434-ed7d8300d5b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 1002 time: 0.0574908 Jul 16 19:09:51.293006 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575a24-9065-4053-843f-9db5420d554f req-4c639623-0edd-450a-8d74-f21f044f9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:51.295165 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a575a24-9065-4053-843f-9db5420d554f req-4c639623-0edd-450a-8d74-f21f044f9bb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0480323 Jul 16 19:09:51.355089 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a575a24-9065-4053-843f-9db5420d554f req-28dcd13f-3e3b-4f8e-91a8-a6a778692a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:09:51.356694 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a575a24-9065-4053-843f-9db5420d554f req-28dcd13f-3e3b-4f8e-91a8-a6a778692a08 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0517333 Jul 16 19:09:51.445273 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a575a24-9065-4053-843f-9db5420d554f req-59c1f020-c11c-4f8e-b3e7-a1c6a9279242 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811925 Jul 16 19:09:51.538177 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1a575a24-9065-4053-843f-9db5420d554f req-be55305a-f489-4361-bf6d-575fa0014a49 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850947 Jul 16 19:09:52.189495 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:00.041025 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:07.587266 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:10:12.740749 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:15.613625 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-97d4b807-7b2e-417e-8b13-138118a8f4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:18.285372 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:18.303921 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-61fa5f95-1612-4c76-9252-02f0f522a467 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:20.133655 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:22.195337 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:30.042850 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:42.759001 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:44.586713 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:10:45.616341 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-760d0dd1-24c4-40a5-b3da-b45c43e0b27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:48.288486 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:48.306492 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ffe54b22-8972-4c65-8e4b-87f394bfbaee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:50.130297 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.195255 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:10:52.890685 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-0e582e6e-4d8b-466c-940c-cd5674f31f45 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0527513 Jul 16 19:10:52.991845 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-51620821-879b-4638-aa33-7400e21e9b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:52.993369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-51620821-879b-4638-aa33-7400e21e9b51 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1097 time: 0.0574052 Jul 16 19:10:53.097350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-e81eb382-d418-484d-bd14-ecd0b0b9afb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:53.098841 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-e81eb382-d418-484d-bd14-ecd0b0b9afb3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0843413 Jul 16 19:10:53.166029 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-48e53cf5-59c3-48f0-9c00-ecdcb0843bfb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 1002 time: 0.0606468 Jul 16 19:10:53.216654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-cffd396a-6f71-4e26-a986-8a5f84564d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:53.219008 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-cffd396a-6f71-4e26-a986-8a5f84564d5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0454609 Jul 16 19:10:53.274786 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-1972f94c-0272-45a8-b176-88851b2122b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:10:53.276506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-1972f94c-0272-45a8-b176-88851b2122b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513334 Jul 16 19:10:53.369875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-54acb974-b5ad-495a-8ded-d2daad39ac4b service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869303 Jul 16 19:10:53.462444 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-544cd255-8f33-4b17-83fb-fc7962dfebb0 req-7763b067-9b39-4193-92b3-4933229fe004 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843432 Jul 16 19:11:00.042980 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:12.778060 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:15.617380 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7e442640-a936-4509-94b8-d7fed6e99bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:18.292216 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:18.309469 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-133ffc08-f7f8-4fd7-99a3-c43aa314d142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:20.132714 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:21.587954 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:22.198839 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:28.930059 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe132c88-be6f-4395-a665-b73ee49cd839 req-805dc2f2-9cd5-49b8-b716-14b5f67cd99e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:28.931483 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe132c88-be6f-4395-a665-b73ee49cd839 req-805dc2f2-9cd5-49b8-b716-14b5f67cd99e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0654080 Jul 16 19:11:28.969534 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fe132c88-be6f-4395-a665-b73ee49cd839 req-f05552a7-ff48-4eef-b9c2-4649ad9e51d9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323453 Jul 16 19:11:30.063447 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:30.155109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1516ca6-efc7-408b-9c29-916cb8f16e09 req-7b42aa8a-ddf8-4bf3-85a1-2fd9f113652a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:30.158073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1516ca6-efc7-408b-9c29-916cb8f16e09 req-7b42aa8a-ddf8-4bf3-85a1-2fd9f113652a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0717247 Jul 16 19:11:30.198032 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f1516ca6-efc7-408b-9c29-916cb8f16e09 req-3abdc044-4000-416f-8b86-34292aa41827 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340881 Jul 16 19:11:31.400451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8785b-9fff-455e-be99-0abf8ded678c req-9d896db8-6d55-4e36-8aab-77138febe9b5 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:31.402034 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5df8785b-9fff-455e-be99-0abf8ded678c req-9d896db8-6d55-4e36-8aab-77138febe9b5 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0672977 Jul 16 19:11:31.439357 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5df8785b-9fff-455e-be99-0abf8ded678c req-b6d9463c-5ce8-4b21-b93f-53fdfa75061e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319121 Jul 16 19:11:32.611103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b7922e-0afe-45c7-8e10-d294f3f50b0b req-2e1c2674-6794-411b-8ff2-e069e0b6d6ee tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:32.612506 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6b7922e-0afe-45c7-8e10-d294f3f50b0b req-2e1c2674-6794-411b-8ff2-e069e0b6d6ee tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0622745 Jul 16 19:11:32.649818 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d6b7922e-0afe-45c7-8e10-d294f3f50b0b req-ef4192f4-a292-45f5-bc22-455c3a72dd4f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308135 Jul 16 19:11:33.822049 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89dae51e-3ebe-4c8f-8aeb-7120ae7ac75c req-792e6be9-0009-4c55-92c6-36fe56907263 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:33.823531 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-89dae51e-3ebe-4c8f-8aeb-7120ae7ac75c req-792e6be9-0009-4c55-92c6-36fe56907263 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0629179 Jul 16 19:11:33.860670 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-89dae51e-3ebe-4c8f-8aeb-7120ae7ac75c req-31e6aeac-5be1-4a12-87ab-57b46ddd1519 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315678 Jul 16 19:11:35.034912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fbbea1-b6d4-47d6-a3f8-996ed1dd21cc req-f125ce3b-2c33-41cc-8dd8-8e8ce262be72 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:35.036627 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-49fbbea1-b6d4-47d6-a3f8-996ed1dd21cc req-f125ce3b-2c33-41cc-8dd8-8e8ce262be72 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0628798 Jul 16 19:11:35.073956 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-49fbbea1-b6d4-47d6-a3f8-996ed1dd21cc req-002dd822-9de6-4824-b13e-fb91bc04183d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318639 Jul 16 19:11:36.307795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f3c2fa-8f1b-44fc-9595-864a7f01725b req-a30270f4-d70b-4ad3-9260-d78c45cf8b7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:36.309193 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f3c2fa-8f1b-44fc-9595-864a7f01725b req-a30270f4-d70b-4ad3-9260-d78c45cf8b7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.1169846 Jul 16 19:11:36.347230 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f2f3c2fa-8f1b-44fc-9595-864a7f01725b req-e6e84856-5bc6-4fbb-b1c6-debe5f42adb5 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324640 Jul 16 19:11:37.528822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496ed63-4e5b-4ebc-9722-3a534c18c9b9 req-439e2c0b-e3fe-4ad6-9379-36722b5f7916 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:37.530361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6496ed63-4e5b-4ebc-9722-3a534c18c9b9 req-439e2c0b-e3fe-4ad6-9379-36722b5f7916 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0692554 Jul 16 19:11:37.567875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6496ed63-4e5b-4ebc-9722-3a534c18c9b9 req-49a15c91-3dd0-423f-b665-ce90a1a828c9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312316 Jul 16 19:11:38.740393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca78e36-1bd4-4d21-b2f8-5db6b7c0f14e req-ddfb6800-690b-456d-bf67-073168158883 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:38.741885 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eca78e36-1bd4-4d21-b2f8-5db6b7c0f14e req-ddfb6800-690b-456d-bf67-073168158883 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0632815 Jul 16 19:11:38.779457 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-eca78e36-1bd4-4d21-b2f8-5db6b7c0f14e req-c5cdbec3-6a49-484f-86d0-b6df0fcda029 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319839 Jul 16 19:11:39.952547 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14222fe7-47a0-47c5-89f7-4d32b1a26f49 req-b7496a18-0f66-417a-a861-de99d515fe8f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:39.954011 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14222fe7-47a0-47c5-89f7-4d32b1a26f49 req-b7496a18-0f66-417a-a861-de99d515fe8f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0630682 Jul 16 19:11:39.992119 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-14222fe7-47a0-47c5-89f7-4d32b1a26f49 req-f7945031-0c55-4af1-ab0a-0643ec4478f1 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322537 Jul 16 19:11:41.166634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fb867a-085d-4695-b396-305d66f606e7 req-da2ed673-3e45-4e5a-87a0-b5d431953e15 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:41.168177 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5fb867a-085d-4695-b396-305d66f606e7 req-da2ed673-3e45-4e5a-87a0-b5d431953e15 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0645647 Jul 16 19:11:41.206567 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f5fb867a-085d-4695-b396-305d66f606e7 req-9d1e5480-5444-40b6-99c1-a0a46035de7b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327811 Jul 16 19:11:41.754828 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:11:41.876577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:41.892904 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'port_id': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'mac_address': 'fa:16:3e:5a:94:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:11:41.939734 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:41.955826 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:11:41.981380 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:41.986565 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:42.044573 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:42.052976 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.053327 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.053672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.054012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.054347 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.054681 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.055009 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.055337 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.055696 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.056745 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.057185 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.057523 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:42.068408 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['0e8b9f27-5f8a-42e6-9762-32e8676d6b16'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:11:42.420068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f681f89-34bf-4d10-93fb-e34b01c8d089 req-0d50631b-e824-48c9-8556-a05dd6fa78ef tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:42.422345 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f681f89-34bf-4d10-93fb-e34b01c8d089 req-0d50631b-e824-48c9-8556-a05dd6fa78ef tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0828686 Jul 16 19:11:42.476687 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5f681f89-34bf-4d10-93fb-e34b01c8d089 req-466bdcef-3eeb-4514-818b-153c2241644a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452244 Jul 16 19:11:42.873566 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:43.668030 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c135614-fc89-44af-8bdf-ee33b53c0c52 req-57811538-a8c0-4055-8ff4-da17cbc8d91f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:43.672034 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8c135614-fc89-44af-8bdf-ee33b53c0c52 req-57811538-a8c0-4055-8ff4-da17cbc8d91f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0757689 Jul 16 19:11:43.712507 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8c135614-fc89-44af-8bdf-ee33b53c0c52 req-6ec4ae75-acf8-43bd-bc62-c92d203907a7 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375152 Jul 16 19:11:43.773706 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:11:43.828412 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:11:43.828412 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:43.911897 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:43.950000 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:43.950961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:43.953677 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da5f6d6a-1539-4376-ac8b-0b13a7daa244" -d '{"events": [{"server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "name": "network-vif-plugged", "status": "completed", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:43.959749 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:44.003031 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01ddfd8-5100-4717-93f6-0620ffe25a81 x-openstack-request-id: req-e01ddfd8-5100-4717-93f6-0620ffe25a81 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:44.003333 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "name": "network-vif-plugged", "status": "completed", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:44.003617 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e01ddfd8-5100-4717-93f6-0620ffe25a81 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:44.004020 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'code': 200} Jul 16 19:11:44.022051 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:44.907347 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bc77d-8d58-4ec4-8a0f-191e008ed014 req-0a11640d-e218-4acb-87a4-aa15b7bbb2dc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:44.909095 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a16bc77d-8d58-4ec4-8a0f-191e008ed014 req-0a11640d-e218-4acb-87a4-aa15b7bbb2dc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0719576 Jul 16 19:11:44.955319 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a16bc77d-8d58-4ec4-8a0f-191e008ed014 req-eac5fa9b-39e1-4b61-8480-cdf15ddc8376 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400708 Jul 16 19:11:45.619037 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-30cc1537-f15e-429b-98ec-883ce716ffa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:46.155301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b947a0a-0fa8-4bff-9f92-51ea99a0cb3c req-a016defa-cae1-4aea-a57c-f279bf1333a2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:46.157478 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b947a0a-0fa8-4bff-9f92-51ea99a0cb3c req-a016defa-cae1-4aea-a57c-f279bf1333a2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0703545 Jul 16 19:11:46.199716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8b947a0a-0fa8-4bff-9f92-51ea99a0cb3c req-97932a0b-4039-4c15-a40d-3dfeaf63c851 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354247 Jul 16 19:11:47.402305 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670cceb4-0e0b-4d0c-98f7-0d92e93d5941 req-dd62d088-faf6-462f-a5b5-29bc5c4f3a40 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:47.403898 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-670cceb4-0e0b-4d0c-98f7-0d92e93d5941 req-dd62d088-faf6-462f-a5b5-29bc5c4f3a40 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0768342 Jul 16 19:11:47.447659 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-670cceb4-0e0b-4d0c-98f7-0d92e93d5941 req-31889d5b-461e-4913-b0a1-ccb640681e34 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379725 Jul 16 19:11:48.313449 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:48.329550 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3ed8dfc8-ff64-4b6e-9552-20178fb42742 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:48.642144 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5f81f-2cb0-4cf1-8610-604edbd1a621 req-4eec0f6b-30ef-4c78-aca7-d047250e29d7 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:48.644605 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-daf5f81f-2cb0-4cf1-8610-604edbd1a621 req-4eec0f6b-30ef-4c78-aca7-d047250e29d7 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0717881 Jul 16 19:11:48.687460 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-daf5f81f-2cb0-4cf1-8610-604edbd1a621 req-e7a67fd2-7669-45b1-954d-166fb8fd215a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361066 Jul 16 19:11:49.899479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e09103-03c3-4940-822e-b4e9938ac5fd req-15f85f03-11bf-4604-b27f-b826d0ad7bf3 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:49.904234 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9e09103-03c3-4940-822e-b4e9938ac5fd req-15f85f03-11bf-4604-b27f-b826d0ad7bf3 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0786939 Jul 16 19:11:49.950273 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c9e09103-03c3-4940-822e-b4e9938ac5fd req-59c350b4-8fe5-44a6-ab19-a5900900aeeb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Jul 16 19:11:50.136290 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:51.003899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd5254-a9a2-4fd1-8315-da794b88f440 req-f25e8d75-5fc1-4a18-98d6-ae34ff5aca7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.006237 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5dd5254-a9a2-4fd1-8315-da794b88f440 req-f25e8d75-5fc1-4a18-98d6-ae34ff5aca7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1097 time: 0.1058383 Jul 16 19:11:51.134413 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd5254-a9a2-4fd1-8315-da794b88f440 req-b49a4413-94cf-457e-9b32-8a889f981930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.135934 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5dd5254-a9a2-4fd1-8315-da794b88f440 req-b49a4413-94cf-457e-9b32-8a889f981930 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.1226070 Jul 16 19:11:51.193957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7119c6e-08d7-4462-91ee-bb9b9b540872 req-a3739cd9-85a8-4dbb-a184-bde61fbbe2ab tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.195343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7119c6e-08d7-4462-91ee-bb9b9b540872 req-a3739cd9-85a8-4dbb-a184-bde61fbbe2ab tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.1244729 Jul 16 19:11:51.227906 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5dd5254-a9a2-4fd1-8315-da794b88f440 req-4085f12b-b3c7-4ebb-9a54-575f0f3913aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 1002 time: 0.0857725 Jul 16 19:11:51.273231 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e7119c6e-08d7-4462-91ee-bb9b9b540872 req-24d604a9-6b9e-43a7-bf02-8b7d25b18fe3 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711343 Jul 16 19:11:51.300307 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd5254-a9a2-4fd1-8315-da794b88f440 req-ef7ab8da-f629-4dd9-a666-218e0685c44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.302531 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5dd5254-a9a2-4fd1-8315-da794b88f440 req-ef7ab8da-f629-4dd9-a666-218e0685c44d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0650728 Jul 16 19:11:51.363084 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd5254-a9a2-4fd1-8315-da794b88f440 req-4c487e6e-da3f-4cc1-ac74-b76750eb3577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:51.364683 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5dd5254-a9a2-4fd1-8315-da794b88f440 req-4c487e6e-da3f-4cc1-ac74-b76750eb3577 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559232 Jul 16 19:11:51.454834 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5dd5254-a9a2-4fd1-8315-da794b88f440 req-c47ad4d2-5988-442f-8a77-482d1805bab5 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840530 Jul 16 19:11:51.549253 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a5dd5254-a9a2-4fd1-8315-da794b88f440 req-cf2e26de-7057-406d-863e-c6076010dd02 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887187 Jul 16 19:11:52.200470 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:52.464796 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4dd04-2d67-48d3-96cb-6dc6a9e22885 req-0c997655-a83a-4eca-b76e-259a9b30731b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:52.466187 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5de4dd04-2d67-48d3-96cb-6dc6a9e22885 req-0c997655-a83a-4eca-b76e-259a9b30731b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0628622 Jul 16 19:11:52.503292 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5de4dd04-2d67-48d3-96cb-6dc6a9e22885 req-3b1060ac-c24d-48c5-8ed9-211830f4a913 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314288 Jul 16 19:11:53.236328 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868676c4-49b3-4da4-9515-863320a21bbd req-5c243623-5fdb-4629-81d8-05e201e0f4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:53.237836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-868676c4-49b3-4da4-9515-863320a21bbd req-5c243623-5fdb-4629-81d8-05e201e0f4e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1097 time: 0.0525248 Jul 16 19:11:53.344697 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868676c4-49b3-4da4-9515-863320a21bbd req-679da081-8cff-471f-a904-c944a49d53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:53.346073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-868676c4-49b3-4da4-9515-863320a21bbd req-679da081-8cff-471f-a904-c944a49d53fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0873961 Jul 16 19:11:53.408964 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-868676c4-49b3-4da4-9515-863320a21bbd req-8250edd7-bea7-484a-b98f-a0d887c956cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 1002 time: 0.0559504 Jul 16 19:11:53.466362 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868676c4-49b3-4da4-9515-863320a21bbd req-c6218bd8-3417-4e7a-960d-608aff511644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:53.467854 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-868676c4-49b3-4da4-9515-863320a21bbd req-c6218bd8-3417-4e7a-960d-608aff511644 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0491552 Jul 16 19:11:53.527102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868676c4-49b3-4da4-9515-863320a21bbd req-543b5d44-c0d1-4402-b926-232df1dcae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:53.531606 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-868676c4-49b3-4da4-9515-863320a21bbd req-543b5d44-c0d1-4402-b926-232df1dcae5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534091 Jul 16 19:11:53.628792 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-868676c4-49b3-4da4-9515-863320a21bbd req-46ef981a-103f-4992-93d4-21f9ed541365 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868752 Jul 16 19:11:53.760898 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bcc1e1-bfa2-4799-b09b-f12f8d576956 req-ead14ecf-dd30-4bae-a286-9a9ac4c62442 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:53.762380 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16bcc1e1-bfa2-4799-b09b-f12f8d576956 req-ead14ecf-dd30-4bae-a286-9a9ac4c62442 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.1327248 Jul 16 19:11:53.764175 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-868676c4-49b3-4da4-9515-863320a21bbd req-38f7400a-518a-4dad-84e0-df9af8dc1c33 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255546 Jul 16 19:11:53.801527 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-16bcc1e1-bfa2-4799-b09b-f12f8d576956 req-ffdc25e8-e9da-44f7-a0d5-3795f2545b6c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336285 Jul 16 19:11:53.835817 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:53.910644 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:53.933720 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:53.935983 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3432515-8234-4cd6-ad3f-e99a5d51ca1f" -d '{"events": [{"server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "name": "network-vif-unplugged", "status": "completed", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:53.949449 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:53.954398 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:53.980237 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-736298ee-d731-4c2f-abf1-a29e79e8b723 x-openstack-request-id: req-736298ee-d731-4c2f-abf1-a29e79e8b723 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:53.980534 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "name": "network-vif-unplugged", "status": "failed", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16", "code": 422}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:53.980785 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-736298ee-d731-4c2f-abf1-a29e79e8b723 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:53.981177 n-d-794306-7 neutron-server[105440]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'code': 422} returned with failed status Jul 16 19:11:54.012367 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:54.343170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 49956) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:11:54.370087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82efb3ba-5155-4f55-8e64-c269488d9f15 req-3b6e7e84-1fbb-43e2-b308-1e7e30336a81 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:54.371661 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-82efb3ba-5155-4f55-8e64-c269488d9f15 req-3b6e7e84-1fbb-43e2-b308-1e7e30336a81 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 944 time: 0.0736895 Jul 16 19:11:54.416998 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-82efb3ba-5155-4f55-8e64-c269488d9f15 req-988357f4-ad78-42b9-b890-dfe24790c3bd tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392871 Jul 16 19:11:54.449815 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-0e13f1a1-b7d9-4de6-8879-fca78d2641d0 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1053226 Jul 16 19:11:55.442654 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-3812f1f3-2e79-4613-969c-ea0404cc4d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:55.444330 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-3812f1f3-2e79-4613-969c-ea0404cc4d74 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787&tenant_id=f92de1525aa744b1bd55c8c70ee210f6 HTTP/1.1" status: 200 len: 1095 time: 0.0548613 Jul 16 19:11:55.460901 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-794306-7', 'device_owner': 'compute:nova'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:11:55.545804 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:55.694772 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a15b8f-dc35-4593-9b84-0f83ecd396fd req-16e6c224-8ba9-44fb-bade-a825927151d0 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:55.696230 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85a15b8f-dc35-4593-9b84-0f83ecd396fd req-16e6c224-8ba9-44fb-bade-a825927151d0 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 944 time: 0.1641412 Jul 16 19:11:56.096430 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-85a15b8f-dc35-4593-9b84-0f83ecd396fd req-0c9356b2-b1e2-4557-b737-7dcfeb5a822d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3945043 Jul 16 19:11:56.148537 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:11:56.180164 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h2-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:56.214847 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:11:56.222322 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.233947 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Transition to ACTIVE for port object 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:11:56.237580 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.312827 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=9']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:56.324968 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.325320 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.325668 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.326006 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.326342 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.326675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.327007 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.327393 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.327692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.328294 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.328437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.328658 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:11:56.368865 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] No DVR routers for this DVR port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 on host n-h2-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:11:56.511759 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Attempting to bind port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:11:56.512480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Attempting to bind port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:11:56.512743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Attempting to bind port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 on network b2b26765-5ebc-4778-8300-516c168de4c7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:56.516931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 on network b2b26765-5ebc-4778-8300-516c168de4c7 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:11:56.517255 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Attempting to bind port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 on network b2b26765-5ebc-4778-8300-516c168de4c7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:11:56.522259 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 11, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:11:56.522730 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Checking segment: {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:11:56.523110 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Bound using segment: {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:11:56.523536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Bound port: 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:11:56.523921 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.585861 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:11:56.588728 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:11:56.593207 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.627911 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:56.628541 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:11:56.629922 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] 10.222.0.37 "PUT /v2.0/ports/0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 1092 time: 1.1740427 Jul 16 19:11:56.630361 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:11:56.632776 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f" -d '{"events": [{"name": "network-changed", "server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:11:56.656021 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f768f-b3c5-43c7-9c8c-cc3ae8af6c16 service neutron] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=10']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:11:56.675891 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab90a88-6310-433a-80b3-e6c6ba1b16e9 x-openstack-request-id: req-aab90a88-6310-433a-80b3-e6c6ba1b16e9 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:11:56.676184 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:11:56.676434 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aab90a88-6310-433a-80b3-e6c6ba1b16e9 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:11:56.676830 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'status': 'completed', 'code': 200} Jul 16 19:11:56.727144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-70a3b666-1f04-46c6-9136-19e3973104f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:56.728733 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-70a3b666-1f04-46c6-9136-19e3973104f4 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1096 time: 0.0616443 Jul 16 19:11:56.826139 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-c902815b-d3f3-4bc4-92be-6e18d7ac34eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:56.827622 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-c902815b-d3f3-4bc4-92be-6e18d7ac34eb service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0928426 Jul 16 19:11:56.894628 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-65f6dc00-54d7-472a-ae04-ad855f0f25a9 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 1000 time: 0.0610158 Jul 16 19:11:56.942357 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-a273048e-8254-4017-8efb-49ac5d25dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:56.944353 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-a273048e-8254-4017-8efb-49ac5d25dfb6 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0433905 Jul 16 19:11:57.000325 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-726bedc0-8d97-4b49-b5f4-438e553b08a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:57.001827 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-726bedc0-8d97-4b49-b5f4-438e553b08a5 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519354 Jul 16 19:11:57.093921 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-ba6b767e-0f9c-4615-9fe2-08d3f1f498a6 service neutron] 10.222.0.37 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850391 Jul 16 19:11:57.182748 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-25212ec5-3474-46d0-a7fd-b3c4e6e97c10 req-889b0ab2-8c6b-4a51-8166-f847de070e92 service neutron] 10.222.0.37 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828943 Jul 16 19:11:57.270466 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e016e-517a-4a28-ba14-aa80fde457b9 req-2c4fda2d-45ba-4aa8-834e-0053afcd868c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:57.272609 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-786e016e-517a-4a28-ba14-aa80fde457b9 req-2c4fda2d-45ba-4aa8-834e-0053afcd868c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0644622 Jul 16 19:11:57.346384 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-786e016e-517a-4a28-ba14-aa80fde457b9 req-24aac7b9-e3d7-4eff-a307-bcff71e09d73 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601385 Jul 16 19:11:57.362842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f req-47590435-095e-4f6a-96db-825bed07206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:57.364408 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f req-47590435-095e-4f6a-96db-825bed07206d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1096 time: 0.0866845 Jul 16 19:11:57.459846 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f req-ccd20b9e-519f-40c4-9132-a0a672de281f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:57.461343 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f req-ccd20b9e-519f-40c4-9132-a0a672de281f service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0905077 Jul 16 19:11:57.543121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f req-effd175c-78e1-4377-98e8-d44779877f9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 1000 time: 0.0758898 Jul 16 19:11:57.835726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:11:57.878924 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:11:58.543233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b69238-9bec-47f6-b9de-83555563cd04 req-6a3c7461-ba95-4377-aae1-ba20222ffee8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:58.544789 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67b69238-9bec-47f6-b9de-83555563cd04 req-6a3c7461-ba95-4377-aae1-ba20222ffee8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0656652 Jul 16 19:11:58.586723 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:11:58.588215 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-67b69238-9bec-47f6-b9de-83555563cd04 req-68e74191-4b9f-49d1-b026-d749291622d8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360551 Jul 16 19:11:59.784585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74cd81f-7706-4c2e-8a72-5518f1f02797 req-c536b478-db8f-40e9-879f-d1fe5127588e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:11:59.786092 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f74cd81f-7706-4c2e-8a72-5518f1f02797 req-c536b478-db8f-40e9-879f-d1fe5127588e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0774760 Jul 16 19:11:59.827134 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f74cd81f-7706-4c2e-8a72-5518f1f02797 req-1ea5d41c-ff12-4161-8af9-1868dda1294c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339665 Jul 16 19:12:00.067062 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:01.020822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5a31ad-4f69-4ba2-9f5f-7135c6da3876 req-d271d2fd-ead6-4bdd-9617-091ef439498b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:01.022786 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a5a31ad-4f69-4ba2-9f5f-7135c6da3876 req-d271d2fd-ead6-4bdd-9617-091ef439498b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0727451 Jul 16 19:12:01.065352 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4a5a31ad-4f69-4ba2-9f5f-7135c6da3876 req-3abc0b3f-ebe4-4140-ba7b-4488720ee42e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369425 Jul 16 19:12:02.251872 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274cab5-4c69-449f-9aa7-ac4cbfa3dbba req-43b3ccf0-3565-44ab-b325-464e27a4561c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:02.253384 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c274cab5-4c69-449f-9aa7-ac4cbfa3dbba req-43b3ccf0-3565-44ab-b325-464e27a4561c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0704811 Jul 16 19:12:02.294197 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c274cab5-4c69-449f-9aa7-ac4cbfa3dbba req-dbb0f54a-f12a-4122-b530-4a1383d0828f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337751 Jul 16 19:12:03.480701 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44eece4-135f-4c78-a068-6c12678d0f92 req-09c20832-4991-4eb7-8c2e-a3d084b9db5f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:03.482552 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a44eece4-135f-4c78-a068-6c12678d0f92 req-09c20832-4991-4eb7-8c2e-a3d084b9db5f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0671096 Jul 16 19:12:03.524579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a44eece4-135f-4c78-a068-6c12678d0f92 req-f72be64f-7bc4-4f87-8fa4-9f280953c4ad tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350149 Jul 16 19:12:04.706063 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ea4e3-4df7-4044-ac4c-9c6e92eddd09 req-5d92e433-923e-498e-8a86-2589942bcc7e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:04.707517 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca2ea4e3-4df7-4044-ac4c-9c6e92eddd09 req-5d92e433-923e-498e-8a86-2589942bcc7e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0659351 Jul 16 19:12:04.749723 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca2ea4e3-4df7-4044-ac4c-9c6e92eddd09 req-665467df-398f-41ec-8d1d-955229ac63ed tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360603 Jul 16 19:12:05.936504 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e547d2-9fd3-4a77-a00d-49a46c651ef9 req-6d7621f7-27ef-455f-879a-23d2d7113abf tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:05.937998 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8e547d2-9fd3-4a77-a00d-49a46c651ef9 req-6d7621f7-27ef-455f-879a-23d2d7113abf tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0748663 Jul 16 19:12:05.977796 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c8e547d2-9fd3-4a77-a00d-49a46c651ef9 req-e5348b8f-c514-41ac-9413-76b2a841e904 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341859 Jul 16 19:12:07.172875 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db4e8e7-55cf-4ea2-8885-f25aa2013fa8 req-c3192b96-1983-4556-b7e3-a64adfe4800e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:07.174440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3db4e8e7-55cf-4ea2-8885-f25aa2013fa8 req-c3192b96-1983-4556-b7e3-a64adfe4800e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0719380 Jul 16 19:12:07.229026 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3db4e8e7-55cf-4ea2-8885-f25aa2013fa8 req-77beac13-eeab-4d77-9546-806e864990aa tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482304 Jul 16 19:12:08.461225 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fbede2-ba91-4194-8bb7-994bc49b692f req-b9e2c7e0-817e-410d-a57d-7ddc1d3670de tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.462718 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48fbede2-ba91-4194-8bb7-994bc49b692f req-b9e2c7e0-817e-410d-a57d-7ddc1d3670de tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.1146569 Jul 16 19:12:08.499825 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-48fbede2-ba91-4194-8bb7-994bc49b692f req-b9303d2d-1038-44fc-8ad8-3da9637b20b8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313709 Jul 16 19:12:08.557147 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f req-f6782364-bece-4b9f-b465-1a5dde3243a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.558520 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f req-f6782364-bece-4b9f-b465-1a5dde3243a2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0457537 Jul 16 19:12:08.623807 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f req-6b00709f-5829-4056-bf3b-ae1cb6360515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.625316 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f req-6b00709f-5829-4056-bf3b-ae1cb6360515 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593088 Jul 16 19:12:08.720767 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f req-390eb570-ce8e-44e7-94e6-cab54f41bf20 service neutron] 10.222.0.37 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860527 Jul 16 19:12:08.812558 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cddc10fe-acd9-4c04-8fa7-7ffee81a706f req-a33d58ff-3816-432f-a78f-b7b2499d7ed9 service neutron] 10.222.0.37 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835998 Jul 16 19:12:08.960650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba084b-f6e4-4f56-a137-3757c5803b11 req-0434e73d-9c28-4097-89fd-226c50325afa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:08.962121 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8aba084b-f6e4-4f56-a137-3757c5803b11 req-0434e73d-9c28-4097-89fd-226c50325afa service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1096 time: 0.0523944 Jul 16 19:12:09.070836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba084b-f6e4-4f56-a137-3757c5803b11 req-37ed36d7-940e-4a06-bbbf-919a916abf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:09.072240 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8aba084b-f6e4-4f56-a137-3757c5803b11 req-37ed36d7-940e-4a06-bbbf-919a916abf54 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0887547 Jul 16 19:12:09.139269 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8aba084b-f6e4-4f56-a137-3757c5803b11 req-64a03883-2549-41bf-a164-afd4970e18a4 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 1000 time: 0.0606341 Jul 16 19:12:09.186895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba084b-f6e4-4f56-a137-3757c5803b11 req-3b3061e1-5e9d-4a34-8675-f198894dade5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:09.188321 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8aba084b-f6e4-4f56-a137-3757c5803b11 req-3b3061e1-5e9d-4a34-8675-f198894dade5 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0426700 Jul 16 19:12:09.246484 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba084b-f6e4-4f56-a137-3757c5803b11 req-59992d26-1395-4c22-b8fe-e8b466cb9643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:09.247956 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8aba084b-f6e4-4f56-a137-3757c5803b11 req-59992d26-1395-4c22-b8fe-e8b466cb9643 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497911 Jul 16 19:12:09.343493 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8aba084b-f6e4-4f56-a137-3757c5803b11 req-43716b9b-a3d0-457b-a7bd-a0199ac5e55f service neutron] 10.222.0.37 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851314 Jul 16 19:12:09.434696 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-8aba084b-f6e4-4f56-a137-3757c5803b11 req-314d33f6-1056-4b0a-9170-2d24b91b4931 service neutron] 10.222.0.37 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837801 Jul 16 19:12:09.686023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e8c8a-1d00-4f3d-9f3b-120a22b24aeb req-193101e6-f6d5-491f-b886-5ee8ca6434f6 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:09.687428 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-780e8c8a-1d00-4f3d-9f3b-120a22b24aeb req-193101e6-f6d5-491f-b886-5ee8ca6434f6 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0684307 Jul 16 19:12:09.725084 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-780e8c8a-1d00-4f3d-9f3b-120a22b24aeb req-97b0bf1e-cbba-40bc-bf0a-9037a26c7539 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321543 Jul 16 19:12:10.903872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4626fa05-35e6-4994-9135-77ce6de2c8c9 req-35a6d225-ec8f-4ac4-8c24-1d4233ac813e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:10.905391 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4626fa05-35e6-4994-9135-77ce6de2c8c9 req-35a6d225-ec8f-4ac4-8c24-1d4233ac813e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 945 time: 0.0631597 Jul 16 19:12:10.942738 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4626fa05-35e6-4994-9135-77ce6de2c8c9 req-4a0b3da8-58bd-4fe8-9117-f9af407312d0 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315096 Jul 16 19:12:11.792097 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:12:11.886259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:11.897136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'port_id': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'mac_address': 'fa:16:3e:5a:94:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:12:11.933359 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:11.945442 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:12:11.964750 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:11.968525 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:12.016888 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=11']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:12.117480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2281d-d429-4f58-8666-a950c890e5d4 req-57177bbc-c8bb-4a2a-8155-dc746b0bec05 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:12.118892 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f3e2281d-d429-4f58-8666-a950c890e5d4 req-57177bbc-c8bb-4a2a-8155-dc746b0bec05 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0626731 Jul 16 19:12:12.156765 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f3e2281d-d429-4f58-8666-a950c890e5d4 req-20c3be24-efaf-4dda-9aaa-17899c502c61 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323193 Jul 16 19:12:12.266424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['0e8b9f27-5f8a-42e6-9762-32e8676d6b16'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:12:12.788929 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:13.338847 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64beef91-07ba-40c0-af01-2e37d5971d9e req-6b48b3ef-8b0b-4a43-8173-cbcf3291a13e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:13.340358 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64beef91-07ba-40c0-af01-2e37d5971d9e req-6b48b3ef-8b0b-4a43-8173-cbcf3291a13e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 946 time: 0.0697844 Jul 16 19:12:13.378810 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-64beef91-07ba-40c0-af01-2e37d5971d9e req-9b96f13a-64b9-435c-a736-4e1adfd1e2d5 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328200 Jul 16 19:12:13.807669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:12:13.854918 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:12:13.858577 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:12:13.858947 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:13.936317 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:13.957419 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:12:13.959792 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61bf65c7-3051-40c3-9bac-d05c29267e30" -d '{"events": [{"server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "name": "network-vif-plugged", "status": "completed", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:12:13.973136 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:12:13.978667 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:14.003478 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd30218-5983-4c9e-bb2a-642bc9eb1eda x-openstack-request-id: req-ebd30218-5983-4c9e-bb2a-642bc9eb1eda {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:12:14.003812 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "name": "network-vif-plugged", "status": "completed", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:12:14.004085 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ebd30218-5983-4c9e-bb2a-642bc9eb1eda {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:12:14.004470 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'code': 200} Jul 16 19:12:14.030620 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=12']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:12:14.206024 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6a8e4a-05a8-4e67-ad6e-40810154cd8b req-4101c27a-7933-4000-8b6e-6249319b05bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:14.207503 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5d6a8e4a-05a8-4e67-ad6e-40810154cd8b req-4101c27a-7933-4000-8b6e-6249319b05bf service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1098 time: 0.0506840 Jul 16 19:12:14.240952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-5d6a8e4a-05a8-4e67-ad6e-40810154cd8b req-4d27b2c1-b8fd-44a9-9a8a-1b0a9d555f33 service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0274711 Jul 16 19:12:14.550854 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c489e7-a138-4dea-9ebe-c61a5e37ce03 req-af6b9a84-4c61-4ce3-86b0-b7c9232ed20f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:14.552361 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0c489e7-a138-4dea-9ebe-c61a5e37ce03 req-af6b9a84-4c61-4ce3-86b0-b7c9232ed20f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 947 time: 0.0634573 Jul 16 19:12:14.591202 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a0c489e7-a138-4dea-9ebe-c61a5e37ce03 req-b29bc9ae-aaa9-4dfc-b370-f0550c1a186b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331571 Jul 16 19:12:15.623693 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-da650087-dd52-46d0-9c9e-43a719ab02bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:15.779642 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6cff931-ebd4-4af4-ada1-37304b0765e3 req-2d9874b2-6754-47e5-8cf7-bf55e9fda4c6 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:15.781298 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c6cff931-ebd4-4af4-ada1-37304b0765e3 req-2d9874b2-6754-47e5-8cf7-bf55e9fda4c6 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 947 time: 0.0694277 Jul 16 19:12:15.822659 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c6cff931-ebd4-4af4-ada1-37304b0765e3 req-c2bf813a-e4e5-4b94-b16b-39eab1e9d822 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356846 Jul 16 19:12:16.994407 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8df275-8bf1-4fd1-943d-1087214625ce req-56b6f28a-f86c-4912-87bc-2829aaffcfe2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:12:16.995911 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f8df275-8bf1-4fd1-943d-1087214625ce req-56b6f28a-f86c-4912-87bc-2829aaffcfe2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 947 time: 0.0625834 Jul 16 19:12:17.033490 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f8df275-8bf1-4fd1-943d-1087214625ce req-f3814188-7a70-4a1b-959d-491c7e3ce118 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320728 Jul 16 19:12:18.296477 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:18.310358 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2eb0a423-2e8d-4eb3-a622-d686d57fc6c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:20.131550 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:22.206243 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:30.080824 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:35.585796 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:12:42.787147 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:45.625216 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75460b5e-13d1-4b45-b22b-ca9a77313307 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:48.300828 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:48.311585 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-038c8de4-ea46-4cdd-9ca1-1dcd461c91ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:50.134096 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:12:52.204944 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:00.088038 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:02.100730 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-2c6fe0dd-e149-406f-9ba3-3cc25a265292 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530117 Jul 16 19:13:02.209478 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-796849ab-71a2-424c-976b-9cb0c6bd76ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:02.210984 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-796849ab-71a2-424c-976b-9cb0c6bd76ff service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1098 time: 0.0533137 Jul 16 19:13:02.320645 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-1b83e7b2-9b3e-4754-b47a-e8a49cdbc9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:02.322452 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-1b83e7b2-9b3e-4754-b47a-e8a49cdbc9ce service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0916700 Jul 16 19:13:02.389045 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-03a0e971-92ea-4f25-9d5c-d190b1063e54 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 1002 time: 0.0606430 Jul 16 19:13:02.445737 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-c74ca00c-6361-473c-b1bb-c78755e353c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:02.447251 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-c74ca00c-6361-473c-b1bb-c78755e353c2 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0509171 Jul 16 19:13:02.504491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-b7a6327e-b8de-437a-b54d-8f0487a30c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:02.506011 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-b7a6327e-b8de-437a-b54d-8f0487a30c11 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528758 Jul 16 19:13:02.600313 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-784cf115-9e33-4c7a-9975-c85a0111926c service neutron] 10.222.0.37 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877233 Jul 16 19:13:02.695171 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-56619aed-8680-49cf-8fe7-ee19a50917eb req-e8e54ccf-c670-416a-a471-c21aed4b1498 service neutron] 10.222.0.37 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880818 Jul 16 19:13:12.584202 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:12.788799 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:15.625611 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e941b3b4-046c-40f4-827b-a0c3a3ae1153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:18.308470 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:18.313847 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b970c60a-1465-4310-9cf2-f7dc3a190136 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:20.136999 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:22.208119 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:27.970387 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50084) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:28.137724 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Deleting port 9b12d14f-5868-456d-ac0e-f4d9f2d16639 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:13:28.138140 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:28.216430 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:28.216712 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:28.228205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Calling delete_port for 9b12d14f-5868-456d-ac0e-f4d9f2d16639 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:13:28.705597 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:28.730271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event deleted for resources: {'Port': ['ID=9b12d14f-5868-456d-ac0e-f4d9f2d16639,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:28.744321 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.744644 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.745189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.745333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.745616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.745952 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.746274 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.746592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.746910 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.747824 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.748146 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.748466 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:28.811014 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:28.811357 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Floating IP b350f227-d9f6-4e16-b853-42d5862dd9f1 disassociated (deleted). External IP: 172.25.7.251, port: 0e8b9f27-5f8a-42e6-9762-32e8676d6b16. Jul 16 19:13:29.019248 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Router 44e969ce-b85d-49e8-ba22-6ad1b77631cb has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:13:29.142544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:13:29.147497 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:29.152456 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1182c0a-135b-46bf-8bdc-6daaebab604a None None] Sync routers for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:13:29.163286 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1182c0a-135b-46bf-8bdc-6daaebab604a None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:29.163915 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b1182c0a-135b-46bf-8bdc-6daaebab604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:29.191343 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-24de5bb7-9c66-46a9-82cc-ddc1f6188d7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "DELETE /v2.0/floatingips/b350f227-d9f6-4e16-b853-42d5862dd9f1 HTTP/1.1" status: 204 len: 168 time: 1.2198005 Jul 16 19:13:29.191957 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:29.194232 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84521306-9aae-4aea-b02d-a6692ca16256" -d '{"events": [{"name": "network-changed", "server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:29.275988 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b1182c0a-135b-46bf-8bdc-6daaebab604a None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:29.288732 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf727812-5ccd-4c6a-8111-9364f250fa9e x-openstack-request-id: req-cf727812-5ccd-4c6a-8111-9364f250fa9e {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:29.289025 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:29.289276 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cf727812-5ccd-4c6a-8111-9364f250fa9e {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:29.289741 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'status': 'completed', 'code': 200} Jul 16 19:13:29.452868 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84521306-9aae-4aea-b02d-a6692ca16256 req-ca4ed273-211d-4d20-b190-e148b1c9e2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:29.454440 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84521306-9aae-4aea-b02d-a6692ca16256 req-ca4ed273-211d-4d20-b190-e148b1c9e2ca service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 1098 time: 0.1203022 Jul 16 19:13:29.590479 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84521306-9aae-4aea-b02d-a6692ca16256 req-8ef34f5d-d55a-4f1c-96bd-795fb36b9034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:29.590727 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b1182c0a-135b-46bf-8bdc-6daaebab604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:29.592265 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84521306-9aae-4aea-b02d-a6692ca16256 req-8ef34f5d-d55a-4f1c-96bd-795fb36b9034 service neutron] 10.222.0.37 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.1010182 Jul 16 19:13:29.614396 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155e8ea-a6d8-4558-b6b4-996bcfbb7e2b req-ba77ca5e-1b67-4821-82c3-2bcfcd9d8c6b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:29.616160 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7155e8ea-a6d8-4558-b6b4-996bcfbb7e2b req-ba77ca5e-1b67-4821-82c3-2bcfcd9d8c6b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 947 time: 0.0757697 Jul 16 19:13:29.618438 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1182c0a-135b-46bf-8bdc-6daaebab604a None None] Checking router: 44e969ce-b85d-49e8-ba22-6ad1b77631cb for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:13:29.628309 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1182c0a-135b-46bf-8bdc-6daaebab604a None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:13:29.628913 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b1182c0a-135b-46bf-8bdc-6daaebab604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:13:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:29.644933 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84521306-9aae-4aea-b02d-a6692ca16256 req-85fa30da-aac6-4474-b809-0afef136c62d service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 200 len: 217 time: 0.0457437 Jul 16 19:13:29.659591 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7155e8ea-a6d8-4558-b6b4-996bcfbb7e2b req-0e6ea6c7-9dd6-4368-8f2a-034085609b36 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348535 Jul 16 19:13:29.707815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84521306-9aae-4aea-b02d-a6692ca16256 req-888e0fce-6691-40bf-a96f-341cd1c9f232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:29.709654 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84521306-9aae-4aea-b02d-a6692ca16256 req-888e0fce-6691-40bf-a96f-341cd1c9f232 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0583034 Jul 16 19:13:29.744161 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-b1182c0a-135b-46bf-8bdc-6daaebab604a None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:13:29.768639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84521306-9aae-4aea-b02d-a6692ca16256 req-3a3acb55-5e24-4d60-976e-c558c9d27a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:29.770170 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84521306-9aae-4aea-b02d-a6692ca16256 req-3a3acb55-5e24-4d60-976e-c558c9d27a8e service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543745 Jul 16 19:13:29.868178 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84521306-9aae-4aea-b02d-a6692ca16256 req-25b9a6cf-3750-4bc5-92c2-71924a378884 service neutron] 10.222.0.37 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873134 Jul 16 19:13:29.955189 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-b1182c0a-135b-46bf-8bdc-6daaebab604a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:13:29.972189 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-84521306-9aae-4aea-b02d-a6692ca16256 req-86f883f3-ece3-4635-a694-06d4c7c824bd service neutron] 10.222.0.37 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975461 Jul 16 19:13:29.986857 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1182c0a-135b-46bf-8bdc-6daaebab604a None None] The sync data for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 is: [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:13:30.093590 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:30.223719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01dcb98-4914-4d42-9980-911684e2a9c7 None None] New status for floating IP b350f227-d9f6-4e16-b853-42d5862dd9f1: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:13:30.835969 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d41452-6a99-4bb1-ba86-9fc888102e54 req-86cac2d9-0afb-4ab1-a3ea-6e3555a390b2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:30.837445 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-92d41452-6a99-4bb1-ba86-9fc888102e54 req-86cac2d9-0afb-4ab1-a3ea-6e3555a390b2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 947 time: 0.0633545 Jul 16 19:13:30.875068 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-92d41452-6a99-4bb1-ba86-9fc888102e54 req-f59fc0c3-711d-440b-92c2-745fe0e6b7ba tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=22474747-eb19-4cd6-bf13-8542cee3899a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Jul 16 19:13:30.940372 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30249a6-297b-40a6-a08a-d7713b3389c1 req-1eccb230-ea95-417f-80cd-2324a2ea3aa8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:30.941835 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c30249a6-297b-40a6-a08a-d7713b3389c1 req-1eccb230-ea95-417f-80cd-2324a2ea3aa8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.37 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 947 time: 0.0659373 Jul 16 19:13:31.044760 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-c30249a6-297b-40a6-a08a-d7713b3389c1 req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Deleting port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:13:31.045095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c30249a6-297b-40a6-a08a-d7713b3389c1 req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:31.147173 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-c30249a6-297b-40a6-a08a-d7713b3389c1 req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] For port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:13:31.147577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c30249a6-297b-40a6-a08a-d7713b3389c1 req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:31.163287 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-c30249a6-297b-40a6-a08a-d7713b3389c1 req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Calling delete_port for 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:13:31.312761 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c30249a6-297b-40a6-a08a-d7713b3389c1 req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:31.349410 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event deleted for resources: {'Port': ['ID=0e8b9f27-5f8a-42e6-9762-32e8676d6b16,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:31.383552 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.383921 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.384262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.384596 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.384935 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.385267 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.385585 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.385908 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.386228 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.386548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.386870 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.387263 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:13:31.416199 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-c30249a6-297b-40a6-a08a-d7713b3389c1 req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] No DVR routers for this DVR port 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:13:31.419721 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-c30249a6-297b-40a6-a08a-d7713b3389c1 req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:31.421815 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c30249a6-297b-40a6-a08a-d7713b3389c1 req-17e8a99b-70c3-4ff1-b8d9-f85fe1631fea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.37 "DELETE /v2.0/ports/0e8b9f27-5f8a-42e6-9762-32e8676d6b16 HTTP/1.1" status: 204 len: 173 time: 0.4740510 Jul 16 19:13:31.422249 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'name': 'network-vif-deleted', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:31.424599 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02a91d6-be7e-4465-8090-c99b1cccb493" -d '{"events": [{"server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "name": "network-vif-deleted", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:31.537642 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae3dbdc8-79c5-4793-a175-924106e2ceef x-openstack-request-id: req-ae3dbdc8-79c5-4793-a175-924106e2ceef {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:31.537942 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5524a0e-c076-4f77-94e3-d5d78cc8d787", "name": "network-vif-deleted", "tag": "0e8b9f27-5f8a-42e6-9762-32e8676d6b16", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:31.538229 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ae3dbdc8-79c5-4793-a175-924106e2ceef {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:31.538825 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5524a0e-c076-4f77-94e3-d5d78cc8d787', 'name': 'network-vif-deleted', 'tag': '0e8b9f27-5f8a-42e6-9762-32e8676d6b16', 'status': 'completed', 'code': 200} Jul 16 19:13:32.048155 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4f8307d4-e1d8-4346-921f-24edcf9140d3 req-8c9833f2-4ba1-4b1f-a3b6-48a7ad7d0743 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=b5524a0e-c076-4f77-94e3-d5d78cc8d787 HTTP/1.1" status: 200 len: 210 time: 0.0309429 Jul 16 19:13:33.148268 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50112) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:33.210357 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd1becbb-39b0-42f1-bae8-f327d3b2161a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.236732 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd1becbb-39b0-42f1-bae8-f327d3b2161a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.297852 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd1becbb-39b0-42f1-bae8-f327d3b2161a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.300646 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fd1becbb-39b0-42f1-bae8-f327d3b2161a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:33.301821 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fd1becbb-39b0-42f1-bae8-f327d3b2161a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "DELETE /v2.0/security-groups/22474747-eb19-4cd6-bf13-8542cee3899a HTTP/1.1" status: 204 len: 168 time: 0.1525543 Jul 16 19:13:33.311249 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1becbb-39b0-42f1-bae8-f327d3b2161a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22474747-eb19-4cd6-bf13-8542cee3899a,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:34.189776 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:13:34.210272 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:13:34.210650 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 0e8b9f27-5f8a-42e6-9762-32e8676d6b16 not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:13:34.794797 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50120) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:34.799522 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-911ccd9a-5008-471f-a42b-9fc1819bccdb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-414576676', 'description': 'tempest-secgroup-smoke-414576676 description', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:34.822294 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-911ccd9a-5008-471f-a42b-9fc1819bccdb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:34.909258 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-911ccd9a-5008-471f-a42b-9fc1819bccdb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:34.913115 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-911ccd9a-5008-471f-a42b-9fc1819bccdb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:34.942799 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911ccd9a-5008-471f-a42b-9fc1819bccdb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9dcd946-c830-45e4-9f01-366cc28e416b,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:34.945145 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-911ccd9a-5008-471f-a42b-9fc1819bccdb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:34.946364 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-911ccd9a-5008-471f-a42b-9fc1819bccdb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1505320 Jul 16 19:13:34.950729 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50122) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:34.955150 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-003abc77-ce13-4ee0-ba9a-efeb5b79346d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': 'a9dcd946-c830-45e4-9f01-366cc28e416b', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:34.983425 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003abc77-ce13-4ee0-ba9a-efeb5b79346d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.041032 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003abc77-ce13-4ee0-ba9a-efeb5b79346d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.048076 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003abc77-ce13-4ee0-ba9a-efeb5b79346d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.066701 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003abc77-ce13-4ee0-ba9a-efeb5b79346d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ff8d984-6568-449d-b5ee-dfe4e78a4496,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:35.070600 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-003abc77-ce13-4ee0-ba9a-efeb5b79346d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.071846 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-003abc77-ce13-4ee0-ba9a-efeb5b79346d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1201518 Jul 16 19:13:35.074717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50124) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:35.079326 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-5c462f6f-91ab-4a37-9f4d-3cf00515d390 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': 'a9dcd946-c830-45e4-9f01-366cc28e416b', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:35.111321 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5c462f6f-91ab-4a37-9f4d-3cf00515d390 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.170175 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5c462f6f-91ab-4a37-9f4d-3cf00515d390 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.175308 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5c462f6f-91ab-4a37-9f4d-3cf00515d390 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.193447 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c462f6f-91ab-4a37-9f4d-3cf00515d390 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9be42fb-340a-4ac6-9ec9-6a354d018b03,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:35.202144 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-5c462f6f-91ab-4a37-9f4d-3cf00515d390 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.204019 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-5c462f6f-91ab-4a37-9f4d-3cf00515d390 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282601 Jul 16 19:13:35.206818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50126) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:35.211292 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8693c184-7576-491e-8951-5aacc93ed6fb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': 'a9dcd946-c830-45e4-9f01-366cc28e416b', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:35.239233 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8693c184-7576-491e-8951-5aacc93ed6fb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.304182 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8693c184-7576-491e-8951-5aacc93ed6fb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.307850 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8693c184-7576-491e-8951-5aacc93ed6fb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.327594 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8693c184-7576-491e-8951-5aacc93ed6fb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aacbdfa1-5e0c-4ed7-8050-0ff7e1413105,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:35.334916 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8693c184-7576-491e-8951-5aacc93ed6fb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.336378 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8693c184-7576-491e-8951-5aacc93ed6fb tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286263 Jul 16 19:13:35.339098 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50128) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:35.344300 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-b01757fe-068c-46c3-9ef9-63f846ac92c9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': 'a9dcd946-c830-45e4-9f01-366cc28e416b', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:35.374922 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b01757fe-068c-46c3-9ef9-63f846ac92c9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.436077 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b01757fe-068c-46c3-9ef9-63f846ac92c9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.440717 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b01757fe-068c-46c3-9ef9-63f846ac92c9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.462245 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01757fe-068c-46c3-9ef9-63f846ac92c9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99a1c450-2048-4c10-9fe1-71a505862dbc,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:35.466016 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b01757fe-068c-46c3-9ef9-63f846ac92c9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.468007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b01757fe-068c-46c3-9ef9-63f846ac92c9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1279507 Jul 16 19:13:35.470891 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50130) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:35.476883 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-2320ce3f-7265-48e9-874b-3283b0ffe65f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': 'a9dcd946-c830-45e4-9f01-366cc28e416b', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:35.504600 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-2320ce3f-7265-48e9-874b-3283b0ffe65f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Project f92de1525aa744b1bd55c8c70ee210f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:13:35.509619 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2320ce3f-7265-48e9-874b-3283b0ffe65f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.564459 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2320ce3f-7265-48e9-874b-3283b0ffe65f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.568173 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2320ce3f-7265-48e9-874b-3283b0ffe65f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.586899 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2320ce3f-7265-48e9-874b-3283b0ffe65f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c86a047d-86d4-4855-aecc-859a77b1406b,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:35.593988 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-2320ce3f-7265-48e9-874b-3283b0ffe65f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.595309 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-2320ce3f-7265-48e9-874b-3283b0ffe65f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1232536 Jul 16 19:13:35.599206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50132) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:13:35.604034 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-20c05deb-27f5-447f-820d-ac92b21c9de8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'security_group_rule': {'security_group_id': 'a9dcd946-c830-45e4-9f01-366cc28e416b', 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:35.627446 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-20c05deb-27f5-447f-820d-ac92b21c9de8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Project f92de1525aa744b1bd55c8c70ee210f6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:13:35.632899 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-20c05deb-27f5-447f-820d-ac92b21c9de8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.695194 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-20c05deb-27f5-447f-820d-ac92b21c9de8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.698907 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-20c05deb-27f5-447f-820d-ac92b21c9de8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.719844 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c05deb-27f5-447f-820d-ac92b21c9de8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc1fe876-2241-4d6d-86be-73e66866f6fc,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:35.722355 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-20c05deb-27f5-447f-820d-ac92b21c9de8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:35.728742 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-20c05deb-27f5-447f-820d-ac92b21c9de8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1233199 Jul 16 19:13:42.792472 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:45.627636 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1f0966f9-f671-410e-8f35-d0426d6116c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.304926 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:48.317298 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d8123b54-c8eb-4cbf-a25c-8dde8c381585 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:49.583892 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:13:50.097417 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-0d539f61-3b44-4bba-a5a7-87f29c325eea tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-414576676&fields=id&tenant_id=f92de1525aa744b1bd55c8c70ee210f6 HTTP/1.1" status: 200 len: 267 time: 0.0330336 Jul 16 19:13:50.141046 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:50.207470 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-26e72d8f-001f-4591-be90-58eacf2e9b21 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:50.208891 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-26e72d8f-001f-4591-be90-58eacf2e9b21 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 808 time: 0.1050794 Jul 16 19:13:50.224462 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-b07294a7-6d52-4004-b01f-3a478bf9534b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/quotas/f92de1525aa744b1bd55c8c70ee210f6 HTTP/1.1" status: 200 len: 375 time: 0.0097253 Jul 16 19:13:50.290369 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-8ca29a3a-26d5-4df3-8999-2c0b8ed758fa tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0606925 Jul 16 19:13:50.434037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-fec846b2-3ac6-4ac2-b5c0-0615c6a94194 service neutron] 10.222.0.47 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312017 Jul 16 19:13:50.525097 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-752207ec-740c-4137-af59-f9b9cd623512 service neutron] 10.222.0.47 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852528 Jul 16 19:13:50.826831 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6a6dfd7-ac8b-4d30-ba8d-0824a4385ace req-ce3e79ba-2e1e-4621-88ea-22edff2836a4 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 210 time: 0.0283465 Jul 16 19:13:51.903890 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-89c68946-92bc-476e-8fef-bd78bd874058 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:51.906847 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-89c68946-92bc-476e-8fef-bd78bd874058 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 808 time: 0.1103354 Jul 16 19:13:51.960711 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-4b5ff4e2-a1ce-4909-b1ae-56e267a0687c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f92de1525aa744b1bd55c8c70ee210f6 HTTP/1.1" status: 200 len: 379 time: 0.0385270 Jul 16 19:13:51.970227 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'port': {'device_id': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'admin_state_up': True, 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'security_groups': ['a9dcd946-c830-45e4-9f01-366cc28e416b']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:51.982021 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-62457d3a-5f45-4d1e-8e5c-eb7a2f51893a req-3375eade-f969-4720-9c4c-a706d15d9eb8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 210 time: 0.0320313 Jul 16 19:13:52.087469 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Made reservation on behalf of f92de1525aa744b1bd55c8c70ee210f6 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:13:52.091977 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.213596 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.228738 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Allocated IP 172.20.0.3 (b2b26765-5ebc-4778-8300-516c168de4c7/72a45ee5-aac7-4bed-90c6-7e6ba1880920/56403663-c59d-4951-a6cb-6b45ef6c2971) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:13:52.374382 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.393751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Transition to ACTIVE for port object 56403663-c59d-4951-a6cb-6b45ef6c2971 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:52.426018 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.472264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Network b2b26765-5ebc-4778-8300-516c168de4c7 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:13:52.475780 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:13:52.480157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:13:52.507632 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'Port': ['ID=56403663-c59d-4951-a6cb-6b45ef6c2971,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:52.534723 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:52.535490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.553524 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5216cc65-2d5b-48fd-92a9-e069616bb4bc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5877123 Jul 16 19:13:52.565814 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Request body: {'port': {'device_id': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:13:52.650408 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.768039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-45f568e3-1383-4d95-aedc-721e3f6395db None None] Provisioning for port 56403663-c59d-4951-a6cb-6b45ef6c2971 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:13:52.772075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-45f568e3-1383-4d95-aedc-721e3f6395db None None] Provisioning complete for port 56403663-c59d-4951-a6cb-6b45ef6c2971 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:13:52.772555 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-45f568e3-1383-4d95-aedc-721e3f6395db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.810946 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-45f568e3-1383-4d95-aedc-721e3f6395db None None] Port 56403663-c59d-4951-a6cb-6b45ef6c2971 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:13:52.922243 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56403663-c59d-4951-a6cb-6b45ef6c2971 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:13:52.929815 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.942115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Transition to ACTIVE for port object 56403663-c59d-4951-a6cb-6b45ef6c2971 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:13:52.946114 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:52.994437 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Pushing event updated for resources: {'Port': ['ID=56403663-c59d-4951-a6cb-6b45ef6c2971,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:53.090539 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Attempting to bind port 56403663-c59d-4951-a6cb-6b45ef6c2971 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:13:53.091296 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Attempting to bind port 56403663-c59d-4951-a6cb-6b45ef6c2971 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:13:53.092157 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Attempting to bind port 56403663-c59d-4951-a6cb-6b45ef6c2971 on network b2b26765-5ebc-4778-8300-516c168de4c7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:53.099678 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Port 56403663-c59d-4951-a6cb-6b45ef6c2971 on network b2b26765-5ebc-4778-8300-516c168de4c7 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:13:53.100470 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Attempting to bind port 56403663-c59d-4951-a6cb-6b45ef6c2971 on network b2b26765-5ebc-4778-8300-516c168de4c7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:13:53.110708 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 13, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:13:53.111168 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Checking segment: {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:13:53.111768 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Bound using segment: {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:13:53.112519 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Bound port: 56403663-c59d-4951-a6cb-6b45ef6c2971, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3527876-5b8a-4793-bbf2-349c4f492514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 372, 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:13:53.113009 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:53.235509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] For port 56403663-c59d-4951-a6cb-6b45ef6c2971, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:13:53.249920 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] For port 56403663-c59d-4951-a6cb-6b45ef6c2971, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=56403663-c59d-4951-a6cb-6b45ef6c2971,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:13:53.254567 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:53.270489 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe4b8c8-aefb-4943-a669-6be907829dab req-a82e5cce-fd18-407e-acb9-8ae7e2ffa582 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:53.272024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cfe4b8c8-aefb-4943-a669-6be907829dab req-a82e5cce-fd18-407e-acb9-8ae7e2ffa582 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.1375995 Jul 16 19:13:53.312189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:53.312825 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:13:53.314228 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] 10.222.0.18 "PUT /v2.0/ports/56403663-c59d-4951-a6cb-6b45ef6c2971 HTTP/1.1" status: 200 len: 1091 time: 0.7537410 Jul 16 19:13:53.319509 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:13:53.321127 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a34b6b04-b118-4279-a153-55dece369387" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:13:53.384333 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1320b9-f701-420e-bfd2-a9de71817bbc service neutron] Pushing event updated for resources: {'Port': ['ID=56403663-c59d-4951-a6cb-6b45ef6c2971,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:13:53.388151 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c42d7a9-e318-471c-a0f9-7687f0dd9e99 x-openstack-request-id: req-4c42d7a9-e318-471c-a0f9-7687f0dd9e99 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:13:53.388444 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:13:53.388691 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c42d7a9-e318-471c-a0f9-7687f0dd9e99 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:13:53.389077 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'status': 'completed', 'code': 200} Jul 16 19:13:53.393393 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-cfe4b8c8-aefb-4943-a669-6be907829dab req-4ec9729c-f0d0-424b-a4f2-594106fb75e3 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0967562 Jul 16 19:13:53.454664 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-aa70298f-5d9d-4787-ab00-271acea6bba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:53.456370 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-aa70298f-5d9d-4787-ab00-271acea6bba0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1094 time: 0.0621378 Jul 16 19:13:53.501895 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-7b7b7754-0503-4966-9283-a200ff8ad58b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56403663-c59d-4951-a6cb-6b45ef6c2971 HTTP/1.1" status: 200 len: 217 time: 0.0376210 Jul 16 19:13:53.564042 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-bda68b06-dd5b-4805-a216-876a5e082d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:53.565638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-bda68b06-dd5b-4805-a216-876a5e082d48 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0572453 Jul 16 19:13:53.624319 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-d4406956-d694-4ffe-87a5-e95468fae306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:53.625974 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-d4406956-d694-4ffe-87a5-e95468fae306 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535986 Jul 16 19:13:53.722196 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-1a3e9ccc-1dac-4544-93a5-ff774d0d2216 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887659 Jul 16 19:13:53.817588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d8b6b56a-2479-4e06-85eb-eb173bf28706 req-edf9fc36-e97c-4028-9392-89646d4b6f6a service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880132 Jul 16 19:13:53.920725 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b6b04-b118-4279-a153-55dece369387 req-7780c151-83d1-4028-96f0-607b53b75e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:53.922239 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34b6b04-b118-4279-a153-55dece369387 req-7780c151-83d1-4028-96f0-607b53b75e4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1094 time: 0.0566165 Jul 16 19:13:54.022217 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b6b04-b118-4279-a153-55dece369387 req-ad1db4f8-e14e-44b7-a415-d39e0fc5d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:54.023850 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34b6b04-b118-4279-a153-55dece369387 req-ad1db4f8-e14e-44b7-a415-d39e0fc5d603 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0952311 Jul 16 19:13:54.065405 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34b6b04-b118-4279-a153-55dece369387 req-4e93731c-ee2f-4a1b-8c14-a11ff96176e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56403663-c59d-4951-a6cb-6b45ef6c2971 HTTP/1.1" status: 200 len: 217 time: 0.0344815 Jul 16 19:13:54.122123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b6b04-b118-4279-a153-55dece369387 req-fef84580-744c-4ee2-b266-7618f083db28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:54.124496 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34b6b04-b118-4279-a153-55dece369387 req-fef84580-744c-4ee2-b266-7618f083db28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0508559 Jul 16 19:13:54.181420 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b6b04-b118-4279-a153-55dece369387 req-9a681807-e307-4399-bce1-68e12b4ba8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:54.182836 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34b6b04-b118-4279-a153-55dece369387 req-9a681807-e307-4399-bce1-68e12b4ba8a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0514584 Jul 16 19:13:54.277063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34b6b04-b118-4279-a153-55dece369387 req-82e9f19d-34d1-4052-ba3c-2fa4e718dc8d service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848122 Jul 16 19:13:54.378673 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a34b6b04-b118-4279-a153-55dece369387 req-f44eea97-ed25-4712-965e-a4b639eaf44e service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910661 Jul 16 19:13:54.579269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef05a8e-b281-4b87-8994-68c89f85bfc2 req-8f20c0ad-7b5e-410c-b8ea-deb1c1926dfe tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:54.580865 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ef05a8e-b281-4b87-8994-68c89f85bfc2 req-8f20c0ad-7b5e-410c-b8ea-deb1c1926dfe tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0673919 Jul 16 19:13:54.624745 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7ef05a8e-b281-4b87-8994-68c89f85bfc2 req-ea6dabfb-8d19-46f2-a7b9-6eb517ff10da tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379112 Jul 16 19:13:55.822749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f209b1ff-a14b-41de-8f17-7d4eef1d35fc req-f049c7de-b060-4a85-b02d-9b6df4bf9436 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:55.824533 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f209b1ff-a14b-41de-8f17-7d4eef1d35fc req-f049c7de-b060-4a85-b02d-9b6df4bf9436 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0679600 Jul 16 19:13:55.866458 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f209b1ff-a14b-41de-8f17-7d4eef1d35fc req-f916c661-ba70-42ea-add7-8f27bdc671c9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351207 Jul 16 19:13:57.040836 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79f660-1996-4a06-9040-3266102b225c req-be8f95ca-e72d-4ebb-92af-3f7c669c33e2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:57.042291 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9d79f660-1996-4a06-9040-3266102b225c req-be8f95ca-e72d-4ebb-92af-3f7c669c33e2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0651169 Jul 16 19:13:57.079707 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9d79f660-1996-4a06-9040-3266102b225c req-8ea1870a-8efe-4381-ad4e-2899dfc0ebfc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313251 Jul 16 19:13:58.257912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710c3f4-b45c-4dec-a5e3-f55ebd4cc0df req-eebf216a-b668-4508-a033-baebde579376 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:58.259431 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1710c3f4-b45c-4dec-a5e3-f55ebd4cc0df req-eebf216a-b668-4508-a033-baebde579376 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0686302 Jul 16 19:13:58.299899 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1710c3f4-b45c-4dec-a5e3-f55ebd4cc0df req-a1128d2b-b7c5-4a23-a7ad-e5d33aad73d7 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342445 Jul 16 19:13:59.475818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f7cc83-b00a-407d-88b8-e410c93627ce req-7757bdbd-4be9-478a-b073-92481faf0a6b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:13:59.477310 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8f7cc83-b00a-407d-88b8-e410c93627ce req-7757bdbd-4be9-478a-b073-92481faf0a6b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0651762 Jul 16 19:13:59.515054 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f8f7cc83-b00a-407d-88b8-e410c93627ce req-98cb9164-d9ce-4504-8d1b-1a7035162f56 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317264 Jul 16 19:14:00.094093 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:00.687034 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e105cdf5-5e29-4f8a-9f96-0d83bbfc141a req-803cddc3-f9fc-46f0-80bf-d19a86b68370 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:00.688612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e105cdf5-5e29-4f8a-9f96-0d83bbfc141a req-803cddc3-f9fc-46f0-80bf-d19a86b68370 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0629346 Jul 16 19:14:00.725740 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-e105cdf5-5e29-4f8a-9f96-0d83bbfc141a req-ad92ba17-dffa-4ae6-bc54-3b1a3254a937 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316391 Jul 16 19:14:01.897818 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30784dc-9bca-44d1-adf3-de0e18347d38 req-af34d30d-b277-4f62-834c-65b708ccd582 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:01.899519 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d30784dc-9bca-44d1-adf3-de0e18347d38 req-af34d30d-b277-4f62-834c-65b708ccd582 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0623016 Jul 16 19:14:01.938870 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d30784dc-9bca-44d1-adf3-de0e18347d38 req-13db07bf-50dc-4a78-8158-1b452688268d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317845 Jul 16 19:14:03.110774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ff395a-7448-4fde-be30-94a31e7a0fdf req-04f294bd-1647-4a18-a52f-ee1ef7ec442e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:03.112305 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8ff395a-7448-4fde-be30-94a31e7a0fdf req-04f294bd-1647-4a18-a52f-ee1ef7ec442e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0632050 Jul 16 19:14:03.149415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8ff395a-7448-4fde-be30-94a31e7a0fdf req-ce62b901-2a9b-46d4-ac3b-19940d06c139 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315533 Jul 16 19:14:04.324987 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2460d0a-10d8-444f-ad24-cafdfe56cb60 req-0dcf4a63-a1e1-4262-8d0b-fd3b79b7b419 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:04.326465 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2460d0a-10d8-444f-ad24-cafdfe56cb60 req-0dcf4a63-a1e1-4262-8d0b-fd3b79b7b419 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0667653 Jul 16 19:14:04.364422 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2460d0a-10d8-444f-ad24-cafdfe56cb60 req-fdc3d78f-dba2-4318-beac-45b7b1b4da6c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316768 Jul 16 19:14:04.456307 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 56403663-c59d-4951-a6cb-6b45ef6c2971 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:14:04.549409 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 56403663-c59d-4951-a6cb-6b45ef6c2971, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=56403663-c59d-4951-a6cb-6b45ef6c2971,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:04.560299 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'port_id': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'mac_address': 'fa:16:3e:17:d3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:14:04.601046 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:04.614026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56403663-c59d-4951-a6cb-6b45ef6c2971 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:14:04.633571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 56403663-c59d-4951-a6cb-6b45ef6c2971, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=56403663-c59d-4951-a6cb-6b45ef6c2971,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:04.637276 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:04.683853 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=56403663-c59d-4951-a6cb-6b45ef6c2971,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:04.691742 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.692085 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.692420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.692754 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.693079 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.693400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.693724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.694043 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.694360 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.694679 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.694997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.695313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:14:04.856148 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['56403663-c59d-4951-a6cb-6b45ef6c2971'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:14:05.558770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388dcda3-77b1-441b-9ad3-dc8bd9f2d8fc req-a0a6cfb5-b9ac-4f35-a7f6-e359dad21daf tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:05.560280 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-388dcda3-77b1-441b-9ad3-dc8bd9f2d8fc req-a0a6cfb5-b9ac-4f35-a7f6-e359dad21daf tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 944 time: 0.0686114 Jul 16 19:14:05.597896 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-388dcda3-77b1-441b-9ad3-dc8bd9f2d8fc req-482bf439-d88c-4b98-9be6-e9bbad502563 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313809 Jul 16 19:14:06.471801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 56403663-c59d-4951-a6cb-6b45ef6c2971 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:14:06.519700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 56403663-c59d-4951-a6cb-6b45ef6c2971 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:14:06.523284 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 56403663-c59d-4951-a6cb-6b45ef6c2971 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:14:06.523675 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.604615 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.627093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:14:06.629295 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9305a6f0-5676-40ad-9a28-6c29409509f9" -d '{"events": [{"server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "name": "network-vif-plugged", "status": "completed", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:14:06.642371 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 56403663-c59d-4951-a6cb-6b45ef6c2971, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=56403663-c59d-4951-a6cb-6b45ef6c2971,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:14:06.647477 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:06.694594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=56403663-c59d-4951-a6cb-6b45ef6c2971,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:06.735749 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b30566a3-fb3e-4db4-9a6d-5c26e33589e5 x-openstack-request-id: req-b30566a3-fb3e-4db4-9a6d-5c26e33589e5 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:14:06.736075 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "name": "network-vif-plugged", "status": "completed", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:14:06.736334 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b30566a3-fb3e-4db4-9a6d-5c26e33589e5 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:14:06.736766 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'code': 200} Jul 16 19:14:06.783054 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e994c2db-74f4-46c0-b6d4-89cef1fe9c89 req-3b9efd22-a687-47a4-9f39-0c74839a25b8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:06.784588 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e994c2db-74f4-46c0-b6d4-89cef1fe9c89 req-3b9efd22-a687-47a4-9f39-0c74839a25b8 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0690510 Jul 16 19:14:06.822680 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e994c2db-74f4-46c0-b6d4-89cef1fe9c89 req-f7c6fd35-a1dd-4da5-a559-182bd67cba79 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325341 Jul 16 19:14:06.853545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8cec2-85ea-491a-ab88-f77e80d072df req-17c69716-dee5-4c9b-94aa-375b09a99462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:06.855042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3d8cec2-85ea-491a-ab88-f77e80d072df req-17c69716-dee5-4c9b-94aa-375b09a99462 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1096 time: 0.0521958 Jul 16 19:14:06.889943 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d3d8cec2-85ea-491a-ab88-f77e80d072df req-6cc3e278-8d2b-4a8e-ae7a-adc0a7ee9a84 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0276036 Jul 16 19:14:08.001280 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f07785-5f8c-4df9-b1b7-798d0dbccdf6 req-58e9c714-ad9d-4d87-8375-0f9a6e83b687 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:08.002754 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93f07785-5f8c-4df9-b1b7-798d0dbccdf6 req-58e9c714-ad9d-4d87-8375-0f9a6e83b687 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0676425 Jul 16 19:14:08.040100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-93f07785-5f8c-4df9-b1b7-798d0dbccdf6 req-558c1717-251b-423f-ae15-0e0d022ed796 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318515 Jul 16 19:14:08.212373 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c169c991-fbad-4622-a8a3-319337039002 req-3c42be42-3c8c-4443-9bdf-a5c46c1936c9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:08.213841 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c169c991-fbad-4622-a8a3-319337039002 req-3c42be42-3c8c-4443-9bdf-a5c46c1936c9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0659950 Jul 16 19:14:08.251406 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c169c991-fbad-4622-a8a3-319337039002 req-bbb5fcd5-0250-4a6d-a3b4-0e0d665f8a32 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320230 Jul 16 19:14:08.275284 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50324) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:14:08.325763 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10559947-a2ec-4515-a3c2-ebe0e753636a tempest-TestShelveInstance-680333850 tempest-TestShelveInstance-680333850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:08.327261 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-10559947-a2ec-4515-a3c2-ebe0e753636a tempest-TestShelveInstance-680333850 tempest-TestShelveInstance-680333850-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1091 time: 0.0509508 Jul 16 19:14:08.330692 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50326) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:14:08.335171 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:14:08.356677 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:08.455681 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:08.554313 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Allocated IP 172.25.7.12 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/b332a460-2e11-4c65-94b9-05795a3479b4) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:14:08.660570 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:08.699017 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:08.733697 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:14:08.739077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:14:08.742397 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:14:08.767040 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'Port': ['ID=b332a460-2e11-4c65-94b9-05795a3479b4,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:09.102332 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:09.176313 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:09.323181 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:09.327442 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:09.727717 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event updated for resources: {'Port': ['ID=b332a460-2e11-4c65-94b9-05795a3479b4,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:14:09.744364 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:09.843303 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Floating IP 920f9008-869f-4fc3-849f-52bda70e8eed associated. External IP: 172.25.7.12, port: 56403663-c59d-4951-a6cb-6b45ef6c2971. Jul 16 19:14:10.044912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Router 44e969ce-b85d-49e8-ba22-6ad1b77631cb has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:14:10.152915 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:14:10.162872 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f522f-7a3d-47d0-96b8-4538bf735029 None None] Sync routers for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:14:10.169050 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:10.172433 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f522f-7a3d-47d0-96b8-4538bf735029 None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:14:10.173039 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3a4f522f-7a3d-47d0-96b8-4538bf735029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:13:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:14:10.209990 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-273281d8-d038-4261-9358-f7b5ec1bc360 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8782465 Jul 16 19:14:10.210598 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:14:10.212870 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5898c41e-233d-411e-818f-abfeb678cd35" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:14:10.249005 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4d1445-3f9b-4fc8-9f50-a44beba4cec1 x-openstack-request-id: req-4c4d1445-3f9b-4fc8-9f50-a44beba4cec1 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:14:10.249302 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:14:10.249625 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4c4d1445-3f9b-4fc8-9f50-a44beba4cec1 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:14:10.250497 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'status': 'completed', 'code': 200} Jul 16 19:14:10.279470 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-3a4f522f-7a3d-47d0-96b8-4538bf735029 None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:14:10.326094 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898c41e-233d-411e-818f-abfeb678cd35 req-09a19178-43f4-4ff2-8bd3-d31b7d4783fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:10.327520 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5898c41e-233d-411e-818f-abfeb678cd35 req-09a19178-43f4-4ff2-8bd3-d31b7d4783fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1096 time: 0.0543206 Jul 16 19:14:10.426024 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898c41e-233d-411e-818f-abfeb678cd35 req-96d68e4d-8482-4b68-84dd-c535873c8556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:10.427525 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5898c41e-233d-411e-818f-abfeb678cd35 req-96d68e4d-8482-4b68-84dd-c535873c8556 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0929637 Jul 16 19:14:10.497630 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5898c41e-233d-411e-818f-abfeb678cd35 req-c49142be-afb3-4533-8a49-6c2b3354d8d4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56403663-c59d-4951-a6cb-6b45ef6c2971 HTTP/1.1" status: 200 len: 998 time: 0.0633614 Jul 16 19:14:10.501395 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3a4f522f-7a3d-47d0-96b8-4538bf735029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '920f9008-869f-4fc3-849f-52bda70e8eed', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'floating_ip_address': '172.25.7.12', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'port_id': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'mac_address': 'fa:16:3e:17:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:14:08Z', 'updated_at': '2021-07-16T19:14:08Z', 'revision_number': 0, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:14:10.531586 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f522f-7a3d-47d0-96b8-4538bf735029 None None] Checking router: 44e969ce-b85d-49e8-ba22-6ad1b77631cb for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:14:10.540034 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4f522f-7a3d-47d0-96b8-4538bf735029 None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:14:10.540627 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3a4f522f-7a3d-47d0-96b8-4538bf735029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:13:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:14:10.549164 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898c41e-233d-411e-818f-abfeb678cd35 req-4d47a576-24cc-483c-b62c-49ac563616d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:10.550645 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5898c41e-233d-411e-818f-abfeb678cd35 req-4d47a576-24cc-483c-b62c-49ac563616d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0462680 Jul 16 19:14:10.609823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898c41e-233d-411e-818f-abfeb678cd35 req-5857c201-7f77-4074-a4bf-b677659b1d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:10.611304 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5898c41e-233d-411e-818f-abfeb678cd35 req-5857c201-7f77-4074-a4bf-b677659b1d06 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539382 Jul 16 19:14:10.644500 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-3a4f522f-7a3d-47d0-96b8-4538bf735029 None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:14:10.706657 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5898c41e-233d-411e-818f-abfeb678cd35 req-27dc47f4-0dde-49ee-9047-32581b875ee2 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887334 Jul 16 19:14:10.800236 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5898c41e-233d-411e-818f-abfeb678cd35 req-ba690588-0bc8-4b6d-a2eb-1c3a2e335057 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864315 Jul 16 19:14:10.866417 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-3a4f522f-7a3d-47d0-96b8-4538bf735029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '920f9008-869f-4fc3-849f-52bda70e8eed', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'floating_ip_address': '172.25.7.12', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'port_id': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'mac_address': 'fa:16:3e:17:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:14:08Z', 'updated_at': '2021-07-16T19:14:08Z', 'revision_number': 0, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:14:10.894755 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4f522f-7a3d-47d0-96b8-4538bf735029 None None] The sync data for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 is: [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '920f9008-869f-4fc3-849f-52bda70e8eed', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'floating_ip_address': '172.25.7.12', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'port_id': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4275, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'mac_address': 'fa:16:3e:17:d3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:14:08Z', 'updated_at': '2021-07-16T19:14:08Z', 'revision_number': 0, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:14:11.073996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3a9131-35cf-47fa-a733-c6a66a3f25db None None] New status for floating IP 920f9008-869f-4fc3-849f-52bda70e8eed: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:14:12.808403 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:15.633498 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ace9356c-b31f-48a1-a047-01fd6475f870 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:18.312730 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:18.318921 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-56265b01-5af5-49d8-9cba-b78f0cc4ca0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:20.144165 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:22.213554 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:26.583024 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:14:30.096771 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:42.825791 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:45.634810 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2bf9f21f-11d1-45b0-b27e-c11fe371430c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:48.310961 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:48.313131 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b1fcb3f0-4b7c-46aa-9c05-f5e363f3927a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:50.146537 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:52.217104 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:14:57.959761 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-985fa9f3-c26e-47a8-8ea2-5edd5c7af2d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0513396 Jul 16 19:14:58.055374 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-a1f6a05e-b4aa-4e93-b770-c3510e283f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:58.056913 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-a1f6a05e-b4aa-4e93-b770-c3510e283f02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1096 time: 0.0524864 Jul 16 19:14:58.168187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-27d6ea88-86a9-4aa0-9b1a-e4ea1bd7b957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:58.169655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-27d6ea88-86a9-4aa0-9b1a-e4ea1bd7b957 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0909083 Jul 16 19:14:58.234280 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-65514d3b-0460-488a-8d39-40456cb8734e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56403663-c59d-4951-a6cb-6b45ef6c2971 HTTP/1.1" status: 200 len: 1000 time: 0.0576010 Jul 16 19:14:58.280606 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-2edc8283-a77a-4398-9ea1-10f49727eb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:58.282194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-2edc8283-a77a-4398-9ea1-10f49727eb9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0415821 Jul 16 19:14:58.341757 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-6400c1cf-03e6-4895-ad09-33cf7257027b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:14:58.343216 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-6400c1cf-03e6-4895-ad09-33cf7257027b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546496 Jul 16 19:14:58.431887 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-67b5bc9b-2fdf-4920-aada-ab1df3670ca4 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820127 Jul 16 19:14:58.523534 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d68b7ebe-ee77-42f6-94da-8058c3389e56 req-056fb64f-5073-4a23-a624-b3c364f3f9ce service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856578 Jul 16 19:15:00.115537 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:03.582978 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:15:12.834900 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:15.635208 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-27e15f22-1ec2-429e-8d63-808110bc4d9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:18.309763 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:18.314848 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f6f79de8-b770-447d-a5d3-73dedfcd359d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:20.148986 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:22.219462 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:30.131039 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:40.582485 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:15:42.837869 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:45.636541 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-03370781-60c9-47b3-a392-649507328596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.308412 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:48.317781 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8806bd6b-1185-4c11-8116-9b5cf758375e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:50.153051 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:52.221749 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:15:59.871282 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-808b8ccd-1b7d-4ee0-8bce-88202079aec1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530703 Jul 16 19:15:59.965205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-8f0e92ef-97f9-474d-b11e-3dc2478dad17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:15:59.966716 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-8f0e92ef-97f9-474d-b11e-3dc2478dad17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1096 time: 0.0525479 Jul 16 19:16:00.077311 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-dd5fd92f-41f2-4fe7-8ea1-37a50824e351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:00.078799 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-dd5fd92f-41f2-4fe7-8ea1-37a50824e351 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0908318 Jul 16 19:16:00.146652 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-b0557de6-83ab-4313-9d5d-e2aafee02b46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56403663-c59d-4951-a6cb-6b45ef6c2971 HTTP/1.1" status: 200 len: 1000 time: 0.0605636 Jul 16 19:16:00.148154 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:00.199946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-650e5549-7927-48da-993f-5a08d1be6194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:00.201427 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-650e5549-7927-48da-993f-5a08d1be6194 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0480635 Jul 16 19:16:00.261657 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-4fdc5d59-8fd6-4e3f-91bb-85206d7d3df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:00.263171 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-4fdc5d59-8fd6-4e3f-91bb-85206d7d3df1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553894 Jul 16 19:16:00.355095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-42e3e413-d5cd-431e-bbf2-abccc87b7e9c service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839474 Jul 16 19:16:00.453496 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-9370c481-58fe-4ba9-a7c5-2535aff41e4d req-2a0ae65f-1b25-46fb-b494-4f2593033041 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912564 Jul 16 19:16:06.939115 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e04d53b-647c-44b1-8581-d56afff245e7 req-01d57193-c0b9-420b-b704-74af3dc9b8e4 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:06.940624 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e04d53b-647c-44b1-8581-d56afff245e7 req-01d57193-c0b9-420b-b704-74af3dc9b8e4 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0723782 Jul 16 19:16:06.982926 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8e04d53b-647c-44b1-8581-d56afff245e7 req-ad909627-58c8-4912-b08b-0710340de04b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368237 Jul 16 19:16:08.159854 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b384e72-c311-4211-a756-743c067263fd req-78806eff-f31b-4008-b2d6-efe674921199 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:08.161349 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1b384e72-c311-4211-a756-743c067263fd req-78806eff-f31b-4008-b2d6-efe674921199 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0641470 Jul 16 19:16:08.198787 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1b384e72-c311-4211-a756-743c067263fd req-45bdd3c7-8ea4-4de1-8eb1-9374d79adcfc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311725 Jul 16 19:16:09.405385 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f67d57-5eb3-421a-a797-f8f3bce00377 req-a8f39f9b-d44c-4497-8cec-6c71cabb52f4 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:09.406876 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6f67d57-5eb3-421a-a797-f8f3bce00377 req-a8f39f9b-d44c-4497-8cec-6c71cabb52f4 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0692458 Jul 16 19:16:09.443469 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f6f67d57-5eb3-421a-a797-f8f3bce00377 req-f638aa05-55b4-4d68-a96f-9c2039ce4090 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309784 Jul 16 19:16:10.617196 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd246a7c-0055-4a81-931b-f997edb3ec25 req-0c449182-62d6-4e23-ac4f-a3beff8f0f39 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:10.618678 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fd246a7c-0055-4a81-931b-f997edb3ec25 req-0c449182-62d6-4e23-ac4f-a3beff8f0f39 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0633326 Jul 16 19:16:10.660873 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fd246a7c-0055-4a81-931b-f997edb3ec25 req-cd80f0f2-9aac-4a5e-aa03-bb5863df83cf tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355010 Jul 16 19:16:11.833419 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f47dbc-90ef-4563-8e3c-8141658eff97 req-3955580a-e905-4385-94a5-eb2a654778a6 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:11.834889 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-47f47dbc-90ef-4563-8e3c-8141658eff97 req-3955580a-e905-4385-94a5-eb2a654778a6 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0626168 Jul 16 19:16:11.872346 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-47f47dbc-90ef-4563-8e3c-8141658eff97 req-641357c1-df23-4f1f-9901-908440e00450 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312212 Jul 16 19:16:12.861684 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:13.051037 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557a1722-2df2-4cea-b48e-f723c6ea56e0 req-2755235e-3194-48da-a3f3-67ed0d35f36a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:13.052559 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-557a1722-2df2-4cea-b48e-f723c6ea56e0 req-2755235e-3194-48da-a3f3-67ed0d35f36a tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0654459 Jul 16 19:16:13.090870 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-557a1722-2df2-4cea-b48e-f723c6ea56e0 req-c7200bc4-8388-464c-8c4b-1be3b143ae09 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320060 Jul 16 19:16:14.268630 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4d25f5-e4dc-46bd-b12f-84da933fd9e9 req-71517c19-6379-40dc-a7d3-ff537bced610 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:14.270100 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb4d25f5-e4dc-46bd-b12f-84da933fd9e9 req-71517c19-6379-40dc-a7d3-ff537bced610 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0669901 Jul 16 19:16:14.316499 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb4d25f5-e4dc-46bd-b12f-84da933fd9e9 req-a5aa2a1b-1151-4d48-986d-a5c114cbaf1b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408876 Jul 16 19:16:15.489339 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80cfe5b-537f-4338-8641-0160f78e9372 req-793cec51-4c11-4bf3-b723-6daf1160d01d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:15.490831 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c80cfe5b-537f-4338-8641-0160f78e9372 req-793cec51-4c11-4bf3-b723-6daf1160d01d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0639565 Jul 16 19:16:15.529153 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c80cfe5b-537f-4338-8641-0160f78e9372 req-c6810dcc-f9df-4c66-9957-74c67a98d738 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328126 Jul 16 19:16:15.637738 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3456ec18-a112-49bf-b88a-0c534f5990b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:16.701620 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea54bd85-0fb6-4d2e-b821-07825f614cb9 req-2434358d-e3d3-46eb-ad39-e296fa1cf114 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:16.703016 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea54bd85-0fb6-4d2e-b821-07825f614cb9 req-2434358d-e3d3-46eb-ad39-e296fa1cf114 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0631561 Jul 16 19:16:16.739822 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ea54bd85-0fb6-4d2e-b821-07825f614cb9 req-1d1c47f8-a7cd-420d-b546-c8c3b24fbe3f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312402 Jul 16 19:16:17.020300 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901379c-84ed-4c65-8364-70b0a3824422 req-7e0f1ae9-b5b0-41ee-876f-851c63a27286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:17.021767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1901379c-84ed-4c65-8364-70b0a3824422 req-7e0f1ae9-b5b0-41ee-876f-851c63a27286 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1096 time: 0.0518744 Jul 16 19:16:17.112231 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901379c-84ed-4c65-8364-70b0a3824422 req-cc6db735-9303-42b0-8013-05789884c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:17.113675 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1901379c-84ed-4c65-8364-70b0a3824422 req-cc6db735-9303-42b0-8013-05789884c6dc service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0851808 Jul 16 19:16:17.176861 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1901379c-84ed-4c65-8364-70b0a3824422 req-22ddb70c-200e-40e5-9a84-a35d1141ed04 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56403663-c59d-4951-a6cb-6b45ef6c2971 HTTP/1.1" status: 200 len: 1000 time: 0.0564444 Jul 16 19:16:17.229867 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901379c-84ed-4c65-8364-70b0a3824422 req-d1e09b46-6e6d-4225-b910-718bdbaeef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:17.231948 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1901379c-84ed-4c65-8364-70b0a3824422 req-d1e09b46-6e6d-4225-b910-718bdbaeef74 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0481277 Jul 16 19:16:17.288661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1901379c-84ed-4c65-8364-70b0a3824422 req-36f58d4b-ba8e-4bc5-bb2a-9c324b6ebdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:17.290076 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1901379c-84ed-4c65-8364-70b0a3824422 req-36f58d4b-ba8e-4bc5-bb2a-9c324b6ebdef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0518744 Jul 16 19:16:17.379791 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1901379c-84ed-4c65-8364-70b0a3824422 req-c275abec-1b8d-4a87-a877-e84f001f1866 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830739 Jul 16 19:16:17.471007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-1901379c-84ed-4c65-8364-70b0a3824422 req-c84dec54-1df9-4215-9972-27b87fa5b689 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846312 Jul 16 19:16:17.582171 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:16:17.917181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821526e7-5d46-464e-a872-c968302a39f5 req-2f36c553-4605-4871-9308-9ab6528820e9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:17.919083 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-821526e7-5d46-464e-a872-c968302a39f5 req-2f36c553-4605-4871-9308-9ab6528820e9 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0681429 Jul 16 19:16:17.956740 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-821526e7-5d46-464e-a872-c968302a39f5 req-e88161d8-28ca-4c2d-9391-f32eeef93133 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319574 Jul 16 19:16:18.308759 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:18.319326 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-93de2672-1ad9-4fe5-918f-7204a23b9630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:19.141018 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eed8fac-7669-46af-8fe1-ec3b7c319de2 req-e738d7e2-4244-4d47-a5ef-2efe0750a9b5 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:19.142564 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7eed8fac-7669-46af-8fe1-ec3b7c319de2 req-e738d7e2-4244-4d47-a5ef-2efe0750a9b5 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0657063 Jul 16 19:16:19.182669 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7eed8fac-7669-46af-8fe1-ec3b7c319de2 req-7af1643e-6b15-40ba-9299-45ce10b8f858 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340314 Jul 16 19:16:20.154197 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:20.381480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef965571-af0b-47e8-a1a3-ac89424d9ead req-ae699891-190a-4743-9544-cf59316a368d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:20.383007 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ef965571-af0b-47e8-a1a3-ac89424d9ead req-ae699891-190a-4743-9544-cf59316a368d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0770330 Jul 16 19:16:20.422873 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ef965571-af0b-47e8-a1a3-ac89424d9ead req-ffb2eca5-82d9-4c39-94fc-b52764b7ff8c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341179 Jul 16 19:16:21.598873 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9b0577-30b1-46eb-89d8-fc6809441ea6 req-152c6967-0b4f-4dc7-b281-38a1e4f6974f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:21.600523 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2b9b0577-30b1-46eb-89d8-fc6809441ea6 req-152c6967-0b4f-4dc7-b281-38a1e4f6974f tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0662813 Jul 16 19:16:21.638115 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2b9b0577-30b1-46eb-89d8-fc6809441ea6 req-3cb91fad-2141-4445-9812-22ffe8200df2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319750 Jul 16 19:16:21.908580 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-e9e26a54-556a-4b4a-ac10-8aa5e9f0f8ee service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0505772 Jul 16 19:16:21.983781 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156d2b4f-bcc0-4902-9dfe-120d021fa2d0 req-db7051c1-902a-476a-955b-029f6566d633 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:21.985404 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-156d2b4f-bcc0-4902-9dfe-120d021fa2d0 req-db7051c1-902a-476a-955b-029f6566d633 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0669706 Jul 16 19:16:22.024267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-156d2b4f-bcc0-4902-9dfe-120d021fa2d0 req-70507dbc-594a-488a-9eac-ca76a28c8740 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328286 Jul 16 19:16:22.223076 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.106311 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 56403663-c59d-4951-a6cb-6b45ef6c2971 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:16:23.188271 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.213033 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:23.215719 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d32a4a8-5fd8-4b1e-bb48-6dfe9c449186" -d '{"events": [{"server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "name": "network-vif-unplugged", "status": "completed", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:23.221449 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679d953-a7ee-4e30-8e24-ecd05b14281b req-d1f6b419-80c7-4667-8448-f2af1b8d5734 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:23.223602 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d679d953-a7ee-4e30-8e24-ecd05b14281b req-d1f6b419-80c7-4667-8448-f2af1b8d5734 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0821028 Jul 16 19:16:23.232235 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 56403663-c59d-4951-a6cb-6b45ef6c2971, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=56403663-c59d-4951-a6cb-6b45ef6c2971,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:23.236824 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:23.271150 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8da55126-f133-4ee2-b55d-9c48d9d98a0d x-openstack-request-id: req-8da55126-f133-4ee2-b55d-9c48d9d98a0d {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:23.271436 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "name": "network-vif-unplugged", "status": "failed", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971", "code": 422}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:23.271720 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8da55126-f133-4ee2-b55d-9c48d9d98a0d {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:23.272117 n-d-794306-7 neutron-server[105440]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'code': 422} returned with failed status Jul 16 19:16:23.276526 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-d679d953-a7ee-4e30-8e24-ecd05b14281b req-4dbf634c-5834-4989-9fc2-3ba933473aa0 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471561 Jul 16 19:16:23.292959 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=56403663-c59d-4951-a6cb-6b45ef6c2971,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:23.300483 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:23.300832 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:23.301174 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:23.301511 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:23.301847 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:23.302179 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:23.302504 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:23.302831 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:23.303157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:23.303479 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:23.303849 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:23.304172 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:16:24.460874 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589c24fa-2cf1-4ddb-aa4b-7003c587d786 req-4d51a788-eb28-42f4-b0c9-1a3afc5a3707 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:24.462378 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-589c24fa-2cf1-4ddb-aa4b-7003c587d786 req-4d51a788-eb28-42f4-b0c9-1a3afc5a3707 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0725884 Jul 16 19:16:24.502554 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-589c24fa-2cf1-4ddb-aa4b-7003c587d786 req-5166596e-6f5e-43f6-9d15-6ced2163b367 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337586 Jul 16 19:16:25.683477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11d02e-95f4-4271-8f70-8212ce37f2fe req-59a0f717-e092-4eb9-a2c6-02343da6c044 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:25.685494 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1a11d02e-95f4-4271-8f70-8212ce37f2fe req-59a0f717-e092-4eb9-a2c6-02343da6c044 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0651910 Jul 16 19:16:25.724024 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-1a11d02e-95f4-4271-8f70-8212ce37f2fe req-dac9628c-0d8d-40cf-a683-d9e850f1d017 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330446 Jul 16 19:16:26.908025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e906f0f-1d2c-405b-bcdc-66a651ccf75a req-994825e5-0a40-4971-a803-2e16ef9eeedc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:26.909586 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e906f0f-1d2c-405b-bcdc-66a651ccf75a req-994825e5-0a40-4971-a803-2e16ef9eeedc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0663791 Jul 16 19:16:26.947691 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0e906f0f-1d2c-405b-bcdc-66a651ccf75a req-3c8b0424-dfdc-42de-b883-e8e70e1db2e2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320842 Jul 16 19:16:28.130074 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264216d6-83a4-4353-bb70-95ac12597720 req-984e40d3-a297-4ab0-85a3-580cff105359 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:28.131599 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-264216d6-83a4-4353-bb70-95ac12597720 req-984e40d3-a297-4ab0-85a3-580cff105359 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0697641 Jul 16 19:16:28.172374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-264216d6-83a4-4353-bb70-95ac12597720 req-fd80e91e-8706-418f-ad6f-9ca5fabd2c64 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337462 Jul 16 19:16:28.752939 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-69b59c32-70ff-4afc-bf81-e8291a4aa4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:28.754472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-69b59c32-70ff-4afc-bf81-e8291a4aa4e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b&tenant_id=f92de1525aa744b1bd55c8c70ee210f6 HTTP/1.1" status: 200 len: 1094 time: 0.0535591 Jul 16 19:16:28.832893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-abea856f-bd1c-440e-a079-c66a7bbb096d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:28.834366 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-abea856f-bd1c-440e-a079-c66a7bbb096d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1094 time: 0.0564790 Jul 16 19:16:28.922968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-9532ddaf-f147-45b6-b12d-a6b56e1862cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:28.924472 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-9532ddaf-f147-45b6-b12d-a6b56e1862cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0832083 Jul 16 19:16:29.299080 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-ad7b9419-d004-4217-8707-8826edf70bdc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56403663-c59d-4951-a6cb-6b45ef6c2971 HTTP/1.1" status: 200 len: 998 time: 0.3684521 Jul 16 19:16:29.374535 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-0b9a912c-3340-4bdf-8a08-077348152ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:29.376007 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-0b9a912c-3340-4bdf-8a08-077348152ce6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0673456 Jul 16 19:16:29.430320 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eed679-d331-41f7-b41e-e4300d7bbd29 req-cd1c3b89-c09c-4f7a-a81d-89c93f95eaec tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:29.431835 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4eed679-d331-41f7-b41e-e4300d7bbd29 req-cd1c3b89-c09c-4f7a-a81d-89c93f95eaec tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.1318216 Jul 16 19:16:29.473734 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-9b5d06bd-f2da-4606-bd08-99e8b31bf0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:29.475162 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-9b5d06bd-f2da-4606-bd08-99e8b31bf0df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0924323 Jul 16 19:16:29.494894 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a4eed679-d331-41f7-b41e-e4300d7bbd29 req-c23c95fd-8a9c-4b4d-a9ae-a03dac445b14 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551283 Jul 16 19:16:29.570886 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-6a8797fc-1247-4066-aff1-dc697b9a8dda service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876811 Jul 16 19:16:29.660579 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-b2a1b3f1-0a64-419b-9d74-52711fc63f56 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834806 Jul 16 19:16:30.150232 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:30.667625 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82701751-ae14-4025-a6eb-c98ea2a13077 req-36c7cc5c-97a1-44b6-97ea-093d09af112d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:30.669249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82701751-ae14-4025-a6eb-c98ea2a13077 req-36c7cc5c-97a1-44b6-97ea-093d09af112d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0630496 Jul 16 19:16:30.707284 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-82701751-ae14-4025-a6eb-c98ea2a13077 req-b7d3eadd-2c9f-4b95-bfda-b3da84936e6c tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324843 Jul 16 19:16:31.879570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cb893e-1763-4bad-beb1-a20579263245 req-e45ac253-e537-4d30-9553-a44ea2188e47 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:31.881112 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15cb893e-1763-4bad-beb1-a20579263245 req-e45ac253-e537-4d30-9553-a44ea2188e47 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0642579 Jul 16 19:16:31.917655 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-15cb893e-1763-4bad-beb1-a20579263245 req-f3ca746e-0fe1-4683-8b3b-abcd829f9e2d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309458 Jul 16 19:16:33.089682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269ccb2-7f05-4cc9-9353-c305ee6e1be7 req-c135c629-f2ad-4193-864e-109caa83b9e0 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:33.091732 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c269ccb2-7f05-4cc9-9353-c305ee6e1be7 req-c135c629-f2ad-4193-864e-109caa83b9e0 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0638101 Jul 16 19:16:33.129416 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-c269ccb2-7f05-4cc9-9353-c305ee6e1be7 req-81d5e959-7b49-42cc-9981-a8c91f838b95 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321600 Jul 16 19:16:34.308082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca16425-afff-4072-bdc2-fb3bc696930e req-e9a34c71-68f7-43d6-a550-15bdb898ab7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:34.310317 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fca16425-afff-4072-bdc2-fb3bc696930e req-e9a34c71-68f7-43d6-a550-15bdb898ab7d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0690358 Jul 16 19:16:34.348595 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-fca16425-afff-4072-bdc2-fb3bc696930e req-90187cb9-778b-4c03-9b34-dce516213a4e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329146 Jul 16 19:16:35.528795 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9872a3c7-b802-425d-bcac-930d0b62ca5c req-7c0f7614-1a28-4f90-accd-5940b4b684fc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:35.530229 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9872a3c7-b802-425d-bcac-930d0b62ca5c req-7c0f7614-1a28-4f90-accd-5940b4b684fc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0680127 Jul 16 19:16:35.567330 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-9872a3c7-b802-425d-bcac-930d0b62ca5c req-db776afa-987b-43fa-a937-e1021dc3db28 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315597 Jul 16 19:16:36.771655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd4e90e-9087-4c8f-be06-5a9aa65f8142 req-6495706f-f815-4812-bc3b-88b0d0dec695 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:36.773935 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0bd4e90e-9087-4c8f-be06-5a9aa65f8142 req-6495706f-f815-4812-bc3b-88b0d0dec695 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 943 time: 0.0774267 Jul 16 19:16:36.822853 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0bd4e90e-9087-4c8f-be06-5a9aa65f8142 req-73fce188-d6ae-4e07-bfb3-f5c9284c16ef tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422151 Jul 16 19:16:37.139259 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 56403663-c59d-4951-a6cb-6b45ef6c2971 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:16:37.234539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 56403663-c59d-4951-a6cb-6b45ef6c2971, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=56403663-c59d-4951-a6cb-6b45ef6c2971,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:37.246761 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'port_id': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'mac_address': 'fa:16:3e:17:d3:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 372, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:16:37.282760 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.296374 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56403663-c59d-4951-a6cb-6b45ef6c2971 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:16:37.315187 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 56403663-c59d-4951-a6cb-6b45ef6c2971, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=56403663-c59d-4951-a6cb-6b45ef6c2971,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:37.319052 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:37.364195 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=56403663-c59d-4951-a6cb-6b45ef6c2971,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:37.557473 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['56403663-c59d-4951-a6cb-6b45ef6c2971'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:16:38.067497 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511a652c-f011-47fc-9264-5aba84c5eb4a req-e6bc222a-64c4-416d-bc86-b4888f11724b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:38.069001 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-511a652c-f011-47fc-9264-5aba84c5eb4a req-e6bc222a-64c4-416d-bc86-b4888f11724b tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 944 time: 0.1314311 Jul 16 19:16:38.107233 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-511a652c-f011-47fc-9264-5aba84c5eb4a req-b23a0124-630f-45b3-a6be-408c6960b856 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324376 Jul 16 19:16:39.153815 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 56403663-c59d-4951-a6cb-6b45ef6c2971 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:16:39.203112 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 56403663-c59d-4951-a6cb-6b45ef6c2971 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:16:39.203485 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.280848 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.282426 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f81c3d-c069-489e-8f8a-3f304f57b1ab req-893cc4c6-b14f-45c4-8aae-71250b3bdcf3 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:39.283993 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46f81c3d-c069-489e-8f8a-3f304f57b1ab req-893cc4c6-b14f-45c4-8aae-71250b3bdcf3 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 944 time: 0.0645642 Jul 16 19:16:39.304214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:16:39.306439 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4b6966-f3f0-46ba-a47a-159981994f7c" -d '{"events": [{"server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "name": "network-vif-plugged", "status": "completed", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:16:39.319773 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 56403663-c59d-4951-a6cb-6b45ef6c2971, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=56403663-c59d-4951-a6cb-6b45ef6c2971,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:16:39.324081 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-46f81c3d-c069-489e-8f8a-3f304f57b1ab req-f64c6b28-de45-4c75-8ea8-07b1e7096617 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337305 Jul 16 19:16:39.324248 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:39.356836 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb27d55-0e95-4e20-8344-b88c79493e45 x-openstack-request-id: req-bcb27d55-0e95-4e20-8344-b88c79493e45 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:16:39.357136 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "name": "network-vif-plugged", "status": "completed", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:16:39.357386 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bcb27d55-0e95-4e20-8344-b88c79493e45 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:16:39.357773 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'code': 200} Jul 16 19:16:39.375836 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=56403663-c59d-4951-a6cb-6b45ef6c2971,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:16:39.522782 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374608c6-e3d6-49b6-a269-c10ca42d404c req-bcc49e11-f5b1-45d2-aafc-74c6f7cfd396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:39.524299 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-374608c6-e3d6-49b6-a269-c10ca42d404c req-bcc49e11-f5b1-45d2-aafc-74c6f7cfd396 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1096 time: 0.0547547 Jul 16 19:16:39.559194 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-374608c6-e3d6-49b6-a269-c10ca42d404c req-7325c17a-0f99-4d33-bd21-a1b778431fd8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0284238 Jul 16 19:16:40.510262 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3831ec-c04d-4181-8d9d-be1d351c8287 req-d6c5cdf9-4984-4d52-adc4-8f62fc9565fc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:16:40.511790 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e3831ec-c04d-4181-8d9d-be1d351c8287 req-d6c5cdf9-4984-4d52-adc4-8f62fc9565fc tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0661392 Jul 16 19:16:40.550262 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5e3831ec-c04d-4181-8d9d-be1d351c8287 req-0c7638b8-6a1c-4f65-a46f-d786b1c76738 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322056 Jul 16 19:16:42.879465 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:45.638928 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cdfca386-4dc0-43c6-a049-3c31d5a64111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.301291 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:48.318948 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-458e6ba3-7cba-4073-89bd-09e0c0a9c365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:50.157735 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:52.225778 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:16:54.581618 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:00.156563 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:01.426871 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-dff45e9e-22da-4646-a9e9-4816cf3163ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1003413 Jul 16 19:17:01.527934 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-d12bf6eb-ba1c-4d49-bbd8-69cc2a0032fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:01.529436 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-d12bf6eb-ba1c-4d49-bbd8-69cc2a0032fe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1096 time: 0.0564849 Jul 16 19:17:01.635125 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-c8935f21-8548-4cdf-baf9-14a683de95d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:01.636539 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-c8935f21-8548-4cdf-baf9-14a683de95d4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0858901 Jul 16 19:17:01.708638 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-40fbb4d9-fa91-4018-ab1b-788b14fa502d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56403663-c59d-4951-a6cb-6b45ef6c2971 HTTP/1.1" status: 200 len: 1000 time: 0.0648301 Jul 16 19:17:01.759740 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-6d06c49c-3ab3-49a0-8a9a-ea8f5354c388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:01.761357 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-6d06c49c-3ab3-49a0-8a9a-ea8f5354c388 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0455580 Jul 16 19:17:01.820633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-843b48fc-def4-4e29-a9b1-42ecee464c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:01.822140 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-843b48fc-def4-4e29-a9b1-42ecee464c53 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534058 Jul 16 19:17:01.833977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-a230923c-6cc8-4c0a-a0c5-48bc02d29b34 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105439) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:17:01.834967 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-a230923c-6cc8-4c0a-a0c5-48bc02d29b34 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055332 Jul 16 19:17:01.928465 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-1b64686d-036e-4d45-8ef1-578281f9b53d service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864491 Jul 16 19:17:02.023428 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-f25934db-f4b7-4034-a77e-76a0151d7112 req-6073564a-b124-4f6b-a192-e8de714d743f service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871792 Jul 16 19:17:12.892118 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:15.638669 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-de7a9bd0-1d94-4312-ad7f-7e15f1e3a884 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:18.303374 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:18.318313 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a69d2422-223b-4c67-8b85-1dccb8a97912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:20.159471 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:22.230019 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:30.155022 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:31.581244 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:17:42.895445 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:45.639848 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-114ef68d-14ae-481d-9254-cf24950bd3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:48.308900 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:48.319831 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-473cb58a-af33-435d-ae57-3b5a47a634c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:50.162544 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:52.238002 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.142931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50518) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:17:54.300633 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Deleting port b332a460-2e11-4c65-94b9-05795a3479b4 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:17:54.300975 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.378143 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.378473 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.390382 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Calling delete_port for b332a460-2e11-4c65-94b9-05795a3479b4 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:17:54.535127 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.560131 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event deleted for resources: {'Port': ['ID=b332a460-2e11-4c65-94b9-05795a3479b4,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:54.571162 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.571508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.571945 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.572280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.572607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.572931 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.573269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.573584 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.573902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.574224 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.574545 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.574863 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:54.633841 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.634174 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Floating IP 920f9008-869f-4fc3-849f-52bda70e8eed disassociated (deleted). External IP: 172.25.7.12, port: 56403663-c59d-4951-a6cb-6b45ef6c2971. Jul 16 19:17:54.835700 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Router 44e969ce-b85d-49e8-ba22-6ad1b77631cb has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:17:54.947635 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:17:54.953056 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:54.957927 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83896c1-83ae-4470-afe5-eea0841620a8 None None] Sync routers for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:17:54.966704 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83896c1-83ae-4470-afe5-eea0841620a8 None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:54.967302 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e83896c1-83ae-4470-afe5-eea0841620a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:54.988869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d7a2fb88-e4e1-41d9-9072-5be9109a5999 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "DELETE /v2.0/floatingips/920f9008-869f-4fc3-849f-52bda70e8eed HTTP/1.1" status: 204 len: 168 time: 0.8446019 Jul 16 19:17:54.989457 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:17:54.991719 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:17:55.032818 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ff06e9-c472-41d3-b6f3-b30e2303c3e9 x-openstack-request-id: req-30ff06e9-c472-41d3-b6f3-b30e2303c3e9 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:17:55.033109 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:17:55.033358 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-30ff06e9-c472-41d3-b6f3-b30e2303c3e9 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:17:55.033756 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'status': 'completed', 'code': 200} Jul 16 19:17:55.079006 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e83896c1-83ae-4470-afe5-eea0841620a8 None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:55.113162 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1 req-4a6f3c5a-92d2-42bb-973d-ce6a30b4c329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:55.114693 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1 req-4a6f3c5a-92d2-42bb-973d-ce6a30b4c329 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 1096 time: 0.0570323 Jul 16 19:17:55.217090 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1 req-1781bcf7-2c88-435c-82fa-b6388ca0da58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:55.219466 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1 req-1781bcf7-2c88-435c-82fa-b6388ca0da58 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 200 len: 909 time: 0.0981045 Jul 16 19:17:55.271308 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1 req-f972f950-8e93-4b5d-9484-db36f37a187d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56403663-c59d-4951-a6cb-6b45ef6c2971 HTTP/1.1" status: 200 len: 217 time: 0.0453839 Jul 16 19:17:55.298737 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e83896c1-83ae-4470-afe5-eea0841620a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:55.328813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1 req-656ff928-3c24-4b27-829a-3ed5ebc8a2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:55.329807 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83896c1-83ae-4470-afe5-eea0841620a8 None None] Checking router: 44e969ce-b85d-49e8-ba22-6ad1b77631cb for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:17:55.330612 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1 req-656ff928-3c24-4b27-829a-3ed5ebc8a2b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 200 len: 847 time: 0.0524673 Jul 16 19:17:55.338978 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83896c1-83ae-4470-afe5-eea0841620a8 None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:17:55.339453 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e83896c1-83ae-4470-afe5-eea0841620a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:55.407404 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1 req-49ec629b-5dcf-43ad-8487-eb1a5c88d5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:55.408908 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1 req-49ec629b-5dcf-43ad-8487-eb1a5c88d5a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b2b26765-5ebc-4778-8300-516c168de4c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712011 Jul 16 19:17:55.447019 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-e83896c1-83ae-4470-afe5-eea0841620a8 None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:17:55.533642 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c49a8a8-90c3-4008-af03-5ce455fb25c0 req-a4610bc4-43e5-48bf-86ac-c4868353c931 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:55.535142 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c49a8a8-90c3-4008-af03-5ce455fb25c0 req-a4610bc4-43e5-48bf-86ac-c4868353c931 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.2022130 Jul 16 19:17:55.540698 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1 req-c05edfaf-f940-468a-b3a4-de5cff37e6bc service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108806 Jul 16 19:17:55.630302 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-0c49a8a8-90c3-4008-af03-5ce455fb25c0 req-f3b77ff2-687d-4952-a52b-9ece1e328181 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885332 Jul 16 19:17:55.653843 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-e83896c1-83ae-4470-afe5-eea0841620a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:17:55.661105 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-abce5f3b-ea32-4ca4-9b5f-f981fc7fd2e1 req-3e2011cf-511a-4854-9423-ddf5ea79e0d9 service neutron] 10.222.0.18 "GET /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121688 Jul 16 19:17:55.679765 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83896c1-83ae-4470-afe5-eea0841620a8 None None] The sync data for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 is: [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:09:09Z', 'revision_number': 4, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '9052f857-c663-4b70-9494-651deb06d720', 'name': '', 'network_id': 'b2b26765-5ebc-4778-8300-516c168de4c7', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'mac_address': 'fa:16:3e:e2:d5:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 4239, 'fixed_ips': [{'subnet_id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:09Z', 'updated_at': '2021-07-16T19:09:14Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'subnets': [{'id': '72a45ee5-aac7-4bed-90c6-7e6ba1880920', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:17:55.908186 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a024c225-8535-4727-805c-e2363ee51f43 None None] New status for floating IP 920f9008-869f-4fc3-849f-52bda70e8eed: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:17:56.791783 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2566bf-e9e8-4eec-9f98-b9bc44ea4538 req-e4d10978-25ae-40a7-8f96-c0fe25e6b876 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:56.793588 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b2566bf-e9e8-4eec-9f98-b9bc44ea4538 req-e4d10978-25ae-40a7-8f96-c0fe25e6b876 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.18 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0660176 Jul 16 19:17:56.815311 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c85ce1-d51f-467d-a5bf-240c23247508 req-1a6289e1-c045-4cec-9cdb-8cd718631a80 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:17:56.816869 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-53c85ce1-d51f-467d-a5bf-240c23247508 req-1a6289e1-c045-4cec-9cdb-8cd718631a80 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 945 time: 0.0672784 Jul 16 19:17:56.854378 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-53c85ce1-d51f-467d-a5bf-240c23247508 req-3b369e2f-171c-499c-9a06-7f1bcf8e907d tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/security-groups?id=a9dcd946-c830-45e4-9f01-366cc28e416b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318792 Jul 16 19:17:56.898959 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-7b2566bf-e9e8-4eec-9f98-b9bc44ea4538 req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Deleting port 56403663-c59d-4951-a6cb-6b45ef6c2971 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:17:56.899300 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b2566bf-e9e8-4eec-9f98-b9bc44ea4538 req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:56.993382 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-7b2566bf-e9e8-4eec-9f98-b9bc44ea4538 req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] For port 56403663-c59d-4951-a6cb-6b45ef6c2971, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=56403663-c59d-4951-a6cb-6b45ef6c2971,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:17:56.993747 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b2566bf-e9e8-4eec-9f98-b9bc44ea4538 req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.006451 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-7b2566bf-e9e8-4eec-9f98-b9bc44ea4538 req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Calling delete_port for 56403663-c59d-4951-a6cb-6b45ef6c2971 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:17:57.136656 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b2566bf-e9e8-4eec-9f98-b9bc44ea4538 req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.164878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event deleted for resources: {'Port': ['ID=56403663-c59d-4951-a6cb-6b45ef6c2971,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:17:57.179735 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.180088 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.180433 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.180772 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.181109 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.181443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.181774 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.182102 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.182428 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.182756 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.183091 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.183414 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:17:57.222054 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b2566bf-e9e8-4eec-9f98-b9bc44ea4538 req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] No DVR routers for this DVR port 56403663-c59d-4951-a6cb-6b45ef6c2971 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:17:57.224592 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-7b2566bf-e9e8-4eec-9f98-b9bc44ea4538 req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:17:57.226552 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7b2566bf-e9e8-4eec-9f98-b9bc44ea4538 req-b9aee45c-01f3-4748-b3c1-56ff6e5dad0e tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.18 "DELETE /v2.0/ports/56403663-c59d-4951-a6cb-6b45ef6c2971 HTTP/1.1" status: 204 len: 173 time: 0.4275215 Jul 16 19:17:57.227005 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'name': 'network-vif-deleted', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:17:57.229345 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff1de6d7-0c3a-4fc7-811b-0968d63b5b87" -d '{"events": [{"server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "name": "network-vif-deleted", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:17:57.266469 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:17:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e626f11d-ffbd-4b5d-969c-88e53e12f82e x-openstack-request-id: req-e626f11d-ffbd-4b5d-969c-88e53e12f82e {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:17:57.266764 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe9158a-6c99-4b82-a6f9-ce158e9c516b", "name": "network-vif-deleted", "tag": "56403663-c59d-4951-a6cb-6b45ef6c2971", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:17:57.267015 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e626f11d-ffbd-4b5d-969c-88e53e12f82e {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:17:57.267471 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe9158a-6c99-4b82-a6f9-ce158e9c516b', 'name': 'network-vif-deleted', 'tag': '56403663-c59d-4951-a6cb-6b45ef6c2971', 'status': 'completed', 'code': 200} Jul 16 19:17:58.005516 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-7f950c1b-1621-405e-b3a7-d3ed4ae4a71c req-9c5cc288-c721-4e97-b895-84c3cb746a51 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 210 time: 0.0310984 Jul 16 19:17:59.166512 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-087c9ab3-63d4-4811-b667-aa3842b466af req-f45f2761-173d-4c40-ab87-e9a84a148aa3 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 210 time: 0.0340843 Jul 16 19:17:59.486854 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 56403663-c59d-4951-a6cb-6b45ef6c2971 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:17:59.506801 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 56403663-c59d-4951-a6cb-6b45ef6c2971 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:17:59.507154 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 56403663-c59d-4951-a6cb-6b45ef6c2971 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:18:00.155338 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:00.316332 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b4fdfbf6-4670-4bf6-92e0-2e7582f93be1 req-e16fd05a-083d-49d0-b7b2-f5638c2ee6be tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "GET /v2.0/ports?device_id=3fe9158a-6c99-4b82-a6f9-ce158e9c516b HTTP/1.1" status: 200 len: 210 time: 0.0300386 Jul 16 19:18:01.418102 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50556) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:01.477321 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80fb6716-aac5-4ea3-ac52-9ecac274d3f2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.508040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80fb6716-aac5-4ea3-ac52-9ecac274d3f2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.572184 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80fb6716-aac5-4ea3-ac52-9ecac274d3f2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.574851 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-80fb6716-aac5-4ea3-ac52-9ecac274d3f2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:01.577249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-80fb6716-aac5-4ea3-ac52-9ecac274d3f2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] 10.222.0.47 "DELETE /v2.0/security-groups/a9dcd946-c830-45e4-9f01-366cc28e416b HTTP/1.1" status: 204 len: 168 time: 0.1579089 Jul 16 19:18:01.592103 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fb6716-aac5-4ea3-ac52-9ecac274d3f2 tempest-TestShelveInstance-1425565125 tempest-TestShelveInstance-1425565125-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9dcd946-c830-45e4-9f01-366cc28e416b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:01.633351 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50560) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:02.093973 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.380739 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] Deleting port 9052f857-c663-4b70-9494-651deb06d720 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:02.381106 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.465590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] For port 9052f857-c663-4b70-9494-651deb06d720, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9052f857-c663-4b70-9494-651deb06d720,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:02.466909 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.479912 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] Calling delete_port for 9052f857-c663-4b70-9494-651deb06d720 owned by network:router_interface {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:02.674190 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:02.703673 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=9052f857-c663-4b70-9494-651deb06d720,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:02.891511 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.115155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] Router 44e969ce-b85d-49e8-ba22-6ad1b77631cb has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:03.225975 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:03.231955 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-cf5481bf-c54f-48ce-a896-97d19bb02f10 admin admin] 10.222.0.47 "PUT /v2.0/routers/44e969ce-b85d-49e8-ba22-6ad1b77631cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5970156 Jul 16 19:18:03.234480 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50566) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:03.236591 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3af23c-b01e-426e-9bdb-c31cb82f5d2a None None] Sync routers for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:03.250688 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3af23c-b01e-426e-9bdb-c31cb82f5d2a None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:03.251297 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1a3af23c-b01e-426e-9bdb-c31cb82f5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:03.345285 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.378068 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-1a3af23c-b01e-426e-9bdb-c31cb82f5d2a None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:03.466793 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.546749 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Deleting port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:03.547091 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.578988 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1a3af23c-b01e-426e-9bdb-c31cb82f5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218'}], 'enable_snat': True}, 'gw_port_id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:18:02Z', 'revision_number': 5, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port': {'id': '8b0dd13b-788c-42ce-8211-7ad5dce89d7c', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:1f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4238, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:07Z', 'updated_at': '2021-07-16T19:09:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:03.606292 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3af23c-b01e-426e-9bdb-c31cb82f5d2a None None] Checking router: 44e969ce-b85d-49e8-ba22-6ad1b77631cb for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:03.615618 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3af23c-b01e-426e-9bdb-c31cb82f5d2a None None] Routers {'44e969ce-b85d-49e8-ba22-6ad1b77631cb'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:03.616231 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1a3af23c-b01e-426e-9bdb-c31cb82f5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:03.628603 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] For port 8b0dd13b-788c-42ce-8211-7ad5dce89d7c, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8b0dd13b-788c-42ce-8211-7ad5dce89d7c,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:03.629125 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.642621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Calling delete_port for 8b0dd13b-788c-42ce-8211-7ad5dce89d7c owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:03.704282 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-1a3af23c-b01e-426e-9bdb-c31cb82f5d2a None None] Set router 44e969ce-b85d-49e8-ba22-6ad1b77631cb gateway port host: None {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:03.755279 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-1a3af23c-b01e-426e-9bdb-c31cb82f5d2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:18:03Z', 'revision_number': 6, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:03.815973 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:03.843751 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b0dd13b-788c-42ce-8211-7ad5dce89d7c,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:03.885997 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3af23c-b01e-426e-9bdb-c31cb82f5d2a None None] The sync data for ids ['44e969ce-b85d-49e8-ba22-6ad1b77631cb'] in n-d-794306-7 is: [{'id': '44e969ce-b85d-49e8-ba22-6ad1b77631cb', 'name': 'tempest-TestShelveInstance-977993698-router', 'tenant_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:06Z', 'updated_at': '2021-07-16T19:18:03Z', 'revision_number': 6, 'project_id': 'f92de1525aa744b1bd55c8c70ee210f6', 'gw_port_host': None}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:03.921923 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.010042 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.012122 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.055374 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.055908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44e969ce-b85d-49e8-ba22-6ad1b77631cb {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:18:04.060450 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.061566 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d6954dc6-e5ac-4a06-913c-6c4533a2b2a2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/44e969ce-b85d-49e8-ba22-6ad1b77631cb HTTP/1.1" status: 204 len: 168 time: 0.8251715 Jul 16 19:18:04.064044 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50568) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:04.111903 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e7ee1e-fe34-4c84-a5e5-c1d0662b44c6 admin admin] Deleting subnet 72a45ee5-aac7-4bed-90c6-7e6ba1880920 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:18:04.114765 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64e7ee1e-fe34-4c84-a5e5-c1d0662b44c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.148318 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64e7ee1e-fe34-4c84-a5e5-c1d0662b44c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.227522 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64e7ee1e-fe34-4c84-a5e5-c1d0662b44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.283483 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64e7ee1e-fe34-4c84-a5e5-c1d0662b44c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.320462 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7ee1e-fe34-4c84-a5e5-c1d0662b44c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=72a45ee5-aac7-4bed-90c6-7e6ba1880920,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:04.322446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-64e7ee1e-fe34-4c84-a5e5-c1d0662b44c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.325116 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-64e7ee1e-fe34-4c84-a5e5-c1d0662b44c6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/72a45ee5-aac7-4bed-90c6-7e6ba1880920 HTTP/1.1" status: 204 len: 168 time: 0.2598398 Jul 16 19:18:04.327630 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57132663-03e9-41f8-8998-1dcfc0422ae4 None None] Network b2b26765-5ebc-4778-8300-516c168de4c7 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:18:04.328119 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50570) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:04.395028 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.447960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Deleting port 5b181972-c038-43d2-af50-83e0a935edb6 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:04.448304 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.516324 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] For port 5b181972-c038-43d2-af50-83e0a935edb6, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=5b181972-c038-43d2-af50-83e0a935edb6,segment=NetworkSegment(d3527876-5b8a-4793-bbf2-349c4f492514),segment_id=d3527876-5b8a-4793-bbf2-349c4f492514)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:04.516685 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.527878 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Calling delete_port for 5b181972-c038-43d2-af50-83e0a935edb6 owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:04.612923 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.627134 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cba77461-7ee8-4d85-9e3b-463132c163ed None None] DHCP port deletion for b2b26765-5ebc-4778-8300-516c168de4c7 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:18:04.653717 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] No DVR routers for this DVR port 5b181972-c038-43d2-af50-83e0a935edb6 on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:18:04.688833 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b181972-c038-43d2-af50-83e0a935edb6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:04.697516 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9052f857-c663-4b70-9494-651deb06d720 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:18:04.725919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 9052f857-c663-4b70-9494-651deb06d720 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:18:04.726268 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9052f857-c663-4b70-9494-651deb06d720 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:18:04.726684 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b181972-c038-43d2-af50-83e0a935edb6 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:18:04.745396 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.748087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 5b181972-c038-43d2-af50-83e0a935edb6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:18:04.748785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 5b181972-c038-43d2-af50-83e0a935edb6 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:18:04.749115 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8b0dd13b-788c-42ce-8211-7ad5dce89d7c no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:18:04.760093 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2b26765-5ebc-4778-8300-516c168de4c7']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:04.768254 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 8b0dd13b-788c-42ce-8211-7ad5dce89d7c {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:18:04.768605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8b0dd13b-788c-42ce-8211-7ad5dce89d7c not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:18:04.770485 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3527876-5b8a-4793-bbf2-349c4f492514') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:04.770729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3527876-5b8a-4793-bbf2-349c4f492514') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:04.779787 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.793463 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.800025 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Releasing vlan 372 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:18:04.800415 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: timer() Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:18:04.802056 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:18:04.861863 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.878875 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:04.880795 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b2b26765-5ebc-4778-8300-516c168de4c7 HTTP/1.1" status: 204 len: 168 time: 0.5517969 Jul 16 19:18:04.882127 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbafe23f-6f12-42e2-9b20-725622b3fe87 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2b26765-5ebc-4778-8300-516c168de4c7,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:04.883844 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50572) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:05.222411 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:05.473108 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] Deleting port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:05.473900 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:05.554140 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] For port 4b759b6c-ec1a-4cda-9d5f-09ed6a960709, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4b759b6c-ec1a-4cda-9d5f-09ed6a960709,segment=NetworkSegment(804666e3-e92b-45ac-8f25-4baa7d7c0a6b),segment_id=804666e3-e92b-45ac-8f25-4baa7d7c0a6b)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:05.554505 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:05.567655 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] Calling delete_port for 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:06.050443 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.081648 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b759b6c-ec1a-4cda-9d5f-09ed6a960709,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:06.248924 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.461709 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] Router f38648b1-57b0-410d-8267-602c9773173d has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:06.569761 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:06.575516 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9ac81533-b920-441d-8fdd-b00b26007c13 admin admin] 10.222.0.47 "PUT /v2.0/routers/f38648b1-57b0-410d-8267-602c9773173d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6905324 Jul 16 19:18:06.578508 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50574) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:06.581436 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1572628f-e097-47fe-813d-ececb1f6a1aa None None] Sync routers for ids ['f38648b1-57b0-410d-8267-602c9773173d'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:06.590712 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1572628f-e097-47fe-813d-ececb1f6a1aa None None] Routers {'f38648b1-57b0-410d-8267-602c9773173d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:06.591937 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1572628f-e097-47fe-813d-ececb1f6a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f38648b1-57b0-410d-8267-602c9773173d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:06.686763 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Notify callbacks [] for router, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.698721 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-1572628f-e097-47fe-813d-ececb1f6a1aa None None] Set router f38648b1-57b0-410d-8267-602c9773173d gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:06.790440 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.844239 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Deleting port 714589ea-9679-41f6-93c9-640de31324de {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:06.844578 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.878540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1572628f-e097-47fe-813d-ececb1f6a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38648b1-57b0-410d-8267-602c9773173d', 'name': 'tempest-TestShelveInstance-236081823-router', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246'}], 'enable_snat': True}, 'gw_port_id': '714589ea-9679-41f6-93c9-640de31324de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:11Z', 'updated_at': '2021-07-16T19:18:06Z', 'revision_number': 5, 'project_id': '7112a88a018d41b79898a71ff8330547', 'gw_port': {'id': '714589ea-9679-41f6-93c9-640de31324de', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a5:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38648b1-57b0-410d-8267-602c9773173d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4250, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:09:12Z', 'updated_at': '2021-07-16T19:09:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:06.910238 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1572628f-e097-47fe-813d-ececb1f6a1aa None None] Checking router: f38648b1-57b0-410d-8267-602c9773173d for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:06.919755 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1572628f-e097-47fe-813d-ececb1f6a1aa None None] Routers {'f38648b1-57b0-410d-8267-602c9773173d'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:06.920500 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1572628f-e097-47fe-813d-ececb1f6a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['f38648b1-57b0-410d-8267-602c9773173d'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:06.928626 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] For port 714589ea-9679-41f6-93c9-640de31324de, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=714589ea-9679-41f6-93c9-640de31324de,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:06.928998 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:06.942358 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Calling delete_port for 714589ea-9679-41f6-93c9-640de31324de owned by network:router_gateway {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:07.008642 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-1572628f-e097-47fe-813d-ececb1f6a1aa None None] Set router f38648b1-57b0-410d-8267-602c9773173d gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:07.070139 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-1572628f-e097-47fe-813d-ececb1f6a1aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f38648b1-57b0-410d-8267-602c9773173d', 'name': 'tempest-TestShelveInstance-236081823-router', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:11Z', 'updated_at': '2021-07-16T19:18:06Z', 'revision_number': 6, 'project_id': '7112a88a018d41b79898a71ff8330547', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:07.100739 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1572628f-e097-47fe-813d-ececb1f6a1aa None None] The sync data for ids ['f38648b1-57b0-410d-8267-602c9773173d'] in n-d-794306-7 is: [{'id': 'f38648b1-57b0-410d-8267-602c9773173d', 'name': 'tempest-TestShelveInstance-236081823-router', 'tenant_id': '7112a88a018d41b79898a71ff8330547', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:09:11Z', 'updated_at': '2021-07-16T19:18:06Z', 'revision_number': 6, 'project_id': '7112a88a018d41b79898a71ff8330547', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:07.452706 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.485366 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Pushing event deleted for resources: {'Port': ['ID=714589ea-9679-41f6-93c9-640de31324de,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:07.550325 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.647419 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.649566 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.692820 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.693336 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f38648b1-57b0-410d-8267-602c9773173d {{(pid=105438) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:18:07.697716 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] Notify callbacks [] for router, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.698739 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-d704cf7f-cef1-42a7-8055-24f81bc37ec5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/f38648b1-57b0-410d-8267-602c9773173d HTTP/1.1" status: 204 len: 168 time: 1.1191652 Jul 16 19:18:07.701902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50576) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:07.745460 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c16567d-a179-4cb2-87d2-3eb227f0ea1c admin admin] Deleting subnet 7ce3bd2f-b553-420c-992e-bf98adfa8ab6 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:18:07.748556 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c16567d-a179-4cb2-87d2-3eb227f0ea1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.782801 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c16567d-a179-4cb2-87d2-3eb227f0ea1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.871419 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c16567d-a179-4cb2-87d2-3eb227f0ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.931773 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c16567d-a179-4cb2-87d2-3eb227f0ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.957167 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c16567d-a179-4cb2-87d2-3eb227f0ea1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ce3bd2f-b553-420c-992e-bf98adfa8ab6,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:07.960611 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-7c16567d-a179-4cb2-87d2-3eb227f0ea1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:07.964122 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-7c16567d-a179-4cb2-87d2-3eb227f0ea1c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7ce3bd2f-b553-420c-992e-bf98adfa8ab6 HTTP/1.1" status: 204 len: 168 time: 0.2610683 Jul 16 19:18:07.965005 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50578) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:07.967683 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c539501-cb67-43f7-9391-e05f3a4d9398 None None] Network 37befa75-54e8-4ae5-a8b8-cc181f291c8a requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:18:08.048734 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.112240 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Deleting port 9af22a95-0897-46f7-905d-941437e4ac89 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:08.112720 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.160075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] DHCP port deletion for 37befa75-54e8-4ae5-a8b8-cc181f291c8a request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:18:08.184181 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] For port 9af22a95-0897-46f7-905d-941437e4ac89, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9af22a95-0897-46f7-905d-941437e4ac89,segment=NetworkSegment(804666e3-e92b-45ac-8f25-4baa7d7c0a6b),segment_id=804666e3-e92b-45ac-8f25-4baa7d7c0a6b)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:08.184546 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.202107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Calling delete_port for 9af22a95-0897-46f7-905d-941437e4ac89 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:08.211785 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Deleting port 9af22a95-0897-46f7-905d-941437e4ac89 {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:18:08.212403 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.273065 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] For port 9af22a95-0897-46f7-905d-941437e4ac89, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=9af22a95-0897-46f7-905d-941437e4ac89,segment=NetworkSegment(804666e3-e92b-45ac-8f25-4baa7d7c0a6b),segment_id=804666e3-e92b-45ac-8f25-4baa7d7c0a6b)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:08.273463 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.281444 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.288589 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Calling delete_port for 9af22a95-0897-46f7-905d-941437e4ac89 owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:18:08.308463 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9af22a95-0897-46f7-905d-941437e4ac89,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:08.312013 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] No DVR routers for this DVR port 9af22a95-0897-46f7-905d-941437e4ac89 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 19:18:08.363618 n-d-794306-7 neutron-server[105440]: self.session.flush() Jul 16 19:18:08.372629 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.386636 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.397296 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37befa75-54e8-4ae5-a8b8-cc181f291c8a']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:08.401313 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Pushing event deleted for resources: {'Port': ['ID=9af22a95-0897-46f7-905d-941437e4ac89,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:08.404594 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] No DVR routers for this DVR port 9af22a95-0897-46f7-905d-941437e4ac89 on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:18:08.413927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '804666e3-e92b-45ac-8f25-4baa7d7c0a6b') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:08.413927 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '804666e3-e92b-45ac-8f25-4baa7d7c0a6b') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:08.414348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.414348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.414348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.414348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.414348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.414348 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.415032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.415032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.415240 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.415669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.415839 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.416155 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6131f63-b861-4a03-9a8a-1ed93b726d2b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:08.419151 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.435117 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.441016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:18:08.441400 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: timer() Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:18:08.443095 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:18:08.496998 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.503616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.505453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/37befa75-54e8-4ae5-a8b8-cc181f291c8a HTTP/1.1" status: 204 len: 168 time: 0.5394583 Jul 16 19:18:08.517192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f9f2f5-0ef5-4582-95e9-49a4b21928a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=37befa75-54e8-4ae5-a8b8-cc181f291c8a,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:08.581592 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:18:08.611159 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:18:08.623544 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50582) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:08.631701 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:18:08.632056 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4b759b6c-ec1a-4cda-9d5f-09ed6a960709 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:18:08.632474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9af22a95-0897-46f7-905d-941437e4ac89 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:18:08.651878 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 9af22a95-0897-46f7-905d-941437e4ac89 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:18:08.652224 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 9af22a95-0897-46f7-905d-941437e4ac89 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:18:08.652645 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 714589ea-9679-41f6-93c9-640de31324de no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:18:08.670622 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b07c65f0-6783-49be-8917-c8bb8842a56c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f92de1525aa744b1bd55c8c70ee210f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456693 Jul 16 19:18:08.673012 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50584) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:08.673303 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 714589ea-9679-41f6-93c9-640de31324de {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:18:08.673649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 714589ea-9679-41f6-93c9-640de31324de not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:18:08.725513 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca4d6-5bc9-4ac1-b3cf-29dea242f806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.746899 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca4d6-5bc9-4ac1-b3cf-29dea242f806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.795998 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca4d6-5bc9-4ac1-b3cf-29dea242f806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.798560 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-9e3ca4d6-5bc9-4ac1-b3cf-29dea242f806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:08.799827 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-9e3ca4d6-5bc9-4ac1-b3cf-29dea242f806 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a5bd1707-5113-4b1c-983d-d49e84311185 HTTP/1.1" status: 204 len: 168 time: 0.1257401 Jul 16 19:18:08.807940 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3ca4d6-5bc9-4ac1-b3cf-29dea242f806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5bd1707-5113-4b1c-983d-d49e84311185,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:09.120634 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50590) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:09.162008 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f20f050a-c848-4df4-8c2b-8f3b01fb9aa6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7112a88a018d41b79898a71ff8330547&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401573 Jul 16 19:18:09.164650 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50592) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:09.213877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3c75a1eb-4f28-4cbf-9306-831b81dbe69f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:09.234850 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3c75a1eb-4f28-4cbf-9306-831b81dbe69f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:09.285710 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3c75a1eb-4f28-4cbf-9306-831b81dbe69f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:09.290648 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-3c75a1eb-4f28-4cbf-9306-831b81dbe69f admin admin] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:09.291910 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-3c75a1eb-4f28-4cbf-9306-831b81dbe69f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/982b2bdd-61ad-45d0-8440-3970b75f8a9b HTTP/1.1" status: 204 len: 168 time: 0.1261425 Jul 16 19:18:09.300501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c75a1eb-4f28-4cbf-9306-831b81dbe69f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=982b2bdd-61ad-45d0-8440-3970b75f8a9b,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:09.976974 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50614) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:10.085961 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1210924701-network', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:10.107793 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Made reservation on behalf of 825cce6bff8c4de58800ce896d47eae4 for: {'network': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:10.110319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.122943 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.214822 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.219348 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.246962 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 353} {{(pid=105439) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:18:10.253078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25f2fae3-c371-4b95-ad41-1559ee267520,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:10.260453 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.260800 n-d-794306-7 neutron-server[105439]: INFO neutron.db.segments_db [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Added segment ca487181-8bd2-4a5d-a0e4-1df23b4a136d of type vlan for network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 Jul 16 19:18:10.304104 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.334527 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.335507 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:10.336123 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.371674 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3935819 Jul 16 19:18:10.375612 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50618) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:10.380787 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] Request body: {'subnet': {'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1210924701-subnet', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'ip_version': 4}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:10.399355 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880210b2-5617-4504-9f56-5120950f7fa0 admin admin] Pushing event updated for resources: {'Network': ['ID=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:10.410503 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:18:10.412881 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] Made reservation on behalf of 825cce6bff8c4de58800ce896d47eae4 for: {'subnet': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:10.415395 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-127098622'] for subnet, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.592317 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-127022977', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-127098604'] for subnet, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.648527 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] Pushing event updated for resources: {'Subnet': ['ID=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:10.658170 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] Checking segment: {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:10.658530 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] Network hostable DHCP agents. Network: 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105438) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:18:10.675651 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] Network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105438) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:18:10.683966 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3) {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:10.689551 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:10.690149 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.694505 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3324b1-60a7-4e29-8d0f-54983ad1ed78 None None] Network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:18:10.705453 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-fad4b8a3-2552-4a23-b2e1-386814764ffe admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3286891 Jul 16 19:18:10.708301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50620) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:10.712908 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:10.742457 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.743796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.803018 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.839120 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:18:10.840010 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:10.981020 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Allocated IP 172.20.0.2 (4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3/7abd5e67-acfa-41ff-aa50-1bf42f1b5e94/3084b628-adb8-466b-afb7-7ddead95eab2) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:10.987917 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:11.136661 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:11.145121 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Transition to ACTIVE for port object 3084b628-adb8-466b-afb7-7ddead95eab2 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:11.160634 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Transition to ACTIVE for port object 3084b628-adb8-466b-afb7-7ddead95eab2 will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:11.166009 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:11.201743 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:11.206221 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:11.212474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:11.216103 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:11.222416 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Pushing event updated for resources: {'Port': ['ID=3084b628-adb8-466b-afb7-7ddead95eab2,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:11.223609 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:11.280002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Attempting to bind port 3084b628-adb8-466b-afb7-7ddead95eab2 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:11.280724 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Attempting to bind port 3084b628-adb8-466b-afb7-7ddead95eab2 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:11.281211 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Attempting to bind port 3084b628-adb8-466b-afb7-7ddead95eab2 on network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:11.286993 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:11.287474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Checking segment: {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:11.287900 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:11.288294 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Bound using segment: {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:11.288757 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Bound port: 3084b628-adb8-466b-afb7-7ddead95eab2, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:11.289134 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:11.336222 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Allocated IP 172.25.7.12 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/c410894b-c93c-471d-b6eb-5b65f4da8127) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:11.355829 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] For port 3084b628-adb8-466b-afb7-7ddead95eab2, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:11.360212 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] For port 3084b628-adb8-466b-afb7-7ddead95eab2, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3084b628-adb8-466b-afb7-7ddead95eab2,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:11.365375 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:11.432424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491a7bb6-7276-4894-b25d-7311252a71bb None None] Pushing event updated for resources: {'Port': ['ID=3084b628-adb8-466b-afb7-7ddead95eab2,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:11.453142 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:11.494911 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:11.544077 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:11.548160 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:11.551859 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:11.580421 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Pushing event updated for resources: {'Port': ['ID=c410894b-c93c-471d-b6eb-5b65f4da8127,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:11.830709 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:12.029729 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:12.159726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:18:12.270318 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:12.288275 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Sync routers for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:12.293679 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:12.298016 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50622) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:12.301759 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:12.301907 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bdfb2ec1-3457-47a3-8e41-9c9751d5ecd2 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5866711 Jul 16 19:18:12.302398 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:12.362472 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a270609-1676-4a45-870a-658d66cb4789 None None] Network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:18:12.414074 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:12.449713 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-6c1e5e0d-b2ce-4e4e-a74e-5bfbefd74317 None None] Provisioning for port 3084b628-adb8-466b-afb7-7ddead95eab2 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:12.610690 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:11Z', 'revision_number': 3, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:12.643679 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Checking router: 92a75404-92b0-48d1-bd65-2217dc7cd4f2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:12.644118 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Updating router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 port c410894b-c93c-471d-b6eb-5b65f4da8127 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:18:12.676010 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3084b628-adb8-466b-afb7-7ddead95eab2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:12.683512 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:12.735204 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3084b628-adb8-466b-afb7-7ddead95eab2 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:12.739959 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3084b628-adb8-466b-afb7-7ddead95eab2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:12.740460 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:12.782738 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:12.842125 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:12.891551 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3084b628-adb8-466b-afb7-7ddead95eab2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3084b628-adb8-466b-afb7-7ddead95eab2,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:12.903185 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:12.986671 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Allocated IP 172.20.0.1 (4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3/7abd5e67-acfa-41ff-aa50-1bf42f1b5e94/8283310b-1d2b-41ff-95d3-756aae28c8cf) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:13.018741 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.033916 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Transition to ACTIVE for port object c410894b-c93c-471d-b6eb-5b65f4da8127 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:13.042364 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.115094 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Pushing event updated for resources: {'Port': ['ID=c410894b-c93c-471d-b6eb-5b65f4da8127,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:13.121044 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-82c5a231-d1a0-4f6f-b004-c426b4f4b83e None None] Provisioning complete for port 3084b628-adb8-466b-afb7-7ddead95eab2 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:13.121802 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-82c5a231-d1a0-4f6f-b004-c426b4f4b83e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.126244 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.126818 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.127395 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.127943 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.128417 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.128807 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.129395 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.129847 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.130178 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.130504 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.130819 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.131200 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105441) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:18:13.137969 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Attempting to bind port c410894b-c93c-471d-b6eb-5b65f4da8127 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:13.138958 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Attempting to bind port c410894b-c93c-471d-b6eb-5b65f4da8127 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:13.139677 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Attempting to bind port c410894b-c93c-471d-b6eb-5b65f4da8127 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:13.146131 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:13.146551 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:13.146956 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.147471 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:13.147965 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Bound port: c410894b-c93c-471d-b6eb-5b65f4da8127, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:13.148336 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.150585 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.158453 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.169256 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Transition to ACTIVE for port object 8283310b-1d2b-41ff-95d3-756aae28c8cf will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:13.188887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3084b628-adb8-466b-afb7-7ddead95eab2,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:13.208817 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.230187 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] For port c410894b-c93c-471d-b6eb-5b65f4da8127, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:13.235164 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] For port c410894b-c93c-471d-b6eb-5b65f4da8127, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c410894b-c93c-471d-b6eb-5b65f4da8127,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:13.240433 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.258639 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:13.264451 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:13.269469 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:13.272958 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8283310b-1d2b-41ff-95d3-756aae28c8cf,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:13.316688 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb03a1f-d5ba-419a-aa28-3ba44afb130b None None] Pushing event updated for resources: {'Port': ['ID=c410894b-c93c-471d-b6eb-5b65f4da8127,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:13.318458 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.321779 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:13.322385 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:13.459432 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:13.499589 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.570361 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-de82c35a-46d9-405e-bbc0-d7900556a977 None None] Provisioning for port 8283310b-1d2b-41ff-95d3-756aae28c8cf completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:13.575308 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-de82c35a-46d9-405e-bbc0-d7900556a977 None None] Provisioning complete for port 8283310b-1d2b-41ff-95d3-756aae28c8cf triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:13.576058 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-de82c35a-46d9-405e-bbc0-d7900556a977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.617181 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-de82c35a-46d9-405e-bbc0-d7900556a977 None None] Port 8283310b-1d2b-41ff-95d3-756aae28c8cf cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:13.670910 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:11Z', 'revision_number': 3, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:13.700787 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.705164 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5280d8a8-3491-47d7-8653-019f5a7aff26 None None] The sync data for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 is: [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:11Z', 'revision_number': 3, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:13.705742 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.780092 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:13.782144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Pushing event updated for resources: {'Port': ['ID=8283310b-1d2b-41ff-95d3-756aae28c8cf,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:13.882277 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:13.884023 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:14.026705 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:14.160264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:14.169501 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8ad8fd72-ccbc-4815-a32f-4f7d1c9c95a0 admin admin] 10.222.0.47 "PUT /v2.0/routers/92a75404-92b0-48d1-bd65-2217dc7cd4f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8695779 Jul 16 19:18:14.243587 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-00c0c9e5-ea74-477f-b650-2333d0393994 None None] Provisioning complete for port 8283310b-1d2b-41ff-95d3-756aae28c8cf triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:14.244241 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-00c0c9e5-ea74-477f-b650-2333d0393994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.288729 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-00c0c9e5-ea74-477f-b650-2333d0393994 None None] Port 8283310b-1d2b-41ff-95d3-756aae28c8cf cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:14.713990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c410894b-c93c-471d-b6eb-5b65f4da8127 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:14.726986 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50638) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:14.732194 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-7514085-network', 'tenant_id': '8f8be0a29a1541638710c68f22976d57'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:14.753855 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Made reservation on behalf of 8f8be0a29a1541638710c68f22976d57 for: {'network': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:14.757943 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for network, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.770961 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port c410894b-c93c-471d-b6eb-5b65f4da8127 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:14.771568 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Notify callbacks [] for security_group, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.775400 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c410894b-c93c-471d-b6eb-5b65f4da8127 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:14.775938 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.862823 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.870796 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.877218 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.885880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port c410894b-c93c-471d-b6eb-5b65f4da8127, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c410894b-c93c-471d-b6eb-5b65f4da8127,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:14.890685 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.891772 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3084b628-adb8-466b-afb7-7ddead95eab2 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:14.906077 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 355} {{(pid=105438) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 19:18:14.921950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a67e3681-e22e-4046-9a05-e6dc7d64dbf5,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:14.924909 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.925262 n-d-794306-7 neutron-server[105438]: INFO neutron.db.segments_db [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Added segment be63781b-8db2-4b0d-8666-571ccfc768bc of type vlan for network 21438b79-4a62-40be-9365-7472fbd3a903 Jul 16 19:18:14.967002 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=c410894b-c93c-471d-b6eb-5b65f4da8127,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:14.970174 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8746775050509'] for network, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:14.980674 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3084b628-adb8-466b-afb7-7ddead95eab2 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:14.981053 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.002823 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800'] for network, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.004237 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:15.004827 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.039193 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3109751 Jul 16 19:18:15.042103 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50640) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:15.049294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] Request body: {'subnet': {'network_id': '21438b79-4a62-40be-9365-7472fbd3a903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-7514085-subnet', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'ip_version': 4}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:15.074513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] Made reservation on behalf of 8f8be0a29a1541638710c68f22976d57 for: {'subnet': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:15.077752 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-126252037'] for subnet, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.081203 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d683399-edf6-4824-b662-4dd91292341d admin admin] Pushing event updated for resources: {'Network': ['ID=21438b79-4a62-40be-9365-7472fbd3a903,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:15.092881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Network 21438b79-4a62-40be-9365-7472fbd3a903 details requested by agent ovs-agent-n-d-794306-7 with host n-d-794306-7 {{(pid=105440) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 19:18:15.265748 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3741750', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-126252055'] for subnet, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.335020 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3c1abf9-5896-4277-9f4e-f4097ea909a6,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:15.346912 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] Checking segment: {'id': 'be63781b-8db2-4b0d-8666-571ccfc768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:15.347282 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] Network hostable DHCP agents. Network: 21438b79-4a62-40be-9365-7472fbd3a903, hostable agents: ['b2653771-86c9-4ea0-9dcf-7b08108807af'], hosted agents: [] {{(pid=105439) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 19:18:15.368391 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] Network 21438b79-4a62-40be-9365-7472fbd3a903 is scheduled to be hosted by DHCP agent b2653771-86c9-4ea0-9dcf-7b08108807af with binding_index 1 {{(pid=105439) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 19:18:15.379201 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-794306-7, 21438b79-4a62-40be-9365-7472fbd3a903) {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:15.384082 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:15.384473 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.388818 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28436ca7-147a-4fef-a80f-02ee2f18319c None None] Network 21438b79-4a62-40be-9365-7472fbd3a903 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:18:15.399875 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8e533708-a1b9-4561-b738-dfa02c666bca admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3560476 Jul 16 19:18:15.402429 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50642) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:15.403169 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Sync routers for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:15.407068 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-7514085-router', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:15.425879 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:15.426540 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:15.429916 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1632509', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.430940 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-2008463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1632314', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1626578', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15721'] for router, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.487102 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.603913 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:15.674530 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb76e41a9-dbe4-59b3-952b-f7927c5e2bdd-21438b79-4a62-40be-9365-7472fbd3a903', 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'fixed_ips': [{'subnet_id': 'b3c1abf9-5896-4277-9f4e-f4097ea909a6'}]}} from n-d-794306-7. {{(pid=105440) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 19:18:15.675400 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.689289 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-205622ff-899a-4ba6-ac57-e6007705429f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:15.935765 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.db_base_plugin_common [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Allocated IP 172.20.0.2 (21438b79-4a62-40be-9365-7472fbd3a903/b3c1abf9-5896-4277-9f4e-f4097ea909a6/3dc9f92d-77ae-40f7-b309-112831b7792e) {{(pid=105440) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:15.968188 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1632296', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1632408', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15739'] for router, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.032157 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 2, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:16.067233 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Checking router: 92a75404-92b0-48d1-bd65-2217dc7cd4f2 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:16.067609 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Updating router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 port 8283310b-1d2b-41ff-95d3-756aae28c8cf binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:18:16.136730 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.176546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.185233 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Notify callbacks [] for port, precommit_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.196082 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.200424 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Transition to ACTIVE for port object 3dc9f92d-77ae-40f7-b309-112831b7792e will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:16.272041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Transition to ACTIVE for port object 3dc9f92d-77ae-40f7-b309-112831b7792e will not be triggered until provisioned by entity DHCP. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:16.282451 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085'] for port, after_create {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.305010 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Allocated IP 172.25.7.101 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/4c8d6a09-837a-4024-8354-cabd4c075230) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:16.353317 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Network 21438b79-4a62-40be-9365-7472fbd3a903 is already hosted by enough agents. {{(pid=105440) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:16.360395 n-d-794306-7 neutron-server[105440]: DEBUG neutron.scheduler.base_scheduler [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Resources bound (agent type, host, resource id): {{(pid=105440) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:16.364041 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Received port after_create {{(pid=105440) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:16.366001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Pushing event updated for resources: {'Port': ['ID=3dc9f92d-77ae-40f7-b309-112831b7792e,revision_number=1']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:16.423105 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.468112 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.478280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Attempting to bind port 3dc9f92d-77ae-40f7-b309-112831b7792e on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:16.478280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Attempting to bind port 3dc9f92d-77ae-40f7-b309-112831b7792e by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'be63781b-8db2-4b0d-8666-571ccfc768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:16.478280 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Attempting to bind port 3dc9f92d-77ae-40f7-b309-112831b7792e on network 21438b79-4a62-40be-9365-7472fbd3a903 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:16.488354 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:16.488727 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Checking segment: {'id': 'be63781b-8db2-4b0d-8666-571ccfc768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:16.489221 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.489616 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Bound using segment: {'id': 'be63781b-8db2-4b0d-8666-571ccfc768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:16.490082 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Bound port: 3dc9f92d-77ae-40f7-b309-112831b7792e, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be63781b-8db2-4b0d-8666-571ccfc768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:16.490478 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.511239 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:16.516370 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:16.519989 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:16.546732 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Pushing event updated for resources: {'Port': ['ID=4c8d6a09-837a-4024-8354-cabd4c075230,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:16.595354 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.608861 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] For port 3dc9f92d-77ae-40f7-b309-112831b7792e, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:16.613249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] For port 3dc9f92d-77ae-40f7-b309-112831b7792e, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3dc9f92d-77ae-40f7-b309-112831b7792e,segment=NetworkSegment(be63781b-8db2-4b0d-8666-571ccfc768bc),segment_id=be63781b-8db2-4b0d-8666-571ccfc768bc)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:16.614539 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Transition to ACTIVE for port object 8283310b-1d2b-41ff-95d3-756aae28c8cf will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:16.619824 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.625333 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.657199 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c410894b-c93c-471d-b6eb-5b65f4da8127 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:16.735652 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c3d078-782f-4ada-a275-d6837d20fa8f None None] Pushing event updated for resources: {'Port': ['ID=3dc9f92d-77ae-40f7-b309-112831b7792e,revision_number=2']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:16.812085 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.842537 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaa50a-94bc-464d-bf83-13d93f4d0ec7 None None] Pushing event updated for resources: {'Port': ['ID=8283310b-1d2b-41ff-95d3-756aae28c8cf,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:16.845996 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Attempting to bind port 8283310b-1d2b-41ff-95d3-756aae28c8cf on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:16.846455 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Attempting to bind port 8283310b-1d2b-41ff-95d3-756aae28c8cf by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:16.846911 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Attempting to bind port 8283310b-1d2b-41ff-95d3-756aae28c8cf on network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:16.857545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port c410894b-c93c-471d-b6eb-5b65f4da8127 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:16.857996 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.860153 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:16.861316 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Checking segment: {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:16.861479 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.862074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Bound using segment: {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:16.862646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Bound port: 8283310b-1d2b-41ff-95d3-756aae28c8cf, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:16.863137 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:16.991625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] For port 8283310b-1d2b-41ff-95d3-756aae28c8cf, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:17.018016 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] For port 8283310b-1d2b-41ff-95d3-756aae28c8cf, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8283310b-1d2b-41ff-95d3-756aae28c8cf,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:17.024546 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:17.102441 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1632502', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1632269'] for router, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:17.107031 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cdaa50a-94bc-464d-bf83-13d93f4d0ec7 None None] Pushing event updated for resources: {'Port': ['ID=8283310b-1d2b-41ff-95d3-756aae28c8cf,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:17.114758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:17.115508 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:17.268083 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Router a33b6e0b-c554-405f-87bf-e905b6e12038 is scheduled to L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 with binding_index 1 {{(pid=105439) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 19:18:17.392654 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:17.404577 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Sync routers for ids ['a33b6e0b-c554-405f-87bf-e905b6e12038'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:17.412596 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:17.414317 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Routers {'a33b6e0b-c554-405f-87bf-e905b6e12038'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:17.415062 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7ff3dca8-3871-47e6-88f7-dd5852340d78 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0114074 Jul 16 19:18:17.417554 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50646) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:17.418309 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:17:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a33b6e0b-c554-405f-87bf-e905b6e12038'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:17.439480 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:17.564845 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Set router a33b6e0b-c554-405f-87bf-e905b6e12038 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:17.683545 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:16Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:17.721806 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52c888bd-d499-448b-b042-9db5670e46f3 None None] The sync data for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 is: [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:16Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:17.834896 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'name': 'tempest-TestSnapshotPattern-7514085-router', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:15Z', 'updated_at': '2021-07-16T19:18:16Z', 'revision_number': 3, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'gw_port': {'id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:16Z', 'updated_at': '2021-07-16T19:18:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:17.862649 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Checking router: a33b6e0b-c554-405f-87bf-e905b6e12038 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:17.863004 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Updating router a33b6e0b-c554-405f-87bf-e905b6e12038 port 4c8d6a09-837a-4024-8354-cabd4c075230 binding host n-d-794306-7 {{(pid=105441) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:18:17.991768 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.009398 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.122249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ebcc58-f950-424e-b88f-930745ef68d4 None None] Network 21438b79-4a62-40be-9365-7472fbd3a903 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:18:18.206842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Allocated IP 172.20.0.1 (21438b79-4a62-40be-9365-7472fbd3a903/b3c1abf9-5896-4277-9f4e-f4097ea909a6/ef87175a-0820-49fd-8611-5034eefb5f78) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:18.272116 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-5f247b7c-7cad-4b81-95f7-e6251d1aafe0 None None] Provisioning for port 3dc9f92d-77ae-40f7-b309-112831b7792e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:18.339668 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.344600 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Notify callbacks [] for port, precommit_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.348966 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f9a9ccac-ad7e-4cbd-aa9c-f70c3adb88f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.360279 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.provisioning_blocks [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Transition to ACTIVE for port object 4c8d6a09-837a-4024-8354-cabd4c075230 will not be triggered until provisioned by entity L2. {{(pid=105441) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:18.370040 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.370916 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.393000 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Transition to ACTIVE for port object ef87175a-0820-49fd-8611-5034eefb5f78 will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:18.429353 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Attempting to bind port 4c8d6a09-837a-4024-8354-cabd4c075230 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:18.429924 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Attempting to bind port 4c8d6a09-837a-4024-8354-cabd4c075230 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:18.430074 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Attempting to bind port 4c8d6a09-837a-4024-8354-cabd4c075230 on network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:18.444377 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:18.444751 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.445385 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Checking segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105441) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:18.445385 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.445991 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Bound using segment: {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'} {{(pid=105441) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:18.446285 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.managers [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Bound port: 4c8d6a09-837a-4024-8354-cabd4c075230, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1507a59c-dc53-4c97-b970-ff2299f5523a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60'}}] {{(pid=105441) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:18.446657 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.491874 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Network 21438b79-4a62-40be-9365-7472fbd3a903 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:18.495068 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:18.498290 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:18.509487 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65e342-2087-4c34-9dc3-e4fcbdc9dad0 None None] Pushing event updated for resources: {'Port': ['ID=4c8d6a09-837a-4024-8354-cabd4c075230,revision_number=2']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:18.522203 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] For port 4c8d6a09-837a-4024-8354-cabd4c075230, host n-d-794306-7, cleared binding levels {{(pid=105441) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:18.526630 n-d-794306-7 neutron-server[105441]: DEBUG neutron.plugins.ml2.db [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] For port 4c8d6a09-837a-4024-8354-cabd4c075230, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4c8d6a09-837a-4024-8354-cabd4c075230,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105441) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:18.528842 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Pushing event updated for resources: {'Port': ['ID=ef87175a-0820-49fd-8611-5034eefb5f78,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:18.533476 n-d-794306-7 neutron-server[105441]: DEBUG neutron_lib.callbacks.manager [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105441) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.556577 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-2008378'] for router_interface, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.627767 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Routers {'a33b6e0b-c554-405f-87bf-e905b6e12038'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:18.628216 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:18:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a33b6e0b-c554-405f-87bf-e905b6e12038'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:18.697183 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f65e342-2087-4c34-9dc3-e4fcbdc9dad0 None None] Pushing event updated for resources: {'Port': ['ID=4c8d6a09-837a-4024-8354-cabd4c075230,revision_number=3']} {{(pid=105441) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:18.780700 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dc9f92d-77ae-40f7-b309-112831b7792e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:18.824743 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:18.848055 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] Set router a33b6e0b-c554-405f-87bf-e905b6e12038 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:18.861112 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 3dc9f92d-77ae-40f7-b309-112831b7792e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:18.866168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3dc9f92d-77ae-40f7-b309-112831b7792e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:18.867070 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.007104 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.048833 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 3dc9f92d-77ae-40f7-b309-112831b7792e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3dc9f92d-77ae-40f7-b309-112831b7792e,segment=NetworkSegment(be63781b-8db2-4b0d-8666-571ccfc768bc),segment_id=be63781b-8db2-4b0d-8666-571ccfc768bc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:19.054170 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.055517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8283310b-1d2b-41ff-95d3-756aae28c8cf up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:19.091969 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.100431 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.101544 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'name': 'tempest-TestSnapshotPattern-7514085-router', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:15Z', 'updated_at': '2021-07-16T19:18:16Z', 'revision_number': 3, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'gw_port': {'id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:16Z', 'updated_at': '2021-07-16T19:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:19.141849 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e69e1e-5f62-4339-b543-77b1a8fe69a1 None None] The sync data for ids ['a33b6e0b-c554-405f-87bf-e905b6e12038'] in n-d-794306-7 is: [{'id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'name': 'tempest-TestSnapshotPattern-7514085-router', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:15Z', 'updated_at': '2021-07-16T19:18:16Z', 'revision_number': 3, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'gw_port': {'id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:16Z', 'updated_at': '2021-07-16T19:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:19.163550 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-655e1aab-720d-4bb0-932e-5e6aba796e99 None None] Provisioning for port ef87175a-0820-49fd-8611-5034eefb5f78 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:19.194001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-655e1aab-720d-4bb0-932e-5e6aba796e99 None None] Provisioning complete for port ef87175a-0820-49fd-8611-5034eefb5f78 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:19.194438 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-655e1aab-720d-4bb0-932e-5e6aba796e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.210275 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1579786', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-2008398'] for router_interface, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.212129 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Pushing event updated for resources: {'Port': ['ID=ef87175a-0820-49fd-8611-5034eefb5f78,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:19.222045 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=3dc9f92d-77ae-40f7-b309-112831b7792e,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:19.227643 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 8283310b-1d2b-41ff-95d3-756aae28c8cf completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:19.241353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8283310b-1d2b-41ff-95d3-756aae28c8cf triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:19.242254 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.276012 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-655e1aab-720d-4bb0-932e-5e6aba796e99 None None] Port ef87175a-0820-49fd-8611-5034eefb5f78 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:19.347313 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.353821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Network 21438b79-4a62-40be-9365-7472fbd3a903 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:19.355343 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:19.387638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 8283310b-1d2b-41ff-95d3-756aae28c8cf, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8283310b-1d2b-41ff-95d3-756aae28c8cf,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:19.393984 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.445934 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=8283310b-1d2b-41ff-95d3-756aae28c8cf,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:19.518363 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Router a33b6e0b-c554-405f-87bf-e905b6e12038 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:19.651221 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:19.667725 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-e447b17c-af0b-4e96-8d6c-a347bab620ce admin admin] 10.222.0.47 "PUT /v2.0/routers/a33b6e0b-c554-405f-87bf-e905b6e12038/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2411683 Jul 16 19:18:19.705373 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-68669ed8-75f3-4e4f-a694-4e4002ede27b None None] Provisioning complete for port ef87175a-0820-49fd-8611-5034eefb5f78 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:19.705739 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-68669ed8-75f3-4e4f-a694-4e4002ede27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:19.744780 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-68669ed8-75f3-4e4f-a694-4e4002ede27b None None] Port ef87175a-0820-49fd-8611-5034eefb5f78 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:20.166737 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.227123 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50656) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:20.232813 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-9c17dc62-11d5-4e6e-b07d-c5dc35dbc7f7 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1846099361', 'description': 'tempest-secgroup-smoke-1846099361 description', 'project_id': '825cce6bff8c4de58800ce896d47eae4'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:20.258061 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c17dc62-11d5-4e6e-b07d-c5dc35dbc7f7 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.355659 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c17dc62-11d5-4e6e-b07d-c5dc35dbc7f7 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.359699 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c17dc62-11d5-4e6e-b07d-c5dc35dbc7f7 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.389601 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-9c17dc62-11d5-4e6e-b07d-c5dc35dbc7f7 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.390808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-9c17dc62-11d5-4e6e-b07d-c5dc35dbc7f7 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1625299 Jul 16 19:18:20.393263 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c17dc62-11d5-4e6e-b07d-c5dc35dbc7f7 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95938682-a6f8-43e7-b213-7fb0817abe01,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:20.394614 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50658) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:20.402600 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-863205b7-69c5-4443-8ee5-e12104b3fac8 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Request body: {'security_group_rule': {'security_group_id': '95938682-a6f8-43e7-b213-7fb0817abe01', 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:20.433795 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-863205b7-69c5-4443-8ee5-e12104b3fac8 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.492335 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-863205b7-69c5-4443-8ee5-e12104b3fac8 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.496109 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-863205b7-69c5-4443-8ee5-e12104b3fac8 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.517926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863205b7-69c5-4443-8ee5-e12104b3fac8 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d6eed5-bb95-4800-afec-e5e961221c46,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:20.525447 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-863205b7-69c5-4443-8ee5-e12104b3fac8 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.527162 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-863205b7-69c5-4443-8ee5-e12104b3fac8 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1297307 Jul 16 19:18:20.530343 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50660) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:20.534949 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-0206e8fb-46b3-436d-ac4e-8f373f1ff648 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Request body: {'security_group_rule': {'security_group_id': '95938682-a6f8-43e7-b213-7fb0817abe01', 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:20.564429 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0206e8fb-46b3-436d-ac4e-8f373f1ff648 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.631927 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0206e8fb-46b3-436d-ac4e-8f373f1ff648 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.636001 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0206e8fb-46b3-436d-ac4e-8f373f1ff648 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.659329 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0206e8fb-46b3-436d-ac4e-8f373f1ff648 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5116a884-d3fe-44ae-a340-e882c20bed62,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:20.663282 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-0206e8fb-46b3-436d-ac4e-8f373f1ff648 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.664509 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-0206e8fb-46b3-436d-ac4e-8f373f1ff648 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1331732 Jul 16 19:18:20.667535 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50662) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:20.673431 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-21d8be75-f1cb-47a4-9e82-7fc287d0a85c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Request body: {'security_group_rule': {'security_group_id': '95938682-a6f8-43e7-b213-7fb0817abe01', 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:20.700059 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4c8d6a09-837a-4024-8354-cabd4c075230 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:20.714103 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21d8be75-f1cb-47a4-9e82-7fc287d0a85c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.753075 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port 4c8d6a09-837a-4024-8354-cabd4c075230 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:20.756880 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4c8d6a09-837a-4024-8354-cabd4c075230 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:20.757252 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.777427 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21d8be75-f1cb-47a4-9e82-7fc287d0a85c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.783426 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21d8be75-f1cb-47a4-9e82-7fc287d0a85c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.799365 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d8be75-f1cb-47a4-9e82-7fc287d0a85c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8d5a60a-ae8e-41db-8211-97ef46d258d0,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:20.809010 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-21d8be75-f1cb-47a4-9e82-7fc287d0a85c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.810224 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-21d8be75-f1cb-47a4-9e82-7fc287d0a85c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1412692 Jul 16 19:18:20.813839 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50664) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:20.818347 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-11cd25d5-4598-4a6d-b253-b18f729b2593 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Request body: {'security_group_rule': {'security_group_id': '95938682-a6f8-43e7-b213-7fb0817abe01', 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:20.842809 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.846908 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11cd25d5-4598-4a6d-b253-b18f729b2593 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.864966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port 4c8d6a09-837a-4024-8354-cabd4c075230, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4c8d6a09-837a-4024-8354-cabd4c075230,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:20.869354 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.870263 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dc9f92d-77ae-40f7-b309-112831b7792e up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:20.913548 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11cd25d5-4598-4a6d-b253-b18f729b2593 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.918833 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11cd25d5-4598-4a6d-b253-b18f729b2593 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.942357 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd25d5-4598-4a6d-b253-b18f729b2593 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f1cbebb-15f9-4148-97ff-0d573cd77523,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:20.954543 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-11cd25d5-4598-4a6d-b253-b18f729b2593 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.959415 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-11cd25d5-4598-4a6d-b253-b18f729b2593 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414714 Jul 16 19:18:20.959415 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 50666) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:20.963860 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-d44175dc-d091-450d-9343-f89c38dc3232 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Request body: {'security_group_rule': {'security_group_id': '95938682-a6f8-43e7-b213-7fb0817abe01', 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:20.969420 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=4c8d6a09-837a-4024-8354-cabd4c075230,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:20.978699 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 3dc9f92d-77ae-40f7-b309-112831b7792e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:20.979068 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:20.991887 n-d-794306-7 neutron-server[105439]: INFO neutron.db.securitygroups_db [None req-d44175dc-d091-450d-9343-f89c38dc3232 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Project 825cce6bff8c4de58800ce896d47eae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:18:20.997218 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d44175dc-d091-450d-9343-f89c38dc3232 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.069025 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d44175dc-d091-450d-9343-f89c38dc3232 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.072402 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8283310b-1d2b-41ff-95d3-756aae28c8cf up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:21.075057 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d44175dc-d091-450d-9343-f89c38dc3232 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.097673 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44175dc-d091-450d-9343-f89c38dc3232 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e125b336-6586-494d-84f4-6259fab5bc2c,revision_number=0']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:21.110498 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-d44175dc-d091-450d-9343-f89c38dc3232 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.116063 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-d44175dc-d091-450d-9343-f89c38dc3232 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1516459 Jul 16 19:18:21.119833 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50668) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:21.124601 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-f1a22c3a-0f3b-4b46-940e-a1fef240b5ac tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Request body: {'security_group_rule': {'security_group_id': '95938682-a6f8-43e7-b213-7fb0817abe01', 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:21.127882 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 8283310b-1d2b-41ff-95d3-756aae28c8cf triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:21.128519 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.149219 n-d-794306-7 neutron-server[105438]: INFO neutron.db.securitygroups_db [None req-f1a22c3a-0f3b-4b46-940e-a1fef240b5ac tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Project 825cce6bff8c4de58800ce896d47eae4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 19:18:21.155385 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1a22c3a-0f3b-4b46-940e-a1fef240b5ac tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.246129 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1a22c3a-0f3b-4b46-940e-a1fef240b5ac tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.250045 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1a22c3a-0f3b-4b46-940e-a1fef240b5ac tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083886'] for security_group_rule, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.267672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a22c3a-0f3b-4b46-940e-a1fef240b5ac tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8375e0f1-9fe5-4e24-a9cb-dec993ad6d56,revision_number=0']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:21.274854 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f1a22c3a-0f3b-4b46-940e-a1fef240b5ac tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group_rule, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.279682 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f1a22c3a-0f3b-4b46-940e-a1fef240b5ac tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1555071 Jul 16 19:18:21.289887 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Sync routers for ids ['a33b6e0b-c554-405f-87bf-e905b6e12038'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:21.299588 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Routers {'a33b6e0b-c554-405f-87bf-e905b6e12038'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:21.300207 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:18:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a33b6e0b-c554-405f-87bf-e905b6e12038'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:21.411807 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Set router a33b6e0b-c554-405f-87bf-e905b6e12038 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:21.430077 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-d661d618-135d-4067-a242-e402421dcb00 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846099361&fields=id&tenant_id=825cce6bff8c4de58800ce896d47eae4 HTTP/1.1" status: 200 len: 267 time: 0.0335393 Jul 16 19:18:21.550501 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-efe7adab-97e5-4893-bac2-4a39386e150d tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:21.551924 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-efe7adab-97e5-4893-bac2-4a39386e150d tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 810 time: 0.1140778 Jul 16 19:18:21.569003 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-3ffe7212-574b-4f4c-af55-b5a99ee4d896 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/quotas/825cce6bff8c4de58800ce896d47eae4 HTTP/1.1" status: 200 len: 375 time: 0.0111458 Jul 16 19:18:21.621261 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'name': 'tempest-TestSnapshotPattern-7514085-router', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:15Z', 'updated_at': '2021-07-16T19:18:18Z', 'revision_number': 4, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'gw_port': {'id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:16Z', 'updated_at': '2021-07-16T19:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ef87175a-0820-49fd-8611-5034eefb5f78', 'name': '', 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'mac_address': 'fa:16:3e:76:08:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b3c1abf9-5896-4277-9f4e-f4097ea909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:18Z', 'updated_at': '2021-07-16T19:18:18Z', 'revision_number': 2, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'subnets': [{'id': 'b3c1abf9-5896-4277-9f4e-f4097ea909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:21.637803 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-8d30be62-191c-4c50-ab4f-5efd8bc5a90e tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635355 Jul 16 19:18:21.653209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Checking router: a33b6e0b-c554-405f-87bf-e905b6e12038 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:21.653571 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Updating router a33b6e0b-c554-405f-87bf-e905b6e12038 port ef87175a-0820-49fd-8611-5034eefb5f78 binding host n-d-794306-7 {{(pid=105440) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 19:18:21.688862 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.743695 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-87792078-4508-4789-a46c-175a7f00db4e service neutron] 10.222.0.47 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933914 Jul 16 19:18:21.839415 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-bc266d3f-e7f2-47fc-a8cf-e989b0d02289 service neutron] 10.222.0.47 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880840 Jul 16 19:18:21.975979 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Notify callbacks [] for port, precommit_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:21.991133 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Transition to ACTIVE for port object ef87175a-0820-49fd-8611-5034eefb5f78 will not be triggered until provisioned by entity L2. {{(pid=105440) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:21.997176 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.025265 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eff989b2-68d0-4eb1-90e3-2cd9b76089b1 req-0891ab2e-a5ca-48fe-a8bf-dd86b1eab983 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 210 time: 0.0345838 Jul 16 19:18:22.064355 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa3d74-379e-44e4-ba7d-76c72f4d8dad None None] Pushing event updated for resources: {'Port': ['ID=ef87175a-0820-49fd-8611-5034eefb5f78,revision_number=3']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:22.129290 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Attempting to bind port ef87175a-0820-49fd-8611-5034eefb5f78 on host n-d-794306-7 for vnic_type normal with profile {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:22.129672 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Attempting to bind port ef87175a-0820-49fd-8611-5034eefb5f78 by drivers openvswitch,hyperv on host n-d-794306-7 at level 0 using segments [{'id': 'be63781b-8db2-4b0d-8666-571ccfc768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903'}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:22.130046 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Attempting to bind port ef87175a-0820-49fd-8611-5034eefb5f78 on network 21438b79-4a62-40be-9365-7472fbd3a903 {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:22.137794 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Checking agent: {'id': 'c1e1c698-e284-4636-9010-c151f95f343f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 42, 48), 'started_at': datetime.datetime(2021, 7, 16, 17, 43, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-794306-7'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:22.138173 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Checking segment: {'id': 'be63781b-8db2-4b0d-8666-571ccfc768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105440) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:22.139037 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.139306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Bound using segment: {'id': 'be63781b-8db2-4b0d-8666-571ccfc768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903'} {{(pid=105440) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:22.139811 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.managers [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Bound port: ef87175a-0820-49fd-8611-5034eefb5f78, host: n-d-794306-7, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be63781b-8db2-4b0d-8666-571ccfc768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 355, 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903'}}] {{(pid=105440) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:22.140234 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.220554 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] For port ef87175a-0820-49fd-8611-5034eefb5f78, host n-d-794306-7, cleared binding levels {{(pid=105440) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:22.240527 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] For port ef87175a-0820-49fd-8611-5034eefb5f78, host n-d-794306-7, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ef87175a-0820-49fd-8611-5034eefb5f78,segment=NetworkSegment(be63781b-8db2-4b0d-8666-571ccfc768bc),segment_id=be63781b-8db2-4b0d-8666-571ccfc768bc)] {{(pid=105440) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:22.241660 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.246280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.330152 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Routers {'a33b6e0b-c554-405f-87bf-e905b6e12038'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:22.330927 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:18:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a33b6e0b-c554-405f-87bf-e905b6e12038'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:22.336209 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa3d74-379e-44e4-ba7d-76c72f4d8dad None None] Pushing event updated for resources: {'Port': ['ID=ef87175a-0820-49fd-8611-5034eefb5f78,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:22.456353 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] Set router a33b6e0b-c554-405f-87bf-e905b6e12038 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:22.622493 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4c8d6a09-837a-4024-8354-cabd4c075230 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:22.733208 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port 4c8d6a09-837a-4024-8354-cabd4c075230 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:22.734286 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:22.783183 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'name': 'tempest-TestSnapshotPattern-7514085-router', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:15Z', 'updated_at': '2021-07-16T19:18:18Z', 'revision_number': 4, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'gw_port': {'id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:16Z', 'updated_at': '2021-07-16T19:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ef87175a-0820-49fd-8611-5034eefb5f78', 'name': '', 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'mac_address': 'fa:16:3e:76:08:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b3c1abf9-5896-4277-9f4e-f4097ea909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:18Z', 'updated_at': '2021-07-16T19:18:22Z', 'revision_number': 4, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'subnets': [{'id': 'b3c1abf9-5896-4277-9f4e-f4097ea909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:22.812990 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27da5df8-7406-44ee-83d5-97bcc7e30bfb None None] The sync data for ids ['a33b6e0b-c554-405f-87bf-e905b6e12038'] in n-d-794306-7 is: [{'id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'name': 'tempest-TestSnapshotPattern-7514085-router', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:15Z', 'updated_at': '2021-07-16T19:18:18Z', 'revision_number': 4, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'gw_port': {'id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:16Z', 'updated_at': '2021-07-16T19:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': 'ef87175a-0820-49fd-8611-5034eefb5f78', 'name': '', 'network_id': '21438b79-4a62-40be-9365-7472fbd3a903', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'mac_address': 'fa:16:3e:76:08:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'device_owner': 'network:router_interface', 'standard_attr_id': 4299, 'fixed_ips': [{'subnet_id': 'b3c1abf9-5896-4277-9f4e-f4097ea909a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:18Z', 'updated_at': '2021-07-16T19:18:22Z', 'revision_number': 4, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'subnets': [{'id': 'b3c1abf9-5896-4277-9f4e-f4097ea909a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:23.208952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-fb36e9c1-e628-4c3a-a27a-5ae6c46f6ce2 req-baee6a88-7164-4f06-a0f7-02dca8e95030 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 210 time: 0.0416408 Jul 16 19:18:23.253506 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-127fca4f-7683-4c19-9766-9ebcdba13233 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:23.255048 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-127fca4f-7683-4c19-9766-9ebcdba13233 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.18 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 810 time: 0.1588969 Jul 16 19:18:23.302833 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-cbd4fe1a-f501-4d2f-992e-e399d86b159b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=825cce6bff8c4de58800ce896d47eae4 HTTP/1.1" status: 200 len: 380 time: 0.0402000 Jul 16 19:18:23.312181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Request body: {'port': {'device_id': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'admin_state_up': True, 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'security_groups': ['95938682-a6f8-43e7-b213-7fb0817abe01']}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:23.427672 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Made reservation on behalf of 825cce6bff8c4de58800ce896d47eae4 for: {'port': 1} {{(pid=105439) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:18:23.431264 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.570442 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Allocated IP 172.20.0.4 (4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3/7abd5e67-acfa-41ff-aa50-1bf42f1b5e94/1861dd03-c47f-431a-974d-b1315887fae6) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:23.718169 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.732497 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Transition to ACTIVE for port object 1861dd03-c47f-431a-974d-b1315887fae6 will not be triggered until provisioned by entity DHCP. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:23.767553 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.817586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:23.821770 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:23.826016 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:23.833430 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'Port': ['ID=1861dd03-c47f-431a-974d-b1315887fae6,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:23.880611 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:23.881294 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:23.899885 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-49b50544-4b7c-44a5-ac9c-9abaf76486ea tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5922883 Jul 16 19:18:23.912661 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Request body: {'port': {'device_id': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-794306-7'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:23.996660 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.013987 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f1816fb0-81bb-4fc1-827f-d1876fe17bb3 None None] Provisioning for port 1861dd03-c47f-431a-974d-b1315887fae6 completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:24.018191 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-f1816fb0-81bb-4fc1-827f-d1876fe17bb3 None None] Provisioning complete for port 1861dd03-c47f-431a-974d-b1315887fae6 triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:24.018660 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f1816fb0-81bb-4fc1-827f-d1876fe17bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.062189 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-f1816fb0-81bb-4fc1-827f-d1876fe17bb3 None None] Port 1861dd03-c47f-431a-974d-b1315887fae6 cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:18:24.274936 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1861dd03-c47f-431a-974d-b1315887fae6 {{(pid=105439) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:18:24.284008 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.298386 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.provisioning_blocks [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Transition to ACTIVE for port object 1861dd03-c47f-431a-974d-b1315887fae6 will not be triggered until provisioned by entity L2. {{(pid=105439) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:18:24.302534 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.396424 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Pushing event updated for resources: {'Port': ['ID=1861dd03-c47f-431a-974d-b1315887fae6,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:24.476810 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78a9d3e-bb55-47c2-99e8-2fabcffcce80 req-763ef583-5ddd-46c7-a8fc-c541311c43c5 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:24.478434 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c78a9d3e-bb55-47c2-99e8-2fabcffcce80 req-763ef583-5ddd-46c7-a8fc-c541311c43c5 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 943 time: 0.1466143 Jul 16 19:18:24.506142 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Attempting to bind port 1861dd03-c47f-431a-974d-b1315887fae6 on host n-h2-794306-7 for vnic_type normal with profile {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:18:24.506490 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Attempting to bind port 1861dd03-c47f-431a-974d-b1315887fae6 by drivers openvswitch,hyperv on host n-h2-794306-7 at level 0 using segments [{'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:18:24.506823 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Attempting to bind port 1861dd03-c47f-431a-974d-b1315887fae6 on network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:24.518187 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Port 1861dd03-c47f-431a-974d-b1315887fae6 on network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-794306-7 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:18:24.518517 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Attempting to bind port 1861dd03-c47f-431a-974d-b1315887fae6 on network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:18:24.532007 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Checking agent: {'id': '525a0f41-827c-492c-ba32-9dd734842c66', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 29), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:18:24.532377 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Checking segment: {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105439) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:18:24.532745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Bound using segment: {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'} {{(pid=105439) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:18:24.533189 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.managers [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Bound port: 1861dd03-c47f-431a-974d-b1315887fae6, host: n-h2-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'}}] {{(pid=105439) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:18:24.533545 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.539810 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-c78a9d3e-bb55-47c2-99e8-2fabcffcce80 req-95325c47-e489-496f-94e8-1b63231fad61 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508409 Jul 16 19:18:24.616148 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] For port 1861dd03-c47f-431a-974d-b1315887fae6, host n-h2-794306-7, cleared binding levels {{(pid=105439) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:18:24.619489 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] For port 1861dd03-c47f-431a-974d-b1315887fae6, host n-h2-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1861dd03-c47f-431a-974d-b1315887fae6,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105439) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:18:24.625471 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.656743 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ef87175a-0820-49fd-8611-5034eefb5f78 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:24.663893 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:24.664546 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.666022 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] 10.222.0.18 "PUT /v2.0/ports/1861dd03-c47f-431a-974d-b1315887fae6 HTTP/1.1" status: 200 len: 1091 time: 0.7584085 Jul 16 19:18:24.666465 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:24.669083 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318" -d '{"events": [{"name": "network-changed", "server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "tag": "1861dd03-c47f-431a-974d-b1315887fae6"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:24.719968 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742dea8-609a-490b-ade6-862b7d562e04 service neutron] Pushing event updated for resources: {'Port': ['ID=1861dd03-c47f-431a-974d-b1315887fae6,revision_number=3']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:24.726627 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-167ad805-d44f-439e-b1f5-f15faf3ab931 x-openstack-request-id: req-167ad805-d44f-439e-b1f5-f15faf3ab931 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:24.727031 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "tag": "1861dd03-c47f-431a-974d-b1315887fae6", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:24.727239 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-167ad805-d44f-439e-b1f5-f15faf3ab931 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:24.727884 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6', 'status': 'completed', 'code': 200} Jul 16 19:18:24.733625 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning for port ef87175a-0820-49fd-8611-5034eefb5f78 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:24.738150 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ef87175a-0820-49fd-8611-5034eefb5f78 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:24.738660 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.775733 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-4ed2ddfd-369e-4391-ba66-bf9d6c231416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:24.777393 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-4ed2ddfd-369e-4391-ba66-bf9d6c231416 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 1094 time: 0.0671325 Jul 16 19:18:24.826681 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.827857 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-fb77d6eb-395a-4065-910f-72f4c80cb781 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861dd03-c47f-431a-974d-b1315887fae6 HTTP/1.1" status: 200 len: 217 time: 0.0426414 Jul 16 19:18:24.871850 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] For port ef87175a-0820-49fd-8611-5034eefb5f78, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ef87175a-0820-49fd-8611-5034eefb5f78,segment=NetworkSegment(be63781b-8db2-4b0d-8666-571ccfc768bc),segment_id=be63781b-8db2-4b0d-8666-571ccfc768bc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:24.879416 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:24.883032 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-586c2931-b6a0-4191-8cbb-89a52a2fc6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:24.886767 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-586c2931-b6a0-4191-8cbb-89a52a2fc6f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0519006 Jul 16 19:18:24.956464 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-0519587b-b0d9-4c87-8cc8-a578e5724faa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:24.958212 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-0519587b-b0d9-4c87-8cc8-a578e5724faa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662801 Jul 16 19:18:25.072405 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-239f7fff-163c-4cfa-a114-2a612fe06193 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078110 Jul 16 19:18:25.103919 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Pushing event updated for resources: {'Port': ['ID=ef87175a-0820-49fd-8611-5034eefb5f78,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:25.194412 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ae87746b-dd21-46e1-8239-11671b4d8a79 req-da36a418-1ae0-4b54-be4d-528603fa64d0 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1149538 Jul 16 19:18:25.325624 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318 req-2a45d15a-de21-49cd-a337-9cf7ef42d644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:25.328718 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318 req-2a45d15a-de21-49cd-a337-9cf7ef42d644 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 1094 time: 0.0739219 Jul 16 19:18:25.424153 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318 req-8a7cdc0c-ce7c-4ccb-b49d-e3b06b06caca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:25.425688 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318 req-8a7cdc0c-ce7c-4ccb-b49d-e3b06b06caca service neutron] 10.222.0.18 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.0910058 Jul 16 19:18:25.472014 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318 req-c1f20ad9-d1b9-4709-8ac6-86ba9b8e3f59 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861dd03-c47f-431a-974d-b1315887fae6 HTTP/1.1" status: 200 len: 217 time: 0.0400007 Jul 16 19:18:25.524500 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318 req-4459b863-0582-40f9-98dd-f49379f8d50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:25.525742 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318 req-4459b863-0582-40f9-98dd-f49379f8d50e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0466175 Jul 16 19:18:25.589569 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318 req-c8d5d950-1252-4998-9bf4-ceb62efe9486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:25.591151 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318 req-c8d5d950-1252-4998-9bf4-ceb62efe9486 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0580029 Jul 16 19:18:25.724331 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318 req-20e0a801-a678-4f46-9858-4e71da740244 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248746 Jul 16 19:18:25.781031 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534040df-b9cb-4b6e-a6ed-c5546effd444 req-0bc6addf-e52a-4202-9852-855a8fe33642 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:25.782546 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-534040df-b9cb-4b6e-a6ed-c5546effd444 req-0bc6addf-e52a-4202-9852-855a8fe33642 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 943 time: 0.1177776 Jul 16 19:18:25.863097 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-534040df-b9cb-4b6e-a6ed-c5546effd444 req-9648868b-d21c-4d1c-affd-994b5a716a6e tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525312 Jul 16 19:18:25.865094 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-2c60d25f-3fc7-4c2d-8199-a74f4cd7e318 req-fccc8d2a-72ff-43e1-929f-ee59f64a89f3 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329207 Jul 16 19:18:26.617570 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ef87175a-0820-49fd-8611-5034eefb5f78 up at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:26.666091 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Provisioning complete for port ef87175a-0820-49fd-8611-5034eefb5f78 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:26.666371 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.044078 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb14aef-9e8f-4bdf-ad6a-7e8c48c9a44b req-23b9966e-bec9-43b0-9df6-001255f5b11b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:27.045799 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6fb14aef-9e8f-4bdf-ad6a-7e8c48c9a44b req-23b9966e-bec9-43b0-9df6-001255f5b11b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 943 time: 0.0671890 Jul 16 19:18:27.084900 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6fb14aef-9e8f-4bdf-ad6a-7e8c48c9a44b req-ce86272c-caf9-4691-a1aa-1b117cd0f93f tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329638 Jul 16 19:18:27.597096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1861dd03-c47f-431a-974d-b1315887fae6 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:18:27.692864 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1861dd03-c47f-431a-974d-b1315887fae6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1861dd03-c47f-431a-974d-b1315887fae6,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:27.705482 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '1861dd03-c47f-431a-974d-b1315887fae6', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'mac_address': 'fa:16:3e:12:ca:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:18:27.745306 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.761646 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1861dd03-c47f-431a-974d-b1315887fae6 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:18:27.782293 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1861dd03-c47f-431a-974d-b1315887fae6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1861dd03-c47f-431a-974d-b1315887fae6,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:27.787169 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:27.837485 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1861dd03-c47f-431a-974d-b1315887fae6,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:27.985974 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['1861dd03-c47f-431a-974d-b1315887fae6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:18:28.267637 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad57a0b8-5500-48e0-9f77-e42956f3cc44 req-8d536bdf-ea00-4cd1-823f-d5a204d52369 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:28.269323 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad57a0b8-5500-48e0-9f77-e42956f3cc44 req-8d536bdf-ea00-4cd1-823f-d5a204d52369 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 944 time: 0.0679727 Jul 16 19:18:28.313311 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ad57a0b8-5500-48e0-9f77-e42956f3cc44 req-94702273-a0cc-4f8b-91d9-ac36b92eb6a9 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366375 Jul 16 19:18:29.487261 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49ae11-4090-4a6e-8280-7d00e48f8f73 req-e8825d3f-2fff-4f33-9cdd-410384166650 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:29.488766 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca49ae11-4090-4a6e-8280-7d00e48f8f73 req-e8825d3f-2fff-4f33-9cdd-410384166650 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 944 time: 0.0622594 Jul 16 19:18:29.527757 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-ca49ae11-4090-4a6e-8280-7d00e48f8f73 req-50e78587-5c53-4de5-9c5d-8870874d6189 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330179 Jul 16 19:18:29.612860 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1861dd03-c47f-431a-974d-b1315887fae6 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:18:29.660696 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning for port 1861dd03-c47f-431a-974d-b1315887fae6 completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:18:29.664686 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 1861dd03-c47f-431a-974d-b1315887fae6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:18:29.665074 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:29.746621 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:29.771011 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:29.773346 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cde577d-f492-4844-83e5-bbc0494811f2" -d '{"events": [{"server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "name": "network-vif-plugged", "status": "completed", "tag": "1861dd03-c47f-431a-974d-b1315887fae6"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:29.788060 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1861dd03-c47f-431a-974d-b1315887fae6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1861dd03-c47f-431a-974d-b1315887fae6,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:18:29.794661 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:29.826505 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa307527-71c8-41be-82f7-5cb9cebb6355 x-openstack-request-id: req-fa307527-71c8-41be-82f7-5cb9cebb6355 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:29.826843 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "name": "network-vif-plugged", "status": "completed", "tag": "1861dd03-c47f-431a-974d-b1315887fae6", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:29.827103 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fa307527-71c8-41be-82f7-5cb9cebb6355 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:29.827681 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6', 'code': 200} Jul 16 19:18:29.848984 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1861dd03-c47f-431a-974d-b1315887fae6,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:29.950960 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a3e04e-6cfe-4332-b0e9-a9933aa23f89 req-b0047d67-684b-48e4-9677-c32089cf32ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:29.953339 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8a3e04e-6cfe-4332-b0e9-a9933aa23f89 req-b0047d67-684b-48e4-9677-c32089cf32ca service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 1096 time: 0.0580401 Jul 16 19:18:29.989295 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8a3e04e-6cfe-4332-b0e9-a9933aa23f89 req-8d23e917-fa4c-4238-8f01-fd53720c8cfb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292444 Jul 16 19:18:30.172112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:30.709250 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b46419-bfe0-434a-95b1-b8fdf3140ab5 req-ee87c7d7-0d5f-430e-ab08-5a4930dc8016 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:30.710679 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b3b46419-bfe0-434a-95b1-b8fdf3140ab5 req-ee87c7d7-0d5f-430e-ab08-5a4930dc8016 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 945 time: 0.0692422 Jul 16 19:18:30.749430 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b3b46419-bfe0-434a-95b1-b8fdf3140ab5 req-6de9cf92-1b37-4b0f-87cc-9380fbac81d6 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330820 Jul 16 19:18:31.926546 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043fc08d-9a4a-4b2e-953e-ee6a76c7ae62 req-8e0ea75d-6db7-410c-a570-d810cbd979b2 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:31.928087 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-043fc08d-9a4a-4b2e-953e-ee6a76c7ae62 req-8e0ea75d-6db7-410c-a570-d810cbd979b2 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 945 time: 0.0638952 Jul 16 19:18:31.965222 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-043fc08d-9a4a-4b2e-953e-ee6a76c7ae62 req-728100ce-0c86-4c59-b37a-03f14890a0be tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312674 Jul 16 19:18:32.139209 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99d7476-d215-41fe-a395-7cf411857a9e req-a2ac99be-b438-4355-9cf7-08c3a02eabb7 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:32.141367 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b99d7476-d215-41fe-a395-7cf411857a9e req-a2ac99be-b438-4355-9cf7-08c3a02eabb7 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 945 time: 0.0623958 Jul 16 19:18:32.179037 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b99d7476-d215-41fe-a395-7cf411857a9e req-f4f11d74-035d-4f27-9863-899c2b943286 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322051 Jul 16 19:18:32.202177 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50718) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:32.340745 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c51c7f0b-5026-4b7b-8d00-42522441abb7 tempest-TestSnapshotPattern-936253538 tempest-TestSnapshotPattern-936253538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:32.342759 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-c51c7f0b-5026-4b7b-8d00-42522441abb7 tempest-TestSnapshotPattern-936253538 tempest-TestSnapshotPattern-936253538-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 1091 time: 0.1391051 Jul 16 19:18:32.345767 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 50722) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:18:32.350115 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:18:32.372935 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for floatingip, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:32.813095 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:32.917507 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Allocated IP 172.25.7.215 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/db51e6fd-44c7-4505-912f-1ab4bd08c1b8) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:18:33.016938 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.055026 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.093613 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:18:33.096328 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:18:33.099017 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:18:33.126108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'Port': ['ID=db51e6fd-44c7-4505-912f-1ab4bd08c1b8,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:33.484382 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.563344 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.712947 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.717172 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.785306 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'Port': ['ID=db51e6fd-44c7-4505-912f-1ab4bd08c1b8,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:18:33.793763 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:33.893208 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Floating IP 674f085a-87d4-46b0-8611-9bee000fac64 associated. External IP: 172.25.7.215, port: 1861dd03-c47f-431a-974d-b1315887fae6. Jul 16 19:18:34.099388 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:18:34.206437 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:18:34.215910 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ff898-8d8f-486c-abd6-ce6182c51969 None None] Sync routers for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:18:34.222670 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:34.226461 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ff898-8d8f-486c-abd6-ce6182c51969 None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:34.227058 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9d8ff898-8d8f-486c-abd6-ce6182c51969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:18:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:34.259729 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-8093dd2e-1281-485f-a569-c11a94a39a2c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9128859 Jul 16 19:18:34.260428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:18:34.262689 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb857ade-533f-4440-b29f-6a71b601934d" -d '{"events": [{"name": "network-changed", "server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "tag": "1861dd03-c47f-431a-974d-b1315887fae6"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:18:34.333641 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9d8ff898-8d8f-486c-abd6-ce6182c51969 None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:34.352537 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c8e4b7-8e01-44c2-937b-1f1c9df8935f x-openstack-request-id: req-12c8e4b7-8e01-44c2-937b-1f1c9df8935f {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:18:34.352830 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "tag": "1861dd03-c47f-431a-974d-b1315887fae6", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:18:34.353092 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-12c8e4b7-8e01-44c2-937b-1f1c9df8935f {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:18:34.353504 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6', 'status': 'completed', 'code': 200} Jul 16 19:18:34.430087 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb857ade-533f-4440-b29f-6a71b601934d req-7ae1d2a6-bed3-4c91-b28d-cef00c1a58ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.431677 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb857ade-533f-4440-b29f-6a71b601934d req-7ae1d2a6-bed3-4c91-b28d-cef00c1a58ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 1096 time: 0.0536764 Jul 16 19:18:34.525822 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb857ade-533f-4440-b29f-6a71b601934d req-0f49943b-5224-4f3c-a5db-f744ffd9caa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.527287 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb857ade-533f-4440-b29f-6a71b601934d req-0f49943b-5224-4f3c-a5db-f744ffd9caa9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.0889866 Jul 16 19:18:34.558826 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9d8ff898-8d8f-486c-abd6-ce6182c51969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '674f085a-87d4-46b0-8611-9bee000fac64', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:12:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:33Z', 'updated_at': '2021-07-16T19:18:33Z', 'revision_number': 0, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:34.585983 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ff898-8d8f-486c-abd6-ce6182c51969 None None] Checking router: 92a75404-92b0-48d1-bd65-2217dc7cd4f2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:18:34.593609 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb857ade-533f-4440-b29f-6a71b601934d req-9958baf0-5d5c-4f29-a2a1-5731da01a655 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861dd03-c47f-431a-974d-b1315887fae6 HTTP/1.1" status: 200 len: 999 time: 0.0594137 Jul 16 19:18:34.594101 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8ff898-8d8f-486c-abd6-ce6182c51969 None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:18:34.594685 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9d8ff898-8d8f-486c-abd6-ce6182c51969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:18:18Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:34.701033 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-9d8ff898-8d8f-486c-abd6-ce6182c51969 None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:18:34.938848 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-9d8ff898-8d8f-486c-abd6-ce6182c51969 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '674f085a-87d4-46b0-8611-9bee000fac64', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:12:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:33Z', 'updated_at': '2021-07-16T19:18:33Z', 'revision_number': 0, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:18:34.959285 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb857ade-533f-4440-b29f-6a71b601934d req-47e58417-c3fb-493c-8085-0bb20e100bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:34.960684 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb857ade-533f-4440-b29f-6a71b601934d req-47e58417-c3fb-493c-8085-0bb20e100bb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.3614335 Jul 16 19:18:34.965359 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d8ff898-8d8f-486c-abd6-ce6182c51969 None None] The sync data for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 is: [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '674f085a-87d4-46b0-8611-9bee000fac64', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:12:ca:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:33Z', 'updated_at': '2021-07-16T19:18:33Z', 'revision_number': 0, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:18:35.020275 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb857ade-533f-4440-b29f-6a71b601934d req-58395ea9-a4d4-45cc-8a48-4b679dcd6628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:18:35.021781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb857ade-533f-4440-b29f-6a71b601934d req-58395ea9-a4d4-45cc-8a48-4b679dcd6628 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544825 Jul 16 19:18:35.118241 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb857ade-533f-4440-b29f-6a71b601934d req-7627a89c-0eb8-4e67-8001-9512b98b902f service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896726 Jul 16 19:18:35.155869 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc7c06f7-68be-4461-b784-a09c94c9bee0 None None] New status for floating IP 674f085a-87d4-46b0-8611-9bee000fac64: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:18:35.211301 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-eb857ade-533f-4440-b29f-6a71b601934d req-422ba50d-7266-4a03-b90b-d107aedc3ee5 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860107 Jul 16 19:18:42.921605 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:45.581479 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:18:45.642470 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-362d2edc-e299-40e9-84df-c5b5ef72b5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:48.302360 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:48.321231 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1e57ed21-0ad5-43b5-9afe-69f7f9100464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:50.170908 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:18:52.227684 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:00.190047 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:05.402668 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-76aee76e-77f0-464c-a92b-4cce9b28876d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0528743 Jul 16 19:19:05.503595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-bc636bb6-dd7c-4acc-8f61-e4f3b612eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:05.505449 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-bc636bb6-dd7c-4acc-8f61-e4f3b612eb1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 1096 time: 0.0580754 Jul 16 19:19:05.618820 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-4a648198-b3f2-4cec-82bb-509394fffd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:05.621170 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-4a648198-b3f2-4cec-82bb-509394fffd11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.0898159 Jul 16 19:19:05.735829 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-b6855b40-9150-408e-a1f9-a683910ce762 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861dd03-c47f-431a-974d-b1315887fae6 HTTP/1.1" status: 200 len: 1001 time: 0.1065092 Jul 16 19:19:05.814264 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-b71eb633-1aa9-4d36-8100-ce62233e7d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:05.816073 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-b71eb633-1aa9-4d36-8100-ce62233e7d97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0726459 Jul 16 19:19:05.885605 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-558f1ace-1133-4c74-be91-8fdb9952b5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:19:05.887060 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-558f1ace-1133-4c74-be91-8fdb9952b5fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641687 Jul 16 19:19:05.990757 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-c4f3a9d4-addb-4a73-9082-565f9da3398b service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936029 Jul 16 19:19:06.082324 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-6d0df8b1-0883-45bd-8862-b02542f65020 req-94f76a7f-0f62-4a42-944d-5601fc33c345 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835381 Jul 16 19:19:12.925469 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:15.643509 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e83c0867-9579-41ae-bec1-0c87233de9a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:18.304348 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:18.321889 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-cf00b557-8b00-489c-a7e0-5db34a3c69f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:20.166401 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:22.232326 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:22.580646 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:19:30.206488 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:42.945982 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:45.644037 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-95221856-dd9f-421d-ab5d-10ae8f564422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:48.307701 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:48.322831 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c7c23ad4-f4d1-473a-beeb-d1c9f1d87913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:50.171574 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:52.234075 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:19:59.581256 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:20:00.208262 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:06.368371 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-56856591-d127-4b83-9602-daff74f3950b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0564728 Jul 16 19:20:06.462057 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-405cd945-e308-4c28-a6e3-d9eefcd1cc18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:06.463551 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-405cd945-e308-4c28-a6e3-d9eefcd1cc18 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 1096 time: 0.0520515 Jul 16 19:20:06.568946 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-a6bf22c5-baef-4003-93e2-f2ad6c474460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:06.570425 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-a6bf22c5-baef-4003-93e2-f2ad6c474460 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.0848827 Jul 16 19:20:06.640328 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-0bd59e66-3794-4325-a674-03a4ce235622 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861dd03-c47f-431a-974d-b1315887fae6 HTTP/1.1" status: 200 len: 1001 time: 0.0614967 Jul 16 19:20:06.691166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-f7a38494-179e-4a68-8380-e95dc7d7ab21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:06.692646 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-f7a38494-179e-4a68-8380-e95dc7d7ab21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0438395 Jul 16 19:20:06.749973 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-1db16bd5-61ad-49e1-ba06-65a8a977b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:06.752349 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-1db16bd5-61ad-49e1-ba06-65a8a977b042 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522988 Jul 16 19:20:06.844954 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-f6e7d246-54ab-4710-be0d-38b8a74e59a7 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848763 Jul 16 19:20:06.937042 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-beb1e891-3732-41b4-832d-bfdf6dac0a76 req-b8eb4e97-0d07-43ff-bb06-103cb663c157 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848312 Jul 16 19:20:12.963162 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:15.644813 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-9e9a89af-296e-407c-8a1c-8804a90fc0f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.314713 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:18.323804 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ddd7431f-2995-4f86-ae10-e2d99d60a51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:20.172895 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:22.236812 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:24.545428 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-d79c0b3e-a2bf-4cee-89e3-f68b1179f320 req-62d78a12-8d1c-4be4-ad13-cf01b02085ed service neutron] (105438) timed out ('10.222.0.47', 45982) {{(pid=105438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:20:30.199889 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1861dd03-c47f-431a-974d-b1315887fae6 details requested by agent hyperv_n-h2-794306-7 with host n-h2-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:20:30.221973 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:30.308669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1861dd03-c47f-431a-974d-b1315887fae6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1861dd03-c47f-431a-974d-b1315887fae6,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:30.320649 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Returning: {'device': '1861dd03-c47f-431a-974d-b1315887fae6', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'mac_address': 'fa:16:3e:12:ca:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:20:30.360736 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:30.379242 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1861dd03-c47f-431a-974d-b1315887fae6 {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:20:30.403320 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1861dd03-c47f-431a-974d-b1315887fae6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1861dd03-c47f-431a-974d-b1315887fae6,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:30.407288 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:30.467496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1861dd03-c47f-431a-974d-b1315887fae6,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:30.479026 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.479607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.479737 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.480074 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.480405 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.480738 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.481070 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.481399 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.481988 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.482376 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.482758 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.483083 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:30.489517 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] get_ports_and_sgs() called for port_ids ['1861dd03-c47f-431a-974d-b1315887fae6'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:20:32.198170 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1861dd03-c47f-431a-974d-b1315887fae6 up at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:20:32.245001 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Provisioning complete for port 1861dd03-c47f-431a-974d-b1315887fae6 triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:32.245368 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.320822 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.345415 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:32.347830 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e004da5b-a41e-480e-aa38-c38282269b2c" -d '{"events": [{"server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "name": "network-vif-plugged", "status": "completed", "tag": "1861dd03-c47f-431a-974d-b1315887fae6"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:32.361379 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1861dd03-c47f-431a-974d-b1315887fae6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1861dd03-c47f-431a-974d-b1315887fae6,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:32.365885 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:32.417982 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1861dd03-c47f-431a-974d-b1315887fae6,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:32.465613 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432c3bb8-5a50-497b-a880-1b3de844db14 x-openstack-request-id: req-432c3bb8-5a50-497b-a880-1b3de844db14 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:32.465914 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "name": "network-vif-plugged", "status": "completed", "tag": "1861dd03-c47f-431a-974d-b1315887fae6", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:32.466171 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-432c3bb8-5a50-497b-a880-1b3de844db14 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:32.466571 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6', 'code': 200} Jul 16 19:20:36.583307 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:20:42.676164 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-cdafaa5f-7b9e-4e73-a3b6-d083c56302eb tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1846099361&fields=id&tenant_id=825cce6bff8c4de58800ce896d47eae4 HTTP/1.1" status: 200 len: 267 time: 0.0348942 Jul 16 19:20:42.784107 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b9931602-136e-4cc9-89d2-ff6269e1bc57 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:42.785563 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b9931602-136e-4cc9-89d2-ff6269e1bc57 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 810 time: 0.1032512 Jul 16 19:20:42.800899 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-70dc6878-0f72-4544-bc5b-7fb0c1581099 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/quotas/825cce6bff8c4de58800ce896d47eae4 HTTP/1.1" status: 200 len: 375 time: 0.0100284 Jul 16 19:20:42.871728 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-e30413f2-f873-4acd-a8c6-414cbc8dc0bb tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0657287 Jul 16 19:20:42.930058 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-ebe845b7-513a-4dd6-99b1-5b99b7c6c92f service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:20:42.931094 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-ebe845b7-513a-4dd6-99b1-5b99b7c6c92f service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0480447 Jul 16 19:20:42.961795 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:43.024555 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-880c69c2-af88-4bd9-bc02-39361ca2bee6 service neutron] 10.222.0.47 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875592 Jul 16 19:20:43.113496 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-5873a73d-f384-45e5-a63e-d99b6c0c7cc4 service neutron] 10.222.0.47 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832651 Jul 16 19:20:43.358180 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-03a7aa8e-41fa-4346-b2b1-556a778d752f req-b4d93bb2-76fe-40dc-9842-b8faa0534be6 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 210 time: 0.0412049 Jul 16 19:20:44.508524 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e20fec73-fee1-4f1d-8338-96b77f709689 req-394dc024-3948-45e3-a220-eda26ab5169a tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 210 time: 0.0328879 Jul 16 19:20:45.648309 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4dfca214-7462-4199-a787-83dfa7d6ec34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:45.662808 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-29e90d27-dfb8-4fad-bd7c-97e8f4b4a318 req-625bcd52-97cb-4ac2-a4c8-384cf9c29359 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 210 time: 0.0302038 Jul 16 19:20:45.687805 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-e3f52e70-f00d-4f5e-807b-aaed8c84e04f tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:45.689380 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-e3f52e70-f00d-4f5e-807b-aaed8c84e04f tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.37 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 810 time: 0.1251934 Jul 16 19:20:45.743760 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-6f8094f7-9286-498e-9777-8fdcb0fe734c tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.37 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=825cce6bff8c4de58800ce896d47eae4 HTTP/1.1" status: 200 len: 380 time: 0.0344732 Jul 16 19:20:45.752898 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Request body: {'port': {'device_id': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'admin_state_up': True, 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'security_groups': ['95938682-a6f8-43e7-b213-7fb0817abe01']}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:45.866020 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Made reservation on behalf of 825cce6bff8c4de58800ce896d47eae4 for: {'port': 1} {{(pid=105438) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 19:20:45.869729 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:46.012853 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_common [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Allocated IP 172.20.0.14 (4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3/7abd5e67-acfa-41ff-aa50-1bf42f1b5e94/6ace2990-9678-4521-a830-b460dd9d534e) {{(pid=105438) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:20:46.208916 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for port, precommit_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:46.229822 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1861dd03-c47f-431a-974d-b1315887fae6 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:20:46.234169 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Transition to ACTIVE for port object 6ace2990-9678-4521-a830-b460dd9d534e will not be triggered until provisioned by entity DHCP. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:46.311584 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_create {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:46.336578 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:46.362093 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:46.371312 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb73a7fb-9cfb-4895-ad94-c2aa52c8c792" -d '{"events": [{"server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "name": "network-vif-unplugged", "status": "completed", "tag": "1861dd03-c47f-431a-974d-b1315887fae6"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:46.373032 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 is already hosted by enough agents. {{(pid=105438) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:20:46.388942 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.base_scheduler [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Resources bound (agent type, host, resource id): {{(pid=105438) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:20:46.389933 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] For port 1861dd03-c47f-431a-974d-b1315887fae6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1861dd03-c47f-431a-974d-b1315887fae6,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:20:46.395790 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Received port after_create {{(pid=105438) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:20:46.397553 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:46.444610 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f46a9dd9-3e6f-43b3-b9de-1eafa89ff44c x-openstack-request-id: req-f46a9dd9-3e6f-43b3-b9de-1eafa89ff44c {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:46.444918 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "name": "network-vif-unplugged", "status": "completed", "tag": "1861dd03-c47f-431a-974d-b1315887fae6", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:46.445175 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-f46a9dd9-3e6f-43b3-b9de-1eafa89ff44c {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:46.445618 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6', 'code': 200} Jul 16 19:20:46.473519 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'Port': ['ID=6ace2990-9678-4521-a830-b460dd9d534e,revision_number=1']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:46.477037 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Pushing event updated for resources: {'Port': ['ID=1861dd03-c47f-431a-974d-b1315887fae6,revision_number=8']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:46.494675 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.494941 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.495083 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.495390 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.495757 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.496086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.496672 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.497010 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.497394 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.497726 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.498481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.498481 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:20:46.538822 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:46.539498 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:46.572315 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b72b0503-2ef3-43d0-a987-ee46b8d666a4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8231380 Jul 16 19:20:46.671490 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a5ee8ca8-f96d-42fb-b90c-9c8a2927a35d None None] Provisioning for port 6ace2990-9678-4521-a830-b460dd9d534e completed by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:20:46.679215 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-a5ee8ca8-f96d-42fb-b90c-9c8a2927a35d None None] Provisioning complete for port 6ace2990-9678-4521-a830-b460dd9d534e triggered by entity DHCP. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:20:46.680134 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-a5ee8ca8-f96d-42fb-b90c-9c8a2927a35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:46.725881 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee8ca8-f96d-42fb-b90c-9c8a2927a35d None None] Port 6ace2990-9678-4521-a830-b460dd9d534e cannot update to ACTIVE because it is not bound. {{(pid=105440) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 19:20:46.853046 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c67663-d28b-44e2-8218-ad59e1278243 req-c87ce2bb-01f4-4c8a-9e27-5a646d0e404a tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:46.854817 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-87c67663-d28b-44e2-8218-ad59e1278243 req-c87ce2bb-01f4-4c8a-9e27-5a646d0e404a tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 932 time: 0.0707393 Jul 16 19:20:46.898470 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-87c67663-d28b-44e2-8218-ad59e1278243 req-813f0fe3-c28d-4df0-8840-5869653e47d8 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378020 Jul 16 19:20:48.087548 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f4454-d6c8-411a-b4e6-d359da7ba521 req-39899240-3a70-4756-a37d-f482e2f7690b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:48.089099 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-092f4454-d6c8-411a-b4e6-d359da7ba521 req-39899240-3a70-4756-a37d-f482e2f7690b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 932 time: 0.0733619 Jul 16 19:20:48.130014 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-092f4454-d6c8-411a-b4e6-d359da7ba521 req-52292bfa-c7e7-4570-b094-02525adbcada tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351460 Jul 16 19:20:48.309505 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:48.325678 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d482072e-c764-4a68-b892-c04810fd3163 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:49.316616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f84060-825d-490c-963c-b84c2c1fc9c6 req-1de8daed-e9ec-48ad-937e-a8329d9600d1 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:49.318071 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39f84060-825d-490c-963c-b84c2c1fc9c6 req-1de8daed-e9ec-48ad-937e-a8329d9600d1 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 932 time: 0.0730646 Jul 16 19:20:49.360653 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-39f84060-825d-490c-963c-b84c2c1fc9c6 req-b55cc99f-80a7-4c0f-8dd1-62f1fe38a095 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320747 Jul 16 19:20:50.177697 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:50.546349 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25f2797-9455-4e40-a7f5-b27da51c529b req-690a1db9-6e1e-47a7-a08b-243aad492ce1 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:50.548110 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b25f2797-9455-4e40-a7f5-b27da51c529b req-690a1db9-6e1e-47a7-a08b-243aad492ce1 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 932 time: 0.0674133 Jul 16 19:20:50.593344 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-b25f2797-9455-4e40-a7f5-b27da51c529b req-ea9016f3-3113-461e-ae35-328bde96b1eb tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390167 Jul 16 19:20:51.776993 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d438f8-6196-4722-9d73-8709fe380a69 req-bd899902-398c-433a-b6e2-2905fcd5b175 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:51.779490 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3d438f8-6196-4722-9d73-8709fe380a69 req-bd899902-398c-433a-b6e2-2905fcd5b175 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 932 time: 0.0670335 Jul 16 19:20:51.819772 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a3d438f8-6196-4722-9d73-8709fe380a69 req-97cf4617-3cfa-40ab-8393-6d474d3fdb05 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336881 Jul 16 19:20:52.241900 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:53.005560 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09687c13-bf03-48e7-bbba-08402d14c2e2 req-694c8177-c680-4870-9edc-cdfddff60253 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:53.007146 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09687c13-bf03-48e7-bbba-08402d14c2e2 req-694c8177-c680-4870-9edc-cdfddff60253 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 932 time: 0.0685568 Jul 16 19:20:53.047984 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-09687c13-bf03-48e7-bbba-08402d14c2e2 req-7f3716d7-a9e8-44cb-ada1-d169aa543e47 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351722 Jul 16 19:20:54.234604 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a3fbd1-57c0-433f-88d6-7d82f8dc2751 req-d9d03d05-be57-4b01-a073-0ffece883371 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:54.236918 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b7a3fbd1-57c0-433f-88d6-7d82f8dc2751 req-d9d03d05-be57-4b01-a073-0ffece883371 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 932 time: 0.0709457 Jul 16 19:20:54.279190 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b7a3fbd1-57c0-433f-88d6-7d82f8dc2751 req-a470d230-9d85-4834-8317-c078b2f168c0 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359778 Jul 16 19:20:55.471304 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882e0a5-541d-4429-8cd3-db54a8182757 req-0fca9fad-a1f7-4c62-aa30-93ae04aa7c36 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:55.473239 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f882e0a5-541d-4429-8cd3-db54a8182757 req-0fca9fad-a1f7-4c62-aa30-93ae04aa7c36 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 932 time: 0.0710404 Jul 16 19:20:55.524769 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-f882e0a5-541d-4429-8cd3-db54a8182757 req-69a2313c-81f3-4558-92d0-babe462ba8ff tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440953 Jul 16 19:20:56.696842 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848e21eb-b749-47bc-900f-b5853b4641b4 req-d239e875-ee03-481c-b508-be4c02460d13 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:56.698337 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-848e21eb-b749-47bc-900f-b5853b4641b4 req-d239e875-ee03-481c-b508-be4c02460d13 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 932 time: 0.0649004 Jul 16 19:20:56.737312 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-848e21eb-b749-47bc-900f-b5853b4641b4 req-97ddaa24-75e6-45d4-a2e7-edd952fa413a tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325124 Jul 16 19:20:57.151033 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-ec6c5433-4558-40a3-9875-8f081d458a32 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=105438) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 19:20:57.152195 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-ec6c5433-4558-40a3-9875-8f081d458a32 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053806 Jul 16 19:20:57.203699 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.v2.base [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Request body: {'port': {'device_id': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-794306-7'}} {{(pid=105438) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:20:57.279388 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:57.533461 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ace2990-9678-4521-a830-b460dd9d534e {{(pid=105438) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:20:57.540765 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Notify callbacks [] for port, precommit_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:57.553192 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.provisioning_blocks [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Transition to ACTIVE for port object 6ace2990-9678-4521-a830-b460dd9d534e will not be triggered until provisioned by entity L2. {{(pid=105438) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 19:20:57.557044 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:57.630094 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Pushing event updated for resources: {'Port': ['ID=6ace2990-9678-4521-a830-b460dd9d534e,revision_number=2']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:57.681637 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Attempting to bind port 6ace2990-9678-4521-a830-b460dd9d534e on host n-h1-794306-7 for vnic_type normal with profile {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 19:20:57.681984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Attempting to bind port 6ace2990-9678-4521-a830-b460dd9d534e by drivers openvswitch,hyperv on host n-h1-794306-7 at level 0 using segments [{'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 19:20:57.682318 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Attempting to bind port 6ace2990-9678-4521-a830-b460dd9d534e on network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:57.686793 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Port 6ace2990-9678-4521-a830-b460dd9d534e on network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-794306-7 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 19:20:57.687128 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Attempting to bind port 6ace2990-9678-4521-a830-b460dd9d534e on network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 19:20:57.693084 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Checking agent: {'id': '68fb1eeb-a238-4d8f-808b-47594016a71f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-794306-7', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'started_at': datetime.datetime(2021, 7, 16, 17, 50, 42), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 19, 20, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 19:20:57.693429 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Checking segment: {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=105438) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 19:20:57.693821 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Bound using segment: {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'} {{(pid=105438) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 19:20:57.694251 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.managers [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Bound port: 6ace2990-9678-4521-a830-b460dd9d534e, host: n-h1-794306-7, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 353, 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3'}}] {{(pid=105438) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 19:20:57.694616 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:57.765456 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] For port 6ace2990-9678-4521-a830-b460dd9d534e, host n-h1-794306-7, cleared binding levels {{(pid=105438) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 19:20:57.768743 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] For port 6ace2990-9678-4521-a830-b460dd9d534e, host n-h1-794306-7, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6ace2990-9678-4521-a830-b460dd9d534e,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105438) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 19:20:57.776625 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-127022868'] for port, after_update {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:57.816589 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:57.817237 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:20:57.818739 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] 10.222.0.37 "PUT /v2.0/ports/6ace2990-9678-4521-a830-b460dd9d534e HTTP/1.1" status: 200 len: 1092 time: 0.6592274 Jul 16 19:20:57.819191 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:20:57.822571 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac" -d '{"events": [{"name": "network-changed", "server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "tag": "6ace2990-9678-4521-a830-b460dd9d534e"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:20:57.852308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5061ec-cc2f-496e-8d21-53c3c9939537 service neutron] Pushing event updated for resources: {'Port': ['ID=6ace2990-9678-4521-a830-b460dd9d534e,revision_number=3']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:20:57.872357 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:20:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a9a2cb-3fd3-451d-9f90-eb670a36abde x-openstack-request-id: req-54a9a2cb-3fd3-451d-9f90-eb670a36abde {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:20:57.873173 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "tag": "6ace2990-9678-4521-a830-b460dd9d534e", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:20:57.873426 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-54a9a2cb-3fd3-451d-9f90-eb670a36abde {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:20:57.873834 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e', 'status': 'completed', 'code': 200} Jul 16 19:20:57.985019 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf687f-296f-47bd-8d39-1ff5d29ef429 req-0ac48243-2685-41b6-b9d3-12cce94569bc tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:57.987210 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4acf687f-296f-47bd-8d39-1ff5d29ef429 req-0ac48243-2685-41b6-b9d3-12cce94569bc tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 944 time: 0.1167758 Jul 16 19:20:57.993667 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-1c726ae9-7148-434f-919d-7e2fdb47c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:57.995231 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-1c726ae9-7148-434f-919d-7e2fdb47c78e service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 1095 time: 0.0872774 Jul 16 19:20:58.055664 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-9145b80e-215a-48ca-806c-f013bc4f809c service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ace2990-9678-4521-a830-b460dd9d534e HTTP/1.1" status: 200 len: 217 time: 0.0467443 Jul 16 19:20:58.098272 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-4acf687f-296f-47bd-8d39-1ff5d29ef429 req-78a3ba71-9646-4573-a865-0dffc4675fe2 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020529 Jul 16 19:20:58.117895 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-04eb8018-f8f9-42f1-a92c-aed334bbb0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:58.119828 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-04eb8018-f8f9-42f1-a92c-aed334bbb0af service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0535731 Jul 16 19:20:58.180981 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b468b69b-f614-4709-9864-9bc78d843603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:58.182470 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-b468b69b-f614-4709-9864-9bc78d843603 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565770 Jul 16 19:20:58.274687 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-76defd86-3d62-4cac-b3ef-77db2f411c81 service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857344 Jul 16 19:20:58.366806 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-bee77f48-b7f9-4162-9bdb-cebd6cb1fbb2 req-68eadb3d-cfd1-420b-88c6-74a6233209fd service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855744 Jul 16 19:20:58.509047 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac req-69d4cc21-24fe-4114-acb8-a363b30b5f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:58.510566 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac req-69d4cc21-24fe-4114-acb8-a363b30b5f91 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 1095 time: 0.0536077 Jul 16 19:20:58.598999 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac req-a3c0a6a1-6973-4d06-8c61-8d45fef109d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:58.600533 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac req-a3c0a6a1-6973-4d06-8c61-8d45fef109d7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.0840092 Jul 16 19:20:58.645358 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac req-3bb8f621-21c1-4fd2-b366-6b000492d014 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ace2990-9678-4521-a830-b460dd9d534e HTTP/1.1" status: 200 len: 217 time: 0.0374277 Jul 16 19:20:58.693900 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac req-81180f1a-aecd-40b2-9111-95caa7500535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:58.695307 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac req-81180f1a-aecd-40b2-9111-95caa7500535 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0430143 Jul 16 19:20:58.752518 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac req-83ae74de-b95c-419e-bf48-35477a670862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:58.754009 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac req-83ae74de-b95c-419e-bf48-35477a670862 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0510228 Jul 16 19:20:58.846389 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac req-f9f84a64-1e26-40ae-8861-7b725f14c69a service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847306 Jul 16 19:20:58.934387 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-e2a5fbf4-8ce5-428f-8398-5f9d581432ac req-e5aa9326-66b1-4305-9756-05f4f7c14d22 service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803416 Jul 16 19:20:59.284352 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc237fdd-92af-45e9-9576-806ea3a4ef61 req-ef02ecf7-ae4b-48e6-b55d-f34238ca8642 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:20:59.285988 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dc237fdd-92af-45e9-9576-806ea3a4ef61 req-ef02ecf7-ae4b-48e6-b55d-f34238ca8642 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 944 time: 0.0624142 Jul 16 19:20:59.324176 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-dc237fdd-92af-45e9-9576-806ea3a4ef61 req-5f6d2af2-5f21-46f9-ae4c-1f4e64862996 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322151 Jul 16 19:21:00.207751 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6ace2990-9678-4521-a830-b460dd9d534e details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:21:00.214212 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:00.322816 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6ace2990-9678-4521-a830-b460dd9d534e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6ace2990-9678-4521-a830-b460dd9d534e,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:00.335487 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '6ace2990-9678-4521-a830-b460dd9d534e', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'port_id': '6ace2990-9678-4521-a830-b460dd9d534e', 'mac_address': 'fa:16:3e:e1:24:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:21:00.385756 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:00.401324 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ace2990-9678-4521-a830-b460dd9d534e {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:21:00.423076 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6ace2990-9678-4521-a830-b460dd9d534e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6ace2990-9678-4521-a830-b460dd9d534e,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:00.432247 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:00.499953 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=6ace2990-9678-4521-a830-b460dd9d534e,revision_number=4']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:00.538376 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68597c18-c3a8-4651-aac6-abae512d1fbf req-9f80d2bb-3085-429a-bcf3-c9a0c26a1c76 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:00.540422 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68597c18-c3a8-4651-aac6-abae512d1fbf req-9f80d2bb-3085-429a-bcf3-c9a0c26a1c76 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 945 time: 0.0875876 Jul 16 19:21:00.584637 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-68597c18-c3a8-4651-aac6-abae512d1fbf req-be0f4932-02ac-4b12-9341-60201f77c905 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385809 Jul 16 19:21:00.724306 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6ace2990-9678-4521-a830-b460dd9d534e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:21:01.766703 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda4e09-2971-4ddc-9594-46e22b4bcc8d req-31bc232b-d158-414b-a969-f39ad5860f45 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:01.768787 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ecda4e09-2971-4ddc-9594-46e22b4bcc8d req-31bc232b-d158-414b-a969-f39ad5860f45 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 945 time: 0.0695925 Jul 16 19:21:01.808462 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-ecda4e09-2971-4ddc-9594-46e22b4bcc8d req-3c4ef688-55e7-4d32-8288-519b92b4e663 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339024 Jul 16 19:21:02.209206 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6ace2990-9678-4521-a830-b460dd9d534e up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:21:02.256190 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning for port 6ace2990-9678-4521-a830-b460dd9d534e completed by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 19:21:02.259835 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 6ace2990-9678-4521-a830-b460dd9d534e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:21:02.260211 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:02.334858 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:02.357843 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:02.360110 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a53b0e1d-0559-49c0-b7f3-43069ee30343" -d '{"events": [{"server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "name": "network-vif-plugged", "status": "completed", "tag": "6ace2990-9678-4521-a830-b460dd9d534e"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:02.375391 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6ace2990-9678-4521-a830-b460dd9d534e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6ace2990-9678-4521-a830-b460dd9d534e,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:21:02.381113 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:02.409197 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efe2da7-7ccc-4c18-a280-266c60a64d03 x-openstack-request-id: req-1efe2da7-7ccc-4c18-a280-266c60a64d03 {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:02.409488 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "name": "network-vif-plugged", "status": "completed", "tag": "6ace2990-9678-4521-a830-b460dd9d534e", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:02.409740 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1efe2da7-7ccc-4c18-a280-266c60a64d03 {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:02.410125 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e', 'code': 200} Jul 16 19:21:02.437477 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=6ace2990-9678-4521-a830-b460dd9d534e,revision_number=5']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:02.539280 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4c0d91-2452-496e-abe5-0989db52bc18 req-aea7c904-1b90-4820-80e6-c34d2ef749c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:02.540825 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d4c0d91-2452-496e-abe5-0989db52bc18 req-aea7c904-1b90-4820-80e6-c34d2ef749c9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 1097 time: 0.0533559 Jul 16 19:21:02.578319 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-0d4c0d91-2452-496e-abe5-0989db52bc18 req-758ca0ae-bdcc-4a17-b85e-861efac0648f service neutron] 10.222.0.37 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309024 Jul 16 19:21:02.978631 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7319439b-2358-4a47-8bb0-5fd0b5f11721 req-cb52e34d-ecaa-4b5f-a2f8-e55e1f292a01 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:02.980133 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7319439b-2358-4a47-8bb0-5fd0b5f11721 req-cb52e34d-ecaa-4b5f-a2f8-e55e1f292a01 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 946 time: 0.0628719 Jul 16 19:21:03.017763 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-7319439b-2358-4a47-8bb0-5fd0b5f11721 req-cf50ed77-e287-4e72-ae9d-999f3097af75 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321159 Jul 16 19:21:04.199269 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fb617-06bf-4731-a80e-f2d059dbabe0 req-a2861a64-4a06-42e4-97cc-4706c4275008 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:04.200795 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-873fb617-06bf-4731-a80e-f2d059dbabe0 req-a2861a64-4a06-42e4-97cc-4706c4275008 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 946 time: 0.0661764 Jul 16 19:21:04.239847 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-873fb617-06bf-4731-a80e-f2d059dbabe0 req-3607c2d7-5b30-47a6-a314-c598a3bcc4d4 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328276 Jul 16 19:21:04.418503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59063b5-cc74-4440-b9e1-5bc59ce40c4a req-deeab7cf-c55e-401b-aed2-325241348299 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:04.420074 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b59063b5-cc74-4440-b9e1-5bc59ce40c4a req-deeab7cf-c55e-401b-aed2-325241348299 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 946 time: 0.0686779 Jul 16 19:21:04.459801 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-b59063b5-cc74-4440-b9e1-5bc59ce40c4a req-b05e35d2-6175-4508-858b-87f635369b47 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336757 Jul 16 19:21:04.483423 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51004) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:04.537205 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a87a8f-58d3-475f-aca4-978cd5da629d tempest-TestSnapshotPattern-936253538 tempest-TestSnapshotPattern-936253538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:04.538753 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b8a87a8f-58d3-475f-aca4-978cd5da629d tempest-TestSnapshotPattern-936253538 tempest-TestSnapshotPattern-936253538-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 1092 time: 0.0543053 Jul 16 19:21:04.541619 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51006) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:21:04.546139 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.v2.base [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Request body: {'floatingip': {'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'port_id': '6ace2990-9678-4521-a830-b460dd9d534e', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=105439) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 19:21:04.571512 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for floatingip, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:04.682116 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:04.792417 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_common [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Allocated IP 172.25.7.213 (bfa01be5-61b7-48dd-aaef-b6d5bb065e60/7b5dbced-e424-46ea-a6ed-caf4f6ceed4b/fa12851e-9cb7-4e2c-a612-7219f8c43910) {{(pid=105439) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 19:21:04.915368 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for port, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:04.960798 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8746775101085', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:04.999926 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Network bfa01be5-61b7-48dd-aaef-b6d5bb065e60 is already hosted by enough agents. {{(pid=105439) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 19:21:05.006636 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.base_scheduler [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Resources bound (agent type, host, resource id): {{(pid=105439) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 19:21:05.010245 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Received port after_create {{(pid=105439) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 19:21:05.032843 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'Port': ['ID=fa12851e-9cb7-4e2c-a612-7219f8c43910,revision_number=1']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:05.048379 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.048726 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.049592 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.049944 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.050283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.050616 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.050948 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.051276 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.051623 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.052184 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.052475 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.052595 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:21:05.391551 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for floatingip, precommit_create {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:05.472446 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:05.621861 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for port, precommit_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:05.626315 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3741859'] for port, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:05.699901 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event updated for resources: {'Port': ['ID=fa12851e-9cb7-4e2c-a612-7219f8c43910,revision_number=2']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:21:05.712224 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1632419'] for floatingip, after_update {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:05.813441 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Floating IP eb81b0ed-c558-403f-b029-2bfebc3fb97c associated. External IP: 172.25.7.213, port: 6ace2990-9678-4521-a830-b460dd9d534e. Jul 16 19:21:06.029272 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:21:06.135544 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:21:06.145336 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163287bb-c002-4193-a95a-754759e4c34f None None] Sync routers for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:21:06.151612 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:06.154806 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163287bb-c002-4193-a95a-754759e4c34f None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:06.155438 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-163287bb-c002-4193-a95a-754759e4c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:20:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:06.194433 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-77fa9ade-ff81-4441-88d0-6050f9b9a226 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6517799 Jul 16 19:21:06.195040 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:21:06.202070 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a03c18a7-50ed-452d-a213-cbb3a5383241" -d '{"events": [{"name": "network-changed", "server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "tag": "6ace2990-9678-4521-a830-b460dd9d534e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:21:06.264049 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-163287bb-c002-4193-a95a-754759e4c34f None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:06.296142 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38f5deab-2af5-4b59-b220-2e6d1e78e3d4 x-openstack-request-id: req-38f5deab-2af5-4b59-b220-2e6d1e78e3d4 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:21:06.296432 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "tag": "6ace2990-9678-4521-a830-b460dd9d534e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:21:06.296679 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-38f5deab-2af5-4b59-b220-2e6d1e78e3d4 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:21:06.297338 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e', 'status': 'completed', 'code': 200} Jul 16 19:21:06.398819 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c18a7-50ed-452d-a213-cbb3a5383241 req-198fbf53-4c5d-4f95-a6c0-038314403892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:06.400375 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a03c18a7-50ed-452d-a213-cbb3a5383241 req-198fbf53-4c5d-4f95-a6c0-038314403892 service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 1097 time: 0.0595896 Jul 16 19:21:06.487901 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-163287bb-c002-4193-a95a-754759e4c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '674f085a-87d4-46b0-8611-9bee000fac64', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:12:ca:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:33Z', 'updated_at': '2021-07-16T19:18:35Z', 'revision_number': 1, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}, {'id': 'eb81b0ed-c558-403f-b029-2bfebc3fb97c', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.213', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '6ace2990-9678-4521-a830-b460dd9d534e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:e1:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:21:05Z', 'updated_at': '2021-07-16T19:21:05Z', 'revision_number': 0, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:06.492722 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c18a7-50ed-452d-a213-cbb3a5383241 req-f1ea3d1f-03a1-460d-8c35-4c75524e916d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:06.494249 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a03c18a7-50ed-452d-a213-cbb3a5383241 req-f1ea3d1f-03a1-460d-8c35-4c75524e916d service neutron] 10.222.0.37 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.0880506 Jul 16 19:21:06.513926 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163287bb-c002-4193-a95a-754759e4c34f None None] Checking router: 92a75404-92b0-48d1-bd65-2217dc7cd4f2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:21:06.522449 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-163287bb-c002-4193-a95a-754759e4c34f None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:21:06.523034 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-163287bb-c002-4193-a95a-754759e4c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:20:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:06.564374 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a03c18a7-50ed-452d-a213-cbb3a5383241 req-4380052f-e135-432e-a291-917e4674b35e service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ace2990-9678-4521-a830-b460dd9d534e HTTP/1.1" status: 200 len: 1000 time: 0.0640154 Jul 16 19:21:06.612028 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c18a7-50ed-452d-a213-cbb3a5383241 req-e16c9d4c-4d55-43e8-800b-e1fe8f502b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:06.613522 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a03c18a7-50ed-452d-a213-cbb3a5383241 req-e16c9d4c-4d55-43e8-800b-e1fe8f502b78 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0436134 Jul 16 19:21:06.626683 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-163287bb-c002-4193-a95a-754759e4c34f None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:21:06.672682 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03c18a7-50ed-452d-a213-cbb3a5383241 req-8bee71bd-c530-42a9-9889-e0166778fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:06.674231 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a03c18a7-50ed-452d-a213-cbb3a5383241 req-8bee71bd-c530-42a9-9889-e0166778fb7f service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540226 Jul 16 19:21:06.766661 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a03c18a7-50ed-452d-a213-cbb3a5383241 req-017db6bb-2f02-4bd7-ba19-a0ee48abe24d service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863378 Jul 16 19:21:06.853820 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a03c18a7-50ed-452d-a213-cbb3a5383241 req-4cd12c37-6f23-439b-987a-c687b05d7cdd service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808821 Jul 16 19:21:06.856373 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-163287bb-c002-4193-a95a-754759e4c34f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '674f085a-87d4-46b0-8611-9bee000fac64', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:12:ca:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:33Z', 'updated_at': '2021-07-16T19:18:35Z', 'revision_number': 1, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}, {'id': 'eb81b0ed-c558-403f-b029-2bfebc3fb97c', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.213', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '6ace2990-9678-4521-a830-b460dd9d534e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:e1:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:21:05Z', 'updated_at': '2021-07-16T19:21:05Z', 'revision_number': 0, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:21:06.882861 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163287bb-c002-4193-a95a-754759e4c34f None None] The sync data for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 is: [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '674f085a-87d4-46b0-8611-9bee000fac64', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:12:ca:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:33Z', 'updated_at': '2021-07-16T19:18:35Z', 'revision_number': 1, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}, {'id': 'eb81b0ed-c558-403f-b029-2bfebc3fb97c', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.213', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '6ace2990-9678-4521-a830-b460dd9d534e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4314, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:e1:24:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:21:05Z', 'updated_at': '2021-07-16T19:21:05Z', 'revision_number': 0, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:21:07.075245 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-237708da-4870-45e9-bfef-8af995fdc2e7 None None] New status for floating IP eb81b0ed-c558-403f-b029-2bfebc3fb97c: ACTIVE {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:21:08.365603 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-3ff29060-e64b-4fb8-94e2-dcce477250a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0501471 Jul 16 19:21:08.459672 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-d590c048-a197-456c-903a-71ab83da6c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:08.461199 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-d590c048-a197-456c-903a-71ab83da6c6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 1094 time: 0.0533421 Jul 16 19:21:08.566983 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-4add6f0e-52eb-44f1-89a7-a433b9bba75a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:08.568499 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-4add6f0e-52eb-44f1-89a7-a433b9bba75a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.0862319 Jul 16 19:21:08.630584 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-236ea358-dfa2-4146-b232-a9bf5c42a8c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861dd03-c47f-431a-974d-b1315887fae6 HTTP/1.1" status: 200 len: 999 time: 0.0555713 Jul 16 19:21:08.682092 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-7896a0a9-a422-4b7f-995c-6f7892c8db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:08.683608 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-7896a0a9-a422-4b7f-995c-6f7892c8db2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0476477 Jul 16 19:21:08.740545 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-dbf34f99-d96c-44a3-9ecb-d22db7fdb2f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:08.742075 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-dbf34f99-d96c-44a3-9ecb-d22db7fdb2f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522630 Jul 16 19:21:08.829642 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-04b10f91-0057-44d3-b755-ae5e51a00597 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813124 Jul 16 19:21:09.220251 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-d96aa96f-6036-483b-a1b1-a01f9a674ea9 req-e1641fd6-7edf-4374-9a4d-585358390690 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829601 Jul 16 19:21:10.133665 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-e6e12f70-0bb9-492b-a979-349d57af5a7b service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0549839 Jul 16 19:21:10.252491 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-54f8258c-892b-48e2-b494-f406b2fa3c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:10.254006 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-54f8258c-892b-48e2-b494-f406b2fa3c3d service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 1097 time: 0.0630162 Jul 16 19:21:10.356308 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-307a7a36-6d10-432c-a9aa-cc76ff8d60e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:10.357774 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-307a7a36-6d10-432c-a9aa-cc76ff8d60e7 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.0843377 Jul 16 19:21:10.426114 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-e5035c25-6de2-424d-8fa3-ba9c06526e80 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ace2990-9678-4521-a830-b460dd9d534e HTTP/1.1" status: 200 len: 1002 time: 0.0619972 Jul 16 19:21:10.474905 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-1e4e9b07-ff3d-4769-afb6-d1ae5635db43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:10.476395 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-1e4e9b07-ff3d-4769-afb6-d1ae5635db43 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0438125 Jul 16 19:21:10.530762 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-49496df4-787d-4e3e-b60d-2c030a35cd92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:21:10.532241 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-49496df4-787d-4e3e-b60d-2c030a35cd92 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498338 Jul 16 19:21:10.622696 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-603be874-16ae-4e20-9b8f-cceb18263fab service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845182 Jul 16 19:21:10.712840 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-a83324dd-252b-4176-829b-99a84f1fc9ce req-a546b48b-d79c-4d44-997e-c6f6ee1622ab service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842431 Jul 16 19:21:12.994390 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:13.582461 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:21:15.651589 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1a8ebf93-6559-4105-a91c-7e6751f362d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.323372 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:18.328277 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-70b31e3d-ddcf-4269-9710-29253cdc10d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:20.180265 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:22.245188 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:30.210339 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:43.012673 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:45.654077 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ff19ac4d-36ef-4418-b2b7-1e13b530cb08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:48.323758 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:48.331537 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-adb5ea59-6242-4b65-9a75-b943e5ebc1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:50.182766 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:21:50.581346 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:21:52.251244 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:00.225561 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:08.423880 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-64ed08ae-f32b-427f-b326-39a02b363e49 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0912476 Jul 16 19:22:08.517349 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-b29379ad-6175-4f4f-97f5-8dc3c18b6075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:08.518807 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-b29379ad-6175-4f4f-97f5-8dc3c18b6075 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 1094 time: 0.0547869 Jul 16 19:22:08.625688 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-9b285708-d183-46fe-81cd-2b48cf938b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:08.627195 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-9b285708-d183-46fe-81cd-2b48cf938b0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.0876188 Jul 16 19:22:08.695024 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-864bc325-f08b-420a-8ce7-78353149f0d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861dd03-c47f-431a-974d-b1315887fae6 HTTP/1.1" status: 200 len: 999 time: 0.0615051 Jul 16 19:22:08.742626 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-620572af-b240-4303-b349-36a0c11de158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:08.744095 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-620572af-b240-4303-b349-36a0c11de158 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0434675 Jul 16 19:22:08.800633 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-36092c86-fed9-453e-a075-8675bb438cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:08.802184 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-36092c86-fed9-453e-a075-8675bb438cb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522428 Jul 16 19:22:08.896234 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-b3153266-dc7e-4d52-af33-541c42712447 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880628 Jul 16 19:22:08.991756 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-5afa5ef2-3f64-40a8-9c3d-e220b1cf4f23 req-37a2e797-bf7d-4326-b1a5-30be11757882 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898957 Jul 16 19:22:10.119473 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-3d8e5c33-2678-4407-94d0-f3bb7c9cc8f6 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0516577 Jul 16 19:22:10.226004 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-6486b90c-e50b-4615-90d2-1e1e5c0690bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:10.227474 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-6486b90c-e50b-4615-90d2-1e1e5c0690bc service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 1097 time: 0.0506136 Jul 16 19:22:10.677570 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-45130baa-3e43-4109-9c15-efbb1417f3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:10.678952 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-45130baa-3e43-4109-9c15-efbb1417f3d5 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.4321065 Jul 16 19:22:10.741129 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-8bda7e98-bb0d-43d3-a267-4408aa65a983 service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ace2990-9678-4521-a830-b460dd9d534e HTTP/1.1" status: 200 len: 1002 time: 0.0560327 Jul 16 19:22:10.788477 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-bd98de98-c7ed-4b1e-bd14-9766519cbc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:10.789963 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-bd98de98-c7ed-4b1e-bd14-9766519cbc67 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0430965 Jul 16 19:22:10.849155 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-3e721352-598b-48b7-9285-c03094551087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:10.850643 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-3e721352-598b-48b7-9285-c03094551087 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545990 Jul 16 19:22:10.938308 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-a52a1db2-825c-4ff8-8fdf-568a1624eff6 service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810683 Jul 16 19:22:11.030012 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-50b1ae57-355b-40cc-9dcc-6af9f1c608b0 req-162a797c-3689-442e-9f5c-c1575e0a9cd9 service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856333 Jul 16 19:22:13.024202 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:15.655460 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c467efd9-9c7b-429d-9ae6-d2ce6aa2fa4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:18.314625 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:18.332137 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-269fc617-b19a-4a85-b191-df5a62ccd229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:20.185500 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:22.251096 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:27.580741 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:22:30.243062 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:38.677068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6ace2990-9678-4521-a830-b460dd9d534e details requested by agent hyperv_n-h1-794306-7 with host n-h1-794306-7 {{(pid=105440) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 19:22:38.770413 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6ace2990-9678-4521-a830-b460dd9d534e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6ace2990-9678-4521-a830-b460dd9d534e,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:38.781114 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Returning: {'device': '6ace2990-9678-4521-a830-b460dd9d534e', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'port_id': '6ace2990-9678-4521-a830-b460dd9d534e', 'mac_address': 'fa:16:3e:e1:24:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 353, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=105440) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 19:22:38.820896 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:38.834496 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6ace2990-9678-4521-a830-b460dd9d534e {{(pid=105440) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 19:22:38.863003 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6ace2990-9678-4521-a830-b460dd9d534e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6ace2990-9678-4521-a830-b460dd9d534e,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:38.867114 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:38.917892 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=6ace2990-9678-4521-a830-b460dd9d534e,revision_number=6']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:38.925668 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:38.926014 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:38.926356 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:38.926697 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:38.927032 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:38.927417 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:38.927719 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:38.928047 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:38.928372 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:38.928696 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:38.929017 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:38.929338 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105440) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:39.023895 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] get_ports_and_sgs() called for port_ids ['6ace2990-9678-4521-a830-b460dd9d534e'] {{(pid=105440) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 19:22:40.677068 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6ace2990-9678-4521-a830-b460dd9d534e up at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 19:22:40.749443 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.provisioning_blocks [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Provisioning complete for port 6ace2990-9678-4521-a830-b460dd9d534e triggered by entity L2. {{(pid=105440) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 19:22:40.749826 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-881955'] for port, provisioning_complete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:40.839283 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:40.872292 n-d-794306-7 neutron-server[105440]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e'}] {{(pid=105440) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:22:40.876090 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}b04e1bb6701945f71c0ccf8bb31e9e80c0a543478d03539e6437a493ae3e795d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f49a4946-62a2-4dda-8cb4-303fe869cf9f" -d '{"events": [{"server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "name": "network-vif-plugged", "status": "completed", "tag": "6ace2990-9678-4521-a830-b460dd9d534e"}]}' {{(pid=105440) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:22:40.906168 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] For port 6ace2990-9678-4521-a830-b460dd9d534e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6ace2990-9678-4521-a830-b460dd9d534e,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:40.913318 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8746775501141', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8746775101103', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8746775101121'] for port, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:40.942415 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:22:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27242d33-3d92-4b4d-a37e-306ff872797e x-openstack-request-id: req-27242d33-3d92-4b4d-a37e-306ff872797e {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:22:40.942715 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "name": "network-vif-plugged", "status": "completed", "tag": "6ace2990-9678-4521-a830-b460dd9d534e", "code": 200}]} {{(pid=105440) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:22:40.943081 n-d-794306-7 neutron-server[105440]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-27242d33-3d92-4b4d-a37e-306ff872797e {{(pid=105440) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:22:40.943549 n-d-794306-7 neutron-server[105440]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e', 'code': 200} Jul 16 19:22:40.978903 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Pushing event updated for resources: {'Port': ['ID=6ace2990-9678-4521-a830-b460dd9d534e,revision_number=7']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:43.047504 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:45.664885 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-24e27b88-1e84-4470-9a74-4cba19439826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:48.332973 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:48.346280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-408fffaa-3965-4bae-b6d6-c45c533ce72b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:49.614621 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51222) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:49.774232 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Deleting port fa12851e-9cb7-4e2c-a612-7219f8c43910 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:22:49.774574 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:49.848733 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:49.849064 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:49.860600 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Calling delete_port for fa12851e-9cb7-4e2c-a612-7219f8c43910 owned by network:floatingip {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:22:50.011846 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:50.037181 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event deleted for resources: {'Port': ['ID=fa12851e-9cb7-4e2c-a612-7219f8c43910,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:50.048858 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.049208 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.049550 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.049887 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.050224 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.050555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.050885 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.051215 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.051540 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.051892 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.052226 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.052548 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105439) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:50.111280 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for floatingip, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:50.111633 n-d-794306-7 neutron-server[105439]: INFO neutron.db.l3_db [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Floating IP eb81b0ed-c558-403f-b029-2bfebc3fb97c disassociated (deleted). External IP: 172.25.7.213, port: 6ace2990-9678-4521-a830-b460dd9d534e. Jul 16 19:22:50.187591 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:50.322167 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:22:50.434862 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:22:50.439714 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:50.445688 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45951d7d-705d-4112-a79c-05fec25de3a6 None None] Sync routers for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:22:50.459734 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45951d7d-705d-4112-a79c-05fec25de3a6 None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:50.460341 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-45951d7d-705d-4112-a79c-05fec25de3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:22:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:50.483468 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b2bd9e96-77df-4837-9513-9fa85dea0aa3 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "DELETE /v2.0/floatingips/eb81b0ed-c558-403f-b029-2bfebc3fb97c HTTP/1.1" status: 204 len: 168 time: 0.8677475 Jul 16 19:22:50.484112 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:22:50.486467 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3674bccc-6bc4-4337-85cb-13aab2c9034f" -d '{"events": [{"name": "network-changed", "server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "tag": "6ace2990-9678-4521-a830-b460dd9d534e"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:22:50.524359 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f1a10e-4806-4b23-9954-7e85d31c9b07 x-openstack-request-id: req-d0f1a10e-4806-4b23-9954-7e85d31c9b07 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:22:50.524845 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "tag": "6ace2990-9678-4521-a830-b460dd9d534e", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:22:50.525190 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d0f1a10e-4806-4b23-9954-7e85d31c9b07 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:22:50.525770 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e', 'status': 'completed', 'code': 200} Jul 16 19:22:50.569170 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-45951d7d-705d-4112-a79c-05fec25de3a6 None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:50.635515 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674bccc-6bc4-4337-85cb-13aab2c9034f req-d9853237-e7fb-4976-92a5-01a39d65abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:50.637976 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3674bccc-6bc4-4337-85cb-13aab2c9034f req-d9853237-e7fb-4976-92a5-01a39d65abed service neutron] 10.222.0.37 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 1097 time: 0.0677249 Jul 16 19:22:50.758815 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674bccc-6bc4-4337-85cb-13aab2c9034f req-2b859a26-bbf0-421a-bacb-44d544f19934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:50.760354 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3674bccc-6bc4-4337-85cb-13aab2c9034f req-2b859a26-bbf0-421a-bacb-44d544f19934 service neutron] 10.222.0.37 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.1164246 Jul 16 19:22:50.802417 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3674bccc-6bc4-4337-85cb-13aab2c9034f req-9f85e90a-ea7d-4884-aa8e-8ee01c6b1b9f service neutron] 10.222.0.37 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ace2990-9678-4521-a830-b460dd9d534e HTTP/1.1" status: 200 len: 217 time: 0.0355363 Jul 16 19:22:50.807679 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-45951d7d-705d-4112-a79c-05fec25de3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '674f085a-87d4-46b0-8611-9bee000fac64', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:12:ca:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:33Z', 'updated_at': '2021-07-16T19:18:35Z', 'revision_number': 1, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:50.835421 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45951d7d-705d-4112-a79c-05fec25de3a6 None None] Checking router: 92a75404-92b0-48d1-bd65-2217dc7cd4f2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:22:50.844929 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45951d7d-705d-4112-a79c-05fec25de3a6 None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:50.845533 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-45951d7d-705d-4112-a79c-05fec25de3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:22:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:50.866056 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674bccc-6bc4-4337-85cb-13aab2c9034f req-6cd078d3-7f50-4584-8a34-c89159251280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:50.867591 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3674bccc-6bc4-4337-85cb-13aab2c9034f req-6cd078d3-7f50-4584-8a34-c89159251280 service neutron] 10.222.0.37 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0578685 Jul 16 19:22:50.969586 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674bccc-6bc4-4337-85cb-13aab2c9034f req-9ca5dc38-a122-499b-81e4-df8320b32f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:50.971103 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3674bccc-6bc4-4337-85cb-13aab2c9034f req-9ca5dc38-a122-499b-81e4-df8320b32f80 service neutron] 10.222.0.37 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0968091 Jul 16 19:22:50.994971 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56cfcb-3b08-4668-9de7-f42f908b760c req-87e81773-9e7d-42f2-8e49-c464fa08ed26 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:50.996918 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc56cfcb-3b08-4668-9de7-f42f908b760c req-87e81773-9e7d-42f2-8e49-c464fa08ed26 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 946 time: 0.1782565 Jul 16 19:22:51.062761 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-45951d7d-705d-4112-a79c-05fec25de3a6 None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:51.086161 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-cc56cfcb-3b08-4668-9de7-f42f908b760c req-7e308d80-77bd-404d-975f-f36df81317ec tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788815 Jul 16 19:22:51.115749 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3674bccc-6bc4-4337-85cb-13aab2c9034f req-ce975397-46a3-431f-94b3-cad4446d2f50 service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366839 Jul 16 19:22:51.206424 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-3674bccc-6bc4-4337-85cb-13aab2c9034f req-cdf4a741-e824-4c87-9429-1088185cf00e service neutron] 10.222.0.37 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841796 Jul 16 19:22:51.290515 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-45951d7d-705d-4112-a79c-05fec25de3a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '674f085a-87d4-46b0-8611-9bee000fac64', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:12:ca:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:33Z', 'updated_at': '2021-07-16T19:18:35Z', 'revision_number': 1, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:51.316163 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45951d7d-705d-4112-a79c-05fec25de3a6 None None] The sync data for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 is: [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_floatingips': [{'id': '674f085a-87d4-46b0-8611-9bee000fac64', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'floating_ip_address': '172.25.7.215', 'floating_network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'router_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'port_id': '1861dd03-c47f-431a-974d-b1315887fae6', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 4311, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'mac_address': 'fa:16:3e:12:ca:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T19:18:33Z', 'updated_at': '2021-07-16T19:18:35Z', 'revision_number': 1, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:22:51.581730 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f485edc0-4c31-4444-84e9-51f2fdb32190 None None] New status for floating IP eb81b0ed-c558-403f-b029-2bfebc3fb97c: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:22:52.254636 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:52.280794 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f843e7-276b-471c-b241-286ec431162c req-e3456875-f436-46f6-a79c-86cdfe2280d7 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:52.282368 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08f843e7-276b-471c-b241-286ec431162c req-e3456875-f436-46f6-a79c-86cdfe2280d7 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 946 time: 0.0715749 Jul 16 19:22:52.320937 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-08f843e7-276b-471c-b241-286ec431162c req-22203c5d-baa6-46c5-91bb-7652445cdbc5 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329480 Jul 16 19:22:52.457576 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d232864-deb2-4176-89cc-5f980bac28e2 req-2ed93312-b492-40e7-baf3-c2f769cf4b65 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:52.458963 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d232864-deb2-4176-89cc-5f980bac28e2 req-2ed93312-b492-40e7-baf3-c2f769cf4b65 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.37 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 946 time: 0.0683424 Jul 16 19:22:52.560346 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-6d232864-deb2-4176-89cc-5f980bac28e2 req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Deleting port 6ace2990-9678-4521-a830-b460dd9d534e {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:22:52.560680 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6d232864-deb2-4176-89cc-5f980bac28e2 req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:52.664543 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [req-6d232864-deb2-4176-89cc-5f980bac28e2 req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] For port 6ace2990-9678-4521-a830-b460dd9d534e, host n-h1-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-794306-7',level=0,port_id=6ace2990-9678-4521-a830-b460dd9d534e,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:52.664896 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6d232864-deb2-4176-89cc-5f980bac28e2 req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:52.677108 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [req-6d232864-deb2-4176-89cc-5f980bac28e2 req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Calling delete_port for 6ace2990-9678-4521-a830-b460dd9d534e owned by compute:nova {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:22:52.753966 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6ace2990-9678-4521-a830-b460dd9d534e no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:22:52.807608 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6d232864-deb2-4176-89cc-5f980bac28e2 req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:52.834444 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-531411'] for port, before_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:52.841811 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event deleted for resources: {'Port': ['ID=6ace2990-9678-4521-a830-b460dd9d534e,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:52.850536 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.850984 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.851220 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.851573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.851926 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.852262 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.852595 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.852950 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.853246 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.853571 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.853902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.854226 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-794306-7 {{(pid=105438) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 19:22:52.904573 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d232864-deb2-4176-89cc-5f980bac28e2 req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] No DVR routers for this DVR port 6ace2990-9678-4521-a830-b460dd9d534e on host n-h1-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:22:52.907224 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [req-6d232864-deb2-4176-89cc-5f980bac28e2 req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:52.909216 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-6d232864-deb2-4176-89cc-5f980bac28e2 req-ed857135-b699-47a6-8493-143372bdd599 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.37 "DELETE /v2.0/ports/6ace2990-9678-4521-a830-b460dd9d534e HTTP/1.1" status: 204 len: 173 time: 0.4449563 Jul 16 19:22:52.909657 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'name': 'network-vif-deleted', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:22:52.911974 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cc30d6-a2f4-4782-b9e3-7748c467bfd2" -d '{"events": [{"server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "name": "network-vif-deleted", "tag": "6ace2990-9678-4521-a830-b460dd9d534e"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:22:52.951517 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:22:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c115823c-4bde-4513-b444-278fe302b47b x-openstack-request-id: req-c115823c-4bde-4513-b444-278fe302b47b {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:22:52.951838 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c78c7ba4-186d-4cd1-a265-4a7703f679a3", "name": "network-vif-deleted", "tag": "6ace2990-9678-4521-a830-b460dd9d534e", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:22:52.952118 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c115823c-4bde-4513-b444-278fe302b47b {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:22:52.952657 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c78c7ba4-186d-4cd1-a265-4a7703f679a3', 'name': 'network-vif-deleted', 'tag': '6ace2990-9678-4521-a830-b460dd9d534e', 'status': 'completed', 'code': 200} Jul 16 19:22:53.481226 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-4b94998f-6cea-4e90-83ac-acdd9422e77d req-743cfec4-4821-47f8-bb32-3310a118a8ff tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c78c7ba4-186d-4cd1-a265-4a7703f679a3 HTTP/1.1" status: 200 len: 210 time: 0.0293777 Jul 16 19:22:55.152782 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51284) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:22:55.317015 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Deleting port db51e6fd-44c7-4505-912f-1ab4bd08c1b8 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:22:55.317257 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.405133 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.405607 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.420046 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Calling delete_port for db51e6fd-44c7-4505-912f-1ab4bd08c1b8 owned by network:floatingip {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:22:55.593440 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.623917 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event deleted for resources: {'Port': ['ID=db51e6fd-44c7-4505-912f-1ab4bd08c1b8,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:55.689376 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for floatingip, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:55.689764 n-d-794306-7 neutron-server[105438]: INFO neutron.db.l3_db [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Floating IP 674f085a-87d4-46b0-8611-9bee000fac64 disassociated (deleted). External IP: 172.25.7.215, port: 1861dd03-c47f-431a-974d-b1315887fae6. Jul 16 19:22:55.904704 n-d-794306-7 neutron-server[105438]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105438) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:22:56.013542 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105438) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:22:56.018506 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for floatingip, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:56.023010 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ea911-80fb-445c-a3aa-e5f660f51ad8 None None] Sync routers for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:22:56.033200 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ea911-80fb-445c-a3aa-e5f660f51ad8 None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:56.034286 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e3ea911-80fb-445c-a3aa-e5f660f51ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:22:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:56.059665 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-f893af6c-0c55-4d05-be9b-3f249c243c10 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "DELETE /v2.0/floatingips/674f085a-87d4-46b0-8611-9bee000fac64 HTTP/1.1" status: 204 len: 168 time: 0.9057033 Jul 16 19:22:56.060264 n-d-794306-7 neutron-server[105438]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6'}] {{(pid=105438) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:22:56.062574 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cecc5f829741a193082676303e3d409dc4235f91162bc5e37776d0b06f0706b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f891042-593b-4cbc-8860-7fd46a50927f" -d '{"events": [{"name": "network-changed", "server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "tag": "1861dd03-c47f-431a-974d-b1315887fae6"}]}' {{(pid=105438) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:22:56.124174 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 19:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47dbaeca-65d4-4340-9142-422af0dbd699 x-openstack-request-id: req-47dbaeca-65d4-4340-9142-422af0dbd699 {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:22:56.124980 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "tag": "1861dd03-c47f-431a-974d-b1315887fae6", "status": "completed", "code": 200}]} {{(pid=105438) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:22:56.125724 n-d-794306-7 neutron-server[105438]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-47dbaeca-65d4-4340-9142-422af0dbd699 {{(pid=105438) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:22:56.125880 n-d-794306-7 neutron-server[105438]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6', 'status': 'completed', 'code': 200} Jul 16 19:22:56.155257 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4e3ea911-80fb-445c-a3aa-e5f660f51ad8 None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:56.218555 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f891042-593b-4cbc-8860-7fd46a50927f req-102c927a-0293-4be7-8e8a-155a9aff890f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:56.220294 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f891042-593b-4cbc-8860-7fd46a50927f req-102c927a-0293-4be7-8e8a-155a9aff890f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=825cce6bff8c4de58800ce896d47eae4&device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 1094 time: 0.0692616 Jul 16 19:22:56.338447 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f891042-593b-4cbc-8860-7fd46a50927f req-d9db0c5a-73d2-4ec0-b7f3-e367bfa9f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:56.341776 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f891042-593b-4cbc-8860-7fd46a50927f req-d9db0c5a-73d2-4ec0-b7f3-e367bfa9f927 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 200 len: 911 time: 0.1146703 Jul 16 19:22:56.401522 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f891042-593b-4cbc-8860-7fd46a50927f req-f0c38608-596f-4485-9d3a-f304fe9cdc23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1861dd03-c47f-431a-974d-b1315887fae6 HTTP/1.1" status: 200 len: 217 time: 0.0517201 Jul 16 19:22:56.415941 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e3ea911-80fb-445c-a3aa-e5f660f51ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:56.446907 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ea911-80fb-445c-a3aa-e5f660f51ad8 None None] Checking router: 92a75404-92b0-48d1-bd65-2217dc7cd4f2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:22:56.461888 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3ea911-80fb-445c-a3aa-e5f660f51ad8 None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:22:56.461888 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e3ea911-80fb-445c-a3aa-e5f660f51ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:22:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:56.463107 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f891042-593b-4cbc-8860-7fd46a50927f req-10551a86-6659-4aee-81c1-0bdb60cd71bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:56.465980 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f891042-593b-4cbc-8860-7fd46a50927f req-10551a86-6659-4aee-81c1-0bdb60cd71bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 200 len: 849 time: 0.0557849 Jul 16 19:22:56.495002 n-d-794306-7 neutron-server[105438]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d8251f-f785-4155-b0d5-3143116d39e9 req-7a3d44ab-73a3-4c39-b507-7876c4ae221d tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105438) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:56.502355 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-04d8251f-f785-4155-b0d5-3143116d39e9 req-7a3d44ab-73a3-4c39-b507-7876c4ae221d tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 943 time: 0.0803952 Jul 16 19:22:56.552291 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [req-04d8251f-f785-4155-b0d5-3143116d39e9 req-51b05c1a-6e0b-4787-8305-623486f69f5f tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488546 Jul 16 19:22:56.557013 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f891042-593b-4cbc-8860-7fd46a50927f req-cf113f6e-be35-48bf-b4ff-a803a41dc087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:56.558866 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f891042-593b-4cbc-8860-7fd46a50927f req-cf113f6e-be35-48bf-b4ff-a803a41dc087 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0802178 Jul 16 19:22:56.587299 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-4e3ea911-80fb-445c-a3aa-e5f660f51ad8 None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:22:56.664267 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f891042-593b-4cbc-8860-7fd46a50927f req-483b9a4b-f8c0-4e4d-85f4-6ae29bb7a198 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973425 Jul 16 19:22:56.770222 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-8f891042-593b-4cbc-8860-7fd46a50927f req-9d35bc1f-3e75-4a00-8a8a-8b74ccbe1bf7 service neutron] 10.222.0.18 "GET /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990839 Jul 16 19:22:56.787484 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6ace2990-9678-4521-a830-b460dd9d534e no longer exists at agent hyperv_n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:22:56.817812 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-4e3ea911-80fb-445c-a3aa-e5f660f51ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:22:56.818531 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] No Port match for: 6ace2990-9678-4521-a830-b460dd9d534e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:22:56.818978 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Device 6ace2990-9678-4521-a830-b460dd9d534e not bound to the agent host n-h1-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:22:56.847448 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3ea911-80fb-445c-a3aa-e5f660f51ad8 None None] The sync data for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 is: [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:18:13Z', 'revision_number': 4, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7', '_interfaces': [{'id': '8283310b-1d2b-41ff-95d3-756aae28c8cf', 'name': '', 'network_id': '4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'mac_address': 'fa:16:3e:a9:e5:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4287, 'fixed_ips': [{'subnet_id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:12Z', 'updated_at': '2021-07-16T19:18:19Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'subnets': [{'id': '7abd5e67-acfa-41ff-aa50-1bf42f1b5e94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:22:57.081928 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7be8ea-04f6-4255-b83b-a9f82e26f19c None None] New status for floating IP 674f085a-87d4-46b0-8611-9bee000fac64: DOWN {{(pid=105440) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 19:22:57.777745 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53658ea9-9b83-4ab5-a9a7-4d12200bf9cf req-26407e61-6b27-4631-a321-f1724aca7963 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:57.779369 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53658ea9-9b83-4ab5-a9a7-4d12200bf9cf req-26407e61-6b27-4631-a321-f1724aca7963 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 943 time: 0.1161153 Jul 16 19:22:57.823293 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-53658ea9-9b83-4ab5-a9a7-4d12200bf9cf req-9732b043-d31b-4aed-8ce2-2caf26e8691b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/security-groups?id=95938682-a6f8-43e7-b213-7fb0817abe01&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383475 Jul 16 19:22:57.927314 n-d-794306-7 neutron-server[105439]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ed2e3c-6f83-49fd-a3a6-07703c9b8563 req-9366dd46-194c-475d-a1ab-7d7e643e6045 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=105439) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 19:22:57.928729 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8ed2e3c-6f83-49fd-a3a6-07703c9b8563 req-9366dd46-194c-475d-a1ab-7d7e643e6045 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.18 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 943 time: 0.0648580 Jul 16 19:22:58.033040 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a8ed2e3c-6f83-49fd-a3a6-07703c9b8563 req-8d669c02-c64c-4e32-a79d-2b2ca5b0715b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Deleting port 1861dd03-c47f-431a-974d-b1315887fae6 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:22:58.033390 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a8ed2e3c-6f83-49fd-a3a6-07703c9b8563 req-8d669c02-c64c-4e32-a79d-2b2ca5b0715b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:58.127841 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [req-a8ed2e3c-6f83-49fd-a3a6-07703c9b8563 req-8d669c02-c64c-4e32-a79d-2b2ca5b0715b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] For port 1861dd03-c47f-431a-974d-b1315887fae6, host n-h2-794306-7, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-794306-7',level=0,port_id=1861dd03-c47f-431a-974d-b1315887fae6,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:22:58.128205 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a8ed2e3c-6f83-49fd-a3a6-07703c9b8563 req-8d669c02-c64c-4e32-a79d-2b2ca5b0715b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:58.141170 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [req-a8ed2e3c-6f83-49fd-a3a6-07703c9b8563 req-8d669c02-c64c-4e32-a79d-2b2ca5b0715b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Calling delete_port for 1861dd03-c47f-431a-974d-b1315887fae6 owned by compute:nova {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:22:58.278490 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a8ed2e3c-6f83-49fd-a3a6-07703c9b8563 req-8d669c02-c64c-4e32-a79d-2b2ca5b0715b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:58.310288 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d669c02-c64c-4e32-a79d-2b2ca5b0715b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event deleted for resources: {'Port': ['ID=1861dd03-c47f-431a-974d-b1315887fae6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:22:58.357578 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8ed2e3c-6f83-49fd-a3a6-07703c9b8563 req-8d669c02-c64c-4e32-a79d-2b2ca5b0715b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] No DVR routers for this DVR port 1861dd03-c47f-431a-974d-b1315887fae6 on host n-h2-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:22:58.360450 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [req-a8ed2e3c-6f83-49fd-a3a6-07703c9b8563 req-8d669c02-c64c-4e32-a79d-2b2ca5b0715b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-131571'] for port, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:22:58.362807 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-a8ed2e3c-6f83-49fd-a3a6-07703c9b8563 req-8d669c02-c64c-4e32-a79d-2b2ca5b0715b tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.18 "DELETE /v2.0/ports/1861dd03-c47f-431a-974d-b1315887fae6 HTTP/1.1" status: 204 len: 173 time: 0.4285948 Jul 16 19:22:58.363260 n-d-794306-7 neutron-server[105439]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'name': 'network-vif-deleted', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6'}] {{(pid=105439) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 19:22:58.366075 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}98177562188e459f1bcb51c24969d5b3048716ebaa2289713ee7284dd2f74bac" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537492f4-5a64-451e-96a2-b52fa9a0732d" -d '{"events": [{"server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "name": "network-vif-deleted", "tag": "1861dd03-c47f-431a-974d-b1315887fae6"}]}' {{(pid=105439) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 19:22:58.404090 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 19:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0b6fea-6ba8-4b64-bdb8-1ff077df4898 x-openstack-request-id: req-6b0b6fea-6ba8-4b64-bdb8-1ff077df4898 {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 19:22:58.404397 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c00dbe32-dc0d-4415-808c-25387d391d53", "name": "network-vif-deleted", "tag": "1861dd03-c47f-431a-974d-b1315887fae6", "status": "completed", "code": 200}]} {{(pid=105439) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 19:22:58.404663 n-d-794306-7 neutron-server[105439]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6b0b6fea-6ba8-4b64-bdb8-1ff077df4898 {{(pid=105439) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 19:22:58.405066 n-d-794306-7 neutron-server[105439]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c00dbe32-dc0d-4415-808c-25387d391d53', 'name': 'network-vif-deleted', 'tag': '1861dd03-c47f-431a-974d-b1315887fae6', 'status': 'completed', 'code': 200} Jul 16 19:22:58.989055 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [req-157e137f-9c26-4914-ae41-6d4aa33f2160 req-a56d6034-f08c-44e1-bb52-4dc77d6dd4c5 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "GET /v2.0/ports?device_id=c00dbe32-dc0d-4415-808c-25387d391d53 HTTP/1.1" status: 200 len: 210 time: 0.0310562 Jul 16 19:23:00.093480 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51304) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:00.154863 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-673cc3f3-8aa1-4a7c-90ab-eea771a4a0e0 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:00.180639 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-673cc3f3-8aa1-4a7c-90ab-eea771a4a0e0 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:00.242877 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-673cc3f3-8aa1-4a7c-90ab-eea771a4a0e0 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:00.244510 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:00.246758 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-673cc3f3-8aa1-4a7c-90ab-eea771a4a0e0 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Notify callbacks [] for security_group, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:00.247979 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-673cc3f3-8aa1-4a7c-90ab-eea771a4a0e0 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] 10.222.0.47 "DELETE /v2.0/security-groups/95938682-a6f8-43e7-b213-7fb0817abe01 HTTP/1.1" status: 204 len: 168 time: 0.1534991 Jul 16 19:23:00.257414 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673cc3f3-8aa1-4a7c-90ab-eea771a4a0e0 tempest-TestSnapshotPattern-169066466 tempest-TestSnapshotPattern-169066466-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95938682-a6f8-43e7-b213-7fb0817abe01,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:00.295927 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51308) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:00.645645 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:00.826007 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1861dd03-c47f-431a-974d-b1315887fae6 no longer exists at agent hyperv_n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:00.857850 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] No Port match for: 1861dd03-c47f-431a-974d-b1315887fae6 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:00.858304 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Device 1861dd03-c47f-431a-974d-b1315887fae6 not bound to the agent host n-h2-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:00.914058 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] Deleting port 8283310b-1d2b-41ff-95d3-756aae28c8cf {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:00.914316 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:00.991078 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] For port 8283310b-1d2b-41ff-95d3-756aae28c8cf, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=8283310b-1d2b-41ff-95d3-756aae28c8cf,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:00.991440 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:01.008242 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] Calling delete_port for 8283310b-1d2b-41ff-95d3-756aae28c8cf owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:01.206034 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:01.232980 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] Pushing event deleted for resources: {'Port': ['ID=8283310b-1d2b-41ff-95d3-756aae28c8cf,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:01.404572 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:01.624220 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] Router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:23:01.731283 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:01.736084 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-248e184c-d3fa-4e2d-8302-cb9e3c98603c admin admin] 10.222.0.47 "PUT /v2.0/routers/92a75404-92b0-48d1-bd65-2217dc7cd4f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4391108 Jul 16 19:23:01.738586 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51312) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:01.740016 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6a462-0a81-4fbd-9bdc-53b77ffb69be None None] Sync routers for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:01.754974 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6a462-0a81-4fbd-9bdc-53b77ffb69be None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:01.755615 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cea6a462-0a81-4fbd-9bdc-53b77ffb69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:22:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:01.864386 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-cea6a462-0a81-4fbd-9bdc-53b77ffb69be None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:02.148444 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cea6a462-0a81-4fbd-9bdc-53b77ffb69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:23:01Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:02.153104 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.176126 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6a462-0a81-4fbd-9bdc-53b77ffb69be None None] Checking router: 92a75404-92b0-48d1-bd65-2217dc7cd4f2 for host: n-d-794306-7 {{(pid=105441) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:02.185326 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea6a462-0a81-4fbd-9bdc-53b77ffb69be None None] Routers {'92a75404-92b0-48d1-bd65-2217dc7cd4f2'} bound to L3 agent in host n-d-794306-7 {{(pid=105441) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:02.185964 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cea6a462-0a81-4fbd-9bdc-53b77ffb69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:22:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'], 'active': True} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:02.256810 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.302981 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_dvr_db [None req-cea6a462-0a81-4fbd-9bdc-53b77ffb69be None None] Set router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 gateway port host: n-d-794306-7 {{(pid=105441) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:02.311533 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Deleting port c410894b-c93c-471d-b6eb-5b65f4da8127 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:02.311896 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.402775 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] For port c410894b-c93c-471d-b6eb-5b65f4da8127, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=c410894b-c93c-471d-b6eb-5b65f4da8127,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:02.402775 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.420513 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Calling delete_port for c410894b-c93c-471d-b6eb-5b65f4da8127 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:02.504006 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.l3_hamode_db [None req-cea6a462-0a81-4fbd-9bdc-53b77ffb69be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:23:01Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105441) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:02.532284 n-d-794306-7 neutron-server[105441]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea6a462-0a81-4fbd-9bdc-53b77ffb69be None None] The sync data for ids ['92a75404-92b0-48d1-bd65-2217dc7cd4f2'] in n-d-794306-7 is: [{'id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'name': 'tempest-TestSnapshotPattern-1210924701-router', 'tenant_id': '825cce6bff8c4de58800ce896d47eae4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12'}], 'enable_snat': True}, 'gw_port_id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:10Z', 'updated_at': '2021-07-16T19:23:01Z', 'revision_number': 5, 'project_id': '825cce6bff8c4de58800ce896d47eae4', 'gw_port': {'id': 'c410894b-c93c-471d-b6eb-5b65f4da8127', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:60:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92a75404-92b0-48d1-bd65-2217dc7cd4f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4286, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:11Z', 'updated_at': '2021-07-16T19:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}] {{(pid=105441) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:02.606684 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.639808 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c410894b-c93c-471d-b6eb-5b65f4da8127,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:02.708054 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.800319 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.802631 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.848930 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.849524 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92a75404-92b0-48d1-bd65-2217dc7cd4f2 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:23:02.855280 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.858421 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-b1b2fd52-9bdd-4e8b-b3e6-203b8a1e4e6f admin admin] 10.222.0.47 "DELETE /v2.0/routers/92a75404-92b0-48d1-bd65-2217dc7cd4f2 HTTP/1.1" status: 204 len: 168 time: 1.1188858 Jul 16 19:23:02.858664 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51316) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:02.910206 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a46520-e196-4482-a6a7-ee7a477b1a7f admin admin] Deleting subnet 7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 {{(pid=105438) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:23:02.916702 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87a46520-e196-4482-a6a7-ee7a477b1a7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:02.966609 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87a46520-e196-4482-a6a7-ee7a477b1a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-127749021'] for subnet, precommit_delete_associations {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.006757 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8283310b-1d2b-41ff-95d3-756aae28c8cf no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:03.033558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 8283310b-1d2b-41ff-95d3-756aae28c8cf {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:03.033997 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 8283310b-1d2b-41ff-95d3-756aae28c8cf not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:03.056859 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87a46520-e196-4482-a6a7-ee7a477b1a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.128415 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87a46520-e196-4482-a6a7-ee7a477b1a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-127022942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-127098581'] for subnet, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.165677 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a46520-e196-4482-a6a7-ee7a477b1a7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7abd5e67-acfa-41ff-aa50-1bf42f1b5e94,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:03.170235 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-87a46520-e196-4482-a6a7-ee7a477b1a7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.172220 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-87a46520-e196-4482-a6a7-ee7a477b1a7f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7abd5e67-acfa-41ff-aa50-1bf42f1b5e94 HTTP/1.1" status: 204 len: 168 time: 0.3126245 Jul 16 19:23:03.175086 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [-] (105438) accepted ('10.222.0.47', 51318) {{(pid=105438) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:03.181708 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89ffe97-ae8f-48a1-b208-d5361e13f093 None None] Network 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:23:03.265270 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.334200 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Deleting port 3084b628-adb8-466b-afb7-7ddead95eab2 {{(pid=105438) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:03.334612 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.426902 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.db [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] For port 3084b628-adb8-466b-afb7-7ddead95eab2, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3084b628-adb8-466b-afb7-7ddead95eab2,segment=NetworkSegment(ca487181-8bd2-4a5d-a0e4-1df23b4a136d),segment_id=ca487181-8bd2-4a5d-a0e4-1df23b4a136d)] {{(pid=105438) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:03.427271 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.440843 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.plugin [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Calling delete_port for 3084b628-adb8-466b-afb7-7ddead95eab2 owned by network:dhcp {{(pid=105438) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:03.530777 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-127022893'] for port, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.558607 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3084b628-adb8-466b-afb7-7ddead95eab2,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:03.564590 n-d-794306-7 neutron-server[105438]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] No DVR routers for this DVR port 3084b628-adb8-466b-afb7-7ddead95eab2 on host n-d-794306-7 {{(pid=105438) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:23:03.658021 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.673475 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3']}} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:03.683959 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d') {'for_net_delete': True} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:03.684297 n-d-794306-7 neutron-server[105438]: DEBUG neutron.services.segments.db [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca487181-8bd2-4a5d-a0e4-1df23b4a136d') {} {{(pid=105438) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:03.696305 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-127749034'] for segment, before_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.704669 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663b5f3c-5b61-4cd5-b587-f724da7b82f9 None None] DHCP port deletion for 4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:23:03.716379 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.728587 n-d-794306-7 neutron-server[105438]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Releasing vlan 353 on physical network physnet1 to pool {{(pid=105438) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:23:03.729072 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-127021564'] for segment, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: Traceback (most recent call last): Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: timer() Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: cb(*args, **kw) Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: return func(*args, **kwargs) Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: self._notify() Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: self.callback(batched_events) Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: event.method(event) Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: return f(self, *a, **k) Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: return self._get(url).json() Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: return self.request(url, 'GET', **kwargs) Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:23:03.745946 n-d-794306-7 neutron-server[105438]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:23:03.825894 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.831434 n-d-794306-7 neutron-server[105438]: DEBUG neutron_lib.callbacks.manager [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Notify callbacks [] for network, before_response {{(pid=105438) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:03.833582 n-d-794306-7 neutron-server[105438]: INFO neutron.wsgi [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] 10.222.0.47 "DELETE /v2.0/networks/4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3 HTTP/1.1" status: 204 len: 168 time: 0.6575134 Jul 16 19:23:03.836955 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51320) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:03.847753 n-d-794306-7 neutron-server[105438]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33d5bee-68c2-4b4b-b40f-2fc3139202c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4aaaf7d3-d3fe-4dd0-96a3-037b14c182c3,revision_number=None']} {{(pid=105438) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:04.211089 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-2008483'] for router_interface, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.462925 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] Deleting port ef87175a-0820-49fd-8611-5034eefb5f78 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:04.463183 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.539857 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] For port ef87175a-0820-49fd-8611-5034eefb5f78, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=ef87175a-0820-49fd-8611-5034eefb5f78,segment=NetworkSegment(be63781b-8db2-4b0d-8666-571ccfc768bc),segment_id=be63781b-8db2-4b0d-8666-571ccfc768bc)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:04.540217 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.553570 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] Calling delete_port for ef87175a-0820-49fd-8611-5034eefb5f78 owned by network:router_interface {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:04.579540 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:23:04.734162 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:04.764265 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef87175a-0820-49fd-8611-5034eefb5f78,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:04.764955 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c410894b-c93c-471d-b6eb-5b65f4da8127 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:04.789707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: c410894b-c93c-471d-b6eb-5b65f4da8127 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:04.789707 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device c410894b-c93c-471d-b6eb-5b65f4da8127 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:04.790119 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3084b628-adb8-466b-afb7-7ddead95eab2 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:04.810557 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3084b628-adb8-466b-afb7-7ddead95eab2 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:04.810943 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3084b628-adb8-466b-afb7-7ddead95eab2 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:04.947514 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1579795', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-2009651'] for router_interface, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.174699 n-d-794306-7 neutron-server[105439]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] Router a33b6e0b-c554-405f-87bf-e905b6e12038 has already been hosted by L3 agent 31d166d4-7e1e-4e35-b2a3-ef6227a08956 {{(pid=105439) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 19:23:05.282306 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] Notify agent at l3_agent.n-d-794306-7 the message routers_updated {{(pid=105439) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 19:23:05.289276 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-bdb3654d-4e0e-460c-9fd1-677c85c129d4 admin admin] 10.222.0.47 "PUT /v2.0/routers/a33b6e0b-c554-405f-87bf-e905b6e12038/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4510224 Jul 16 19:23:05.291729 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51322) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:05.293049 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bba950-69c8-4283-a334-322c376c8a83 None None] Sync routers for ids ['a33b6e0b-c554-405f-87bf-e905b6e12038'] in n-d-794306-7 {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 19:23:05.302977 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bba950-69c8-4283-a334-322c376c8a83 None None] Routers {'a33b6e0b-c554-405f-87bf-e905b6e12038'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:05.303638 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-17bba950-69c8-4283-a334-322c376c8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:22:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a33b6e0b-c554-405f-87bf-e905b6e12038'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:05.394466 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Notify callbacks [] for router, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.414702 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-17bba950-69c8-4283-a334-322c376c8a83 None None] Set router a33b6e0b-c554-405f-87bf-e905b6e12038 gateway port host: n-d-794306-7 {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:05.494313 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.550679 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Deleting port 4c8d6a09-837a-4024-8354-cabd4c075230 {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:05.550921 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.593281 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-17bba950-69c8-4283-a334-322c376c8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'name': 'tempest-TestSnapshotPattern-7514085-router', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'external_fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101'}], 'enable_snat': True}, 'gw_port_id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:15Z', 'updated_at': '2021-07-16T19:23:04Z', 'revision_number': 5, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'gw_port': {'id': '4c8d6a09-837a-4024-8354-cabd4c075230', 'name': '', 'network_id': 'bfa01be5-61b7-48dd-aaef-b6d5bb065e60', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:79:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4298, 'fixed_ips': [{'subnet_id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'ip_address': '172.25.7.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-794306-7', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T19:18:16Z', 'updated_at': '2021-07-16T19:18:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b5dbced-e424-46ea-a6ed-caf4f6ceed4b', 'cidr': '172.25.7.0/24', 'gateway_ip': '172.25.7.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-794306-7'}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:05.625058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bba950-69c8-4283-a334-322c376c8a83 None None] Checking router: a33b6e0b-c554-405f-87bf-e905b6e12038 for host: n-d-794306-7 {{(pid=105440) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 19:23:05.629432 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] For port 4c8d6a09-837a-4024-8354-cabd4c075230, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=4c8d6a09-837a-4024-8354-cabd4c075230,segment=NetworkSegment(1507a59c-dc53-4c97-b970-ff2299f5523a),segment_id=1507a59c-dc53-4c97-b970-ff2299f5523a)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:05.629796 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.633474 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17bba950-69c8-4283-a334-322c376c8a83 None None] Routers {'a33b6e0b-c554-405f-87bf-e905b6e12038'} bound to L3 agent in host n-d-794306-7 {{(pid=105440) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 19:23:05.634087 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-17bba950-69c8-4283-a334-322c376c8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-794306-7', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T17:42:48Z,description=,heartbeat_timestamp=2021-07-16T19:22:48Z,host='n-d-794306-7',id=31d166d4-7e1e-4e35-b2a3-ef6227a08956,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T17:42:48Z,topic='l3_agent')) {'router_ids': ['a33b6e0b-c554-405f-87bf-e905b6e12038'], 'active': True} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:05.643301 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Calling delete_port for 4c8d6a09-837a-4024-8354-cabd4c075230 owned by network:router_gateway {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:05.719726 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvr_db [None req-17bba950-69c8-4283-a334-322c376c8a83 None None] Set router a33b6e0b-c554-405f-87bf-e905b6e12038 gateway port host: None {{(pid=105440) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 19:23:05.771039 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_hamode_db [None req-17bba950-69c8-4283-a334-322c376c8a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'name': 'tempest-TestSnapshotPattern-7514085-router', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:15Z', 'updated_at': '2021-07-16T19:23:05Z', 'revision_number': 6, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'gw_port_host': None}], 'n-d-794306-7', False) {} {{(pid=105440) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:05.801605 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17bba950-69c8-4283-a334-322c376c8a83 None None] The sync data for ids ['a33b6e0b-c554-405f-87bf-e905b6e12038'] in n-d-794306-7 is: [{'id': 'a33b6e0b-c554-405f-87bf-e905b6e12038', 'name': 'tempest-TestSnapshotPattern-7514085-router', 'tenant_id': '8f8be0a29a1541638710c68f22976d57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T19:18:15Z', 'updated_at': '2021-07-16T19:23:05Z', 'revision_number': 6, 'project_id': '8f8be0a29a1541638710c68f22976d57', 'gw_port_host': None}] {{(pid=105440) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 19:23:05.816538 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.844350 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c8d6a09-837a-4024-8354-cabd4c075230,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:05.909055 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1632361'] for router_gateway, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.996792 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-2006013', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15712'] for router, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:05.998914 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.041838 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-2008043'] for router, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.042405 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a33b6e0b-c554-405f-87bf-e905b6e12038 {{(pid=105439) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 19:23:06.047255 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] Notify callbacks [] for router, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.048435 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-7013e802-8973-42fd-a979-e89d17990789 admin admin] 10.222.0.47 "DELETE /v2.0/routers/a33b6e0b-c554-405f-87bf-e905b6e12038 HTTP/1.1" status: 204 len: 168 time: 0.7558057 Jul 16 19:23:06.051166 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51324) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:06.099364 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b6f3edb-cbcc-4165-8bde-3d96afe302d6 admin admin] Deleting subnet b3c1abf9-5896-4277-9f4e-f4097ea909a6 {{(pid=105439) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 19:23:06.102283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3edb-cbcc-4165-8bde-3d96afe302d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.138472 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3edb-cbcc-4165-8bde-3d96afe302d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3244922'] for subnet, precommit_delete_associations {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.219840 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3edb-cbcc-4165-8bde-3d96afe302d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-883146'] for subnet, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.272898 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3edb-cbcc-4165-8bde-3d96afe302d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-883197', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-17068', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3741929', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-126252078'] for subnet, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.304271 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6f3edb-cbcc-4165-8bde-3d96afe302d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3c1abf9-5896-4277-9f4e-f4097ea909a6,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:06.307670 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-4b6f3edb-cbcc-4165-8bde-3d96afe302d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.309781 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-4b6f3edb-cbcc-4165-8bde-3d96afe302d6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/b3c1abf9-5896-4277-9f4e-f4097ea909a6 HTTP/1.1" status: 204 len: 168 time: 0.2575526 Jul 16 19:23:06.312614 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51326) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:06.313799 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d50f6e2-ac63-40fb-bfa8-5911c7d7b8a6 None None] Network 21438b79-4a62-40be-9365-7472fbd3a903 requested from n-d-794306-7 {{(pid=105440) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 19:23:06.380816 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-576673'] for network, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.433727 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Deleting port 3dc9f92d-77ae-40f7-b309-112831b7792e {{(pid=105439) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:06.434405 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.502403 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.db [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] For port 3dc9f92d-77ae-40f7-b309-112831b7792e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3dc9f92d-77ae-40f7-b309-112831b7792e,segment=NetworkSegment(be63781b-8db2-4b0d-8666-571ccfc768bc),segment_id=be63781b-8db2-4b0d-8666-571ccfc768bc)] {{(pid=105439) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:06.502764 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.516378 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.plugin [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Calling delete_port for 3dc9f92d-77ae-40f7-b309-112831b7792e owned by network:dhcp {{(pid=105439) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:06.543058 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dc4e8af-5212-4988-94db-f3db011b8784 None None] DHCP port deletion for 21438b79-4a62-40be-9365-7472fbd3a903 request from n-d-794306-7 {{(pid=105440) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 19:23:06.593052 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4e8af-5212-4988-94db-f3db011b8784 None None] Deleting port 3dc9f92d-77ae-40f7-b309-112831b7792e {{(pid=105440) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 19:23:06.593435 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e8af-5212-4988-94db-f3db011b8784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8746775500719'] for port, before_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.601283 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3741850'] for port, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.627713 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Pushing event deleted for resources: {'Port': ['ID=3dc9f92d-77ae-40f7-b309-112831b7792e,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:06.631233 n-d-794306-7 neutron-server[105439]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] No DVR routers for this DVR port 3dc9f92d-77ae-40f7-b309-112831b7792e on host n-d-794306-7 {{(pid=105439) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:23:06.658607 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.db [None req-4dc4e8af-5212-4988-94db-f3db011b8784 None None] For port 3dc9f92d-77ae-40f7-b309-112831b7792e, host n-d-794306-7, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-794306-7',level=0,port_id=3dc9f92d-77ae-40f7-b309-112831b7792e,segment=NetworkSegment(be63781b-8db2-4b0d-8666-571ccfc768bc),segment_id=be63781b-8db2-4b0d-8666-571ccfc768bc)] {{(pid=105440) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 19:23:06.659006 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e8af-5212-4988-94db-f3db011b8784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-2007960'] for port, precommit_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.672214 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-4dc4e8af-5212-4988-94db-f3db011b8784 None None] Calling delete_port for 3dc9f92d-77ae-40f7-b309-112831b7792e owned by network:dhcp {{(pid=105440) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 19:23:06.708389 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-884142', 'neutron.services.segments.db._delete_segments_for_network-8746775416908'] for network, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.718904 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21438b79-4a62-40be-9365-7472fbd3a903']}} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:06.729299 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be63781b-8db2-4b0d-8666-571ccfc768bc') {'for_net_delete': True} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:06.729598 n-d-794306-7 neutron-server[105439]: DEBUG neutron.services.segments.db [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be63781b-8db2-4b0d-8666-571ccfc768bc') {} {{(pid=105439) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 19:23:06.739900 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8746775417685', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3244877'] for segment, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.755227 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362'] for segment, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.761575 n-d-794306-7 neutron-server[105439]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Releasing vlan 355 on physical network physnet1 to pool {{(pid=105439) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 19:23:06.762133 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-873362', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3743307'] for segment, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: conditions |= (models_v2.Port.network_id.in_( Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: Traceback (most recent call last): Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: timer() Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: cb(*args, **kw) Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: return func(*args, **kwargs) Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: self._notify() Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: self.callback(batched_events) Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: event.method(event) Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: return f(self, *a, **k) Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: return self._get(url).json() Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: return self.request(url, 'GET', **kwargs) Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 19:23:06.763860 n-d-794306-7 neutron-server[105439]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 19:23:06.767793 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-4dc4e8af-5212-4988-94db-f3db011b8784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-530472', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-190006', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8746775501186', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8746775101094'] for port, after_delete {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.796558 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4c8d6a09-837a-4024-8354-cabd4c075230 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:06.799497 n-d-794306-7 neutron-server[105440]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc4e8af-5212-4988-94db-f3db011b8784 None None] Pushing event deleted for resources: {'Port': ['ID=3dc9f92d-77ae-40f7-b309-112831b7792e,revision_number=None']} {{(pid=105440) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:06.824298 n-d-794306-7 neutron-server[105440]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dc4e8af-5212-4988-94db-f3db011b8784 None None] No DVR routers for this DVR port 3dc9f92d-77ae-40f7-b309-112831b7792e on host n-d-794306-7 {{(pid=105440) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 19:23:06.824762 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-884151', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2081221', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1579800', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1632437'] for network, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.826135 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 4c8d6a09-837a-4024-8354-cabd4c075230 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:06.826678 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 4c8d6a09-837a-4024-8354-cabd4c075230 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:06.827249 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dc9f92d-77ae-40f7-b309-112831b7792e no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:06.835139 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Notify callbacks [] for network, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:06.838675 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] 10.222.0.47 "DELETE /v2.0/networks/21438b79-4a62-40be-9365-7472fbd3a903 HTTP/1.1" status: 204 len: 168 time: 0.5238717 Jul 16 19:23:06.848294 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad72ebf6-6e42-4520-aed8-ca1913037412 admin admin] Pushing event deleted for resources: {'Network': ['ID=21438b79-4a62-40be-9365-7472fbd3a903,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:06.856585 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: 3dc9f92d-77ae-40f7-b309-112831b7792e {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:06.857112 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device 3dc9f92d-77ae-40f7-b309-112831b7792e not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:06.857689 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ef87175a-0820-49fd-8611-5034eefb5f78 no longer exists at agent ovs-agent-n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 19:23:06.883744 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.plugin [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] No Port match for: ef87175a-0820-49fd-8611-5034eefb5f78 {{(pid=105440) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 19:23:06.884096 n-d-794306-7 neutron-server[105440]: DEBUG neutron.plugins.ml2.rpc [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Device ef87175a-0820-49fd-8611-5034eefb5f78 not bound to the agent host n-d-794306-7 {{(pid=105440) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 19:23:07.026872 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51330) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:07.068289 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-ad67f773-8141-4fe6-8666-8f8b1f0b15e4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=825cce6bff8c4de58800ce896d47eae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395155 Jul 16 19:23:07.070762 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51332) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:07.118467 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5f52914b-1835-4083-9e1c-abbbbe29d981 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.151663 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5f52914b-1835-4083-9e1c-abbbbe29d981 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.200784 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5f52914b-1835-4083-9e1c-abbbbe29d981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.203417 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-5f52914b-1835-4083-9e1c-abbbbe29d981 admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.204869 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-5f52914b-1835-4083-9e1c-abbbbe29d981 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/25f2fae3-c371-4b95-ad41-1559ee267520 HTTP/1.1" status: 204 len: 168 time: 0.1331506 Jul 16 19:23:07.215977 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f52914b-1835-4083-9e1c-abbbbe29d981 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25f2fae3-c371-4b95-ad41-1559ee267520,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:07.534443 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51338) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:07.578053 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-8461afb6-7482-4179-b8b1-2067bdfe107b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8f8be0a29a1541638710c68f22976d57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0423424 Jul 16 19:23:07.580503 n-d-794306-7 neutron-server[105439]: DEBUG neutron.wsgi [-] (105439) accepted ('10.222.0.47', 51340) {{(pid=105439) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 19:23:07.627818 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3036703b-1369-42f5-9edd-b11eb7ff4ade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.649050 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3036703b-1369-42f5-9edd-b11eb7ff4ade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.695152 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3036703b-1369-42f5-9edd-b11eb7ff4ade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2083962'] for security_group, after_delete {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.697882 n-d-794306-7 neutron-server[105439]: DEBUG neutron_lib.callbacks.manager [None req-3036703b-1369-42f5-9edd-b11eb7ff4ade admin admin] Notify callbacks [] for security_group, before_response {{(pid=105439) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:07.699933 n-d-794306-7 neutron-server[105439]: INFO neutron.wsgi [None req-3036703b-1369-42f5-9edd-b11eb7ff4ade admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a67e3681-e22e-4046-9a05-e6dc7d64dbf5 HTTP/1.1" status: 204 len: 168 time: 0.1175814 Jul 16 19:23:07.707947 n-d-794306-7 neutron-server[105439]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3036703b-1369-42f5-9edd-b11eb7ff4ade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a67e3681-e22e-4046-9a05-e6dc7d64dbf5,revision_number=None']} {{(pid=105439) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 19:23:13.044336 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:15.656704 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-184edd22-4b68-4c7c-b1a0-77b7b1336b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.314631 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:18.336043 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-75792c26-d874-4e5b-8dc3-e33d159ed7d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:20.189299 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:22.258471 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:30.243600 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:41.578698 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:23:43.042971 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:45.662658 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-10cab4b0-69d5-496a-99d8-7f8449ac4ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:48.318689 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:48.336913 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-dbfb5b5e-db14-4cae-8eee-820de3299330 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:50.196817 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:23:52.262742 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:00.259956 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:13.062226 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:15.654316 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-34d92ceb-8c97-4040-83a3-481626caea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:18.328940 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:18.339621 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1905d058-149d-4b24-98b7-32920e93b096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:18.580067 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:24:20.196912 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:22.263205 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:30.264764 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:43.058385 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:45.656534 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1c99d729-e2ec-45fd-b68e-2c3fcb1459de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:48.320543 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:48.339794 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-b3859bf2-1c81-45fe-9020-bac9e3f522d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:50.198912 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:52.267490 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:24:55.579431 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:25:00.260846 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:13.073867 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:15.656937 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-76d5e8ff-5cdf-45a1-8c7b-1956b1496c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:18.322319 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:18.338840 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-35f08281-00bd-4ec9-a56a-66bcc759a309 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:20.202328 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:22.270209 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:30.262212 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:32.578751 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:25:43.088969 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:45.656723 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0efa89b3-9bb6-45d6-b1e7-bd502d108fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:48.328968 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:48.343470 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-26210239-4471-4ec9-9a41-b37ed831603c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:50.204804 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:25:52.275881 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:00.293555 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:09.578079 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:26:13.098071 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:15.757821 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-fdab689d-058f-4e8f-b2d3-1dc81e6350f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:18.321408 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:18.344725 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-7d443786-32ff-447f-be5a-d83cb9c3e23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:20.208018 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:22.279407 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:30.295280 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:43.104346 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:45.657935 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-3f8f3a9b-9ab3-4f6c-a58b-e647fe547ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:46.576257 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:26:48.324662 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:48.345365 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-079bc44d-8696-461c-999d-1d58a7e6cd51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:50.210911 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:26:52.280359 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:00.296466 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:13.104725 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:15.658835 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-c8e1d5a8-c421-44cd-a887-6e8dc42790ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:18.326646 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:18.344950 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-be28c4a7-bf3a-49a6-8227-93b0eaaf4b93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:20.214699 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:22.287688 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:23.576042 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:27:30.312746 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:43.118623 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:45.660733 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1fd5db10-d854-4d6a-9b48-d576378cab1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.328397 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:48.343119 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-ed1e5471-4b29-4a2a-b42d-56a5f635533e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:50.215919 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:27:52.289534 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.325411 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:00.576039 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:28:13.137332 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:15.660936 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-d521bddc-e8e5-4745-b10e-940dfe426c6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:18.333867 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:18.345860 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-1118c792-36c5-4124-a047-91e6d1f080b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:20.218537 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:22.293454 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:30.326358 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:37.574991 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:28:43.150918 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:45.661754 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e01af69d-3c4e-41ae-b5aa-6355dbc60142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:48.325458 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:48.346300 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0b11e038-85f3-448c-8126-b31df075512c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:50.221227 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:28:52.294886 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:00.331442 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:13.171354 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:14.574494 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:29:15.663437 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-f908f273-48e0-453d-9a86-01bfb8fb5d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:18.326503 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:18.346805 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-913c160c-dc13-4388-9c97-6b65fc2125eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:20.225653 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:22.298715 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:30.344861 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:43.181629 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:45.666390 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-467b4e68-eaa3-446a-b6a1-3daa229b5d24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:48.328950 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:48.347355 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5b96774b-f4e2-461c-aef7-a97e3232a969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:50.227644 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:29:51.573556 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:29:52.304500 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:00.341483 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:13.183507 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:15.668941 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-780e9c23-d33e-4f3d-a4c3-b1544e08e704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:18.330435 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:18.347715 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-0d0964bf-39e2-4e6d-a20b-431846eaa480 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:20.231534 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:22.305468 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:28.573284 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:30:30.360973 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:43.189816 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:45.670398 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-e57c807c-8e3d-4a91-9126-735975cb5633 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:48.332471 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:48.349750 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-5f8ccaf6-34fa-4df3-8348-7673acb59cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:50.234387 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:30:52.308112 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:00.366855 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:05.573172 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:31:13.188432 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:15.672238 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-2ef71f9b-2406-4c8b-bbe3-924644fb94c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:18.335221 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:18.351310 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-16abcd0d-aa6f-4244-85fd-b865ff3a80bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:20.237613 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-20a2b2b9-cab2-446a-aa01-77cdad90a8dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:21.910144 n-d-794306-7 neutron-server[105438]: DEBUG neutron.wsgi [req-b190a623-6863-4dd1-8c5a-abd6c8947dcb req-e9e26a54-556a-4b4a-ac10-8aa5e9f0f8ee service neutron] (105438) timed out ('10.222.0.47', 49956) {{(pid=105438) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 19:31:22.312122 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-15217239-e360-44c8-a878-c64080049826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:30.375032 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-44829a3d-7eb1-4ea7-91cd-3ce3b53ca9de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:42.571538 n-d-794306-7 neutron-server[105441]: DEBUG neutron.db.agents_db [None req-e047bc8d-8798-4131-95c8-3fa898f565ca None None] Agent healthcheck: found 7 active agents {{(pid=105441) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 19:31:43.196019 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-28f397e5-5362-448c-aff4-485650d8a148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:45.673136 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-98374c0d-cd72-4045-a021-044260d07df9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:48.342871 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-8fea4f3a-d59c-44fb-9148-5b53de794abd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 19:31:48.354233 n-d-794306-7 neutron-server[105440]: DEBUG neutron_lib.callbacks.manager [None req-02c91c9c-0843-402f-91cc-efea7482e30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8746775416890', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-882420'] for agent, after_update {{(pid=105440) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}